Commit 9e0f162a authored by David Daney's avatar David Daney Committed by Ralf Baechle

MIPS: tlbex: Properly fix HUGE TLB Refill exception handler

In commit 8393c524 (MIPS: tlbex: Fix a missing statement for
HUGETLB), the TLB Refill handler was fixed so that non-OCTEON targets
would work properly with huge pages.  The change was incorrect in that
it broke the OCTEON case.

The problem is shown here:

    xxx0:	df7a0000 	ld	k0,0(k1)
    .
    .
    .
    xxxc0:	df610000 	ld	at,0(k1)
    xxxc4:	335a0ff0 	andi	k0,k0,0xff0
    xxxc8:	e825ffcd 	bbit1	at,0x5,0x0
    xxxcc:	003ad82d 	daddu	k1,at,k0
    .
    .
    .

In the non-octeon case there is a destructive test for the huge PTE
bit, and then at 0, $k0 is reloaded (that is what the 8393c524
patch added).

In the octeon case, we modify k1 in the branch delay slot, but we
never need k0 again, so the new load is not needed, but since k1 is
modified, if we do the load, we load from a garbage location and then
get a nested TLB Refill, which is seen in userspace as either SIGBUS
or SIGSEGV (depending on the garbage).

The real fix is to only do this reloading if it is needed, and never
where it is harmful.
Signed-off-by: default avatarDavid Daney <david.daney@cavium.com>
Cc: Huacai Chen <chenhc@lemote.com>
Cc: Fuxin Zhang <zhangfx@lemote.com>
Cc: Zhangjin Wu <wuzhangjin@gmail.com>
Cc: stable@vger.kernel.org
Cc: linux-mips@linux-mips.org
Patchwork: https://patchwork.linux-mips.org/patch/8151/Signed-off-by: default avatarRalf Baechle <ralf@linux-mips.org>
parent aa08ed55
...@@ -1062,6 +1062,7 @@ static void build_update_entries(u32 **p, unsigned int tmp, unsigned int ptep) ...@@ -1062,6 +1062,7 @@ static void build_update_entries(u32 **p, unsigned int tmp, unsigned int ptep)
struct mips_huge_tlb_info { struct mips_huge_tlb_info {
int huge_pte; int huge_pte;
int restore_scratch; int restore_scratch;
bool need_reload_pte;
}; };
static struct mips_huge_tlb_info static struct mips_huge_tlb_info
...@@ -1076,6 +1077,7 @@ build_fast_tlb_refill_handler (u32 **p, struct uasm_label **l, ...@@ -1076,6 +1077,7 @@ build_fast_tlb_refill_handler (u32 **p, struct uasm_label **l,
rv.huge_pte = scratch; rv.huge_pte = scratch;
rv.restore_scratch = 0; rv.restore_scratch = 0;
rv.need_reload_pte = false;
if (check_for_high_segbits) { if (check_for_high_segbits) {
UASM_i_MFC0(p, tmp, C0_BADVADDR); UASM_i_MFC0(p, tmp, C0_BADVADDR);
...@@ -1264,6 +1266,7 @@ static void build_r4000_tlb_refill_handler(void) ...@@ -1264,6 +1266,7 @@ static void build_r4000_tlb_refill_handler(void)
} else { } else {
htlb_info.huge_pte = K0; htlb_info.huge_pte = K0;
htlb_info.restore_scratch = 0; htlb_info.restore_scratch = 0;
htlb_info.need_reload_pte = true;
vmalloc_mode = refill_noscratch; vmalloc_mode = refill_noscratch;
/* /*
* create the plain linear handler * create the plain linear handler
...@@ -1300,7 +1303,8 @@ static void build_r4000_tlb_refill_handler(void) ...@@ -1300,7 +1303,8 @@ static void build_r4000_tlb_refill_handler(void)
} }
#ifdef CONFIG_MIPS_HUGE_TLB_SUPPORT #ifdef CONFIG_MIPS_HUGE_TLB_SUPPORT
uasm_l_tlb_huge_update(&l, p); uasm_l_tlb_huge_update(&l, p);
UASM_i_LW(&p, K0, 0, K1); if (htlb_info.need_reload_pte)
UASM_i_LW(&p, htlb_info.huge_pte, 0, K1);
build_huge_update_entries(&p, htlb_info.huge_pte, K1); build_huge_update_entries(&p, htlb_info.huge_pte, K1);
build_huge_tlb_write_entry(&p, &l, &r, K0, tlb_random, build_huge_tlb_write_entry(&p, &l, &r, K0, tlb_random,
htlb_info.restore_scratch); htlb_info.restore_scratch);
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment