Commit 7eb90f2f authored by Ard Biesheuvel's avatar Ard Biesheuvel Committed by Will Deacon

arm64: cover the .head.text section in the .text segment mapping

Keeping .head.text out of the .text mapping buys us very little: its actual
payload is only 4 KB, most of which is padding, but the page alignment may
add up to 2 MB (in case of CONFIG_DEBUG_ALIGN_RODATA=y) of additional
padding to the uncompressed kernel Image.

Also, on 4 KB granule kernels, the 4 KB misalignment of .text forces us to
map the adjacent 56 KB of code without the PTE_CONT attribute, and since
this region contains things like the vector table and the GIC interrupt
handling entry point, this region is likely to benefit from the reduced TLB
pressure that results from PTE_CONT mappings.

So remove the alignment between the .head.text and .text sections, and use
the [_text, _etext) rather than the [_stext, _etext) interval for mapping
the .text segment.
Signed-off-by: default avatarArd Biesheuvel <ard.biesheuvel@linaro.org>
Signed-off-by: default avatarWill Deacon <will.deacon@arm.com>
parent 546c8c44
...@@ -96,7 +96,6 @@ SECTIONS ...@@ -96,7 +96,6 @@ SECTIONS
_text = .; _text = .;
HEAD_TEXT HEAD_TEXT
} }
ALIGN_DEBUG_RO_MIN(PAGE_SIZE)
.text : { /* Real text segment */ .text : { /* Real text segment */
_stext = .; /* Text and read-only data */ _stext = .; /* Text and read-only data */
__exception_text_start = .; __exception_text_start = .;
......
...@@ -385,7 +385,7 @@ static void create_mapping_late(phys_addr_t phys, unsigned long virt, ...@@ -385,7 +385,7 @@ static void create_mapping_late(phys_addr_t phys, unsigned long virt,
static void __init __map_memblock(pgd_t *pgd, phys_addr_t start, phys_addr_t end) static void __init __map_memblock(pgd_t *pgd, phys_addr_t start, phys_addr_t end)
{ {
unsigned long kernel_start = __pa(_stext); unsigned long kernel_start = __pa(_text);
unsigned long kernel_end = __pa(_etext); unsigned long kernel_end = __pa(_etext);
/* /*
...@@ -417,7 +417,7 @@ static void __init __map_memblock(pgd_t *pgd, phys_addr_t start, phys_addr_t end ...@@ -417,7 +417,7 @@ static void __init __map_memblock(pgd_t *pgd, phys_addr_t start, phys_addr_t end
early_pgtable_alloc); early_pgtable_alloc);
/* /*
* Map the linear alias of the [_stext, _etext) interval as * Map the linear alias of the [_text, _etext) interval as
* read-only/non-executable. This makes the contents of the * read-only/non-executable. This makes the contents of the
* region accessible to subsystems such as hibernate, but * region accessible to subsystems such as hibernate, but
* protects it from inadvertent modification or execution. * protects it from inadvertent modification or execution.
...@@ -449,8 +449,8 @@ void mark_rodata_ro(void) ...@@ -449,8 +449,8 @@ void mark_rodata_ro(void)
{ {
unsigned long section_size; unsigned long section_size;
section_size = (unsigned long)__start_rodata - (unsigned long)_stext; section_size = (unsigned long)__start_rodata - (unsigned long)_text;
create_mapping_late(__pa(_stext), (unsigned long)_stext, create_mapping_late(__pa(_text), (unsigned long)_text,
section_size, PAGE_KERNEL_ROX); section_size, PAGE_KERNEL_ROX);
/* /*
* mark .rodata as read only. Use _etext rather than __end_rodata to * mark .rodata as read only. Use _etext rather than __end_rodata to
...@@ -499,7 +499,7 @@ static void __init map_kernel(pgd_t *pgd) ...@@ -499,7 +499,7 @@ static void __init map_kernel(pgd_t *pgd)
{ {
static struct vm_struct vmlinux_text, vmlinux_rodata, vmlinux_init, vmlinux_data; static struct vm_struct vmlinux_text, vmlinux_rodata, vmlinux_init, vmlinux_data;
map_kernel_segment(pgd, _stext, __start_rodata, PAGE_KERNEL_EXEC, &vmlinux_text); map_kernel_segment(pgd, _text, __start_rodata, PAGE_KERNEL_EXEC, &vmlinux_text);
map_kernel_segment(pgd, __start_rodata, _etext, PAGE_KERNEL, &vmlinux_rodata); map_kernel_segment(pgd, __start_rodata, _etext, PAGE_KERNEL, &vmlinux_rodata);
map_kernel_segment(pgd, __init_begin, __init_end, PAGE_KERNEL_EXEC, map_kernel_segment(pgd, __init_begin, __init_end, PAGE_KERNEL_EXEC,
&vmlinux_init); &vmlinux_init);
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment