2015-11-30 15:28:18 +03:00
|
|
|
/*
|
|
|
|
* Extensible Firmware Interface
|
|
|
|
*
|
|
|
|
* Based on Extensible Firmware Interface Specification version 2.4
|
|
|
|
*
|
|
|
|
* Copyright (C) 2013, 2014 Linaro Ltd.
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License version 2 as
|
|
|
|
* published by the Free Software Foundation.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/efi.h>
|
2015-11-30 15:28:19 +03:00
|
|
|
#include <linux/io.h>
|
2015-11-30 15:28:18 +03:00
|
|
|
#include <linux/memblock.h>
|
|
|
|
#include <linux/mm_types.h>
|
|
|
|
#include <linux/preempt.h>
|
|
|
|
#include <linux/rbtree.h>
|
|
|
|
#include <linux/rwsem.h>
|
|
|
|
#include <linux/sched.h>
|
|
|
|
#include <linux/slab.h>
|
|
|
|
#include <linux/spinlock.h>
|
|
|
|
|
|
|
|
#include <asm/cacheflush.h>
|
|
|
|
#include <asm/efi.h>
|
|
|
|
#include <asm/mmu.h>
|
2015-11-30 15:28:19 +03:00
|
|
|
#include <asm/pgalloc.h>
|
2015-11-30 15:28:18 +03:00
|
|
|
#include <asm/pgtable.h>
|
|
|
|
|
|
|
|
extern u64 efi_system_table;
|
|
|
|
|
|
|
|
static struct mm_struct efi_mm = {
|
|
|
|
.mm_rb = RB_ROOT,
|
|
|
|
.mm_users = ATOMIC_INIT(2),
|
|
|
|
.mm_count = ATOMIC_INIT(1),
|
|
|
|
.mmap_sem = __RWSEM_INITIALIZER(efi_mm.mmap_sem),
|
|
|
|
.page_table_lock = __SPIN_LOCK_UNLOCKED(efi_mm.page_table_lock),
|
|
|
|
.mmlist = LIST_HEAD_INIT(efi_mm.mmlist),
|
|
|
|
};
|
|
|
|
|
2016-10-27 19:27:31 +03:00
|
|
|
#ifdef CONFIG_ARM64_PTDUMP_DEBUGFS
|
2016-08-16 15:13:21 +03:00
|
|
|
#include <asm/ptdump.h>
|
|
|
|
|
|
|
|
static struct ptdump_info efi_ptdump_info = {
|
|
|
|
.mm = &efi_mm,
|
|
|
|
.markers = (struct addr_marker[]){
|
|
|
|
{ 0, "UEFI runtime start" },
|
|
|
|
{ TASK_SIZE_64, "UEFI runtime end" }
|
|
|
|
},
|
|
|
|
.base_addr = 0,
|
|
|
|
};
|
|
|
|
|
|
|
|
static int __init ptdump_init(void)
|
|
|
|
{
|
2016-10-27 19:27:31 +03:00
|
|
|
return ptdump_debugfs_register(&efi_ptdump_info, "efi_page_tables");
|
2016-08-16 15:13:21 +03:00
|
|
|
}
|
|
|
|
device_initcall(ptdump_init);
|
|
|
|
|
|
|
|
#endif
|
|
|
|
|
2015-11-30 15:28:18 +03:00
|
|
|
static bool __init efi_virtmap_init(void)
|
|
|
|
{
|
|
|
|
efi_memory_desc_t *md;
|
efi/arm*: Drop writable mapping of the UEFI System table
Commit:
2eec5dedf770 ("efi/arm-init: Use read-only early mappings")
updated the early ARM UEFI init code to create the temporary, early
mapping of the UEFI System table using read-only attributes, as a
hardening measure against inadvertent modification.
However, this still leaves the permanent, writable mapping of the UEFI
System table, which is only ever referenced during invocations of UEFI
Runtime Services, at which time the UEFI virtual mapping is available,
which also covers the system table. (This is guaranteed by the fact that
SetVirtualAddressMap(), which is a runtime service itself, converts
various entries in the table to their virtual equivalents, which implies
that the table must be covered by a RuntimeServicesData region that has
the EFI_MEMORY_RUNTIME attribute.)
So instead of creating this permanent mapping, record the virtual address
of the system table inside the UEFI virtual mapping, and dereference that
when accessing the table. This protects the contents of the system table
from inadvertent (or deliberate) modification when no UEFI Runtime
Services calls are in progress.
Signed-off-by: Ard Biesheuvel <ard.biesheuvel@linaro.org>
Signed-off-by: Matt Fleming <matt@codeblueprint.co.uk>
Cc: Borislav Petkov <bp@alien8.de>
Cc: Leif Lindholm <leif.lindholm@linaro.org>
Cc: Mark Rutland <mark.rutland@arm.com>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: linux-efi@vger.kernel.org
Link: http://lkml.kernel.org/r/1461614832-17633-3-git-send-email-matt@codeblueprint.co.uk
Signed-off-by: Ingo Molnar <mingo@kernel.org>
2016-04-25 23:06:34 +03:00
|
|
|
bool systab_found;
|
2015-11-30 15:28:18 +03:00
|
|
|
|
2015-11-30 15:28:19 +03:00
|
|
|
efi_mm.pgd = pgd_alloc(&efi_mm);
|
2017-03-01 22:05:54 +03:00
|
|
|
mm_init_cpumask(&efi_mm);
|
2015-11-30 15:28:18 +03:00
|
|
|
init_new_context(NULL, &efi_mm);
|
|
|
|
|
efi/arm*: Drop writable mapping of the UEFI System table
Commit:
2eec5dedf770 ("efi/arm-init: Use read-only early mappings")
updated the early ARM UEFI init code to create the temporary, early
mapping of the UEFI System table using read-only attributes, as a
hardening measure against inadvertent modification.
However, this still leaves the permanent, writable mapping of the UEFI
System table, which is only ever referenced during invocations of UEFI
Runtime Services, at which time the UEFI virtual mapping is available,
which also covers the system table. (This is guaranteed by the fact that
SetVirtualAddressMap(), which is a runtime service itself, converts
various entries in the table to their virtual equivalents, which implies
that the table must be covered by a RuntimeServicesData region that has
the EFI_MEMORY_RUNTIME attribute.)
So instead of creating this permanent mapping, record the virtual address
of the system table inside the UEFI virtual mapping, and dereference that
when accessing the table. This protects the contents of the system table
from inadvertent (or deliberate) modification when no UEFI Runtime
Services calls are in progress.
Signed-off-by: Ard Biesheuvel <ard.biesheuvel@linaro.org>
Signed-off-by: Matt Fleming <matt@codeblueprint.co.uk>
Cc: Borislav Petkov <bp@alien8.de>
Cc: Leif Lindholm <leif.lindholm@linaro.org>
Cc: Mark Rutland <mark.rutland@arm.com>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: linux-efi@vger.kernel.org
Link: http://lkml.kernel.org/r/1461614832-17633-3-git-send-email-matt@codeblueprint.co.uk
Signed-off-by: Ingo Molnar <mingo@kernel.org>
2016-04-25 23:06:34 +03:00
|
|
|
systab_found = false;
|
2016-04-25 23:06:38 +03:00
|
|
|
for_each_efi_memory_desc(md) {
|
2015-11-30 15:28:19 +03:00
|
|
|
phys_addr_t phys = md->phys_addr;
|
|
|
|
int ret;
|
2015-11-30 15:28:18 +03:00
|
|
|
|
|
|
|
if (!(md->attribute & EFI_MEMORY_RUNTIME))
|
|
|
|
continue;
|
|
|
|
if (md->virt_addr == 0)
|
|
|
|
return false;
|
|
|
|
|
2015-11-30 15:28:19 +03:00
|
|
|
ret = efi_create_mapping(&efi_mm, md);
|
|
|
|
if (!ret) {
|
|
|
|
pr_info(" EFI remap %pa => %p\n",
|
|
|
|
&phys, (void *)(unsigned long)md->virt_addr);
|
|
|
|
} else {
|
|
|
|
pr_warn(" EFI remap %pa: failed to create mapping (%d)\n",
|
|
|
|
&phys, ret);
|
|
|
|
return false;
|
|
|
|
}
|
efi/arm*: Drop writable mapping of the UEFI System table
Commit:
2eec5dedf770 ("efi/arm-init: Use read-only early mappings")
updated the early ARM UEFI init code to create the temporary, early
mapping of the UEFI System table using read-only attributes, as a
hardening measure against inadvertent modification.
However, this still leaves the permanent, writable mapping of the UEFI
System table, which is only ever referenced during invocations of UEFI
Runtime Services, at which time the UEFI virtual mapping is available,
which also covers the system table. (This is guaranteed by the fact that
SetVirtualAddressMap(), which is a runtime service itself, converts
various entries in the table to their virtual equivalents, which implies
that the table must be covered by a RuntimeServicesData region that has
the EFI_MEMORY_RUNTIME attribute.)
So instead of creating this permanent mapping, record the virtual address
of the system table inside the UEFI virtual mapping, and dereference that
when accessing the table. This protects the contents of the system table
from inadvertent (or deliberate) modification when no UEFI Runtime
Services calls are in progress.
Signed-off-by: Ard Biesheuvel <ard.biesheuvel@linaro.org>
Signed-off-by: Matt Fleming <matt@codeblueprint.co.uk>
Cc: Borislav Petkov <bp@alien8.de>
Cc: Leif Lindholm <leif.lindholm@linaro.org>
Cc: Mark Rutland <mark.rutland@arm.com>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: linux-efi@vger.kernel.org
Link: http://lkml.kernel.org/r/1461614832-17633-3-git-send-email-matt@codeblueprint.co.uk
Signed-off-by: Ingo Molnar <mingo@kernel.org>
2016-04-25 23:06:34 +03:00
|
|
|
/*
|
|
|
|
* If this entry covers the address of the UEFI system table,
|
|
|
|
* calculate and record its virtual address.
|
|
|
|
*/
|
|
|
|
if (efi_system_table >= phys &&
|
|
|
|
efi_system_table < phys + (md->num_pages * EFI_PAGE_SIZE)) {
|
|
|
|
efi.systab = (void *)(unsigned long)(efi_system_table -
|
|
|
|
phys + md->virt_addr);
|
|
|
|
systab_found = true;
|
|
|
|
}
|
2015-11-30 15:28:18 +03:00
|
|
|
}
|
2016-04-25 23:06:46 +03:00
|
|
|
if (!systab_found) {
|
efi/arm*: Drop writable mapping of the UEFI System table
Commit:
2eec5dedf770 ("efi/arm-init: Use read-only early mappings")
updated the early ARM UEFI init code to create the temporary, early
mapping of the UEFI System table using read-only attributes, as a
hardening measure against inadvertent modification.
However, this still leaves the permanent, writable mapping of the UEFI
System table, which is only ever referenced during invocations of UEFI
Runtime Services, at which time the UEFI virtual mapping is available,
which also covers the system table. (This is guaranteed by the fact that
SetVirtualAddressMap(), which is a runtime service itself, converts
various entries in the table to their virtual equivalents, which implies
that the table must be covered by a RuntimeServicesData region that has
the EFI_MEMORY_RUNTIME attribute.)
So instead of creating this permanent mapping, record the virtual address
of the system table inside the UEFI virtual mapping, and dereference that
when accessing the table. This protects the contents of the system table
from inadvertent (or deliberate) modification when no UEFI Runtime
Services calls are in progress.
Signed-off-by: Ard Biesheuvel <ard.biesheuvel@linaro.org>
Signed-off-by: Matt Fleming <matt@codeblueprint.co.uk>
Cc: Borislav Petkov <bp@alien8.de>
Cc: Leif Lindholm <leif.lindholm@linaro.org>
Cc: Mark Rutland <mark.rutland@arm.com>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: linux-efi@vger.kernel.org
Link: http://lkml.kernel.org/r/1461614832-17633-3-git-send-email-matt@codeblueprint.co.uk
Signed-off-by: Ingo Molnar <mingo@kernel.org>
2016-04-25 23:06:34 +03:00
|
|
|
pr_err("No virtual mapping found for the UEFI System Table\n");
|
2016-04-25 23:06:46 +03:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (efi_memattr_apply_permissions(&efi_mm, efi_set_mapping_permissions))
|
|
|
|
return false;
|
|
|
|
|
|
|
|
return true;
|
2015-11-30 15:28:18 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Enable the UEFI Runtime Services if all prerequisites are in place, i.e.,
|
|
|
|
* non-early mapping of the UEFI system table and virtual mappings for all
|
|
|
|
* EFI_MEMORY_RUNTIME regions.
|
|
|
|
*/
|
2015-11-30 15:28:19 +03:00
|
|
|
static int __init arm_enable_runtime_services(void)
|
2015-11-30 15:28:18 +03:00
|
|
|
{
|
|
|
|
u64 mapsize;
|
|
|
|
|
|
|
|
if (!efi_enabled(EFI_BOOT)) {
|
|
|
|
pr_info("EFI services will not be available.\n");
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (efi_runtime_disabled()) {
|
|
|
|
pr_info("EFI runtime services will be disabled.\n");
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2016-05-12 15:19:54 +03:00
|
|
|
if (efi_enabled(EFI_RUNTIME_SERVICES)) {
|
|
|
|
pr_info("EFI runtime services access via paravirt.\n");
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2015-11-30 15:28:18 +03:00
|
|
|
pr_info("Remapping and enabling EFI services.\n");
|
|
|
|
|
2016-02-27 00:22:05 +03:00
|
|
|
mapsize = efi.memmap.desc_size * efi.memmap.nr_map;
|
2016-04-25 23:06:39 +03:00
|
|
|
|
2016-02-27 18:52:50 +03:00
|
|
|
if (efi_memmap_init_late(efi.memmap.phys_map, mapsize)) {
|
2015-11-30 15:28:18 +03:00
|
|
|
pr_err("Failed to remap EFI memory map\n");
|
|
|
|
return -ENOMEM;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!efi_virtmap_init()) {
|
efi/arm*: Drop writable mapping of the UEFI System table
Commit:
2eec5dedf770 ("efi/arm-init: Use read-only early mappings")
updated the early ARM UEFI init code to create the temporary, early
mapping of the UEFI System table using read-only attributes, as a
hardening measure against inadvertent modification.
However, this still leaves the permanent, writable mapping of the UEFI
System table, which is only ever referenced during invocations of UEFI
Runtime Services, at which time the UEFI virtual mapping is available,
which also covers the system table. (This is guaranteed by the fact that
SetVirtualAddressMap(), which is a runtime service itself, converts
various entries in the table to their virtual equivalents, which implies
that the table must be covered by a RuntimeServicesData region that has
the EFI_MEMORY_RUNTIME attribute.)
So instead of creating this permanent mapping, record the virtual address
of the system table inside the UEFI virtual mapping, and dereference that
when accessing the table. This protects the contents of the system table
from inadvertent (or deliberate) modification when no UEFI Runtime
Services calls are in progress.
Signed-off-by: Ard Biesheuvel <ard.biesheuvel@linaro.org>
Signed-off-by: Matt Fleming <matt@codeblueprint.co.uk>
Cc: Borislav Petkov <bp@alien8.de>
Cc: Leif Lindholm <leif.lindholm@linaro.org>
Cc: Mark Rutland <mark.rutland@arm.com>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: linux-efi@vger.kernel.org
Link: http://lkml.kernel.org/r/1461614832-17633-3-git-send-email-matt@codeblueprint.co.uk
Signed-off-by: Ingo Molnar <mingo@kernel.org>
2016-04-25 23:06:34 +03:00
|
|
|
pr_err("UEFI virtual mapping missing or invalid -- runtime services will not be available\n");
|
2015-11-30 15:28:18 +03:00
|
|
|
return -ENOMEM;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Set up runtime services function pointers */
|
|
|
|
efi_native_runtime_setup();
|
|
|
|
set_bit(EFI_RUNTIME_SERVICES, &efi.flags);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
2015-11-30 15:28:19 +03:00
|
|
|
early_initcall(arm_enable_runtime_services);
|
2015-11-30 15:28:18 +03:00
|
|
|
|
|
|
|
void efi_virtmap_load(void)
|
|
|
|
{
|
|
|
|
preempt_disable();
|
|
|
|
efi_set_pgd(&efi_mm);
|
|
|
|
}
|
|
|
|
|
|
|
|
void efi_virtmap_unload(void)
|
|
|
|
{
|
|
|
|
efi_set_pgd(current->active_mm);
|
|
|
|
preempt_enable();
|
|
|
|
}
|