2017-06-19 11:45:33 +03:00
|
|
|
// SPDX-License-Identifier: GPL-2.0
|
|
|
|
/*
|
|
|
|
* s390 code for kexec_file_load system call
|
|
|
|
*
|
|
|
|
* Copyright IBM Corp. 2018
|
|
|
|
*
|
|
|
|
* Author(s): Philipp Rudo <prudo@linux.vnet.ibm.com>
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/elf.h>
|
2019-02-26 12:50:39 +03:00
|
|
|
#include <linux/errno.h>
|
2017-06-19 11:45:33 +03:00
|
|
|
#include <linux/kexec.h>
|
2019-07-04 21:57:34 +03:00
|
|
|
#include <linux/module_signature.h>
|
2019-02-26 12:50:39 +03:00
|
|
|
#include <linux/verification.h>
|
2021-11-16 06:31:01 +03:00
|
|
|
#include <linux/vmalloc.h>
|
2019-03-18 14:53:47 +03:00
|
|
|
#include <asm/boot_data.h>
|
2019-02-26 12:50:39 +03:00
|
|
|
#include <asm/ipl.h>
|
2017-06-19 11:45:33 +03:00
|
|
|
#include <asm/setup.h>
|
|
|
|
|
|
|
|
const struct kexec_file_ops * const kexec_file_loaders[] = {
|
2017-09-11 16:15:29 +03:00
|
|
|
&s390_kexec_elf_ops,
|
2017-08-30 15:03:38 +03:00
|
|
|
&s390_kexec_image_ops,
|
2017-06-19 11:45:33 +03:00
|
|
|
NULL,
|
|
|
|
};
|
|
|
|
|
2019-08-20 03:17:44 +03:00
|
|
|
#ifdef CONFIG_KEXEC_SIG
|
2019-02-26 12:50:39 +03:00
|
|
|
int s390_verify_sig(const char *kernel, unsigned long kernel_len)
|
|
|
|
{
|
|
|
|
const unsigned long marker_len = sizeof(MODULE_SIG_STRING) - 1;
|
|
|
|
struct module_signature *ms;
|
|
|
|
unsigned long sig_len;
|
2022-07-14 16:40:27 +03:00
|
|
|
int ret;
|
2019-02-26 12:50:39 +03:00
|
|
|
|
|
|
|
/* Skip signature verification when not secure IPLed. */
|
|
|
|
if (!ipl_secure_flag)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
if (marker_len > kernel_len)
|
|
|
|
return -EKEYREJECTED;
|
|
|
|
|
|
|
|
if (memcmp(kernel + kernel_len - marker_len, MODULE_SIG_STRING,
|
|
|
|
marker_len))
|
|
|
|
return -EKEYREJECTED;
|
|
|
|
kernel_len -= marker_len;
|
|
|
|
|
|
|
|
ms = (void *)kernel + kernel_len - sizeof(*ms);
|
|
|
|
kernel_len -= sizeof(*ms);
|
|
|
|
|
|
|
|
sig_len = be32_to_cpu(ms->sig_len);
|
|
|
|
if (sig_len >= kernel_len)
|
|
|
|
return -EKEYREJECTED;
|
|
|
|
kernel_len -= sig_len;
|
|
|
|
|
|
|
|
if (ms->id_type != PKEY_ID_PKCS7)
|
|
|
|
return -EKEYREJECTED;
|
|
|
|
|
|
|
|
if (ms->algo != 0 ||
|
|
|
|
ms->hash != 0 ||
|
|
|
|
ms->signer_len != 0 ||
|
|
|
|
ms->key_id_len != 0 ||
|
|
|
|
ms->__pad[0] != 0 ||
|
|
|
|
ms->__pad[1] != 0 ||
|
|
|
|
ms->__pad[2] != 0) {
|
|
|
|
return -EBADMSG;
|
|
|
|
}
|
|
|
|
|
2022-07-14 16:40:27 +03:00
|
|
|
ret = verify_pkcs7_signature(kernel, kernel_len,
|
|
|
|
kernel + kernel_len, sig_len,
|
|
|
|
VERIFY_USE_SECONDARY_KEYRING,
|
|
|
|
VERIFYING_MODULE_SIGNATURE,
|
|
|
|
NULL, NULL);
|
|
|
|
if (ret == -ENOKEY && IS_ENABLED(CONFIG_INTEGRITY_PLATFORM_KEYRING))
|
|
|
|
ret = verify_pkcs7_signature(kernel, kernel_len,
|
|
|
|
kernel + kernel_len, sig_len,
|
|
|
|
VERIFY_USE_PLATFORM_KEYRING,
|
|
|
|
VERIFYING_MODULE_SIGNATURE,
|
|
|
|
NULL, NULL);
|
|
|
|
return ret;
|
2019-02-26 12:50:39 +03:00
|
|
|
}
|
2019-08-20 03:17:44 +03:00
|
|
|
#endif /* CONFIG_KEXEC_SIG */
|
2019-02-26 12:50:39 +03:00
|
|
|
|
2019-03-07 17:56:34 +03:00
|
|
|
static int kexec_file_update_purgatory(struct kimage *image,
|
|
|
|
struct s390_load_data *data)
|
2017-08-30 15:03:38 +03:00
|
|
|
{
|
|
|
|
u64 entry, type;
|
|
|
|
int ret;
|
|
|
|
|
2017-09-05 12:55:23 +03:00
|
|
|
if (image->type == KEXEC_TYPE_CRASH) {
|
|
|
|
entry = STARTUP_KDUMP_OFFSET;
|
|
|
|
type = KEXEC_TYPE_CRASH;
|
|
|
|
} else {
|
|
|
|
entry = STARTUP_NORMAL_OFFSET;
|
|
|
|
type = KEXEC_TYPE_DEFAULT;
|
|
|
|
}
|
|
|
|
|
2017-08-30 15:03:38 +03:00
|
|
|
ret = kexec_purgatory_get_set_symbol(image, "kernel_entry", &entry,
|
|
|
|
sizeof(entry), false);
|
2017-09-05 12:55:23 +03:00
|
|
|
if (ret)
|
|
|
|
return ret;
|
|
|
|
|
|
|
|
ret = kexec_purgatory_get_set_symbol(image, "kernel_type", &type,
|
|
|
|
sizeof(type), false);
|
|
|
|
if (ret)
|
|
|
|
return ret;
|
|
|
|
|
|
|
|
if (image->type == KEXEC_TYPE_CRASH) {
|
|
|
|
u64 crash_size;
|
|
|
|
|
|
|
|
ret = kexec_purgatory_get_set_symbol(image, "crash_start",
|
|
|
|
&crashk_res.start,
|
|
|
|
sizeof(crashk_res.start),
|
|
|
|
false);
|
|
|
|
if (ret)
|
|
|
|
return ret;
|
|
|
|
|
|
|
|
crash_size = crashk_res.end - crashk_res.start + 1;
|
|
|
|
ret = kexec_purgatory_get_set_symbol(image, "crash_size",
|
|
|
|
&crash_size,
|
|
|
|
sizeof(crash_size),
|
|
|
|
false);
|
|
|
|
}
|
2017-08-30 15:03:38 +03:00
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2019-03-07 14:48:03 +03:00
|
|
|
static int kexec_file_add_purgatory(struct kimage *image,
|
|
|
|
struct s390_load_data *data)
|
2017-08-30 15:03:38 +03:00
|
|
|
{
|
|
|
|
struct kexec_buf buf;
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
buf.image = image;
|
|
|
|
|
|
|
|
data->memsz = ALIGN(data->memsz, PAGE_SIZE);
|
|
|
|
buf.mem = data->memsz;
|
2017-09-05 12:55:23 +03:00
|
|
|
if (image->type == KEXEC_TYPE_CRASH)
|
|
|
|
buf.mem += crashk_res.start;
|
2017-08-30 15:03:38 +03:00
|
|
|
|
|
|
|
ret = kexec_load_purgatory(image, &buf);
|
|
|
|
if (ret)
|
|
|
|
return ret;
|
2019-03-18 14:53:47 +03:00
|
|
|
data->memsz += buf.memsz;
|
2017-08-30 15:03:38 +03:00
|
|
|
|
2019-03-18 14:53:47 +03:00
|
|
|
return kexec_file_update_purgatory(image, data);
|
2017-08-30 15:03:38 +03:00
|
|
|
}
|
|
|
|
|
2019-03-07 14:48:03 +03:00
|
|
|
static int kexec_file_add_initrd(struct kimage *image,
|
|
|
|
struct s390_load_data *data)
|
2017-08-30 15:03:38 +03:00
|
|
|
{
|
|
|
|
struct kexec_buf buf;
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
buf.image = image;
|
|
|
|
|
2019-03-07 14:48:03 +03:00
|
|
|
buf.buffer = image->initrd_buf;
|
|
|
|
buf.bufsz = image->initrd_buf_len;
|
2017-08-30 15:03:38 +03:00
|
|
|
|
|
|
|
data->memsz = ALIGN(data->memsz, PAGE_SIZE);
|
|
|
|
buf.mem = data->memsz;
|
2017-09-05 12:55:23 +03:00
|
|
|
if (image->type == KEXEC_TYPE_CRASH)
|
|
|
|
buf.mem += crashk_res.start;
|
2017-08-30 15:03:38 +03:00
|
|
|
buf.memsz = buf.bufsz;
|
|
|
|
|
2020-05-12 20:39:56 +03:00
|
|
|
data->parm->initrd_start = data->memsz;
|
2019-03-06 19:36:26 +03:00
|
|
|
data->parm->initrd_size = buf.memsz;
|
2017-08-30 15:03:38 +03:00
|
|
|
data->memsz += buf.memsz;
|
|
|
|
|
|
|
|
ret = kexec_add_buffer(&buf);
|
2019-03-18 14:53:47 +03:00
|
|
|
if (ret)
|
|
|
|
return ret;
|
|
|
|
|
|
|
|
return ipl_report_add_component(data->report, &buf, 0, 0);
|
|
|
|
}
|
|
|
|
|
|
|
|
static int kexec_file_add_ipl_report(struct kimage *image,
|
|
|
|
struct s390_load_data *data)
|
|
|
|
{
|
|
|
|
__u32 *lc_ipl_parmblock_ptr;
|
|
|
|
unsigned int len, ncerts;
|
|
|
|
struct kexec_buf buf;
|
|
|
|
unsigned long addr;
|
|
|
|
void *ptr, *end;
|
2021-11-16 13:06:38 +03:00
|
|
|
int ret;
|
2019-03-18 14:53:47 +03:00
|
|
|
|
|
|
|
buf.image = image;
|
|
|
|
|
|
|
|
data->memsz = ALIGN(data->memsz, PAGE_SIZE);
|
|
|
|
buf.mem = data->memsz;
|
|
|
|
if (image->type == KEXEC_TYPE_CRASH)
|
|
|
|
buf.mem += crashk_res.start;
|
|
|
|
|
|
|
|
ptr = (void *)ipl_cert_list_addr;
|
|
|
|
end = ptr + ipl_cert_list_size;
|
|
|
|
ncerts = 0;
|
|
|
|
while (ptr < end) {
|
|
|
|
ncerts++;
|
|
|
|
len = *(unsigned int *)ptr;
|
|
|
|
ptr += sizeof(len);
|
|
|
|
ptr += len;
|
|
|
|
}
|
|
|
|
|
|
|
|
addr = data->memsz + data->report->size;
|
|
|
|
addr += ncerts * sizeof(struct ipl_rb_certificate_entry);
|
|
|
|
ptr = (void *)ipl_cert_list_addr;
|
|
|
|
while (ptr < end) {
|
|
|
|
len = *(unsigned int *)ptr;
|
|
|
|
ptr += sizeof(len);
|
|
|
|
ipl_report_add_certificate(data->report, ptr, addr, len);
|
|
|
|
addr += len;
|
|
|
|
ptr += len;
|
|
|
|
}
|
|
|
|
|
2021-11-16 13:06:38 +03:00
|
|
|
ret = -ENOMEM;
|
2019-03-18 14:53:47 +03:00
|
|
|
buf.buffer = ipl_report_finish(data->report);
|
2021-11-16 13:06:38 +03:00
|
|
|
if (!buf.buffer)
|
|
|
|
goto out;
|
2019-03-18 14:53:47 +03:00
|
|
|
buf.bufsz = data->report->size;
|
|
|
|
buf.memsz = buf.bufsz;
|
2021-11-16 06:31:01 +03:00
|
|
|
image->arch.ipl_buf = buf.buffer;
|
2019-03-18 14:53:47 +03:00
|
|
|
|
|
|
|
data->memsz += buf.memsz;
|
|
|
|
|
|
|
|
lc_ipl_parmblock_ptr =
|
|
|
|
data->kernel_buf + offsetof(struct lowcore, ipl_parmblock_ptr);
|
|
|
|
*lc_ipl_parmblock_ptr = (__u32)buf.mem;
|
|
|
|
|
2021-11-16 13:06:38 +03:00
|
|
|
ret = kexec_add_buffer(&buf);
|
|
|
|
out:
|
|
|
|
return ret;
|
2017-08-30 15:03:38 +03:00
|
|
|
}
|
|
|
|
|
2019-03-07 14:48:03 +03:00
|
|
|
void *kexec_file_add_components(struct kimage *image,
|
|
|
|
int (*add_kernel)(struct kimage *image,
|
|
|
|
struct s390_load_data *data))
|
|
|
|
{
|
|
|
|
struct s390_load_data data = {0};
|
|
|
|
int ret;
|
|
|
|
|
2019-03-18 14:53:47 +03:00
|
|
|
data.report = ipl_report_init(&ipl_block);
|
|
|
|
if (IS_ERR(data.report))
|
|
|
|
return data.report;
|
|
|
|
|
2019-03-07 14:48:03 +03:00
|
|
|
ret = add_kernel(image, &data);
|
|
|
|
if (ret)
|
2019-03-18 14:53:47 +03:00
|
|
|
goto out;
|
2019-03-07 14:48:03 +03:00
|
|
|
|
2019-03-18 14:53:47 +03:00
|
|
|
if (image->cmdline_buf_len >= ARCH_COMMAND_LINE_SIZE) {
|
|
|
|
ret = -EINVAL;
|
|
|
|
goto out;
|
|
|
|
}
|
2019-03-07 14:48:03 +03:00
|
|
|
memcpy(data.parm->command_line, image->cmdline_buf,
|
|
|
|
image->cmdline_buf_len);
|
|
|
|
|
|
|
|
if (image->type == KEXEC_TYPE_CRASH) {
|
|
|
|
data.parm->oldmem_base = crashk_res.start;
|
|
|
|
data.parm->oldmem_size = crashk_res.end - crashk_res.start + 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (image->initrd_buf) {
|
|
|
|
ret = kexec_file_add_initrd(image, &data);
|
|
|
|
if (ret)
|
2019-03-18 14:53:47 +03:00
|
|
|
goto out;
|
2019-03-07 14:48:03 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
ret = kexec_file_add_purgatory(image, &data);
|
|
|
|
if (ret)
|
2019-03-18 14:53:47 +03:00
|
|
|
goto out;
|
2019-03-07 14:48:03 +03:00
|
|
|
|
2019-03-07 17:56:34 +03:00
|
|
|
if (data.kernel_mem == 0) {
|
|
|
|
unsigned long restart_psw = 0x0008000080000000UL;
|
|
|
|
restart_psw += image->start;
|
|
|
|
memcpy(data.kernel_buf, &restart_psw, sizeof(restart_psw));
|
|
|
|
image->start = 0;
|
|
|
|
}
|
|
|
|
|
2019-03-18 14:53:47 +03:00
|
|
|
ret = kexec_file_add_ipl_report(image, &data);
|
|
|
|
out:
|
|
|
|
ipl_report_free(data.report);
|
|
|
|
return ERR_PTR(ret);
|
2019-03-07 14:48:03 +03:00
|
|
|
}
|
|
|
|
|
2017-06-19 11:45:33 +03:00
|
|
|
int arch_kexec_apply_relocations_add(struct purgatory_info *pi,
|
|
|
|
Elf_Shdr *section,
|
|
|
|
const Elf_Shdr *relsec,
|
|
|
|
const Elf_Shdr *symtab)
|
|
|
|
{
|
|
|
|
Elf_Rela *relas;
|
2019-02-03 23:35:45 +03:00
|
|
|
int i, r_type;
|
2021-12-08 16:07:41 +03:00
|
|
|
int ret;
|
2017-06-19 11:45:33 +03:00
|
|
|
|
|
|
|
relas = (void *)pi->ehdr + relsec->sh_offset;
|
|
|
|
|
|
|
|
for (i = 0; i < relsec->sh_size / sizeof(*relas); i++) {
|
|
|
|
const Elf_Sym *sym; /* symbol to relocate */
|
|
|
|
unsigned long addr; /* final location after relocation */
|
|
|
|
unsigned long val; /* relocated symbol value */
|
|
|
|
void *loc; /* tmp location to modify */
|
|
|
|
|
|
|
|
sym = (void *)pi->ehdr + symtab->sh_offset;
|
|
|
|
sym += ELF64_R_SYM(relas[i].r_info);
|
|
|
|
|
|
|
|
if (sym->st_shndx == SHN_UNDEF)
|
|
|
|
return -ENOEXEC;
|
|
|
|
|
|
|
|
if (sym->st_shndx == SHN_COMMON)
|
|
|
|
return -ENOEXEC;
|
|
|
|
|
|
|
|
if (sym->st_shndx >= pi->ehdr->e_shnum &&
|
|
|
|
sym->st_shndx != SHN_ABS)
|
|
|
|
return -ENOEXEC;
|
|
|
|
|
|
|
|
loc = pi->purgatory_buf;
|
|
|
|
loc += section->sh_offset;
|
|
|
|
loc += relas[i].r_offset;
|
|
|
|
|
|
|
|
val = sym->st_value;
|
|
|
|
if (sym->st_shndx != SHN_ABS)
|
|
|
|
val += pi->sechdrs[sym->st_shndx].sh_addr;
|
|
|
|
val += relas[i].r_addend;
|
|
|
|
|
|
|
|
addr = section->sh_addr + relas[i].r_offset;
|
|
|
|
|
2019-02-03 23:35:45 +03:00
|
|
|
r_type = ELF64_R_TYPE(relas[i].r_info);
|
2021-12-09 10:38:17 +03:00
|
|
|
|
|
|
|
if (r_type == R_390_PLT32DBL)
|
|
|
|
r_type = R_390_PC32DBL;
|
|
|
|
|
2021-12-08 16:07:41 +03:00
|
|
|
ret = arch_kexec_do_relocs(r_type, loc, val, addr);
|
|
|
|
if (ret) {
|
|
|
|
pr_err("Unknown rela relocation: %d\n", r_type);
|
|
|
|
return -ENOEXEC;
|
|
|
|
}
|
2017-06-19 11:45:33 +03:00
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
int arch_kexec_kernel_image_probe(struct kimage *image, void *buf,
|
|
|
|
unsigned long buf_len)
|
|
|
|
{
|
|
|
|
/* A kernel must be at least large enough to contain head.S. During
|
|
|
|
* load memory in head.S will be accessed, e.g. to register the next
|
|
|
|
* command line. If the next kernel were smaller the current kernel
|
|
|
|
* will panic at load.
|
|
|
|
*/
|
2019-04-08 13:49:58 +03:00
|
|
|
if (buf_len < HEAD_END)
|
2017-06-19 11:45:33 +03:00
|
|
|
return -ENOEXEC;
|
|
|
|
|
|
|
|
return kexec_image_probe_default(image, buf, buf_len);
|
|
|
|
}
|
2021-11-16 06:31:01 +03:00
|
|
|
|
|
|
|
int arch_kimage_file_post_load_cleanup(struct kimage *image)
|
|
|
|
{
|
|
|
|
vfree(image->arch.ipl_buf);
|
|
|
|
image->arch.ipl_buf = NULL;
|
|
|
|
|
|
|
|
return kexec_image_post_load_cleanup_default(image);
|
|
|
|
}
|