mirror of
https://github.com/torvalds/linux.git
synced 2025-10-31 16:48:26 +02:00
a539e2a6d5
User space needs access to kernel BTF for many modern features of BPF. Right now each process needs to read the BTF blob either in pieces or as a whole. Allow mmaping the sysfs file so that processes can directly access the memory allocated for it in the kernel. remap_pfn_range is used instead of vm_insert_page due to aarch64 compatibility issues. Signed-off-by: Lorenz Bauer <lmb@isovalent.com> Signed-off-by: Andrii Nakryiko <andrii@kernel.org> Tested-by: Alan Maguire <alan.maguire@oracle.com> Reviewed-by: Shakeel Butt <shakeel.butt@linux.dev> Link: https://lore.kernel.org/bpf/20250520-vmlinux-mmap-v5-1-e8c941acc414@isovalent.com
69 lines
1.8 KiB
C
69 lines
1.8 KiB
C
// SPDX-License-Identifier: GPL-2.0
|
|
/*
|
|
* Provide kernel BTF information for introspection and use by eBPF tools.
|
|
*/
|
|
#include <linux/kernel.h>
|
|
#include <linux/module.h>
|
|
#include <linux/kobject.h>
|
|
#include <linux/init.h>
|
|
#include <linux/sysfs.h>
|
|
#include <linux/mm.h>
|
|
#include <linux/io.h>
|
|
#include <linux/btf.h>
|
|
|
|
/* See scripts/link-vmlinux.sh, gen_btf() func for details */
|
|
extern char __start_BTF[];
|
|
extern char __stop_BTF[];
|
|
|
|
static int btf_sysfs_vmlinux_mmap(struct file *filp, struct kobject *kobj,
|
|
const struct bin_attribute *attr,
|
|
struct vm_area_struct *vma)
|
|
{
|
|
unsigned long pages = PAGE_ALIGN(attr->size) >> PAGE_SHIFT;
|
|
size_t vm_size = vma->vm_end - vma->vm_start;
|
|
phys_addr_t addr = virt_to_phys(__start_BTF);
|
|
unsigned long pfn = addr >> PAGE_SHIFT;
|
|
|
|
if (attr->private != __start_BTF || !PAGE_ALIGNED(addr))
|
|
return -EINVAL;
|
|
|
|
if (vma->vm_pgoff)
|
|
return -EINVAL;
|
|
|
|
if (vma->vm_flags & (VM_WRITE | VM_EXEC | VM_MAYSHARE))
|
|
return -EACCES;
|
|
|
|
if (pfn + pages < pfn)
|
|
return -EINVAL;
|
|
|
|
if ((vm_size >> PAGE_SHIFT) > pages)
|
|
return -EINVAL;
|
|
|
|
vm_flags_mod(vma, VM_DONTDUMP, VM_MAYEXEC | VM_MAYWRITE);
|
|
return remap_pfn_range(vma, vma->vm_start, pfn, vm_size, vma->vm_page_prot);
|
|
}
|
|
|
|
static struct bin_attribute bin_attr_btf_vmlinux __ro_after_init = {
|
|
.attr = { .name = "vmlinux", .mode = 0444, },
|
|
.read_new = sysfs_bin_attr_simple_read,
|
|
.mmap = btf_sysfs_vmlinux_mmap,
|
|
};
|
|
|
|
struct kobject *btf_kobj;
|
|
|
|
static int __init btf_vmlinux_init(void)
|
|
{
|
|
bin_attr_btf_vmlinux.private = __start_BTF;
|
|
bin_attr_btf_vmlinux.size = __stop_BTF - __start_BTF;
|
|
|
|
if (bin_attr_btf_vmlinux.size == 0)
|
|
return 0;
|
|
|
|
btf_kobj = kobject_create_and_add("btf", kernel_kobj);
|
|
if (!btf_kobj)
|
|
return -ENOMEM;
|
|
|
|
return sysfs_create_bin_file(btf_kobj, &bin_attr_btf_vmlinux);
|
|
}
|
|
|
|
subsys_initcall(btf_vmlinux_init);
|