// aarch64 uses user_pt_regs instead of pt_regs #[cfg(not(any(bpf_target_arch = "aarch64", bpf_target_arch = "riscv64")))] use crate::bindings::pt_regs; #[cfg(bpf_target_arch = "aarch64")] use crate::bindings::user_pt_regs as pt_regs; #[cfg(bpf_target_arch = "riscv64")] use crate::bindings::user_regs_struct as pt_regs; use crate::{cty::c_void, helpers::bpf_probe_read}; /// A trait that indicates a valid type for an argument which can be coerced from a BTF /// context. /// /// Users should not implement this trait. /// /// SAFETY: This trait is _only_ safe to implement on primitive types that can fit into /// a `u64`. For example, integers and raw pointers may be coerced from a BTF context. pub unsafe trait FromBtfArgument: Sized { /// Coerces a `T` from the `n`th argument from a BTF context where `n` starts /// at 0 and increases by 1 for each successive argument. /// /// SAFETY: This function is deeply unsafe, as we are reading raw pointers into kernel /// memory. In particular, the value of `n` must not exceed the number of function /// arguments. Moreover, `ctx` must be a valid pointer to a BTF context, and `T` must /// be the right type for the given argument. unsafe fn from_argument(ctx: *const c_void, n: usize) -> Self; } unsafe impl FromBtfArgument for *const T { unsafe fn from_argument(ctx: *const c_void, n: usize) -> *const T { // BTF arguments are exposed as an array of `usize` where `usize` can // either be treated as a pointer or a primitive type *(ctx as *const usize).add(n) as _ } } /// Helper macro to implement [`FromBtfArgument`] for a primitive type. macro_rules! unsafe_impl_from_btf_argument { ($type:ident) => { unsafe impl FromBtfArgument for $type { unsafe fn from_argument(ctx: *const c_void, n: usize) -> Self { // BTF arguments are exposed as an array of `usize` where `usize` can // either be treated as a pointer or a primitive type *(ctx as *const usize).add(n) as _ } } }; } unsafe_impl_from_btf_argument!(u8); unsafe_impl_from_btf_argument!(u16); unsafe_impl_from_btf_argument!(u32); unsafe_impl_from_btf_argument!(u64); unsafe_impl_from_btf_argument!(i8); unsafe_impl_from_btf_argument!(i16); unsafe_impl_from_btf_argument!(i32); unsafe_impl_from_btf_argument!(i64); unsafe_impl_from_btf_argument!(usize); unsafe_impl_from_btf_argument!(isize); pub struct PtRegs { regs: *mut pt_regs, } /// A portable wrapper around pt_regs, user_pt_regs and user_regs_struct. impl PtRegs { pub fn new(regs: *mut pt_regs) -> Self { PtRegs { regs } } /// Returns the value of the register used to pass arg `n`. pub fn arg(&self, n: usize) -> Option { T::from_argument(unsafe { &*self.regs }, n) } /// Returns the value of the register used to pass the return value. pub fn ret(&self) -> Option { T::from_retval(unsafe { &*self.regs }) } /// Returns a pointer to the wrapped value. pub fn as_ptr(&self) -> *mut pt_regs { self.regs } } /// A trait that indicates a valid type for an argument which can be coerced from /// a pt_regs context. /// /// Any implementation of this trait is strictly architecture-specific and depends on the /// layout of the underlying pt_regs struct and the target processor's calling /// conventions. Users should not implement this trait. pub trait FromPtRegs: Sized { /// Coerces a `T` from the `n`th argument of a pt_regs context where `n` starts /// at 0 and increases by 1 for each successive argument. fn from_argument(ctx: &pt_regs, n: usize) -> Option; /// Coerces a `T` from the return value of a pt_regs context. fn from_retval(ctx: &pt_regs) -> Option; } #[cfg(bpf_target_arch = "x86_64")] impl FromPtRegs for *const T { fn from_argument(ctx: &pt_regs, n: usize) -> Option { match n { 0 => unsafe { bpf_probe_read(&ctx.rdi).map(|v| v as *const _).ok() }, 1 => unsafe { bpf_probe_read(&ctx.rsi).map(|v| v as *const _).ok() }, 2 => unsafe { bpf_probe_read(&ctx.rdx).map(|v| v as *const _).ok() }, 3 => unsafe { bpf_probe_read(&ctx.rcx).map(|v| v as *const _).ok() }, 4 => unsafe { bpf_probe_read(&ctx.r8).map(|v| v as *const _).ok() }, 5 => unsafe { bpf_probe_read(&ctx.r9).map(|v| v as *const _).ok() }, _ => None, } } fn from_retval(ctx: &pt_regs) -> Option { unsafe { bpf_probe_read(&ctx.rax).map(|v| v as *const _).ok() } } } #[cfg(bpf_target_arch = "arm")] impl FromPtRegs for *const T { fn from_argument(ctx: &pt_regs, n: usize) -> Option { if n <= 6 { unsafe { bpf_probe_read(&ctx.uregs[n]).map(|v| v as *const _).ok() } } else { None } } fn from_retval(ctx: &pt_regs) -> Option { unsafe { bpf_probe_read(&ctx.uregs[0]).map(|v| v as *const _).ok() } } } #[cfg(bpf_target_arch = "aarch64")] impl FromPtRegs for *const T { fn from_argument(ctx: &pt_regs, n: usize) -> Option { if n <= 7 { unsafe { bpf_probe_read(&ctx.regs[n]).map(|v| v as *const _).ok() } } else { None } } fn from_retval(ctx: &pt_regs) -> Option { unsafe { bpf_probe_read(&ctx.regs[0]).map(|v| v as *const _).ok() } } } #[cfg(bpf_target_arch = "riscv64")] impl FromPtRegs for *const T { fn from_argument(ctx: &pt_regs, n: usize) -> Option { match n { 0 => unsafe { bpf_probe_read(&ctx.a0).map(|v| v as *const _).ok() }, 1 => unsafe { bpf_probe_read(&ctx.a1).map(|v| v as *const _).ok() }, 2 => unsafe { bpf_probe_read(&ctx.a2).map(|v| v as *const _).ok() }, 3 => unsafe { bpf_probe_read(&ctx.a3).map(|v| v as *const _).ok() }, 4 => unsafe { bpf_probe_read(&ctx.a4).map(|v| v as *const _).ok() }, 5 => unsafe { bpf_probe_read(&ctx.a5).map(|v| v as *const _).ok() }, 6 => unsafe { bpf_probe_read(&ctx.a6).map(|v| v as *const _).ok() }, 7 => unsafe { bpf_probe_read(&ctx.a7).map(|v| v as *const _).ok() }, _ => None, } } fn from_retval(ctx: &pt_regs) -> Option { unsafe { bpf_probe_read(&ctx.ra).map(|v| v as *const _).ok() } } } #[cfg(bpf_target_arch = "x86_64")] impl FromPtRegs for *mut T { fn from_argument(ctx: &pt_regs, n: usize) -> Option { match n { 0 => unsafe { bpf_probe_read(&ctx.rdi).map(|v| v as *mut _).ok() }, 1 => unsafe { bpf_probe_read(&ctx.rsi).map(|v| v as *mut _).ok() }, 2 => unsafe { bpf_probe_read(&ctx.rdx).map(|v| v as *mut _).ok() }, 3 => unsafe { bpf_probe_read(&ctx.rcx).map(|v| v as *mut _).ok() }, 4 => unsafe { bpf_probe_read(&ctx.r8).map(|v| v as *mut _).ok() }, 5 => unsafe { bpf_probe_read(&ctx.r9).map(|v| v as *mut _).ok() }, _ => None, } } fn from_retval(ctx: &pt_regs) -> Option { unsafe { bpf_probe_read(&ctx.rax).map(|v| v as *mut _).ok() } } } #[cfg(bpf_target_arch = "arm")] impl FromPtRegs for *mut T { fn from_argument(ctx: &pt_regs, n: usize) -> Option { if n <= 6 { unsafe { bpf_probe_read(&ctx.uregs[n]).map(|v| v as *mut _).ok() } } else { None } } fn from_retval(ctx: &pt_regs) -> Option { unsafe { bpf_probe_read(&ctx.uregs[0]).map(|v| v as *mut _).ok() } } } #[cfg(bpf_target_arch = "aarch64")] impl FromPtRegs for *mut T { fn from_argument(ctx: &pt_regs, n: usize) -> Option { if n <= 7 { unsafe { bpf_probe_read(&ctx.regs[n]).map(|v| v as *mut _).ok() } } else { None } } fn from_retval(ctx: &pt_regs) -> Option { unsafe { bpf_probe_read(&ctx.regs[0]).map(|v| v as *mut _).ok() } } } #[cfg(bpf_target_arch = "riscv64")] impl FromPtRegs for *mut T { fn from_argument(ctx: &pt_regs, n: usize) -> Option { match n { 0 => unsafe { bpf_probe_read(&ctx.a0).map(|v| v as *mut _).ok() }, 1 => unsafe { bpf_probe_read(&ctx.a1).map(|v| v as *mut _).ok() }, 2 => unsafe { bpf_probe_read(&ctx.a2).map(|v| v as *mut _).ok() }, 3 => unsafe { bpf_probe_read(&ctx.a3).map(|v| v as *mut _).ok() }, 4 => unsafe { bpf_probe_read(&ctx.a4).map(|v| v as *mut _).ok() }, 5 => unsafe { bpf_probe_read(&ctx.a5).map(|v| v as *mut _).ok() }, 6 => unsafe { bpf_probe_read(&ctx.a6).map(|v| v as *mut _).ok() }, 7 => unsafe { bpf_probe_read(&ctx.a7).map(|v| v as *mut _).ok() }, _ => None, } } fn from_retval(ctx: &pt_regs) -> Option { unsafe { bpf_probe_read(&ctx.ra).map(|v| v as *mut _).ok() } } } /// Helper macro to implement [`FromPtRegs`] for a primitive type. macro_rules! impl_from_pt_regs { ($type:ident) => { #[cfg(bpf_target_arch = "x86_64")] impl FromPtRegs for $type { fn from_argument(ctx: &pt_regs, n: usize) -> Option { match n { 0 => Some(ctx.rdi as *const $type as _), 1 => Some(ctx.rsi as *const $type as _), 2 => Some(ctx.rdx as *const $type as _), 3 => Some(ctx.rcx as *const $type as _), 4 => Some(ctx.r8 as *const $type as _), 5 => Some(ctx.r9 as *const $type as _), _ => None, } } fn from_retval(ctx: &pt_regs) -> Option { Some(ctx.rax as *const $type as _) } } #[cfg(bpf_target_arch = "arm")] impl FromPtRegs for $type { fn from_argument(ctx: &pt_regs, n: usize) -> Option { if n <= 6 { Some(ctx.uregs[n] as *const $type as _) } else { None } } fn from_retval(ctx: &pt_regs) -> Option { Some(ctx.uregs[0] as *const $type as _) } } #[cfg(bpf_target_arch = "aarch64")] impl FromPtRegs for $type { fn from_argument(ctx: &pt_regs, n: usize) -> Option { if n <= 7 { Some(ctx.regs[n] as *const $type as _) } else { None } } fn from_retval(ctx: &pt_regs) -> Option { Some(ctx.regs[0] as *const $type as _) } } #[cfg(bpf_target_arch = "riscv64")] impl FromPtRegs for $type { fn from_argument(ctx: &pt_regs, n: usize) -> Option { match n { 0 => Some(ctx.a0 as *const $type as _), 1 => Some(ctx.a1 as *const $type as _), 2 => Some(ctx.a2 as *const $type as _), 3 => Some(ctx.a3 as *const $type as _), 4 => Some(ctx.a4 as *const $type as _), 5 => Some(ctx.a5 as *const $type as _), 6 => Some(ctx.a6 as *const $type as _), 7 => Some(ctx.a7 as *const $type as _), _ => None, } } fn from_retval(ctx: &pt_regs) -> Option { Some(ctx.ra as *const $type as _) } } }; } impl_from_pt_regs!(u8); impl_from_pt_regs!(u16); impl_from_pt_regs!(u32); impl_from_pt_regs!(u64); impl_from_pt_regs!(i8); impl_from_pt_regs!(i16); impl_from_pt_regs!(i32); impl_from_pt_regs!(i64); impl_from_pt_regs!(usize); impl_from_pt_regs!(isize);