123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325 |
- // aarch64 uses user_pt_regs instead of pt_regs
- #[cfg(not(any(bpf_target_arch = "aarch64", bpf_target_arch = "riscv64")))]
- use crate::bindings::pt_regs;
- #[cfg(bpf_target_arch = "aarch64")]
- use crate::bindings::user_pt_regs as pt_regs;
- #[cfg(bpf_target_arch = "riscv64")]
- use crate::bindings::user_regs_struct as pt_regs;
- use crate::{cty::c_void, helpers::bpf_probe_read};
- /// A trait that indicates a valid type for an argument which can be coerced from a BTF
- /// context.
- ///
- /// Users should not implement this trait.
- ///
- /// SAFETY: This trait is _only_ safe to implement on primitive types that can fit into
- /// a `u64`. For example, integers and raw pointers may be coerced from a BTF context.
- pub unsafe trait FromBtfArgument: Sized {
- /// Coerces a `T` from the `n`th argument from a BTF context where `n` starts
- /// at 0 and increases by 1 for each successive argument.
- ///
- /// SAFETY: This function is deeply unsafe, as we are reading raw pointers into kernel
- /// memory. In particular, the value of `n` must not exceed the number of function
- /// arguments. Moreover, `ctx` must be a valid pointer to a BTF context, and `T` must
- /// be the right type for the given argument.
- unsafe fn from_argument(ctx: *const c_void, n: usize) -> Self;
- }
- unsafe impl<T> FromBtfArgument for *const T {
- unsafe fn from_argument(ctx: *const c_void, n: usize) -> *const T {
- // BTF arguments are exposed as an array of `usize` where `usize` can
- // either be treated as a pointer or a primitive type
- *(ctx as *const usize).add(n) as _
- }
- }
- /// Helper macro to implement [`FromBtfArgument`] for a primitive type.
- macro_rules! unsafe_impl_from_btf_argument {
- ($type:ident) => {
- unsafe impl FromBtfArgument for $type {
- unsafe fn from_argument(ctx: *const c_void, n: usize) -> Self {
- // BTF arguments are exposed as an array of `usize` where `usize` can
- // either be treated as a pointer or a primitive type
- *(ctx as *const usize).add(n) as _
- }
- }
- };
- }
- unsafe_impl_from_btf_argument!(u8);
- unsafe_impl_from_btf_argument!(u16);
- unsafe_impl_from_btf_argument!(u32);
- unsafe_impl_from_btf_argument!(u64);
- unsafe_impl_from_btf_argument!(i8);
- unsafe_impl_from_btf_argument!(i16);
- unsafe_impl_from_btf_argument!(i32);
- unsafe_impl_from_btf_argument!(i64);
- unsafe_impl_from_btf_argument!(usize);
- unsafe_impl_from_btf_argument!(isize);
- pub struct PtRegs {
- regs: *mut pt_regs,
- }
- /// A portable wrapper around pt_regs, user_pt_regs and user_regs_struct.
- impl PtRegs {
- pub fn new(regs: *mut pt_regs) -> Self {
- PtRegs { regs }
- }
- /// Returns the value of the register used to pass arg `n`.
- pub fn arg<T: FromPtRegs>(&self, n: usize) -> Option<T> {
- T::from_argument(unsafe { &*self.regs }, n)
- }
- /// Returns the value of the register used to pass the return value.
- pub fn ret<T: FromPtRegs>(&self) -> Option<T> {
- T::from_retval(unsafe { &*self.regs })
- }
- /// Returns a pointer to the wrapped value.
- pub fn as_ptr(&self) -> *mut pt_regs {
- self.regs
- }
- }
- /// A trait that indicates a valid type for an argument which can be coerced from
- /// a pt_regs context.
- ///
- /// Any implementation of this trait is strictly architecture-specific and depends on the
- /// layout of the underlying pt_regs struct and the target processor's calling
- /// conventions. Users should not implement this trait.
- pub trait FromPtRegs: Sized {
- /// Coerces a `T` from the `n`th argument of a pt_regs context where `n` starts
- /// at 0 and increases by 1 for each successive argument.
- fn from_argument(ctx: &pt_regs, n: usize) -> Option<Self>;
- /// Coerces a `T` from the return value of a pt_regs context.
- fn from_retval(ctx: &pt_regs) -> Option<Self>;
- }
- #[cfg(bpf_target_arch = "x86_64")]
- impl<T> FromPtRegs for *const T {
- fn from_argument(ctx: &pt_regs, n: usize) -> Option<Self> {
- match n {
- 0 => unsafe { bpf_probe_read(&ctx.rdi).map(|v| v as *const _).ok() },
- 1 => unsafe { bpf_probe_read(&ctx.rsi).map(|v| v as *const _).ok() },
- 2 => unsafe { bpf_probe_read(&ctx.rdx).map(|v| v as *const _).ok() },
- 3 => unsafe { bpf_probe_read(&ctx.rcx).map(|v| v as *const _).ok() },
- 4 => unsafe { bpf_probe_read(&ctx.r8).map(|v| v as *const _).ok() },
- 5 => unsafe { bpf_probe_read(&ctx.r9).map(|v| v as *const _).ok() },
- _ => None,
- }
- }
- fn from_retval(ctx: &pt_regs) -> Option<Self> {
- unsafe { bpf_probe_read(&ctx.rax).map(|v| v as *const _).ok() }
- }
- }
- #[cfg(bpf_target_arch = "arm")]
- impl<T> FromPtRegs for *const T {
- fn from_argument(ctx: &pt_regs, n: usize) -> Option<Self> {
- if n <= 6 {
- unsafe { bpf_probe_read(&ctx.uregs[n]).map(|v| v as *const _).ok() }
- } else {
- None
- }
- }
- fn from_retval(ctx: &pt_regs) -> Option<Self> {
- unsafe { bpf_probe_read(&ctx.uregs[0]).map(|v| v as *const _).ok() }
- }
- }
- #[cfg(bpf_target_arch = "aarch64")]
- impl<T> FromPtRegs for *const T {
- fn from_argument(ctx: &pt_regs, n: usize) -> Option<Self> {
- if n <= 7 {
- unsafe { bpf_probe_read(&ctx.regs[n]).map(|v| v as *const _).ok() }
- } else {
- None
- }
- }
- fn from_retval(ctx: &pt_regs) -> Option<Self> {
- unsafe { bpf_probe_read(&ctx.regs[0]).map(|v| v as *const _).ok() }
- }
- }
- #[cfg(bpf_target_arch = "riscv64")]
- impl<T> FromPtRegs for *const T {
- fn from_argument(ctx: &pt_regs, n: usize) -> Option<Self> {
- match n {
- 0 => unsafe { bpf_probe_read(&ctx.a0).map(|v| v as *const _).ok() },
- 1 => unsafe { bpf_probe_read(&ctx.a1).map(|v| v as *const _).ok() },
- 2 => unsafe { bpf_probe_read(&ctx.a2).map(|v| v as *const _).ok() },
- 3 => unsafe { bpf_probe_read(&ctx.a3).map(|v| v as *const _).ok() },
- 4 => unsafe { bpf_probe_read(&ctx.a4).map(|v| v as *const _).ok() },
- 5 => unsafe { bpf_probe_read(&ctx.a5).map(|v| v as *const _).ok() },
- 6 => unsafe { bpf_probe_read(&ctx.a6).map(|v| v as *const _).ok() },
- 7 => unsafe { bpf_probe_read(&ctx.a7).map(|v| v as *const _).ok() },
- _ => None,
- }
- }
- fn from_retval(ctx: &pt_regs) -> Option<Self> {
- unsafe { bpf_probe_read(&ctx.ra).map(|v| v as *const _).ok() }
- }
- }
- #[cfg(bpf_target_arch = "x86_64")]
- impl<T> FromPtRegs for *mut T {
- fn from_argument(ctx: &pt_regs, n: usize) -> Option<Self> {
- match n {
- 0 => unsafe { bpf_probe_read(&ctx.rdi).map(|v| v as *mut _).ok() },
- 1 => unsafe { bpf_probe_read(&ctx.rsi).map(|v| v as *mut _).ok() },
- 2 => unsafe { bpf_probe_read(&ctx.rdx).map(|v| v as *mut _).ok() },
- 3 => unsafe { bpf_probe_read(&ctx.rcx).map(|v| v as *mut _).ok() },
- 4 => unsafe { bpf_probe_read(&ctx.r8).map(|v| v as *mut _).ok() },
- 5 => unsafe { bpf_probe_read(&ctx.r9).map(|v| v as *mut _).ok() },
- _ => None,
- }
- }
- fn from_retval(ctx: &pt_regs) -> Option<Self> {
- unsafe { bpf_probe_read(&ctx.rax).map(|v| v as *mut _).ok() }
- }
- }
- #[cfg(bpf_target_arch = "arm")]
- impl<T> FromPtRegs for *mut T {
- fn from_argument(ctx: &pt_regs, n: usize) -> Option<Self> {
- if n <= 6 {
- unsafe { bpf_probe_read(&ctx.uregs[n]).map(|v| v as *mut _).ok() }
- } else {
- None
- }
- }
- fn from_retval(ctx: &pt_regs) -> Option<Self> {
- unsafe { bpf_probe_read(&ctx.uregs[0]).map(|v| v as *mut _).ok() }
- }
- }
- #[cfg(bpf_target_arch = "aarch64")]
- impl<T> FromPtRegs for *mut T {
- fn from_argument(ctx: &pt_regs, n: usize) -> Option<Self> {
- if n <= 7 {
- unsafe { bpf_probe_read(&ctx.regs[n]).map(|v| v as *mut _).ok() }
- } else {
- None
- }
- }
- fn from_retval(ctx: &pt_regs) -> Option<Self> {
- unsafe { bpf_probe_read(&ctx.regs[0]).map(|v| v as *mut _).ok() }
- }
- }
- #[cfg(bpf_target_arch = "riscv64")]
- impl<T> FromPtRegs for *mut T {
- fn from_argument(ctx: &pt_regs, n: usize) -> Option<Self> {
- match n {
- 0 => unsafe { bpf_probe_read(&ctx.a0).map(|v| v as *mut _).ok() },
- 1 => unsafe { bpf_probe_read(&ctx.a1).map(|v| v as *mut _).ok() },
- 2 => unsafe { bpf_probe_read(&ctx.a2).map(|v| v as *mut _).ok() },
- 3 => unsafe { bpf_probe_read(&ctx.a3).map(|v| v as *mut _).ok() },
- 4 => unsafe { bpf_probe_read(&ctx.a4).map(|v| v as *mut _).ok() },
- 5 => unsafe { bpf_probe_read(&ctx.a5).map(|v| v as *mut _).ok() },
- 6 => unsafe { bpf_probe_read(&ctx.a6).map(|v| v as *mut _).ok() },
- 7 => unsafe { bpf_probe_read(&ctx.a7).map(|v| v as *mut _).ok() },
- _ => None,
- }
- }
- fn from_retval(ctx: &pt_regs) -> Option<Self> {
- unsafe { bpf_probe_read(&ctx.ra).map(|v| v as *mut _).ok() }
- }
- }
- /// Helper macro to implement [`FromPtRegs`] for a primitive type.
- macro_rules! impl_from_pt_regs {
- ($type:ident) => {
- #[cfg(bpf_target_arch = "x86_64")]
- impl FromPtRegs for $type {
- fn from_argument(ctx: &pt_regs, n: usize) -> Option<Self> {
- match n {
- 0 => Some(ctx.rdi as *const $type as _),
- 1 => Some(ctx.rsi as *const $type as _),
- 2 => Some(ctx.rdx as *const $type as _),
- 3 => Some(ctx.rcx as *const $type as _),
- 4 => Some(ctx.r8 as *const $type as _),
- 5 => Some(ctx.r9 as *const $type as _),
- _ => None,
- }
- }
- fn from_retval(ctx: &pt_regs) -> Option<Self> {
- Some(ctx.rax as *const $type as _)
- }
- }
- #[cfg(bpf_target_arch = "arm")]
- impl FromPtRegs for $type {
- fn from_argument(ctx: &pt_regs, n: usize) -> Option<Self> {
- if n <= 6 {
- Some(ctx.uregs[n] as *const $type as _)
- } else {
- None
- }
- }
- fn from_retval(ctx: &pt_regs) -> Option<Self> {
- Some(ctx.uregs[0] as *const $type as _)
- }
- }
- #[cfg(bpf_target_arch = "aarch64")]
- impl FromPtRegs for $type {
- fn from_argument(ctx: &pt_regs, n: usize) -> Option<Self> {
- if n <= 7 {
- Some(ctx.regs[n] as *const $type as _)
- } else {
- None
- }
- }
- fn from_retval(ctx: &pt_regs) -> Option<Self> {
- Some(ctx.regs[0] as *const $type as _)
- }
- }
- #[cfg(bpf_target_arch = "riscv64")]
- impl FromPtRegs for $type {
- fn from_argument(ctx: &pt_regs, n: usize) -> Option<Self> {
- match n {
- 0 => Some(ctx.a0 as *const $type as _),
- 1 => Some(ctx.a1 as *const $type as _),
- 2 => Some(ctx.a2 as *const $type as _),
- 3 => Some(ctx.a3 as *const $type as _),
- 4 => Some(ctx.a4 as *const $type as _),
- 5 => Some(ctx.a5 as *const $type as _),
- 6 => Some(ctx.a6 as *const $type as _),
- 7 => Some(ctx.a7 as *const $type as _),
- _ => None,
- }
- }
- fn from_retval(ctx: &pt_regs) -> Option<Self> {
- Some(ctx.ra as *const $type as _)
- }
- }
- };
- }
- impl_from_pt_regs!(u8);
- impl_from_pt_regs!(u16);
- impl_from_pt_regs!(u32);
- impl_from_pt_regs!(u64);
- impl_from_pt_regs!(i8);
- impl_from_pt_regs!(i16);
- impl_from_pt_regs!(i32);
- impl_from_pt_regs!(i64);
- impl_from_pt_regs!(usize);
- impl_from_pt_regs!(isize);
|