mirror of
https://github.com/torvalds/linux.git
synced 2025-11-30 23:16:01 +07:00
rust: pin-init: add references to previously initialized fields
After initializing a field in an initializer macro, create a variable holding a reference that points at that field. The type is either `Pin<&mut T>` or `&mut T` depending on the field's structural pinning kind. [ Applied fixes to devres and rust_driver_pci sample - Benno] Reviewed-by: Danilo Krummrich <dakr@kernel.org> Signed-off-by: Benno Lossin <lossin@kernel.org>
This commit is contained in:
@@ -134,11 +134,9 @@ impl<T: Send> Devres<T> {
|
||||
T: 'a,
|
||||
Error: From<E>,
|
||||
{
|
||||
let callback = Self::devres_callback;
|
||||
|
||||
try_pin_init!(&this in Self {
|
||||
dev: dev.into(),
|
||||
callback,
|
||||
callback: Self::devres_callback,
|
||||
// INVARIANT: `inner` is properly initialized.
|
||||
inner <- {
|
||||
// SAFETY: `this` is a valid pointer to uninitialized memory.
|
||||
@@ -151,7 +149,7 @@ impl<T: Send> Devres<T> {
|
||||
// properly initialized, because we require `dev` (i.e. the *bound* device) to
|
||||
// live at least as long as the returned `impl PinInit<Self, Error>`.
|
||||
to_result(unsafe {
|
||||
bindings::devm_add_action(dev.as_raw(), Some(callback), inner.cast())
|
||||
bindings::devm_add_action(dev.as_raw(), Some(*callback), inner.cast())
|
||||
})?;
|
||||
|
||||
Opaque::pin_init(try_pin_init!(Inner {
|
||||
|
||||
@@ -1049,38 +1049,56 @@ macro_rules! __pin_data {
|
||||
@pinned($($(#[$($p_attr:tt)*])* $pvis:vis $p_field:ident : $p_type:ty),* $(,)?),
|
||||
@not_pinned($($(#[$($attr:tt)*])* $fvis:vis $field:ident : $type:ty),* $(,)?),
|
||||
) => {
|
||||
// For every field, we create a projection function according to its projection type. If a
|
||||
// field is structurally pinned, then it must be initialized via `PinInit`, if it is not
|
||||
// structurally pinned, then it can be initialized via `Init`.
|
||||
//
|
||||
// The functions are `unsafe` to prevent accidentally calling them.
|
||||
#[allow(dead_code)]
|
||||
#[expect(clippy::missing_safety_doc)]
|
||||
impl<$($impl_generics)*> $pin_data<$($ty_generics)*>
|
||||
where $($whr)*
|
||||
{
|
||||
$(
|
||||
$(#[$($p_attr)*])*
|
||||
$pvis unsafe fn $p_field<E>(
|
||||
self,
|
||||
slot: *mut $p_type,
|
||||
init: impl $crate::PinInit<$p_type, E>,
|
||||
) -> ::core::result::Result<(), E> {
|
||||
// SAFETY: TODO.
|
||||
unsafe { $crate::PinInit::__pinned_init(init, slot) }
|
||||
}
|
||||
)*
|
||||
$(
|
||||
$(#[$($attr)*])*
|
||||
$fvis unsafe fn $field<E>(
|
||||
self,
|
||||
slot: *mut $type,
|
||||
init: impl $crate::Init<$type, E>,
|
||||
) -> ::core::result::Result<(), E> {
|
||||
// SAFETY: TODO.
|
||||
unsafe { $crate::Init::__init(init, slot) }
|
||||
}
|
||||
)*
|
||||
$crate::macros::paste! {
|
||||
// For every field, we create a projection function according to its projection type. If a
|
||||
// field is structurally pinned, then it must be initialized via `PinInit`, if it is not
|
||||
// structurally pinned, then it can be initialized via `Init`.
|
||||
//
|
||||
// The functions are `unsafe` to prevent accidentally calling them.
|
||||
#[allow(dead_code)]
|
||||
#[expect(clippy::missing_safety_doc)]
|
||||
impl<$($impl_generics)*> $pin_data<$($ty_generics)*>
|
||||
where $($whr)*
|
||||
{
|
||||
$(
|
||||
$(#[$($p_attr)*])*
|
||||
$pvis unsafe fn $p_field<E>(
|
||||
self,
|
||||
slot: *mut $p_type,
|
||||
init: impl $crate::PinInit<$p_type, E>,
|
||||
) -> ::core::result::Result<(), E> {
|
||||
// SAFETY: TODO.
|
||||
unsafe { $crate::PinInit::__pinned_init(init, slot) }
|
||||
}
|
||||
|
||||
$(#[$($p_attr)*])*
|
||||
$pvis unsafe fn [<__project_ $p_field>]<'__slot>(
|
||||
self,
|
||||
slot: &'__slot mut $p_type,
|
||||
) -> ::core::pin::Pin<&'__slot mut $p_type> {
|
||||
::core::pin::Pin::new_unchecked(slot)
|
||||
}
|
||||
)*
|
||||
$(
|
||||
$(#[$($attr)*])*
|
||||
$fvis unsafe fn $field<E>(
|
||||
self,
|
||||
slot: *mut $type,
|
||||
init: impl $crate::Init<$type, E>,
|
||||
) -> ::core::result::Result<(), E> {
|
||||
// SAFETY: TODO.
|
||||
unsafe { $crate::Init::__init(init, slot) }
|
||||
}
|
||||
|
||||
$(#[$($attr)*])*
|
||||
$fvis unsafe fn [<__project_ $field>]<'__slot>(
|
||||
self,
|
||||
slot: &'__slot mut $type,
|
||||
) -> &'__slot mut $type {
|
||||
slot
|
||||
}
|
||||
)*
|
||||
}
|
||||
}
|
||||
};
|
||||
}
|
||||
@@ -1292,6 +1310,13 @@ macro_rules! __init_internal {
|
||||
// return when an error/panic occurs.
|
||||
// We also use the `data` to require the correct trait (`Init` or `PinInit`) for `$field`.
|
||||
unsafe { $data.$field(::core::ptr::addr_of_mut!((*$slot).$field), init)? };
|
||||
// SAFETY:
|
||||
// - the project function does the correct field projection,
|
||||
// - the field has been initialized,
|
||||
// - the reference is only valid until the end of the initializer.
|
||||
#[allow(unused_variables)]
|
||||
let $field = $crate::macros::paste!(unsafe { $data.[< __project_ $field >](&mut (*$slot).$field) });
|
||||
|
||||
// Create the drop guard:
|
||||
//
|
||||
// We rely on macro hygiene to make it impossible for users to access this local variable.
|
||||
@@ -1323,6 +1348,14 @@ macro_rules! __init_internal {
|
||||
// SAFETY: `slot` is valid, because we are inside of an initializer closure, we
|
||||
// return when an error/panic occurs.
|
||||
unsafe { $crate::Init::__init(init, ::core::ptr::addr_of_mut!((*$slot).$field))? };
|
||||
|
||||
// SAFETY:
|
||||
// - the field is not structurally pinned, since the line above must compile,
|
||||
// - the field has been initialized,
|
||||
// - the reference is only valid until the end of the initializer.
|
||||
#[allow(unused_variables)]
|
||||
let $field = unsafe { &mut (*$slot).$field };
|
||||
|
||||
// Create the drop guard:
|
||||
//
|
||||
// We rely on macro hygiene to make it impossible for users to access this local variable.
|
||||
@@ -1341,7 +1374,7 @@ macro_rules! __init_internal {
|
||||
);
|
||||
}
|
||||
};
|
||||
(init_slot($($use_data:ident)?):
|
||||
(init_slot(): // No `use_data`, so all fields are not structurally pinned
|
||||
@data($data:ident),
|
||||
@slot($slot:ident),
|
||||
@guards($($guards:ident,)*),
|
||||
@@ -1355,6 +1388,15 @@ macro_rules! __init_internal {
|
||||
// SAFETY: The memory at `slot` is uninitialized.
|
||||
unsafe { ::core::ptr::write(::core::ptr::addr_of_mut!((*$slot).$field), $field) };
|
||||
}
|
||||
|
||||
#[allow(unused_variables)]
|
||||
// SAFETY:
|
||||
// - the field is not structurally pinned, since no `use_data` was required to create this
|
||||
// initializer,
|
||||
// - the field has been initialized,
|
||||
// - the reference is only valid until the end of the initializer.
|
||||
let $field = unsafe { &mut (*$slot).$field };
|
||||
|
||||
// Create the drop guard:
|
||||
//
|
||||
// We rely on macro hygiene to make it impossible for users to access this local variable.
|
||||
@@ -1365,7 +1407,46 @@ macro_rules! __init_internal {
|
||||
$crate::__internal::DropGuard::new(::core::ptr::addr_of_mut!((*$slot).$field))
|
||||
};
|
||||
|
||||
$crate::__init_internal!(init_slot($($use_data)?):
|
||||
$crate::__init_internal!(init_slot():
|
||||
@data($data),
|
||||
@slot($slot),
|
||||
@guards([< __ $field _guard >], $($guards,)*),
|
||||
@munch_fields($($rest)*),
|
||||
);
|
||||
}
|
||||
};
|
||||
(init_slot($use_data:ident):
|
||||
@data($data:ident),
|
||||
@slot($slot:ident),
|
||||
@guards($($guards:ident,)*),
|
||||
// Init by-value.
|
||||
@munch_fields($field:ident $(: $val:expr)?, $($rest:tt)*),
|
||||
) => {
|
||||
{
|
||||
$(let $field = $val;)?
|
||||
// Initialize the field.
|
||||
//
|
||||
// SAFETY: The memory at `slot` is uninitialized.
|
||||
unsafe { ::core::ptr::write(::core::ptr::addr_of_mut!((*$slot).$field), $field) };
|
||||
}
|
||||
// SAFETY:
|
||||
// - the project function does the correct field projection,
|
||||
// - the field has been initialized,
|
||||
// - the reference is only valid until the end of the initializer.
|
||||
#[allow(unused_variables)]
|
||||
let $field = $crate::macros::paste!(unsafe { $data.[< __project_ $field >](&mut (*$slot).$field) });
|
||||
|
||||
// Create the drop guard:
|
||||
//
|
||||
// We rely on macro hygiene to make it impossible for users to access this local variable.
|
||||
// We use `paste!` to create new hygiene for `$field`.
|
||||
$crate::macros::paste! {
|
||||
// SAFETY: We forget the guard later when initialization has succeeded.
|
||||
let [< __ $field _guard >] = unsafe {
|
||||
$crate::__internal::DropGuard::new(::core::ptr::addr_of_mut!((*$slot).$field))
|
||||
};
|
||||
|
||||
$crate::__init_internal!(init_slot($use_data):
|
||||
@data($data),
|
||||
@slot($slot),
|
||||
@guards([< __ $field _guard >], $($guards,)*),
|
||||
|
||||
@@ -78,8 +78,8 @@ impl pci::Driver for SampleDriver {
|
||||
|
||||
let drvdata = KBox::pin_init(
|
||||
try_pin_init!(Self {
|
||||
pdev: pdev.into(),
|
||||
bar <- pdev.iomap_region_sized::<{ Regs::END }>(0, c_str!("rust_driver_pci")),
|
||||
pdev: pdev.into(),
|
||||
index: *info,
|
||||
}),
|
||||
GFP_KERNEL,
|
||||
|
||||
Reference in New Issue
Block a user