// SPDX-License-Identifier: GPL-2.0 //! Abstractions for the serial device bus. //! //! C header: [`include/linux/serdev.h`](srctree/include/linux/serdev.h) use crate::{ acpi, device, driver, error::{ from_result, to_result, VTABLE_DEFAULT_ERROR, // }, new_mutex, of, prelude::*, sync::{ aref::AlwaysRefCounted, Mutex, // }, time::Jiffies, types::{ Opaque, ScopeGuard, // }, // }; use core::{ cell::UnsafeCell, marker::PhantomData, mem::{offset_of, MaybeUninit}, ptr::NonNull, // }; /// Parity bit to use with a serial device. #[repr(u32)] pub enum Parity { /// No parity bit. None = bindings::serdev_parity_SERDEV_PARITY_NONE, /// Even partiy. Even = bindings::serdev_parity_SERDEV_PARITY_EVEN, /// Odd parity. Odd = bindings::serdev_parity_SERDEV_PARITY_ODD, } /// An adapter for the registration of serial device bus device drivers. pub struct Adapter(T); // SAFETY: // - `bindings::serdev_device_driver` is a C type declared as `repr(C)`. // - `PrivateData<'bound, T>` is the type of the driver's device private data. // - `struct serdev_device_driver` embeds a `struct device_driver`. // - `DEVICE_DRIVER_OFFSET` is the correct byte offset to the embedded `struct device_driver`. unsafe impl driver::DriverLayout for Adapter { type DriverType = bindings::serdev_device_driver; type DriverData<'bound> = PrivateData<'bound, T>; const DEVICE_DRIVER_OFFSET: usize = core::mem::offset_of!(Self::DriverType, driver); } // SAFETY: A call to `unregister` for a given instance of `DriverType` is guaranteed to be valid if // a preceding call to `register` has been successful. unsafe impl driver::RegistrationOps for Adapter { unsafe fn register( sdrv: &Opaque, name: &'static CStr, module: &'static ThisModule, ) -> Result { let of_table = match T::OF_ID_TABLE { Some(table) => table.as_ptr(), None => core::ptr::null(), }; let acpi_table = match T::ACPI_ID_TABLE { Some(table) => table.as_ptr(), None => core::ptr::null(), }; // SAFETY: It's safe to set the fields of `struct serdev_device_driver` on initialization. unsafe { (*sdrv.get()).driver.name = name.as_char_ptr(); (*sdrv.get()).probe = Some(Self::probe_callback); (*sdrv.get()).remove = Some(Self::remove_callback); (*sdrv.get()).driver.of_match_table = of_table; (*sdrv.get()).driver.acpi_match_table = acpi_table; } // SAFETY: `sdrv` is guaranteed to be a valid `DriverType`. to_result(unsafe { bindings::__serdev_device_driver_register(sdrv.get(), module.0) }) } unsafe fn unregister(sdrv: &Opaque) { // SAFETY: `sdrv` is guaranteed to be a valid `DriverType`. unsafe { bindings::serdev_device_driver_unregister(sdrv.get()) }; } } #[doc(hidden)] #[pin_data(PinnedDrop)] pub struct PrivateData<'bound, T: Driver> { sdev: &'bound Device, #[pin] driver: UnsafeCell>>, open: UnsafeCell, /// Whether `receive_buf_callback` is allowed to call `Driver::receive`. /// /// If locked, the receive_buf_callback will be blocked on data reception. /// This is the case while the driver is being probed or while [`PrivateData`] is being dropped. /// This is necessary, because we need to open the serdev device before the driver has been /// probed in order to allow it to be configured, which allows `receive_buf_callback` to be /// called. Thus we need to block data until probe completes and the driver data becomes /// initialized. /// /// If unlocked and true, the receive_buf_callback will forward the data to /// `Driver::receive`. This is the normal state of operation. /// /// If unlocked and false, the receive_buf_callback will throw away the data. /// This is only the case, if the serdev device is open and /// - the driver returned an error in probe /// or /// - the driver data already has been dropped, because it was unbound. #[pin] active: Mutex, } #[pinned_drop] impl PinnedDrop for PrivateData<'_, T> { fn drop(self: Pin<&mut Self>) { let mut active = self.active.lock(); if *active { // SAFETY: // - We have exclusive access to `self.driver`. // - `self.driver` is guaranteed to be initialized. unsafe { (*self.driver.get()).assume_init_drop() }; *active = false; } drop(active); // SAFETY: We have exclusive access to `self.open`. if unsafe { *self.open.get() } { // SAFETY: `self.sdev.as_raw()` is guaranteed to be a pointer to a valid // `struct serdev_device`. unsafe { bindings::serdev_device_close(self.sdev.as_raw()) }; } } } impl Adapter { const OPS: &'static bindings::serdev_device_ops = &bindings::serdev_device_ops { receive_buf: if T::HAS_RECEIVE { Some(Self::receive_buf_callback) } else { None }, write_wakeup: Some(bindings::serdev_device_write_wakeup), }; extern "C" fn probe_callback(sdev: *mut bindings::serdev_device) -> kernel::ffi::c_int { // SAFETY: The serial device bus only ever calls the probe callback with a valid pointer to // a `struct serdev_device`. // // INVARIANT: `sdev` is valid for the duration of `probe_callback()`. let sdev = unsafe { &*sdev.cast::>>() }; let info = ::id_info(sdev.as_ref()); from_result(|| { sdev.as_ref().set_drvdata(try_pin_init!(PrivateData:: { sdev: &**sdev, driver: MaybeUninit::>::zeroed().into(), open: false.into(), active <- new_mutex!(false), }))?; // SAFETY: We just set drvdata to `PrivateData<'_, T>`. let private_data = unsafe { sdev.as_ref().drvdata_borrow::>() }; let private_data = ScopeGuard::new_with_data(private_data, |_| { // SAFETY: We just set drvdata to `PrivateData<'_, T>`. drop(unsafe { sdev.as_ref().drvdata_obtain::>() }); }); let mut active = private_data.active.lock(); // SAFETY: `sdev.as_raw()` is guaranteed to be a valid pointer to `serdev_device`. unsafe { bindings::serdev_device_set_client_ops(sdev.as_raw(), Self::OPS) }; // SAFETY: The serial device bus only ever calls the probe callback with a valid pointer // to a `serdev_device`. to_result(unsafe { bindings::serdev_device_open(sdev.as_raw()) })?; // SAFETY: We have exclusive access to `private_data.open`. unsafe { *private_data.open.get() = true }; let data = T::probe(sdev, info); // SAFETY: We have exclusive access to `private_data.driver`. let driver = unsafe { &mut *private_data.driver.get() }; // SAFETY: // - `driver.as_mut_ptr()` is a valid pointer to uninitialized data. // - `private_data.driver` is pinned. let result = unsafe { data.__pinned_init(driver.as_mut_ptr()) }; *active = result.is_ok(); drop(active); result.map(|()| { private_data.dismiss(); 0 }) }) } extern "C" fn remove_callback(sdev: *mut bindings::serdev_device) { // SAFETY: The serial device bus only ever calls the remove callback with a valid pointer // to a `struct serdev_device`. // // INVARIANT: `sdev` is valid for the duration of `remove_callback()`. let sdev = unsafe { &*sdev.cast::>>() }; // SAFETY: `remove_callback` is only ever called after a successful call to // `probe_callback`, hence it's guaranteed that `Device::set_drvdata()` has been called // and stored a `Pin>>`. let private_data = unsafe { sdev.as_ref().drvdata_borrow::>() }; // SAFETY: No one has exclusive access to `private_data.driver`. let data = unsafe { &*private_data.driver.get() }; // SAFETY: // - `private_data.driver` is pinned. // - `remove_callback` is only ever called after a successful call to `probe_callback`, // hence it's guaranteed that `private_data.driver` was initialized. let data_pinned = unsafe { Pin::new_unchecked(data.assume_init_ref()) }; T::unbind(sdev, data_pinned); } extern "C" fn receive_buf_callback( sdev: *mut bindings::serdev_device, buf: *const u8, length: usize, ) -> usize { // SAFETY: The serial device bus only ever calls the receive buf callback with a valid // pointer to a `struct serdev_device`. // // INVARIANT: `sdev` is valid for the duration of `receive_buf_callback()`. let sdev = unsafe { &*sdev.cast::>() }; // SAFETY: `receive_buf_callback` is only ever called after a successful call to // `probe_callback`, hence it's guaranteed that `Device::set_drvdata()` has been called // and stored a `Pin>>`. let private_data = unsafe { sdev.as_ref().drvdata_borrow::>() }; let active = private_data.active.lock(); if !*active { return length; } // SAFETY: No one has exclusive access to `private_data.driver`. let data = unsafe { &*private_data.driver.get() }; // SAFETY: // - `private_data.driver` is pinned. // - `receive_buf_callback` is only ever called after a successful call to `probe_callback`, // hence it's guaranteed that `private_data.driver` was initialized. let data_pinned = unsafe { Pin::new_unchecked(data.assume_init_ref()) }; // SAFETY: `buf` is guaranteed to be non-null and has the size of `length`. let buf = unsafe { core::slice::from_raw_parts(buf, length) }; T::receive(sdev, data_pinned, buf) } } impl driver::Adapter for Adapter { type IdInfo = T::IdInfo; fn of_id_table() -> Option> { T::OF_ID_TABLE } fn acpi_id_table() -> Option> { T::ACPI_ID_TABLE } } /// Declares a kernel module that exposes a single serial device bus device driver. /// /// # Examples /// /// ```ignore /// kernel::module_serdev_device_driver! { /// type: MyDriver, /// name: "Module name", /// authors: ["Author name"], /// description: "Description", /// license: "GPL v2", /// } /// ``` #[macro_export] macro_rules! module_serdev_device_driver { ($($f:tt)*) => { $crate::module_driver!(, $crate::serdev::Adapter, { $($f)* }); }; } /// The serial device bus device driver trait. /// /// Drivers must implement this trait in order to get a serial device bus device driver registered. /// /// # Examples /// ///``` /// # use kernel::{ /// acpi, /// bindings, /// device::{ /// Bound, /// Core, // /// }, /// of, /// serdev, // /// }; /// /// struct MyDriver; /// /// kernel::of_device_table!( /// OF_TABLE, /// MODULE_OF_TABLE, /// ::IdInfo, /// [ /// (of::DeviceId::new(c"test,device"), ()) /// ] /// ); /// /// kernel::acpi_device_table!( /// ACPI_TABLE, /// MODULE_ACPI_TABLE, /// ::IdInfo, /// [ /// (acpi::DeviceId::new(c"LNUXBEEF"), ()) /// ] /// ); /// /// #[vtable] /// impl serdev::Driver for MyDriver { /// type IdInfo = (); /// type Data<'bound> = Self; /// const OF_ID_TABLE: Option> = Some(&OF_TABLE); /// const ACPI_ID_TABLE: Option> = Some(&ACPI_TABLE); /// /// fn probe<'bound>( /// sdev: &'bound serdev::Device>, /// _id_info: Option<&'bound Self::IdInfo>, /// ) -> impl PinInit, Error> + 'bound { /// sdev.set_baudrate(115200); /// sdev.write_all(b"Hello\n", 0)?; /// Ok(MyDriver) /// } /// } ///``` #[vtable] pub trait Driver { /// The type holding driver private data about each device id supported by the driver. // TODO: Use associated_type_defaults once stabilized: // // ``` // type IdInfo: 'static = (); // ``` type IdInfo: 'static; /// The type of the driver's bus device private data. type Data<'bound>: Send + Sync + 'bound; /// The table of OF device ids supported by the driver. const OF_ID_TABLE: Option> = None; /// The table of ACPI device ids supported by the driver. const ACPI_ID_TABLE: Option> = None; /// Serial device bus device driver probe. /// /// Called when a new serial device bus device is added or discovered. /// Implementers should attempt to initialize the device here. fn probe<'bound>( sdev: &'bound Device>, id_info: Option<&'bound Self::IdInfo>, ) -> impl PinInit, Error> + 'bound; /// Serial device bus device driver unbind. /// /// Called when a [`Device`] is unbound from its bound [`Driver`]. Implementing this callback /// is optional. /// /// This callback serves as a place for drivers to perform teardown operations that require a /// `&Device` or `&Device` reference. For instance. /// /// Otherwise, release operations for driver resources should be performed in `Drop`. fn unbind<'bound>(sdev: &'bound Device>, this: Pin<&Self::Data<'bound>>) { let _ = (sdev, this); } /// Serial device bus device data receive callback. /// /// Called when data got received from device. /// /// Returns the number of bytes accepted. fn receive<'bound>( sdev: &'bound Device, this: Pin<&Self::Data<'bound>>, data: &[u8], ) -> usize { let _ = (sdev, this, data); build_error!(VTABLE_DEFAULT_ERROR) } } /// The serial device bus device representation. /// /// This structure represents the Rust abstraction for a C `struct serdev_device`. The /// implementation abstracts the usage of an already existing C `struct serdev_device` within Rust /// code that we get passed from the C side. /// /// # Invariants /// /// A [`Device`] instance represents a valid `struct serdev_device` created by the C portion of /// the kernel. #[repr(transparent)] pub struct Device( Opaque, PhantomData, ); impl Device { #[inline] fn as_raw(&self) -> *mut bindings::serdev_device { self.0.get() } } impl Device { /// Set the baudrate in bits per second. /// /// Common baudrates are 115200, 9600, 19200, 57600, 4800. /// /// Use [`Device::write_flush`] before calling this if you have written data prior to this call. #[inline] pub fn set_baudrate(&self, speed: u32) -> Result<(), u32> { // SAFETY: `self.as_raw()` is guaranteed to be a pointer to a valid `serdev_device`. let ret = unsafe { bindings::serdev_device_set_baudrate(self.as_raw(), speed) }; if ret == speed { Ok(()) } else { Err(ret) } } /// Set if flow control should be enabled. /// /// Use [`Device::write_flush`] before calling this if you have written data prior to this call. #[inline] pub fn set_flow_control(&self, enable: bool) { // SAFETY: `self.as_raw()` is guaranteed to be a pointer to a valid `serdev_device`. unsafe { bindings::serdev_device_set_flow_control(self.as_raw(), enable) }; } /// Set parity to use. /// /// Use [`Device::write_flush`] before calling this if you have written data prior to this call. #[inline] pub fn set_parity(&self, parity: Parity) -> Result { // SAFETY: `self.as_raw()` is guaranteed to be a pointer to a valid `serdev_device`. to_result(unsafe { bindings::serdev_device_set_parity(self.as_raw(), parity as u32) }) } /// Write data to the serial device until the controller has accepted all the data or has /// been interrupted by a timeout or signal. /// /// Note that any accepted data has only been buffered by the controller. Use /// [`Device::wait_until_sent`] to make sure the controller write buffer has actually been /// emptied. /// /// Use a timeout of 0 to wait indefinitely. /// /// Returns the number of bytes written (less than `data.len()` if interrupted). /// [`kernel::error::code::ETIMEDOUT`] or [`kernel::error::code::ERESTARTSYS`] if interrupted /// before any bytes were written. [`kernel::error::code::EINVAL`] if `data.len() > i32::MAX`. #[inline] pub fn write_all(&self, data: &[u8], timeout: Jiffies) -> Result { if data.len() > i32::MAX as usize { return Err(EINVAL); } // SAFETY: // - `self.as_raw()` is guaranteed to be a pointer to a valid `serdev_device`. // - `data.as_ptr()` is guaranteed to be a valid array pointer with the size of // `data.len()`. let ret = unsafe { bindings::serdev_device_write( self.as_raw(), data.as_ptr(), data.len(), isize::try_from(timeout).unwrap_or_default(), ) }; // CAST: negative return values are guaranteed to be between `-MAX_ERRNO` and `-1`, // which always fit into a `i32`. to_result(ret as i32).map(|()| ret.unsigned_abs()) } /// Write data to the serial device. /// /// If you want to write until the controller has accepted all the data, use /// [`Device::write_all`]. /// /// Note that any accepted data has only been buffered by the controller. Use /// [`Device::wait_until_sent`] to make sure the controller write buffer has actually been /// emptied. /// /// Returns the number of bytes written (less than `data.len()` if not enough room in the /// write buffer). #[inline] pub fn write(&self, data: &[u8]) -> Result { if data.len() > i32::MAX as usize { return Err(EINVAL); } // SAFETY: // - `self.as_raw()` is guaranteed to be a pointer to a valid `serdev_device`. // - `data.as_ptr()` is guaranteed to be a valid array pointer with the size of // `data.len()`. let ret = unsafe { bindings::serdev_device_write_buf(self.as_raw(), data.as_ptr(), data.len()) }; to_result(ret as i32).map(|()| ret.unsigned_abs()) } /// Send data to the serial device immediately. /// /// Note that this doesn't guarantee that the data has been transmitted. /// Use [`Device::wait_until_sent`] for this purpose. #[inline] pub fn write_flush(&self) { // SAFETY: `self.as_raw()` is guaranteed to be a pointer to a valid `serdev_device`. unsafe { bindings::serdev_device_write_flush(self.as_raw()) }; } /// Wait for the data to be sent. /// /// After this function, the write buffer of the controller should be empty or the timeout /// elapsed. /// /// Use a timeout of 0 to wait indefinitely. #[inline] pub fn wait_until_sent(&self, timeout: Jiffies) { // SAFETY: `self.as_raw()` is guaranteed to be a pointer to a valid `serdev_device`. unsafe { bindings::serdev_device_wait_until_sent( self.as_raw(), isize::try_from(timeout).unwrap_or_default(), ) }; } } // SAFETY: `serdev::Device` is a transparent wrapper of `struct serdev_device`. // The offset is guaranteed to point to a valid device field inside `serdev::Device`. unsafe impl device::AsBusDevice for Device { const OFFSET: usize = offset_of!(bindings::serdev_device, dev); } // SAFETY: `Device` is a transparent wrapper of a type that doesn't depend on `Device`'s generic // argument. kernel::impl_device_context_deref!(unsafe { Device }); kernel::impl_device_context_into_aref!(Device); // SAFETY: Instances of `Device` are always reference-counted. unsafe impl AlwaysRefCounted for Device { fn inc_ref(&self) { self.as_ref().inc_ref(); } unsafe fn dec_ref(obj: NonNull) { // SAFETY: The safety requirements guarantee that the refcount is non-zero. unsafe { bindings::serdev_device_put(obj.cast().as_ptr()) } } } impl AsRef> for Device { fn as_ref(&self) -> &device::Device { // SAFETY: By the type invariant of `Self`, `self.as_raw()` is a pointer to a valid // `struct serdev_device`. let dev = unsafe { &raw mut (*self.as_raw()).dev }; // SAFETY: `dev` points to a valid `struct device`. unsafe { device::Device::from_raw(dev) } } } // SAFETY: A `Device` is always reference-counted and can be released from any thread. unsafe impl Send for Device {} // SAFETY: `Device` can be shared among threads because all methods of `Device` // (i.e. `Device) are thread safe. unsafe impl Sync for Device {} // SAFETY: Same as `Device` -- the underlying `struct serdev_device` is the same; // `Bound` is a zero-sized type-state marker that does not affect thread safety. unsafe impl Sync for Device {}