| // SPDX-License-Identifier: GPL-2.0 |
| /* Copyright (C) 2023-2026 Intel Corporation */ |
| #include <linux/atomic.h> |
| #include <linux/cdev.h> |
| #include <linux/cleanup.h> |
| #include <linux/device.h> |
| #include <linux/err.h> |
| #include <linux/export.h> |
| #include <linux/fs.h> |
| #include <linux/issei.h> |
| #include <linux/kobject.h> |
| #include <linux/list.h> |
| #include <linux/module.h> |
| #include <linux/mutex.h> |
| #include <linux/poll.h> |
| #include <linux/sched/signal.h> |
| #include <linux/slab.h> |
| #include <linux/types.h> |
| #include <linux/wait.h> |
| #include <linux/xarray.h> |
| |
| #include "issei_dev.h" |
| #include "host_client.h" |
| #include "cdev.h" |
| |
| struct class *issei_class; |
| static dev_t issei_devt; |
| |
| #define ISSEI_MAX_DEVS MINORMASK |
| |
| static DEFINE_XARRAY_ALLOC(issei_minor_xa); |
| |
| static int issei_open(struct inode *inode, struct file *fp) |
| { |
| struct issei_host_client *cl; |
| struct issei_device *idev; |
| |
| xa_lock(&issei_minor_xa); |
| idev = xa_load(&issei_minor_xa, iminor(inode)); |
| if (idev) |
| get_device(&idev->dev); |
| xa_unlock(&issei_minor_xa); |
| if (!idev) |
| return -ENODEV; |
| |
| cl = issei_cl_create(idev, fp); |
| if (IS_ERR(cl)) { |
| put_device(&idev->dev); |
| return PTR_ERR(cl); |
| } |
| fp->private_data = cl; |
| |
| return nonseekable_open(inode, fp); |
| } |
| |
| static int issei_release(struct inode *inode, struct file *fp) |
| { |
| struct issei_host_client *cl = fp->private_data; |
| struct issei_device *idev = cl->idev; |
| |
| issei_cl_remove(cl); |
| put_device(&idev->dev); |
| |
| return 0; |
| } |
| |
| static long issei_ioctl(struct file *file, unsigned int cmd, unsigned long data) |
| { |
| struct issei_host_client *cl = file->private_data; |
| struct issei_connect_client_data conn; |
| struct issei_device *idev = cl->idev; |
| int ret; |
| |
| switch (cmd) { |
| case IOCTL_ISSEI_CONNECT_CLIENT: |
| dev_dbg(&idev->dev, "IOCTL_ISSEI_CONNECT_CLIENT\n"); |
| |
| if (idev->rst_state != ISSEI_RST_STATE_DONE) { |
| dev_dbg(&idev->dev, "Device is in transition\n"); |
| return -ENODEV; |
| } |
| |
| if (copy_from_user(&conn, (char __user *)data, sizeof(conn))) { |
| dev_dbg(&idev->dev, "failed to copy data from userland\n"); |
| return -EFAULT; |
| } |
| |
| ret = issei_cl_connect(cl, (uuid_t *)&conn.in_client_uuid, |
| &conn.out_client_properties.max_msg_length, |
| &conn.out_client_properties.protocol_version, |
| &conn.out_client_properties.flags); |
| if (ret) |
| return ret; |
| |
| if (copy_to_user((char __user *)data, &conn, sizeof(conn))) { |
| dev_dbg(&idev->dev, "failed to copy data to userland\n"); |
| issei_cl_disconnect(cl); |
| return -EFAULT; |
| } |
| return 0; |
| |
| case IOCTL_ISSEI_DISCONNECT_CLIENT: |
| dev_dbg(&idev->dev, "IOCTL_ISSEI_DISCONNECT_CLIENT\n"); |
| |
| if (idev->rst_state != ISSEI_RST_STATE_DONE) { |
| dev_dbg(&idev->dev, "Device is in transition\n"); |
| return -ENODEV; |
| } |
| |
| return issei_cl_disconnect(cl); |
| |
| default: |
| return -ENOIOCTLCMD; |
| } |
| } |
| |
| static ssize_t issei_write(struct file *file, const char __user *ubuf, |
| size_t length, loff_t *offset) |
| { |
| struct issei_host_client *cl = file->private_data; |
| struct issei_device *idev = cl->idev; |
| ssize_t ret; |
| |
| if (!length) |
| return 0; |
| |
| if (idev->rst_state != ISSEI_RST_STATE_DONE) { |
| dev_dbg(&idev->dev, "Device is in transition\n"); |
| return -EBUSY; |
| } |
| |
| /* sanity check */ |
| if (length > idev->dma.length.h2f) { |
| dev_dbg(&idev->dev, "Write is too big %zu > %zu\n", |
| length, idev->dma.length.h2f); |
| return -EFBIG; |
| } |
| |
| u8 *buf __free(kfree) = memdup_user(ubuf, length); |
| if (IS_ERR(buf)) { |
| dev_dbg(&idev->dev, "failed to copy data from userland\n"); |
| return PTR_ERR(buf); |
| } |
| |
| do { |
| ret = issei_cl_write(cl, buf, length); |
| if (ret < 0 && ret != -EAGAIN) |
| return ret; |
| /* buf is consumed by issei_cl_write on success */ |
| if (ret >= 0) |
| retain_and_null_ptr(buf); |
| if (wait_event_interruptible(cl->write_wait, issei_cl_check_write(cl) != 1)) { |
| issei_cl_clean_all_wbuf(cl); |
| if (signal_pending(current)) |
| return -EINTR; |
| return -ERESTARTSYS; |
| } |
| } while (ret == -EAGAIN); |
| |
| return ret; |
| } |
| |
| static ssize_t issei_read(struct file *file, char __user *ubuf, |
| size_t length, loff_t *offset) |
| { |
| struct issei_host_client *cl = file->private_data; |
| struct issei_device *idev = cl->idev; |
| u8 *data = NULL; |
| ssize_t ret; |
| |
| if (!length) |
| return 0; |
| |
| if (idev->rst_state != ISSEI_RST_STATE_DONE) { |
| dev_dbg(&idev->dev, "Device is in transition\n"); |
| return -EBUSY; |
| } |
| |
| /* sanity check */ |
| if (length > idev->dma.length.f2h) { |
| dev_dbg(&idev->dev, "Read is too big %zu > %zu\n", |
| length, idev->dma.length.f2h); |
| return -EFBIG; |
| } |
| |
| ret = issei_cl_read(cl, &data, length); |
| if (ret < 0) { |
| if (ret != -ENOENT) |
| return ret; |
| |
| if (wait_event_interruptible(cl->read_wait, issei_cl_check_read(cl) != 0)) { |
| if (signal_pending(current)) |
| return -EINTR; |
| return -ERESTARTSYS; |
| } |
| |
| ret = issei_cl_read(cl, &data, length); |
| if (ret < 0) |
| return ret; |
| } |
| |
| if (copy_to_user(ubuf, data, ret)) { |
| dev_dbg(&idev->dev, "failed to copy data to userland\n"); |
| ret = -EFAULT; |
| } else { |
| *offset = 0; |
| } |
| |
| kfree(data); |
| |
| return ret; |
| } |
| |
| static __poll_t issei_poll(struct file *file, poll_table *wait) |
| { |
| __poll_t req_events = poll_requested_events(wait); |
| struct issei_host_client *cl = file->private_data; |
| struct issei_device *idev = cl->idev; |
| __poll_t mask = 0; |
| int ret; |
| |
| if (idev->rst_state != ISSEI_RST_STATE_DONE) { |
| dev_dbg(&idev->dev, "Device is in transition\n"); |
| return EPOLLERR; |
| } |
| |
| if (req_events & (EPOLLIN | EPOLLRDNORM)) { |
| poll_wait(file, &cl->read_wait, wait); |
| ret = issei_cl_check_read(cl); |
| if (ret == 1) |
| mask |= EPOLLIN | EPOLLRDNORM; |
| else if (ret < 0) |
| mask |= EPOLLERR; |
| } |
| |
| if (req_events & (EPOLLOUT | EPOLLWRNORM)) { |
| poll_wait(file, &cl->write_wait, wait); |
| ret = issei_cl_check_write(cl); |
| if (ret == 0) |
| mask |= EPOLLOUT | EPOLLWRNORM; |
| else if (ret < 0) |
| mask |= EPOLLERR; |
| } |
| |
| return mask; |
| } |
| |
| static ssize_t fw_ver_show(struct device *device, |
| struct device_attribute *attr, char *buf) |
| { |
| struct issei_device *idev = dev_get_drvdata(device); |
| |
| return sysfs_emit(buf, "%u.%u.%u.%u\n", idev->fw_version[0], idev->fw_version[1], |
| idev->fw_version[2], idev->fw_version[3]); |
| } |
| static DEVICE_ATTR_RO(fw_ver); |
| |
| static struct attribute *issei_attrs[] = { |
| &dev_attr_fw_ver.attr, |
| NULL |
| }; |
| ATTRIBUTE_GROUPS(issei); |
| |
| static const struct file_operations issei_fops = { |
| .owner = THIS_MODULE, |
| .open = issei_open, |
| .unlocked_ioctl = issei_ioctl, |
| .compat_ioctl = compat_ptr_ioctl, |
| .write = issei_write, |
| .read = issei_read, |
| .release = issei_release, |
| .poll = issei_poll, |
| }; |
| |
| static void issei_device_release(struct device *dev) |
| { |
| kfree(dev_get_drvdata(dev)); |
| } |
| |
| static void issei_device_init(struct issei_device *idev, struct device *parent, |
| const struct issei_dma_length *dma_length, |
| const struct issei_hw_ops *ops) |
| { |
| idev->parent = parent; |
| idev->power_down = false; |
| init_waitqueue_head(&idev->wait_has_data); |
| idev->has_data = false; |
| init_waitqueue_head(&idev->wait_rst_state); |
| idev->rst_state = ISSEI_RST_STATE_INIT; |
| |
| mutex_init(&idev->client_lock); |
| INIT_LIST_HEAD(&idev->host_client_list); |
| idev->host_client_last_id = 0; |
| idev->host_client_count = 0; |
| INIT_LIST_HEAD(&idev->fw_client_list); |
| INIT_LIST_HEAD(&idev->write_queue); |
| idev->last_write_ts = 0; |
| |
| idev->dma.length = *dma_length; |
| |
| idev->ops = ops; |
| } |
| |
| /** |
| * issei_register: register issei character device |
| * @hw_size: size of the hardware structure to allocate |
| * @parent: parent device |
| * @dma_length: structure with DMA sizes |
| * @ops: hardware-related operations |
| * |
| * Return: pointer allocated to issei_device structure, error on failure |
| */ |
| struct issei_device *issei_register(size_t hw_size, struct device *parent, |
| const struct issei_dma_length *dma_length, |
| const struct issei_hw_ops *ops) |
| { |
| struct issei_device *idev; |
| u32 minor; |
| int ret, devno; |
| |
| idev = kzalloc(sizeof(*idev) + hw_size, GFP_KERNEL); |
| if (!idev) |
| return ERR_PTR(-ENOMEM); |
| |
| issei_device_init(idev, parent, dma_length, ops); |
| |
| ret = xa_alloc(&issei_minor_xa, &minor, idev, XA_LIMIT(0, ISSEI_MAX_DEVS), GFP_KERNEL); |
| if (ret < 0) { |
| dev_err(&idev->dev, "Failed to allocate minor. ret = %d\n", ret); |
| kfree(idev); |
| return ERR_PTR(ret); |
| } |
| |
| idev->minor = minor; |
| devno = MKDEV(MAJOR(issei_devt), idev->minor); |
| |
| device_initialize(&idev->dev); |
| idev->dev.devt = devno; |
| idev->dev.class = issei_class; |
| idev->dev.parent = parent; |
| idev->dev.groups = issei_groups; |
| idev->dev.release = issei_device_release; |
| dev_set_drvdata(&idev->dev, idev); |
| |
| idev->cdev = cdev_alloc(); |
| if (!idev->cdev) { |
| ret = -ENOMEM; |
| goto err; |
| } |
| idev->cdev->ops = &issei_fops; |
| if (parent->driver) |
| idev->cdev->owner = parent->driver->owner; |
| cdev_set_parent(idev->cdev, &idev->dev.kobj); |
| |
| ret = cdev_add(idev->cdev, devno, 1); |
| if (ret) { |
| dev_err(parent, "unable to add device %d:%u ret = %d\n", |
| MAJOR(issei_devt), idev->minor, ret); |
| goto err_del_cdev; |
| } |
| |
| ret = dev_set_name(&idev->dev, "issei%u", idev->minor); |
| if (ret) { |
| dev_err(parent, "unable to set name to device %d:%u ret = %d\n", |
| MAJOR(issei_devt), idev->minor, ret); |
| goto err_del_cdev; |
| } |
| |
| ret = device_add(&idev->dev); |
| if (ret) { |
| dev_err(parent, "unable to add device %d:%u ret = %d\n", |
| MAJOR(issei_devt), idev->minor, ret); |
| goto err_del_cdev; |
| } |
| |
| idev->fw_clients = kset_create_and_add("fw_clients", NULL, &idev->dev.kobj); |
| if (!idev->fw_clients) { |
| ret = -ENOMEM; |
| goto err_del_dev; |
| } |
| |
| return idev; |
| |
| err_del_dev: |
| device_del(&idev->dev); |
| err_del_cdev: |
| cdev_del(idev->cdev); |
| err: |
| put_device(&idev->dev); |
| xa_erase(&issei_minor_xa, minor); |
| |
| return ERR_PTR(ret); |
| } |
| EXPORT_SYMBOL_GPL(issei_register); |
| |
| /** |
| * issei_deregister: remove issei character device |
| * @idev: the device structure |
| */ |
| void issei_deregister(struct issei_device *idev) |
| { |
| u32 minor = idev->minor; |
| |
| cdev_del(idev->cdev); |
| |
| kset_unregister(idev->fw_clients); |
| |
| device_del(&idev->dev); |
| |
| put_device(&idev->dev); |
| |
| xa_erase(&issei_minor_xa, minor); |
| } |
| EXPORT_SYMBOL_GPL(issei_deregister); |
| |
| static int __init issei_cdev_init(void) |
| { |
| int ret; |
| |
| issei_class = class_create("issei"); |
| if (IS_ERR(issei_class)) { |
| pr_err("couldn't create class\n"); |
| return PTR_ERR(issei_class); |
| } |
| |
| ret = alloc_chrdev_region(&issei_devt, 0, ISSEI_MAX_DEVS, "issei"); |
| if (ret < 0) { |
| pr_err("unable to allocate char dev region\n"); |
| class_destroy(issei_class); |
| return ret; |
| } |
| |
| return 0; |
| } |
| |
| static void __exit issei_cdev_exit(void) |
| { |
| unregister_chrdev_region(issei_devt, ISSEI_MAX_DEVS); |
| class_destroy(issei_class); |
| } |
| |
| module_init(issei_cdev_init); |
| module_exit(issei_cdev_exit); |
| |
| MODULE_DESCRIPTION("Intel(R) Silicon Security Engine Interface"); |
| MODULE_LICENSE("GPL"); |