block: call blk_register_queue earlier in device_add_disk

[mirror_ubuntu-jammy-kernel.git] / drivers / tty / tty_port.c

// SPDX-License-Identifier: GPL-2.0
/*
 * Tty port functions
 */

#include <linux/types.h>
#include <linux/errno.h>
#include <linux/tty.h>
#include <linux/tty_driver.h>
#include <linux/tty_flip.h>
#include <linux/serial.h>
#include <linux/timer.h>
#include <linux/string.h>
#include <linux/slab.h>
#include <linux/sched/signal.h>
#include <linux/wait.h>
#include <linux/bitops.h>
#include <linux/delay.h>
#include <linux/module.h>
#include <linux/serdev.h>
#include "tty.h"

static int tty_port_default_receive_buf(struct tty_port *port,
                                        const unsigned char *p,
                                        const unsigned char *f, size_t count)
{
        int ret;
        struct tty_struct *tty;
        struct tty_ldisc *disc;

        tty = READ_ONCE(port->itty);
        if (!tty)
                return 0;

        disc = tty_ldisc_ref(tty);
        if (!disc)
                return 0;

        ret = tty_ldisc_receive_buf(disc, p, (char *)f, count);

        tty_ldisc_deref(disc);

        return ret;
}

static void tty_port_default_wakeup(struct tty_port *port)
{
        struct tty_struct *tty = tty_port_tty_get(port);

        if (tty) {
                tty_wakeup(tty);
                tty_kref_put(tty);
        }
}

const struct tty_port_client_operations tty_port_default_client_ops = {
        .receive_buf = tty_port_default_receive_buf,
        .write_wakeup = tty_port_default_wakeup,
};
EXPORT_SYMBOL_GPL(tty_port_default_client_ops);

void tty_port_init(struct tty_port *port)
{
        memset(port, 0, sizeof(*port));
        tty_buffer_init(port);
        init_waitqueue_head(&port->open_wait);
        init_waitqueue_head(&port->delta_msr_wait);
        mutex_init(&port->mutex);
        mutex_init(&port->buf_mutex);
        spin_lock_init(&port->lock);
        port->close_delay = (50 * HZ) / 100;
        port->closing_wait = (3000 * HZ) / 100;
        port->client_ops = &tty_port_default_client_ops;
        kref_init(&port->kref);
}
EXPORT_SYMBOL(tty_port_init);

/**
 * tty_port_link_device - link tty and tty_port
 * @port: tty_port of the device
 * @driver: tty_driver for this device
 * @index: index of the tty
 *
 * Provide the tty layer with a link from a tty (specified by @index) to a
 * tty_port (@port). Use this only if neither tty_port_register_device nor
 * tty_port_install is used in the driver. If used, this has to be called before
 * tty_register_driver.
 */
void tty_port_link_device(struct tty_port *port,
                struct tty_driver *driver, unsigned index)
{
        if (WARN_ON(index >= driver->num))
                return;
        driver->ports[index] = port;
}
EXPORT_SYMBOL_GPL(tty_port_link_device);

/**
 * tty_port_register_device - register tty device
 * @port: tty_port of the device
 * @driver: tty_driver for this device
 * @index: index of the tty
 * @device: parent if exists, otherwise NULL
 *
 * It is the same as tty_register_device except the provided @port is linked to
 * a concrete tty specified by @index. Use this or tty_port_install (or both).
 * Call tty_port_link_device as a last resort.
 */
struct device *tty_port_register_device(struct tty_port *port,
                struct tty_driver *driver, unsigned index,
                struct device *device)
{
        return tty_port_register_device_attr(port, driver, index, device, NULL, NULL);
}
EXPORT_SYMBOL_GPL(tty_port_register_device);

/**
 * tty_port_register_device_attr - register tty device
 * @port: tty_port of the device
 * @driver: tty_driver for this device
 * @index: index of the tty
 * @device: parent if exists, otherwise NULL
 * @drvdata: Driver data to be set to device.
 * @attr_grp: Attribute group to be set on device.
 *
 * It is the same as tty_register_device_attr except the provided @port is
 * linked to a concrete tty specified by @index. Use this or tty_port_install
 * (or both). Call tty_port_link_device as a last resort.
 */
struct device *tty_port_register_device_attr(struct tty_port *port,
                struct tty_driver *driver, unsigned index,
                struct device *device, void *drvdata,
                const struct attribute_group **attr_grp)
{
        tty_port_link_device(port, driver, index);
        return tty_register_device_attr(driver, index, device, drvdata,
                        attr_grp);
}
EXPORT_SYMBOL_GPL(tty_port_register_device_attr);

/**
 * tty_port_register_device_attr_serdev - register tty or serdev device
 * @port: tty_port of the device
 * @driver: tty_driver for this device
 * @index: index of the tty
 * @device: parent if exists, otherwise NULL
 * @drvdata: driver data for the device
 * @attr_grp: attribute group for the device
 *
 * Register a serdev or tty device depending on if the parent device has any
 * defined serdev clients or not.
 */
struct device *tty_port_register_device_attr_serdev(struct tty_port *port,
                struct tty_driver *driver, unsigned index,
                struct device *device, void *drvdata,
                const struct attribute_group **attr_grp)
{
        struct device *dev;

        tty_port_link_device(port, driver, index);

        dev = serdev_tty_port_register(port, device, driver, index);
        if (PTR_ERR(dev) != -ENODEV) {
                /* Skip creating cdev if we registered a serdev device */
                return dev;
        }

        return tty_register_device_attr(driver, index, device, drvdata,
                        attr_grp);
}
EXPORT_SYMBOL_GPL(tty_port_register_device_attr_serdev);

/**
 * tty_port_register_device_serdev - register tty or serdev device
 * @port: tty_port of the device
 * @driver: tty_driver for this device
 * @index: index of the tty
 * @device: parent if exists, otherwise NULL
 *
 * Register a serdev or tty device depending on if the parent device has any
 * defined serdev clients or not.
 */
struct device *tty_port_register_device_serdev(struct tty_port *port,
                struct tty_driver *driver, unsigned index,
                struct device *device)
{
        return tty_port_register_device_attr_serdev(port, driver, index,
                        device, NULL, NULL);
}
EXPORT_SYMBOL_GPL(tty_port_register_device_serdev);

/**
 * tty_port_unregister_device - deregister a tty or serdev device
 * @port: tty_port of the device
 * @driver: tty_driver for this device
 * @index: index of the tty
 *
 * If a tty or serdev device is registered with a call to
 * tty_port_register_device_serdev() then this function must be called when
 * the device is gone.
 */
void tty_port_unregister_device(struct tty_port *port,
                struct tty_driver *driver, unsigned index)
{
        int ret;

        ret = serdev_tty_port_unregister(port);
        if (ret == 0)
                return;

        tty_unregister_device(driver, index);
}
EXPORT_SYMBOL_GPL(tty_port_unregister_device);

int tty_port_alloc_xmit_buf(struct tty_port *port)
{
        /* We may sleep in get_zeroed_page() */
        mutex_lock(&port->buf_mutex);
        if (port->xmit_buf == NULL)
                port->xmit_buf = (unsigned char *)get_zeroed_page(GFP_KERNEL);
        mutex_unlock(&port->buf_mutex);
        if (port->xmit_buf == NULL)
                return -ENOMEM;
        return 0;
}
EXPORT_SYMBOL(tty_port_alloc_xmit_buf);

void tty_port_free_xmit_buf(struct tty_port *port)
{
        mutex_lock(&port->buf_mutex);
        if (port->xmit_buf != NULL) {
                free_page((unsigned long)port->xmit_buf);
                port->xmit_buf = NULL;
        }
        mutex_unlock(&port->buf_mutex);
}
EXPORT_SYMBOL(tty_port_free_xmit_buf);

/**
 * tty_port_destroy -- destroy inited port
 * @port: tty port to be destroyed
 *
 * When a port was initialized using tty_port_init, one has to destroy the
 * port by this function. Either indirectly by using tty_port refcounting
 * (tty_port_put) or directly if refcounting is not used.
 */
void tty_port_destroy(struct tty_port *port)
{
        tty_buffer_cancel_work(port);
        tty_buffer_free_all(port);
}
EXPORT_SYMBOL(tty_port_destroy);

static void tty_port_destructor(struct kref *kref)
{
        struct tty_port *port = container_of(kref, struct tty_port, kref);

        /* check if last port ref was dropped before tty release */
        if (WARN_ON(port->itty))
                return;
        if (port->xmit_buf)
                free_page((unsigned long)port->xmit_buf);
        tty_port_destroy(port);
        if (port->ops && port->ops->destruct)
                port->ops->destruct(port);
        else
                kfree(port);
}

void tty_port_put(struct tty_port *port)
{
        if (port)
                kref_put(&port->kref, tty_port_destructor);
}
EXPORT_SYMBOL(tty_port_put);

/**
 *      tty_port_tty_get        -       get a tty reference
 *      @port: tty port
 *
 *      Return a refcount protected tty instance or NULL if the port is not
 *      associated with a tty (eg due to close or hangup)
 */
struct tty_struct *tty_port_tty_get(struct tty_port *port)
{
        unsigned long flags;
        struct tty_struct *tty;

        spin_lock_irqsave(&port->lock, flags);
        tty = tty_kref_get(port->tty);
        spin_unlock_irqrestore(&port->lock, flags);
        return tty;
}
EXPORT_SYMBOL(tty_port_tty_get);

/**
 *      tty_port_tty_set        -       set the tty of a port
 *      @port: tty port
 *      @tty: the tty
 *
 *      Associate the port and tty pair. Manages any internal refcounts.
 *      Pass NULL to deassociate a port
 */
void tty_port_tty_set(struct tty_port *port, struct tty_struct *tty)
{
        unsigned long flags;

        spin_lock_irqsave(&port->lock, flags);
        tty_kref_put(port->tty);
        port->tty = tty_kref_get(tty);
        spin_unlock_irqrestore(&port->lock, flags);
}
EXPORT_SYMBOL(tty_port_tty_set);

static void tty_port_shutdown(struct tty_port *port, struct tty_struct *tty)
{
        mutex_lock(&port->mutex);
        if (port->console)
                goto out;

        if (tty_port_initialized(port)) {
                tty_port_set_initialized(port, 0);
                /*
                 * Drop DTR/RTS if HUPCL is set. This causes any attached
                 * modem to hang up the line.
                 */
                if (tty && C_HUPCL(tty))
                        tty_port_lower_dtr_rts(port);

                if (port->ops->shutdown)
                        port->ops->shutdown(port);
        }
out:
        mutex_unlock(&port->mutex);
}

/**
 *      tty_port_hangup         -       hangup helper
 *      @port: tty port
 *
 *      Perform port level tty hangup flag and count changes. Drop the tty
 *      reference.
 *
 *      Caller holds tty lock.
 */
void tty_port_hangup(struct tty_port *port)
{
        struct tty_struct *tty;
        unsigned long flags;

        spin_lock_irqsave(&port->lock, flags);
        port->count = 0;
        tty = port->tty;
        if (tty)
                set_bit(TTY_IO_ERROR, &tty->flags);
        port->tty = NULL;
        spin_unlock_irqrestore(&port->lock, flags);
        tty_port_set_active(port, 0);
        tty_port_shutdown(port, tty);
        tty_kref_put(tty);
        wake_up_interruptible(&port->open_wait);
        wake_up_interruptible(&port->delta_msr_wait);
}
EXPORT_SYMBOL(tty_port_hangup);

/**
 * tty_port_tty_hangup - helper to hang up a tty
 *
 * @port: tty port
 * @check_clocal: hang only ttys with CLOCAL unset?
 */
void tty_port_tty_hangup(struct tty_port *port, bool check_clocal)
{
        struct tty_struct *tty = tty_port_tty_get(port);

        if (tty && (!check_clocal || !C_CLOCAL(tty)))
                tty_hangup(tty);
        tty_kref_put(tty);
}
EXPORT_SYMBOL_GPL(tty_port_tty_hangup);

/**
 * tty_port_tty_wakeup - helper to wake up a tty
 *
 * @port: tty port
 */
void tty_port_tty_wakeup(struct tty_port *port)
{
        port->client_ops->write_wakeup(port);
}
EXPORT_SYMBOL_GPL(tty_port_tty_wakeup);

/**
 *      tty_port_carrier_raised -       carrier raised check
 *      @port: tty port
 *
 *      Wrapper for the carrier detect logic. For the moment this is used
 *      to hide some internal details. This will eventually become entirely
 *      internal to the tty port.
 */
int tty_port_carrier_raised(struct tty_port *port)
{
        if (port->ops->carrier_raised == NULL)
                return 1;
        return port->ops->carrier_raised(port);
}
EXPORT_SYMBOL(tty_port_carrier_raised);

/**
 *      tty_port_raise_dtr_rts  -       Raise DTR/RTS
 *      @port: tty port
 *
 *      Wrapper for the DTR/RTS raise logic. For the moment this is used
 *      to hide some internal details. This will eventually become entirely
 *      internal to the tty port.
 */
void tty_port_raise_dtr_rts(struct tty_port *port)
{
        if (port->ops->dtr_rts)
                port->ops->dtr_rts(port, 1);
}
EXPORT_SYMBOL(tty_port_raise_dtr_rts);

/**
 *      tty_port_lower_dtr_rts  -       Lower DTR/RTS
 *      @port: tty port
 *
 *      Wrapper for the DTR/RTS raise logic. For the moment this is used
 *      to hide some internal details. This will eventually become entirely
 *      internal to the tty port.
 */
void tty_port_lower_dtr_rts(struct tty_port *port)
{
        if (port->ops->dtr_rts)
                port->ops->dtr_rts(port, 0);
}
EXPORT_SYMBOL(tty_port_lower_dtr_rts);

/**
 *      tty_port_block_til_ready        -       Waiting logic for tty open
 *      @port: the tty port being opened
 *      @tty: the tty device being bound
 *      @filp: the file pointer of the opener or NULL
 *
 *      Implement the core POSIX/SuS tty behaviour when opening a tty device.
 *      Handles:
 *              - hangup (both before and during)
 *              - non blocking open
 *              - rts/dtr/dcd
 *              - signals
 *              - port flags and counts
 *
 *      The passed tty_port must implement the carrier_raised method if it can
 *      do carrier detect and the dtr_rts method if it supports software
 *      management of these lines. Note that the dtr/rts raise is done each
 *      iteration as a hangup may have previously dropped them while we wait.
 *
 *      Caller holds tty lock.
 *
 *      NB: May drop and reacquire tty lock when blocking, so tty and tty_port
 *      may have changed state (eg., may have been hung up).
 */
int tty_port_block_til_ready(struct tty_port *port,
                                struct tty_struct *tty, struct file *filp)
{
        int do_clocal = 0, retval;
        unsigned long flags;
        DEFINE_WAIT(wait);

        /* if non-blocking mode is set we can pass directly to open unless
         * the port has just hung up or is in another error state.
         */
        if (tty_io_error(tty)) {
                tty_port_set_active(port, 1);
                return 0;
        }
        if (filp == NULL || (filp->f_flags & O_NONBLOCK)) {
                /* Indicate we are open */
                if (C_BAUD(tty))
                        tty_port_raise_dtr_rts(port);
                tty_port_set_active(port, 1);
                return 0;
        }

        if (C_CLOCAL(tty))
                do_clocal = 1;

        /* Block waiting until we can proceed. We may need to wait for the
         * carrier, but we must also wait for any close that is in progress
         * before the next open may complete.
         */

        retval = 0;

        /* The port lock protects the port counts */
        spin_lock_irqsave(&port->lock, flags);
        port->count--;
        port->blocked_open++;
        spin_unlock_irqrestore(&port->lock, flags);

        while (1) {
                /* Indicate we are open */
                if (C_BAUD(tty) && tty_port_initialized(port))
                        tty_port_raise_dtr_rts(port);

                prepare_to_wait(&port->open_wait, &wait, TASK_INTERRUPTIBLE);
                /* Check for a hangup or uninitialised port.
                 * Return accordingly.
                 */
                if (tty_hung_up_p(filp) || !tty_port_initialized(port)) {
                        if (port->flags & ASYNC_HUP_NOTIFY)
                                retval = -EAGAIN;
                        else
                                retval = -ERESTARTSYS;
                        break;
                }
                /*
                 * Probe the carrier. For devices with no carrier detect
                 * tty_port_carrier_raised will always return true.
                 * Never ask drivers if CLOCAL is set, this causes troubles
                 * on some hardware.
                 */
                if (do_clocal || tty_port_carrier_raised(port))
                        break;
                if (signal_pending(current)) {
                        retval = -ERESTARTSYS;
                        break;
                }
                tty_unlock(tty);
                schedule();
                tty_lock(tty);
        }
        finish_wait(&port->open_wait, &wait);

        /* Update counts. A parallel hangup will have set count to zero and
         * we must not mess that up further.
         */
        spin_lock_irqsave(&port->lock, flags);
        if (!tty_hung_up_p(filp))
                port->count++;
        port->blocked_open--;
        spin_unlock_irqrestore(&port->lock, flags);
        if (retval == 0)
                tty_port_set_active(port, 1);
        return retval;
}
EXPORT_SYMBOL(tty_port_block_til_ready);

static void tty_port_drain_delay(struct tty_port *port, struct tty_struct *tty)
{
        unsigned int bps = tty_get_baud_rate(tty);
        long timeout;

        if (bps > 1200) {
                timeout = (HZ * 10 * port->drain_delay) / bps;
                timeout = max_t(long, timeout, HZ / 10);
        } else {
                timeout = 2 * HZ;
        }
        schedule_timeout_interruptible(timeout);
}

/* Caller holds tty lock. */
int tty_port_close_start(struct tty_port *port,
                                struct tty_struct *tty, struct file *filp)
{
        unsigned long flags;

        if (tty_hung_up_p(filp))
                return 0;

        spin_lock_irqsave(&port->lock, flags);
        if (tty->count == 1 && port->count != 1) {
                tty_warn(tty, "%s: tty->count = 1 port count = %d\n", __func__,
                         port->count);
                port->count = 1;
        }
        if (--port->count < 0) {
                tty_warn(tty, "%s: bad port count (%d)\n", __func__,
                         port->count);
                port->count = 0;
        }

        if (port->count) {
                spin_unlock_irqrestore(&port->lock, flags);
                return 0;
        }
        spin_unlock_irqrestore(&port->lock, flags);

        tty->closing = 1;

        if (tty_port_initialized(port)) {
                /* Don't block on a stalled port, just pull the chain */
                if (tty->flow.tco_stopped)
                        tty_driver_flush_buffer(tty);
                if (port->closing_wait != ASYNC_CLOSING_WAIT_NONE)
                        tty_wait_until_sent(tty, port->closing_wait);
                if (port->drain_delay)
                        tty_port_drain_delay(port, tty);
        }
        /* Flush the ldisc buffering */
        tty_ldisc_flush(tty);

        /* Report to caller this is the last port reference */
        return 1;
}
EXPORT_SYMBOL(tty_port_close_start);

/* Caller holds tty lock */
void tty_port_close_end(struct tty_port *port, struct tty_struct *tty)
{
        unsigned long flags;

        tty_ldisc_flush(tty);
        tty->closing = 0;

        spin_lock_irqsave(&port->lock, flags);

        if (port->blocked_open) {
                spin_unlock_irqrestore(&port->lock, flags);
                if (port->close_delay)
                        msleep_interruptible(jiffies_to_msecs(port->close_delay));
                spin_lock_irqsave(&port->lock, flags);
                wake_up_interruptible(&port->open_wait);
        }
        spin_unlock_irqrestore(&port->lock, flags);
        tty_port_set_active(port, 0);
}
EXPORT_SYMBOL(tty_port_close_end);

/*
 * tty_port_close
 *
 * Caller holds tty lock
 */
void tty_port_close(struct tty_port *port, struct tty_struct *tty,
                                                        struct file *filp)
{
        if (tty_port_close_start(port, tty, filp) == 0)
                return;
        tty_port_shutdown(port, tty);
        if (!port->console)
                set_bit(TTY_IO_ERROR, &tty->flags);
        tty_port_close_end(port, tty);
        tty_port_tty_set(port, NULL);
}
EXPORT_SYMBOL(tty_port_close);

/**
 * tty_port_install - generic tty->ops->install handler
 * @port: tty_port of the device
 * @driver: tty_driver for this device
 * @tty: tty to be installed
 *
 * It is the same as tty_standard_install except the provided @port is linked
 * to a concrete tty specified by @tty. Use this or tty_port_register_device
 * (or both). Call tty_port_link_device as a last resort.
 */
int tty_port_install(struct tty_port *port, struct tty_driver *driver,
                struct tty_struct *tty)
{
        tty->port = port;
        return tty_standard_install(driver, tty);
}
EXPORT_SYMBOL_GPL(tty_port_install);

/*
 * tty_port_open
 *
 * Caller holds tty lock.
 *
 * NB: may drop and reacquire tty lock (in tty_port_block_til_ready()) so
 * tty and tty_port may have changed state (eg., may be hung up now)
 */
int tty_port_open(struct tty_port *port, struct tty_struct *tty,
                                                        struct file *filp)
{
        spin_lock_irq(&port->lock);
        ++port->count;
        spin_unlock_irq(&port->lock);
        tty_port_tty_set(port, tty);

        /*
         * Do the device-specific open only if the hardware isn't
         * already initialized. Serialize open and shutdown using the
         * port mutex.
         */

        mutex_lock(&port->mutex);

        if (!tty_port_initialized(port)) {
                clear_bit(TTY_IO_ERROR, &tty->flags);
                if (port->ops->activate) {
                        int retval = port->ops->activate(port, tty);

                        if (retval) {
                                mutex_unlock(&port->mutex);
                                return retval;
                        }
                }
                tty_port_set_initialized(port, 1);
        }
        mutex_unlock(&port->mutex);
        return tty_port_block_til_ready(port, tty, filp);
}
EXPORT_SYMBOL(tty_port_open);