source: mainline/uspace/drv/bus/usb/xhci/bus.c@ 5dfb70c9

/*
 * Copyright (c) 2017 Ondrej Hlavaty <aearsis@eideo.cz>
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 * - Redistributions of source code must retain the above copyright
 *   notice, this list of conditions and the following disclaimer.
 * - Redistributions in binary form must reproduce the above copyright
 *   notice, this list of conditions and the following disclaimer in the
 *   documentation and/or other materials provided with the distribution.
 * - The name of the author may not be used to endorse or promote products
 *   derived from this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */
/**  @addtogroup libusbhost
 * @{
 */
/** @file
 * HC Endpoint management.
 */

#include <usb/host/ddf_helpers.h>
#include <usb/host/endpoint.h>
#include <usb/host/hcd.h>
#include <usb/debug.h>

#include <assert.h>
#include <errno.h>
#include <str_error.h>
#include <macros.h>
#include <stdbool.h>

#include "hc.h"
#include "bus.h"
#include "endpoint.h"
#include "transfers.h"


/** Initial descriptor used for control endpoint 0 before more configuration is retrieved. */
static const usb_endpoint_desc_t ep0_initial_desc = {
        .endpoint_no = 0,
        .direction = USB_DIRECTION_BOTH,
        .transfer_type = USB_TRANSFER_CONTROL,
        .max_packet_size = CTRL_PIPE_MIN_PACKET_SIZE,
        .packets = 1,
};

static endpoint_t *endpoint_create(device_t *, const usb_endpoint_desc_t *);

/** Assign address and control endpoint to a new XHCI device.
 * @param[in] bus XHCI bus, in which the address is assigned.
 * @param[in] dev New device to address and configure.
 *
 * @return Error code.
 */
static int address_device(xhci_bus_t *bus, xhci_device_t *dev)
{
        int err;

        /* Enable new slot. */
        if ((err = hc_enable_slot(bus->hc, &dev->slot_id)) != EOK)
                return err;
        usb_log_debug2("Obtained slot ID: %u.\n", dev->slot_id);

        /* Create and configure control endpoint. */
        endpoint_t *ep0_base = endpoint_create(&dev->base, &ep0_initial_desc);
        if (!ep0_base)
                goto err_slot;

        /* Temporary reference */
        endpoint_add_ref(ep0_base);

        xhci_endpoint_t *ep0 = xhci_endpoint_get(ep0_base);

        if ((err = xhci_endpoint_alloc_transfer_ds(ep0)))
                goto err_ep;

        /* Register EP0 */
        if ((err = xhci_device_add_endpoint(dev, ep0)))
                goto err_prepared;

        /* Address device */
        if ((err = hc_address_device(bus->hc, dev, ep0)))
                goto err_added;

        /* Temporary reference */
        endpoint_del_ref(ep0_base);
        return EOK;

err_added:
        xhci_device_remove_endpoint(ep0);
err_prepared:
        xhci_endpoint_free_transfer_ds(ep0);
err_ep:
        /* Temporary reference */
        endpoint_del_ref(ep0_base);
err_slot:
        hc_disable_slot(bus->hc, dev);
        return err;
}

/** Retrieve and set maximum packet size for endpoint zero of a XHCI device.
 * @param[in] hc Host controller, which manages the device.
 * @param[in] dev Device with operational endpoint zero.
 *
 * @return Error code.
 */
static int setup_ep0_packet_size(xhci_hc_t *hc, xhci_device_t *dev)
{
        int err;

        uint16_t max_packet_size;
        if ((err = hcd_get_ep0_max_packet_size(&max_packet_size, (bus_t *) &hc->bus, &dev->base)))
                return err;

        xhci_endpoint_t *ep0 = dev->endpoints[0];
        assert(ep0);

        if (ep0->base.max_packet_size == max_packet_size)
                return EOK;

        ep0->base.max_packet_size = max_packet_size;

        xhci_ep_ctx_t ep_ctx;
        xhci_setup_endpoint_context(ep0, &ep_ctx);

        if ((err = hc_update_endpoint(hc, dev->slot_id, 0, &ep_ctx)))
                return err;

        return EOK;
}

/** Respond to a new device on the XHCI bus. Address it, negotiate packet size
 * and retrieve USB descriptors.
 * @param[in] bus XHCI bus, where the new device emerged.
 * @param[in] dev XHCI device, which has appeared on the bus.
 *
 * @return Error code.
 */
int xhci_bus_enumerate_device(xhci_bus_t *bus, device_t *dev)
{
        int err;
        xhci_device_t *xhci_dev = xhci_device_get(dev);

        hcd_setup_device_tt(dev);

        /* Calculate route string */
        xhci_device_t *xhci_hub = xhci_device_get(dev->hub);
        xhci_dev->tier = xhci_hub->tier + 1;
        xhci_dev->route_str = xhci_hub->route_str;

        /* Roothub port is not part of the route string */
        if (xhci_dev->tier >= 2) {
                const unsigned offset = 4 * (xhci_dev->tier - 2);
                xhci_dev->route_str |= (dev->port & 0xf) << offset;
                xhci_dev->rh_port = xhci_hub->rh_port;
        }

        /* Assign an address to the device */
        if ((err = address_device(bus, xhci_dev))) {
                usb_log_error("Failed to setup address of the new device: %s", str_error(err));
                return err;
        }

        /* Setup EP0 might already need to issue a transfer. */
        fibril_mutex_lock(&bus->base.guard);
        assert(bus->devices_by_slot[xhci_dev->slot_id] == NULL);
        bus->devices_by_slot[xhci_dev->slot_id] = xhci_dev;
        fibril_mutex_unlock(&bus->base.guard);

        if ((err = setup_ep0_packet_size(bus->hc, xhci_dev))) {
                usb_log_error("Failed to setup control endpoint of the new device: %s", str_error(err));
                goto err_address;
        }

        /* Read the device descriptor, derive the match ids */
        if ((err = hcd_device_explore(dev))) {
                usb_log_error("Device(%d): Failed to explore device: %s", dev->address, str_error(err));
                goto err_address;
        }

        return EOK;

err_address:
        // TODO: deaddress device
        return err;
}

static int endpoint_unregister(endpoint_t *);

/** Remove device from XHCI bus. Transition it to the offline state, abort all
 * ongoing transfers and unregister all of its endpoints.
 * @param[in] bus XHCI bus, from which the device is removed.
 * @param[in] dev XHCI device, which is removed from the bus.
 *
 * @return Error code.
 */
int xhci_bus_remove_device(xhci_bus_t *bus, device_t *dev)
{
        int err;
        xhci_device_t *xhci_dev = xhci_device_get(dev);

        /* Block creation of new endpoints and transfers. */
        usb_log_debug2("Device " XHCI_DEV_FMT " going offline.", XHCI_DEV_ARGS(*xhci_dev));
        fibril_mutex_lock(&dev->guard);
        dev->online = false;
        fibril_mutex_unlock(&dev->guard);

        /* Abort running transfers. */
        usb_log_debug2("Aborting all active transfers to device " XHCI_DEV_FMT ".", XHCI_DEV_ARGS(*xhci_dev));
        for (size_t i = 0; i < ARRAY_SIZE(xhci_dev->endpoints); ++i) {
                xhci_endpoint_t *ep = xhci_dev->endpoints[i];
                if (!ep)
                        continue;

                endpoint_abort(&ep->base);
        }

        /* TODO: Figure out how to handle errors here. So far, they are reported and skipped. */

        /* Make DDF (and all drivers) forget about the device. */
        if ((err = ddf_fun_unbind(dev->fun))) {
                usb_log_warning("Failed to unbind DDF function of device " XHCI_DEV_FMT ": %s",
                    XHCI_DEV_ARGS(*xhci_dev), str_error(err));
        }

        /* Disable the slot, dropping all endpoints. */
        const uint32_t slot_id = xhci_dev->slot_id;
        if ((err = hc_disable_slot(bus->hc, xhci_dev))) {
                usb_log_warning("Failed to disable slot of device " XHCI_DEV_FMT ": %s",
                    XHCI_DEV_ARGS(*xhci_dev), str_error(err));
        }

        bus->devices_by_slot[slot_id] = NULL;

        /* Unregister remaining endpoints, freeing memory. */
        for (unsigned i = 0; i < ARRAY_SIZE(xhci_dev->endpoints); ++i) {
                if (!xhci_dev->endpoints[i])
                        continue;

                if ((err = endpoint_unregister(&xhci_dev->endpoints[i]->base))) {
                        usb_log_warning("Failed to unregister endpoint " XHCI_EP_FMT ": %s",
                            XHCI_EP_ARGS(*xhci_dev->endpoints[i]), str_error(err));
                }
        }

        /* Destroy DDF device. */
        /* XXX: Not a good idea, this method should not destroy devices. */
        hcd_ddf_fun_destroy(dev);

        return EOK;
}

/** Ops receive generic bus_t pointer. */
static inline xhci_bus_t *bus_to_xhci_bus(bus_t *bus_base)
{
        assert(bus_base);
        return (xhci_bus_t *) bus_base;
}

// TODO: Fill in docstrings for XHCI bus callbacks once generic bus callbacks get their docstrings.

static int device_enumerate(device_t *dev)
{
        xhci_bus_t *bus = bus_to_xhci_bus(dev->bus);
        return xhci_bus_enumerate_device(bus, dev);
}

static int device_remove(device_t *dev)
{
        xhci_bus_t *bus = bus_to_xhci_bus(dev->bus);
        return xhci_bus_remove_device(bus, dev);
}

static int device_online(device_t *dev_base)
{
        int err;

        xhci_bus_t *bus = bus_to_xhci_bus(dev_base->bus);
        assert(bus);

        xhci_device_t *dev = xhci_device_get(dev_base);
        assert(dev);

        /* Transition the device from the Addressed to the Configured state. */
        if ((err = hc_configure_device(bus->hc, dev->slot_id))) {
                usb_log_warning("Failed to configure device " XHCI_DEV_FMT ".", XHCI_DEV_ARGS(*dev));
        }

        /* Allow creation of new endpoints and transfers. */
        usb_log_debug2("Device " XHCI_DEV_FMT " going online.", XHCI_DEV_ARGS(*dev));
        fibril_mutex_lock(&dev_base->guard);
        dev_base->online = true;
        fibril_mutex_unlock(&dev_base->guard);

        if ((err = ddf_fun_online(dev_base->fun))) {
                return err;
        }

        return EOK;
}

static int device_offline(device_t *dev_base)
{
        int err;

        xhci_bus_t *bus = bus_to_xhci_bus(dev_base->bus);
        assert(bus);

        xhci_device_t *dev = xhci_device_get(dev_base);
        assert(dev);

        /* Tear down all drivers working with the device. */
        if ((err = ddf_fun_offline(dev_base->fun))) {
                return err;
        }

        /* Block creation of new endpoints and transfers. */
        usb_log_debug2("Device " XHCI_DEV_FMT " going offline.", XHCI_DEV_ARGS(*dev));
        fibril_mutex_lock(&dev_base->guard);
        dev_base->online = false;
        fibril_mutex_unlock(&dev_base->guard);

        /* We will need the endpoint array later for DS deallocation. */
        xhci_endpoint_t *endpoints[ARRAY_SIZE(dev->endpoints)];
        memcpy(endpoints, dev->endpoints, sizeof(dev->endpoints));

        /* Remove all endpoints except zero. */
        for (unsigned i = 1; i < ARRAY_SIZE(endpoints); ++i) {
                if (!endpoints[i])
                        continue;

                /* FIXME: Asserting here that the endpoint is not active. If not, EBUSY? */

                xhci_device_remove_endpoint(endpoints[i]);
        }

        /* Issue one HC command to simultaneously drop all endpoints except zero. */
        if ((err = hc_deconfigure_device(bus->hc, dev->slot_id))) {
                usb_log_warning("Failed to deconfigure device " XHCI_DEV_FMT ".",
                    XHCI_DEV_ARGS(*dev));
        }

        /* Tear down TRB ring / PSA. */
        for (unsigned i = 1; i < ARRAY_SIZE(endpoints); ++i) {
                if (!endpoints[i])
                        continue;

                xhci_endpoint_free_transfer_ds(endpoints[i]);
        }

        /* FIXME: What happens to unregistered endpoints now? Destroy them? */

        return EOK;
}

static endpoint_t *endpoint_create(device_t *dev, const usb_endpoint_desc_t *desc)
{
        xhci_endpoint_t *ep = calloc(1, sizeof(xhci_endpoint_t));
        if (!ep)
                return NULL;

        if (xhci_endpoint_init(ep, dev, desc)) {
                free(ep);
                return NULL;
        }

        return &ep->base;
}

static void endpoint_destroy(endpoint_t *ep)
{
        xhci_endpoint_t *xhci_ep = xhci_endpoint_get(ep);

        xhci_endpoint_fini(xhci_ep);
        free(xhci_ep);
}

static int endpoint_register(endpoint_t *ep_base)
{
        int err;
        xhci_bus_t *bus = bus_to_xhci_bus(endpoint_get_bus(ep_base));
        xhci_endpoint_t *ep = xhci_endpoint_get(ep_base);

        xhci_device_t *dev = xhci_device_get(ep_base->device);

        if ((err = xhci_endpoint_alloc_transfer_ds(ep)))
                return err;

        if ((err = xhci_device_add_endpoint(dev, ep)))
                goto err_prepared;

        usb_log_info("Endpoint " XHCI_EP_FMT " registered to XHCI bus.", XHCI_EP_ARGS(*ep));

        xhci_ep_ctx_t ep_ctx;
        xhci_setup_endpoint_context(ep, &ep_ctx);

        if ((err = hc_add_endpoint(bus->hc, dev->slot_id, xhci_endpoint_index(ep), &ep_ctx)))
                goto err_added;

        return EOK;

err_added:
        xhci_device_remove_endpoint(ep);
err_prepared:
        xhci_endpoint_free_transfer_ds(ep);
        return err;
}

static int endpoint_unregister(endpoint_t *ep_base)
{
        int err;
        xhci_bus_t *bus = bus_to_xhci_bus(endpoint_get_bus(ep_base));
        xhci_endpoint_t *ep = xhci_endpoint_get(ep_base);
        xhci_device_t *dev = xhci_device_get(ep_base->device);

        usb_log_info("Endpoint " XHCI_EP_FMT " unregistered from XHCI bus.", XHCI_EP_ARGS(*ep));

        xhci_device_remove_endpoint(ep);

        /* If device slot is still available, drop the endpoint. */
        if (dev->slot_id) {
                if ((err = hc_drop_endpoint(bus->hc, dev->slot_id, xhci_endpoint_index(ep)))) {
                        usb_log_error("Failed to drop endpoint " XHCI_EP_FMT ": %s", XHCI_EP_ARGS(*ep), str_error(err));
                }
        } else {
                usb_log_debug("Not going to drop endpoint " XHCI_EP_FMT " because"
                    " the slot has already been disabled.", XHCI_EP_ARGS(*ep));
        }

        /* Tear down TRB ring / PSA. */
        xhci_endpoint_free_transfer_ds(ep);

        return EOK;
}

static endpoint_t* device_find_endpoint(device_t *dev_base, usb_target_t target, usb_direction_t direction)
{
        xhci_device_t *dev = xhci_device_get(dev_base);

        xhci_endpoint_t *ep = xhci_device_get_endpoint(dev, target.endpoint);
        if (!ep)
                return NULL;

        return &ep->base;
}

static int reset_toggle(bus_t *bus_base, usb_target_t target, toggle_reset_mode_t mode)
{
        // TODO: Implement me!
        return ENOTSUP;
}

/* Endpoint ops, optional (have generic fallback) */
static bool endpoint_get_toggle(endpoint_t *ep)
{
        // TODO: Implement me!
        return ENOTSUP;
}

static void endpoint_set_toggle(endpoint_t *ep, bool toggle)
{
        // TODO: Implement me!
}

static int reserve_default_address(bus_t *bus_base, usb_speed_t speed)
{
        xhci_bus_t *xhci_bus = bus_to_xhci_bus(bus_base);

        if (xhci_bus->default_address_speed != USB_SPEED_MAX)
                /* Already allocated */
                return ENOENT;

        xhci_bus->default_address_speed = speed;
        return EOK;
}

static int release_default_address(bus_t *bus_base)
{
        xhci_bus_t *xhci_bus = bus_to_xhci_bus(bus_base);

        xhci_bus->default_address_speed = USB_SPEED_MAX;
        return EOK;
}

static usb_transfer_batch_t *batch_create(endpoint_t *ep)
{
        xhci_transfer_t *transfer = xhci_transfer_create(ep);
        return &transfer->batch;
}

static void batch_destroy(usb_transfer_batch_t *batch)
{
        xhci_transfer_destroy(xhci_transfer_from_batch(batch));
}

/** Structure binding XHCI static callbacks to generic bus callbacks. */
static const bus_ops_t xhci_bus_ops = {
// TODO: Is it good idea to use this macro? It blurrs the fact that the callbacks and static functions are called the same.
#define BIND_OP(op) .op = op,
        BIND_OP(reserve_default_address)
        BIND_OP(release_default_address)
        BIND_OP(reset_toggle)

        BIND_OP(device_enumerate)
        BIND_OP(device_remove)
        BIND_OP(device_online)
        BIND_OP(device_offline)
        BIND_OP(device_find_endpoint)

        BIND_OP(endpoint_create)
        BIND_OP(endpoint_destroy)
        BIND_OP(endpoint_register)
        BIND_OP(endpoint_unregister)
        BIND_OP(endpoint_get_toggle)
        BIND_OP(endpoint_set_toggle)

        BIND_OP(batch_create)
        BIND_OP(batch_destroy)
#undef BIND_OP

        .interrupt = hc_interrupt,
        .status = hc_status,
        .batch_schedule = hc_schedule,
};

/** Initialize XHCI bus.
 * @param[in] bus Allocated XHCI bus to initialize.
 * @param[in] hc Associated host controller, which manages the bus.
 *
 * @return Error code.
 */
int xhci_bus_init(xhci_bus_t *bus, xhci_hc_t *hc)
{
        assert(bus);

        bus_init(&bus->base, sizeof(xhci_device_t));

        bus->devices_by_slot = calloc(hc->max_slots, sizeof(xhci_device_t *));
        if (!bus->devices_by_slot)
                return ENOMEM;

        bus->hc = hc;
        bus->base.ops = &xhci_bus_ops;
        bus->default_address_speed = USB_SPEED_MAX;
        return EOK;
}

/** Finalize XHCI bus.
 * @param[in] bus XHCI bus to finalize.
 */
void xhci_bus_fini(xhci_bus_t *bus)
{
        // FIXME: Deallocate bus->devices_by_slot?
        // FIXME: Should there be some bus_fini() to call?
        // FIXME: Something else we forgot?
}

/**
 * @}
 */