x86/amd-iommu: Add per IOMMU reference counting

[linux/fpc-iii.git] / drivers / ieee1394 / highlevel.c

/*
 * IEEE 1394 for Linux
 *
 * Copyright (C) 1999 Andreas E. Bombe
 *
 * This code is licensed under the GPL.  See the file COPYING in the root
 * directory of the kernel sources for details.
 *
 *
 * Contributions:
 *
 * Christian Toegel <christian.toegel@gmx.at>
 *        unregister address space
 *
 * Manfred Weihs <weihs@ict.tuwien.ac.at>
 *        unregister address space
 *
 */

#include <linux/slab.h>
#include <linux/list.h>
#include <linux/bitops.h>

#include "ieee1394.h"
#include "ieee1394_types.h"
#include "hosts.h"
#include "ieee1394_core.h"
#include "highlevel.h"
#include "nodemgr.h"


struct hl_host_info {
        struct list_head list;
        struct hpsb_host *host;
        size_t size;
        unsigned long key;
        void *data;
};


static LIST_HEAD(hl_drivers);
static DECLARE_RWSEM(hl_drivers_sem);

static LIST_HEAD(hl_irqs);
static DEFINE_RWLOCK(hl_irqs_lock);

static DEFINE_RWLOCK(addr_space_lock);


static struct hl_host_info *hl_get_hostinfo(struct hpsb_highlevel *hl,
                                            struct hpsb_host *host)
{
        struct hl_host_info *hi = NULL;

        if (!hl || !host)
                return NULL;

        read_lock(&hl->host_info_lock);
        list_for_each_entry(hi, &hl->host_info_list, list) {
                if (hi->host == host) {
                        read_unlock(&hl->host_info_lock);
                        return hi;
                }
        }
        read_unlock(&hl->host_info_lock);
        return NULL;
}

/**
 * hpsb_get_hostinfo - retrieve a hostinfo pointer bound to this driver/host
 *
 * Returns a per @host and @hl driver data structure that was previously stored
 * by hpsb_create_hostinfo.
 */
void *hpsb_get_hostinfo(struct hpsb_highlevel *hl, struct hpsb_host *host)
{
        struct hl_host_info *hi = hl_get_hostinfo(hl, host);

        return hi ? hi->data : NULL;
}

/**
 * hpsb_create_hostinfo - allocate a hostinfo pointer bound to this driver/host
 *
 * Allocate a hostinfo pointer backed by memory with @data_size and bind it to
 * to this @hl driver and @host.  If @data_size is zero, then the return here is
 * only valid for error checking.
 */
void *hpsb_create_hostinfo(struct hpsb_highlevel *hl, struct hpsb_host *host,
                           size_t data_size)
{
        struct hl_host_info *hi;
        void *data;
        unsigned long flags;

        hi = hl_get_hostinfo(hl, host);
        if (hi) {
                HPSB_ERR("%s called hpsb_create_hostinfo when hostinfo already"
                         " exists", hl->name);
                return NULL;
        }

        hi = kzalloc(sizeof(*hi) + data_size, GFP_ATOMIC);
        if (!hi)
                return NULL;

        if (data_size) {
                data = hi->data = hi + 1;
                hi->size = data_size;
        } else
                data = hi;

        hi->host = host;

        write_lock_irqsave(&hl->host_info_lock, flags);
        list_add_tail(&hi->list, &hl->host_info_list);
        write_unlock_irqrestore(&hl->host_info_lock, flags);

        return data;
}

/**
 * hpsb_set_hostinfo - set the hostinfo pointer to something useful
 *
 * Usually follows a call to hpsb_create_hostinfo, where the size is 0.
 */
int hpsb_set_hostinfo(struct hpsb_highlevel *hl, struct hpsb_host *host,
                      void *data)
{
        struct hl_host_info *hi;

        hi = hl_get_hostinfo(hl, host);
        if (hi) {
                if (!hi->size && !hi->data) {
                        hi->data = data;
                        return 0;
                } else
                        HPSB_ERR("%s called hpsb_set_hostinfo when hostinfo "
                                 "already has data", hl->name);
        } else
                HPSB_ERR("%s called hpsb_set_hostinfo when no hostinfo exists",
                         hl->name);
        return -EINVAL;
}

/**
 * hpsb_destroy_hostinfo - free and remove a hostinfo pointer
 *
 * Free and remove the hostinfo pointer bound to this @hl driver and @host.
 */
void hpsb_destroy_hostinfo(struct hpsb_highlevel *hl, struct hpsb_host *host)
{
        struct hl_host_info *hi;

        hi = hl_get_hostinfo(hl, host);
        if (hi) {
                unsigned long flags;
                write_lock_irqsave(&hl->host_info_lock, flags);
                list_del(&hi->list);
                write_unlock_irqrestore(&hl->host_info_lock, flags);
                kfree(hi);
        }
        return;
}

/**
 * hpsb_set_hostinfo_key - set an alternate lookup key for an hostinfo
 *
 * Sets an alternate lookup key for the hostinfo bound to this @hl driver and
 * @host.
 */
void hpsb_set_hostinfo_key(struct hpsb_highlevel *hl, struct hpsb_host *host,
                           unsigned long key)
{
        struct hl_host_info *hi;

        hi = hl_get_hostinfo(hl, host);
        if (hi)
                hi->key = key;
        return;
}

/**
 * hpsb_get_hostinfo_bykey - retrieve a hostinfo pointer by its alternate key
 */
void *hpsb_get_hostinfo_bykey(struct hpsb_highlevel *hl, unsigned long key)
{
        struct hl_host_info *hi;
        void *data = NULL;

        if (!hl)
                return NULL;

        read_lock(&hl->host_info_lock);
        list_for_each_entry(hi, &hl->host_info_list, list) {
                if (hi->key == key) {
                        data = hi->data;
                        break;
                }
        }
        read_unlock(&hl->host_info_lock);
        return data;
}

static int highlevel_for_each_host_reg(struct hpsb_host *host, void *__data)
{
        struct hpsb_highlevel *hl = __data;

        hl->add_host(host);

        if (host->update_config_rom && hpsb_update_config_rom_image(host) < 0)
                HPSB_ERR("Failed to generate Configuration ROM image for host "
                         "%s-%d", hl->name, host->id);
        return 0;
}

/**
 * hpsb_register_highlevel - register highlevel driver
 *
 * The name pointer in @hl has to stay valid at all times because the string is
 * not copied.
 */
void hpsb_register_highlevel(struct hpsb_highlevel *hl)
{
        unsigned long flags;

        hpsb_init_highlevel(hl);
        INIT_LIST_HEAD(&hl->addr_list);

        down_write(&hl_drivers_sem);
        list_add_tail(&hl->hl_list, &hl_drivers);
        up_write(&hl_drivers_sem);

        write_lock_irqsave(&hl_irqs_lock, flags);
        list_add_tail(&hl->irq_list, &hl_irqs);
        write_unlock_irqrestore(&hl_irqs_lock, flags);

        if (hl->add_host)
                nodemgr_for_each_host(hl, highlevel_for_each_host_reg);
        return;
}

static void __delete_addr(struct hpsb_address_serve *as)
{
        list_del(&as->host_list);
        list_del(&as->hl_list);
        kfree(as);
}

static void __unregister_host(struct hpsb_highlevel *hl, struct hpsb_host *host,
                              int update_cr)
{
        unsigned long flags;
        struct list_head *lh, *next;
        struct hpsb_address_serve *as;

        /* First, let the highlevel driver unreg */
        if (hl->remove_host)
                hl->remove_host(host);

        /* Remove any addresses that are matched for this highlevel driver
         * and this particular host. */
        write_lock_irqsave(&addr_space_lock, flags);
        list_for_each_safe (lh, next, &hl->addr_list) {
                as = list_entry(lh, struct hpsb_address_serve, hl_list);
                if (as->host == host)
                        __delete_addr(as);
        }
        write_unlock_irqrestore(&addr_space_lock, flags);

        /* Now update the config-rom to reflect anything removed by the
         * highlevel driver. */
        if (update_cr && host->update_config_rom &&
            hpsb_update_config_rom_image(host) < 0)
                HPSB_ERR("Failed to generate Configuration ROM image for host "
                         "%s-%d", hl->name, host->id);

        /* Finally remove all the host info associated between these two. */
        hpsb_destroy_hostinfo(hl, host);
}

static int highlevel_for_each_host_unreg(struct hpsb_host *host, void *__data)
{
        struct hpsb_highlevel *hl = __data;

        __unregister_host(hl, host, 1);
        return 0;
}

/**
 * hpsb_unregister_highlevel - unregister highlevel driver
 */
void hpsb_unregister_highlevel(struct hpsb_highlevel *hl)
{
        unsigned long flags;

        write_lock_irqsave(&hl_irqs_lock, flags);
        list_del(&hl->irq_list);
        write_unlock_irqrestore(&hl_irqs_lock, flags);

        down_write(&hl_drivers_sem);
        list_del(&hl->hl_list);
        up_write(&hl_drivers_sem);

        nodemgr_for_each_host(hl, highlevel_for_each_host_unreg);
}

/**
 * hpsb_allocate_and_register_addrspace - alloc' and reg' a host address space
 *
 * @start and @end are 48 bit pointers and have to be quadlet aligned.
 * @end points to the first address behind the handled addresses.  This
 * function can be called multiple times for a single hpsb_highlevel @hl to
 * implement sparse register sets.  The requested region must not overlap any
 * previously allocated region, otherwise registering will fail.
 *
 * It returns true for successful allocation.  Address spaces can be
 * unregistered with hpsb_unregister_addrspace.  All remaining address spaces
 * are automatically deallocated together with the hpsb_highlevel @hl.
 */
u64 hpsb_allocate_and_register_addrspace(struct hpsb_highlevel *hl,
                                         struct hpsb_host *host,
                                         const struct hpsb_address_ops *ops,
                                         u64 size, u64 alignment,
                                         u64 start, u64 end)
{
        struct hpsb_address_serve *as, *a1, *a2;
        struct list_head *entry;
        u64 retval = CSR1212_INVALID_ADDR_SPACE;
        unsigned long flags;
        u64 align_mask = ~(alignment - 1);

        if ((alignment & 3) || (alignment > 0x800000000000ULL) ||
            (hweight64(alignment) != 1)) {
                HPSB_ERR("%s called with invalid alignment: 0x%048llx",
                         __func__, (unsigned long long)alignment);
                return retval;
        }

        /* default range,
         * avoids controller's posted write area (see OHCI 1.1 clause 1.5) */
        if (start == CSR1212_INVALID_ADDR_SPACE &&
            end   == CSR1212_INVALID_ADDR_SPACE) {
                start = host->middle_addr_space;
                end   = CSR1212_ALL_SPACE_END;
        }

        if (((start|end) & ~align_mask) || (start >= end) ||
            (end > CSR1212_ALL_SPACE_END)) {
                HPSB_ERR("%s called with invalid addresses "
                         "(start = %012Lx  end = %012Lx)", __func__,
                         (unsigned long long)start,(unsigned long long)end);
                return retval;
        }

        as = kmalloc(sizeof(*as), GFP_KERNEL);
        if (!as)
                return retval;

        INIT_LIST_HEAD(&as->host_list);
        INIT_LIST_HEAD(&as->hl_list);
        as->op = ops;
        as->host = host;

        write_lock_irqsave(&addr_space_lock, flags);
        list_for_each(entry, &host->addr_space) {
                u64 a1sa, a1ea;
                u64 a2sa, a2ea;

                a1 = list_entry(entry, struct hpsb_address_serve, host_list);
                a2 = list_entry(entry->next, struct hpsb_address_serve,
                                host_list);

                a1sa = a1->start & align_mask;
                a1ea = (a1->end + alignment -1) & align_mask;
                a2sa = a2->start & align_mask;
                a2ea = (a2->end + alignment -1) & align_mask;

                if ((a2sa - a1ea >= size) && (a2sa - start >= size) &&
                    (a2sa > start)) {
                        as->start = max(start, a1ea);
                        as->end = as->start + size;
                        list_add(&as->host_list, entry);
                        list_add_tail(&as->hl_list, &hl->addr_list);
                        retval = as->start;
                        break;
                }
        }
        write_unlock_irqrestore(&addr_space_lock, flags);

        if (retval == CSR1212_INVALID_ADDR_SPACE)
                kfree(as);
        return retval;
}

/**
 * hpsb_register_addrspace - register a host address space
 *
 * @start and @end are 48 bit pointers and have to be quadlet aligned.
 * @end points to the first address behind the handled addresses.  This
 * function can be called multiple times for a single hpsb_highlevel @hl to
 * implement sparse register sets.  The requested region must not overlap any
 * previously allocated region, otherwise registering will fail.
 *
 * It returns true for successful allocation.  Address spaces can be
 * unregistered with hpsb_unregister_addrspace.  All remaining address spaces
 * are automatically deallocated together with the hpsb_highlevel @hl.
 */
int hpsb_register_addrspace(struct hpsb_highlevel *hl, struct hpsb_host *host,
                            const struct hpsb_address_ops *ops,
                            u64 start, u64 end)
{
        struct hpsb_address_serve *as;
        struct list_head *lh;
        int retval = 0;
        unsigned long flags;

        if (((start|end) & 3) || (start >= end) ||
            (end > CSR1212_ALL_SPACE_END)) {
                HPSB_ERR("%s called with invalid addresses", __func__);
                return 0;
        }

        as = kmalloc(sizeof(*as), GFP_KERNEL);
        if (!as)
                return 0;

        INIT_LIST_HEAD(&as->host_list);
        INIT_LIST_HEAD(&as->hl_list);
        as->op = ops;
        as->start = start;
        as->end = end;
        as->host = host;

        write_lock_irqsave(&addr_space_lock, flags);
        list_for_each(lh, &host->addr_space) {
                struct hpsb_address_serve *as_this =
                        list_entry(lh, struct hpsb_address_serve, host_list);
                struct hpsb_address_serve *as_next =
                        list_entry(lh->next, struct hpsb_address_serve,
                                   host_list);

                if (as_this->end > as->start)
                        break;

                if (as_next->start >= as->end) {
                        list_add(&as->host_list, lh);
                        list_add_tail(&as->hl_list, &hl->addr_list);
                        retval = 1;
                        break;
                }
        }
        write_unlock_irqrestore(&addr_space_lock, flags);

        if (retval == 0)
                kfree(as);
        return retval;
}

int hpsb_unregister_addrspace(struct hpsb_highlevel *hl, struct hpsb_host *host,
                              u64 start)
{
        int retval = 0;
        struct hpsb_address_serve *as;
        struct list_head *lh, *next;
        unsigned long flags;

        write_lock_irqsave(&addr_space_lock, flags);
        list_for_each_safe (lh, next, &hl->addr_list) {
                as = list_entry(lh, struct hpsb_address_serve, hl_list);
                if (as->start == start && as->host == host) {
                        __delete_addr(as);
                        retval = 1;
                        break;
                }
        }
        write_unlock_irqrestore(&addr_space_lock, flags);
        return retval;
}

static const struct hpsb_address_ops dummy_ops;

/* dummy address spaces as lower and upper bounds of the host's a.s. list */
static void init_hpsb_highlevel(struct hpsb_host *host)
{
        INIT_LIST_HEAD(&host->dummy_zero_addr.host_list);
        INIT_LIST_HEAD(&host->dummy_zero_addr.hl_list);
        INIT_LIST_HEAD(&host->dummy_max_addr.host_list);
        INIT_LIST_HEAD(&host->dummy_max_addr.hl_list);

        host->dummy_zero_addr.op = host->dummy_max_addr.op = &dummy_ops;

        host->dummy_zero_addr.start = host->dummy_zero_addr.end = 0;
        host->dummy_max_addr.start = host->dummy_max_addr.end = ((u64) 1) << 48;

        list_add_tail(&host->dummy_zero_addr.host_list, &host->addr_space);
        list_add_tail(&host->dummy_max_addr.host_list, &host->addr_space);
}

void highlevel_add_host(struct hpsb_host *host)
{
        struct hpsb_highlevel *hl;

        init_hpsb_highlevel(host);

        down_read(&hl_drivers_sem);
        list_for_each_entry(hl, &hl_drivers, hl_list) {
                if (hl->add_host)
                        hl->add_host(host);
        }
        up_read(&hl_drivers_sem);
        if (host->update_config_rom && hpsb_update_config_rom_image(host) < 0)
                HPSB_ERR("Failed to generate Configuration ROM image for host "
                         "%s-%d", hl->name, host->id);
}

void highlevel_remove_host(struct hpsb_host *host)
{
        struct hpsb_highlevel *hl;

        down_read(&hl_drivers_sem);
        list_for_each_entry(hl, &hl_drivers, hl_list)
                __unregister_host(hl, host, 0);
        up_read(&hl_drivers_sem);
}

void highlevel_host_reset(struct hpsb_host *host)
{
        unsigned long flags;
        struct hpsb_highlevel *hl;

        read_lock_irqsave(&hl_irqs_lock, flags);
        list_for_each_entry(hl, &hl_irqs, irq_list) {
                if (hl->host_reset)
                        hl->host_reset(host);
        }
        read_unlock_irqrestore(&hl_irqs_lock, flags);
}

void highlevel_fcp_request(struct hpsb_host *host, int nodeid, int direction,
                           void *data, size_t length)
{
        unsigned long flags;
        struct hpsb_highlevel *hl;
        int cts = ((quadlet_t *)data)[0] >> 4;

        read_lock_irqsave(&hl_irqs_lock, flags);
        list_for_each_entry(hl, &hl_irqs, irq_list) {
                if (hl->fcp_request)
                        hl->fcp_request(host, nodeid, direction, cts, data,
                                        length);
        }
        read_unlock_irqrestore(&hl_irqs_lock, flags);
}

/*
 * highlevel_read, highlevel_write, highlevel_lock, highlevel_lock64:
 *
 * These functions are called to handle transactions. They are called when a
 * packet arrives.  The flags argument contains the second word of the first
 * header quadlet of the incoming packet (containing transaction label, retry
 * code, transaction code and priority).  These functions either return a
 * response code or a negative number.  In the first case a response will be
 * generated.  In the latter case, no response will be sent and the driver which
 * handled the request will send the response itself.
 */
int highlevel_read(struct hpsb_host *host, int nodeid, void *data, u64 addr,
                   unsigned int length, u16 flags)
{
        struct hpsb_address_serve *as;
        unsigned int partlength;
        int rcode = RCODE_ADDRESS_ERROR;

        read_lock(&addr_space_lock);
        list_for_each_entry(as, &host->addr_space, host_list) {
                if (as->start > addr)
                        break;

                if (as->end > addr) {
                        partlength = min(as->end - addr, (u64) length);

                        if (as->op->read)
                                rcode = as->op->read(host, nodeid, data,
                                                     addr, partlength, flags);
                        else
                                rcode = RCODE_TYPE_ERROR;

                        data += partlength;
                        length -= partlength;
                        addr += partlength;

                        if ((rcode != RCODE_COMPLETE) || !length)
                                break;
                }
        }
        read_unlock(&addr_space_lock);

        if (length && (rcode == RCODE_COMPLETE))
                rcode = RCODE_ADDRESS_ERROR;
        return rcode;
}

int highlevel_write(struct hpsb_host *host, int nodeid, int destid, void *data,
                    u64 addr, unsigned int length, u16 flags)
{
        struct hpsb_address_serve *as;
        unsigned int partlength;
        int rcode = RCODE_ADDRESS_ERROR;

        read_lock(&addr_space_lock);
        list_for_each_entry(as, &host->addr_space, host_list) {
                if (as->start > addr)
                        break;

                if (as->end > addr) {
                        partlength = min(as->end - addr, (u64) length);

                        if (as->op->write)
                                rcode = as->op->write(host, nodeid, destid,
                                                      data, addr, partlength,
                                                      flags);
                        else
                                rcode = RCODE_TYPE_ERROR;

                        data += partlength;
                        length -= partlength;
                        addr += partlength;

                        if ((rcode != RCODE_COMPLETE) || !length)
                                break;
                }
        }
        read_unlock(&addr_space_lock);

        if (length && (rcode == RCODE_COMPLETE))
                rcode = RCODE_ADDRESS_ERROR;
        return rcode;
}

int highlevel_lock(struct hpsb_host *host, int nodeid, quadlet_t *store,
                   u64 addr, quadlet_t data, quadlet_t arg, int ext_tcode,
                   u16 flags)
{
        struct hpsb_address_serve *as;
        int rcode = RCODE_ADDRESS_ERROR;

        read_lock(&addr_space_lock);
        list_for_each_entry(as, &host->addr_space, host_list) {
                if (as->start > addr)
                        break;

                if (as->end > addr) {
                        if (as->op->lock)
                                rcode = as->op->lock(host, nodeid, store, addr,
                                                     data, arg, ext_tcode,
                                                     flags);
                        else
                                rcode = RCODE_TYPE_ERROR;
                        break;
                }
        }
        read_unlock(&addr_space_lock);
        return rcode;
}

int highlevel_lock64(struct hpsb_host *host, int nodeid, octlet_t *store,
                     u64 addr, octlet_t data, octlet_t arg, int ext_tcode,
                     u16 flags)
{
        struct hpsb_address_serve *as;
        int rcode = RCODE_ADDRESS_ERROR;

        read_lock(&addr_space_lock);

        list_for_each_entry(as, &host->addr_space, host_list) {
                if (as->start > addr)
                        break;

                if (as->end > addr) {
                        if (as->op->lock64)
                                rcode = as->op->lock64(host, nodeid, store,
                                                       addr, data, arg,
                                                       ext_tcode, flags);
                        else
                                rcode = RCODE_TYPE_ERROR;
                        break;
                }
        }
        read_unlock(&addr_space_lock);
        return rcode;
}