298 lines
6.9 KiB
C
298 lines
6.9 KiB
C
// SPDX-License-Identifier: GPL-2.0-only
|
|
/*
|
|
* ISHTP Ring Buffers
|
|
*
|
|
* Copyright (c) 2003-2016, Intel Corporation.
|
|
*/
|
|
|
|
#include <linux/slab.h>
|
|
#include "client.h"
|
|
|
|
/**
|
|
* ishtp_cl_alloc_rx_ring() - Allocate RX ring buffers
|
|
* @cl: client device instance
|
|
*
|
|
* Allocate and initialize RX ring buffers
|
|
*
|
|
* Return: 0 on success else -ENOMEM
|
|
*/
|
|
int ishtp_cl_alloc_rx_ring(struct ishtp_cl *cl)
|
|
{
|
|
size_t len = cl->device->fw_client->props.max_msg_length;
|
|
int j;
|
|
struct ishtp_cl_rb *rb;
|
|
int ret = 0;
|
|
unsigned long flags;
|
|
|
|
for (j = 0; j < cl->rx_ring_size; ++j) {
|
|
rb = ishtp_io_rb_init(cl);
|
|
if (!rb) {
|
|
ret = -ENOMEM;
|
|
goto out;
|
|
}
|
|
ret = ishtp_io_rb_alloc_buf(rb, len);
|
|
if (ret)
|
|
goto out;
|
|
spin_lock_irqsave(&cl->free_list_spinlock, flags);
|
|
list_add_tail(&rb->list, &cl->free_rb_list.list);
|
|
spin_unlock_irqrestore(&cl->free_list_spinlock, flags);
|
|
}
|
|
|
|
return 0;
|
|
|
|
out:
|
|
dev_err(&cl->device->dev, "error in allocating Rx buffers\n");
|
|
ishtp_cl_free_rx_ring(cl);
|
|
return ret;
|
|
}
|
|
|
|
/**
|
|
* ishtp_cl_alloc_tx_ring() - Allocate TX ring buffers
|
|
* @cl: client device instance
|
|
*
|
|
* Allocate and initialize TX ring buffers
|
|
*
|
|
* Return: 0 on success else -ENOMEM
|
|
*/
|
|
int ishtp_cl_alloc_tx_ring(struct ishtp_cl *cl)
|
|
{
|
|
size_t len = cl->device->fw_client->props.max_msg_length;
|
|
int j;
|
|
unsigned long flags;
|
|
|
|
cl->tx_ring_free_size = 0;
|
|
|
|
/* Allocate pool to free Tx bufs */
|
|
for (j = 0; j < cl->tx_ring_size; ++j) {
|
|
struct ishtp_cl_tx_ring *tx_buf;
|
|
|
|
tx_buf = kzalloc(sizeof(struct ishtp_cl_tx_ring), GFP_KERNEL);
|
|
if (!tx_buf)
|
|
goto out;
|
|
|
|
tx_buf->send_buf.data = kmalloc(len, GFP_KERNEL);
|
|
if (!tx_buf->send_buf.data) {
|
|
kfree(tx_buf);
|
|
goto out;
|
|
}
|
|
|
|
spin_lock_irqsave(&cl->tx_free_list_spinlock, flags);
|
|
list_add_tail(&tx_buf->list, &cl->tx_free_list.list);
|
|
++cl->tx_ring_free_size;
|
|
spin_unlock_irqrestore(&cl->tx_free_list_spinlock, flags);
|
|
}
|
|
return 0;
|
|
out:
|
|
dev_err(&cl->device->dev, "error in allocating Tx pool\n");
|
|
ishtp_cl_free_tx_ring(cl);
|
|
return -ENOMEM;
|
|
}
|
|
|
|
/**
|
|
* ishtp_cl_free_rx_ring() - Free RX ring buffers
|
|
* @cl: client device instance
|
|
*
|
|
* Free RX ring buffers
|
|
*/
|
|
void ishtp_cl_free_rx_ring(struct ishtp_cl *cl)
|
|
{
|
|
struct ishtp_cl_rb *rb;
|
|
unsigned long flags;
|
|
|
|
/* release allocated memory - pass over free_rb_list */
|
|
spin_lock_irqsave(&cl->free_list_spinlock, flags);
|
|
while (!list_empty(&cl->free_rb_list.list)) {
|
|
rb = list_entry(cl->free_rb_list.list.next, struct ishtp_cl_rb,
|
|
list);
|
|
list_del(&rb->list);
|
|
kfree(rb->buffer.data);
|
|
kfree(rb);
|
|
}
|
|
spin_unlock_irqrestore(&cl->free_list_spinlock, flags);
|
|
/* release allocated memory - pass over in_process_list */
|
|
spin_lock_irqsave(&cl->in_process_spinlock, flags);
|
|
while (!list_empty(&cl->in_process_list.list)) {
|
|
rb = list_entry(cl->in_process_list.list.next,
|
|
struct ishtp_cl_rb, list);
|
|
list_del(&rb->list);
|
|
kfree(rb->buffer.data);
|
|
kfree(rb);
|
|
}
|
|
spin_unlock_irqrestore(&cl->in_process_spinlock, flags);
|
|
}
|
|
|
|
/**
|
|
* ishtp_cl_free_tx_ring() - Free TX ring buffers
|
|
* @cl: client device instance
|
|
*
|
|
* Free TX ring buffers
|
|
*/
|
|
void ishtp_cl_free_tx_ring(struct ishtp_cl *cl)
|
|
{
|
|
struct ishtp_cl_tx_ring *tx_buf;
|
|
unsigned long flags;
|
|
|
|
spin_lock_irqsave(&cl->tx_free_list_spinlock, flags);
|
|
/* release allocated memory - pass over tx_free_list */
|
|
while (!list_empty(&cl->tx_free_list.list)) {
|
|
tx_buf = list_entry(cl->tx_free_list.list.next,
|
|
struct ishtp_cl_tx_ring, list);
|
|
list_del(&tx_buf->list);
|
|
--cl->tx_ring_free_size;
|
|
kfree(tx_buf->send_buf.data);
|
|
kfree(tx_buf);
|
|
}
|
|
spin_unlock_irqrestore(&cl->tx_free_list_spinlock, flags);
|
|
|
|
spin_lock_irqsave(&cl->tx_list_spinlock, flags);
|
|
/* release allocated memory - pass over tx_list */
|
|
while (!list_empty(&cl->tx_list.list)) {
|
|
tx_buf = list_entry(cl->tx_list.list.next,
|
|
struct ishtp_cl_tx_ring, list);
|
|
list_del(&tx_buf->list);
|
|
kfree(tx_buf->send_buf.data);
|
|
kfree(tx_buf);
|
|
}
|
|
spin_unlock_irqrestore(&cl->tx_list_spinlock, flags);
|
|
}
|
|
|
|
/**
|
|
* ishtp_io_rb_free() - Free IO request block
|
|
* @rb: IO request block
|
|
*
|
|
* Free io request block memory
|
|
*/
|
|
void ishtp_io_rb_free(struct ishtp_cl_rb *rb)
|
|
{
|
|
if (rb == NULL)
|
|
return;
|
|
|
|
kfree(rb->buffer.data);
|
|
kfree(rb);
|
|
}
|
|
|
|
/**
|
|
* ishtp_io_rb_init() - Allocate and init IO request block
|
|
* @cl: client device instance
|
|
*
|
|
* Allocate and initialize request block
|
|
*
|
|
* Return: Allocted IO request block pointer
|
|
*/
|
|
struct ishtp_cl_rb *ishtp_io_rb_init(struct ishtp_cl *cl)
|
|
{
|
|
struct ishtp_cl_rb *rb;
|
|
|
|
rb = kzalloc(sizeof(struct ishtp_cl_rb), GFP_KERNEL);
|
|
if (!rb)
|
|
return NULL;
|
|
|
|
INIT_LIST_HEAD(&rb->list);
|
|
rb->cl = cl;
|
|
rb->buf_idx = 0;
|
|
return rb;
|
|
}
|
|
|
|
/**
|
|
* ishtp_io_rb_alloc_buf() - Allocate and init response buffer
|
|
* @rb: IO request block
|
|
* @length: length of response buffer
|
|
*
|
|
* Allocate respose buffer
|
|
*
|
|
* Return: 0 on success else -ENOMEM
|
|
*/
|
|
int ishtp_io_rb_alloc_buf(struct ishtp_cl_rb *rb, size_t length)
|
|
{
|
|
if (!rb)
|
|
return -EINVAL;
|
|
|
|
if (length == 0)
|
|
return 0;
|
|
|
|
rb->buffer.data = kmalloc(length, GFP_KERNEL);
|
|
if (!rb->buffer.data)
|
|
return -ENOMEM;
|
|
|
|
rb->buffer.size = length;
|
|
return 0;
|
|
}
|
|
|
|
/**
|
|
* ishtp_cl_io_rb_recycle() - Recycle IO request blocks
|
|
* @rb: IO request block
|
|
*
|
|
* Re-append rb to its client's free list and send flow control if needed
|
|
*
|
|
* Return: 0 on success else -EFAULT
|
|
*/
|
|
int ishtp_cl_io_rb_recycle(struct ishtp_cl_rb *rb)
|
|
{
|
|
struct ishtp_cl *cl;
|
|
int rets = 0;
|
|
unsigned long flags;
|
|
|
|
if (!rb || !rb->cl)
|
|
return -EFAULT;
|
|
|
|
cl = rb->cl;
|
|
spin_lock_irqsave(&cl->free_list_spinlock, flags);
|
|
list_add_tail(&rb->list, &cl->free_rb_list.list);
|
|
spin_unlock_irqrestore(&cl->free_list_spinlock, flags);
|
|
|
|
/*
|
|
* If we returned the first buffer to empty 'free' list,
|
|
* send flow control
|
|
*/
|
|
if (!cl->out_flow_ctrl_creds)
|
|
rets = ishtp_cl_read_start(cl);
|
|
|
|
return rets;
|
|
}
|
|
EXPORT_SYMBOL(ishtp_cl_io_rb_recycle);
|
|
|
|
/**
|
|
* ishtp_cl_tx_empty() -test whether client device tx buffer is empty
|
|
* @cl: Pointer to client device instance
|
|
*
|
|
* Look client device tx buffer list, and check whether this list is empty
|
|
*
|
|
* Return: true if client tx buffer list is empty else false
|
|
*/
|
|
bool ishtp_cl_tx_empty(struct ishtp_cl *cl)
|
|
{
|
|
int tx_list_empty;
|
|
unsigned long tx_flags;
|
|
|
|
spin_lock_irqsave(&cl->tx_list_spinlock, tx_flags);
|
|
tx_list_empty = list_empty(&cl->tx_list.list);
|
|
spin_unlock_irqrestore(&cl->tx_list_spinlock, tx_flags);
|
|
|
|
return !!tx_list_empty;
|
|
}
|
|
EXPORT_SYMBOL(ishtp_cl_tx_empty);
|
|
|
|
/**
|
|
* ishtp_cl_rx_get_rb() -Get a rb from client device rx buffer list
|
|
* @cl: Pointer to client device instance
|
|
*
|
|
* Check client device in-processing buffer list and get a rb from it.
|
|
*
|
|
* Return: rb pointer if buffer list isn't empty else NULL
|
|
*/
|
|
struct ishtp_cl_rb *ishtp_cl_rx_get_rb(struct ishtp_cl *cl)
|
|
{
|
|
unsigned long rx_flags;
|
|
struct ishtp_cl_rb *rb;
|
|
|
|
spin_lock_irqsave(&cl->in_process_spinlock, rx_flags);
|
|
rb = list_first_entry_or_null(&cl->in_process_list.list,
|
|
struct ishtp_cl_rb, list);
|
|
if (rb)
|
|
list_del_init(&rb->list);
|
|
spin_unlock_irqrestore(&cl->in_process_spinlock, rx_flags);
|
|
|
|
return rb;
|
|
}
|
|
EXPORT_SYMBOL(ishtp_cl_rx_get_rb);
|