343 lines
10 KiB
C
343 lines
10 KiB
C
|
/*
|
||
|
* This file is part of the Chelsio FCoE driver for Linux.
|
||
|
*
|
||
|
* Copyright (c) 2008-2012 Chelsio Communications, Inc. All rights reserved.
|
||
|
*
|
||
|
* This software is available to you under a choice of one of two
|
||
|
* licenses. You may choose to be licensed under the terms of the GNU
|
||
|
* General Public License (GPL) Version 2, available from the file
|
||
|
* COPYING in the main directory of this source tree, or the
|
||
|
* OpenIB.org BSD license below:
|
||
|
*
|
||
|
* Redistribution and use in source and binary forms, with or
|
||
|
* without modification, are permitted provided that the following
|
||
|
* conditions are met:
|
||
|
*
|
||
|
* - Redistributions of source code must retain the above
|
||
|
* copyright notice, this list of conditions and the following
|
||
|
* disclaimer.
|
||
|
*
|
||
|
* - Redistributions in binary form must reproduce the above
|
||
|
* copyright notice, this list of conditions and the following
|
||
|
* disclaimer in the documentation and/or other materials
|
||
|
* provided with the distribution.
|
||
|
*
|
||
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||
|
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
||
|
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||
|
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
||
|
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
||
|
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
||
|
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||
|
* SOFTWARE.
|
||
|
*/
|
||
|
|
||
|
#ifndef __CSIO_SCSI_H__
|
||
|
#define __CSIO_SCSI_H__
|
||
|
|
||
|
#include <linux/spinlock_types.h>
|
||
|
#include <linux/completion.h>
|
||
|
#include <scsi/scsi.h>
|
||
|
#include <scsi/scsi_cmnd.h>
|
||
|
#include <scsi/scsi_device.h>
|
||
|
#include <scsi/scsi_host.h>
|
||
|
#include <scsi/scsi_eh.h>
|
||
|
#include <scsi/scsi_tcq.h>
|
||
|
#include <scsi/fc/fc_fcp.h>
|
||
|
|
||
|
#include "csio_defs.h"
|
||
|
#include "csio_wr.h"
|
||
|
|
||
|
extern struct scsi_host_template csio_fcoe_shost_template;
|
||
|
extern struct scsi_host_template csio_fcoe_shost_vport_template;
|
||
|
|
||
|
extern int csio_scsi_eqsize;
|
||
|
extern int csio_scsi_iqlen;
|
||
|
extern int csio_scsi_ioreqs;
|
||
|
extern uint32_t csio_max_scan_tmo;
|
||
|
extern uint32_t csio_delta_scan_tmo;
|
||
|
extern int csio_lun_qdepth;
|
||
|
|
||
|
/*
|
||
|
**************************** NOTE *******************************
|
||
|
* How do we calculate MAX FCoE SCSI SGEs? Here is the math:
|
||
|
* Max Egress WR size = 512 bytes
|
||
|
* One SCSI egress WR has the following fixed no of bytes:
|
||
|
* 48 (sizeof(struct fw_scsi_write[read]_wr)) - FW WR
|
||
|
* + 32 (sizeof(struct fc_fcp_cmnd)) - Immediate FCP_CMD
|
||
|
* ------
|
||
|
* 80
|
||
|
* ------
|
||
|
* That leaves us with 512 - 96 = 432 bytes for data SGE. Using
|
||
|
* struct ulptx_sgl header for the SGE consumes:
|
||
|
* - 4 bytes for cmnd_sge.
|
||
|
* - 12 bytes for the first SGL.
|
||
|
* That leaves us with 416 bytes for the remaining SGE pairs. Which is
|
||
|
* is 416 / 24 (size(struct ulptx_sge_pair)) = 17 SGE pairs,
|
||
|
* or 34 SGEs. Adding the first SGE fetches us 35 SGEs.
|
||
|
*/
|
||
|
#define CSIO_SCSI_MAX_SGE 35
|
||
|
#define CSIO_SCSI_ABRT_TMO_MS 60000
|
||
|
#define CSIO_SCSI_LUNRST_TMO_MS 60000
|
||
|
#define CSIO_SCSI_TM_POLL_MS 2000 /* should be less than
|
||
|
* all TM timeouts.
|
||
|
*/
|
||
|
#define CSIO_SCSI_IQ_WRSZ 128
|
||
|
#define CSIO_SCSI_IQSIZE (csio_scsi_iqlen * CSIO_SCSI_IQ_WRSZ)
|
||
|
|
||
|
#define CSIO_MAX_SNS_LEN 128
|
||
|
#define CSIO_SCSI_RSP_LEN (FCP_RESP_WITH_EXT + 4 + CSIO_MAX_SNS_LEN)
|
||
|
|
||
|
/* Reference to scsi_cmnd */
|
||
|
#define csio_scsi_cmnd(req) ((req)->scratch1)
|
||
|
|
||
|
struct csio_scsi_stats {
|
||
|
uint64_t n_tot_success; /* Total number of good I/Os */
|
||
|
uint32_t n_rn_nr_error; /* No. of remote-node-not-
|
||
|
* ready errors
|
||
|
*/
|
||
|
uint32_t n_hw_nr_error; /* No. of hw-module-not-
|
||
|
* ready errors
|
||
|
*/
|
||
|
uint32_t n_dmamap_error; /* No. of DMA map erros */
|
||
|
uint32_t n_unsupp_sge_error; /* No. of too-many-SGes
|
||
|
* errors.
|
||
|
*/
|
||
|
uint32_t n_no_req_error; /* No. of Out-of-ioreqs error */
|
||
|
uint32_t n_busy_error; /* No. of -EBUSY errors */
|
||
|
uint32_t n_hosterror; /* No. of FW_HOSTERROR I/O */
|
||
|
uint32_t n_rsperror; /* No. of response errors */
|
||
|
uint32_t n_autosense; /* No. of auto sense replies */
|
||
|
uint32_t n_ovflerror; /* No. of overflow errors */
|
||
|
uint32_t n_unflerror; /* No. of underflow errors */
|
||
|
uint32_t n_rdev_nr_error;/* No. of rdev not
|
||
|
* ready errors
|
||
|
*/
|
||
|
uint32_t n_rdev_lost_error;/* No. of rdev lost errors */
|
||
|
uint32_t n_rdev_logo_error;/* No. of rdev logo errors */
|
||
|
uint32_t n_link_down_error;/* No. of link down errors */
|
||
|
uint32_t n_no_xchg_error; /* No. no exchange error */
|
||
|
uint32_t n_unknown_error;/* No. of unhandled errors */
|
||
|
uint32_t n_aborted; /* No. of aborted I/Os */
|
||
|
uint32_t n_abrt_timedout; /* No. of abort timedouts */
|
||
|
uint32_t n_abrt_fail; /* No. of abort failures */
|
||
|
uint32_t n_abrt_dups; /* No. of duplicate aborts */
|
||
|
uint32_t n_abrt_race_comp; /* No. of aborts that raced
|
||
|
* with completions.
|
||
|
*/
|
||
|
uint32_t n_abrt_busy_error;/* No. of abort failures
|
||
|
* due to -EBUSY.
|
||
|
*/
|
||
|
uint32_t n_closed; /* No. of closed I/Os */
|
||
|
uint32_t n_cls_busy_error; /* No. of close failures
|
||
|
* due to -EBUSY.
|
||
|
*/
|
||
|
uint32_t n_active; /* No. of IOs in active_q */
|
||
|
uint32_t n_tm_active; /* No. of TMs in active_q */
|
||
|
uint32_t n_wcbfn; /* No. of I/Os in worker
|
||
|
* cbfn q
|
||
|
*/
|
||
|
uint32_t n_free_ioreq; /* No. of freelist entries */
|
||
|
uint32_t n_free_ddp; /* No. of DDP freelist */
|
||
|
uint32_t n_unaligned; /* No. of Unaligned SGls */
|
||
|
uint32_t n_inval_cplop; /* No. invalid CPL op's in IQ */
|
||
|
uint32_t n_inval_scsiop; /* No. invalid scsi op's in IQ*/
|
||
|
};
|
||
|
|
||
|
struct csio_scsim {
|
||
|
struct csio_hw *hw; /* Pointer to HW moduel */
|
||
|
uint8_t max_sge; /* Max SGE */
|
||
|
uint8_t proto_cmd_len; /* Proto specific SCSI
|
||
|
* cmd length
|
||
|
*/
|
||
|
uint16_t proto_rsp_len; /* Proto specific SCSI
|
||
|
* response length
|
||
|
*/
|
||
|
spinlock_t freelist_lock; /* Lock for ioreq freelist */
|
||
|
struct list_head active_q; /* Outstanding SCSI I/Os */
|
||
|
struct list_head ioreq_freelist; /* Free list of ioreq's */
|
||
|
struct list_head ddp_freelist; /* DDP descriptor freelist */
|
||
|
struct csio_scsi_stats stats; /* This module's statistics */
|
||
|
};
|
||
|
|
||
|
/* State machine defines */
|
||
|
enum csio_scsi_ev {
|
||
|
CSIO_SCSIE_START_IO = 1, /* Start a regular SCSI IO */
|
||
|
CSIO_SCSIE_START_TM, /* Start a TM IO */
|
||
|
CSIO_SCSIE_COMPLETED, /* IO Completed */
|
||
|
CSIO_SCSIE_ABORT, /* Abort IO */
|
||
|
CSIO_SCSIE_ABORTED, /* IO Aborted */
|
||
|
CSIO_SCSIE_CLOSE, /* Close exchange */
|
||
|
CSIO_SCSIE_CLOSED, /* Exchange closed */
|
||
|
CSIO_SCSIE_DRVCLEANUP, /* Driver wants to manually
|
||
|
* cleanup this I/O.
|
||
|
*/
|
||
|
};
|
||
|
|
||
|
enum csio_scsi_lev {
|
||
|
CSIO_LEV_ALL = 1,
|
||
|
CSIO_LEV_LNODE,
|
||
|
CSIO_LEV_RNODE,
|
||
|
CSIO_LEV_LUN,
|
||
|
};
|
||
|
|
||
|
struct csio_scsi_level_data {
|
||
|
enum csio_scsi_lev level;
|
||
|
struct csio_rnode *rnode;
|
||
|
struct csio_lnode *lnode;
|
||
|
uint64_t oslun;
|
||
|
};
|
||
|
|
||
|
static inline struct csio_ioreq *
|
||
|
csio_get_scsi_ioreq(struct csio_scsim *scm)
|
||
|
{
|
||
|
struct csio_sm *req;
|
||
|
|
||
|
if (likely(!list_empty(&scm->ioreq_freelist))) {
|
||
|
req = list_first_entry(&scm->ioreq_freelist,
|
||
|
struct csio_sm, sm_list);
|
||
|
list_del_init(&req->sm_list);
|
||
|
CSIO_DEC_STATS(scm, n_free_ioreq);
|
||
|
return (struct csio_ioreq *)req;
|
||
|
} else
|
||
|
return NULL;
|
||
|
}
|
||
|
|
||
|
static inline void
|
||
|
csio_put_scsi_ioreq(struct csio_scsim *scm, struct csio_ioreq *ioreq)
|
||
|
{
|
||
|
list_add_tail(&ioreq->sm.sm_list, &scm->ioreq_freelist);
|
||
|
CSIO_INC_STATS(scm, n_free_ioreq);
|
||
|
}
|
||
|
|
||
|
static inline void
|
||
|
csio_put_scsi_ioreq_list(struct csio_scsim *scm, struct list_head *reqlist,
|
||
|
int n)
|
||
|
{
|
||
|
list_splice_init(reqlist, &scm->ioreq_freelist);
|
||
|
scm->stats.n_free_ioreq += n;
|
||
|
}
|
||
|
|
||
|
static inline struct csio_dma_buf *
|
||
|
csio_get_scsi_ddp(struct csio_scsim *scm)
|
||
|
{
|
||
|
struct csio_dma_buf *ddp;
|
||
|
|
||
|
if (likely(!list_empty(&scm->ddp_freelist))) {
|
||
|
ddp = list_first_entry(&scm->ddp_freelist,
|
||
|
struct csio_dma_buf, list);
|
||
|
list_del_init(&ddp->list);
|
||
|
CSIO_DEC_STATS(scm, n_free_ddp);
|
||
|
return ddp;
|
||
|
} else
|
||
|
return NULL;
|
||
|
}
|
||
|
|
||
|
static inline void
|
||
|
csio_put_scsi_ddp(struct csio_scsim *scm, struct csio_dma_buf *ddp)
|
||
|
{
|
||
|
list_add_tail(&ddp->list, &scm->ddp_freelist);
|
||
|
CSIO_INC_STATS(scm, n_free_ddp);
|
||
|
}
|
||
|
|
||
|
static inline void
|
||
|
csio_put_scsi_ddp_list(struct csio_scsim *scm, struct list_head *reqlist,
|
||
|
int n)
|
||
|
{
|
||
|
list_splice_tail_init(reqlist, &scm->ddp_freelist);
|
||
|
scm->stats.n_free_ddp += n;
|
||
|
}
|
||
|
|
||
|
static inline void
|
||
|
csio_scsi_completed(struct csio_ioreq *ioreq, struct list_head *cbfn_q)
|
||
|
{
|
||
|
csio_post_event(&ioreq->sm, CSIO_SCSIE_COMPLETED);
|
||
|
if (csio_list_deleted(&ioreq->sm.sm_list))
|
||
|
list_add_tail(&ioreq->sm.sm_list, cbfn_q);
|
||
|
}
|
||
|
|
||
|
static inline void
|
||
|
csio_scsi_aborted(struct csio_ioreq *ioreq, struct list_head *cbfn_q)
|
||
|
{
|
||
|
csio_post_event(&ioreq->sm, CSIO_SCSIE_ABORTED);
|
||
|
list_add_tail(&ioreq->sm.sm_list, cbfn_q);
|
||
|
}
|
||
|
|
||
|
static inline void
|
||
|
csio_scsi_closed(struct csio_ioreq *ioreq, struct list_head *cbfn_q)
|
||
|
{
|
||
|
csio_post_event(&ioreq->sm, CSIO_SCSIE_CLOSED);
|
||
|
list_add_tail(&ioreq->sm.sm_list, cbfn_q);
|
||
|
}
|
||
|
|
||
|
static inline void
|
||
|
csio_scsi_drvcleanup(struct csio_ioreq *ioreq)
|
||
|
{
|
||
|
csio_post_event(&ioreq->sm, CSIO_SCSIE_DRVCLEANUP);
|
||
|
}
|
||
|
|
||
|
/*
|
||
|
* csio_scsi_start_io - Kick starts the IO SM.
|
||
|
* @req: io request SM.
|
||
|
*
|
||
|
* needs to be called with lock held.
|
||
|
*/
|
||
|
static inline int
|
||
|
csio_scsi_start_io(struct csio_ioreq *ioreq)
|
||
|
{
|
||
|
csio_post_event(&ioreq->sm, CSIO_SCSIE_START_IO);
|
||
|
return ioreq->drv_status;
|
||
|
}
|
||
|
|
||
|
/*
|
||
|
* csio_scsi_start_tm - Kicks off the Task management IO SM.
|
||
|
* @req: io request SM.
|
||
|
*
|
||
|
* needs to be called with lock held.
|
||
|
*/
|
||
|
static inline int
|
||
|
csio_scsi_start_tm(struct csio_ioreq *ioreq)
|
||
|
{
|
||
|
csio_post_event(&ioreq->sm, CSIO_SCSIE_START_TM);
|
||
|
return ioreq->drv_status;
|
||
|
}
|
||
|
|
||
|
/*
|
||
|
* csio_scsi_abort - Abort an IO request
|
||
|
* @req: io request SM.
|
||
|
*
|
||
|
* needs to be called with lock held.
|
||
|
*/
|
||
|
static inline int
|
||
|
csio_scsi_abort(struct csio_ioreq *ioreq)
|
||
|
{
|
||
|
csio_post_event(&ioreq->sm, CSIO_SCSIE_ABORT);
|
||
|
return ioreq->drv_status;
|
||
|
}
|
||
|
|
||
|
/*
|
||
|
* csio_scsi_close - Close an IO request
|
||
|
* @req: io request SM.
|
||
|
*
|
||
|
* needs to be called with lock held.
|
||
|
*/
|
||
|
static inline int
|
||
|
csio_scsi_close(struct csio_ioreq *ioreq)
|
||
|
{
|
||
|
csio_post_event(&ioreq->sm, CSIO_SCSIE_CLOSE);
|
||
|
return ioreq->drv_status;
|
||
|
}
|
||
|
|
||
|
void csio_scsi_cleanup_io_q(struct csio_scsim *, struct list_head *);
|
||
|
int csio_scsim_cleanup_io(struct csio_scsim *, bool abort);
|
||
|
int csio_scsim_cleanup_io_lnode(struct csio_scsim *,
|
||
|
struct csio_lnode *);
|
||
|
struct csio_ioreq *csio_scsi_cmpl_handler(struct csio_hw *, void *, uint32_t,
|
||
|
struct csio_fl_dma_buf *,
|
||
|
void *, uint8_t **);
|
||
|
int csio_scsi_qconfig(struct csio_hw *);
|
||
|
int csio_scsim_init(struct csio_scsim *, struct csio_hw *);
|
||
|
void csio_scsim_exit(struct csio_scsim *);
|
||
|
|
||
|
#endif /* __CSIO_SCSI_H__ */
|