#include "opt_cam.h"
#include "opt_ddb.h"
#include <sys/cdefs.h>
#include <sys/param.h>
#include <sys/systm.h>
#include <sys/kernel.h>
#include <sys/bio.h>
#include <sys/lock.h>
#include <sys/malloc.h>
#include <sys/mutex.h>
#include <sys/sbuf.h>
#include <sys/sysctl.h>
#include <cam/cam.h>
#include <cam/cam_ccb.h>
#include <cam/cam_periph.h>
#include <cam/cam_xpt_periph.h>
#include <cam/cam_xpt_internal.h>
#include <cam/cam_iosched.h>
#include <ddb/ddb.h>

Include dependency graph for cam_iosched.c:

Data Structures
struct	cam_iosched_softc

Macros
#define	CAM_IOSCHED_FLAG_TRIM_ACTIVE (1ul << 0)

#define	CAM_IOSCHED_FLAG_CALLOUT_ACTIVE (1ul << 1)

#define	CAM_IOSCHED_FLAG_WORK_FLAGS ((0xffffu) << 16)

#define	cam_iosched_sort_queue(isc)

Functions
	__FBSDID ("$FreeBSD$")

static	MALLOC_DEFINE (M_CAMSCHED, "CAM I/O Scheduler", "CAM I/O Scheduler buffers")

static	SYSCTL_NODE (_kern_cam, OID_AUTO, iosched, CTLFLAG_RD\|CTLFLAG_MPSAFE, 0, "CAM I/O Scheduler parameters")

static bool	cam_iosched_has_flagged_work (struct cam_iosched_softc *isc)

static bool	cam_iosched_has_io (struct cam_iosched_softc *isc)

static bool	cam_iosched_has_more_trim (struct cam_iosched_softc *isc)

static bool	cam_iosched_has_work (struct cam_iosched_softc *isc)

int	cam_iosched_init (struct cam_iosched_softc *iscp, struct cam_periph periph)

void	cam_iosched_fini (struct cam_iosched_softc *isc)

void	cam_iosched_sysctl_init (struct cam_iosched_softc isc, struct sysctl_ctx_list ctx, struct sysctl_oid *node)

void	cam_iosched_set_latfcn (struct cam_iosched_softc isc, cam_iosched_latfcn_t fnp, void argp)

void	cam_iosched_set_trim_goal (struct cam_iosched_softc *isc, int goal)

void	cam_iosched_set_trim_ticks (struct cam_iosched_softc *isc, int trim_ticks)

void	cam_iosched_flush (struct cam_iosched_softc isc, struct devstat stp, int err)

void	cam_iosched_put_back_trim (struct cam_iosched_softc isc, struct bio bp)

struct bio *	cam_iosched_next_trim (struct cam_iosched_softc *isc)

struct bio *	cam_iosched_get_trim (struct cam_iosched_softc *isc)

struct bio *	cam_iosched_next_bio (struct cam_iosched_softc *isc)

void	cam_iosched_queue_work (struct cam_iosched_softc isc, struct bio bp)

void	cam_iosched_schedule (struct cam_iosched_softc isc, struct cam_periph periph)

void	cam_iosched_trim_done (struct cam_iosched_softc *isc)

int	cam_iosched_bio_complete (struct cam_iosched_softc isc, struct bio bp, union ccb *done_ccb)

void	cam_iosched_submit_trim (struct cam_iosched_softc *isc)

void	cam_iosched_set_sort_queue (struct cam_iosched_softc *isc, int val)

int	cam_iosched_has_work_flags (struct cam_iosched_softc *isc, uint32_t flags)

void	cam_iosched_set_work_flags (struct cam_iosched_softc *isc, uint32_t flags)

void	cam_iosched_clr_work_flags (struct cam_iosched_softc *isc, uint32_t flags)

Macro Definition Documentation

◆ CAM_IOSCHED_FLAG_CALLOUT_ACTIVE

#define CAM_IOSCHED_FLAG_CALLOUT_ACTIVE (1ul << 1)

Definition at line 748 of file cam_iosched.c.

◆ CAM_IOSCHED_FLAG_TRIM_ACTIVE

#define CAM_IOSCHED_FLAG_TRIM_ACTIVE (1ul << 0)

Definition at line 746 of file cam_iosched.c.

◆ CAM_IOSCHED_FLAG_WORK_FLAGS

#define CAM_IOSCHED_FLAG_WORK_FLAGS ((0xffffu) << 16)

Definition at line 751 of file cam_iosched.c.

◆ cam_iosched_sort_queue

#define cam_iosched_sort_queue ( isc )

Value:

((isc)->sort_io_queue >= 0 ? \

(isc)->sort_io_queue : cam_sort_io_queues)

cam_sort_io_queues

int cam_sort_io_queues

Definition: cam.c:118

Definition at line 823 of file cam_iosched.c.

Function Documentation

◆ __FBSDID()

__FBSDID ( "$FreeBSD$" )

◆ cam_iosched_bio_complete()

int cam_iosched_bio_complete	(	struct cam_iosched_softc *	isc,
		struct bio *	bp,
		union ccb *	done_ccb
	)

Definition at line 1693 of file cam_iosched.c.

References cam_iosched_sbintime_t(), CAM_QOS_VALID, ccb::ccb_h, iosched_debug, ccb_qos_area::periph_data, ccb_hdr::qos, and ccb_hdr::status.

Referenced by adadone(), dadone(), and ndadone().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ cam_iosched_clr_work_flags()

void cam_iosched_clr_work_flags	(	struct cam_iosched_softc *	isc,
		uint32_t	flags
	)

Definition at line 1780 of file cam_iosched.c.

References cam_iosched_softc::flags.

Referenced by dastart().

Here is the caller graph for this function:

◆ cam_iosched_fini()

void cam_iosched_fini ( struct cam_iosched_softc * isc )

Definition at line 1176 of file cam_iosched.c.

References CAM_IOSCHED_FLAG_CALLOUT_ACTIVE, cam_iosched_flush(), and cam_iosched_softc::flags.

Referenced by adacleanup(), dacleanup(), and ndacleanup().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ cam_iosched_flush()

void cam_iosched_flush	(	struct cam_iosched_softc *	isc,
		struct devstat *	stp,
		int	err
	)

Definition at line 1313 of file cam_iosched.c.

References cam_iosched_softc::bio_queue, and cam_iosched_softc::trim_queue.

Referenced by adaoninvalidate(), cam_iosched_fini(), dadone(), daoninvalidate(), and ndaoninvalidate().

Here is the caller graph for this function:

◆ cam_iosched_get_trim()

struct bio * cam_iosched_get_trim ( struct cam_iosched_softc * isc )

Definition at line 1440 of file cam_iosched.c.

References cam_iosched_softc::bio_queue, cam_iosched_has_more_trim(), cam_iosched_next_trim(), iosched_debug, and cam_iosched_softc::trim_queue.

Referenced by cam_iosched_next_bio().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ cam_iosched_has_flagged_work()

static bool cam_iosched_has_flagged_work ( struct cam_iosched_softc * isc )

inlinestatic

Definition at line 760 of file cam_iosched.c.

References CAM_IOSCHED_FLAG_WORK_FLAGS, and cam_iosched_softc::flags.

Referenced by cam_iosched_has_work().

Here is the caller graph for this function:

◆ cam_iosched_has_io()

static bool cam_iosched_has_io ( struct cam_iosched_softc * isc )

inlinestatic

Definition at line 766 of file cam_iosched.c.

References cam_iosched_softc::bio_queue, and iosched_debug.

Referenced by cam_iosched_has_work().

Here is the caller graph for this function:

◆ cam_iosched_has_more_trim()

static bool cam_iosched_has_more_trim ( struct cam_iosched_softc * isc )

inlinestatic

Definition at line 788 of file cam_iosched.c.

References CAM_IOSCHED_FLAG_TRIM_ACTIVE, cam_iosched_softc::flags, cam_iosched_softc::last_trim_tick, cam_iosched_softc::queued_trims, cam_iosched_softc::trim_goal, cam_iosched_softc::trim_queue, and cam_iosched_softc::trim_ticks.

Referenced by cam_iosched_get_trim(), and cam_iosched_has_work().

Here is the caller graph for this function:

◆ cam_iosched_has_work()

static bool cam_iosched_has_work ( struct cam_iosched_softc * isc )

inlinestatic

Definition at line 827 of file cam_iosched.c.

References cam_iosched_has_flagged_work(), cam_iosched_has_io(), cam_iosched_has_more_trim(), and iosched_debug.

Referenced by cam_iosched_schedule().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ cam_iosched_has_work_flags()

int cam_iosched_has_work_flags	(	struct cam_iosched_softc *	isc,
		uint32_t	flags
	)

Definition at line 1768 of file cam_iosched.c.

References cam_iosched_softc::flags.

Referenced by daasync(), damediapoll(), and dastart().

Here is the caller graph for this function:

◆ cam_iosched_init()

int cam_iosched_init	(	struct cam_iosched_softc **	iscp,
		struct cam_periph *	periph
	)

Definition at line 1136 of file cam_iosched.c.

References CAM_IOSCHED_FLAG_CALLOUT_ACTIVE, cam_periph_mtx(), and iosched_debug.

Referenced by adaregister(), daregister(), and ndaregister().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ cam_iosched_next_bio()

struct bio * cam_iosched_next_bio ( struct cam_iosched_softc * isc )

Definition at line 1505 of file cam_iosched.c.

References cam_iosched_softc::bio_queue, cam_iosched_get_trim(), and iosched_debug.

Referenced by adastart(), dastart(), and ndastart().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ cam_iosched_next_trim()

struct bio * cam_iosched_next_trim ( struct cam_iosched_softc * isc )

Definition at line 1414 of file cam_iosched.c.

References cam_iosched_softc::last_trim_tick, cam_iosched_softc::queued_trims, and cam_iosched_softc::trim_queue.

Referenced by ada_dsmtrim_req_create(), cam_iosched_get_trim(), da_delete_trim(), da_delete_unmap(), da_delete_ws(), and ndastart().

Here is the caller graph for this function:

◆ cam_iosched_put_back_trim()

void cam_iosched_put_back_trim	(	struct cam_iosched_softc *	isc,
		struct bio *	bp
	)

Definition at line 1393 of file cam_iosched.c.

References cam_iosched_softc::last_trim_tick, cam_iosched_softc::queued_trims, and cam_iosched_softc::trim_queue.

Referenced by ada_dsmtrim_req_create(), da_delete_trim(), da_delete_unmap(), and da_delete_ws().

Here is the caller graph for this function:

◆ cam_iosched_queue_work()

void cam_iosched_queue_work	(	struct cam_iosched_softc *	isc,
		struct bio *	bp
	)

Definition at line 1574 of file cam_iosched.c.

References cam_iosched_softc::bio_queue, cam_iosched_sort_queue, iosched_debug, cam_iosched_softc::last_trim_tick, cam_iosched_softc::queued_trims, cam_iosched_softc::trim_queue, and cam_iosched_softc::trim_ticks.

Referenced by adastrategy(), cmd6workaround(), dastrategy(), and ndastrategy().

Here is the caller graph for this function:

◆ cam_iosched_schedule()

void cam_iosched_schedule	(	struct cam_iosched_softc *	isc,
		struct cam_periph *	periph
	)

Definition at line 1671 of file cam_iosched.c.

References cam_iosched_has_work(), CAM_PRIORITY_NORMAL, and xpt_schedule().

Referenced by adaschedule(), daschedule(), and ndaschedule().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ cam_iosched_set_latfcn()

void cam_iosched_set_latfcn	(	struct cam_iosched_softc *	isc,
		cam_iosched_latfcn_t	fnp,
		void *	argp
	)

Definition at line 1263 of file cam_iosched.c.

◆ cam_iosched_set_sort_queue()

void cam_iosched_set_sort_queue	(	struct cam_iosched_softc *	isc,
		int	val
	)

Definition at line 1761 of file cam_iosched.c.

References cam_iosched_softc::sort_io_queue.

Referenced by adaregister(), dadone_probeata(), dadone_probebdc(), and ndaregister().

Here is the caller graph for this function:

◆ cam_iosched_set_trim_goal()

void cam_iosched_set_trim_goal	(	struct cam_iosched_softc *	isc,
		int	goal
	)

Definition at line 1294 of file cam_iosched.c.

References cam_iosched_softc::trim_goal.

◆ cam_iosched_set_trim_ticks()

void cam_iosched_set_trim_ticks	(	struct cam_iosched_softc *	isc,
		int	trim_ticks
	)

Definition at line 1301 of file cam_iosched.c.

References cam_iosched_softc::trim_ticks.

◆ cam_iosched_set_work_flags()

void cam_iosched_set_work_flags	(	struct cam_iosched_softc *	isc,
		uint32_t	flags
	)

Definition at line 1774 of file cam_iosched.c.

References cam_iosched_softc::flags.

Referenced by daasync(), and damediapoll().

Here is the caller graph for this function:

◆ cam_iosched_submit_trim()

void cam_iosched_submit_trim ( struct cam_iosched_softc * isc )

Definition at line 1751 of file cam_iosched.c.

References CAM_IOSCHED_FLAG_TRIM_ACTIVE, and cam_iosched_softc::flags.

Referenced by adastart(), da_delete_trim(), and da_delete_unmap().

Here is the caller graph for this function:

◆ cam_iosched_sysctl_init()

void cam_iosched_sysctl_init	(	struct cam_iosched_softc *	isc,
		struct sysctl_ctx_list *	ctx,
		struct sysctl_oid *	node
	)

Definition at line 1201 of file cam_iosched.c.

References cam_iosched_softc::sort_io_queue, and cam_iosched_softc::trim_goal.

Referenced by adasysctlinit(), dasysctlinit(), and ndasysctlinit().

Here is the caller graph for this function:

◆ cam_iosched_trim_done()

void cam_iosched_trim_done ( struct cam_iosched_softc * isc )

Definition at line 1682 of file cam_iosched.c.

References cam_iosched_softc::flags.

Referenced by adadone(), and dadone().

Here is the caller graph for this function:

◆ MALLOC_DEFINE()

static MALLOC_DEFINE	(	M_CAMSCHED	,
		"CAM I/O Scheduler"	,
		"CAM I/O Scheduler buffers"
	)

static

◆ SYSCTL_NODE()

static SYSCTL_NODE	(	_kern_cam	,
		OID_AUTO	,
		iosched	,
		CTLFLAG_RD\|	CTLFLAG_MPSAFE,
		0	,
		"CAM I/O Scheduler parameters"
	)

static

Data Structures

Macros

Functions

Macro Definition Documentation

◆ CAM_IOSCHED_FLAG_CALLOUT_ACTIVE

◆ CAM_IOSCHED_FLAG_TRIM_ACTIVE

◆ CAM_IOSCHED_FLAG_WORK_FLAGS

◆ cam_iosched_sort_queue

Function Documentation

◆ __FBSDID()

◆ cam_iosched_bio_complete()

◆ cam_iosched_clr_work_flags()

◆ cam_iosched_fini()

◆ cam_iosched_flush()

◆ cam_iosched_get_trim()

◆ cam_iosched_has_flagged_work()

◆ cam_iosched_has_io()

◆ cam_iosched_has_more_trim()

◆ cam_iosched_has_work()

◆ cam_iosched_has_work_flags()

◆ cam_iosched_init()

◆ cam_iosched_next_bio()

◆ cam_iosched_next_trim()

◆ cam_iosched_put_back_trim()

◆ cam_iosched_queue_work()

◆ cam_iosched_schedule()

◆ cam_iosched_set_latfcn()

◆ cam_iosched_set_sort_queue()

◆ cam_iosched_set_trim_goal()

◆ cam_iosched_set_trim_ticks()

◆ cam_iosched_set_work_flags()

◆ cam_iosched_submit_trim()

◆ cam_iosched_sysctl_init()

◆ cam_iosched_trim_done()

◆ MALLOC_DEFINE()

◆ SYSCTL_NODE()