36#include <sys/kernel.h>
39#include <sys/devicestat.h>
41#include <sys/sysctl.h>
42#include <sys/malloc.h>
49#include <machine/atomic.h>
60#define DTRACE_DEVSTAT_START() SDT_PROBE2(io, , , start, NULL, ds)
61#define DTRACE_DEVSTAT_BIO_START() SDT_PROBE2(io, , , start, bp, ds)
62#define DTRACE_DEVSTAT_DONE() SDT_PROBE2(io, , , done, NULL, ds)
63#define DTRACE_DEVSTAT_BIO_DONE() SDT_PROBE2(io, , , done, bp, ds)
64#define DTRACE_DEVSTAT_WAIT_START() SDT_PROBE2(io, , , wait__start, NULL, ds)
65#define DTRACE_DEVSTAT_WAIT_DONE() SDT_PROBE2(io, , , wait__done, NULL, ds)
78 int unit_number, uint32_t block_size,
79 devstat_support_flags
flags,
80 devstat_type_flags device_type,
88 int unit_number, uint32_t block_size,
89 devstat_support_flags
flags,
90 devstat_type_flags device_type,
99 if (unit_number == -1) {
100 ds->unit_number = unit_number;
118 int unit_number, uint32_t block_size,
119 devstat_support_flags
flags,
120 devstat_type_flags device_type,
123 struct devstatlist *devstat_head;
124 struct devstat *ds_tmp;
141 STAILQ_INSERT_TAIL(devstat_head, ds, dev_links);
143 STAILQ_FOREACH(ds_tmp, devstat_head, dev_links) {
144 struct devstat *ds_next;
146 ds_next = STAILQ_NEXT(ds_tmp, dev_links);
155 && ((ds_next == NULL)
156 || (
priority > ds_next->priority))) {
157 STAILQ_INSERT_AFTER(devstat_head, ds_tmp, ds,
160 }
else if (
priority > ds_tmp->priority) {
166 if (ds_tmp == STAILQ_FIRST(devstat_head)) {
167 STAILQ_INSERT_HEAD(devstat_head,
171 STAILQ_INSERT_TAIL(devstat_head,
173 printf(
"devstat_add_entry: HELP! "
174 "sorting problem detected "
175 "for name %p unit %d\n",
176 dev_name, unit_number);
184 ds->unit_number = unit_number;
185 strlcpy(ds->device_name, dev_name, DEVSTAT_NAME_LEN);
186 ds->block_size = block_size;
188 ds->device_type = device_type;
200 struct devstatlist *devstat_head;
211 atomic_add_acq_int(&ds->sequence1, 1);
212 if (ds->unit_number != -1) {
214 STAILQ_REMOVE(devstat_head, ds, devstat, dev_links);
235 atomic_add_acq_int(&ds->sequence1, 1);
241 if (atomic_fetchadd_int(&ds->start_count, 1) == ds->end_count) {
243 ds->busy_from = *now;
247 atomic_add_rel_int(&ds->sequence0, 1);
303 devstat_tag_type tag_type, devstat_trans_flags
flags,
317 atomic_add_acq_int(&ds->sequence1, 1);
319 ds->bytes[
flags] += bytes;
320 ds->operations[
flags]++;
325 if ((ds->flags & DEVSTAT_NO_ORDERED_TAGS) == 0 &&
326 tag_type != DEVSTAT_TAG_NONE)
327 ds->tag_types[tag_type]++;
332 bintime_sub(&dt, then);
333 bintime_add(&ds->duration[
flags], &dt);
338 bintime_sub(&dt, &ds->busy_from);
339 bintime_add(&ds->busy_time, &dt);
340 ds->busy_from = *now;
343 atomic_add_rel_int(&ds->sequence0, 1);
358 devstat_trans_flags flg;
359 devstat_tag_type tag;
365 if (bp->bio_flags & BIO_ORDERED)
366 tag = DEVSTAT_TAG_ORDERED;
368 tag = DEVSTAT_TAG_SIMPLE;
369 if (bp->bio_cmd == BIO_DELETE)
371 else if ((bp->bio_cmd == BIO_READ)
372 || ((bp->bio_cmd == BIO_ZONE)
373 && (bp->bio_zone.zone_cmd == DISK_ZONE_REPORT_ZONES)))
375 else if (bp->bio_cmd == BIO_WRITE)
378 flg = DEVSTAT_NO_DATA;
381 tag, flg, now, &bp->bio_t0);
414 error = SYSCTL_OUT(req, &mygen,
sizeof(mygen));
431 for (;nds != NULL;) {
432 error = SYSCTL_OUT(req, nds,
sizeof(
struct devstat));
439 nds = STAILQ_NEXT(nds, dev_links);
451static SYSCTL_NODE(_kern, OID_AUTO, devstat, CTLFLAG_RD | CTLFLAG_MPSAFE, NULL,
452 "Device Statistics");
455 CTLFLAG_RD | CTLTYPE_OPAQUE | CTLFLAG_MPSAFE, NULL, 0,
457 "All devices in the devstat list");
475#define statsperpage (PAGE_SIZE / sizeof(struct devstat))
481 .d_version = D_VERSION,
489 struct devstat *stat;
495static MALLOC_DEFINE(M_DEVSTAT,
"devstat",
"Device statistics");
515 int nprot, vm_memattr_t *memattr)
519 if (nprot != VM_PROT_READ)
522 TAILQ_FOREACH(spp, &pagelist, list) {
524 *paddr = vtophys(spp->stat);
534static struct devstat *
546 DEVSTAT_DEVICE_NAME);
552 TAILQ_FOREACH(spp, &pagelist, list) {
559 spp2 =
malloc(
sizeof *spp, M_DEVSTAT, M_ZERO | M_WAITOK);
560 spp2->stat =
malloc(PAGE_SIZE, M_DEVSTAT, M_ZERO | M_WAITOK);
568 TAILQ_FOREACH(spp, &pagelist, list)
580 TAILQ_INSERT_TAIL(&pagelist, spp, list);
586 if (dsp->allocated == 0)
593 if (spp2 != NULL && spp2 != spp) {
594 free(spp2->stat, M_DEVSTAT);
595 free(spp2, M_DEVSTAT);
606 bzero(dsp,
sizeof *dsp);
607 TAILQ_FOREACH(spp, &pagelist, list) {
608 if (dsp >= spp->stat && dsp < (spp->stat +
statsperpage)) {
616 SYSCTL_NULL_INT_PTR,
sizeof(
struct devstat),
"sizeof(struct devstat)");
MALLOC_DEFINE(M_BINMISC, KMOD_NAME, "misc binary image activator")
struct cdev * make_dev_credf(int flags, struct cdevsw *devsw, int unit, struct ucred *cr, uid_t uid, gid_t gid, int mode, const char *fmt,...)
void *() malloc(size_t size, struct malloc_type *mtp, int flags)
void free(void *addr, struct malloc_type *mtp)
void binuptime(struct bintime *bt)
void bintime(struct bintime *bt)
SYSCTL_LONG(_kern_devstat, OID_AUTO, generation, CTLFLAG_RD, &devstat_generation, 0, "Devstat list generation")
MTX_SYSINIT(devstat_mutex, &devstat_mutex, "devstat", MTX_DEF)
static struct devstat * devstat_alloc(void)
void devstat_start_transaction_bio(struct devstat *ds, struct bio *bp)
void devstat_end_transaction(struct devstat *ds, uint32_t bytes, devstat_tag_type tag_type, devstat_trans_flags flags, const struct bintime *now, const struct bintime *then)
static struct cdevsw devstat_cdevsw
void devstat_start_transaction(struct devstat *ds, const struct bintime *now)
SYSCTL_INT(_kern_devstat, OID_AUTO, numdevs, CTLFLAG_RD, &devstat_num_devs, 0, "Number of devices in the devstat list")
#define DTRACE_DEVSTAT_START()
static int devstat_version
static long devstat_generation
#define DTRACE_DEVSTAT_DONE()
static size_t pagelist_pages
void devstat_remove_entry(struct devstat *ds)
struct devstat * devstat_new_entry(const void *dev_name, int unit_number, uint32_t block_size, devstat_support_flags flags, devstat_type_flags device_type, devstat_priority priority)
void devstat_start_transaction_bio_t0(struct devstat *ds, struct bio *bp)
#define DTRACE_DEVSTAT_BIO_DONE()
void devstat_end_transaction_bio(struct devstat *ds, const struct bio *bp)
static int devstat_num_devs
static TAILQ_HEAD(statspage)
static struct mtx devstat_mutex
static d_ioctl_t devstat_ioctl
SDT_PROBE_DEFINE2(io,,, start, "struct bio *", "struct devstat *")
static SYSCTL_NODE(_kern, OID_AUTO, devstat, CTLFLAG_RD|CTLFLAG_MPSAFE, NULL, "Device Statistics")
static int devstat_current_devnumber
void devstat_end_transaction_bio_bt(struct devstat *ds, const struct bio *bp, const struct bintime *now)
static d_mmap_t devstat_mmap
static struct devstatlist device_statq
#define DTRACE_DEVSTAT_BIO_START()
static void devstat_free(struct devstat *)
SYSCTL_PROC(_kern_devstat, OID_AUTO, all, CTLFLAG_RD|CTLTYPE_OPAQUE|CTLFLAG_MPSAFE, NULL, 0, sysctl_devstat, "S,devstat", "All devices in the devstat list")
static int sysctl_devstat(SYSCTL_HANDLER_ARGS)
static void devstat_add_entry(struct devstat *ds, const void *dev_name, int unit_number, uint32_t block_size, devstat_support_flags flags, devstat_type_flags device_type, devstat_priority priority)
int printf(const char *fmt,...)