65#include <sys/kernel.h>
66#include <sys/limits.h>
68#include <sys/malloc.h>
71#include <machine/bus.h>
73#include <sys/sysctl.h>
103#define DPRINTF(params) if (rman_debug) printf params
116 r =
malloc(
sizeof *r, M_RMAN, malloc_flag | M_ZERO);
131 mtx_init(&
rman_mtx,
"rman head", NULL, MTX_DEF);
134 if (rm->rm_start == 0 && rm->rm_end == 0)
136 if (rm->rm_type == RMAN_UNINIT)
138 if (rm->rm_type == RMAN_GAUGE)
139 panic(
"implement RMAN_GAUGE");
141 TAILQ_INIT(&rm->rm_list);
142 rm->rm_mtx =
malloc(
sizeof *rm->rm_mtx, M_RMAN, M_NOWAIT | M_ZERO);
143 if (rm->rm_mtx == NULL)
145 mtx_init(rm->rm_mtx,
"rman", NULL, MTX_DEF);
148 TAILQ_INSERT_TAIL(&
rman_head, rm, rm_link);
159 DPRINTF((
"rman_manage_region: <%s> request: start %#jx, end %#jx\n",
160 rm->rm_descr,
start, end));
161 if (start < rm->rm_start || end > rm->rm_end)
170 mtx_lock(rm->rm_mtx);
173 TAILQ_FOREACH(s, &rm->rm_list, r_link) {
176 if (s->r_end + 1 >= r->r_start)
182 TAILQ_INSERT_TAIL(&rm->rm_list, r, r_link);
185 if (r->r_start <= s->r_end && r->r_end >= s->r_start) {
191 t = TAILQ_NEXT(s, r_link);
192 if (t && r->r_start <= t->r_end && r->r_end >= t->r_start) {
201 if (t && (r->r_end + 1 != t->r_start || t->r_flags != 0))
205 if (s->r_end + 1 == r->r_start && s->r_flags == 0) {
209 TAILQ_REMOVE(&rm->rm_list, t, r_link);
216 }
else if (t != NULL) {
218 t->r_start = r->r_start;
220 }
else if (s->r_end < r->r_start) {
221 TAILQ_INSERT_AFTER(&rm->rm_list, s, r, r_link);
223 TAILQ_INSERT_BEFORE(s, r, r_link);
227 mtx_unlock(rm->rm_mtx);
246 mtx_lock(rm->rm_mtx);
247 TAILQ_FOREACH(r, &rm->rm_list, r_link) {
248 if (r->r_flags & RF_ALLOCATED) {
249 mtx_unlock(rm->rm_mtx);
258 while (!TAILQ_EMPTY(&rm->rm_list)) {
259 r = TAILQ_FIRST(&rm->rm_list);
260 TAILQ_REMOVE(&rm->rm_list, r, r_link);
263 mtx_unlock(rm->rm_mtx);
267 mtx_destroy(rm->rm_mtx);
268 free(rm->rm_mtx, M_RMAN);
278 mtx_lock(rm->rm_mtx);
279 TAILQ_FOREACH(r, &rm->rm_list, r_link) {
280 if (!(r->r_flags & RF_ALLOCATED)) {
283 mtx_unlock(rm->rm_mtx);
287 mtx_unlock(rm->rm_mtx);
296 mtx_lock(rm->rm_mtx);
297 TAILQ_FOREACH_REVERSE(r, &rm->rm_list, resource_head, r_link) {
298 if (!(r->r_flags & RF_ALLOCATED)) {
301 mtx_unlock(rm->rm_mtx);
305 mtx_unlock(rm->rm_mtx);
318 if (r->r_flags & RF_SHAREABLE)
326 if (end < r->r_start || r->r_end <
start)
334 mtx_lock(rm->rm_mtx);
336 TAILQ_FOREACH(s, &rm->rm_list, r_link) {
341 panic(
"resource not in list");
343 s = TAILQ_PREV(r, resource_head, r_link);
344 t = TAILQ_NEXT(r, r_link);
345 KASSERT(s == NULL || s->r_end + 1 == r->r_start,
346 (
"prev resource mismatch"));
347 KASSERT(t == NULL || r->r_end + 1 == t->r_start,
348 (
"next resource mismatch"));
354 if (start < r->r_start && (s == NULL || (s->r_flags & RF_ALLOCATED) ||
355 s->r_start >
start)) {
356 mtx_unlock(rm->rm_mtx);
359 if (end > r->r_end && (t == NULL || (t->r_flags & RF_ALLOCATED) ||
361 mtx_unlock(rm->rm_mtx);
371 if (start < r->r_start ||
372 (
start > r->r_start && s != NULL && !(s->r_flags & RF_ALLOCATED))) {
373 KASSERT(s->r_flags == 0, (
"prev is busy"));
375 if (s->r_start ==
start) {
376 TAILQ_REMOVE(&rm->rm_list, s, r_link);
379 s->r_end =
start - 1;
381 if (end > r->r_end ||
382 (end < r->r_end && t != NULL && !(t->r_flags & RF_ALLOCATED))) {
383 KASSERT(t->r_flags == 0, (
"next is busy"));
385 if (t->r_end == end) {
386 TAILQ_REMOVE(&rm->rm_list, t, r_link);
389 t->r_start = end + 1;
391 mtx_unlock(rm->rm_mtx);
398 if (
start > r->r_start) {
400 new->r_start = r->r_start;
401 new->r_end =
start - 1;
403 mtx_lock(rm->rm_mtx);
405 s = TAILQ_PREV(r, resource_head, r_link);
406 if (s != NULL && !(s->r_flags & RF_ALLOCATED)) {
407 s->r_end =
start - 1;
410 TAILQ_INSERT_BEFORE(r,
new, r_link);
411 mtx_unlock(rm->rm_mtx);
413 if (end < r->r_end) {
415 new->r_start = end + 1;
416 new->r_end = r->r_end;
418 mtx_lock(rm->rm_mtx);
420 t = TAILQ_NEXT(r, r_link);
421 if (t != NULL && !(t->r_flags & RF_ALLOCATED)) {
422 t->r_start = end + 1;
425 TAILQ_INSERT_AFTER(&rm->rm_list, r,
new, r_link);
426 mtx_unlock(rm->rm_mtx);
431#define SHARE_TYPE(f) (f & (RF_SHAREABLE | RF_PREFETCHABLE))
435 rman_res_t
count, rman_res_t bound, u_int
flags,
440 rman_res_t rstart, rend, amask, bmask;
444 DPRINTF((
"rman_reserve_resource_bound: <%s> request: [%#jx, %#jx], "
445 "length %#jx, flags %x, device %s\n", rm->rm_descr,
start, end,
448 KASSERT(
count != 0, (
"%s: attempted to allocate an empty range",
450 KASSERT((
flags & RF_FIRSTSHARE) == 0,
451 (
"invalid flags %#x",
flags));
452 new_rflags = (
flags & ~RF_FIRSTSHARE) | RF_ALLOCATED;
454 mtx_lock(rm->rm_mtx);
456 r = TAILQ_FIRST(&rm->rm_list);
460 DPRINTF((
"rman_reserve_resource_bound: trying %#jx <%#jx,%#jx>\n",
463 for (r = TAILQ_FIRST(&rm->rm_list);
465 r = TAILQ_NEXT(r, r_link)) {
467 DPRINTF((
"rman_reserve_resource_bound: tried %#jx <%#jx,%#jx>\n",
472 DPRINTF((
"could not find a region\n"));
476 amask = (1ull << RF_ALIGNMENT(
flags)) - 1;
477 KASSERT(
start <= RM_MAX_END - amask,
478 (
"start (%#jx) + amask (%#jx) would wrap around",
start, amask));
481 bmask = ~(bound - 1);
485 for (s = r; s; s = TAILQ_NEXT(s, r_link)) {
486 DPRINTF((
"considering [%#jx, %#jx]\n", s->r_start, s->r_end));
491 if (s->r_start > end - (
count - 1)) {
492 DPRINTF((
"s->r_start (%#jx) + count - 1> end (%#jx)\n",
496 if (s->r_start > RM_MAX_END - amask) {
497 DPRINTF((
"s->r_start (%#jx) + amask (%#jx) too large\n",
501 if (s->r_flags & RF_ALLOCATED) {
502 DPRINTF((
"region is allocated\n"));
505 rstart = ummax(s->r_start,
start);
512 rstart = (rstart + amask) & ~amask;
513 if (((rstart ^ (rstart +
count - 1)) & bmask) != 0)
514 rstart += bound - (rstart & ~bmask);
515 }
while ((rstart & amask) != 0 && rstart < end &&
517 rend = ummin(s->r_end, ummax(rstart +
count - 1, end));
519 DPRINTF((
"adjusted start exceeds end\n"));
522 DPRINTF((
"truncated region: [%#jx, %#jx]; size %#jx (requested %#jx)\n",
523 rstart, rend, (rend - rstart + 1),
count));
525 if ((rend - rstart) >= (
count - 1)) {
526 DPRINTF((
"candidate region: [%#jx, %#jx], size %#jx\n",
527 rstart, rend, (rend - rstart + 1)));
528 if ((s->r_end - s->r_start + 1) ==
count) {
529 DPRINTF((
"candidate region is entire chunk\n"));
531 rv->r_flags = new_rflags;
549 rv->r_start = rstart;
550 rv->r_end = rstart +
count - 1;
551 rv->r_flags = new_rflags;
555 if (s->r_start < rv->r_start && s->r_end > rv->r_end) {
556 DPRINTF((
"splitting region in three parts: "
557 "[%#jx, %#jx]; [%#jx, %#jx]; [%#jx, %#jx]\n",
558 s->r_start, rv->r_start - 1,
559 rv->r_start, rv->r_end,
560 rv->r_end + 1, s->r_end));
570 r->r_start = rv->r_end + 1;
572 r->r_flags = s->r_flags;
574 s->r_end = rv->r_start - 1;
575 TAILQ_INSERT_AFTER(&rm->rm_list, s, rv,
577 TAILQ_INSERT_AFTER(&rm->rm_list, rv, r,
579 }
else if (s->r_start == rv->r_start) {
580 DPRINTF((
"allocating from the beginning\n"));
584 s->r_start = rv->r_end + 1;
585 TAILQ_INSERT_BEFORE(s, rv, r_link);
587 DPRINTF((
"allocating at the end\n"));
591 s->r_end = rv->r_start - 1;
592 TAILQ_INSERT_AFTER(&rm->rm_list, s, rv,
607 DPRINTF((
"no unshared regions found\n"));
608 if ((
flags & RF_SHAREABLE) == 0)
611 for (s = r; s && s->r_end <= end; s = TAILQ_NEXT(s, r_link)) {
613 s->r_start >=
start &&
614 (s->r_end - s->r_start + 1) ==
count &&
615 (s->r_start & amask) == 0 &&
616 ((s->r_start ^ s->r_end) & bmask) == 0) {
620 rv->r_start = s->r_start;
621 rv->r_end = s->r_end;
622 rv->r_flags = new_rflags;
625 if (s->r_sharehead == NULL) {
626 s->r_sharehead =
malloc(
sizeof *s->r_sharehead,
627 M_RMAN, M_NOWAIT | M_ZERO);
628 if (s->r_sharehead == NULL) {
633 LIST_INIT(s->r_sharehead);
634 LIST_INSERT_HEAD(s->r_sharehead, s,
636 s->r_flags |= RF_FIRSTSHARE;
638 rv->r_sharehead = s->r_sharehead;
639 LIST_INSERT_HEAD(s->r_sharehead, rv, r_sharelink);
648 mtx_unlock(rm->rm_mtx);
649 return (rv == NULL ? NULL : &rv->
r_r);
669 mtx_lock(rm->rm_mtx);
670 r->r_flags |= RF_ACTIVE;
671 mtx_unlock(rm->rm_mtx);
681 mtx_lock(rm->rm_mtx);
682 r->__r_i->r_flags &= ~RF_ACTIVE;
683 mtx_unlock(rm->rm_mtx);
692 if (r->r_flags & RF_ACTIVE)
693 r->r_flags &= ~RF_ACTIVE;
699 if (r->r_sharehead) {
706 LIST_REMOVE(r, r_sharelink);
707 s = LIST_FIRST(r->r_sharehead);
708 if (r->r_flags & RF_FIRSTSHARE) {
709 s->r_flags |= RF_FIRSTSHARE;
710 TAILQ_INSERT_BEFORE(r, s, r_link);
711 TAILQ_REMOVE(&rm->rm_list, r, r_link);
718 if (LIST_NEXT(s, r_sharelink) == NULL) {
719 free(s->r_sharehead, M_RMAN);
720 s->r_sharehead = NULL;
721 s->r_flags &= ~RF_FIRSTSHARE;
732 s = TAILQ_PREV(r, resource_head, r_link);
733 if (s != NULL && ((s->r_flags & RF_ALLOCATED) != 0 ||
734 s->r_end + 1 != r->r_start))
736 t = TAILQ_NEXT(r, r_link);
737 if (t != NULL && ((t->r_flags & RF_ALLOCATED) != 0 ||
738 r->r_end + 1 != t->r_start))
741 if (s != NULL && t != NULL) {
746 TAILQ_REMOVE(&rm->rm_list, r, r_link);
747 TAILQ_REMOVE(&rm->rm_list, t, r_link);
749 }
else if (s != NULL) {
754 TAILQ_REMOVE(&rm->rm_list, r, r_link);
755 }
else if (t != NULL) {
759 t->r_start = r->r_start;
760 TAILQ_REMOVE(&rm->rm_list, r, r_link);
771 r->r_flags &= ~RF_ALLOCATED;
790 mtx_lock(rm->rm_mtx);
792 mtx_unlock(rm->rm_mtx);
805 for (i = 31; i > 0; i--)
808 if (~(1 << i) & size)
811 return(RF_ALIGNMENT_LOG2(i));
818 r->__r_i->r_start =
start;
825 return (r->__r_i->r_start);
832 r->__r_i->r_end = end;
839 return (r->__r_i->r_end);
846 return (r->__r_i->r_end - r->__r_i->r_start + 1);
853 return (r->__r_i->r_flags);
860 r->__r_i->r_virtual = v;
867 return (r->__r_i->r_virtual);
874 r->__r_i->r_irq_cookie = c;
881 return (r->__r_i->r_irq_cookie);
895 return (r->r_bustag);
909 return (r->r_bushandle);
917 (
"rman_set_mapping: size mismatch"));
937 r->__r_i->r_rid = rid;
944 return (r->__r_i->r_rid);
951 r->__r_i->r_dev = dev;
958 return (r->__r_i->r_dev);
965 return (r->__r_i->r_rm == rm);
977 int *
name = (
int *)arg1;
978 u_int namelen = arg2;
979 int rman_idx, res_idx;
984 struct u_resource ures;
1000 if (rman_idx-- == 0)
1011 if (res_idx == -1) {
1012 bzero(&urm,
sizeof(urm));
1013 urm.rm_handle = (uintptr_t)rm;
1014 if (rm->rm_descr != NULL)
1015 strlcpy(urm.rm_descr, rm->rm_descr, RM_TEXTLEN);
1016 urm.rm_start = rm->rm_start;
1017 urm.rm_size = rm->rm_end - rm->rm_start + 1;
1018 urm.rm_type = rm->rm_type;
1020 error = SYSCTL_OUT(req, &urm,
sizeof(urm));
1027 mtx_lock(rm->rm_mtx);
1028 TAILQ_FOREACH(
res, &rm->rm_list, r_link) {
1029 if (
res->r_sharehead != NULL) {
1030 LIST_FOREACH(sres,
res->r_sharehead, r_sharelink)
1031 if (res_idx-- == 0) {
1036 else if (res_idx-- == 0)
1039 mtx_unlock(rm->rm_mtx);
1043 bzero(&ures,
sizeof(ures));
1044 ures.r_handle = (uintptr_t)
res;
1045 ures.r_parent = (uintptr_t)
res->r_rm;
1046 ures.r_device = (uintptr_t)
res->r_dev;
1047 if (
res->r_dev != NULL) {
1049 snprintf(ures.r_devname, RM_TEXTLEN,
1054 strlcpy(ures.r_devname,
"nomatch",
1058 ures.r_devname[0] =
'\0';
1060 ures.r_start =
res->r_start;
1061 ures.r_size =
res->r_end -
res->r_start + 1;
1062 ures.r_flags =
res->r_flags;
1064 mtx_unlock(rm->rm_mtx);
1065 error = SYSCTL_OUT(req, &ures,
sizeof(ures));
1069static SYSCTL_NODE(_hw_bus, OID_AUTO, rman, CTLFLAG_RD | CTLFLAG_MPSAFE,
1071 "kernel resource manager");
1075dump_rman_header(
struct rman *rm)
1080 db_printf(
"rman %p: %s (0x%jx-0x%jx full range)\n",
1081 rm, rm->rm_descr, (rman_res_t)rm->rm_start, (rman_res_t)rm->rm_end);
1085dump_rman(
struct rman *rm)
1088 const char *devname;
1092 TAILQ_FOREACH(r, &rm->rm_list, r_link) {
1093 if (r->r_dev != NULL) {
1095 if (devname == NULL)
1096 devname =
"nomatch";
1099 db_printf(
" 0x%jx-0x%jx (RID=%d) ",
1100 r->r_start, r->r_end, r->r_rid);
1101 if (devname != NULL)
1102 db_printf(
"(%s)\n", devname);
1104 db_printf(
"----\n");
1110DB_SHOW_COMMAND(rman, db_show_rman)
1114 dump_rman_header((
struct rman *)
addr);
1115 dump_rman((
struct rman *)
addr);
1119DB_SHOW_COMMAND(rmans, db_show_rmans)
1123 TAILQ_FOREACH(rm, &
rman_head, rm_link) {
1124 dump_rman_header(rm);
1128DB_SHOW_ALL_COMMAND(rman, db_show_all_rman)
1132 TAILQ_FOREACH(rm, &
rman_head, rm_link) {
1133 dump_rman_header(rm);
1137DB_SHOW_ALIAS(allrman, db_show_all_rman);
void *() malloc(size_t size, struct malloc_type *mtp, int flags)
void free(void *addr, struct malloc_type *mtp)
void panic(const char *fmt,...)
int device_get_unit(device_t dev)
Return the device's unit number.
int bus_data_generation_check(int generation)
const char * device_get_name(device_t dev)
Return the name of the device's devclass or NULL if there is none.
const char * device_get_nameunit(device_t dev)
Return a string containing the device's devclass name followed by an ascii representation of the devi...
int snprintf(char *str, size_t size, const char *format,...)
int rman_manage_region(struct rman *rm, rman_res_t start, rman_res_t end)
device_t rman_get_device(struct resource *r)
static struct mtx rman_mtx
bus_space_tag_t rman_get_bustag(struct resource *r)
void rman_set_start(struct resource *r, rman_res_t start)
SYSCTL_INT(_debug, OID_AUTO, rman_debug, CTLFLAG_RWTUN, &rman_debug, 0, "rman debug")
bus_space_handle_t rman_get_bushandle(struct resource *r)
static __inline struct resource_i * int_alloc_resource(int malloc_flag)
static MALLOC_DEFINE(M_RMAN, "rman", "Resource manager")
void rman_set_bustag(struct resource *r, bus_space_tag_t t)
int rman_init(struct rman *rm)
static int int_rman_release_resource(struct rman *rm, struct resource_i *r)
void * rman_get_irq_cookie(struct resource *r)
u_int rman_get_flags(struct resource *r)
uint32_t rman_make_alignment_flags(uint32_t size)
struct resource * rman_reserve_resource(struct rman *rm, rman_res_t start, rman_res_t end, rman_res_t count, u_int flags, device_t dev)
void rman_set_virtual(struct resource *r, void *v)
int rman_last_free_region(struct rman *rm, rman_res_t *start, rman_res_t *end)
int rman_fini(struct rman *rm)
void rman_set_end(struct resource *r, rman_res_t end)
int rman_init_from_resource(struct rman *rm, struct resource *r)
void * rman_get_virtual(struct resource *r)
rman_res_t rman_get_end(struct resource *r)
void rman_set_mapping(struct resource *r, struct resource_map *map)
void rman_set_device(struct resource *r, device_t dev)
int rman_adjust_resource(struct resource *rr, rman_res_t start, rman_res_t end)
void rman_set_irq_cookie(struct resource *r, void *c)
void rman_set_bushandle(struct resource *r, bus_space_handle_t h)
void rman_set_rid(struct resource *r, int rid)
void rman_get_mapping(struct resource *r, struct resource_map *map)
static int sysctl_rman(SYSCTL_HANDLER_ARGS)
struct rman_head rman_head
int rman_get_rid(struct resource *r)
struct resource * rman_reserve_resource_bound(struct rman *rm, rman_res_t start, rman_res_t end, rman_res_t count, rman_res_t bound, u_int flags, device_t dev)
int rman_is_region_manager(struct resource *r, struct rman *rm)
int rman_activate_resource(struct resource *re)
int rman_first_free_region(struct rman *rm, rman_res_t *start, rman_res_t *end)
static SYSCTL_NODE(_hw_bus, OID_AUTO, rman, CTLFLAG_RD|CTLFLAG_MPSAFE, sysctl_rman, "kernel resource manager")
rman_res_t rman_get_size(struct resource *r)
rman_res_t rman_get_start(struct resource *r)
int rman_release_resource(struct resource *re)
int rman_deactivate_resource(struct resource *r)