FreeBSD kernel amd64 PCI device code
pci_user.c
Go to the documentation of this file.
1/*-
2 * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
3 *
4 * Copyright 1997, Stefan Esser <se@freebsd.org>
5 *
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
8 * are met:
9 * 1. Redistributions of source code must retain the above copyright
10 * notice unmodified, this list of conditions, and the following
11 * disclaimer.
12 * 2. Redistributions in binary form must reproduce the above copyright
13 * notice, this list of conditions and the following disclaimer in the
14 * documentation and/or other materials provided with the distribution.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
27
28#include <sys/cdefs.h>
29__FBSDID("$FreeBSD$");
30
31#include "opt_bus.h" /* XXX trim includes */
32
33#include <sys/types.h>
34#include <sys/param.h>
35#include <sys/systm.h>
36#include <sys/malloc.h>
37#include <sys/module.h>
38#include <sys/linker.h>
39#include <sys/fcntl.h>
40#include <sys/conf.h>
41#include <sys/kernel.h>
42#include <sys/mman.h>
43#include <sys/proc.h>
44#include <sys/queue.h>
45#include <sys/rwlock.h>
46#include <sys/sglist.h>
47
48#include <vm/vm.h>
49#include <vm/pmap.h>
50#include <vm/vm_extern.h>
51#include <vm/vm_map.h>
52#include <vm/vm_object.h>
53#include <vm/vm_page.h>
54#include <vm/vm_pager.h>
55
56#include <sys/bus.h>
57#include <machine/bus.h>
58#include <sys/rman.h>
59#include <machine/resource.h>
60
61#include <sys/pciio.h>
62#include <dev/pci/pcireg.h>
63#include <dev/pci/pcivar.h>
64
65#include "pcib_if.h"
66#include "pci_if.h"
67
68#ifdef COMPAT_FREEBSD32
69struct pci_conf32 {
70 struct pcisel pc_sel; /* domain+bus+slot+function */
71 u_int8_t pc_hdr; /* PCI header type */
72 u_int16_t pc_subvendor; /* card vendor ID */
73 u_int16_t pc_subdevice; /* card device ID, assigned by
74 card vendor */
75 u_int16_t pc_vendor; /* chip vendor ID */
76 u_int16_t pc_device; /* chip device ID, assigned by
77 chip vendor */
78 u_int8_t pc_class; /* chip PCI class */
79 u_int8_t pc_subclass; /* chip PCI subclass */
80 u_int8_t pc_progif; /* chip PCI programming interface */
81 u_int8_t pc_revid; /* chip revision ID */
82 char pd_name[PCI_MAXNAMELEN + 1]; /* device name */
83 u_int32_t pd_unit; /* device unit number */
84};
85
86struct pci_match_conf32 {
87 struct pcisel pc_sel; /* domain+bus+slot+function */
88 char pd_name[PCI_MAXNAMELEN + 1]; /* device name */
89 u_int32_t pd_unit; /* Unit number */
90 u_int16_t pc_vendor; /* PCI Vendor ID */
91 u_int16_t pc_device; /* PCI Device ID */
92 u_int8_t pc_class; /* PCI class */
93 u_int32_t flags; /* Matching expression */
94};
95
96struct pci_conf_io32 {
97 u_int32_t pat_buf_len; /* pattern buffer length */
98 u_int32_t num_patterns; /* number of patterns */
99 u_int32_t patterns; /* struct pci_match_conf ptr */
100 u_int32_t match_buf_len; /* match buffer length */
101 u_int32_t num_matches; /* number of matches returned */
102 u_int32_t matches; /* struct pci_conf ptr */
103 u_int32_t offset; /* offset into device list */
104 u_int32_t generation; /* device list generation */
105 u_int32_t status; /* request status */
106};
107
108#define PCIOCGETCONF32 _IOC_NEWTYPE(PCIOCGETCONF, struct pci_conf_io32)
109#endif
110
111/*
112 * This is the user interface to PCI configuration space.
113 */
114
115static d_open_t pci_open;
116static d_close_t pci_close;
117static d_ioctl_t pci_ioctl;
118
119struct cdevsw pcicdev = {
120 .d_version = D_VERSION,
121 .d_flags = 0,
122 .d_open = pci_open,
123 .d_close = pci_close,
124 .d_ioctl = pci_ioctl,
125 .d_name = "pci",
126};
127
128static int
129pci_open(struct cdev *dev, int oflags, int devtype, struct thread *td)
130{
131 int error;
132
133 if (oflags & FWRITE) {
134 error = securelevel_gt(td->td_ucred, 0);
135 if (error)
136 return (error);
137 }
138
139 return (0);
140}
141
142static int
143pci_close(struct cdev *dev, int flag, int devtype, struct thread *td)
144{
145 return 0;
146}
147
148/*
149 * Match a single pci_conf structure against an array of pci_match_conf
150 * structures. The first argument, 'matches', is an array of num_matches
151 * pci_match_conf structures. match_buf is a pointer to the pci_conf
152 * structure that will be compared to every entry in the matches array.
153 * This function returns 1 on failure, 0 on success.
154 */
155static int
156pci_conf_match_native(struct pci_match_conf *matches, int num_matches,
157 struct pci_conf *match_buf)
158{
159 int i;
160
161 if ((matches == NULL) || (match_buf == NULL) || (num_matches <= 0))
162 return(1);
163
164 for (i = 0; i < num_matches; i++) {
165 /*
166 * I'm not sure why someone would do this...but...
167 */
168 if (matches[i].flags == PCI_GETCONF_NO_MATCH)
169 continue;
170
171 /*
172 * Look at each of the match flags. If it's set, do the
173 * comparison. If the comparison fails, we don't have a
174 * match, go on to the next item if there is one.
175 */
176 if (((matches[i].flags & PCI_GETCONF_MATCH_DOMAIN) != 0)
177 && (match_buf->pc_sel.pc_domain !=
178 matches[i].pc_sel.pc_domain))
179 continue;
180
181 if (((matches[i].flags & PCI_GETCONF_MATCH_BUS) != 0)
182 && (match_buf->pc_sel.pc_bus != matches[i].pc_sel.pc_bus))
183 continue;
184
185 if (((matches[i].flags & PCI_GETCONF_MATCH_DEV) != 0)
186 && (match_buf->pc_sel.pc_dev != matches[i].pc_sel.pc_dev))
187 continue;
188
189 if (((matches[i].flags & PCI_GETCONF_MATCH_FUNC) != 0)
190 && (match_buf->pc_sel.pc_func != matches[i].pc_sel.pc_func))
191 continue;
192
193 if (((matches[i].flags & PCI_GETCONF_MATCH_VENDOR) != 0)
194 && (match_buf->pc_vendor != matches[i].pc_vendor))
195 continue;
196
197 if (((matches[i].flags & PCI_GETCONF_MATCH_DEVICE) != 0)
198 && (match_buf->pc_device != matches[i].pc_device))
199 continue;
200
201 if (((matches[i].flags & PCI_GETCONF_MATCH_CLASS) != 0)
202 && (match_buf->pc_class != matches[i].pc_class))
203 continue;
204
205 if (((matches[i].flags & PCI_GETCONF_MATCH_UNIT) != 0)
206 && (match_buf->pd_unit != matches[i].pd_unit))
207 continue;
208
209 if (((matches[i].flags & PCI_GETCONF_MATCH_NAME) != 0)
210 && (strncmp(matches[i].pd_name, match_buf->pd_name,
211 sizeof(match_buf->pd_name)) != 0))
212 continue;
213
214 return(0);
215 }
216
217 return(1);
218}
219
220#ifdef COMPAT_FREEBSD32
221static int
222pci_conf_match32(struct pci_match_conf32 *matches, int num_matches,
223 struct pci_conf *match_buf)
224{
225 int i;
226
227 if ((matches == NULL) || (match_buf == NULL) || (num_matches <= 0))
228 return(1);
229
230 for (i = 0; i < num_matches; i++) {
231 /*
232 * I'm not sure why someone would do this...but...
233 */
234 if (matches[i].flags == PCI_GETCONF_NO_MATCH)
235 continue;
236
237 /*
238 * Look at each of the match flags. If it's set, do the
239 * comparison. If the comparison fails, we don't have a
240 * match, go on to the next item if there is one.
241 */
242 if (((matches[i].flags & PCI_GETCONF_MATCH_DOMAIN) != 0)
243 && (match_buf->pc_sel.pc_domain !=
244 matches[i].pc_sel.pc_domain))
245 continue;
246
247 if (((matches[i].flags & PCI_GETCONF_MATCH_BUS) != 0)
248 && (match_buf->pc_sel.pc_bus != matches[i].pc_sel.pc_bus))
249 continue;
250
251 if (((matches[i].flags & PCI_GETCONF_MATCH_DEV) != 0)
252 && (match_buf->pc_sel.pc_dev != matches[i].pc_sel.pc_dev))
253 continue;
254
255 if (((matches[i].flags & PCI_GETCONF_MATCH_FUNC) != 0)
256 && (match_buf->pc_sel.pc_func != matches[i].pc_sel.pc_func))
257 continue;
258
259 if (((matches[i].flags & PCI_GETCONF_MATCH_VENDOR) != 0)
260 && (match_buf->pc_vendor != matches[i].pc_vendor))
261 continue;
262
263 if (((matches[i].flags & PCI_GETCONF_MATCH_DEVICE) != 0)
264 && (match_buf->pc_device != matches[i].pc_device))
265 continue;
266
267 if (((matches[i].flags & PCI_GETCONF_MATCH_CLASS) != 0)
268 && (match_buf->pc_class != matches[i].pc_class))
269 continue;
270
271 if (((matches[i].flags & PCI_GETCONF_MATCH_UNIT) != 0)
272 && (match_buf->pd_unit != matches[i].pd_unit))
273 continue;
274
275 if (((matches[i].flags & PCI_GETCONF_MATCH_NAME) != 0)
276 && (strncmp(matches[i].pd_name, match_buf->pd_name,
277 sizeof(match_buf->pd_name)) != 0))
278 continue;
279
280 return(0);
281 }
282
283 return(1);
284}
285#endif /* COMPAT_FREEBSD32 */
286
287#if defined(COMPAT_FREEBSD4) || defined(COMPAT_FREEBSD5) || \
288 defined(COMPAT_FREEBSD6)
289#define PRE7_COMPAT
290
291typedef enum {
292 PCI_GETCONF_NO_MATCH_OLD = 0x00,
293 PCI_GETCONF_MATCH_BUS_OLD = 0x01,
294 PCI_GETCONF_MATCH_DEV_OLD = 0x02,
295 PCI_GETCONF_MATCH_FUNC_OLD = 0x04,
296 PCI_GETCONF_MATCH_NAME_OLD = 0x08,
297 PCI_GETCONF_MATCH_UNIT_OLD = 0x10,
298 PCI_GETCONF_MATCH_VENDOR_OLD = 0x20,
299 PCI_GETCONF_MATCH_DEVICE_OLD = 0x40,
300 PCI_GETCONF_MATCH_CLASS_OLD = 0x80
301} pci_getconf_flags_old;
302
303struct pcisel_old {
304 u_int8_t pc_bus; /* bus number */
305 u_int8_t pc_dev; /* device on this bus */
306 u_int8_t pc_func; /* function on this device */
307};
308
309struct pci_conf_old {
310 struct pcisel_old pc_sel; /* bus+slot+function */
311 u_int8_t pc_hdr; /* PCI header type */
312 u_int16_t pc_subvendor; /* card vendor ID */
313 u_int16_t pc_subdevice; /* card device ID, assigned by
314 card vendor */
315 u_int16_t pc_vendor; /* chip vendor ID */
316 u_int16_t pc_device; /* chip device ID, assigned by
317 chip vendor */
318 u_int8_t pc_class; /* chip PCI class */
319 u_int8_t pc_subclass; /* chip PCI subclass */
320 u_int8_t pc_progif; /* chip PCI programming interface */
321 u_int8_t pc_revid; /* chip revision ID */
322 char pd_name[PCI_MAXNAMELEN + 1]; /* device name */
323 u_long pd_unit; /* device unit number */
324};
325
326struct pci_match_conf_old {
327 struct pcisel_old pc_sel; /* bus+slot+function */
328 char pd_name[PCI_MAXNAMELEN + 1]; /* device name */
329 u_long pd_unit; /* Unit number */
330 u_int16_t pc_vendor; /* PCI Vendor ID */
331 u_int16_t pc_device; /* PCI Device ID */
332 u_int8_t pc_class; /* PCI class */
333 pci_getconf_flags_old flags; /* Matching expression */
334};
335
336struct pci_io_old {
337 struct pcisel_old pi_sel; /* device to operate on */
338 int pi_reg; /* configuration register to examine */
339 int pi_width; /* width (in bytes) of read or write */
340 u_int32_t pi_data; /* data to write or result of read */
341};
342
343#ifdef COMPAT_FREEBSD32
344struct pci_conf_old32 {
345 struct pcisel_old pc_sel; /* bus+slot+function */
346 uint8_t pc_hdr; /* PCI header type */
347 uint16_t pc_subvendor; /* card vendor ID */
348 uint16_t pc_subdevice; /* card device ID, assigned by
349 card vendor */
350 uint16_t pc_vendor; /* chip vendor ID */
351 uint16_t pc_device; /* chip device ID, assigned by
352 chip vendor */
353 uint8_t pc_class; /* chip PCI class */
354 uint8_t pc_subclass; /* chip PCI subclass */
355 uint8_t pc_progif; /* chip PCI programming interface */
356 uint8_t pc_revid; /* chip revision ID */
357 char pd_name[PCI_MAXNAMELEN + 1]; /* device name */
358 uint32_t pd_unit; /* device unit number (u_long) */
359};
360
361struct pci_match_conf_old32 {
362 struct pcisel_old pc_sel; /* bus+slot+function */
363 char pd_name[PCI_MAXNAMELEN + 1]; /* device name */
364 uint32_t pd_unit; /* Unit number (u_long) */
365 uint16_t pc_vendor; /* PCI Vendor ID */
366 uint16_t pc_device; /* PCI Device ID */
367 uint8_t pc_class; /* PCI class */
368 pci_getconf_flags_old flags; /* Matching expression */
369};
370
371#define PCIOCGETCONF_OLD32 _IOWR('p', 1, struct pci_conf_io32)
372#endif /* COMPAT_FREEBSD32 */
373
374#define PCIOCGETCONF_OLD _IOWR('p', 1, struct pci_conf_io)
375#define PCIOCREAD_OLD _IOWR('p', 2, struct pci_io_old)
376#define PCIOCWRITE_OLD _IOWR('p', 3, struct pci_io_old)
377
378static int
379pci_conf_match_old(struct pci_match_conf_old *matches, int num_matches,
380 struct pci_conf *match_buf)
381{
382 int i;
383
384 if ((matches == NULL) || (match_buf == NULL) || (num_matches <= 0))
385 return(1);
386
387 for (i = 0; i < num_matches; i++) {
388 if (match_buf->pc_sel.pc_domain != 0)
389 continue;
390
391 /*
392 * I'm not sure why someone would do this...but...
393 */
394 if (matches[i].flags == PCI_GETCONF_NO_MATCH_OLD)
395 continue;
396
397 /*
398 * Look at each of the match flags. If it's set, do the
399 * comparison. If the comparison fails, we don't have a
400 * match, go on to the next item if there is one.
401 */
402 if (((matches[i].flags & PCI_GETCONF_MATCH_BUS_OLD) != 0)
403 && (match_buf->pc_sel.pc_bus != matches[i].pc_sel.pc_bus))
404 continue;
405
406 if (((matches[i].flags & PCI_GETCONF_MATCH_DEV_OLD) != 0)
407 && (match_buf->pc_sel.pc_dev != matches[i].pc_sel.pc_dev))
408 continue;
409
410 if (((matches[i].flags & PCI_GETCONF_MATCH_FUNC_OLD) != 0)
411 && (match_buf->pc_sel.pc_func != matches[i].pc_sel.pc_func))
412 continue;
413
414 if (((matches[i].flags & PCI_GETCONF_MATCH_VENDOR_OLD) != 0)
415 && (match_buf->pc_vendor != matches[i].pc_vendor))
416 continue;
417
418 if (((matches[i].flags & PCI_GETCONF_MATCH_DEVICE_OLD) != 0)
419 && (match_buf->pc_device != matches[i].pc_device))
420 continue;
421
422 if (((matches[i].flags & PCI_GETCONF_MATCH_CLASS_OLD) != 0)
423 && (match_buf->pc_class != matches[i].pc_class))
424 continue;
425
426 if (((matches[i].flags & PCI_GETCONF_MATCH_UNIT_OLD) != 0)
427 && (match_buf->pd_unit != matches[i].pd_unit))
428 continue;
429
430 if (((matches[i].flags & PCI_GETCONF_MATCH_NAME_OLD) != 0)
431 && (strncmp(matches[i].pd_name, match_buf->pd_name,
432 sizeof(match_buf->pd_name)) != 0))
433 continue;
434
435 return(0);
436 }
437
438 return(1);
439}
440
441#ifdef COMPAT_FREEBSD32
442static int
443pci_conf_match_old32(struct pci_match_conf_old32 *matches, int num_matches,
444 struct pci_conf *match_buf)
445{
446 int i;
447
448 if ((matches == NULL) || (match_buf == NULL) || (num_matches <= 0))
449 return(1);
450
451 for (i = 0; i < num_matches; i++) {
452 if (match_buf->pc_sel.pc_domain != 0)
453 continue;
454
455 /*
456 * I'm not sure why someone would do this...but...
457 */
458 if (matches[i].flags == PCI_GETCONF_NO_MATCH_OLD)
459 continue;
460
461 /*
462 * Look at each of the match flags. If it's set, do the
463 * comparison. If the comparison fails, we don't have a
464 * match, go on to the next item if there is one.
465 */
466 if (((matches[i].flags & PCI_GETCONF_MATCH_BUS_OLD) != 0) &&
467 (match_buf->pc_sel.pc_bus != matches[i].pc_sel.pc_bus))
468 continue;
469
470 if (((matches[i].flags & PCI_GETCONF_MATCH_DEV_OLD) != 0) &&
471 (match_buf->pc_sel.pc_dev != matches[i].pc_sel.pc_dev))
472 continue;
473
474 if (((matches[i].flags & PCI_GETCONF_MATCH_FUNC_OLD) != 0) &&
475 (match_buf->pc_sel.pc_func != matches[i].pc_sel.pc_func))
476 continue;
477
478 if (((matches[i].flags & PCI_GETCONF_MATCH_VENDOR_OLD) != 0) &&
479 (match_buf->pc_vendor != matches[i].pc_vendor))
480 continue;
481
482 if (((matches[i].flags & PCI_GETCONF_MATCH_DEVICE_OLD) != 0) &&
483 (match_buf->pc_device != matches[i].pc_device))
484 continue;
485
486 if (((matches[i].flags & PCI_GETCONF_MATCH_CLASS_OLD) != 0) &&
487 (match_buf->pc_class != matches[i].pc_class))
488 continue;
489
490 if (((matches[i].flags & PCI_GETCONF_MATCH_UNIT_OLD) != 0) &&
491 ((u_int32_t)match_buf->pd_unit != matches[i].pd_unit))
492 continue;
493
494 if (((matches[i].flags & PCI_GETCONF_MATCH_NAME_OLD) != 0) &&
495 (strncmp(matches[i].pd_name, match_buf->pd_name,
496 sizeof(match_buf->pd_name)) != 0))
497 continue;
498
499 return (0);
500 }
501
502 return (1);
503}
504#endif /* COMPAT_FREEBSD32 */
505#endif /* !PRE7_COMPAT */
506
507union pci_conf_union {
508 struct pci_conf pc;
509#ifdef COMPAT_FREEBSD32
510 struct pci_conf32 pc32;
511#endif
512#ifdef PRE7_COMPAT
513 struct pci_conf_old pco;
514#ifdef COMPAT_FREEBSD32
515 struct pci_conf_old32 pco32;
516#endif
517#endif
518};
519
520static int
521pci_conf_match(u_long cmd, struct pci_match_conf *matches, int num_matches,
522 struct pci_conf *match_buf)
523{
524
525 switch (cmd) {
526 case PCIOCGETCONF:
527 return (pci_conf_match_native(
528 (struct pci_match_conf *)matches, num_matches, match_buf));
529#ifdef COMPAT_FREEBSD32
530 case PCIOCGETCONF32:
531 return (pci_conf_match32((struct pci_match_conf32 *)matches,
532 num_matches, match_buf));
533#endif
534#ifdef PRE7_COMPAT
535 case PCIOCGETCONF_OLD:
536 return (pci_conf_match_old(
537 (struct pci_match_conf_old *)matches, num_matches,
538 match_buf));
539#ifdef COMPAT_FREEBSD32
540 case PCIOCGETCONF_OLD32:
541 return (pci_conf_match_old32(
542 (struct pci_match_conf_old32 *)matches, num_matches,
543 match_buf));
544#endif
545#endif
546 default:
547 /* programmer error */
548 return (0);
549 }
550}
551
552/*
553 * Like PVE_NEXT but takes an explicit length since 'pve' is a user
554 * pointer that cannot be dereferenced.
555 */
556#define PVE_NEXT_LEN(pve, datalen) \
557 ((struct pci_vpd_element *)((char *)(pve) + \
558 sizeof(struct pci_vpd_element) + (datalen)))
559
560static int
561pci_list_vpd(device_t dev, struct pci_list_vpd_io *lvio)
562{
563 struct pci_vpd_element vpd_element, *vpd_user;
564 struct pcicfg_vpd *vpd;
565 size_t len, datalen;
566 int error, i;
567
568 vpd = pci_fetch_vpd_list(dev);
569 if (vpd->vpd_reg == 0 || vpd->vpd_ident == NULL)
570 return (ENXIO);
571
572 /*
573 * Calculate the amount of space needed in the data buffer. An
574 * identifier element is always present followed by the read-only
575 * and read-write keywords.
576 */
577 len = sizeof(struct pci_vpd_element) + strlen(vpd->vpd_ident);
578 for (i = 0; i < vpd->vpd_rocnt; i++)
579 len += sizeof(struct pci_vpd_element) + vpd->vpd_ros[i].len;
580 for (i = 0; i < vpd->vpd_wcnt; i++)
581 len += sizeof(struct pci_vpd_element) + vpd->vpd_w[i].len;
582
583 if (lvio->plvi_len == 0) {
584 lvio->plvi_len = len;
585 return (0);
586 }
587 if (lvio->plvi_len < len) {
588 lvio->plvi_len = len;
589 return (ENOMEM);
590 }
591
592 /*
593 * Copyout the identifier string followed by each keyword and
594 * value.
595 */
596 datalen = strlen(vpd->vpd_ident);
597 KASSERT(datalen <= 255, ("invalid VPD ident length"));
598 vpd_user = lvio->plvi_data;
599 vpd_element.pve_keyword[0] = '\0';
600 vpd_element.pve_keyword[1] = '\0';
601 vpd_element.pve_flags = PVE_FLAG_IDENT;
602 vpd_element.pve_datalen = datalen;
603 error = copyout(&vpd_element, vpd_user, sizeof(vpd_element));
604 if (error)
605 return (error);
606 error = copyout(vpd->vpd_ident, vpd_user->pve_data, datalen);
607 if (error)
608 return (error);
609 vpd_user = PVE_NEXT_LEN(vpd_user, vpd_element.pve_datalen);
610 vpd_element.pve_flags = 0;
611 for (i = 0; i < vpd->vpd_rocnt; i++) {
612 vpd_element.pve_keyword[0] = vpd->vpd_ros[i].keyword[0];
613 vpd_element.pve_keyword[1] = vpd->vpd_ros[i].keyword[1];
614 vpd_element.pve_datalen = vpd->vpd_ros[i].len;
615 error = copyout(&vpd_element, vpd_user, sizeof(vpd_element));
616 if (error)
617 return (error);
618 error = copyout(vpd->vpd_ros[i].value, vpd_user->pve_data,
619 vpd->vpd_ros[i].len);
620 if (error)
621 return (error);
622 vpd_user = PVE_NEXT_LEN(vpd_user, vpd_element.pve_datalen);
623 }
624 vpd_element.pve_flags = PVE_FLAG_RW;
625 for (i = 0; i < vpd->vpd_wcnt; i++) {
626 vpd_element.pve_keyword[0] = vpd->vpd_w[i].keyword[0];
627 vpd_element.pve_keyword[1] = vpd->vpd_w[i].keyword[1];
628 vpd_element.pve_datalen = vpd->vpd_w[i].len;
629 error = copyout(&vpd_element, vpd_user, sizeof(vpd_element));
630 if (error)
631 return (error);
632 error = copyout(vpd->vpd_w[i].value, vpd_user->pve_data,
633 vpd->vpd_w[i].len);
634 if (error)
635 return (error);
636 vpd_user = PVE_NEXT_LEN(vpd_user, vpd_element.pve_datalen);
637 }
638 KASSERT((char *)vpd_user - (char *)lvio->plvi_data == len,
639 ("length mismatch"));
640 lvio->plvi_len = len;
641 return (0);
642}
643
644static size_t
645pci_match_conf_size(u_long cmd)
646{
647
648 switch (cmd) {
649 case PCIOCGETCONF:
650 return (sizeof(struct pci_match_conf));
651#ifdef COMPAT_FREEBSD32
652 case PCIOCGETCONF32:
653 return (sizeof(struct pci_match_conf32));
654#endif
655#ifdef PRE7_COMPAT
656 case PCIOCGETCONF_OLD:
657 return (sizeof(struct pci_match_conf_old));
658#ifdef COMPAT_FREEBSD32
659 case PCIOCGETCONF_OLD32:
660 return (sizeof(struct pci_match_conf_old32));
661#endif
662#endif
663 default:
664 /* programmer error */
665 return (0);
666 }
667}
668
669static size_t
670pci_conf_size(u_long cmd)
671{
672
673 switch (cmd) {
674 case PCIOCGETCONF:
675 return (sizeof(struct pci_conf));
676#ifdef COMPAT_FREEBSD32
677 case PCIOCGETCONF32:
678 return (sizeof(struct pci_conf32));
679#endif
680#ifdef PRE7_COMPAT
681 case PCIOCGETCONF_OLD:
682 return (sizeof(struct pci_conf_old));
683#ifdef COMPAT_FREEBSD32
684 case PCIOCGETCONF_OLD32:
685 return (sizeof(struct pci_conf_old32));
686#endif
687#endif
688 default:
689 /* programmer error */
690 return (0);
691 }
692}
693
694static void
695pci_conf_io_init(struct pci_conf_io *cio, caddr_t data, u_long cmd)
696{
697#if defined(COMPAT_FREEBSD32)
698 struct pci_conf_io32 *cio32;
699#endif
700
701 switch (cmd) {
702 case PCIOCGETCONF:
703#ifdef PRE7_COMPAT
704 case PCIOCGETCONF_OLD:
705#endif
706 *cio = *(struct pci_conf_io *)data;
707 return;
708
709#ifdef COMPAT_FREEBSD32
710 case PCIOCGETCONF32:
711#ifdef PRE7_COMPAT
712 case PCIOCGETCONF_OLD32:
713#endif
714 cio32 = (struct pci_conf_io32 *)data;
715 cio->pat_buf_len = cio32->pat_buf_len;
716 cio->num_patterns = cio32->num_patterns;
717 cio->patterns = (void *)(uintptr_t)cio32->patterns;
718 cio->match_buf_len = cio32->match_buf_len;
719 cio->num_matches = cio32->num_matches;
720 cio->matches = (void *)(uintptr_t)cio32->matches;
721 cio->offset = cio32->offset;
722 cio->generation = cio32->generation;
723 cio->status = cio32->status;
724 return;
725#endif
726
727 default:
728 /* programmer error */
729 return;
730 }
731}
732
733static void
734pci_conf_io_update_data(const struct pci_conf_io *cio, caddr_t data,
735 u_long cmd)
736{
737 struct pci_conf_io *d_cio;
738#if defined(COMPAT_FREEBSD32)
739 struct pci_conf_io32 *cio32;
740#endif
741
742 switch (cmd) {
743 case PCIOCGETCONF:
744#ifdef PRE7_COMPAT
745 case PCIOCGETCONF_OLD:
746#endif
747 d_cio = (struct pci_conf_io *)data;
748 d_cio->status = cio->status;
749 d_cio->generation = cio->generation;
750 d_cio->offset = cio->offset;
751 d_cio->num_matches = cio->num_matches;
752 return;
753
754#ifdef COMPAT_FREEBSD32
755 case PCIOCGETCONF32:
756#ifdef PRE7_COMPAT
757 case PCIOCGETCONF_OLD32:
758#endif
759 cio32 = (struct pci_conf_io32 *)data;
760
761 cio32->status = cio->status;
762 cio32->generation = cio->generation;
763 cio32->offset = cio->offset;
764 cio32->num_matches = cio->num_matches;
765 return;
766#endif
767
768 default:
769 /* programmer error */
770 return;
771 }
772}
773
774static void
775pci_conf_for_copyout(const struct pci_conf *pcp, union pci_conf_union *pcup,
776 u_long cmd)
777{
778
779 memset(pcup, 0, sizeof(*pcup));
780
781 switch (cmd) {
782 case PCIOCGETCONF:
783 pcup->pc = *pcp;
784 return;
785
786#ifdef COMPAT_FREEBSD32
787 case PCIOCGETCONF32:
788 pcup->pc32.pc_sel = pcp->pc_sel;
789 pcup->pc32.pc_hdr = pcp->pc_hdr;
790 pcup->pc32.pc_subvendor = pcp->pc_subvendor;
791 pcup->pc32.pc_subdevice = pcp->pc_subdevice;
792 pcup->pc32.pc_vendor = pcp->pc_vendor;
793 pcup->pc32.pc_device = pcp->pc_device;
794 pcup->pc32.pc_class = pcp->pc_class;
795 pcup->pc32.pc_subclass = pcp->pc_subclass;
796 pcup->pc32.pc_progif = pcp->pc_progif;
797 pcup->pc32.pc_revid = pcp->pc_revid;
798 strlcpy(pcup->pc32.pd_name, pcp->pd_name,
799 sizeof(pcup->pc32.pd_name));
800 pcup->pc32.pd_unit = (uint32_t)pcp->pd_unit;
801 return;
802#endif
803
804#ifdef PRE7_COMPAT
805#ifdef COMPAT_FREEBSD32
806 case PCIOCGETCONF_OLD32:
807 pcup->pco32.pc_sel.pc_bus = pcp->pc_sel.pc_bus;
808 pcup->pco32.pc_sel.pc_dev = pcp->pc_sel.pc_dev;
809 pcup->pco32.pc_sel.pc_func = pcp->pc_sel.pc_func;
810 pcup->pco32.pc_hdr = pcp->pc_hdr;
811 pcup->pco32.pc_subvendor = pcp->pc_subvendor;
812 pcup->pco32.pc_subdevice = pcp->pc_subdevice;
813 pcup->pco32.pc_vendor = pcp->pc_vendor;
814 pcup->pco32.pc_device = pcp->pc_device;
815 pcup->pco32.pc_class = pcp->pc_class;
816 pcup->pco32.pc_subclass = pcp->pc_subclass;
817 pcup->pco32.pc_progif = pcp->pc_progif;
818 pcup->pco32.pc_revid = pcp->pc_revid;
819 strlcpy(pcup->pco32.pd_name, pcp->pd_name,
820 sizeof(pcup->pco32.pd_name));
821 pcup->pco32.pd_unit = (uint32_t)pcp->pd_unit;
822 return;
823
824#endif /* COMPAT_FREEBSD32 */
825 case PCIOCGETCONF_OLD:
826 pcup->pco.pc_sel.pc_bus = pcp->pc_sel.pc_bus;
827 pcup->pco.pc_sel.pc_dev = pcp->pc_sel.pc_dev;
828 pcup->pco.pc_sel.pc_func = pcp->pc_sel.pc_func;
829 pcup->pco.pc_hdr = pcp->pc_hdr;
830 pcup->pco.pc_subvendor = pcp->pc_subvendor;
831 pcup->pco.pc_subdevice = pcp->pc_subdevice;
832 pcup->pco.pc_vendor = pcp->pc_vendor;
833 pcup->pco.pc_device = pcp->pc_device;
834 pcup->pco.pc_class = pcp->pc_class;
835 pcup->pco.pc_subclass = pcp->pc_subclass;
836 pcup->pco.pc_progif = pcp->pc_progif;
837 pcup->pco.pc_revid = pcp->pc_revid;
838 strlcpy(pcup->pco.pd_name, pcp->pd_name,
839 sizeof(pcup->pco.pd_name));
840 pcup->pco.pd_unit = pcp->pd_unit;
841 return;
842#endif /* PRE7_COMPAT */
843
844 default:
845 /* programmer error */
846 return;
847 }
848}
849
850static int
851pci_bar_mmap(device_t pcidev, struct pci_bar_mmap *pbm)
852{
853 vm_map_t map;
854 vm_object_t obj;
855 struct thread *td;
856 struct sglist *sg;
857 struct pci_map *pm;
858 rman_res_t membase;
859 vm_paddr_t pbase;
860 vm_size_t plen;
861 vm_offset_t addr;
862 vm_prot_t prot;
863 int error, flags;
864
865 td = curthread;
866 map = &td->td_proc->p_vmspace->vm_map;
867 if ((pbm->pbm_flags & ~(PCIIO_BAR_MMAP_FIXED | PCIIO_BAR_MMAP_EXCL |
868 PCIIO_BAR_MMAP_RW | PCIIO_BAR_MMAP_ACTIVATE)) != 0 ||
869 pbm->pbm_memattr != (vm_memattr_t)pbm->pbm_memattr ||
870 !pmap_is_valid_memattr(map->pmap, pbm->pbm_memattr))
871 return (EINVAL);
872
873 /* Fetch the BAR physical base and length. */
874 pm = pci_find_bar(pcidev, pbm->pbm_reg);
875 if (pm == NULL)
876 return (EINVAL);
877 if (!pci_bar_enabled(pcidev, pm))
878 return (EBUSY); /* XXXKIB enable if _ACTIVATE */
879 if (!PCI_BAR_MEM(pm->pm_value))
880 return (EIO);
881 error = bus_translate_resource(pcidev, SYS_RES_MEMORY,
882 pm->pm_value & PCIM_BAR_MEM_BASE, &membase);
883 if (error != 0)
884 return (error);
885
886 pbase = trunc_page(membase);
887 plen = round_page(membase + ((pci_addr_t)1 << pm->pm_size)) -
888 pbase;
889 prot = VM_PROT_READ | (((pbm->pbm_flags & PCIIO_BAR_MMAP_RW) != 0) ?
890 VM_PROT_WRITE : 0);
891
892 /* Create vm structures and mmap. */
893 sg = sglist_alloc(1, M_WAITOK);
894 error = sglist_append_phys(sg, pbase, plen);
895 if (error != 0)
896 goto out;
897 obj = vm_pager_allocate(OBJT_SG, sg, plen, prot, 0, td->td_ucred);
898 if (obj == NULL) {
899 error = EIO;
900 goto out;
901 }
902 obj->memattr = pbm->pbm_memattr;
903 flags = MAP_SHARED;
904 addr = 0;
905 if ((pbm->pbm_flags & PCIIO_BAR_MMAP_FIXED) != 0) {
906 addr = (uintptr_t)pbm->pbm_map_base;
907 flags |= MAP_FIXED;
908 }
909 if ((pbm->pbm_flags & PCIIO_BAR_MMAP_EXCL) != 0)
910 flags |= MAP_CHECK_EXCL;
911 error = vm_mmap_object(map, &addr, plen, prot, prot, flags, obj, 0,
912 FALSE, td);
913 if (error != 0) {
914 vm_object_deallocate(obj);
915 goto out;
916 }
917 pbm->pbm_map_base = (void *)addr;
918 pbm->pbm_map_length = plen;
919 pbm->pbm_bar_off = membase - pbase;
920 pbm->pbm_bar_length = (pci_addr_t)1 << pm->pm_size;
921
922out:
923 sglist_free(sg);
924 return (error);
925}
926
927static int
928pci_bar_io(device_t pcidev, struct pci_bar_ioreq *pbi)
929{
930 struct pci_map *pm;
931 struct resource *res;
932 uint32_t offset, width;
933 int bar, error, type;
934
935 if (pbi->pbi_op != PCIBARIO_READ &&
936 pbi->pbi_op != PCIBARIO_WRITE)
937 return (EINVAL);
938
939 bar = PCIR_BAR(pbi->pbi_bar);
940 pm = pci_find_bar(pcidev, bar);
941 if (pm == NULL)
942 return (EINVAL);
943
944 offset = pbi->pbi_offset;
945 width = pbi->pbi_width;
946
947 if (offset + width < offset ||
948 ((pci_addr_t)1 << pm->pm_size) < offset + width)
949 return (EINVAL);
950
951 type = PCI_BAR_MEM(pm->pm_value) ? SYS_RES_MEMORY : SYS_RES_IOPORT;
952
953 /*
954 * This will fail if a driver has allocated the resource. This could be
955 * worked around by detecting that case and using bus_map_resource() to
956 * populate the handle, but so far this is not needed.
957 */
958 res = bus_alloc_resource_any(pcidev, type, &bar, RF_ACTIVE);
959 if (res == NULL)
960 return (ENOENT);
961
962 error = 0;
963 switch (pbi->pbi_op) {
964 case PCIBARIO_READ:
965 switch (pbi->pbi_width) {
966 case 1:
967 pbi->pbi_value = bus_read_1(res, offset);
968 break;
969 case 2:
970 pbi->pbi_value = bus_read_2(res, offset);
971 break;
972 case 4:
973 pbi->pbi_value = bus_read_4(res, offset);
974 break;
975#ifndef __i386__
976 case 8:
977 pbi->pbi_value = bus_read_8(res, offset);
978 break;
979#endif
980 default:
981 error = EINVAL;
982 break;
983 }
984 break;
985 case PCIBARIO_WRITE:
986 switch (pbi->pbi_width) {
987 case 1:
988 bus_write_1(res, offset, pbi->pbi_value);
989 break;
990 case 2:
991 bus_write_2(res, offset, pbi->pbi_value);
992 break;
993 case 4:
994 bus_write_4(res, offset, pbi->pbi_value);
995 break;
996#ifndef __i386__
997 case 8:
998 bus_write_8(res, offset, pbi->pbi_value);
999 break;
1000#endif
1001 default:
1002 error = EINVAL;
1003 break;
1004 }
1005 break;
1006 }
1007
1008 bus_release_resource(pcidev, type, bar, res);
1009
1010 return (error);
1011}
1012
1013static int
1014pci_ioctl(struct cdev *dev, u_long cmd, caddr_t data, int flag, struct thread *td)
1015{
1016 device_t pcidev;
1017 const char *name;
1018 struct devlist *devlist_head;
1019 struct pci_conf_io *cio = NULL;
1020 struct pci_devinfo *dinfo;
1021 struct pci_io *io;
1022 struct pci_bar_ioreq *pbi;
1023 struct pci_bar_io *bio;
1024 struct pci_list_vpd_io *lvio;
1025 struct pci_match_conf *pattern_buf;
1026 struct pci_map *pm;
1027 struct pci_bar_mmap *pbm;
1028 size_t confsz, iolen;
1029 int error, ionum, i, num_patterns;
1030 union pci_conf_union pcu;
1031#ifdef PRE7_COMPAT
1032 struct pci_io iodata;
1033 struct pci_io_old *io_old;
1034
1035 io_old = NULL;
1036#endif
1037
1038 /*
1039 * Interpret read-only opened /dev/pci as a promise that no
1040 * operation of the file descriptor could modify system state,
1041 * including side-effects due to reading devices registers.
1042 */
1043 if ((flag & FWRITE) == 0) {
1044 switch (cmd) {
1045 case PCIOCGETCONF:
1046#ifdef COMPAT_FREEBSD32
1047 case PCIOCGETCONF32:
1048#endif
1049#ifdef PRE7_COMPAT
1050 case PCIOCGETCONF_OLD:
1051#ifdef COMPAT_FREEBSD32
1052 case PCIOCGETCONF_OLD32:
1053#endif
1054#endif
1055 case PCIOCGETBAR:
1056 case PCIOCLISTVPD:
1057 break;
1058 default:
1059 return (EPERM);
1060 }
1061 }
1062
1063 /*
1064 * Use bus topology lock to ensure that the pci list of devies doesn't
1065 * change while we're traversing the list, in some cases multiple times.
1066 */
1067 bus_topo_lock();
1068
1069 switch (cmd) {
1070 case PCIOCGETCONF:
1071#ifdef COMPAT_FREEBSD32
1072 case PCIOCGETCONF32:
1073#endif
1074#ifdef PRE7_COMPAT
1075 case PCIOCGETCONF_OLD:
1076#ifdef COMPAT_FREEBSD32
1077 case PCIOCGETCONF_OLD32:
1078#endif
1079#endif
1080 cio = malloc(sizeof(struct pci_conf_io), M_TEMP,
1081 M_WAITOK | M_ZERO);
1082 pci_conf_io_init(cio, data, cmd);
1083 pattern_buf = NULL;
1084 num_patterns = 0;
1085 dinfo = NULL;
1086
1087 cio->num_matches = 0;
1088
1089 /*
1090 * If the user specified an offset into the device list,
1091 * but the list has changed since they last called this
1092 * ioctl, tell them that the list has changed. They will
1093 * have to get the list from the beginning.
1094 */
1095 if ((cio->offset != 0)
1096 && (cio->generation != pci_generation)){
1097 cio->status = PCI_GETCONF_LIST_CHANGED;
1098 error = 0;
1099 goto getconfexit;
1100 }
1101
1102 /*
1103 * Check to see whether the user has asked for an offset
1104 * past the end of our list.
1105 */
1106 if (cio->offset >= pci_numdevs) {
1107 cio->status = PCI_GETCONF_LAST_DEVICE;
1108 error = 0;
1109 goto getconfexit;
1110 }
1111
1112 /* get the head of the device queue */
1113 devlist_head = &pci_devq;
1114
1115 /*
1116 * Determine how much room we have for pci_conf structures.
1117 * Round the user's buffer size down to the nearest
1118 * multiple of sizeof(struct pci_conf) in case the user
1119 * didn't specify a multiple of that size.
1120 */
1121 confsz = pci_conf_size(cmd);
1122 iolen = min(cio->match_buf_len - (cio->match_buf_len % confsz),
1123 pci_numdevs * confsz);
1124
1125 /*
1126 * Since we know that iolen is a multiple of the size of
1127 * the pciconf union, it's okay to do this.
1128 */
1129 ionum = iolen / confsz;
1130
1131 /*
1132 * If this test is true, the user wants the pci_conf
1133 * structures returned to match the supplied entries.
1134 */
1135 if ((cio->num_patterns > 0) && (cio->num_patterns < pci_numdevs)
1136 && (cio->pat_buf_len > 0)) {
1137 /*
1138 * pat_buf_len needs to be:
1139 * num_patterns * sizeof(struct pci_match_conf)
1140 * While it is certainly possible the user just
1141 * allocated a large buffer, but set the number of
1142 * matches correctly, it is far more likely that
1143 * their kernel doesn't match the userland utility
1144 * they're using. It's also possible that the user
1145 * forgot to initialize some variables. Yes, this
1146 * may be overly picky, but I hazard to guess that
1147 * it's far more likely to just catch folks that
1148 * updated their kernel but not their userland.
1149 */
1150 if (cio->num_patterns * pci_match_conf_size(cmd) !=
1151 cio->pat_buf_len) {
1152 /* The user made a mistake, return an error. */
1153 cio->status = PCI_GETCONF_ERROR;
1154 error = EINVAL;
1155 goto getconfexit;
1156 }
1157
1158 /*
1159 * Allocate a buffer to hold the patterns.
1160 */
1161 pattern_buf = malloc(cio->pat_buf_len, M_TEMP,
1162 M_WAITOK);
1163 error = copyin(cio->patterns, pattern_buf,
1164 cio->pat_buf_len);
1165 if (error != 0) {
1166 error = EINVAL;
1167 goto getconfexit;
1168 }
1169 num_patterns = cio->num_patterns;
1170 } else if ((cio->num_patterns > 0)
1171 || (cio->pat_buf_len > 0)) {
1172 /*
1173 * The user made a mistake, spit out an error.
1174 */
1175 cio->status = PCI_GETCONF_ERROR;
1176 error = EINVAL;
1177 goto getconfexit;
1178 }
1179
1180 /*
1181 * Go through the list of devices and copy out the devices
1182 * that match the user's criteria.
1183 */
1184 for (cio->num_matches = 0, i = 0,
1185 dinfo = STAILQ_FIRST(devlist_head);
1186 dinfo != NULL;
1187 dinfo = STAILQ_NEXT(dinfo, pci_links), i++) {
1188 if (i < cio->offset)
1189 continue;
1190
1191 /* Populate pd_name and pd_unit */
1192 name = NULL;
1193 if (dinfo->cfg.dev)
1194 name = device_get_name(dinfo->cfg.dev);
1195 if (name) {
1196 strncpy(dinfo->conf.pd_name, name,
1197 sizeof(dinfo->conf.pd_name));
1198 dinfo->conf.pd_name[PCI_MAXNAMELEN] = 0;
1199 dinfo->conf.pd_unit =
1200 device_get_unit(dinfo->cfg.dev);
1201 } else {
1202 dinfo->conf.pd_name[0] = '\0';
1203 dinfo->conf.pd_unit = 0;
1204 }
1205
1206 if (pattern_buf == NULL ||
1207 pci_conf_match(cmd, pattern_buf, num_patterns,
1208 &dinfo->conf) == 0) {
1209 /*
1210 * If we've filled up the user's buffer,
1211 * break out at this point. Since we've
1212 * got a match here, we'll pick right back
1213 * up at the matching entry. We can also
1214 * tell the user that there are more matches
1215 * left.
1216 */
1217 if (cio->num_matches >= ionum) {
1218 error = 0;
1219 break;
1220 }
1221
1222 pci_conf_for_copyout(&dinfo->conf, &pcu, cmd);
1223 error = copyout(&pcu,
1224 (caddr_t)cio->matches +
1225 confsz * cio->num_matches, confsz);
1226 if (error)
1227 break;
1228 cio->num_matches++;
1229 }
1230 }
1231
1232 /*
1233 * Set the pointer into the list, so if the user is getting
1234 * n records at a time, where n < pci_numdevs,
1235 */
1236 cio->offset = i;
1237
1238 /*
1239 * Set the generation, the user will need this if they make
1240 * another ioctl call with offset != 0.
1241 */
1242 cio->generation = pci_generation;
1243
1244 /*
1245 * If this is the last device, inform the user so he won't
1246 * bother asking for more devices. If dinfo isn't NULL, we
1247 * know that there are more matches in the list because of
1248 * the way the traversal is done.
1249 */
1250 if (dinfo == NULL)
1251 cio->status = PCI_GETCONF_LAST_DEVICE;
1252 else
1253 cio->status = PCI_GETCONF_MORE_DEVS;
1254
1255getconfexit:
1256 pci_conf_io_update_data(cio, data, cmd);
1257 free(cio, M_TEMP);
1258 free(pattern_buf, M_TEMP);
1259
1260 break;
1261
1262#ifdef PRE7_COMPAT
1263 case PCIOCREAD_OLD:
1264 case PCIOCWRITE_OLD:
1265 io_old = (struct pci_io_old *)data;
1266 iodata.pi_sel.pc_domain = 0;
1267 iodata.pi_sel.pc_bus = io_old->pi_sel.pc_bus;
1268 iodata.pi_sel.pc_dev = io_old->pi_sel.pc_dev;
1269 iodata.pi_sel.pc_func = io_old->pi_sel.pc_func;
1270 iodata.pi_reg = io_old->pi_reg;
1271 iodata.pi_width = io_old->pi_width;
1272 iodata.pi_data = io_old->pi_data;
1273 data = (caddr_t)&iodata;
1274 /* FALLTHROUGH */
1275#endif
1276 case PCIOCREAD:
1277 case PCIOCWRITE:
1278 io = (struct pci_io *)data;
1279 switch(io->pi_width) {
1280 case 4:
1281 case 2:
1282 case 1:
1283 /* Make sure register is not negative and aligned. */
1284 if (io->pi_reg < 0 ||
1285 io->pi_reg & (io->pi_width - 1)) {
1286 error = EINVAL;
1287 break;
1288 }
1289 /*
1290 * Assume that the user-level bus number is
1291 * in fact the physical PCI bus number.
1292 * Look up the grandparent, i.e. the bridge device,
1293 * so that we can issue configuration space cycles.
1294 */
1295 pcidev = pci_find_dbsf(io->pi_sel.pc_domain,
1296 io->pi_sel.pc_bus, io->pi_sel.pc_dev,
1297 io->pi_sel.pc_func);
1298 if (pcidev) {
1299#ifdef PRE7_COMPAT
1300 if (cmd == PCIOCWRITE || cmd == PCIOCWRITE_OLD)
1301#else
1302 if (cmd == PCIOCWRITE)
1303#endif
1304 pci_write_config(pcidev,
1305 io->pi_reg,
1306 io->pi_data,
1307 io->pi_width);
1308#ifdef PRE7_COMPAT
1309 else if (cmd == PCIOCREAD_OLD)
1310 io_old->pi_data =
1311 pci_read_config(pcidev,
1312 io->pi_reg,
1313 io->pi_width);
1314#endif
1315 else
1316 io->pi_data =
1317 pci_read_config(pcidev,
1318 io->pi_reg,
1319 io->pi_width);
1320 error = 0;
1321 } else {
1322#ifdef COMPAT_FREEBSD4
1323 if (cmd == PCIOCREAD_OLD) {
1324 io_old->pi_data = -1;
1325 error = 0;
1326 } else
1327#endif
1328 error = ENODEV;
1329 }
1330 break;
1331 default:
1332 error = EINVAL;
1333 break;
1334 }
1335 break;
1336
1337 case PCIOCGETBAR:
1338 bio = (struct pci_bar_io *)data;
1339
1340 /*
1341 * Assume that the user-level bus number is
1342 * in fact the physical PCI bus number.
1343 */
1344 pcidev = pci_find_dbsf(bio->pbi_sel.pc_domain,
1345 bio->pbi_sel.pc_bus, bio->pbi_sel.pc_dev,
1346 bio->pbi_sel.pc_func);
1347 if (pcidev == NULL) {
1348 error = ENODEV;
1349 break;
1350 }
1351 pm = pci_find_bar(pcidev, bio->pbi_reg);
1352 if (pm == NULL) {
1353 error = EINVAL;
1354 break;
1355 }
1356 bio->pbi_base = pm->pm_value;
1357 bio->pbi_length = (pci_addr_t)1 << pm->pm_size;
1358 bio->pbi_enabled = pci_bar_enabled(pcidev, pm);
1359 error = 0;
1360 break;
1361 case PCIOCATTACHED:
1362 error = 0;
1363 io = (struct pci_io *)data;
1364 pcidev = pci_find_dbsf(io->pi_sel.pc_domain, io->pi_sel.pc_bus,
1365 io->pi_sel.pc_dev, io->pi_sel.pc_func);
1366 if (pcidev != NULL)
1367 io->pi_data = device_is_attached(pcidev);
1368 else
1369 error = ENODEV;
1370 break;
1371 case PCIOCLISTVPD:
1372 lvio = (struct pci_list_vpd_io *)data;
1373
1374 /*
1375 * Assume that the user-level bus number is
1376 * in fact the physical PCI bus number.
1377 */
1378 pcidev = pci_find_dbsf(lvio->plvi_sel.pc_domain,
1379 lvio->plvi_sel.pc_bus, lvio->plvi_sel.pc_dev,
1380 lvio->plvi_sel.pc_func);
1381 if (pcidev == NULL) {
1382 error = ENODEV;
1383 break;
1384 }
1385 error = pci_list_vpd(pcidev, lvio);
1386 break;
1387
1388 case PCIOCBARMMAP:
1389 pbm = (struct pci_bar_mmap *)data;
1390 if ((flag & FWRITE) == 0 &&
1391 (pbm->pbm_flags & PCIIO_BAR_MMAP_RW) != 0) {
1392 error = EPERM;
1393 break;
1394 }
1395 pcidev = pci_find_dbsf(pbm->pbm_sel.pc_domain,
1396 pbm->pbm_sel.pc_bus, pbm->pbm_sel.pc_dev,
1397 pbm->pbm_sel.pc_func);
1398 error = pcidev == NULL ? ENODEV : pci_bar_mmap(pcidev, pbm);
1399 break;
1400
1401 case PCIOCBARIO:
1402 pbi = (struct pci_bar_ioreq *)data;
1403
1404 pcidev = pci_find_dbsf(pbi->pbi_sel.pc_domain,
1405 pbi->pbi_sel.pc_bus, pbi->pbi_sel.pc_dev,
1406 pbi->pbi_sel.pc_func);
1407 if (pcidev == NULL) {
1408 error = ENODEV;
1409 break;
1410 }
1411 error = pci_bar_io(pcidev, pbi);
1412 break;
1413
1414 default:
1415 error = ENOTTY;
1416 break;
1417 }
1418
1419 bus_topo_unlock();
1420
1421 return (error);
1422}
pci_numdevs
uint32_t pci_numdevs
Definition: pci.c:336
pci_find_bar
struct pci_map * pci_find_bar(device_t dev, int reg)
Definition: pci.c:3162
pci_find_dbsf
device_t pci_find_dbsf(uint32_t domain, uint8_t bus, uint8_t slot, uint8_t func)
Definition: pci.c:449
pci_devq
struct devlist pci_devq
Definition: pci.c:334
pci_bar_enabled
int pci_bar_enabled(device_t dev, struct pci_map *pm)
Definition: pci.c:3176
pci_generation
uint32_t pci_generation
Definition: pci.c:335
pci_fetch_vpd_list
struct pcicfg_vpd * pci_fetch_vpd_list(device_t dev)
Definition: pci.c:1429
width
int width
Definition: pci_dw_if.m:43
status
bool * status
Definition: pci_dw_if.m:72
data
uint16_t data
Definition: pci_if.m:198
type
enum pci_id_type type
Definition: pci_if.m:249
name
const char * name
Definition: pci_if.m:267
PVE_NEXT_LEN
#define PVE_NEXT_LEN(pve, datalen)
Definition: pci_user.c:556
pci_conf_io_update_data
static void pci_conf_io_update_data(const struct pci_conf_io *cio, caddr_t data, u_long cmd)
Definition: pci_user.c:734
pcicdev
struct cdevsw pcicdev
Definition: pci_user.c:119
pci_conf_size
static size_t pci_conf_size(u_long cmd)
Definition: pci_user.c:670
pci_list_vpd
static int pci_list_vpd(device_t dev, struct pci_list_vpd_io *lvio)
Definition: pci_user.c:561
pci_ioctl
static d_ioctl_t pci_ioctl
Definition: pci_user.c:117
__FBSDID
__FBSDID("$FreeBSD$")
pci_conf_match_native
static int pci_conf_match_native(struct pci_match_conf *matches, int num_matches, struct pci_conf *match_buf)
Definition: pci_user.c:156
pci_open
static d_open_t pci_open
Definition: pci_user.c:115
pci_close
static d_close_t pci_close
Definition: pci_user.c:116
pci_conf_for_copyout
static void pci_conf_for_copyout(const struct pci_conf *pcp, union pci_conf_union *pcup, u_long cmd)
Definition: pci_user.c:775
pci_bar_mmap
static int pci_bar_mmap(device_t pcidev, struct pci_bar_mmap *pbm)
Definition: pci_user.c:851
pci_match_conf_size
static size_t pci_match_conf_size(u_long cmd)
Definition: pci_user.c:645
pci_bar_io
static int pci_bar_io(device_t pcidev, struct pci_bar_ioreq *pbi)
Definition: pci_user.c:928
pci_conf_io_init
static void pci_conf_io_init(struct pci_conf_io *cio, caddr_t data, u_long cmd)
Definition: pci_user.c:695
pci_conf_match
static int pci_conf_match(u_long cmd, struct pci_match_conf *matches, int num_matches, struct pci_conf *match_buf)
Definition: pci_user.c:521
dev
device_t dev
Definition: pcib_if.m:109
addr
uint64_t * addr
Definition: pcib_if.m:165
PCIR_BAR
#define PCIR_BAR(x)
Definition: pcireg.h:216
PCI_BAR_MEM
#define PCI_BAR_MEM(x)
Definition: pcireg.h:220
PCIM_BAR_MEM_BASE
#define PCIM_BAR_MEM_BASE
Definition: pcireg.h:229
pci_addr_t
uint64_t pci_addr_t
Definition: pcivar.h:42
pci_map
Definition: pcivar.h:61
pci_map::pm_value
pci_addr_t pm_value
Definition: pcivar.h:62
pci_map::pm_size
pci_addr_t pm_size
Definition: pcivar.h:63
pcicfg_vpd
Definition: pcivar.h:81
pcicfg_vpd::vpd_reg
uint8_t vpd_reg
Definition: pcivar.h:82
pcicfg_vpd::vpd_ident
char * vpd_ident
Definition: pcivar.h:84
pcicfg_vpd::vpd_ros
struct vpd_readonly * vpd_ros
Definition: pcivar.h:86
pcicfg_vpd::vpd_w
struct vpd_write * vpd_w
Definition: pcivar.h:88
pcicfg_vpd::vpd_rocnt
int vpd_rocnt
Definition: pcivar.h:85
pcicfg_vpd::vpd_wcnt
int vpd_wcnt
Definition: pcivar.h:87
vpd_readonly::value
char * value
Definition: pcivar.h:70
vpd_readonly::len
int len
Definition: pcivar.h:71
vpd_readonly::keyword
char keyword[2]
Definition: pcivar.h:69
vpd_write::keyword
char keyword[2]
Definition: pcivar.h:75
vpd_write::value
char * value
Definition: pcivar.h:76
vpd_write::len
int len
Definition: pcivar.h:78
pci_conf_union
Definition: pci_user.c:507
pci_conf_union::pc
struct pci_conf pc
Definition: pci_user.c:508