1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 22 /* 23 * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved. 24 * Copyright 2023 Oxide Computer Company 25 */ 26 27 /* 28 * Library file that has code for PCIe booting 29 */ 30 31 #include <sys/conf.h> 32 #include <sys/pci.h> 33 #include <sys/sunndi.h> 34 #include <sys/pcie.h> 35 #include <sys/pcie_impl.h> 36 #include <sys/pci_cfgspace.h> 37 #include <io/pciex/pcie_nvidia.h> 38 39 /* 40 * PCI Configuration (Nvidia chipsets, PCIe) related library functions 41 */ 42 43 /* Globals */ 44 extern int pci_boot_debug; 45 46 extern uint64_t mcfg_mem_base; 47 48 boolean_t 49 check_if_device_is_pciex(dev_info_t *cdip, uchar_t bus, uchar_t dev, 50 uchar_t func, boolean_t *slot_valid, ushort_t *slot_number, 51 ushort_t *is_pci_bridge) 52 { 53 boolean_t found_pciex = B_FALSE; 54 ushort_t cap; 55 ushort_t capsp; 56 ushort_t cap_count = PCI_CAP_MAX_PTR; 57 ushort_t status; 58 uint32_t slot_cap; 59 60 *slot_valid = B_FALSE; 61 62 status = (*pci_getw_func)(bus, dev, func, PCI_CONF_STAT); 63 if (!(status & PCI_STAT_CAP)) 64 return (B_FALSE); 65 66 capsp = (*pci_getb_func)(bus, dev, func, PCI_CONF_CAP_PTR); 67 while (cap_count-- && capsp >= PCI_CAP_PTR_OFF) { 68 capsp &= PCI_CAP_PTR_MASK; 69 cap = (*pci_getb_func)(bus, dev, func, capsp); 70 71 if (cap == PCI_CAP_ID_PCI_E) { 72 #ifdef DEBUG 73 if (pci_boot_debug) 74 cmn_err(CE_CONT, "PCI-Express (%x,%x,%x) " 75 "capability found\n", bus, dev, func); 76 #endif /* DEBUG */ 77 78 status = (*pci_getw_func)(bus, dev, func, capsp + 2); 79 /* 80 * See section 7.8.2 of PCI-Express Base Spec v1.0a 81 * for Device/Port Type. 82 * PCIE_PCIECAP_DEV_TYPE_PCIE2PCI implies that the 83 * device is a PCIe2PCI bridge 84 */ 85 *is_pci_bridge = 86 ((status & PCIE_PCIECAP_DEV_TYPE_MASK) == 87 PCIE_PCIECAP_DEV_TYPE_PCIE2PCI) ? 1 : 0; 88 89 /* 90 * Check for "Slot Implemented" bit 91 * PCIE_PCIECAP_SLOT_IMPL implies that. 92 */ 93 if (status & PCIE_PCIECAP_SLOT_IMPL) { 94 /* offset 14h is Slot Cap Register */ 95 slot_cap = (*pci_getl_func)(bus, dev, func, 96 capsp + PCIE_SLOTCAP); 97 *slot_valid = B_TRUE; 98 *slot_number = 99 PCIE_SLOTCAP_PHY_SLOT_NUM(slot_cap); 100 101 /* Is PCI Express HotPlug capability set? */ 102 if (cdip && 103 (slot_cap & PCIE_SLOTCAP_HP_CAPABLE)) { 104 (void) ndi_prop_update_int( 105 DDI_DEV_T_NONE, cdip, 106 "pci-hotplug-type", 107 INBAND_HPC_PCIE); 108 } 109 } 110 111 found_pciex = B_TRUE; 112 } 113 114 if (cdip && (cap == PCI_CAP_ID_PCI_HOTPLUG)) { 115 (void) ndi_prop_update_int(DDI_DEV_T_NONE, cdip, 116 "pci-hotplug-type", INBAND_HPC_SHPC); 117 } 118 119 capsp = (*pci_getb_func)(bus, dev, func, 120 capsp + PCI_CAP_NEXT_PTR); 121 } 122 123 return (found_pciex); 124 } 125 126 127 /* 128 * scan all buses, devices, functions to look for any 129 * PCI-Express device in the system. 130 * If found, return B_TRUE else B_FALSE 131 */ 132 boolean_t 133 look_for_any_pciex_device(uchar_t bus) 134 { 135 uchar_t dev, func; 136 uchar_t nfunc, header; 137 ushort_t venid, slot_num, is_pci_bridge = 0; 138 boolean_t slot_valid; 139 140 for (dev = 0; dev < 32; dev++) { 141 nfunc = 1; 142 for (func = 0; func < nfunc; func++) { 143 #ifdef DEBUG 144 if (pci_boot_debug) 145 cmn_err(CE_NOTE, "pciex dev 0x%x, func 0x%x", 146 dev, func); 147 #endif /* DEBUG */ 148 149 venid = (*pci_getw_func)(bus, dev, func, 150 PCI_CONF_VENID); 151 /* no function at this address */ 152 if ((venid == 0xffff) || (venid == 0)) 153 continue; 154 155 header = (*pci_getb_func)(bus, dev, func, 156 PCI_CONF_HEADER); 157 if (header == 0xff) 158 continue; /* illegal value */ 159 160 /* 161 * according to some mail from Microsoft posted to 162 * the pci-drivers alias, their only requirement for 163 * a multifunction device is for the 1st function to 164 * have to PCI_HEADER_MULTI bit set. 165 */ 166 if ((func == 0) && (header & PCI_HEADER_MULTI)) 167 nfunc = 8; 168 169 if (check_if_device_is_pciex(NULL, bus, dev, func, 170 &slot_valid, &slot_num, &is_pci_bridge) == B_TRUE) 171 return (B_TRUE); 172 } /* end of func */ 173 } /* end of dev */ 174 175 return (B_FALSE); 176 } 177 178 boolean_t 179 create_pcie_root_bus(uchar_t bus, dev_info_t *dip) 180 { 181 /* 182 * Currently this is being hard-coded. 183 * We need to figure out if the root bus does indeed 184 * have PCI-Ex in the path by looking for MCFG in 185 * the ACPI tables 186 */ 187 if (look_for_any_pciex_device(bus) == B_FALSE) 188 return (B_FALSE); 189 190 #ifdef DEBUG 191 if (pci_boot_debug) 192 cmn_err(CE_CONT, "Found PCI-Ex in the system\n"); 193 #endif /* DEBUG */ 194 (void) ndi_prop_update_string(DDI_DEV_T_NONE, dip, 195 "device_type", "pciex"); 196 (void) ndi_prop_update_string(DDI_DEV_T_NONE, dip, 197 "compatible", "pciex_root_complex"); 198 199 pcie_rc_init_bus(dip); 200 201 return (B_TRUE); 202 } 203 204 205 /* 206 * add_nvidia_isa_bridge_props(): 207 * To enable native hotplug; we need to map in two I/O BARs 208 * from ISA bridge's config space 209 * 210 * NOTE: For now, this function is only used for Nvidia's CrushK 8-04 chipsets. 211 */ 212 void 213 add_nvidia_isa_bridge_props(dev_info_t *dip, uchar_t bus, uchar_t dev, 214 uchar_t func) 215 { 216 uint_t devloc, base; 217 pci_regspec_t regs[2] = {{0}}; 218 pci_regspec_t assigned[2] = {{0}}; 219 220 devloc = PCI_REG_MAKE_BDFR(bus, dev, func, 0); 221 regs[0].pci_phys_hi = devloc; 222 223 /* System Control BAR i/o space */ 224 base = (*pci_getl_func)(bus, dev, func, 225 NVIDIA_CK804_ISA_SYSCTRL_BAR_OFF); 226 regs[0].pci_size_low = assigned[0].pci_size_low = PCI_CONF_HDR_SIZE; 227 assigned[0].pci_phys_hi = regs[0].pci_phys_hi = (PCI_RELOCAT_B | 228 PCI_ADDR_IO | devloc | NVIDIA_CK804_ISA_SYSCTRL_BAR_OFF); 229 assigned[0].pci_phys_low = regs[0].pci_phys_low = 230 base & PCI_BASE_IO_ADDR_M; 231 232 /* Analog BAR i/o space */ 233 base = (*pci_getl_func)(bus, dev, func, 234 NVIDIA_CK804_ISA_ANALOG_BAR_OFF); 235 regs[1].pci_size_low = assigned[1].pci_size_low = PCI_CONF_HDR_SIZE; 236 assigned[1].pci_phys_hi = regs[1].pci_phys_hi = (PCI_RELOCAT_B | 237 PCI_ADDR_IO | devloc | NVIDIA_CK804_ISA_ANALOG_BAR_OFF); 238 assigned[1].pci_phys_low = regs[1].pci_phys_low = 239 base & PCI_BASE_IO_ADDR_M; 240 241 (void) ndi_prop_update_int_array(DDI_DEV_T_NONE, dip, "reg", 242 (int *)regs, 2 * sizeof (pci_regspec_t) / sizeof (int)); 243 (void) ndi_prop_update_int_array(DDI_DEV_T_NONE, dip, 244 "assigned-addresses", 245 (int *)assigned, 2 * sizeof (pci_regspec_t) / sizeof (int)); 246 } 247