linux/arch/x86/kernel/mmconf-fam10h_64.c
<<
>>
Prefs
   1// SPDX-License-Identifier: GPL-2.0
   2/*
   3 * AMD Family 10h mmconfig enablement
   4 */
   5
   6#include <linux/types.h>
   7#include <linux/mm.h>
   8#include <linux/string.h>
   9#include <linux/pci.h>
  10#include <linux/dmi.h>
  11#include <linux/range.h>
  12
  13#include <asm/pci-direct.h>
  14#include <linux/sort.h>
  15#include <asm/io.h>
  16#include <asm/msr.h>
  17#include <asm/acpi.h>
  18#include <asm/mmconfig.h>
  19#include <asm/pci_x86.h>
  20
  21struct pci_hostbridge_probe {
  22        u32 bus;
  23        u32 slot;
  24        u32 vendor;
  25        u32 device;
  26};
  27
  28static u64 fam10h_pci_mmconf_base;
  29
  30static struct pci_hostbridge_probe pci_probes[] = {
  31        { 0, 0x18, PCI_VENDOR_ID_AMD, 0x1200 },
  32        { 0xff, 0, PCI_VENDOR_ID_AMD, 0x1200 },
  33};
  34
  35static int cmp_range(const void *x1, const void *x2)
  36{
  37        const struct range *r1 = x1;
  38        const struct range *r2 = x2;
  39        int start1, start2;
  40
  41        start1 = r1->start >> 32;
  42        start2 = r2->start >> 32;
  43
  44        return start1 - start2;
  45}
  46
  47#define MMCONF_UNIT (1ULL << FAM10H_MMIO_CONF_BASE_SHIFT)
  48#define MMCONF_MASK (~(MMCONF_UNIT - 1))
  49#define MMCONF_SIZE (MMCONF_UNIT << 8)
  50/* need to avoid (0xfd<<32), (0xfe<<32), and (0xff<<32), ht used space */
  51#define FAM10H_PCI_MMCONF_BASE (0xfcULL<<32)
  52#define BASE_VALID(b) ((b) + MMCONF_SIZE <= (0xfdULL<<32) || (b) >= (1ULL<<40))
  53static void get_fam10h_pci_mmconf_base(void)
  54{
  55        int i;
  56        unsigned bus;
  57        unsigned slot;
  58        int found;
  59
  60        u64 val;
  61        u32 address;
  62        u64 tom2;
  63        u64 base = FAM10H_PCI_MMCONF_BASE;
  64
  65        int hi_mmio_num;
  66        struct range range[8];
  67
  68        /* only try to get setting from BSP */
  69        if (fam10h_pci_mmconf_base)
  70                return;
  71
  72        if (!early_pci_allowed())
  73                return;
  74
  75        found = 0;
  76        for (i = 0; i < ARRAY_SIZE(pci_probes); i++) {
  77                u32 id;
  78                u16 device;
  79                u16 vendor;
  80
  81                bus = pci_probes[i].bus;
  82                slot = pci_probes[i].slot;
  83                id = read_pci_config(bus, slot, 0, PCI_VENDOR_ID);
  84
  85                vendor = id & 0xffff;
  86                device = (id>>16) & 0xffff;
  87                if (pci_probes[i].vendor == vendor &&
  88                    pci_probes[i].device == device) {
  89                        found = 1;
  90                        break;
  91                }
  92        }
  93
  94        if (!found)
  95                return;
  96
  97        /* SYS_CFG */
  98        address = MSR_K8_SYSCFG;
  99        rdmsrl(address, val);
 100
 101        /* TOP_MEM2 is not enabled? */
 102        if (!(val & (1<<21))) {
 103                tom2 = 1ULL << 32;
 104        } else {
 105                /* TOP_MEM2 */
 106                address = MSR_K8_TOP_MEM2;
 107                rdmsrl(address, val);
 108                tom2 = max(val & 0xffffff800000ULL, 1ULL << 32);
 109        }
 110
 111        if (base <= tom2)
 112                base = (tom2 + 2 * MMCONF_UNIT - 1) & MMCONF_MASK;
 113
 114        /*
 115         * need to check if the range is in the high mmio range that is
 116         * above 4G
 117         */
 118        hi_mmio_num = 0;
 119        for (i = 0; i < 8; i++) {
 120                u32 reg;
 121                u64 start;
 122                u64 end;
 123                reg = read_pci_config(bus, slot, 1, 0x80 + (i << 3));
 124                if (!(reg & 3))
 125                        continue;
 126
 127                start = (u64)(reg & 0xffffff00) << 8; /* 39:16 on 31:8*/
 128                reg = read_pci_config(bus, slot, 1, 0x84 + (i << 3));
 129                end = ((u64)(reg & 0xffffff00) << 8) | 0xffff; /* 39:16 on 31:8*/
 130
 131                if (end < tom2)
 132                        continue;
 133
 134                range[hi_mmio_num].start = start;
 135                range[hi_mmio_num].end = end;
 136                hi_mmio_num++;
 137        }
 138
 139        if (!hi_mmio_num)
 140                goto out;
 141
 142        /* sort the range */
 143        sort(range, hi_mmio_num, sizeof(struct range), cmp_range, NULL);
 144
 145        if (range[hi_mmio_num - 1].end < base)
 146                goto out;
 147        if (range[0].start > base + MMCONF_SIZE)
 148                goto out;
 149
 150        /* need to find one window */
 151        base = (range[0].start & MMCONF_MASK) - MMCONF_UNIT;
 152        if ((base > tom2) && BASE_VALID(base))
 153                goto out;
 154        base = (range[hi_mmio_num - 1].end + MMCONF_UNIT) & MMCONF_MASK;
 155        if (BASE_VALID(base))
 156                goto out;
 157        /* need to find window between ranges */
 158        for (i = 1; i < hi_mmio_num; i++) {
 159                base = (range[i - 1].end + MMCONF_UNIT) & MMCONF_MASK;
 160                val = range[i].start & MMCONF_MASK;
 161                if (val >= base + MMCONF_SIZE && BASE_VALID(base))
 162                        goto out;
 163        }
 164        return;
 165
 166out:
 167        fam10h_pci_mmconf_base = base;
 168}
 169
 170void fam10h_check_enable_mmcfg(void)
 171{
 172        u64 val;
 173        u32 address;
 174
 175        if (!(pci_probe & PCI_CHECK_ENABLE_AMD_MMCONF))
 176                return;
 177
 178        address = MSR_FAM10H_MMIO_CONF_BASE;
 179        rdmsrl(address, val);
 180
 181        /* try to make sure that AP's setting is identical to BSP setting */
 182        if (val & FAM10H_MMIO_CONF_ENABLE) {
 183                unsigned busnbits;
 184                busnbits = (val >> FAM10H_MMIO_CONF_BUSRANGE_SHIFT) &
 185                        FAM10H_MMIO_CONF_BUSRANGE_MASK;
 186
 187                /* only trust the one handle 256 buses, if acpi=off */
 188                if (!acpi_pci_disabled || busnbits >= 8) {
 189                        u64 base = val & MMCONF_MASK;
 190
 191                        if (!fam10h_pci_mmconf_base) {
 192                                fam10h_pci_mmconf_base = base;
 193                                return;
 194                        } else if (fam10h_pci_mmconf_base ==  base)
 195                                return;
 196                }
 197        }
 198
 199        /*
 200         * if it is not enabled, try to enable it and assume only one segment
 201         * with 256 buses
 202         */
 203        get_fam10h_pci_mmconf_base();
 204        if (!fam10h_pci_mmconf_base) {
 205                pci_probe &= ~PCI_CHECK_ENABLE_AMD_MMCONF;
 206                return;
 207        }
 208
 209        printk(KERN_INFO "Enable MMCONFIG on AMD Family 10h\n");
 210        val &= ~((FAM10H_MMIO_CONF_BASE_MASK<<FAM10H_MMIO_CONF_BASE_SHIFT) |
 211             (FAM10H_MMIO_CONF_BUSRANGE_MASK<<FAM10H_MMIO_CONF_BUSRANGE_SHIFT));
 212        val |= fam10h_pci_mmconf_base | (8 << FAM10H_MMIO_CONF_BUSRANGE_SHIFT) |
 213               FAM10H_MMIO_CONF_ENABLE;
 214        wrmsrl(address, val);
 215}
 216
 217static int __init set_check_enable_amd_mmconf(const struct dmi_system_id *d)
 218{
 219        pci_probe |= PCI_CHECK_ENABLE_AMD_MMCONF;
 220        return 0;
 221}
 222
 223static const struct dmi_system_id __initconst mmconf_dmi_table[] = {
 224        {
 225                .callback = set_check_enable_amd_mmconf,
 226                .ident = "Sun Microsystems Machine",
 227                .matches = {
 228                        DMI_MATCH(DMI_SYS_VENDOR, "Sun Microsystems"),
 229                },
 230        },
 231        {}
 232};
 233
 234/* Called from a non __init function, but only on the BSP. */
 235void __ref check_enable_amd_mmconf_dmi(void)
 236{
 237        dmi_check_system(mmconf_dmi_table);
 238}
 239