src/northbridge/amd/amdk8/northbridge.c

   1 /* This should be done by Eric
   2         2004.12 yhlu add dual core support
   3         2005.01 yhlu add support move apic before pci_domain in MB devicetree.cb
   4         2005.02 yhlu add e0 memory hole support
   5         2005.11 yhlu add put sb ht chain on bus 0
   6 */
   7
   8 #include <console/console.h>
   9 #include <arch/io.h>
  10 #include <stdint.h>
  11 #include <device/device.h>
  12 #include <device/pci.h>
  13 #include <device/pci_ids.h>
  14 #include <device/hypertransport.h>
  15 #include <stdlib.h>
  16 #include <string.h>
  17 #include <bitops.h>
  18 #include <cpu/cpu.h>
  19
  20 #include <cpu/x86/lapic.h>
  21
  22 #include <cpu/amd/multicore.h>
  23 #if CONFIG_LOGICAL_CPUS==1
  24 #include <pc80/mc146818rtc.h>
  25 #endif
  26
  27 #include "chip.h"
  28 #include "root_complex/chip.h"
  29 #include "northbridge.h"
  30
  31 #include "amdk8.h"
  32
  33 #include <cpu/amd/model_fxx_rev.h>
  34
  35 #include <cpu/amd/amdk8_sysconf.h>
  36
  37 struct amdk8_sysconf_t sysconf;
  38
  39 #define MAX_FX_DEVS 8
  40 static device_t __f0_dev[MAX_FX_DEVS];
  41 static device_t __f1_dev[MAX_FX_DEVS];
  42 static unsigned fx_devs=0;
  43
  44 static void get_fx_devs(void)
  45 {
  46         int i;
  47         for(i = 0; i < MAX_FX_DEVS; i++) {
  48                 __f0_dev[i] = dev_find_slot(0, PCI_DEVFN(0x18 + i, 0));
  49                 __f1_dev[i] = dev_find_slot(0, PCI_DEVFN(0x18 + i, 1));
  50                 if (__f0_dev[i] != NULL && __f1_dev[i] != NULL)
  51                         fx_devs = i+1;
  52         }
  53         if (__f1_dev[0] == NULL || __f0_dev[0] == NULL || fx_devs == 0) {
  54                 die("Cannot find 0:0x18.[0|1]\n");
  55         }
  56 }
  57
  58 static u32 f1_read_config32(unsigned reg)
  59 {
  60         if (fx_devs == 0)
  61                 get_fx_devs();
  62         return pci_read_config32(__f1_dev[0], reg);
  63 }
  64
  65 static void f1_write_config32(unsigned reg, u32 value)
  66 {
  67         int i;
  68         if (fx_devs == 0)
  69                 get_fx_devs();
  70         for(i = 0; i < fx_devs; i++) {
  71                 device_t dev;
  72                 dev = __f1_dev[i];
  73                 if (dev && dev->enabled) {
  74                         pci_write_config32(dev, reg, value);
  75                 }
  76         }
  77 }
  78
  79 static u32 amdk8_nodeid(device_t dev)
  80 {
  81         return (dev->path.pci.devfn >> 3) - 0x18;
  82 }
  83
  84 static u32 amdk8_scan_chain(device_t dev, u32 nodeid, struct bus *link, u32 link_num, u32 sblink,
  85                                 u32 max, u32 offset_unitid)
  86 {
  87
  88                 u32 link_type;
  89                 int i;
  90                 u32 busses, config_busses;
  91                 u32 free_reg, config_reg;
  92                 u32 ht_unitid_base[4]; // here assume only 4 HT device on chain
  93                 u32 max_bus;
  94                 u32 min_bus;
  95                 u32 max_devfn;
  96
  97                 link->cap = 0x80 + (link_num *0x20);
  98                 do {
  99                         link_type = pci_read_config32(dev, link->cap + 0x18);
 100                 } while(link_type & ConnectionPending);
 101                 if (!(link_type & LinkConnected)) {
 102                         return max;
 103                 }
 104                 do {
 105                         link_type = pci_read_config32(dev, link->cap + 0x18);
 106                 } while(!(link_type & InitComplete));
 107                 if (!(link_type & NonCoherent)) {
 108                         return max;
 109                 }
 110                 /* See if there is an available configuration space mapping
 111                  * register in function 1.
 112                  */
 113                 free_reg = 0;
 114                 for(config_reg = 0xe0; config_reg <= 0xec; config_reg += 4) {
 115                         u32 config;
 116                         config = f1_read_config32(config_reg);
 117                         if (!free_reg && ((config & 3) == 0)) {
 118                                 free_reg = config_reg;
 119                                 continue;
 120                         }
 121                         if (((config & 3) == 3) &&
 122                                 (((config >> 4) & 7) == nodeid) &&
 123                                 (((config >> 8) & 3) == link_num)) {
 124                                 break;
 125                         }
 126                 }
 127                 if (free_reg && (config_reg > 0xec)) {
 128                         config_reg = free_reg;
 129                 }
 130                 /* If we can't find an available configuration space mapping
 131                  * register skip this bus
 132                  */
 133                 if (config_reg > 0xec) {
 134                         return max;
 135                 }
 136
 137                 /* Set up the primary, secondary and subordinate bus numbers.
 138                  * We have no idea how many busses are behind this bridge yet,
 139                  * so we set the subordinate bus number to 0xff for the moment.
 140                  */
 141 #if CONFIG_SB_HT_CHAIN_ON_BUS0 > 0
 142                 // first chain will on bus 0
 143                 if((nodeid == 0) && (sblink==link_num)) { // actually max is 0 here
 144                         min_bus = max;
 145                 }
 146         #if CONFIG_SB_HT_CHAIN_ON_BUS0 > 1
 147                 // second chain will be on 0x40, third 0x80, forth 0xc0
 148                 else {
 149                         min_bus = ((max>>6) + 1) * 0x40;
 150                 }
 151                 max = min_bus;
 152         #else
 153                 //other ...
 154                 else {
 155                         min_bus = ++max;
 156                 }
 157         #endif
 158 #else
 159                 min_bus = ++max;
 160 #endif
 161                 max_bus = 0xff;
 162
 163                 link->secondary = min_bus;
 164                 link->subordinate = max_bus;
 165
 166                 /* Read the existing primary/secondary/subordinate bus
 167                  * number configuration.
 168                  */
 169                 busses = pci_read_config32(dev, link->cap + 0x14);
 170                 config_busses = f1_read_config32(config_reg);
 171
 172                 /* Configure the bus numbers for this bridge: the configuration
 173                  * transactions will not be propagates by the bridge if it is
 174                  * not correctly configured
 175                  */
 176                 busses &= 0xff000000;
 177                 busses |= (((unsigned int)(dev->bus->secondary) << 0) |
 178                         ((unsigned int)(link->secondary) << 8) |
 179                         ((unsigned int)(link->subordinate) << 16));
 180                 pci_write_config32(dev, link->cap + 0x14, busses);
 181
 182                 config_busses &= 0x000fc88;
 183                 config_busses |=
 184                         (3 << 0) |  /* rw enable, no device compare */
 185                         (( nodeid & 7) << 4) |
 186                         (( link_num & 3 ) << 8) |
 187                         ((link->secondary) << 16) |
 188                         ((link->subordinate) << 24);
 189                 f1_write_config32(config_reg, config_busses);
 190
 191                 /* Now we can scan all of the subordinate busses i.e. the
 192                  * chain on the hypertranport link
 193                  */
 194                 for(i=0;i<4;i++) {
 195                         ht_unitid_base[i] = 0x20;
 196                 }
 197
 198                 if (min_bus == 0)
 199                         max_devfn = (0x17<<3) | 7;
 200                 else
 201                         max_devfn = (0x1f<<3) | 7;
 202
 203                 max = hypertransport_scan_chain(link, 0, max_devfn, max, ht_unitid_base, offset_unitid);
 204
 205                 /* We know the number of busses behind this bridge.  Set the
 206                  * subordinate bus number to it's real value
 207                  */
 208                 link->subordinate = max;
 209                 busses = (busses & 0xff00ffff) |
 210                         ((unsigned int) (link->subordinate) << 16);
 211                 pci_write_config32(dev, link->cap + 0x14, busses);
 212
 213                 config_busses = (config_busses & 0x00ffffff) |
 214                         (link->subordinate << 24);
 215                 f1_write_config32(config_reg, config_busses);
 216
 217                 {
 218                         // use config_reg and ht_unitid_base to update hcdn_reg
 219                         int index;
 220                         u32 temp = 0;
 221                         index = (config_reg-0xe0) >> 2;
 222                         for(i=0;i<4;i++) {
 223                                 temp |= (ht_unitid_base[i] & 0xff) << (i*8);
 224                         }
 225
 226                         sysconf.hcdn_reg[index] = temp;
 227
 228                 }
 229         return max;
 230 }
 231
 232 static unsigned amdk8_scan_chains(device_t dev, unsigned max)
 233 {
 234         unsigned nodeid;
 235         struct bus *link;
 236         unsigned sblink = 0;
 237         unsigned offset_unitid = 0;
 238
 239         nodeid = amdk8_nodeid(dev);
 240
 241         if(nodeid==0) {
 242                 sblink = (pci_read_config32(dev, 0x64)>>8) & 3;
 243 #if CONFIG_SB_HT_CHAIN_ON_BUS0 > 0
 244         #if ((CONFIG_HT_CHAIN_UNITID_BASE != 1) || (CONFIG_HT_CHAIN_END_UNITID_BASE != 0x20))
 245                 offset_unitid = 1;
 246         #endif
 247                 for (link = dev->link_list; link; link = link->next)
 248                         if (link->link_num == sblink)
 249                                 max = amdk8_scan_chain(dev, nodeid, link, sblink, sblink, max, offset_unitid ); // do sb ht chain at first, in case s2885 put sb chain (8131/8111) on link2, but put 8151 on link0
 250 #endif
 251         }
 252
 253         for (link = dev->link_list; link; link = link->next) {
 254 #if CONFIG_SB_HT_CHAIN_ON_BUS0 > 0
 255                 if( (nodeid == 0) && (sblink == link->link_num) ) continue; //already done
 256 #endif
 257                 offset_unitid = 0;
 258                 #if ((CONFIG_HT_CHAIN_UNITID_BASE != 1) || (CONFIG_HT_CHAIN_END_UNITID_BASE != 0x20))
 259                         #if CONFIG_SB_HT_CHAIN_UNITID_OFFSET_ONLY == 1
 260                         if((nodeid == 0) && (sblink == link->link_num))
 261                         #endif
 262                                 offset_unitid = 1;
 263                 #endif
 264
 265                 max = amdk8_scan_chain(dev, nodeid, link, link->link_num, sblink, max, offset_unitid);
 266         }
 267         return max;
 268 }
 269
 270
 271 static int reg_useable(unsigned reg, device_t goal_dev, unsigned goal_nodeid,
 272                         unsigned goal_link)
 273 {
 274         struct resource *res;
 275         unsigned nodeid, link = 0;
 276         int result;
 277         res = 0;
 278         for(nodeid = 0; !res && (nodeid < fx_devs); nodeid++) {
 279                 device_t dev;
 280                 dev = __f0_dev[nodeid];
 281                 if (!dev)
 282                         continue;
 283                 for(link = 0; !res && (link < 3); link++) {
 284                         res = probe_resource(dev, IOINDEX(0x100 + reg, link));
 285                 }
 286         }
 287         result = 2;
 288         if (res) {
 289                 result = 0;
 290                 if (    (goal_link == (link - 1)) &&
 291                         (goal_nodeid == (nodeid - 1)) &&
 292                         (res->flags <= 1)) {
 293                         result = 1;
 294                 }
 295         }
 296         return result;
 297 }
 298
 299 static unsigned amdk8_find_reg(device_t dev, unsigned nodeid, unsigned link,
 300                                unsigned min, unsigned max)
 301 {
 302         unsigned resource;
 303         unsigned free_reg, reg;
 304         resource = 0;
 305         free_reg = 0;
 306         for(reg = min; reg <= max; reg += 0x8) {
 307                 int result;
 308                 result = reg_useable(reg, dev, nodeid, link);
 309                 if (result == 1) {
 310                         /* I have been allocated this one */
 311                         break;
 312                 }
 313                 else if (result > 1) {
 314                         /* I have a free register pair */
 315                         free_reg = reg;
 316                 }
 317         }
 318         if (reg > max) {
 319                 reg = free_reg;
 320         }
 321         if (reg > 0) {
 322                 resource = IOINDEX(0x100 + reg, link);
 323         }
 324         return resource;
 325 }
 326
 327 static unsigned amdk8_find_iopair(device_t dev, unsigned nodeid, unsigned link)
 328 {
 329         return amdk8_find_reg(dev, nodeid, link, 0xc0, 0xd8);
 330 }
 331
 332 static unsigned amdk8_find_mempair(device_t dev, unsigned nodeid, unsigned link)
 333 {
 334         return amdk8_find_reg(dev, nodeid, link, 0x80, 0xb8);
 335 }
 336
 337 static void amdk8_link_read_bases(device_t dev, unsigned nodeid, unsigned link)
 338 {
 339         struct resource *resource;
 340
 341         /* Initialize the io space constraints on the current bus */
 342         resource = new_resource(dev, IOINDEX(0, link));
 343         if (resource) {
 344                 resource->base  = 0;
 345                 resource->size  = 0;
 346                 resource->align = log2(HT_IO_HOST_ALIGN);
 347                 resource->gran  = log2(HT_IO_HOST_ALIGN);
 348                 resource->limit = 0xffffUL;
 349                 resource->flags = IORESOURCE_IO | IORESOURCE_BRIDGE;
 350         }
 351
 352         /* Initialize the prefetchable memory constraints on the current bus */
 353         resource = new_resource(dev, IOINDEX(2, link));
 354         if (resource) {
 355                 resource->base = 0;
 356                 resource->size = 0;
 357                 resource->align = log2(HT_MEM_HOST_ALIGN);
 358                 resource->gran = log2(HT_MEM_HOST_ALIGN);
 359                 resource->limit = 0xffffffffffULL;
 360                 resource->flags = IORESOURCE_MEM | IORESOURCE_PREFETCH;
 361                 resource->flags |= IORESOURCE_BRIDGE;
 362         }
 363
 364         /* Initialize the memory constraints on the current bus */
 365         resource = new_resource(dev, IOINDEX(1, link));
 366         if (resource) {
 367                 resource->base = 0;
 368                 resource->size = 0;
 369                 resource->align = log2(HT_MEM_HOST_ALIGN);
 370                 resource->gran = log2(HT_MEM_HOST_ALIGN);
 371                 resource->limit = 0xffffffffULL;
 372                 resource->flags = IORESOURCE_MEM | IORESOURCE_BRIDGE;
 373         }
 374 }
 375
 376 static void amdk8_create_vga_resource(device_t dev, unsigned nodeid);
 377
 378 static void amdk8_read_resources(device_t dev)
 379 {
 380         unsigned nodeid;
 381         struct bus *link;
 382         nodeid = amdk8_nodeid(dev);
 383         for(link = dev->link_list; link; link = link->next) {
 384                 if (link->children) {
 385                         amdk8_link_read_bases(dev, nodeid, link->link_num);
 386                 }
 387         }
 388         amdk8_create_vga_resource(dev, nodeid);
 389 }
 390
 391 static void amdk8_set_resource(device_t dev, struct resource *resource, unsigned nodeid)
 392 {
 393         struct bus *link;
 394         resource_t rbase, rend;
 395         unsigned reg, link_num;
 396         char buf[50];
 397
 398         /* Make certain the resource has actually been set */
 399         if (!(resource->flags & IORESOURCE_ASSIGNED)) {
 400                 printk(BIOS_ERR, "%s: can't set unassigned resource @%lx %lx\n",
 401                            __func__, resource->index, resource->flags);
 402                 return;
 403         }
 404
 405         /* If I have already stored this resource don't worry about it */
 406         if (resource->flags & IORESOURCE_STORED) {
 407                 printk(BIOS_ERR, "%s: can't set stored resource @%lx %lx\n", __func__,
 408                            resource->index, resource->flags);
 409                 return;
 410         }
 411
 412         /* Only handle PCI memory and IO resources */
 413         if (!(resource->flags & (IORESOURCE_MEM | IORESOURCE_IO)))
 414                 return;
 415
 416         /* Ensure I am actually looking at a resource of function 1 */
 417         if (resource->index < 0x100) {
 418                 return;
 419         }
 420
 421         if (resource->size == 0)
 422                 return;
 423
 424         /* Get the base address */
 425         rbase = resource->base;
 426
 427         /* Get the limit (rounded up) */
 428         rend  = resource_end(resource);
 429
 430         /* Get the register and link */
 431         reg  = resource->index & 0xfc;
 432         link_num = IOINDEX_LINK(resource->index);
 433
 434         for (link = dev->link_list; link; link = link->next)
 435                 if (link->link_num == link_num)
 436                         break;
 437
 438         if (link == NULL) {
 439                 printk(BIOS_ERR, "%s: can't find link %x for %lx\n", __func__,
 440                            link_num, resource->index);
 441                 return;
 442         }
 443
 444         if (resource->flags & IORESOURCE_IO) {
 445                 u32 base, limit;
 446                 base  = f1_read_config32(reg);
 447                 limit = f1_read_config32(reg + 0x4);
 448                 base  &= 0xfe000fcc;
 449                 base  |= rbase  & 0x01fff000;
 450                 base  |= 3;
 451                 limit &= 0xfe000fc8;
 452                 limit |= rend & 0x01fff000;
 453                 limit |= (link_num & 3) << 4;
 454                 limit |= (nodeid & 7);
 455
 456                 if (link->bridge_ctrl & PCI_BRIDGE_CTL_VGA) {
 457                         printk(BIOS_SPEW, "%s, enabling legacy VGA IO forwarding for %s link 0x%x\n",
 458                                     __func__, dev_path(dev), link_num);
 459                         base |= PCI_IO_BASE_VGA_EN;
 460                 }
 461                 if (link->bridge_ctrl & PCI_BRIDGE_CTL_NO_ISA) {
 462                         base |= PCI_IO_BASE_NO_ISA;
 463                 }
 464
 465                 f1_write_config32(reg + 0x4, limit);
 466                 f1_write_config32(reg, base);
 467         }
 468         else if (resource->flags & IORESOURCE_MEM) {
 469                 u32 base, limit;
 470                 base  = f1_read_config32(reg);
 471                 limit = f1_read_config32(reg + 0x4);
 472                 base  &= 0x000000f0;
 473                 base  |= (rbase >> 8) & 0xffffff00;
 474                 base  |= 3;
 475                 limit &= 0x00000048;
 476                 limit |= (rend >> 8) & 0xffffff00;
 477                 limit |= (link_num & 3) << 4;
 478                 limit |= (nodeid & 7);
 479                 f1_write_config32(reg + 0x4, limit);
 480                 f1_write_config32(reg, base);
 481         }
 482         resource->flags |= IORESOURCE_STORED;
 483         sprintf(buf, " <node %x link %x>",
 484                 nodeid, link_num);
 485         report_resource_stored(dev, resource, buf);
 486 }
 487
 488 static void amdk8_create_vga_resource(device_t dev, unsigned nodeid)
 489 {
 490         struct resource *resource;
 491         struct bus *link;
 492
 493         /* find out which link the VGA card is connected,
 494          * we only deal with the 'first' vga card */
 495         for (link = dev->link_list; link; link = link->next) {
 496                 if (link->bridge_ctrl & PCI_BRIDGE_CTL_VGA) {
 497 #if CONFIG_MULTIPLE_VGA_ADAPTERS == 1
 498                         extern device_t vga_pri; // the primary vga device, defined in device.c
 499                         printk(BIOS_DEBUG, "VGA: vga_pri bus num = %d link bus range [%d,%d]\n", vga_pri->bus->secondary,
 500                                 link->secondary,link->subordinate);
 501                         /* We need to make sure the vga_pri is under the link */
 502                         if((vga_pri->bus->secondary >= link->secondary ) &&
 503                                 (vga_pri->bus->secondary <= link->subordinate )
 504                         )
 505 #endif
 506                         break;
 507                 }
 508         }
 509
 510         /* no VGA card installed */
 511         if (link == NULL)
 512                 return;
 513
 514         printk(BIOS_DEBUG, "VGA: %s (aka node %d) link %d has VGA device\n", dev_path(dev), nodeid, link->link_num);
 515
 516         /* allocate a temp resource for the legacy VGA buffer */
 517         resource = new_resource(dev, IOINDEX(4, link->link_num));
 518         if(!resource){
 519                 printk(BIOS_DEBUG, "VGA: %s out of resources.\n", dev_path(dev));
 520                 return;
 521         }
 522         resource->base = 0xa0000;
 523         resource->size = 0x20000;
 524         resource->limit = 0xffffffff;
 525         resource->flags = IORESOURCE_FIXED | IORESOURCE_MEM |
 526                           IORESOURCE_ASSIGNED;
 527 }
 528
 529 static void amdk8_set_resources(device_t dev)
 530 {
 531         unsigned nodeid;
 532         struct bus *bus;
 533         struct resource *res;
 534
 535         /* Find the nodeid */
 536         nodeid = amdk8_nodeid(dev);
 537
 538         /* Set each resource we have found */
 539         for(res = dev->resource_list; res; res = res->next) {
 540                 struct resource *old = NULL;
 541                 unsigned index;
 542
 543                 if (res->size == 0) /* No need to allocate registers. */
 544                         continue;
 545
 546                 if (res->flags & IORESOURCE_IO)
 547                         index = amdk8_find_iopair(dev, nodeid,
 548                                                   IOINDEX_LINK(res->index));
 549                 else
 550                         index = amdk8_find_mempair(dev, nodeid,
 551                                                    IOINDEX_LINK(res->index));
 552
 553                 old = probe_resource(dev, index);
 554                 if (old) {
 555                         res->index = old->index;
 556                         old->index = 0;
 557                         old->flags = 0;
 558                 }
 559                 else
 560                         res->index = index;
 561
 562                 amdk8_set_resource(dev, res, nodeid);
 563         }
 564
 565         compact_resources(dev);
 566
 567         for(bus = dev->link_list; bus; bus = bus->next) {
 568                 if (bus->children) {
 569                         assign_resources(bus);
 570                 }
 571         }
 572 }
 573
 574 static void mcf0_control_init(struct device *dev)
 575 {
 576 #if 0
 577         printk(BIOS_DEBUG, "NB: Function 0 Misc Control.. ");
 578 #endif
 579 #if 0
 580         printk(BIOS_DEBUG, "done.\n");
 581 #endif
 582 }
 583
 584 static struct device_operations northbridge_operations = {
 585         .read_resources   = amdk8_read_resources,
 586         .set_resources    = amdk8_set_resources,
 587         .enable_resources = pci_dev_enable_resources,
 588         .init             = mcf0_control_init,
 589         .scan_bus         = amdk8_scan_chains,
 590         .enable           = 0,
 591         .ops_pci          = 0,
 592 };
 593
 594
 595 static const struct pci_driver mcf0_driver __pci_driver = {
 596         .ops    = &northbridge_operations,
 597         .vendor = PCI_VENDOR_ID_AMD,
 598         .device = 0x1100,
 599 };
 600
 601 struct chip_operations northbridge_amd_amdk8_ops = {
 602         CHIP_NAME("AMD K8 Northbridge")
 603         .enable_dev = 0,
 604 };
 605
 606 static void amdk8_domain_read_resources(device_t dev)
 607 {
 608         unsigned reg;
 609
 610         /* Find the already assigned resource pairs */
 611         get_fx_devs();
 612         for(reg = 0x80; reg <= 0xd8; reg+= 0x08) {
 613                 u32 base, limit;
 614                 base  = f1_read_config32(reg);
 615                 limit = f1_read_config32(reg + 0x04);
 616                 /* Is this register allocated? */
 617                 if ((base & 3) != 0) {
 618                         unsigned nodeid, reg_link;
 619                         device_t reg_dev;
 620                         nodeid = limit & 7;
 621                         reg_link = (limit >> 4) & 3;
 622                         reg_dev = __f0_dev[nodeid];
 623                         if (reg_dev) {
 624                                 /* Reserve the resource  */
 625                                 struct resource *res;
 626                                 res = new_resource(reg_dev, IOINDEX(0x100 + reg, reg_link));
 627                                 if (res) {
 628                                         res->base = base;
 629                                         res->limit = limit;
 630                                         res->flags = 1;
 631                                 }
 632                         }
 633                 }
 634         }
 635
 636         pci_domain_read_resources(dev);
 637
 638 #if CONFIG_PCI_64BIT_PREF_MEM == 1
 639         /* Initialize the system wide prefetchable memory resources constraints */
 640         resource = new_resource(dev, 2);
 641         resource->limit = 0xfcffffffffULL;
 642         resource->flags = IORESOURCE_MEM | IORESOURCE_PREFETCH;
 643 #endif
 644 }
 645
 646 static void my_tolm_test(void *gp, struct device *dev, struct resource *new)
 647 {
 648         struct resource **best_p = gp;
 649         struct resource *best;
 650         best = *best_p;
 651         /* Skip VGA. */
 652         if (!best || (best->base > new->base && new->base > 0xa0000)) {
 653                 best = new;
 654         }
 655         *best_p = best;
 656 }
 657
 658 static u32 my_find_pci_tolm(struct bus *bus)
 659 {
 660         struct resource *min;
 661         u32 tolm;
 662         min = 0;
 663         search_bus_resources(bus, IORESOURCE_MEM, IORESOURCE_MEM, my_tolm_test, &min);
 664         tolm = 0xffffffffUL;
 665         if (min && tolm > min->base) {
 666                 tolm = min->base;
 667         }
 668         return tolm;
 669 }
 670
 671 #if CONFIG_HW_MEM_HOLE_SIZEK != 0
 672
 673 struct hw_mem_hole_info {
 674         unsigned hole_startk;
 675         int node_id;
 676 };
 677
 678 static struct hw_mem_hole_info get_hw_mem_hole_info(void)
 679 {
 680                 struct hw_mem_hole_info mem_hole;
 681                 int i;
 682
 683                 mem_hole.hole_startk = CONFIG_HW_MEM_HOLE_SIZEK;
 684                 mem_hole.node_id = -1;
 685
 686                 for (i = 0; i < fx_devs; i++) {
 687                         u32 base;
 688                         u32 hole;
 689                         base  = f1_read_config32(0x40 + (i << 3));
 690                         if ((base & ((1<<1)|(1<<0))) != ((1<<1)|(1<<0))) {
 691                                 continue;
 692                         }
 693
 694                         hole = pci_read_config32(__f1_dev[i], 0xf0);
 695                         if(hole & 1) { // we find the hole
 696                                 mem_hole.hole_startk = (hole & (0xff<<24)) >> 10;
 697                                 mem_hole.node_id = i; // record the node No with hole
 698                                 break; // only one hole
 699                         }
 700                 }
 701
 702                 //We need to double check if there is speical set on base reg and limit reg are not continous instead of hole, it will find out it's hole_startk
 703                 if(mem_hole.node_id==-1) {
 704                         u32 limitk_pri = 0;
 705                         for(i=0; i<8; i++) {
 706                                 u32 base, limit;
 707                                 unsigned base_k, limit_k;
 708                                 base  = f1_read_config32(0x40 + (i << 3));
 709                                 if ((base & ((1<<1)|(1<<0))) != ((1<<1)|(1<<0))) {
 710                                         continue;
 711                                 }
 712
 713                                 base_k = (base & 0xffff0000) >> 2;
 714                                 if(limitk_pri != base_k) { // we find the hole
 715                                         mem_hole.hole_startk = limitk_pri;
 716                                         mem_hole.node_id = i;
 717                                         break; //only one hole
 718                                 }
 719
 720                                 limit = f1_read_config32(0x44 + (i << 3));
 721                                 limit_k = ((limit + 0x00010000) & 0xffff0000) >> 2;
 722                                 limitk_pri = limit_k;
 723                         }
 724                 }
 725                 return mem_hole;
 726 }
 727
 728 static void disable_hoist_memory(unsigned long hole_startk, int node_id)
 729 {
 730         int i;
 731         device_t dev;
 732         u32 base, limit;
 733         u32 hoist;
 734         u32 hole_sizek;
 735
 736
 737         //1. find which node has hole
 738         //2. change limit in that node.
 739         //3. change base and limit in later node
 740         //4. clear that node f0
 741
 742         //if there is not mem hole enabled, we need to change it's base instead
 743
 744         hole_sizek = (4*1024*1024) - hole_startk;
 745
 746         for(i=7;i>node_id;i--) {
 747
 748                 base  = f1_read_config32(0x40 + (i << 3));
 749                 if ((base & ((1<<1)|(1<<0))) != ((1<<1)|(1<<0))) {
 750                         continue;
 751                 }
 752                 limit = f1_read_config32(0x44 + (i << 3));
 753                 f1_write_config32(0x44 + (i << 3),limit - (hole_sizek << 2));
 754                 f1_write_config32(0x40 + (i << 3),base - (hole_sizek << 2));
 755         }
 756         limit = f1_read_config32(0x44 + (node_id << 3));
 757         f1_write_config32(0x44 + (node_id << 3),limit - (hole_sizek << 2));
 758         dev = __f1_dev[node_id];
 759         if (dev == NULL) {
 760                 printk(BIOS_ERR, "%s: node %x is NULL!\n", __func__, node_id);
 761                 return;
 762         }
 763         hoist = pci_read_config32(dev, 0xf0);
 764         if(hoist & 1) {
 765                 pci_write_config32(dev, 0xf0, 0);
 766         } else {
 767                 base = pci_read_config32(dev, 0x40 + (node_id << 3));
 768                 f1_write_config32(0x40 + (node_id << 3),base - (hole_sizek << 2));
 769         }
 770 }
 771
 772 static u32 hoist_memory(unsigned long hole_startk, int node_id)
 773 {
 774         int i;
 775         u32 carry_over;
 776         device_t dev;
 777         u32 base, limit;
 778         u32 basek;
 779         u32 hoist;
 780
 781         carry_over = (4*1024*1024) - hole_startk;
 782
 783         for(i=7;i>node_id;i--) {
 784
 785                 base  = f1_read_config32(0x40 + (i << 3));
 786                 if ((base & ((1<<1)|(1<<0))) != ((1<<1)|(1<<0))) {
 787                         continue;
 788                 }
 789                 limit = f1_read_config32(0x44 + (i << 3));
 790                 f1_write_config32(0x44 + (i << 3),limit + (carry_over << 2));
 791                 f1_write_config32(0x40 + (i << 3),base + (carry_over << 2));
 792         }
 793         limit = f1_read_config32(0x44 + (node_id << 3));
 794         f1_write_config32(0x44 + (node_id << 3),limit + (carry_over << 2));
 795         dev = __f1_dev[node_id];
 796         base  = pci_read_config32(dev, 0x40 + (node_id << 3));
 797         basek  = (base & 0xffff0000) >> 2;
 798         if(basek == hole_startk) {
 799                 //don't need set memhole here, because hole off set will be 0, overflow
 800                 //so need to change base reg instead, new basek will be 4*1024*1024
 801                 base &= 0x0000ffff;
 802                 base |= (4*1024*1024)<<2;
 803                 f1_write_config32(0x40 + (node_id<<3), base);
 804         }
 805         else if (dev)
 806         {
 807                 hoist = /* hole start address */
 808                         ((hole_startk << 10) & 0xff000000) +
 809                         /* hole address to memory controller address */
 810                         (((basek + carry_over) >> 6) & 0x0000ff00) +
 811                         /* enable */
 812                         1;
 813
 814                 pci_write_config32(dev, 0xf0, hoist);
 815         }
 816
 817         return carry_over;
 818 }
 819 #endif
 820
 821 #if CONFIG_WRITE_HIGH_TABLES==1
 822 #include <cbmem.h>
 823 #define HIGH_TABLES_SIZE ((HIGH_MEMORY_SIZE + 1024) / 1024)
 824 extern uint64_t high_tables_base, high_tables_size;
 825 #endif
 826
 827 #if CONFIG_GFXUMA == 1
 828 extern uint64_t uma_memory_base, uma_memory_size;
 829
 830 static void add_uma_resource(struct device *dev, int index)
 831 {
 832         struct resource *resource;
 833
 834         printk(BIOS_DEBUG, "Adding UMA memory area\n");
 835         resource = new_resource(dev, index);
 836         resource->base = (resource_t) uma_memory_base;
 837         resource->size = (resource_t) uma_memory_size;
 838         resource->flags = IORESOURCE_MEM | IORESOURCE_RESERVE |
 839                 IORESOURCE_FIXED | IORESOURCE_STORED | IORESOURCE_ASSIGNED;
 840 }
 841 #endif
 842
 843 static void amdk8_domain_set_resources(device_t dev)
 844 {
 845 #if CONFIG_PCI_64BIT_PREF_MEM == 1
 846         struct resource *io, *mem1, *mem2;
 847         struct resource *res;
 848 #endif
 849         unsigned long mmio_basek;
 850         u32 pci_tolm;
 851         int i, idx;
 852 #if CONFIG_HW_MEM_HOLE_SIZEK != 0
 853         struct hw_mem_hole_info mem_hole;
 854         u32 reset_memhole = 1;
 855 #endif
 856
 857 #if 0
 858         /* Place the IO devices somewhere safe */
 859         io = find_resource(dev, 0);
 860         io->base = DEVICE_IO_START;
 861 #endif
 862 #if CONFIG_PCI_64BIT_PREF_MEM == 1
 863         /* Now reallocate the pci resources memory with the
 864          * highest addresses I can manage.
 865          */
 866         mem1 = find_resource(dev, 1);
 867         mem2 = find_resource(dev, 2);
 868
 869 #if 1
 870         printk(BIOS_DEBUG, "base1: 0x%08Lx limit1: 0x%08Lx size: 0x%08Lx align: %d\n",
 871                 mem1->base, mem1->limit, mem1->size, mem1->align);
 872         printk(BIOS_DEBUG, "base2: 0x%08Lx limit2: 0x%08Lx size: 0x%08Lx align: %d\n",
 873                 mem2->base, mem2->limit, mem2->size, mem2->align);
 874 #endif
 875
 876         /* See if both resources have roughly the same limits */
 877         if (((mem1->limit <= 0xffffffff) && (mem2->limit <= 0xffffffff)) ||
 878                 ((mem1->limit > 0xffffffff) && (mem2->limit > 0xffffffff)))
 879         {
 880                 /* If so place the one with the most stringent alignment first
 881                  */
 882                 if (mem2->align > mem1->align) {
 883                         struct resource *tmp;
 884                         tmp = mem1;
 885                         mem1 = mem2;
 886                         mem2 = tmp;
 887                 }
 888                 /* Now place the memory as high up as it will go */
 889                 mem2->base = resource_max(mem2);
 890                 mem1->limit = mem2->base - 1;
 891                 mem1->base = resource_max(mem1);
 892         }
 893         else {
 894                 /* Place the resources as high up as they will go */
 895                 mem2->base = resource_max(mem2);
 896                 mem1->base = resource_max(mem1);
 897         }
 898
 899 #if 1
 900         printk(BIOS_DEBUG, "base1: 0x%08Lx limit1: 0x%08Lx size: 0x%08Lx align: %d\n",
 901                 mem1->base, mem1->limit, mem1->size, mem1->align);
 902         printk(BIOS_DEBUG, "base2: 0x%08Lx limit2: 0x%08Lx size: 0x%08Lx align: %d\n",
 903                 mem2->base, mem2->limit, mem2->size, mem2->align);
 904 #endif
 905
 906         for(res = dev->resource_list; res; res = res->next)
 907         {
 908                 res->flags |= IORESOURCE_ASSIGNED;
 909                 res->flags |= IORESOURCE_STORED;
 910                 report_resource_stored(dev, res, "");
 911         }
 912 #endif
 913
 914         pci_tolm = my_find_pci_tolm(dev->link_list);
 915
 916         // FIXME handle interleaved nodes. If you fix this here, please fix
 917         // amdfam10, too.
 918         mmio_basek = pci_tolm >> 10;
 919         /* Round mmio_basek to something the processor can support */
 920         mmio_basek &= ~((1 << 6) -1);
 921
 922         // FIXME improve mtrr.c so we don't use up all of the mtrrs with a 64M
 923         // MMIO hole. If you fix this here, please fix amdfam10, too.
 924         /* Round the mmio hole to 64M */
 925         mmio_basek &= ~((64*1024) - 1);
 926
 927 #if CONFIG_HW_MEM_HOLE_SIZEK != 0
 928         /* if the hw mem hole is already set in raminit stage, here we will compare mmio_basek and hole_basek
 929          * if mmio_basek is bigger that hole_basek and will use hole_basek as mmio_basek and we don't need to reset hole.
 930          * otherwise We reset the hole to the mmio_basek
 931          */
 932         #if CONFIG_K8_REV_F_SUPPORT == 0
 933                 if (!is_cpu_pre_e0()) {
 934         #endif
 935
 936                 mem_hole = get_hw_mem_hole_info();
 937
 938                 if ((mem_hole.node_id !=  -1) && (mmio_basek > mem_hole.hole_startk)) { //We will use hole_basek as mmio_basek, and we don't need to reset hole anymore
 939                         mmio_basek = mem_hole.hole_startk;
 940                         reset_memhole = 0;
 941                 }
 942
 943                 //mmio_basek = 3*1024*1024; // for debug to meet boundary
 944
 945                 if(reset_memhole) {
 946                         if(mem_hole.node_id!=-1) { // We need to select CONFIG_HW_MEM_HOLE_SIZEK for raminit, it can not make hole_startk to some basek too....!
 947                                // We need to reset our Mem Hole, because We want more big HOLE than we already set
 948                                //Before that We need to disable mem hole at first, becase memhole could already be set on i+1 instead
 949                                 disable_hoist_memory(mem_hole.hole_startk, mem_hole.node_id);
 950                         }
 951
 952                 #if CONFIG_HW_MEM_HOLE_SIZE_AUTO_INC == 1
 953                         //We need to double check if the mmio_basek is valid for hole setting, if it is equal to basek, we need to decrease it some
 954                         u32 basek_pri;
 955                         for (i = 0; i < fx_devs; i++) {
 956                                 u32 base;
 957                                 u32 basek;
 958                                 base  = f1_read_config32(0x40 + (i << 3));
 959                                 if ((base & ((1<<1)|(1<<0))) != ((1<<1)|(1<<0))) {
 960                                         continue;
 961                                 }
 962
 963                                 basek = (base & 0xffff0000) >> 2;
 964                                 if(mmio_basek == basek) {
 965                                         mmio_basek -= (basek - basek_pri)>>1; // increase mem hole size to make sure it is on middle of pri node
 966                                         break;
 967                                 }
 968                                 basek_pri = basek;
 969                         }
 970                 #endif
 971                 }
 972
 973 #if CONFIG_K8_REV_F_SUPPORT == 0
 974         } // is_cpu_pre_e0
 975 #endif
 976
 977 #endif
 978
 979         idx = 0x10;
 980         for(i = 0; i < fx_devs; i++) {
 981                 u32 base, limit;
 982                 u32 basek, limitk, sizek;
 983                 base  = f1_read_config32(0x40 + (i << 3));
 984                 limit = f1_read_config32(0x44 + (i << 3));
 985                 if ((base & ((1<<1)|(1<<0))) != ((1<<1)|(1<<0))) {
 986                         continue;
 987                 }
 988                 basek = (base & 0xffff0000) >> 2;
 989                 limitk = ((limit + 0x00010000) & 0xffff0000) >> 2;
 990                 sizek = limitk - basek;
 991
 992                 /* see if we need a hole from 0xa0000 to 0xbffff */
 993                 if ((basek < ((8*64)+(8*16))) && (sizek > ((8*64)+(16*16)))) {
 994                         ram_resource(dev, (idx | i), basek, ((8*64)+(8*16)) - basek);
 995                         idx += 0x10;
 996                         basek = (8*64)+(16*16);
 997                         sizek = limitk - ((8*64)+(16*16));
 998
 999                 }
1000
1001
1002 #if CONFIG_GFXUMA == 1
1003                 printk(BIOS_DEBUG, "node %d : uma_memory_base/1024=0x%08llx, mmio_basek=0x%08lx, basek=0x%08x, limitk=0x%08x\n", i, uma_memory_base >> 10, mmio_basek, basek, limitk);
1004                 if ((uma_memory_base >> 10) < mmio_basek)
1005                         printk(BIOS_ALERT, "node %d: UMA memory starts below mmio_basek\n", i);
1006 #else
1007 //              printk(BIOS_DEBUG, "node %d : mmio_basek=%08x, basek=%08x, limitk=%08x\n", i, mmio_basek, basek, limitk); //yhlu
1008 #endif
1009
1010                 /* See if I need to split the region to accomodate pci memory space */
1011                 if ( (basek < 4*1024*1024 ) && (limitk > mmio_basek) ) {
1012                         if (basek <= mmio_basek) {
1013                                 unsigned pre_sizek;
1014                                 pre_sizek = mmio_basek - basek;
1015                                 if(pre_sizek>0) {
1016                                         ram_resource(dev, (idx | i), basek, pre_sizek);
1017                                         idx += 0x10;
1018                                         sizek -= pre_sizek;
1019 #if CONFIG_WRITE_HIGH_TABLES==1
1020                                         if (high_tables_base==0) {
1021                                         /* Leave some space for ACPI, PIRQ and MP tables */
1022 #if CONFIG_GFXUMA == 1
1023                                                 high_tables_base = uma_memory_base - (HIGH_TABLES_SIZE * 1024);
1024 #else
1025                                                 high_tables_base = (mmio_basek - HIGH_TABLES_SIZE) * 1024;
1026 #endif
1027                                                 high_tables_size = HIGH_TABLES_SIZE * 1024;
1028                                                 printk(BIOS_DEBUG, " split: %dK table at =%08llx\n", HIGH_TABLES_SIZE,
1029                                                              high_tables_base);
1030                                         }
1031 #endif
1032                                 }
1033                                 #if CONFIG_HW_MEM_HOLE_SIZEK != 0
1034                                 if(reset_memhole)
1035                                         #if CONFIG_K8_REV_F_SUPPORT == 0
1036                                         if(!is_cpu_pre_e0() )
1037                                         #endif
1038                                                  sizek += hoist_memory(mmio_basek,i);
1039                                 #endif
1040
1041                                 basek = mmio_basek;
1042                         }
1043                         if ((basek + sizek) <= 4*1024*1024) {
1044                                 sizek = 0;
1045                         }
1046                         else {
1047                                 basek = 4*1024*1024;
1048                                 sizek -= (4*1024*1024 - mmio_basek);
1049                         }
1050                 }
1051                 /* If sizek == 0, it was split at mmio_basek without a hole.
1052                  * Don't create an empty ram_resource.
1053                  */
1054 #if CONFIG_GFXUMA == 1
1055                 /* Deduct uma memory before reporting because
1056                  * this is what the mtrr code expects */
1057                 sizek -= uma_memory_size / 1024;
1058 #endif
1059                 if (sizek)
1060                         ram_resource(dev, (idx | i), basek, sizek);
1061                 idx += 0x10;
1062 #if CONFIG_WRITE_HIGH_TABLES==1
1063                 printk(BIOS_DEBUG, "%d: mmio_basek=%08lx, basek=%08x, limitk=%08x\n",
1064                              i, mmio_basek, basek, limitk);
1065                 if (high_tables_base==0) {
1066                 /* Leave some space for ACPI, PIRQ and MP tables */
1067 #if CONFIG_GFXUMA == 1
1068                         high_tables_base = uma_memory_base - (HIGH_TABLES_SIZE * 1024);
1069 #else
1070                         high_tables_base = (limitk - HIGH_TABLES_SIZE) * 1024;
1071 #endif
1072                         high_tables_size = HIGH_TABLES_SIZE * 1024;
1073                 }
1074 #endif
1075         }
1076
1077 #if CONFIG_GFXUMA == 1
1078         add_uma_resource(dev, 7);
1079 #endif
1080         assign_resources(dev->link_list);
1081
1082 }
1083
1084 static u32 amdk8_domain_scan_bus(device_t dev, u32 max)
1085 {
1086         u32 reg;
1087         int i;
1088         /* Unmap all of the HT chains */
1089         for(reg = 0xe0; reg <= 0xec; reg += 4) {
1090                 f1_write_config32(reg, 0);
1091         }
1092         max = pci_scan_bus(dev->link_list, PCI_DEVFN(0x18, 0), 0xff, max);
1093
1094         /* Tune the hypertransport transaction for best performance.
1095          * Including enabling relaxed ordering if it is safe.
1096          */
1097         get_fx_devs();
1098         for(i = 0; i < fx_devs; i++) {
1099                 device_t f0_dev;
1100                 f0_dev = __f0_dev[i];
1101                 if (f0_dev && f0_dev->enabled) {
1102                         u32 httc;
1103                         httc = pci_read_config32(f0_dev, HT_TRANSACTION_CONTROL);
1104                         httc &= ~HTTC_RSP_PASS_PW;
1105                         if (!dev->link_list->disable_relaxed_ordering) {
1106                                 httc |= HTTC_RSP_PASS_PW;
1107                         }
1108                         printk(BIOS_SPEW, "%s passpw: %s\n",
1109                                 dev_path(dev),
1110                                 (!dev->link_list->disable_relaxed_ordering)?
1111                                 "enabled":"disabled");
1112                         pci_write_config32(f0_dev, HT_TRANSACTION_CONTROL, httc);
1113                 }
1114         }
1115         return max;
1116 }
1117
1118 static struct device_operations pci_domain_ops = {
1119         .read_resources   = amdk8_domain_read_resources,
1120         .set_resources    = amdk8_domain_set_resources,
1121         .enable_resources = NULL,
1122         .init             = NULL,
1123         .scan_bus         = amdk8_domain_scan_bus,
1124         .ops_pci_bus      = &pci_cf8_conf1,
1125 };
1126
1127 static void add_more_links(device_t dev, unsigned total_links)
1128 {
1129         struct bus *link, *last = NULL;
1130         int link_num;
1131
1132         for (link = dev->link_list; link; link = link->next)
1133                 last = link;
1134
1135         if (last) {
1136                 int links = total_links - last->link_num;
1137                 link_num = last->link_num;
1138                 if (links > 0) {
1139                         link = malloc(links*sizeof(*link));
1140                         if (!link)
1141                                 die("Couldn't allocate more links!\n");
1142                         memset(link, 0, links*sizeof(*link));
1143                         last->next = link;
1144                 }
1145         }
1146         else {
1147                 link_num = -1;
1148                 link = malloc(total_links*sizeof(*link));
1149                 memset(link, 0, total_links*sizeof(*link));
1150                 dev->link_list = link;
1151         }
1152
1153         for (link_num = link_num + 1; link_num < total_links; link_num++) {
1154                 link->link_num = link_num;
1155                 link->dev = dev;
1156                 link->next = link + 1;
1157                 last = link;
1158                 link = link->next;
1159         }
1160         last->next = NULL;
1161 }
1162
1163 static u32 cpu_bus_scan(device_t dev, u32 max)
1164 {
1165         struct bus *cpu_bus;
1166         device_t dev_mc;
1167         int bsp_apicid;
1168         int i,j;
1169         unsigned nb_cfg_54;
1170         unsigned siblings;
1171         int e0_later_single_core;
1172         int disable_siblings;
1173
1174         nb_cfg_54 = 0;
1175         sysconf.enabled_apic_ext_id = 0;
1176         sysconf.lift_bsp_apicid = 0;
1177         siblings = 0;
1178
1179         /* Find the bootstrap processors apicid */
1180         bsp_apicid = lapicid();
1181         sysconf.apicid_offset = bsp_apicid;
1182
1183         disable_siblings = !CONFIG_LOGICAL_CPUS;
1184 #if CONFIG_LOGICAL_CPUS == 1
1185         get_option(&disable_siblings, "multi_core");
1186 #endif
1187
1188         // for pre_e0, nb_cfg_54 can not be set, (when you read it still is 0)
1189         // How can I get the nb_cfg_54 of every node's nb_cfg_54 in bsp???
1190         // and differ d0 and e0 single core
1191         nb_cfg_54 = read_nb_cfg_54();
1192
1193         dev_mc = dev_find_slot(0, PCI_DEVFN(0x18, 0));
1194         if (!dev_mc) {
1195                 die("0:18.0 not found?");
1196         }
1197
1198         sysconf.nodes = ((pci_read_config32(dev_mc, 0x60)>>4) & 7) + 1;
1199
1200
1201         if (pci_read_config32(dev_mc, 0x68) & (HTTC_APIC_EXT_ID|HTTC_APIC_EXT_BRD_CST))
1202         {
1203                 sysconf.enabled_apic_ext_id = 1;
1204                 if(bsp_apicid == 0) {
1205                         /* bsp apic id is not changed */
1206                         sysconf.apicid_offset = CONFIG_APIC_ID_OFFSET;
1207                 } else
1208                 {
1209                         sysconf.lift_bsp_apicid = 1;
1210                 }
1211
1212         }
1213
1214         /* Find which cpus are present */
1215         cpu_bus = dev->link_list;
1216         for(i = 0; i < sysconf.nodes; i++) {
1217                 device_t cpu_dev, cpu;
1218                 struct device_path cpu_path;
1219
1220                 /* Find the cpu's pci device */
1221                 cpu_dev = dev_find_slot(0, PCI_DEVFN(0x18 + i, 3));
1222                 if (!cpu_dev) {
1223                         /* If I am probing things in a weird order
1224                          * ensure all of the cpu's pci devices are found.
1225                          */
1226                         int local_j;
1227                         device_t dev_f0;
1228                         for(local_j = 0; local_j <= 3; local_j++) {
1229                                 cpu_dev = pci_probe_dev(NULL, dev_mc->bus,
1230                                         PCI_DEVFN(0x18 + i, local_j));
1231                         }
1232                         /* Ok, We need to set the links for that device.
1233                          * otherwise the device under it will not be scanned
1234                          */
1235                         dev_f0 = dev_find_slot(0, PCI_DEVFN(0x18+i,0));
1236                         if(dev_f0) {
1237                                 add_more_links(dev_f0, 3);
1238                         }
1239                 }
1240
1241                 e0_later_single_core = 0;
1242                 if (cpu_dev && cpu_dev->enabled) {
1243                         j = pci_read_config32(cpu_dev, 0xe8);
1244                         j = (j >> 12) & 3; // dev is func 3
1245                         printk(BIOS_DEBUG, "  %s siblings=%d\n", dev_path(cpu_dev), j);
1246
1247                         if(nb_cfg_54) {
1248                                 // For e0 single core if nb_cfg_54 is set, apicid will be 0, 2, 4....
1249                                 //  ----> you can mixed single core e0 and dual core e0 at any sequence
1250                                 // That is the typical case
1251
1252                                 if(j == 0 ){
1253                                        #if CONFIG_K8_REV_F_SUPPORT == 0
1254                                         e0_later_single_core = is_e0_later_in_bsp(i);  // single core
1255                                        #else
1256                                         e0_later_single_core = is_cpu_f0_in_bsp(i);  // We can read cpuid(1) from Func3
1257                                        #endif
1258                                 } else {
1259                                        e0_later_single_core = 0;
1260                                 }
1261                                 if(e0_later_single_core) {
1262                                         printk(BIOS_DEBUG, "\tFound Rev E or Rev F later single core\n");
1263
1264                                         j=1;
1265                                 }
1266
1267                                 if(siblings > j ) {
1268                                 }
1269                                 else {
1270                                         siblings = j;
1271                                 }
1272                         } else {
1273                                 siblings = j;
1274                         }
1275                 }
1276
1277                 u32 jj;
1278                 if(e0_later_single_core || disable_siblings) {
1279                         jj = 0;
1280                 } else
1281                 {
1282                         jj = siblings;
1283                 }
1284 #if 0
1285                 jj = 0; // if create cpu core1 path in amd_siblings by core0
1286 #endif
1287
1288                 for (j = 0; j <=jj; j++ ) {
1289
1290                         /* Build the cpu device path */
1291                         cpu_path.type = DEVICE_PATH_APIC;
1292                         cpu_path.apic.apic_id = i * (nb_cfg_54?(siblings+1):1) + j * (nb_cfg_54?1:8);
1293
1294                         /* See if I can find the cpu */
1295                         cpu = find_dev_path(cpu_bus, &cpu_path);
1296
1297                         /* Enable the cpu if I have the processor */
1298                         if (cpu_dev && cpu_dev->enabled) {
1299                                 if (!cpu) {
1300                                         cpu = alloc_dev(cpu_bus, &cpu_path);
1301                                 }
1302                                 if (cpu) {
1303                                         cpu->enabled = 1;
1304                                 }
1305                         }
1306
1307                         /* Disable the cpu if I don't have the processor */
1308                         if (cpu && (!cpu_dev || !cpu_dev->enabled)) {
1309                                 cpu->enabled = 0;
1310                         }
1311
1312                         /* Report what I have done */
1313                         if (cpu) {
1314                                 cpu->path.apic.node_id = i;
1315                                 cpu->path.apic.core_id = j;
1316                                 if(sysconf.enabled_apic_ext_id) {
1317                                         if(sysconf.lift_bsp_apicid) {
1318                                                 cpu->path.apic.apic_id += sysconf.apicid_offset;
1319                                         } else
1320                                         {
1321                                                 if (cpu->path.apic.apic_id != 0)
1322                                                         cpu->path.apic.apic_id += sysconf.apicid_offset;
1323                                         }
1324                                 }
1325                                 printk(BIOS_DEBUG, "CPU: %s %s\n",
1326                                         dev_path(cpu), cpu->enabled?"enabled":"disabled");
1327                         }
1328
1329                 } //j
1330         }
1331         return max;
1332 }
1333
1334 static void cpu_bus_init(device_t dev)
1335 {
1336         initialize_cpus(dev->link_list);
1337 }
1338
1339 static void cpu_bus_noop(device_t dev)
1340 {
1341 }
1342
1343 static struct device_operations cpu_bus_ops = {
1344         .read_resources   = cpu_bus_noop,
1345         .set_resources    = cpu_bus_noop,
1346         .enable_resources = cpu_bus_noop,
1347         .init             = cpu_bus_init,
1348         .scan_bus         = cpu_bus_scan,
1349 };
1350
1351 static void root_complex_enable_dev(struct device *dev)
1352 {
1353         /* Set the operations if it is a special bus type */
1354         if (dev->path.type == DEVICE_PATH_PCI_DOMAIN) {
1355                 dev->ops = &pci_domain_ops;
1356         }
1357         else if (dev->path.type == DEVICE_PATH_APIC_CLUSTER) {
1358                 dev->ops = &cpu_bus_ops;
1359         }
1360 }
1361
1362 struct chip_operations northbridge_amd_amdk8_root_complex_ops = {
1363         CHIP_NAME("AMD K8 Root Complex")
1364         .enable_dev = root_complex_enable_dev,
1365 };