* rework tsc based timer code to use inb instead of outb for calibration
[coreboot.git] / src / cpu / x86 / lapic / lapic_cpu_init.c
index 279101b74b6f888f7c60fb057710097335b3d27e..6d912e62d403ccfa432d8f8c8a70466f9b0fa96b 100644 (file)
@@ -1,6 +1,7 @@
 /*
-       2005.12 yhlu add linuxbios_ram cross the vga font buffer handling
-       2005.12 yhlu add _RAMBASE above 1M support for SMP
+       2005.12 yhlu add coreboot_ram cross the vga font buffer handling
+       2005.12 yhlu add CONFIG_RAMBASE above 1M support for SMP
+       2008.05 stepan add support for going back to sipi wait state
 */
 
 #include <cpu/x86/lapic.h>
@@ -16,6 +17,7 @@
 
 #if CONFIG_SMP == 1
 
+#if CONFIG_RAMBASE >= 0x100000
 /* This is a lot more paranoid now, since Linux can NOT handle
  * being told there is a CPU when none exists. So any errors 
  * will return 0, meaning no CPU. 
@@ -27,10 +29,17 @@ static unsigned long get_valid_start_eip(unsigned long orig_start_eip)
 {
        return (unsigned long)orig_start_eip & 0xffff; // 16 bit to avoid 0xa0000 
 }
+#endif
+
+#if CONFIG_HAVE_ACPI_RESUME == 1
+char *lowmem_backup;
+char *lowmem_backup_ptr;
+int  lowmem_backup_size;
+#endif
 
 static void copy_secondary_start_to_1m_below(void) 
 {
-#if _RAMBASE >= 0x100000
+#if CONFIG_RAMBASE >= 0x100000
         extern char _secondary_start[];
         extern char _secondary_start_end[];
         unsigned long code_size;
@@ -42,6 +51,17 @@ static void copy_secondary_start_to_1m_below(void)
         start_eip = get_valid_start_eip((unsigned long)_secondary_start);
         code_size = (unsigned long)_secondary_start_end - (unsigned long)_secondary_start;
 
+#if CONFIG_HAVE_ACPI_RESUME == 1
+       /* need to save it for RAM resume */
+       lowmem_backup_size = code_size;
+       lowmem_backup = malloc(code_size);
+       lowmem_backup_ptr = (char *)start_eip;
+       
+       if (lowmem_backup == NULL)
+               die("Out of backup memory\n");
+
+        memcpy(lowmem_backup, lowmem_backup_ptr, lowmem_backup_size);
+#endif
         /* copy the _secondary_start to the ram below 1M*/
         memcpy((unsigned char *)start_eip, (unsigned char *)_secondary_start, code_size);
 
@@ -82,14 +102,14 @@ static int lapic_start_cpu(unsigned long apicid)
                send_status = lapic_read(LAPIC_ICR) & LAPIC_ICR_BUSY;
        } while (send_status && (timeout++ < 1000));
        if (timeout >= 1000) {
-               printk_err("CPU %d: First apic write timed out. Disabling\n",
+               printk_err("CPU %ld: First apic write timed out. Disabling\n",
                         apicid);
                // too bad. 
-               printk_err("ESR is 0x%x\n", lapic_read(LAPIC_ESR));
+               printk_err("ESR is 0x%lx\n", lapic_read(LAPIC_ESR));
                if (lapic_read(LAPIC_ESR)) {
                        printk_err("Try to reset ESR\n");
                        lapic_write_around(LAPIC_ESR, 0);
-                       printk_err("ESR is 0x%x\n", lapic_read(LAPIC_ESR));
+                       printk_err("ESR is 0x%lx\n", lapic_read(LAPIC_ESR));
                }
                return 0;
        }
@@ -111,20 +131,18 @@ static int lapic_start_cpu(unsigned long apicid)
                send_status = lapic_read(LAPIC_ICR) & LAPIC_ICR_BUSY;
        } while (send_status && (timeout++ < 1000));
        if (timeout >= 1000) {
-               printk_err("CPU %d: Second apic write timed out. Disabling\n",
+               printk_err("CPU %ld: Second apic write timed out. Disabling\n",
                         apicid);
                // too bad. 
                return 0;
        }
 
-#if _RAMBASE >= 0x100000
+#if CONFIG_RAMBASE >= 0x100000
        start_eip = get_valid_start_eip((unsigned long)_secondary_start);
 #else
        start_eip = (unsigned long)_secondary_start;
 #endif
 
-       printk_debug("start_eip=0x%08lx\n", start_eip);
-       
        num_starts = 2;
 
        /*
@@ -135,7 +153,7 @@ static int lapic_start_cpu(unsigned long apicid)
        maxlvt = 4;
 
        for (j = 1; j <= num_starts; j++) {
-               printk_spew("Sending STARTUP #%d to %u.\n", j, apicid);
+               printk_spew("Sending STARTUP #%d to %lu.\n", j, apicid);
                lapic_read_around(LAPIC_SPIV);
                lapic_write(LAPIC_ESR, 0);
                lapic_read(LAPIC_ESR);
@@ -193,7 +211,7 @@ static int lapic_start_cpu(unsigned long apicid)
        return 1;
 }
 
-/* Number of cpus that are currently running in linuxbios */
+/* Number of cpus that are currently running in coreboot */
 static atomic_t active_cpus = ATOMIC_INIT(1);
 
 /* start_cpu_lock covers last_cpu_index and secondary_stack.
@@ -222,29 +240,29 @@ int start_cpu(device_t cpu)
        spin_lock(&start_cpu_lock);
 
        /* Get the cpu's apicid */
-       apicid = cpu->path.u.apic.apic_id;
+       apicid = cpu->path.apic.apic_id;
 
        /* Get an index for the new processor */
        index = ++last_cpu_index;
        
        /* Find end of the new processors stack */
-#if (CONFIG_LB_MEM_TOPK>1024) && (_RAMBASE < 0x100000) && ((CONFIG_CONSOLE_VGA==1) || (CONFIG_PCI_ROM_RUN == 1))
+#if (CONFIG_LB_MEM_TOPK>1024) && (CONFIG_RAMBASE < 0x100000) && ((CONFIG_CONSOLE_VGA==1) || (CONFIG_PCI_ROM_RUN == 1))
        if(index<1) { // only keep bsp on low 
-               stack_end = ((unsigned long)_estack) - (STACK_SIZE*index) - sizeof(struct cpu_info);
+               stack_end = ((unsigned long)_estack) - (CONFIG_STACK_SIZE*index) - sizeof(struct cpu_info);
        } else {
                // for all APs, let use stack after pgtbl, 20480 is the pgtbl size for every cpu
-               stack_end = 0x100000+(20480 + STACK_SIZE)*CONFIG_MAX_CPUS - (STACK_SIZE*index);
-#if (0x100000+(20480 + STACK_SIZE)*CONFIG_MAX_CPU) > (CONFIG_LB_MEM_TOPK<<10)
-               #warning "We may need to increase CONFIG_LB_MEM_TOPK, it need to be more than (0x100000+(20480 + STACK_SIZE)*CONFIG_MAX_CPU)\n"
+               stack_end = 0x100000+(20480 + CONFIG_STACK_SIZE)*CONFIG_MAX_CPUS - (CONFIG_STACK_SIZE*index);
+#if (0x100000+(20480 + CONFIG_STACK_SIZE)*CONFIG_MAX_CPUS) > (CONFIG_LB_MEM_TOPK<<10)
+               #warning "We may need to increase CONFIG_LB_MEM_TOPK, it need to be more than (0x100000+(20480 + CONFIG_STACK_SIZE)*CONFIG_MAX_CPUS)\n"
 #endif
                if(stack_end > (CONFIG_LB_MEM_TOPK<<10)) {
-                       printk_debug("start_cpu: Please increase the CONFIG_LB_MEM_TOPK more than %dK\n", stack_end>>10);
+                       printk_debug("start_cpu: Please increase the CONFIG_LB_MEM_TOPK more than %luK\n", stack_end>>10);
                        die("Can not go on\n");
                }
                stack_end -= sizeof(struct cpu_info);
        }
 #else
-       stack_end = ((unsigned long)_estack) - (STACK_SIZE*index) - sizeof(struct cpu_info);
+       stack_end = ((unsigned long)_estack) - (CONFIG_STACK_SIZE*index) - sizeof(struct cpu_info);
 #endif
 
        
@@ -279,29 +297,91 @@ int start_cpu(device_t cpu)
        return result;
 }
 
+#if CONFIG_AP_IN_SIPI_WAIT == 1
+/**
+ * Normally this function is defined in lapic.h as an always inline function
+ * that just keeps the CPU in a hlt() loop. This does not work on all CPUs.
+ * I think all hyperthreading CPUs might need this version, but I could only
+ * verify this on the Intel Core Duo
+ */
+void stop_this_cpu(void)
+{
+       int timeout;
+       unsigned long send_status;
+       unsigned long id;
+
+       id = lapic_read(LAPIC_ID) >> 24;
+
+       printk_debug("CPU %ld going down...\n", id);
+
+       /* send an LAPIC INIT to myself */
+       lapic_write_around(LAPIC_ICR2, SET_LAPIC_DEST_FIELD(id));
+       lapic_write_around(LAPIC_ICR, LAPIC_INT_LEVELTRIG | LAPIC_INT_ASSERT | LAPIC_DM_INIT);
+
+       /* wait for the ipi send to finish */
+#if 0
+       // When these two printk_spew calls are not removed, the
+       // machine will hang when log level is SPEW. Why?
+       printk_spew("Waiting for send to finish...\n");
+#endif
+       timeout = 0;
+       do {
+#if 0
+               printk_spew("+");
+#endif
+               udelay(100);
+               send_status = lapic_read(LAPIC_ICR) & LAPIC_ICR_BUSY;
+       } while (send_status && (timeout++ < 1000));
+       if (timeout >= 1000) {
+               printk_err("timed out\n");
+       }
+       mdelay(10);
+
+       printk_spew("Deasserting INIT.\n");
+       /* Deassert the LAPIC INIT */
+       lapic_write_around(LAPIC_ICR2, SET_LAPIC_DEST_FIELD(id));       
+       lapic_write_around(LAPIC_ICR, LAPIC_INT_LEVELTRIG | LAPIC_DM_INIT);
+
+       printk_spew("Waiting for send to finish...\n");
+       timeout = 0;
+       do {
+               printk_spew("+");
+               udelay(100);
+               send_status = lapic_read(LAPIC_ICR) & LAPIC_ICR_BUSY;
+       } while (send_status && (timeout++ < 1000));
+       if (timeout >= 1000) {
+               printk_err("timed out\n");
+       }
+
+       while(1) {
+               hlt();
+       }
+}
+#endif
+
 /* C entry point of secondary cpus */
 void secondary_cpu_init(void)
 {
        atomic_inc(&active_cpus);
-#if SERIAL_CPU_INIT == 1
+#if CONFIG_SERIAL_CPU_INIT == 1
   #if CONFIG_MAX_CPUS>2
        spin_lock(&start_cpu_lock);
   #endif
 #endif
        cpu_initialize();
-#if SERIAL_CPU_INIT == 1
+#if CONFIG_SERIAL_CPU_INIT == 1
   #if CONFIG_MAX_CPUS>2
        spin_unlock(&start_cpu_lock);
   #endif
 #endif
 
        atomic_dec(&active_cpus);
+
        stop_this_cpu();
 }
 
-static void initialize_other_cpus(struct bus *cpu_bus)
+static void start_other_cpus(struct bus *cpu_bus, device_t bsp_cpu)
 {
-       int old_active_count, active_count;
        device_t cpu;
        /* Loop through the cpus once getting them started */
 
@@ -309,6 +389,11 @@ static void initialize_other_cpus(struct bus *cpu_bus)
                if (cpu->path.type != DEVICE_PATH_APIC) {
                        continue;
                }
+       #if CONFIG_SERIAL_CPU_INIT == 0
+               if(cpu==bsp_cpu) {
+                       continue; 
+               }
+       #endif
 
                if (!cpu->enabled) {
                        continue;
@@ -320,16 +405,22 @@ static void initialize_other_cpus(struct bus *cpu_bus)
 
                if (!start_cpu(cpu)) {
                        /* Record the error in cpu? */
-                       printk_err("CPU  %u would not start!\n",
-                               cpu->path.u.apic.apic_id);
+                       printk_err("CPU 0x%02x would not start!\n",
+                               cpu->path.apic.apic_id);
                }
-#if SERIAL_CPU_INIT == 1
+#if CONFIG_SERIAL_CPU_INIT == 1
   #if CONFIG_MAX_CPUS>2
                udelay(10);
   #endif
 #endif
        }
 
+}
+
+static void wait_other_cpus_stop(struct bus *cpu_bus)
+{
+       device_t cpu;
+       int old_active_count, active_count;
        /* Now loop until the other cpus have finished initializing */
        old_active_count = 1;
        active_count = atomic_read(&active_cpus);
@@ -346,9 +437,8 @@ static void initialize_other_cpus(struct bus *cpu_bus)
                        continue;
                }
                if (!cpu->initialized) {
-                       printk_err("CPU %u did not initialize!\n", 
-                               cpu->path.u.apic.apic_id);
-#warning "FIXME do I need a mainboard_cpu_fixup function?"
+                       printk_err("CPU 0x%02x did not initialize!\n", 
+                               cpu->path.apic.apic_id);
                }
        }
        printk_debug("All AP CPUs stopped\n");
@@ -358,6 +448,16 @@ static void initialize_other_cpus(struct bus *cpu_bus)
 #define initialize_other_cpus(root) do {} while(0)
 #endif /* CONFIG_SMP */
 
+#if CONFIG_WAIT_BEFORE_CPUS_INIT==0
+       #define cpus_ready_for_init() do {} while(0)
+#else
+       void cpus_ready_for_init(void);
+#endif
+
+#if CONFIG_HAVE_SMI_HANDLER
+void smm_init(void);
+#endif
+
 void initialize_cpus(struct bus *cpu_bus)
 {
        struct device_path cpu_path;
@@ -372,24 +472,43 @@ void initialize_cpus(struct bus *cpu_bus)
 
        /* Get the device path of the boot cpu */
        cpu_path.type           = DEVICE_PATH_APIC;
-       cpu_path.u.apic.apic_id = lapicid();
+       cpu_path.apic.apic_id = lapicid();
 #else
        /* Get the device path of the boot cpu */
        cpu_path.type           = DEVICE_PATH_CPU;
-       cpu_path.u.cpu.id       = 0;
+       cpu_path.cpu.id       = 0;
 #endif
-       
+
        /* Find the device structure for the boot cpu */
        info->cpu = alloc_find_dev(cpu_bus, &cpu_path);
 
 #if CONFIG_SMP == 1
        copy_secondary_start_to_1m_below(); // why here? In case some day we can start core1 in amd_sibling_init
 #endif
-       
-       /* Initialize the bootstrap processor */
-       cpu_initialize();
 
-       /* Now initialize the rest of the cpus */
-       initialize_other_cpus(cpu_bus);
+#if CONFIG_HAVE_SMI_HANDLER
+       smm_init();
+#endif
+
+        cpus_ready_for_init(); 
+
+#if CONFIG_SMP == 1
+       #if CONFIG_SERIAL_CPU_INIT == 0
+       /* start all aps at first, so we can init ECC all together */
+        start_other_cpus(cpu_bus, info->cpu);
+       #endif
+#endif
+
+        /* Initialize the bootstrap processor */
+        cpu_initialize();
+
+#if CONFIG_SMP == 1
+        #if CONFIG_SERIAL_CPU_INIT == 1
+        start_other_cpus(cpu_bus, info->cpu);
+        #endif
+
+       /* Now wait the rest of the cpus stop*/
+       wait_other_cpus_stop(cpu_bus);
+#endif
 }