123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309 |
- /*
- * linux/arch/alpha/kernel/smp.c
- *
- * 2001-07-09 Phil Ezolt (Phillip.Ezolt@compaq.com)
- * Renamed modified smp_call_function to smp_call_function_on_cpu()
- * Created an function that conforms to the old calling convention
- * of smp_call_function().
- *
- * This is helpful for DCPI.
- *
- */
- #include <linux/errno.h>
- #include <linux/kernel.h>
- #include <linux/kernel_stat.h>
- #include <linux/module.h>
- #include <linux/sched.h>
- #include <linux/mm.h>
- #include <linux/err.h>
- #include <linux/threads.h>
- #include <linux/smp.h>
- #include <linux/interrupt.h>
- #include <linux/init.h>
- #include <linux/delay.h>
- #include <linux/spinlock.h>
- #include <linux/irq.h>
- #include <linux/cache.h>
- #include <linux/profile.h>
- #include <linux/bitops.h>
- #include <linux/cpu.h>
- #include <asm/hwrpb.h>
- #include <asm/ptrace.h>
- #include <linux/atomic.h>
- #include <asm/io.h>
- #include <asm/irq.h>
- #include <asm/pgtable.h>
- #include <asm/pgalloc.h>
- #include <asm/mmu_context.h>
- #include <asm/tlbflush.h>
- #include "proto.h"
- #include "irq_impl.h"
- #define DEBUG_SMP 0
- #if DEBUG_SMP
- #define DBGS(args) printk args
- #else
- #define DBGS(args)
- #endif
- /* A collection of per-processor data. */
- struct cpuinfo_alpha cpu_data[NR_CPUS];
- EXPORT_SYMBOL(cpu_data);
- /* A collection of single bit ipi messages. */
- static struct {
- unsigned long bits ____cacheline_aligned;
- } ipi_data[NR_CPUS] __cacheline_aligned;
- enum ipi_message_type {
- IPI_RESCHEDULE,
- IPI_CALL_FUNC,
- IPI_CALL_FUNC_SINGLE,
- IPI_CPU_STOP,
- };
- /* Set to a secondary's cpuid when it comes online. */
- static int smp_secondary_alive = 0;
- int smp_num_probed; /* Internal processor count */
- int smp_num_cpus = 1; /* Number that came online. */
- EXPORT_SYMBOL(smp_num_cpus);
- /*
- * Called by both boot and secondaries to move global data into
- * per-processor storage.
- */
- static inline void __init
- smp_store_cpu_info(int cpuid)
- {
- cpu_data[cpuid].loops_per_jiffy = loops_per_jiffy;
- cpu_data[cpuid].last_asn = ASN_FIRST_VERSION;
- cpu_data[cpuid].need_new_asn = 0;
- cpu_data[cpuid].asn_lock = 0;
- }
- /*
- * Ideally sets up per-cpu profiling hooks. Doesn't do much now...
- */
- static inline void __init
- smp_setup_percpu_timer(int cpuid)
- {
- cpu_data[cpuid].prof_counter = 1;
- cpu_data[cpuid].prof_multiplier = 1;
- }
- static void __init
- wait_boot_cpu_to_stop(int cpuid)
- {
- unsigned long stop = jiffies + 10*HZ;
- while (time_before(jiffies, stop)) {
- if (!smp_secondary_alive)
- return;
- barrier();
- }
- printk("wait_boot_cpu_to_stop: FAILED on CPU %d, hanging now\n", cpuid);
- for (;;)
- barrier();
- }
- /*
- * Where secondaries begin a life of C.
- */
- void __cpuinit
- smp_callin(void)
- {
- int cpuid = hard_smp_processor_id();
- if (cpu_online(cpuid)) {
- printk("??, cpu 0x%x already present??\n", cpuid);
- BUG();
- }
- set_cpu_online(cpuid, true);
- /* Turn on machine checks. */
- wrmces(7);
- /* Set trap vectors. */
- trap_init();
- /* Set interrupt vector. */
- wrent(entInt, 0);
- /* Get our local ticker going. */
- smp_setup_percpu_timer(cpuid);
- /* Call platform-specific callin, if specified */
- if (alpha_mv.smp_callin) alpha_mv.smp_callin();
- /* All kernel threads share the same mm context. */
- atomic_inc(&init_mm.mm_count);
- current->active_mm = &init_mm;
- /* inform the notifiers about the new cpu */
- notify_cpu_starting(cpuid);
- /* Must have completely accurate bogos. */
- local_irq_enable();
- /* Wait boot CPU to stop with irq enabled before running
- calibrate_delay. */
- wait_boot_cpu_to_stop(cpuid);
- mb();
- calibrate_delay();
- smp_store_cpu_info(cpuid);
- /* Allow master to continue only after we written loops_per_jiffy. */
- wmb();
- smp_secondary_alive = 1;
- DBGS(("smp_callin: commencing CPU %d current %p active_mm %p\n",
- cpuid, current, current->active_mm));
- preempt_disable();
- /* Do nothing. */
- cpu_idle();
- }
- /* Wait until hwrpb->txrdy is clear for cpu. Return -1 on timeout. */
- static int
- wait_for_txrdy (unsigned long cpumask)
- {
- unsigned long timeout;
- if (!(hwrpb->txrdy & cpumask))
- return 0;
- timeout = jiffies + 10*HZ;
- while (time_before(jiffies, timeout)) {
- if (!(hwrpb->txrdy & cpumask))
- return 0;
- udelay(10);
- barrier();
- }
- return -1;
- }
- /*
- * Send a message to a secondary's console. "START" is one such
- * interesting message. ;-)
- */
- static void __cpuinit
- send_secondary_console_msg(char *str, int cpuid)
- {
- struct percpu_struct *cpu;
- register char *cp1, *cp2;
- unsigned long cpumask;
- size_t len;
- cpu = (struct percpu_struct *)
- ((char*)hwrpb
- + hwrpb->processor_offset
- + cpuid * hwrpb->processor_size);
- cpumask = (1UL << cpuid);
- if (wait_for_txrdy(cpumask))
- goto timeout;
- cp2 = str;
- len = strlen(cp2);
- *(unsigned int *)&cpu->ipc_buffer[0] = len;
- cp1 = (char *) &cpu->ipc_buffer[1];
- memcpy(cp1, cp2, len);
- /* atomic test and set */
- wmb();
- set_bit(cpuid, &hwrpb->rxrdy);
- if (wait_for_txrdy(cpumask))
- goto timeout;
- return;
- timeout:
- printk("Processor %x not ready\n", cpuid);
- }
- /*
- * A secondary console wants to send a message. Receive it.
- */
- static void
- recv_secondary_console_msg(void)
- {
- int mycpu, i, cnt;
- unsigned long txrdy = hwrpb->txrdy;
- char *cp1, *cp2, buf[80];
- struct percpu_struct *cpu;
- DBGS(("recv_secondary_console_msg: TXRDY 0x%lx.\n", txrdy));
- mycpu = hard_smp_processor_id();
- for (i = 0; i < NR_CPUS; i++) {
- if (!(txrdy & (1UL << i)))
- continue;
- DBGS(("recv_secondary_console_msg: "
- "TXRDY contains CPU %d.\n", i));
- cpu = (struct percpu_struct *)
- ((char*)hwrpb
- + hwrpb->processor_offset
- + i * hwrpb->processor_size);
- DBGS(("recv_secondary_console_msg: on %d from %d"
- " HALT_REASON 0x%lx FLAGS 0x%lx\n",
- mycpu, i, cpu->halt_reason, cpu->flags));
- cnt = cpu->ipc_buffer[0] >> 32;
- if (cnt <= 0 || cnt >= 80)
- strcpy(buf, "<<< BOGUS MSG >>>");
- else {
- cp1 = (char *) &cpu->ipc_buffer[11];
- cp2 = buf;
- strcpy(cp2, cp1);
-
- while ((cp2 = strchr(cp2, '\r')) != 0) {
- *cp2 = ' ';
- if (cp2[1] == '\n')
- cp2[1] = ' ';
- }
- }
- DBGS((KERN_INFO "recv_secondary_console_msg: on %d "
- "message is '%s'\n", mycpu, buf));
- }
- hwrpb->txrdy = 0;
- }
- /*
- * Convince the console to have a secondary cpu begin execution.
- */
- static int __cpuinit
- secondary_cpu_start(int cpuid, struct task_struct *idle)
- {
- struct percpu_struct *cpu;
- struct pcb_struct *hwpcb, *ipcb;
- unsigned long timeout;
-
- cpu = (struct percpu_struct *)
- ((char*)hwrpb
- + hwrpb->processor_offset
- + cpuid * hwrpb->processor_size);
- hwpcb = (struct pcb_struct *) cpu->hwpcb;
- ipcb = &task_thread_info(idle)->pcb;
- /* Initialize the CPU's HWPCB to something just good enough for
- us to get started. Immediately after starting, we'll swpctx
- to the target idle task's pcb. Reuse the stack in the mean
- time. Precalculate the target PCBB. */
- hwpcb->ksp = (unsigned long)ipcb + sizeof(union thread_union) - 16;
- hwpcb->usp = 0;
- hwpcb->ptbr = ipcb->ptbr;
|