| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309 | /* *	linux/arch/alpha/kernel/smp.c * *      2001-07-09 Phil Ezolt (Phillip.Ezolt@compaq.com) *            Renamed modified smp_call_function to smp_call_function_on_cpu() *            Created an function that conforms to the old calling convention *            of smp_call_function(). * *            This is helpful for DCPI. * */#include <linux/errno.h>#include <linux/kernel.h>#include <linux/kernel_stat.h>#include <linux/module.h>#include <linux/sched.h>#include <linux/mm.h>#include <linux/err.h>#include <linux/threads.h>#include <linux/smp.h>#include <linux/interrupt.h>#include <linux/init.h>#include <linux/delay.h>#include <linux/spinlock.h>#include <linux/irq.h>#include <linux/cache.h>#include <linux/profile.h>#include <linux/bitops.h>#include <linux/cpu.h>#include <asm/hwrpb.h>#include <asm/ptrace.h>#include <linux/atomic.h>#include <asm/io.h>#include <asm/irq.h>#include <asm/pgtable.h>#include <asm/pgalloc.h>#include <asm/mmu_context.h>#include <asm/tlbflush.h>#include "proto.h"#include "irq_impl.h"#define DEBUG_SMP 0#if DEBUG_SMP#define DBGS(args)	printk args#else#define DBGS(args)#endif/* A collection of per-processor data.  */struct cpuinfo_alpha cpu_data[NR_CPUS];EXPORT_SYMBOL(cpu_data);/* A collection of single bit ipi messages.  */static struct {	unsigned long bits ____cacheline_aligned;} ipi_data[NR_CPUS] __cacheline_aligned;enum ipi_message_type {	IPI_RESCHEDULE,	IPI_CALL_FUNC,	IPI_CALL_FUNC_SINGLE,	IPI_CPU_STOP,};/* Set to a secondary's cpuid when it comes online.  */static int smp_secondary_alive = 0;int smp_num_probed;		/* Internal processor count */int smp_num_cpus = 1;		/* Number that came online.  */EXPORT_SYMBOL(smp_num_cpus);/* * Called by both boot and secondaries to move global data into *  per-processor storage. */static inline void __initsmp_store_cpu_info(int cpuid){	cpu_data[cpuid].loops_per_jiffy = loops_per_jiffy;	cpu_data[cpuid].last_asn = ASN_FIRST_VERSION;	cpu_data[cpuid].need_new_asn = 0;	cpu_data[cpuid].asn_lock = 0;}/* * Ideally sets up per-cpu profiling hooks.  Doesn't do much now... */static inline void __initsmp_setup_percpu_timer(int cpuid){	cpu_data[cpuid].prof_counter = 1;	cpu_data[cpuid].prof_multiplier = 1;}static void __initwait_boot_cpu_to_stop(int cpuid){	unsigned long stop = jiffies + 10*HZ;	while (time_before(jiffies, stop)) {	        if (!smp_secondary_alive)			return;		barrier();	}	printk("wait_boot_cpu_to_stop: FAILED on CPU %d, hanging now\n", cpuid);	for (;;)		barrier();}/* * Where secondaries begin a life of C. */void __cpuinitsmp_callin(void){	int cpuid = hard_smp_processor_id();	if (cpu_online(cpuid)) {		printk("??, cpu 0x%x already present??\n", cpuid);		BUG();	}	set_cpu_online(cpuid, true);	/* Turn on machine checks.  */	wrmces(7);	/* Set trap vectors.  */	trap_init();	/* Set interrupt vector.  */	wrent(entInt, 0);	/* Get our local ticker going. */	smp_setup_percpu_timer(cpuid);	/* Call platform-specific callin, if specified */	if (alpha_mv.smp_callin) alpha_mv.smp_callin();	/* All kernel threads share the same mm context.  */	atomic_inc(&init_mm.mm_count);	current->active_mm = &init_mm;	/* inform the notifiers about the new cpu */	notify_cpu_starting(cpuid);	/* Must have completely accurate bogos.  */	local_irq_enable();	/* Wait boot CPU to stop with irq enabled before running	   calibrate_delay. */	wait_boot_cpu_to_stop(cpuid);	mb();	calibrate_delay();	smp_store_cpu_info(cpuid);	/* Allow master to continue only after we written loops_per_jiffy.  */	wmb();	smp_secondary_alive = 1;	DBGS(("smp_callin: commencing CPU %d current %p active_mm %p\n",	      cpuid, current, current->active_mm));	preempt_disable();	/* Do nothing.  */	cpu_idle();}/* Wait until hwrpb->txrdy is clear for cpu.  Return -1 on timeout.  */static intwait_for_txrdy (unsigned long cpumask){	unsigned long timeout;	if (!(hwrpb->txrdy & cpumask))		return 0;	timeout = jiffies + 10*HZ;	while (time_before(jiffies, timeout)) {		if (!(hwrpb->txrdy & cpumask))			return 0;		udelay(10);		barrier();	}	return -1;}/* * Send a message to a secondary's console.  "START" is one such * interesting message.  ;-) */static void __cpuinitsend_secondary_console_msg(char *str, int cpuid){	struct percpu_struct *cpu;	register char *cp1, *cp2;	unsigned long cpumask;	size_t len;	cpu = (struct percpu_struct *)		((char*)hwrpb		 + hwrpb->processor_offset		 + cpuid * hwrpb->processor_size);	cpumask = (1UL << cpuid);	if (wait_for_txrdy(cpumask))		goto timeout;	cp2 = str;	len = strlen(cp2);	*(unsigned int *)&cpu->ipc_buffer[0] = len;	cp1 = (char *) &cpu->ipc_buffer[1];	memcpy(cp1, cp2, len);	/* atomic test and set */	wmb();	set_bit(cpuid, &hwrpb->rxrdy);	if (wait_for_txrdy(cpumask))		goto timeout;	return; timeout:	printk("Processor %x not ready\n", cpuid);}/* * A secondary console wants to send a message.  Receive it. */static voidrecv_secondary_console_msg(void){	int mycpu, i, cnt;	unsigned long txrdy = hwrpb->txrdy;	char *cp1, *cp2, buf[80];	struct percpu_struct *cpu;	DBGS(("recv_secondary_console_msg: TXRDY 0x%lx.\n", txrdy));	mycpu = hard_smp_processor_id();	for (i = 0; i < NR_CPUS; i++) {		if (!(txrdy & (1UL << i)))			continue;		DBGS(("recv_secondary_console_msg: "		      "TXRDY contains CPU %d.\n", i));		cpu = (struct percpu_struct *)		  ((char*)hwrpb		   + hwrpb->processor_offset		   + i * hwrpb->processor_size); 		DBGS(("recv_secondary_console_msg: on %d from %d"		      " HALT_REASON 0x%lx FLAGS 0x%lx\n",		      mycpu, i, cpu->halt_reason, cpu->flags));		cnt = cpu->ipc_buffer[0] >> 32;		if (cnt <= 0 || cnt >= 80)			strcpy(buf, "<<< BOGUS MSG >>>");		else {			cp1 = (char *) &cpu->ipc_buffer[11];			cp2 = buf;			strcpy(cp2, cp1);						while ((cp2 = strchr(cp2, '\r')) != 0) {				*cp2 = ' ';				if (cp2[1] == '\n')					cp2[1] = ' ';			}		}		DBGS((KERN_INFO "recv_secondary_console_msg: on %d "		      "message is '%s'\n", mycpu, buf));	}	hwrpb->txrdy = 0;}/* * Convince the console to have a secondary cpu begin execution. */static int __cpuinitsecondary_cpu_start(int cpuid, struct task_struct *idle){	struct percpu_struct *cpu;	struct pcb_struct *hwpcb, *ipcb;	unsigned long timeout;	  	cpu = (struct percpu_struct *)		((char*)hwrpb		 + hwrpb->processor_offset		 + cpuid * hwrpb->processor_size);	hwpcb = (struct pcb_struct *) cpu->hwpcb;	ipcb = &task_thread_info(idle)->pcb;	/* Initialize the CPU's HWPCB to something just good enough for	   us to get started.  Immediately after starting, we'll swpctx	   to the target idle task's pcb.  Reuse the stack in the mean	   time.  Precalculate the target PCBB.  */	hwpcb->ksp = (unsigned long)ipcb + sizeof(union thread_union) - 16;	hwpcb->usp = 0;	hwpcb->ptbr = ipcb->ptbr;
 |