mirror of
				https://git.kernel.org/pub/scm/linux/kernel/git/chenhuacai/linux-loongson
				synced 2025-10-31 03:13:59 +00:00 
			
		
		
		
	 01066625e9
			
		
	
	
		01066625e9
		
	
	
	
	
		
			
			This reworks some of the node 0 bootmem initialization in preparation for discontigmem and sparsemem support. ARCH_POPULATES_NODE_MAP is switched to as a result of this. Signed-off-by: Paul Mundt <lethal@linux-sh.org>
		
			
				
	
	
		
			222 lines
		
	
	
		
			5.1 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			222 lines
		
	
	
		
			5.1 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
| /*
 | |
|  * Copyright (C) 1999 Niibe Yutaka
 | |
|  * Copyright (C) 2003 - 2006 Paul Mundt
 | |
|  *
 | |
|  * ASID handling idea taken from MIPS implementation.
 | |
|  */
 | |
| #ifndef __ASM_SH_MMU_CONTEXT_H
 | |
| #define __ASM_SH_MMU_CONTEXT_H
 | |
| #ifdef __KERNEL__
 | |
| 
 | |
| #include <asm/cpu/mmu_context.h>
 | |
| #include <asm/tlbflush.h>
 | |
| #include <asm/uaccess.h>
 | |
| #include <asm/io.h>
 | |
| #include <asm-generic/mm_hooks.h>
 | |
| 
 | |
| /*
 | |
|  * The MMU "context" consists of two things:
 | |
|  *    (a) TLB cache version (or round, cycle whatever expression you like)
 | |
|  *    (b) ASID (Address Space IDentifier)
 | |
|  */
 | |
| 
 | |
| #define MMU_CONTEXT_ASID_MASK		0x000000ff
 | |
| #define MMU_CONTEXT_VERSION_MASK	0xffffff00
 | |
| #define MMU_CONTEXT_FIRST_VERSION	0x00000100
 | |
| #define NO_CONTEXT			0
 | |
| 
 | |
| /* ASID is 8-bit value, so it can't be 0x100 */
 | |
| #define MMU_NO_ASID			0x100
 | |
| 
 | |
| #define cpu_context(cpu, mm)	((mm)->context.id[cpu])
 | |
| #define cpu_asid(cpu, mm)	(cpu_context((cpu), (mm)) & \
 | |
| 				 MMU_CONTEXT_ASID_MASK)
 | |
| #define asid_cache(cpu)		(cpu_data[cpu].asid_cache)
 | |
| 
 | |
| /*
 | |
|  * Virtual Page Number mask
 | |
|  */
 | |
| #define MMU_VPN_MASK	0xfffff000
 | |
| 
 | |
| #ifdef CONFIG_MMU
 | |
| /*
 | |
|  * Get MMU context if needed.
 | |
|  */
 | |
| static inline void get_mmu_context(struct mm_struct *mm, unsigned int cpu)
 | |
| {
 | |
| 	unsigned long asid = asid_cache(cpu);
 | |
| 
 | |
| 	/* Check if we have old version of context. */
 | |
| 	if (((cpu_context(cpu, mm) ^ asid) & MMU_CONTEXT_VERSION_MASK) == 0)
 | |
| 		/* It's up to date, do nothing */
 | |
| 		return;
 | |
| 
 | |
| 	/* It's old, we need to get new context with new version. */
 | |
| 	if (!(++asid & MMU_CONTEXT_ASID_MASK)) {
 | |
| 		/*
 | |
| 		 * We exhaust ASID of this version.
 | |
| 		 * Flush all TLB and start new cycle.
 | |
| 		 */
 | |
| 		flush_tlb_all();
 | |
| 
 | |
| 		/*
 | |
| 		 * Fix version; Note that we avoid version #0
 | |
| 		 * to distingush NO_CONTEXT.
 | |
| 		 */
 | |
| 		if (!asid)
 | |
| 			asid = MMU_CONTEXT_FIRST_VERSION;
 | |
| 	}
 | |
| 
 | |
| 	cpu_context(cpu, mm) = asid_cache(cpu) = asid;
 | |
| }
 | |
| 
 | |
| /*
 | |
|  * Initialize the context related info for a new mm_struct
 | |
|  * instance.
 | |
|  */
 | |
| static inline int init_new_context(struct task_struct *tsk,
 | |
| 				   struct mm_struct *mm)
 | |
| {
 | |
| 	int i;
 | |
| 
 | |
| 	for (i = 0; i < num_online_cpus(); i++)
 | |
| 		cpu_context(i, mm) = NO_CONTEXT;
 | |
| 
 | |
| 	return 0;
 | |
| }
 | |
| 
 | |
| /*
 | |
|  * Destroy context related info for an mm_struct that is about
 | |
|  * to be put to rest.
 | |
|  */
 | |
| static inline void destroy_context(struct mm_struct *mm)
 | |
| {
 | |
| 	/* Do nothing */
 | |
| }
 | |
| 
 | |
| static inline void set_asid(unsigned long asid)
 | |
| {
 | |
| 	unsigned long __dummy;
 | |
| 
 | |
| 	__asm__ __volatile__ ("mov.l	%2, %0\n\t"
 | |
| 			      "and	%3, %0\n\t"
 | |
| 			      "or	%1, %0\n\t"
 | |
| 			      "mov.l	%0, %2"
 | |
| 			      : "=&r" (__dummy)
 | |
| 			      : "r" (asid), "m" (__m(MMU_PTEH)),
 | |
| 			        "r" (0xffffff00));
 | |
| }
 | |
| 
 | |
| static inline unsigned long get_asid(void)
 | |
| {
 | |
| 	unsigned long asid;
 | |
| 
 | |
| 	__asm__ __volatile__ ("mov.l	%1, %0"
 | |
| 			      : "=r" (asid)
 | |
| 			      : "m" (__m(MMU_PTEH)));
 | |
| 	asid &= MMU_CONTEXT_ASID_MASK;
 | |
| 	return asid;
 | |
| }
 | |
| 
 | |
| /*
 | |
|  * After we have set current->mm to a new value, this activates
 | |
|  * the context for the new mm so we see the new mappings.
 | |
|  */
 | |
| static inline void activate_context(struct mm_struct *mm, unsigned int cpu)
 | |
| {
 | |
| 	get_mmu_context(mm, cpu);
 | |
| 	set_asid(cpu_asid(cpu, mm));
 | |
| }
 | |
| 
 | |
| /* MMU_TTB is used for optimizing the fault handling. */
 | |
| static inline void set_TTB(pgd_t *pgd)
 | |
| {
 | |
| 	ctrl_outl((unsigned long)pgd, MMU_TTB);
 | |
| }
 | |
| 
 | |
| static inline pgd_t *get_TTB(void)
 | |
| {
 | |
| 	return (pgd_t *)ctrl_inl(MMU_TTB);
 | |
| }
 | |
| 
 | |
| static inline void switch_mm(struct mm_struct *prev,
 | |
| 			     struct mm_struct *next,
 | |
| 			     struct task_struct *tsk)
 | |
| {
 | |
| 	unsigned int cpu = smp_processor_id();
 | |
| 
 | |
| 	if (likely(prev != next)) {
 | |
| 		cpu_set(cpu, next->cpu_vm_mask);
 | |
| 		set_TTB(next->pgd);
 | |
| 		activate_context(next, cpu);
 | |
| 	} else
 | |
| 		if (!cpu_test_and_set(cpu, next->cpu_vm_mask))
 | |
| 			activate_context(next, cpu);
 | |
| }
 | |
| 
 | |
| #define deactivate_mm(tsk,mm)	do { } while (0)
 | |
| 
 | |
| #define activate_mm(prev, next) \
 | |
| 	switch_mm((prev),(next),NULL)
 | |
| 
 | |
| static inline void
 | |
| enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk)
 | |
| {
 | |
| }
 | |
| #else /* !CONFIG_MMU */
 | |
| #define get_mmu_context(mm)		do { } while (0)
 | |
| #define init_new_context(tsk,mm)	(0)
 | |
| #define destroy_context(mm)		do { } while (0)
 | |
| #define set_asid(asid)			do { } while (0)
 | |
| #define get_asid()			(0)
 | |
| #define set_TTB(pgd)			do { } while (0)
 | |
| #define get_TTB()			(0)
 | |
| #define activate_context(mm,cpu)	do { } while (0)
 | |
| #define switch_mm(prev,next,tsk)	do { } while (0)
 | |
| #define deactivate_mm(tsk,mm)		do { } while (0)
 | |
| #define activate_mm(prev,next)		do { } while (0)
 | |
| #define enter_lazy_tlb(mm,tsk)		do { } while (0)
 | |
| #endif /* CONFIG_MMU */
 | |
| 
 | |
| #if defined(CONFIG_CPU_SH3) || defined(CONFIG_CPU_SH4)
 | |
| /*
 | |
|  * If this processor has an MMU, we need methods to turn it off/on ..
 | |
|  * paging_init() will also have to be updated for the processor in
 | |
|  * question.
 | |
|  */
 | |
| static inline void enable_mmu(void)
 | |
| {
 | |
| 	unsigned int cpu = smp_processor_id();
 | |
| 
 | |
| 	/* Enable MMU */
 | |
| 	ctrl_outl(MMU_CONTROL_INIT, MMUCR);
 | |
| 	ctrl_barrier();
 | |
| 
 | |
| 	if (asid_cache(cpu) == NO_CONTEXT)
 | |
| 		asid_cache(cpu) = MMU_CONTEXT_FIRST_VERSION;
 | |
| 
 | |
| 	set_asid(asid_cache(cpu) & MMU_CONTEXT_ASID_MASK);
 | |
| }
 | |
| 
 | |
| static inline void disable_mmu(void)
 | |
| {
 | |
| 	unsigned long cr;
 | |
| 
 | |
| 	cr = ctrl_inl(MMUCR);
 | |
| 	cr &= ~MMU_CONTROL_INIT;
 | |
| 	ctrl_outl(cr, MMUCR);
 | |
| 
 | |
| 	ctrl_barrier();
 | |
| }
 | |
| #else
 | |
| /*
 | |
|  * MMU control handlers for processors lacking memory
 | |
|  * management hardware.
 | |
|  */
 | |
| #define enable_mmu()	do { } while (0)
 | |
| #define disable_mmu()	do { } while (0)
 | |
| #endif
 | |
| 
 | |
| #endif /* __KERNEL__ */
 | |
| #endif /* __ASM_SH_MMU_CONTEXT_H */
 |