Merge branch 'master' into upstream
[linux-2.6] / include / asm-sparc64 / percpu.h
1 #ifndef __ARCH_SPARC64_PERCPU__
2 #define __ARCH_SPARC64_PERCPU__
3
4 #include <linux/compiler.h>
5
6 #ifdef CONFIG_SMP
7
8 extern void setup_per_cpu_areas(void);
9
10 extern unsigned long __per_cpu_base;
11 extern unsigned long __per_cpu_shift;
12 #define __per_cpu_offset(__cpu) \
13         (__per_cpu_base + ((unsigned long)(__cpu) << __per_cpu_shift))
14
15 /* Separate out the type, so (int[3], foo) works. */
16 #define DEFINE_PER_CPU(type, name) \
17     __attribute__((__section__(".data.percpu"))) __typeof__(type) per_cpu__##name
18
19 register unsigned long __local_per_cpu_offset asm("g5");
20
21 /* var is in discarded region: offset to particular copy we want */
22 #define per_cpu(var, cpu) (*RELOC_HIDE(&per_cpu__##var, __per_cpu_offset(cpu)))
23 #define __get_cpu_var(var) (*RELOC_HIDE(&per_cpu__##var, __local_per_cpu_offset))
24
25 /* A macro to avoid #include hell... */
26 #define percpu_modcopy(pcpudst, src, size)                      \
27 do {                                                            \
28         unsigned int __i;                                       \
29         for_each_possible_cpu(__i)                              \
30                 memcpy((pcpudst)+__per_cpu_offset(__i),         \
31                        (src), (size));                          \
32 } while (0)
33 #else /* ! SMP */
34
35 #define DEFINE_PER_CPU(type, name) \
36     __typeof__(type) per_cpu__##name
37
38 #define per_cpu(var, cpu)                       (*((void)cpu, &per_cpu__##var))
39 #define __get_cpu_var(var)                      per_cpu__##var
40
41 #endif  /* SMP */
42
43 #define DECLARE_PER_CPU(type, name) extern __typeof__(type) per_cpu__##name
44
45 #define EXPORT_PER_CPU_SYMBOL(var) EXPORT_SYMBOL(per_cpu__##var)
46 #define EXPORT_PER_CPU_SYMBOL_GPL(var) EXPORT_SYMBOL_GPL(per_cpu__##var)
47
48 #endif /* __ARCH_SPARC64_PERCPU__ */