MP Implmentation 3/4: MAJOR progress on SMP, full userland MP is now working!
[dragonfly.git] / sys / i386 / include / atomic.h
CommitLineData
984263bc
MD
1/*-
2 * Copyright (c) 1998 Doug Rabson
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * 1. Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
13 *
14 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24 * SUCH DAMAGE.
25 *
26 * $FreeBSD: src/sys/i386/include/atomic.h,v 1.9.2.1 2000/07/07 00:38:47 obrien Exp $
a2a5ad0d 27 * $DragonFly: src/sys/i386/include/Attic/atomic.h,v 1.3 2003/07/10 04:47:53 dillon Exp $
984263bc
MD
28 */
29#ifndef _MACHINE_ATOMIC_H_
30#define _MACHINE_ATOMIC_H_
31
32/*
33 * Various simple arithmetic on memory which is atomic in the presence
34 * of interrupts and multiple processors.
35 *
36 * atomic_set_char(P, V) (*(u_char*)(P) |= (V))
37 * atomic_clear_char(P, V) (*(u_char*)(P) &= ~(V))
38 * atomic_add_char(P, V) (*(u_char*)(P) += (V))
39 * atomic_subtract_char(P, V) (*(u_char*)(P) -= (V))
40 *
41 * atomic_set_short(P, V) (*(u_short*)(P) |= (V))
42 * atomic_clear_short(P, V) (*(u_short*)(P) &= ~(V))
43 * atomic_add_short(P, V) (*(u_short*)(P) += (V))
44 * atomic_subtract_short(P, V) (*(u_short*)(P) -= (V))
45 *
46 * atomic_set_int(P, V) (*(u_int*)(P) |= (V))
47 * atomic_clear_int(P, V) (*(u_int*)(P) &= ~(V))
48 * atomic_add_int(P, V) (*(u_int*)(P) += (V))
49 * atomic_subtract_int(P, V) (*(u_int*)(P) -= (V))
50 *
51 * atomic_set_long(P, V) (*(u_long*)(P) |= (V))
52 * atomic_clear_long(P, V) (*(u_long*)(P) &= ~(V))
53 * atomic_add_long(P, V) (*(u_long*)(P) += (V))
54 * atomic_subtract_long(P, V) (*(u_long*)(P) -= (V))
55 */
56
57/*
58 * The above functions are expanded inline in the statically-linked
59 * kernel. Lock prefixes are generated if an SMP kernel is being
60 * built.
61 *
62 * Kernel modules call real functions which are built into the kernel.
63 * This allows kernel modules to be portable between UP and SMP systems.
64 */
65#if defined(KLD_MODULE)
66#define ATOMIC_ASM(NAME, TYPE, OP, V) \
67 extern void atomic_##NAME##_##TYPE(volatile u_##TYPE *p, u_##TYPE v);
68
69#else /* !KLD_MODULE */
70#if defined(SMP)
71#define MPLOCKED "lock ; "
72#else
73#define MPLOCKED
74#endif
75
76/*
77 * The assembly is volatilized to demark potential before-and-after side
a2a5ad0d
MD
78 * effects if an interrupt or SMP collision were to occur. The primary
79 * atomic instructions are MP safe, the nonlocked instructions are
80 * local-interrupt-safe (so we don't depend on C 'X |= Y' generating an
81 * atomic instruction).
984263bc
MD
82 */
83#if __GNUC__ > 2 || (__GNUC__ == 2 && __GNUC_MINOR__ > 9)
a2a5ad0d 84
984263bc
MD
85/* egcs 1.1.2+ version */
86#define ATOMIC_ASM(NAME, TYPE, OP, V) \
87static __inline void \
88atomic_##NAME##_##TYPE(volatile u_##TYPE *p, u_##TYPE v)\
a2a5ad0d
MD
89{ \
90 __asm __volatile(MPLOCKED OP \
91 : "=m" (*p) \
92 : "0" (*p), "ir" (V)); \
93} \
94static __inline void \
95atomic_##NAME##_##TYPE##_nonlocked(volatile u_##TYPE *p, u_##TYPE v)\
984263bc
MD
96{ \
97 __asm __volatile(MPLOCKED OP \
98 : "=m" (*p) \
99 : "0" (*p), "ir" (V)); \
100}
101
102#else
a2a5ad0d 103
984263bc
MD
104/* gcc <= 2.8 version */
105#define ATOMIC_ASM(NAME, TYPE, OP, V) \
106static __inline void \
107atomic_##NAME##_##TYPE(volatile u_##TYPE *p, u_##TYPE v)\
108{ \
109 __asm __volatile(MPLOCKED OP \
110 : "=m" (*p) \
111 : "ir" (V)); \
a2a5ad0d
MD
112} \
113static __inline void \
114atomic_##NAME##_##TYPE##_nonlocked(volatile u_##TYPE *p, u_##TYPE v)\
115{ \
116 __asm __volatile(OP \
117 : "=m" (*p) \
118 : "ir" (V)); \
984263bc
MD
119}
120#endif
121#endif /* KLD_MODULE */
122
123#if __GNUC__ > 2 || (__GNUC__ == 2 && __GNUC_MINOR__ > 9)
124
125/* egcs 1.1.2+ version */
126ATOMIC_ASM(set, char, "orb %b2,%0", v)
127ATOMIC_ASM(clear, char, "andb %b2,%0", ~v)
128ATOMIC_ASM(add, char, "addb %b2,%0", v)
129ATOMIC_ASM(subtract, char, "subb %b2,%0", v)
130
131ATOMIC_ASM(set, short, "orw %w2,%0", v)
132ATOMIC_ASM(clear, short, "andw %w2,%0", ~v)
133ATOMIC_ASM(add, short, "addw %w2,%0", v)
134ATOMIC_ASM(subtract, short, "subw %w2,%0", v)
135
136ATOMIC_ASM(set, int, "orl %2,%0", v)
137ATOMIC_ASM(clear, int, "andl %2,%0", ~v)
138ATOMIC_ASM(add, int, "addl %2,%0", v)
139ATOMIC_ASM(subtract, int, "subl %2,%0", v)
140
141ATOMIC_ASM(set, long, "orl %2,%0", v)
142ATOMIC_ASM(clear, long, "andl %2,%0", ~v)
143ATOMIC_ASM(add, long, "addl %2,%0", v)
144ATOMIC_ASM(subtract, long, "subl %2,%0", v)
145
146#else
147
148/* gcc <= 2.8 version */
149ATOMIC_ASM(set, char, "orb %1,%0", v)
150ATOMIC_ASM(clear, char, "andb %1,%0", ~v)
151ATOMIC_ASM(add, char, "addb %1,%0", v)
152ATOMIC_ASM(subtract, char, "subb %1,%0", v)
153
154ATOMIC_ASM(set, short, "orw %1,%0", v)
155ATOMIC_ASM(clear, short, "andw %1,%0", ~v)
156ATOMIC_ASM(add, short, "addw %1,%0", v)
157ATOMIC_ASM(subtract, short, "subw %1,%0", v)
158
159ATOMIC_ASM(set, int, "orl %1,%0", v)
160ATOMIC_ASM(clear, int, "andl %1,%0", ~v)
161ATOMIC_ASM(add, int, "addl %1,%0", v)
162ATOMIC_ASM(subtract, int, "subl %1,%0", v)
163
164ATOMIC_ASM(set, long, "orl %1,%0", v)
165ATOMIC_ASM(clear, long, "andl %1,%0", ~v)
166ATOMIC_ASM(add, long, "addl %1,%0", v)
167ATOMIC_ASM(subtract, long, "subl %1,%0", v)
168
169#endif
170
171#endif /* ! _MACHINE_ATOMIC_H_ */