1 #ifndef _X86_64_SEMAPHORE_H
2 #define _X86_64_SEMAPHORE_H
4 #include <linux/linkage.h>
9 * SMP- and interrupt-safe semaphores..
11 * (C) Copyright 1996 Linus Torvalds
13 * Modified 1996-12-23 by Dave Grothe <dave@gcom.com> to fix bugs in
14 * the original code and to make semaphore waits
15 * interruptible so that processes waiting on
16 * semaphores can be killed.
17 * Modified 1999-02-14 by Andrea Arcangeli, split the sched.c helper
18 * functions in asm/sempahore-helper.h while fixing a
19 * potential and subtle race discovered by Ulrich Schmid
20 * in down_interruptible(). Since I started to play here I
21 * also implemented the `trylock' semaphore operation.
22 * 1999-07-02 Artur Skawina <skawina@geocities.com>
23 * Optimized "0(ecx)" -> "(ecx)" (the assembler does not
24 * do this). Changed calling sequences from push/jmp to
25 * traditional call/ret.
26 * Modified 2001-01-01 Andreas Franck <afranck@gmx.de>
27 * Some hacks to ensure compatibility with recent
28 * GCC snapshots, to avoid stack corruption when compiling
29 * with -fomit-frame-pointer. It's not sure if this will
30 * be fixed in GCC, as our previous implementation was a
33 * If you would like to see an analysis of this implementation, please
34 * ftp to gcom.com and download the file
35 * /pub/linux/src/semaphore/semaphore-2.0.24.tar.gz.
39 #include <asm/system.h>
40 #include <asm/atomic.h>
41 #include <asm/rwlock.h>
42 #include <linux/wait.h>
43 #include <linux/rwsem.h>
44 #include <linux/stringify.h>
49 wait_queue_head_t wait;
56 # define __SEM_DEBUG_INIT(name) \
57 , (int)&(name).__magic
59 # define __SEM_DEBUG_INIT(name)
62 #define __SEMAPHORE_INITIALIZER(name,count) \
63 { ATOMIC_INIT(count), 0, __WAIT_QUEUE_HEAD_INITIALIZER((name).wait) \
64 __SEM_DEBUG_INIT(name) }
66 #define __MUTEX_INITIALIZER(name) \
67 __SEMAPHORE_INITIALIZER(name,1)
69 #define __DECLARE_SEMAPHORE_GENERIC(name,count) \
70 struct semaphore name = __SEMAPHORE_INITIALIZER(name,count)
72 #define DECLARE_MUTEX(name) __DECLARE_SEMAPHORE_GENERIC(name,1)
73 #define DECLARE_MUTEX_LOCKED(name) __DECLARE_SEMAPHORE_GENERIC(name,0)
75 static inline void sema_init (struct semaphore *sem, int val)
78 * *sem = (struct semaphore)__SEMAPHORE_INITIALIZER((*sem),val);
80 * i'd rather use the more flexible initialization above, but sadly
81 * GCC 2.7.2.3 emits a bogus warning. EGCS doesn't. Oh well.
83 atomic_set(&sem->count, val);
85 init_waitqueue_head(&sem->wait);
87 sem->__magic = (int)&sem->__magic;
91 static inline void init_MUTEX (struct semaphore *sem)
96 static inline void init_MUTEX_LOCKED (struct semaphore *sem)
101 asmlinkage void __down_failed(void /* special register calling convention */);
102 asmlinkage int __down_failed_interruptible(void /* params in registers */);
103 asmlinkage int __down_failed_trylock(void /* params in registers */);
104 asmlinkage void __up_wakeup(void /* special register calling convention */);
106 asmlinkage void __down(struct semaphore * sem);
107 asmlinkage int __down_interruptible(struct semaphore * sem);
108 asmlinkage int __down_trylock(struct semaphore * sem);
109 asmlinkage void __up(struct semaphore * sem);
112 * This is ugly, but we want the default case to fall through.
113 * "__down_failed" is a special asm handler that calls the C
114 * routine that actually waits. See arch/x86_64/kernel/semaphore.c
116 static inline void down(struct semaphore * sem)
119 CHECK_MAGIC(sem->__magic);
123 __asm__ __volatile__(
124 "# atomic down operation\n\t"
125 LOCK "decl %0\n\t" /* --sem->count */
128 LOCK_SECTION_START("")
129 "2:\tcall __down_failed\n\t"
138 * Interruptible try to acquire a semaphore. If we obtained
139 * it, return zero. If we were interrupted, returns -EINTR
141 static inline int down_interruptible(struct semaphore * sem)
146 CHECK_MAGIC(sem->__magic);
150 __asm__ __volatile__(
151 "# atomic interruptible down operation\n\t"
152 LOCK "decl %1\n\t" /* --sem->count */
156 LOCK_SECTION_START("")
157 "2:\tcall __down_failed_interruptible\n\t"
160 :"=a" (result), "=m" (sem->count)
167 * Non-blockingly attempt to down() a semaphore.
168 * Returns zero if we acquired it
170 static inline int down_trylock(struct semaphore * sem)
175 CHECK_MAGIC(sem->__magic);
178 __asm__ __volatile__(
179 "# atomic interruptible down operation\n\t"
180 LOCK "decl %1\n\t" /* --sem->count */
184 LOCK_SECTION_START("")
185 "2:\tcall __down_failed_trylock\n\t"
188 :"=a" (result), "=m" (sem->count)
195 * Note! This is subtle. We jump to wake people up only if
196 * the semaphore was negative (== somebody was waiting on it).
197 * The default case (no contention) will result in NO
198 * jumps for both down() and up().
200 static inline void up(struct semaphore * sem)
203 CHECK_MAGIC(sem->__magic);
205 __asm__ __volatile__(
206 "# atomic up operation\n\t"
207 LOCK "incl %0\n\t" /* ++sem->count */
210 LOCK_SECTION_START("")
211 "2:\tcall __up_wakeup\n\t"
218 #endif /* __KERNEL__ */