Debian Codegraph @

extra/gperftools/gperftools-2.15/src/base/spinlock_linux-inl.h

raw
1 // -*- Mode: C++; c-basic-offset: 2; indent-tabs-mode: nil -*-
2 /* Copyright (c) 2009, Google Inc.
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are
7 * met:
8 *
9 * * Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * * Redistributions in binary form must reproduce the above
12 * copyright notice, this list of conditions and the following disclaimer
13 * in the documentation and/or other materials provided with the
14 * distribution.
15 * * Neither the name of Google Inc. nor the names of its
16 * contributors may be used to endorse or promote products derived from
17 * this software without specific prior written permission.
18 *
19 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
20 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
21 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
22 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
23 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
24 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
25 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
26 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
27 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
28 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
29 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
30 *
31 * ---
32 * This file is a Linux-specific part of spinlock_internal.cc
33 */
34
35 #include <errno.h>
36 #include <limits.h>
37 #include <sched.h>
38 #include <sys/syscall.h>
39 #include <time.h>
40 #include <unistd.h>
41
42 #define FUTEX_WAIT 0
43 #define FUTEX_WAKE 1
44 #define FUTEX_PRIVATE_FLAG 128
45
46 // Note: Instead of making direct system calls that are inlined, we rely
47 // on the syscall() function in glibc to do the right thing.
48
49 static bool have_futex;
50 static int futex_private_flag = FUTEX_PRIVATE_FLAG;
51
52 namespace {
53 static struct InitModule {
54 InitModule() {
55 int x = 0;
56 // futexes are ints, so we can use them only when
57 // that's the same size as the lockword_ in SpinLock.
58 have_futex = (syscall(__NR_futex, &x, FUTEX_WAKE, 1, NULL, NULL, 0) >= 0);
59 if (have_futex && syscall(__NR_futex, &x, FUTEX_WAKE | futex_private_flag,
60 1, NULL, NULL, 0) < 0) {
61 futex_private_flag = 0;
62 }
63 }
64 } init_module;
65
66 } // anonymous namespace
67
68
69 namespace base {
70 namespace internal {
71
72 void SpinLockDelay(std::atomic<int> *w, int32 value, int loop) {
73 if (loop != 0) {
74 int save_errno = errno;
75 struct timespec tm;
76 tm.tv_sec = 0;
77 if (have_futex) {
78 tm.tv_nsec = base::internal::SuggestedDelayNS(loop);
79 } else {
80 tm.tv_nsec = 2000001; // above 2ms so linux 2.4 doesn't spin
81 }
82 if (have_futex) {
83 tm.tv_nsec *= 16; // increase the delay; we expect explicit wakeups
84 syscall(__NR_futex, reinterpret_cast<int*>(w),
85 FUTEX_WAIT | futex_private_flag, value,
86 reinterpret_cast<struct kernel_timespec*>(&tm), NULL, 0);
87 } else {
88 nanosleep(&tm, NULL);
89 }
90 errno = save_errno;
91 }
92 }
93
94 void SpinLockWake(std::atomic<int> *w, bool all) {
95 if (have_futex) {
96 syscall(__NR_futex, reinterpret_cast<int*>(w),
97 FUTEX_WAKE | futex_private_flag, all ? INT_MAX : 1, NULL, NULL, 0);
98 }
99 }
100
101 } // namespace internal
102 } // namespace base