summaryrefslogtreecommitdiff
path: root/includes/rts/SpinLock.h
blob: c1fe6c866ccc0b4d30c3aa1b863d90f3bde5c7b4 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
/* ----------------------------------------------------------------------------
 *
 * (c) The GHC Team, 2006-2009
 *
 * Spin locks
 *
 * These are simple spin-only locks as opposed to Mutexes which
 * probably spin for a while before blocking in the kernel.  We use
 * these when we are sure that all our threads are actively running on
 * a CPU, eg. in the GC.
 *
 * TODO: measure whether we really need these, or whether Mutexes
 * would do (and be a bit safer if a CPU becomes loaded).
 *
 * Do not #include this file directly: #include "Rts.h" instead.
 *
 * To understand the structure of the RTS headers, see the wiki:
 *   https://gitlab.haskell.org/ghc/ghc/wikis/commentary/source-tree/includes
 *
 * -------------------------------------------------------------------------- */

#pragma once

#if defined(THREADED_RTS)

typedef struct SpinLock_
{
    StgWord   lock;
#if defined(PROF_SPIN)
    StgWord64 spin;  // incremented every time we spin in ACQUIRE_SPIN_LOCK
    StgWord64 yield; // incremented every time we yield in ACQUIRE_SPIN_LOCK
#endif
} SpinLock;

// PROF_SPIN enables counting the number of times we spin on a lock
#if defined(PROF_SPIN)
#define IF_PROF_SPIN(x) x
#else
#define IF_PROF_SPIN(x)
#endif

void acquire_spin_lock_slow_path(SpinLock * p);

// acquire spin lock
INLINE_HEADER void ACQUIRE_SPIN_LOCK(SpinLock * p)
{
    StgWord32 r = cas((StgVolatilePtr)&(p->lock), 1, 0);
    if (RTS_UNLIKELY(r == 0))
        acquire_spin_lock_slow_path(p);
}

// release spin lock
INLINE_HEADER void RELEASE_SPIN_LOCK(SpinLock * p)
{
    RELEASE_STORE(&p->lock, 1);
}

// initialise spin lock
INLINE_HEADER void initSpinLock(SpinLock * p)
{
    IF_PROF_SPIN(p->spin = 0);
    IF_PROF_SPIN(p->yield = 0);
    RELEASE_STORE(&p->lock, 1);
}

#else /* !THREADED_RTS */

// Using macros here means we don't have to ensure the argument is in scope
#define ACQUIRE_SPIN_LOCK(p) /* nothing */
#define RELEASE_SPIN_LOCK(p) /* nothing */

INLINE_HEADER void initSpinLock(void * p STG_UNUSED)
{ /* nothing */ }

#endif /* THREADED_RTS */