65#ifdef REALM_DEFAULT_MUTEX
66 typedef REALM_DEFAULT_MUTEX
Mutex;
82 MutexChecker(
const char *_name,
void *_object = 0,
int _limit = 1);
172#ifdef REALM_ENABLE_STARVATION_CHECKS
174 int starvation_count;
177 void increase_starvation_count(
int to_add,
void *db_list);
383 template <
typename LT = Mutex>
542 char pad[64 -
sizeof(std::atomic<int>)];
561#include "realm/mutex.inl"
bool held
Definition mutex.h:394
Writer & mutex
Definition mutex.h:393
atomic< uint64_t > state
Definition mutex.h:322
uint64_t attempt_enter(uint64_t work_units, uint64_t &tstate)
uint64_t attempt_exit(uint64_t &tstate)
void notify_newest(unsigned count, bool prefer_spinning)
Doorbell * extract_newest(bool prefer_spinning, bool allow_extra)
Doorbell * extract_oldest(bool prefer_spinning, bool allow_extra)
void notify_oldest(unsigned count, bool prefer_spinning)
bool add_doorbell(Doorbell *db)
atomic< uintptr_t > head_or_count
Definition mutex.h:216
static const uint32_t STATE_PENDING_AWAKE
Definition mutex.h:160
atomic< uint32_t > state
Definition mutex.h:165
Doorbell * next_doorbell
Definition mutex.h:181
static const uint32_t STATE_SATISFIED_BIT
Definition mutex.h:163
friend class DoorbellList
Definition mutex.h:180
static const uint32_t STATE_IDLE
Definition mutex.h:159
uintptr_t owner_tid
Definition mutex.h:171
static const long long DOORBELL_SLEEP_DEFAULT
Definition mutex.h:134
void set_sleep_timeout(long long timeout_in_ns)
long long sleep_timeout
Definition mutex.h:167
long long next_sleep_time
Definition mutex.h:168
static const unsigned STATE_SATISFIED_VAL_SHIFT
Definition mutex.h:164
void notify(uint32_t data)
static const uint32_t STATE_PENDING_PREWAKE
Definition mutex.h:162
static const uint32_t STATE_PENDING_ASLEEP
Definition mutex.h:161
static const long long DOORBELL_SLEEP_NEVER
Definition mutex.h:133
static const long long DOORBELL_SLEEP_IMMEDIATE
Definition mutex.h:132
static Doorbell * get_thread_doorbell()
DoorbellList db_list
Definition mutex.h:356
FIFOMutex & mutex
Definition mutex.h:346
FIFOCondVar(FIFOMutex &_mutex)
unsigned num_waiters
Definition mutex.h:355
DoorbellList db_list
Definition mutex.h:270
friend class FIFOCondVar
Definition mutex.h:264
atomic< uint32_t > state
Definition mutex.h:269
FIFOCondVar CondVar
Definition mutex.h:252
bool timedwait(long long max_nsec)
KernelMutex & mutex
Definition mutex.h:364
KernelCondVar(KernelMutex &_mutex)
uint64_t placeholder[8]
Definition mutex.h:380
KernelCondVar CondVar
Definition mutex.h:278
uint64_t placeholder[8]
Definition mutex.h:292
friend class KernelCondVar
Definition mutex.h:286
MutexChecker & checker
Definition mutex.h:95
const char * name
Definition mutex.h:96
friend class MutexChecker
Definition mutex.h:93
CheckedScope(MutexChecker &_checker, const char *_name, void *_object=0)
void * object
Definition mutex.h:97
atomic< int > cur_count
Definition mutex.h:111
int limit
Definition mutex.h:110
void lock_fail(int actval, CheckedScope *cs)
const char * name
Definition mutex.h:108
bool trylock(CheckedScope *cs=0)
void unlock_fail(int actval, CheckedScope *cs)
void * object
Definition mutex.h:109
void lock(CheckedScope *cs=0)
MutexChecker(const char *_name, void *_object=0, int _limit=1)
void unlock(CheckedScope *cs=0)
RWLock & operator=(const RWLock &)=delete
RWLock(const RWLock &)=delete
AutoLock< Reader > AutoReaderLock
Definition mutex.h:442
Writer writer
Definition mutex.h:449
AutoLock< Writer > AutoWriterLock
Definition mutex.h:441
RWLock & operator=(RWLock &&)=delete
uint64_t placeholder[8]
Definition mutex.h:459
Reader reader
Definition mutex.h:450
StripedRWLock & lock
Definition mutex.h:504
~AutoReaderLock()
Definition mutex.h:499
unsigned slot
Definition mutex.h:505
AutoReaderLock(StripedRWLock &_lock)
Definition mutex.h:495
AutoReaderLock & operator=(const AutoReaderLock &)=delete
AutoReaderLock(const AutoReaderLock &)=delete
AutoWriterLock(const AutoWriterLock &)=delete
AutoWriterLock & operator=(const AutoWriterLock &)=delete
AutoWriterLock(StripedRWLock &_lock)
Definition mutex.h:510
StripedRWLock & lock
Definition mutex.h:520
~AutoWriterLock()
Definition mutex.h:515
std::atomic< int > waiting_readers
Definition mutex.h:552
Slot slots[NUM_SLOTS]
Definition mutex.h:544
StripedRWLock(StripedRWLock &&)=delete
Mutex::CondVar writer_done
Definition mutex.h:557
std::atomic< int > writer_active
Definition mutex.h:549
StripedRWLock(const StripedRWLock &)=delete
StripedRWLock & operator=(const StripedRWLock &)=delete
void rdunlock(unsigned slot)
char slots_pad[64]
Definition mutex.h:546
Mutex wait_mutex
Definition mutex.h:556
StripedRWLock & operator=(StripedRWLock &&)=delete
Mutex writer_mutex
Definition mutex.h:554
static const unsigned NUM_SLOTS
Definition mutex.h:523
static unsigned my_slot()
DoorbellList db_list
Definition mutex.h:339
UnfairCondVar(UnfairMutex &_mutex)
UnfairMutex & mutex
Definition mutex.h:329
unsigned num_waiters
Definition mutex.h:338
UnfairCondVar CondVar
Definition mutex.h:227
friend class UnfairCondVar
Definition mutex.h:239
atomic< uint32_t > state
Definition mutex.h:244
DoorbellList db_list
Definition mutex.h:245
noncopyable()
Definition utils.h:370
#define REALM_INTERNAL_API_EXTERNAL_LINKAGE
Definition compiler_support.h:226
Definition activemsg.h:42
UnfairMutex Mutex
Definition mutex.h:68
RWLock & rwlock
Definition mutex.h:438
void lock()
Definition mutex.h:433
bool trylock()
Definition mutex.h:434
Reader(RWLock &_rwlock)
Definition mutex.h:430
void unlock()
Definition mutex.h:435
bool trylock()
Definition mutex.h:422
RWLock & rwlock
Definition mutex.h:426
void unlock()
Definition mutex.h:423
Writer(RWLock &_rwlock)
Definition mutex.h:418
void lock()
Definition mutex.h:421
std::atomic< int > readers
Definition mutex.h:541
Slot()
Definition mutex.h:538
char pad[64 - sizeof(std::atomic< int >)]
Definition mutex.h:542