20#ifndef REALM_MACHINE_IMPL_H
21#define REALM_MACHINE_IMPL_H
35 template <
typename KT,
typename AT>
41 std::map<KT, AT *>
all;
88 std::map<Processor, MachineProcInfo *>
procs;
89 std::map<Processor::Kind, std::map<Processor, MachineProcInfo *>>
proc_by_kind;
91 std::map<Memory, MachineMemInfo *>
mems;
92 std::map<Memory::Kind, std::map<Memory, MachineMemInfo *>>
mem_by_kind;
117 bool local_only)
const;
127 bool local_only =
true)
const;
132 bool local_only =
true)
const;
138 bool lock_held =
false);
148 bool lock_held =
false);
172 bool local_only)
const;
175 bool local_only)
const;
185 template <
typename T,
typename T2>
193 const T2 *info = 0)
const = 0;
201 unsigned _max_latency);
227#define REALM_COUNT_KIND(name, desc) +1
228 static constexpr unsigned NUM_PROCESSOR_KINDS =
231#undef REALM_COUNT_KIND
266 template <
typename T>
273 template <
typename T,
unsigned NUM_KINDS>
280 template <
typename S>
296 const S *
get(
unsigned generation)
const
298 const S *s =
current.load_acquire();
299 return (s && (s->generation == generation)) ? s :
nullptr;
313 template <
typename BuildFn>
318 const S *s =
get(generation);
321 if(live.
load() != generation)
324 S *built = build(generation);
334 const S *
install(S *built,
unsigned live_generation);
453 mutable std::vector<std::unique_ptr<CachedList>>
own_lists;
516 unsigned _max_latency);
532 unsigned _max_latency);
620 mutable std::vector<std::unique_ptr<CachedList>>
own_lists;
658 const std::map<Memory, Machine::ProcessorMemoryAffinity *> *
662 const std::map<Memory, Machine::MemoryMemoryAffinity *> *
Definition machine_impl.h:95
friend class MemoryQueryImpl
Definition machine_impl.h:166
friend class ProcessorQueryImpl
Definition machine_impl.h:165
void get_shared_processors(Memory m, std::set< Processor > &pset, bool local_only) const
bool has_affinity(Memory m1, Memory m2, Machine::AffinityDetails *details=0) const
StripedRWLock mutex
Definition machine_impl.h:158
MachineNodeInfo * get_nodeinfo(Memory m) const
MachineImpl(RuntimeImpl *_runtime_impl)
void parse_node_announce_data(int node_id, const void *args, size_t arglen, bool remote)
int get_mem_mem_affinity_unlocked(std::vector< Machine::MemoryMemoryAffinity > &result, Memory restrict_mem1, Memory restrict_mem2, bool local_only) const
RuntimeImpl * get_runtime_impl(void) const
void add_process_info(int node_id, const Machine::ProcessInfo &process_info, bool lock_held=false)
bool has_affinity(Processor p, Memory m, Machine::AffinityDetails *details=0) const
RuntimeImpl * runtime_impl
Definition machine_impl.h:182
MachineNodeInfo * get_nodeinfo(int node) const
int get_proc_mem_affinity_unlocked(std::vector< Machine::ProcessorMemoryAffinity > &result, Processor restrict_proc, Memory restrict_memory, bool local_only) const
void get_local_processors(std::set< Processor > &pset) const
void enumerate_mem_mem_affinities(void)
void remove_subscription(Machine::MachineUpdateSubscriber *subscriber)
std::map< int, MachineNodeInfo * > nodeinfos
Definition machine_impl.h:162
int get_proc_mem_affinity(std::vector< Machine::ProcessorMemoryAffinity > &result, Processor restrict_proc=Processor::NO_PROC, Memory restrict_memory=Memory::NO_MEMORY, bool local_only=true) const
void add_proc_mem_affinity(const Machine::ProcessorMemoryAffinity &pma, bool lock_held=false)
int get_mem_mem_affinity(std::vector< Machine::MemoryMemoryAffinity > &result, Memory restrict_mem1=Memory::NO_MEMORY, Memory restrict_mem2=Memory::NO_MEMORY, bool local_only=true) const
std::vector< Machine::ProcessorMemoryAffinity > proc_mem_affinities
Definition machine_impl.h:159
std::set< Machine::MachineUpdateSubscriber * > subscribers
Definition machine_impl.h:160
void get_all_memories(std::set< Memory > &mset) const
MachineNodeInfo * get_nodeinfo(Processor p) const
void invalidate_query_caches()
void get_local_processors_by_kind(std::set< Processor > &pset, Processor::Kind kind) const
void get_all_processors(std::set< Processor > &pset) const
void get_visible_memories(Processor p, std::set< Memory > &mset, bool local_only) const
bool get_process_info(Processor p, Machine::ProcessInfo *info) const
void add_subscription(Machine::MachineUpdateSubscriber *subscriber)
void update_kind_maps(void)
void get_visible_memories(Memory m, std::set< Memory > &mset, bool local_only) const
MemoryQuery & best_affinity_to(Processor p, int bandwidth_weight=1, int latency_weight=0)
ProcessorQuery & best_affinity_to(Memory m, int bandwidth_weight=1, int latency_weight=0)
realm_affinity_details_t AffinityDetails
Definition machine.h:55
Memory memory
Definition machine_impl.h:540
virtual bool matches_predicate(const MachineImpl *machine, Memory thing, const MachineMemInfo *info=0) const
MemoryHasMemAffinityPredicate(Memory _memory, unsigned _min_bandwidth, unsigned _max_latency)
virtual MemoryQueryPredicate * clone(void) const
unsigned max_latency
Definition machine_impl.h:542
unsigned min_bandwidth
Definition machine_impl.h:541
unsigned min_bandwidth
Definition machine_impl.h:525
MemoryHasProcAffinityPredicate(Processor _proc, unsigned _min_bandwidth, unsigned _max_latency)
Processor proc
Definition machine_impl.h:524
virtual bool matches_predicate(const MachineImpl *machine, Memory thing, const MachineMemInfo *info=0) const
unsigned max_latency
Definition machine_impl.h:526
virtual MemoryQueryPredicate * clone(void) const
bool is_restricted_node
Definition machine_impl.h:611
void restrict_by_capacity(size_t new_min_bytes)
Memory first_match(void) const
const CachedList * attach(const CachedList *list) const
std::vector< std::unique_ptr< CachedList > > own_lists
Definition machine_impl.h:620
REALM_ATTR_NOINLINE(const CachedList *cached_list_lookup() const)
atomic< const CachedList * > attached
Definition machine_impl.h:617
const CachedList * best_affinity_list() const
MemoryQueryImpl(const Machine &_machine)
const std::map< Memory, Machine::MemoryMemoryAffinity * > * local_mem_affinities(Memory m) const
bool cached_query(size_t &count) const
void add_predicate(MemoryQueryPredicate *pred)
int restricted_node_id
Definition machine_impl.h:612
bool shared_cache_covers() const
Definition machine_impl.h:629
Memory random_match(void) const
REALM_ATTR_NOINLINE(const CachedList *cached_list_miss(unsigned generation) const)
KindCache * build_kind_cache(unsigned generation) const
bool is_restricted_kind
Definition machine_impl.h:613
atomic< int > references
Definition machine_impl.h:609
void remove_reference(void)
size_t restricted_min_capacity
Definition machine_impl.h:615
std::vector< MemoryQueryPredicate * > predicates
Definition machine_impl.h:621
std::optional< BestMemAffinityCostFn > best_mem_affinity_cost
Definition machine_impl.h:626
void set_affinity_proc(Processor p)
Processor affinity_proc
Definition machine_impl.h:622
void restrict_to_kind(Memory::Kind new_kind)
bool cached_query(Memory p, Memory &pval)
void restrict_to_node(int new_node_id)
const std::map< Memory, Machine::ProcessorMemoryAffinity * > * anchor_affinities(Processor p, bool local_only) const
Memory cache_next(Memory after)
std::optional< CachedList > first_own
Definition machine_impl.h:619
static atomic< unsigned int > cache_invalid_count
Definition machine_impl.h:555
const MachineImpl * machine
Definition machine_impl.h:610
QueryKindCache< Memory, NUM_MEMORY_KINDS > KindCache
Definition machine_impl.h:552
MemoryQueryImpl(const MemoryQueryImpl ©_from)
bool candidate_matches(Memory m) const
REALM_ATTR_NOINLINE(Memory best_affinity_next(Memory after) const)
const CachedList * cached_list() const
Definition machine_impl.h:637
std::optional< BestProcAffinityCostFn > best_proc_affinity_cost
Definition machine_impl.h:625
Memory next_match(Memory after) const
Memory::Kind restricted_kind
Definition machine_impl.h:614
static QueryCacheSlot< KindCache > kind_cache
Definition machine_impl.h:556
MemoryQueryImpl(const MachineImpl *_machine_impl)
bool cached_query(Memory &pval, QueryType q) const
QueryResultList< Memory > CachedList
Definition machine_impl.h:551
const CachedList * attached_list() const
Definition machine_impl.h:651
UnfairMutex build_mutex
Definition machine_impl.h:618
size_t count_matches(void) const
void build_best_affinity_list(std::vector< Memory > &result) const
MemoryQueryImpl * writeable_reference(void)
Kind
Definition memory.h:59
static const Memory NO_MEMORY
Definition memory.h:49
virtual bool matches_predicate(const MachineImpl *machine, Processor thing, const MachineProcInfo *info=0) const
ProcessorHasAffinityPredicate(Memory _memory, unsigned _min_bandwidth, unsigned _max_latency)
virtual ProcQueryPredicate * clone(void) const
unsigned min_bandwidth
Definition machine_impl.h:210
Memory memory
Definition machine_impl.h:209
unsigned max_latency
Definition machine_impl.h:211
int restricted_node_id
Definition machine_impl.h:425
bool is_restricted_kind
Definition machine_impl.h:426
QueryResultList< Processor > CachedList
Definition machine_impl.h:355
void set_cached_mem(Memory m)
Definition machine_impl.h:393
const CachedList * best_affinity_list() const
ProcessorQueryImpl(const MachineImpl *_machine_impl)
ProcessorQueryImpl(const ProcessorQueryImpl ©_from)
Processor next_match(Processor after)
~ProcessorQueryImpl(void)
std::optional< BestAffinityCostFn > best_affinity_cost
Definition machine_impl.h:431
Processor first_match(void) const
void restrict_to_node(int new_node_id)
UnfairMutex build_mutex
Definition machine_impl.h:451
std::vector< ProcQueryPredicate * > predicates
Definition machine_impl.h:428
QueryKindCache< Processor, NUM_PROCESSOR_KINDS > KindCache
Definition machine_impl.h:356
const CachedList * cached_list() const
Definition machine_impl.h:471
const CachedList * list_in(const AffinityCache *ac) const
REALM_ATTR_NOINLINE(const CachedList *cached_list_lookup() const)
ProcessorQueryImpl * writeable_reference(void)
Processor cache_next(Processor after)
size_t count_matches(void) const
AffinityCache * build_affinity_cache(unsigned generation) const
void reset_cached_mem()
Definition machine_impl.h:401
KindCache * build_kind_cache(unsigned generation) const
void restrict_to_kind(Processor::Kind new_kind)
Processor::Kind restricted_kind
Definition machine_impl.h:427
static QueryCacheSlot< KindCache > kind_cache
Definition machine_impl.h:370
Memory cached_mem
Definition machine_impl.h:433
atomic< int > references
Definition machine_impl.h:422
REALM_ATTR_NOINLINE(const CachedList *cached_list_miss(unsigned generation) const)
bool cached_query(size_t &count) const
Processor random_match(void) const
const MachineImpl * machine
Definition machine_impl.h:423
REALM_ATTR_NOINLINE(Processor best_affinity_next(Processor after) const)
const CachedList * attach(const CachedList *list) const
void build_best_affinity_list(std::vector< Processor > &result) const
std::optional< CachedList > first_own
Definition machine_impl.h:452
bool is_restricted_node
Definition machine_impl.h:424
bool shared_cache_covers() const
Definition machine_impl.h:459
const CachedList * attached_list() const
Definition machine_impl.h:499
atomic< const CachedList * > attached
Definition machine_impl.h:441
ProcessorQueryImpl(const Machine &_machine)
void add_predicate(ProcQueryPredicate *pred)
bool is_cached_mem
Definition machine_impl.h:434
static atomic< unsigned int > cache_invalid_count
Definition machine_impl.h:369
bool cached_query(Processor &pval, QueryType q) const
void remove_reference(void)
std::vector< std::unique_ptr< CachedList > > own_lists
Definition machine_impl.h:453
static QueryCacheSlot< AffinityCache > affinity_cache
Definition machine_impl.h:371
bool cached_query(Processor p, Processor &pval)
Definition processor.h:37
Kind
Definition processor.h:65
static const Processor NO_PROC
Definition processor.h:54
Definition machine_impl.h:281
const S * install(S *built, unsigned live_generation)
Mutex mutex
Definition machine_impl.h:344
QueryCacheSlot(void)
Definition machine_impl.h:283
std::vector< const S * > retired
Definition machine_impl.h:345
atomic< const S * > current
Definition machine_impl.h:343
atomic< unsigned long > builds
Definition machine_impl.h:347
unsigned long build_count(void) const
Definition machine_impl.h:340
const S * get(unsigned generation) const
Definition machine_impl.h:296
UnfairMutex build_mutex
Definition machine_impl.h:346
const S * get_or_build(unsigned generation, const atomic< unsigned int > &live, BuildFn &&build)
Definition machine_impl.h:314
Definition machine_impl.h:186
virtual ~QueryPredicate(void)
Definition machine_impl.h:188
virtual QueryPredicate< T, T2 > * clone(void) const =0
virtual bool matches_predicate(const MachineImpl *machine, T thing, const T2 *info=0) const =0
Definition runtime_impl.h:271
#define REALM_COUNT_KIND(name, desc)
Definition machine_impl.h:227
Definition activemsg.h:44
bool use_machine_query_cache
Definition activemsg.h:42
QueryType
Definition machine_impl.h:219
@ QUERY_FIRST
Definition machine_impl.h:221
@ QUERY_RANDOM
Definition machine_impl.h:222
@ QUERY_NEXT
Definition machine_impl.h:220
UnfairMutex Mutex
Definition mutex.h:68
QueryPredicate< Processor, MachineProcInfo > ProcQueryPredicate
Definition machine_impl.h:196
MachineImpl * get_machine(void)
Definition machine_impl.h:669
NodeAnnounceTag
Definition machine_impl.h:674
@ NODE_ANNOUNCE_IB_MEM
Definition machine_impl.h:678
@ NODE_ANNOUNCE_PROCESS_INFO
Definition machine_impl.h:681
@ NODE_ANNOUNCE_MEM
Definition machine_impl.h:677
@ NODE_ANNOUNCE_DMA_CHANNEL
Definition machine_impl.h:680
@ NODE_ANNOUNCE_PROC
Definition machine_impl.h:676
@ NODE_ANNOUNCE_PMA
Definition machine_impl.h:679
@ NODE_ANNOUNCE_INVALID
Definition machine_impl.h:675
MachineImpl * machine_singleton
void cleanup_query_caches()
QueryPredicate< Memory, MachineMemInfo > MemoryQueryPredicate
Definition machine_impl.h:511
#define REALM_MEMORY_KINDS(__op__)
Definition realm_c.h:248
#define REALM_PROCESSOR_KINDS(__op__)
Definition realm_c.h:227
Definition machine_impl.h:36
std::map< KT, AT * > all
Definition machine_impl.h:41
std::map< KT, AT * > local
Definition machine_impl.h:42
std::map< KT, AT * > best
Definition machine_impl.h:43
~MachineAffinityInfo(void)
bool add_affinity(KT key, const AT &aff, bool is_local)
MachineAffinityInfo(void)
Definition machine_impl.h:56
Memory m
Definition machine_impl.h:63
bool add_proc_mem_affinity(const Machine::ProcessorMemoryAffinity &pma)
MachineAffinityInfo< Memory, Machine::MemoryMemoryAffinity > mmas_out
Definition machine_impl.h:65
MachineAffinityInfo< Processor, Machine::ProcessorMemoryAffinity > pmas
Definition machine_impl.h:64
bool add_mem_mem_affinity(const Machine::MemoryMemoryAffinity &mma)
MachineMemInfo(Memory _m)
MachineAffinityInfo< Memory, Machine::MemoryMemoryAffinity > mmas_in
Definition machine_impl.h:66
Definition machine_impl.h:69
std::map< Processor, MachineProcInfo * > procs
Definition machine_impl.h:88
MachineNodeInfo(int _node, RuntimeImpl *_runtime_impl)
std::map< Memory, MachineMemInfo * > mems
Definition machine_impl.h:91
std::map< Processor::Kind, std::map< Processor, MachineProcInfo * > > proc_by_kind
Definition machine_impl.h:89
bool add_proc_mem_affinity(const Machine::ProcessorMemoryAffinity &pma)
bool add_process_info(const Machine::ProcessInfo &proc_info)
void update_kind_maps(void)
Machine::ProcessInfo * process_info
Definition machine_impl.h:86
RuntimeImpl * runtime_impl
Definition machine_impl.h:84
int node
Definition machine_impl.h:80
std::map< Memory::Kind, std::map< Memory, MachineMemInfo * > > mem_by_kind
Definition machine_impl.h:92
bool add_processor(Processor p)
bool add_mem_mem_affinity(const Machine::MemoryMemoryAffinity &mma)
bool add_memory(Memory m)
Definition machine_impl.h:46
MachineAffinityInfo< Memory, Machine::ProcessorMemoryAffinity > pmas
Definition machine_impl.h:53
Processor p
Definition machine_impl.h:52
bool add_proc_mem_affinity(const Machine::ProcessorMemoryAffinity &pma)
MachineProcInfo(Processor _p)
Definition machine_impl.h:594
int bandwidth_weight
Definition machine_impl.h:596
Memory memory
Definition machine_impl.h:595
int latency_weight
Definition machine_impl.h:597
Definition machine_impl.h:589
int latency_weight
Definition machine_impl.h:592
int bandwidth_weight
Definition machine_impl.h:591
Processor proc
Definition machine_impl.h:590
Definition machine_impl.h:362
CachedList none
Definition machine_impl.h:365
std::map< Memory, CachedList > by_kind_and_mem[NUM_PROCESSOR_KINDS]
Definition machine_impl.h:364
unsigned generation
Definition machine_impl.h:363
Definition machine_impl.h:410
int bandwidth_weight
Definition machine_impl.h:412
Memory memory
Definition machine_impl.h:411
int latency_weight
Definition machine_impl.h:413
Definition machine_impl.h:274
QueryResultList< Processor > by_kind[NUM_KINDS]
Definition machine_impl.h:276
unsigned generation
Definition machine_impl.h:275
Definition machine_impl.h:267
unsigned generation
Definition machine_impl.h:268
std::vector< Processor > items
Definition machine_impl.h:269