20#ifndef GASNETEX_INTERNAL_H
21#define GASNETEX_INTERNAL_H
25#ifdef REALM_USE_GASNETEX_WRAPPER
27#define GEX_NO_PROTOTYPES 1
39#define REALM_GEX_MODULE_VERSION 20240301
132 void init(
size_t _outbuf_count,
size_t _outbuf_size, uintptr_t _baseptr);
246 template <
typename T,
unsigned CHUNK_SIZE>
287 template <
typename T,
unsigned CHUNK_SIZE>
345 void *&payload_base);
353 size_t payload_bytes, uintptr_t dest_addr,
357 size_t payload_bytes, uintptr_t dest_addr,
360 const void *payload_base,
size_t payload_bytes,
361 uintptr_t dest_addr);
474 template <
typename T,
unsigned CHUNK_SIZE>
605 template <
typename T,
unsigned CHUNK_SIZE>
633 template <
typename T,
unsigned CHUNK_SIZE>
657 size_t hdr_bytes, uintptr_t src_ptr, uintptr_t tgt_ptr,
658 size_t payload_bytes);
683 bool init(
int *argc,
const char ***argv);
697 void allgatherv(
const char *val_in,
size_t bytes, std::vector<char> &vals_out,
698 std::vector<size_t> &lengths);
708 bool with_congestion,
size_t header_size,
709 uintptr_t dest_payload_addr);
711 const void *data,
size_t bytes_per_line,
size_t lines,
712 size_t line_stride,
bool with_congestion,
713 size_t header_size, uintptr_t dest_payload_addr);
717 unsigned short msgid,
void *&header_base,
718 size_t header_size,
void *&payload_base,
719 size_t payload_size, uintptr_t dest_payload_addr);
721 size_t header_size,
void *payload_base,
size_t payload_size);
727 size_t hdr_bytes,
const void *data,
size_t data_bytes);
729 size_t hdr_bytes,
const void *data,
size_t data_bytes);
732 const void *hdr,
size_t hdr_bytes, uintptr_t src_ptr,
733 uintptr_t tgt_ptr,
size_t payload_bytes);
735 const void *data,
size_t data_bytes,
gex_am_arg_t *comps);
750 uintptr_t comp_info);
752 uintptr_t comp_info);
754 uintptr_t comp_info);
762 std::vector<gex_ep_opaque_t>
eps;
775 struct SegmentInfoSorter;
BackgroundWorkItem(const std::string &_name)
Definition gasnetex_internal.h:247
Mutex mutex
Definition gasnetex_internal.h:274
size_t max_alloc
Definition gasnetex_internal.h:279
atomic< size_t > cur_alloc
Definition gasnetex_internal.h:278
Chunk * chunks_head
Definition gasnetex_internal.h:277
uintptr_t free_head
Definition gasnetex_internal.h:275
size_t cur_capacity
Definition gasnetex_internal.h:279
uintptr_t * free_tail
Definition gasnetex_internal.h:276
static const size_t ALIGNMENT
Definition activemsg.h:216
GASNetEXCompleter(GASNetEXInternal *_internal)
void add_ready_events(GASNetEXEvent::EventList &newly_ready)
atomic< bool > has_work
Definition gasnetex_internal.h:598
Mutex mutex
Definition gasnetex_internal.h:597
GASNetEXInternal * internal
Definition gasnetex_internal.h:596
GASNetEXEvent::EventList ready_events
Definition gasnetex_internal.h:599
virtual bool do_work(TimeLimit work_until)
Definition gasnetex_internal.h:471
GASNetEXEvent & set_pktbuf(OutbufMetadata *_pktbuf)
void propagate_to_leaves()
GASNetEXEvent * leaf
Definition gasnetex_internal.h:507
~GASNetEXEvent()
Definition gasnetex_internal.h:477
REALM_PMTA_DEFN(GASNetEXEvent, IntrusiveListLink< GASNetEXEvent >, event_list_link)
GASNetEXEvent & set_leaf(GASNetEXEvent *_leaf)
GASNetEXEvent & set_put(PendingPutHeader *_put)
gex_ep_opaque_t event
Definition gasnetex_internal.h:501
PendingCompletion * local_comp
Definition gasnetex_internal.h:502
GASNetEXEvent & set_event(gex_event_opaque_t _event)
GASNetEXEvent & set_rget(PendingReverseGet *_rget)
GASNetEXEvent & set_databuf(OutbufMetadata *_databuf)
PendingPutHeader * put
Definition gasnetex_internal.h:506
IntrusiveListLink< GASNetEXEvent > event_list_link
Definition gasnetex_internal.h:494
OutbufMetadata * pktbuf
Definition gasnetex_internal.h:503
gex_event_opaque_t get_event() const
OutbufMetadata * databuf
Definition gasnetex_internal.h:504
void trigger(GASNetEXInternal *internal)
IntrusiveList< GASNetEXEvent, REALM_PMTA_USE(GASNetEXEvent, event_list_link), DummyLock > EventList
Definition gasnetex_internal.h:498
friend class ChunkedRecycler
Definition gasnetex_internal.h:475
GASNetEXEvent & set_local_comp(PendingCompletion *_local_comp)
PendingReverseGet * rget
Definition gasnetex_internal.h:505
void add_ready_xpair(XmitSrcDestPair *xpair)
GASNetEXInjector(GASNetEXInternal *_internal)
atomic< unsigned > active_workers
Definition gasnetex_internal.h:539
GASNetEXInternal * internal
Definition gasnetex_internal.h:536
virtual bool do_work(TimeLimit work_until)
XmitSrcDestPair::XmitPairList ready_xpairs
Definition gasnetex_internal.h:540
Mutex mutex
Definition gasnetex_internal.h:537
Definition gasnetex_internal.h:677
GASNetEXCompleter completer
Definition gasnetex_internal.h:785
RuntimeImpl * runtime
Definition gasnetex_internal.h:759
std::vector< XmitSrc * > xmitsrcs
Definition gasnetex_internal.h:781
atomic< uint64_t > total_packets_received
Definition gasnetex_internal.h:791
size_t recommended_max_payload(bool with_congestion, size_t header_size)
gex_rank_t prim_rank
Definition gasnetex_internal.h:764
gex_callback_handle_t gex_callback_handle
Definition gasnetex_internal.h:808
PreparedMessage * prepare_message(gex_rank_t target, gex_ep_index_t target_ep_index, unsigned short msgid, void *&header_base, size_t header_size, void *&payload_base, size_t payload_size, uintptr_t dest_payload_addr)
static void long_message_complete(NodeID sender, uintptr_t objptr, uintptr_t comp_info)
OutbufMetadata * databuf_md
Definition gasnetex_internal.h:807
size_t recommended_max_payload(gex_rank_t target, gex_ep_index_t target_ep_index, bool with_congestion, size_t header_size, uintptr_t dest_payload_addr)
GASNetEXPoller poller
Definition gasnetex_internal.h:783
void sample_quiescence_state(NetworkModule::QuiescenceState &state)
Mutex databuf_mutex
Definition gasnetex_internal.h:806
friend class XmitSrcDestPair
Definition gasnetex_internal.h:742
PendingCompletionManager compmgr
Definition gasnetex_internal.h:787
bool init(int *argc, const char ***argv)
void cancel_message(PreparedMessage *msg)
gex_tm_opaque_t prim_tm
Definition gasnetex_internal.h:763
uintptr_t attach(size_t size)
OutbufManager obmgr
Definition gasnetex_internal.h:788
size_t recommended_max_payload(gex_rank_t target, gex_ep_index_t target_ep_index, const void *data, size_t bytes_per_line, size_t lines, size_t line_stride, bool with_congestion, size_t header_size, uintptr_t dest_payload_addr)
const SegmentInfo * find_segment(const void *srcptr) const
size_t handle_batch(gex_rank_t srcrank, gex_am_arg_t arg0, gex_am_arg_t cksum, const void *data, size_t data_bytes, gex_am_arg_t *comps)
friend class GASNetEXInjector
Definition gasnetex_internal.h:746
friend class XmitSrc
Definition gasnetex_internal.h:741
static void medium_message_complete(NodeID sender, uintptr_t objptr, uintptr_t comp_info)
PendingCompletion * early_local_completion(PendingCompletion *comp)
GASNetEXInternal(GASNetEXModule *_module, RuntimeImpl *_runtime)
std::vector< gex_ep_opaque_t > eps
Definition gasnetex_internal.h:762
PendingCompletion * get_available_comp()
gex_client_opaque_t client
Definition gasnetex_internal.h:760
ChunkedRecycler< PendingPutHeader, 32 > put_alloc
Definition gasnetex_internal.h:813
static void short_message_complete(NodeID sender, uintptr_t objptr, uintptr_t comp_info)
void get_shared_peers(Realm::NodeSet &shared_peers)
ReverseGetter rgetter
Definition gasnetex_internal.h:786
friend class ReverseGetter
Definition gasnetex_internal.h:740
size_t prim_segsize
Definition gasnetex_internal.h:766
friend class GASNetEXPoller
Definition gasnetex_internal.h:744
gex_am_arg_t handle_short(gex_rank_t srcrank, gex_am_arg_t arg0, const void *hdr, size_t hdr_bytes)
ChunkedRecycler< PreparedMessage, 32 > prep_alloc
Definition gasnetex_internal.h:812
void handle_completion_reply(gex_rank_t srcrank, const gex_am_arg_t *args, size_t nargs)
void commit_message(PreparedMessage *msg, PendingCompletion *comp, void *header_base, size_t header_size, void *payload_base, size_t payload_size)
friend class GASNetEXEvent
Definition gasnetex_internal.h:743
gex_am_arg_t handle_medium(gex_rank_t srcrank, gex_am_arg_t arg0, const void *hdr, size_t hdr_bytes, const void *data, size_t data_bytes)
gex_am_arg_t handle_long(gex_rank_t srcrank, gex_am_arg_t arg0, const void *hdr, size_t hdr_bytes, const void *data, size_t data_bytes)
void allgatherv(const char *val_in, size_t bytes, std::vector< char > &vals_out, std::vector< size_t > &lengths)
void broadcast(gex_rank_t root, const void *val_in, void *val_out, size_t bytes)
GASNetEXInjector injector
Definition gasnetex_internal.h:784
void gather(gex_rank_t root, const void *val_in, void *vals_out, size_t bytes)
ChunkedRecycler< GASNetEXEvent, 64 > event_alloc
Definition gasnetex_internal.h:811
atomic< uint64_t > total_events_added
Definition gasnetex_internal.h:803
void quiescence_allreduce_sum(const uint64_t *local_counts, uint64_t *total_counts, size_t count)
gex_segment_opaque_t prim_segment
Definition gasnetex_internal.h:765
gex_rank_t prim_size
Definition gasnetex_internal.h:764
GASNetEXModule * module
Definition gasnetex_internal.h:758
PendingCompletion * extract_arg0_local_comp(gex_am_arg_t &arg0)
void handle_reverse_get(gex_rank_t srcrank, gex_ep_index_t src_ep_index, gex_ep_index_t tgt_ep_index, gex_am_arg_t arg0, const void *hdr, size_t hdr_bytes, uintptr_t src_ptr, uintptr_t tgt_ptr, size_t payload_bytes)
std::vector< SegmentInfo > segments_by_addr
Definition gasnetex_internal.h:777
friend class GASNetEXCompleter
Definition gasnetex_internal.h:745
bool attempt_binding(void *base, size_t size, NetworkSegmentInfo::MemoryType memtype, NetworkSegmentInfo::MemoryTypeExtraData memextra, gex_ep_index_t *ep_indexp)
Definition gasnetex_module.h:29
GASNetEXPoller(GASNetEXInternal *_internal)
GASNetEXEvent::EventList pending_events
Definition gasnetex_internal.h:579
void add_pending_event(GASNetEXEvent *event)
virtual bool do_work(TimeLimit work_until)
Mutex mutex
Definition gasnetex_internal.h:572
Mutex::CondVar pollwait_cond
Definition gasnetex_internal.h:576
XmitSrcDestPair::XmitPairList critical_xpairs
Definition gasnetex_internal.h:578
void add_critical_xpair(XmitSrcDestPair *xpair)
atomic< bool > shutdown_flag
Definition gasnetex_internal.h:573
Mutex::CondVar shutdown_cond
Definition gasnetex_internal.h:574
bool started
Definition gasnetex_internal.h:570
GASNetEXInternal * internal
Definition gasnetex_internal.h:571
atomic< bool > work_active
Definition gasnetex_internal.h:577
void wait_for_full_poll_cycle()
atomic< bool > pollwait_flag
Definition gasnetex_internal.h:575
Definition gasnetex_internal.h:127
OutbufMetadata * reserved_head
Definition gasnetex_internal.h:160
void init(size_t _outbuf_count, size_t _outbuf_size, uintptr_t _baseptr)
size_t num_endpoints
Definition gasnetex_internal.h:157
size_t outbuf_size
Definition gasnetex_internal.h:142
OutbufMetadata * overflow_head
Definition gasnetex_internal.h:158
OutbufMetadata * metadatas
Definition gasnetex_internal.h:141
OutbufMetadata * first_available
Definition gasnetex_internal.h:144
size_t num_overflow
Definition gasnetex_internal.h:148
OutbufMetadata ** overflow_tail
Definition gasnetex_internal.h:159
OutbufMetadata * alloc_outbuf(OutbufMetadata::State state, bool overflow_ok, bool new_endpoint)
void free_outbuf(OutbufMetadata *md)
virtual bool do_work(TimeLimit work_until)
size_t num_buffers
Definition gasnetex_internal.h:157
Mutex mutex
Definition gasnetex_internal.h:143
size_t num_reserved
Definition gasnetex_internal.h:148
OutbufMetadata * md
Definition gasnetex_internal.h:124
OutbufUsecountDec(OutbufMetadata *_md)
Definition gasnetex_internal.h:117
void operator()() const
Definition gasnetex_internal.h:121
Definition gasnetex_internal.h:207
void invoke_completions(PendingCompletion *comp, bool do_local, bool do_remote)
PendingCompletion * get_available()
Realm::atomic< PendingCompletionGroup * > groups[1<< LOG2_MAXGROUPS]
Definition gasnetex_internal.h:241
size_t pending_soft_limit
Definition gasnetex_internal.h:243
Realm::atomic< PendingCompletion * > first_free
Definition gasnetex_internal.h:239
PendingCompletion * lookup_completion(int index)
~PendingCompletionManager()
Realm::Mutex mutex
Definition gasnetex_internal.h:238
PendingCompletionManager()
void recycle_comp(PendingCompletion *comp)
int max_groups
Definition gasnetex_internal.h:235
Realm::atomic< int > num_groups
Definition gasnetex_internal.h:240
atomic< size_t > num_pending
Definition gasnetex_internal.h:242
bool set_index_bits(unsigned index_bits)
size_t num_completions_pending()
static const size_t LOG2_MAXGROUPS
Definition gasnetex_internal.h:234
bool over_pending_completion_soft_limit() const
Definition gasnetex_internal.h:165
REALM_ALIGNED_TYPE_CONST(Storage_aligned, Storage_unaligned, Realm::CompletionCallbackBase::ALIGNMENT)
void * add_local_completion(size_t bytes, bool late_ok=false)
int index
Definition gasnetex_internal.h:183
Storage_aligned storage
Definition gasnetex_internal.h:198
bool invoke_local_completions()
bool invoke_remote_completions()
PendingCompletionManager * manager
Definition gasnetex_internal.h:185
static const size_t TOTAL_CAPACITY
Definition gasnetex_internal.h:194
char Storage_unaligned[TOTAL_CAPACITY]
Definition gasnetex_internal.h:195
static const unsigned LOCAL_PENDING_BIT
Definition gasnetex_internal.h:187
size_t remote_bytes
Definition gasnetex_internal.h:192
bool has_remote_completions()
bool has_local_completions()
void * add_remote_completion(size_t bytes)
static const unsigned REMOTE_PENDING_BIT
Definition gasnetex_internal.h:188
Realm::atomic< unsigned > remote_left
Definition gasnetex_internal.h:191
Realm::atomic< unsigned > local_left
Definition gasnetex_internal.h:191
static const unsigned READY_BIT
Definition gasnetex_internal.h:189
Realm::atomic< unsigned > state
Definition gasnetex_internal.h:190
size_t local_bytes
Definition gasnetex_internal.h:192
PendingCompletion * next_free
Definition gasnetex_internal.h:184
bool mark_ready(unsigned exp_local, unsigned exp_remote)
Definition gasnetex_internal.h:651
void add_reverse_get(gex_rank_t srcrank, gex_ep_index_t src_ep_index, gex_ep_index_t tgt_ep_index, gex_am_arg_t arg0, const void *hdr, size_t hdr_bytes, uintptr_t src_ptr, uintptr_t tgt_ptr, size_t payload_bytes)
GASNetEXInternal * internal
Definition gasnetex_internal.h:670
PendingReverseGet ** tailp
Definition gasnetex_internal.h:673
Mutex mutex
Definition gasnetex_internal.h:671
ChunkedRecycler< PendingReverseGet, 8 > rget_alloc
Definition gasnetex_internal.h:674
PendingReverseGet * head
Definition gasnetex_internal.h:672
friend class GASNetEXEvent
Definition gasnetex_internal.h:667
virtual bool do_work(TimeLimit work_until)
void reverse_get_complete(PendingReverseGet *rget)
ReverseGetter(GASNetEXInternal *_internal)
Definition runtime_impl.h:271
UnfairCondVar CondVar
Definition mutex.h:227
Definition gasnetex_internal.h:326
IntrusiveListLink< XmitSrcDestPair > xpair_list_link
Definition gasnetex_internal.h:388
OutbufMetadata * cur_pbuf
Definition gasnetex_internal.h:434
void record_immediate_packet()
void commit_pbuf_inline(OutbufMetadata *pktbuf, int pktidx, const void *hdr_base, gex_am_arg_t arg0, size_t act_payload_bytes)
bool commit_pbuf_helper(OutbufMetadata *pktbuf, int pktidx, const void *hdr_base, uintptr_t &baseptr)
void enqueue_put_header(PendingPutHeader *put)
atomic< unsigned > comp_reply_count
Definition gasnetex_internal.h:443
unsigned comp_reply_capacity
Definition gasnetex_internal.h:444
void commit_pbuf_put(OutbufMetadata *pktbuf, int pktidx, PendingPutHeader *put, const void *payload_base, size_t payload_bytes, uintptr_t dest_addr)
atomic< OutbufMetadata * > first_pbuf
Definition gasnetex_internal.h:433
GASNetEXInternal * internal
Definition gasnetex_internal.h:424
void request_push(bool force_critical)
bool reserve_pbuf_put(bool overflow_ok, OutbufMetadata *&pktbuf, int &pktidx)
unsigned comp_reply_wrptr
Definition gasnetex_internal.h:442
IntrusiveList< XmitSrcDestPair, REALM_PMTA_USE(XmitSrcDestPair, xpair_list_link), DummyLock > XmitPairList
Definition gasnetex_internal.h:392
friend class GASNetEXInternal
Definition gasnetex_internal.h:417
bool has_packets_queued() const
gex_ep_index_t src_ep_index
Definition gasnetex_internal.h:425
atomic< size_t > packets_reserved
Definition gasnetex_internal.h:428
REALM_PMTA_DEFN(XmitSrcDestPair, IntrusiveListLink< XmitSrcDestPair >, xpair_list_link)
Mutex mutex
Definition gasnetex_internal.h:429
long long time_since_failure() const
bool try_consume_am_credit()
atomic< int > am_credits
Definition gasnetex_internal.h:446
atomic< unsigned > imm_fail_count
Definition gasnetex_internal.h:435
gex_am_arg_t * comp_reply_data
Definition gasnetex_internal.h:441
long long first_fail_time
Definition gasnetex_internal.h:437
void return_am_credits(int count)
atomic< size_t > packets_sent
Definition gasnetex_internal.h:428
bool reserve_pbuf_long_rget(size_t hdr_bytes, bool overflow_ok, OutbufMetadata *&pktbuf, int &pktidx, void *&hdr_base)
atomic< PendingPutHeader * > put_head
Definition gasnetex_internal.h:438
unsigned comp_reply_rdptr
Definition gasnetex_internal.h:442
void commit_pbuf_rget(OutbufMetadata *pktbuf, int pktidx, const void *hdr_base, gex_am_arg_t arg0, const void *payload_base, size_t payload_bytes, uintptr_t dest_addr, gex_ep_index_t src_ep_index, gex_ep_index_t tgt_ep_index)
void enqueue_completion_reply(gex_am_arg_t comp_info)
MutexChecker push_mutex_check
Definition gasnetex_internal.h:432
void commit_pbuf_long(OutbufMetadata *pktbuf, int pktidx, const void *hdr_base, gex_am_arg_t arg0, const void *payload_base, size_t payload_bytes, uintptr_t dest_addr, OutbufMetadata *databuf)
bool reserve_pbuf_helper(size_t total_bytes, bool overflow_ok, OutbufMetadata *&pktbuf, int &pktidx, uintptr_t &baseptr)
gex_rank_t tgt_rank
Definition gasnetex_internal.h:426
atomic< PendingPutHeader * > * put_tailp
Definition gasnetex_internal.h:439
void cancel_pbuf(OutbufMetadata *pktbuf, int pktidx)
gex_ep_index_t tgt_ep_index
Definition gasnetex_internal.h:427
void push_packets(bool immediate_mode, TimeLimit work_until)
bool has_ready_packets
Definition gasnetex_internal.h:436
XmitSrcDestPair(GASNetEXInternal *_internal, gex_ep_index_t _src_ep_index, gex_rank_t _tgt_rank, gex_ep_index_t _tgt_ep_index)
bool reserve_pbuf_inline(size_t hdr_bytes, size_t payload_bytes, bool overflow_ok, OutbufMetadata *&pktbuf, int &pktidx, void *&hdr_base, void *&payload_base)
friend class GASNetEXInternal
Definition gasnetex_internal.h:457
XmitSrc(GASNetEXInternal *_internal, gex_ep_index_t _src_ep_index)
XmitSrcDestPair * lookup_pair(gex_rank_t tgt_rank, gex_ep_index_t tgt_ep_index)
gex_ep_index_t src_ep_index
Definition gasnetex_internal.h:460
atomic< XmitSrcDestPair * > * pairs
Definition gasnetex_internal.h:464
GASNetEXInternal * internal
Definition gasnetex_internal.h:459
void * gex_tm_opaque_t
Definition gasnetex_wrapper.h:38
void * gex_event_opaque_t
Definition gasnetex_wrapper.h:42
int32_t gex_am_arg_t
Definition gasnetex_wrapper.h:33
uint16_t gex_ep_index_t
Definition gasnetex_wrapper.h:30
struct gex_wrapper_handle_s gex_wrapper_handle_t
Handle structure that contains the full API for the wrapper.
void * gex_am_src_desc_opaque_t
Definition gasnetex_wrapper.h:43
uint32_t gex_rank_t
Definition gasnetex_wrapper.h:29
void * gex_segment_opaque_t
Definition gasnetex_wrapper.h:39
void * gex_ep_opaque_t
Definition gasnetex_wrapper.h:37
struct gex_callback_handle_s gex_callback_handle_t
void * gex_client_opaque_t
Definition gasnetex_wrapper.h:36
#define REALM_PMTA_USE(structtype, name)
Definition lists.h:42
unsigned MemoryType
Definition network.h:391
uintptr_t MemoryTypeExtraData
Definition network.h:394
Definition activemsg.h:42
UnfairMutex Mutex
Definition mutex.h:68
int NodeID
Definition nodeset.h:40
gex_wrapper_handle_t gex_wrapper_handle
Definition gasnetex_internal.h:268
Chunk * next_chunk
Definition gasnetex_internal.h:270
atomic< unsigned > remaining_count
Definition gasnetex_internal.h:269
WithPtr elements[CHUNK_SIZE]
Definition gasnetex_internal.h:271
Definition gasnetex_internal.h:259
Storage_aligned raw_storage
Definition gasnetex_internal.h:263
Chunk * backptr
Definition gasnetex_internal.h:266
REALM_ALIGNED_TYPE_SAMEAS(Storage_aligned, Storage_unaligned, T)
char Storage_unaligned[sizeof(T)]
Definition gasnetex_internal.h:260
uintptr_t nextptr
Definition gasnetex_internal.h:264
Definition gasnetex_internal.h:768
uintptr_t base
Definition gasnetex_internal.h:769
NetworkSegmentInfo::MemoryTypeExtraData memextra
Definition gasnetex_internal.h:773
gex_segment_opaque_t segment
Definition gasnetex_internal.h:771
uintptr_t limit
Definition gasnetex_internal.h:769
NetworkSegmentInfo::MemoryType memtype
Definition gasnetex_internal.h:772
gex_ep_index_t ep_index
Definition gasnetex_internal.h:770
Definition gasnetex_internal.h:44
gex_ep_index_t ep_index
Definition gasnetex_internal.h:46
uintptr_t base
Definition gasnetex_internal.h:45
Definition gasnetex_internal.h:201
static const size_t LOG2_GROUPSIZE
Definition gasnetex_internal.h:202
PendingCompletion entries[1<< LOG2_GROUPSIZE]
Definition gasnetex_internal.h:204
Definition gasnetex_internal.h:630
ReverseGetter * rgetter
Definition gasnetex_internal.h:639
unsigned char hdr_data[MAX_HDR_SIZE]
Definition gasnetex_internal.h:646
PendingReverseGet()
Definition gasnetex_internal.h:635
static const size_t MAX_HDR_SIZE
Definition gasnetex_internal.h:644
gex_am_arg_t arg0
Definition gasnetex_internal.h:643
~PendingReverseGet()
Definition gasnetex_internal.h:636
gex_ep_index_t tgt_ep_index
Definition gasnetex_internal.h:642
size_t payload_bytes
Definition gasnetex_internal.h:648
size_t hdr_size
Definition gasnetex_internal.h:645
gex_ep_index_t src_ep_index
Definition gasnetex_internal.h:642
uintptr_t tgt_ptr
Definition gasnetex_internal.h:647
gex_rank_t srcrank
Definition gasnetex_internal.h:641
friend class ChunkedRecycler
Definition gasnetex_internal.h:634
PendingReverseGet * next_rget
Definition gasnetex_internal.h:640
uintptr_t src_ptr
Definition gasnetex_internal.h:647
Definition gasnetex_internal.h:284
gex_ep_index_t source_ep_index
Definition gasnetex_internal.h:311
PreparedMessage()
Definition gasnetex_internal.h:289
PendingPutHeader * put
Definition gasnetex_internal.h:319
OutbufMetadata * databuf
Definition gasnetex_internal.h:315
unsigned short msgid
Definition gasnetex_internal.h:312
void * temp_buffer
Definition gasnetex_internal.h:314
gex_am_src_desc_opaque_t srcdesc
Definition gasnetex_internal.h:318
Strategy
Definition gasnetex_internal.h:294
@ STRAT_MEDIUM_IMMEDIATE
Definition gasnetex_internal.h:298
@ STRAT_RGET_IMMEDIATE
Definition gasnetex_internal.h:304
@ STRAT_SHORT_PBUF
Definition gasnetex_internal.h:297
@ STRAT_PUT_PBUF
Definition gasnetex_internal.h:307
@ STRAT_LONG_IMMEDIATE
Definition gasnetex_internal.h:302
@ STRAT_LONG_PBUF
Definition gasnetex_internal.h:303
@ STRAT_SHORT_IMMEDIATE
Definition gasnetex_internal.h:296
@ STRAT_MEDIUM_PREP
Definition gasnetex_internal.h:301
@ STRAT_RGET_PBUF
Definition gasnetex_internal.h:305
@ STRAT_MEDIUM_MALLOCSRC
Definition gasnetex_internal.h:300
@ STRAT_MEDIUM_PBUF
Definition gasnetex_internal.h:299
@ STRAT_PUT_IMMEDIATE
Definition gasnetex_internal.h:306
@ STRAT_UNKNOWN
Definition gasnetex_internal.h:295
gex_ep_index_t target_ep_index
Definition gasnetex_internal.h:311
OutbufMetadata * pktbuf
Definition gasnetex_internal.h:316
Strategy strategy
Definition gasnetex_internal.h:309
uintptr_t dest_payload_addr
Definition gasnetex_internal.h:313
friend class ChunkedRecycler
Definition gasnetex_internal.h:288
int pktidx
Definition gasnetex_internal.h:317
~PreparedMessage()
Definition gasnetex_internal.h:290
gex_rank_t target
Definition gasnetex_internal.h:310
Definition gasnetex_internal.h:394
struct Realm::XmitSrcDestPair::LongRgetData::@231161274335142047267100147034003307003325101125::@215254133132341044306046217012041354200066360003 r
size_t payload_bytes
Definition gasnetex_internal.h:396
OutbufMetadata * databuf
Definition gasnetex_internal.h:400
const void * payload_base
Definition gasnetex_internal.h:395
struct Realm::XmitSrcDestPair::LongRgetData::@231161274335142047267100147034003307003325101125::@256270171352223205165123307265245130304071307362 l
gex_ep_index_t src_ep_index
Definition gasnetex_internal.h:404
gex_ep_index_t tgt_ep_index
Definition gasnetex_internal.h:404
uintptr_t dest_addr
Definition gasnetex_internal.h:397
unsigned short msgid
Definition ucp_internal.h:2