UCX 1.17
Unified Communication X
Loading...
Searching...
No Matches

Data Structures

struct  ucp_rkey_compare_params
 Tuning parameters for the comparison function ucp_rkey_compare. More...
 
struct  ucp_mem_map_params
 Tuning parameters for the UCP memory mapping. More...
 
struct  ucp_mem_advise_params
 Tuning parameters for the UCP memory advice. More...
 
struct  ucp_memh_pack_params
 Memory handle pack parameters passed to ucp_memh_pack. More...
 
struct  ucp_memh_buffer_release_params
 Memory handle release parameters passed to ucp_memh_buffer_release. More...
 
struct  ucp_mem_attr
 Attributes of the UCP Memory handle, filled by ucp_mem_query function. More...
 

Typedefs

typedef struct ucp_rkey_compare_params ucp_rkey_compare_params_t
 Tuning parameters for the comparison function ucp_rkey_compare.
 
typedef struct ucp_mem_map_params ucp_mem_map_params_t
 Tuning parameters for the UCP memory mapping.
 
typedef enum ucp_mem_advice ucp_mem_advice_t
 list of UCP memory use advice.
 
typedef struct ucp_mem_advise_params ucp_mem_advise_params_t
 Tuning parameters for the UCP memory advice.
 
typedef struct ucp_memh_pack_params ucp_memh_pack_params_t
 Memory handle pack parameters passed to ucp_memh_pack.
 
typedef struct ucp_memh_buffer_release_params ucp_memh_buffer_release_params_t
 Memory handle release parameters passed to ucp_memh_buffer_release.
 
typedef struct ucp_rkey * ucp_rkey_h
 UCP Remote memory handle.
 
typedef struct ucp_mem * ucp_mem_h
 UCP Memory handle.
 
typedef struct ucp_mem_attr ucp_mem_attr_t
 Attributes of the UCP Memory handle, filled by ucp_mem_query function.
 

Enumerations

enum  ucp_mem_map_params_field {
  UCP_MEM_MAP_PARAM_FIELD_ADDRESS = UCS_BIT(0) , UCP_MEM_MAP_PARAM_FIELD_LENGTH = UCS_BIT(1) , UCP_MEM_MAP_PARAM_FIELD_FLAGS = UCS_BIT(2) , UCP_MEM_MAP_PARAM_FIELD_PROT = UCS_BIT(3) ,
  UCP_MEM_MAP_PARAM_FIELD_MEMORY_TYPE = UCS_BIT(4) , UCP_MEM_MAP_PARAM_FIELD_EXPORTED_MEMH_BUFFER = UCS_BIT(5)
}
 UCP memory mapping parameters field mask. More...
 
enum  ucp_mem_advise_params_field { UCP_MEM_ADVISE_PARAM_FIELD_ADDRESS = UCS_BIT(0) , UCP_MEM_ADVISE_PARAM_FIELD_LENGTH = UCS_BIT(1) , UCP_MEM_ADVISE_PARAM_FIELD_ADVICE = UCS_BIT(2) }
 UCP memory advice parameters field mask. More...
 
enum  { UCP_MEM_MAP_NONBLOCK = UCS_BIT(0) , UCP_MEM_MAP_ALLOCATE = UCS_BIT(1) , UCP_MEM_MAP_FIXED = UCS_BIT(2) , UCP_MEM_MAP_SYMMETRIC_RKEY = UCS_BIT(3) }
 UCP memory mapping flags. More...
 
enum  { UCP_MEM_MAP_PROT_LOCAL_READ = UCS_BIT(0) , UCP_MEM_MAP_PROT_LOCAL_WRITE = UCS_BIT(1) , UCP_MEM_MAP_PROT_REMOTE_READ = UCS_BIT(8) , UCP_MEM_MAP_PROT_REMOTE_WRITE = UCS_BIT(9) }
 UCP memory mapping protection mode. More...
 
enum  ucp_mem_advice { UCP_MADV_NORMAL = 0 , UCP_MADV_WILLNEED }
 list of UCP memory use advice. More...
 
enum  ucp_memh_pack_params_field { UCP_MEMH_PACK_PARAM_FIELD_FLAGS = UCS_BIT(0) }
 UCP memory handle packing parameters field mask. More...
 
enum  ucp_memh_pack_flags { UCP_MEMH_PACK_FLAG_EXPORT = UCS_BIT(0) }
 UCP memory handle flags. More...
 
enum  ucp_mem_attr_field { UCP_MEM_ATTR_FIELD_ADDRESS = UCS_BIT(0) , UCP_MEM_ATTR_FIELD_LENGTH = UCS_BIT(1) , UCP_MEM_ATTR_FIELD_MEM_TYPE = UCS_BIT(2) }
 UCP Memory handle attributes field mask. More...
 

Functions

ucs_status_t ucp_rkey_compare (ucp_worker_h worker, ucp_rkey_h rkey1, ucp_rkey_h rkey2, const ucp_rkey_compare_params_t *params, int *result)
 Compare two remote keys.
 
ucs_status_t ucp_mem_map (ucp_context_h context, const ucp_mem_map_params_t *params, ucp_mem_h *memh_p)
 Map or allocate memory for zero-copy operations.
 
ucs_status_t ucp_mem_unmap (ucp_context_h context, ucp_mem_h memh)
 Unmap memory segment.
 
ucs_status_t ucp_mem_query (const ucp_mem_h memh, ucp_mem_attr_t *attr)
 query mapped memory segment
 
void ucp_mem_print_info (const char *mem_spec, ucp_context_h context, FILE *stream)
 Print memory mapping information.
 
ucs_status_t ucp_mem_advise (ucp_context_h context, ucp_mem_h memh, ucp_mem_advise_params_t *params)
 give advice about the use of memory
 
ucs_status_t ucp_memh_pack (ucp_mem_h memh, const ucp_memh_pack_params_t *params, void **buffer_p, size_t *buffer_size_p)
 Pack a memory handle to a buffer specified by the user.
 
void ucp_memh_buffer_release (void *buffer, const ucp_memh_buffer_release_params_t *params)
 Release packed memory handle buffer.
 
ucs_status_t ucp_ep_rkey_unpack (ucp_ep_h ep, const void *rkey_buffer, ucp_rkey_h *rkey_p)
 Create remote access key from packed buffer.
 
ucs_status_t ucp_rkey_ptr (ucp_rkey_h rkey, uint64_t raddr, void **addr_p)
 Get a local pointer to remote memory.
 
void ucp_rkey_destroy (ucp_rkey_h rkey)
 Destroy the remote key.
 
ucs_status_t ucp_rkey_pack (ucp_context_h context, ucp_mem_h memh, void **rkey_buffer_p, size_t *size_p)
 Pack memory region remote access key.
 
void ucp_rkey_buffer_release (void *rkey_buffer)
 Release packed remote key buffer.
 

Detailed Description

UCP Memory routines


Data Structure Documentation

◆ ucp_rkey_compare_params

struct ucp_rkey_compare_params

The structure defines the parameters that can be used for UCP library remote keys comparison using ucp_rkey_compare routine.

Data Fields
uint64_t field_mask

Mask of valid fields in this structure, must currently be zero. Fields not specified in this mask will be ignored. Provides ABI compatibility with respect to adding new fields.

◆ ucp_mem_map_params

struct ucp_mem_map_params

The structure defines the parameters that are used for the UCP memory mapping tuning during the ucp_mem_map routine.

Data Fields
uint64_t field_mask

Mask of valid fields in this structure, using bits from ucp_mem_map_params_field. Fields not specified in this mask will be ignored. Provides ABI compatibility with respect to adding new fields.

void * address

If the address is not NULL, the routine maps (registers) the memory segment pointed to by this address. If the pointer is NULL, the library allocates mapped (registered) memory segment and returns its address in this argument. Therefore, this value is optional. If it's not set (along with its corresponding bit in the field_mask - UCP_MEM_MAP_PARAM_FIELD_ADDRESS), the ucp_mem_map routine will consider address as set to NULL and will allocate memory.

size_t length

Length (in bytes) to allocate or map (register). This field is mandatory for filling (along with its corresponding bit in the field_mask - UCP_MEM_MAP_PARAM_FIELD_LENGTH). The ucp_mem_map routine will return with an error if the length isn't specified.

unsigned flags

Allocation flags, e.g. UCP_MEM_MAP_NONBLOCK. This value is optional. If it's not set (along with its corresponding bit in the field_mask - UCP_MEM_MAP_PARAM_FIELD_FLAGS), the ucp_mem_map routine will consider the flags as set to zero.

unsigned prot

Memory protection mode, e.g. UCP_MEM_MAP_PROT_LOCAL_READ. This value is optional. If it's not set, the ucp_mem_map routine will consider the flags as set to UCP_MEM_MAP_PROT_LOCAL_READ|UCP_MEM_MAP_PROT_LOCAL_WRITE| UCP_MEM_MAP_PROT_REMOTE_READ|UCP_MEM_MAP_PROT_REMOTE_WRITE.

ucs_memory_type_t memory_type
const void * exported_memh_buffer

Exported memory handle buffer as returned by ucp_mem_map function for a memory handle created and packed by ucp_memh_pack with UCP_MEMH_PACK_FLAG_EXPORT flag. If this field is specified for ucp_mem_map function, a resulting memory handle will be a mapping of peer memory instead of local memory. If the field is not set (along with its corresponding bit in the field_mask - UCP_MEM_MAP_PARAM_FIELD_EXPORTED_MEMH_BUFFER), the ucp_mem_map routine will consider the memory handle buffer to be set to NULL by default.

◆ ucp_mem_advise_params

struct ucp_mem_advise_params

This structure defines the parameters that are used for the UCP memory advice tuning during the ucp_mem_advise routine.

Data Fields
uint64_t field_mask

Mask of valid fields in this structure, using bits from ucp_mem_advise_params_field. All fields are mandatory. Provides ABI compatibility with respect to adding new fields.

void * address

Memory base address.

size_t length

Length (in bytes) to allocate or map (register).

ucp_mem_advice_t advice

Memory use advice ucp_mem_advice

◆ ucp_memh_pack_params

struct ucp_memh_pack_params

This structure defines the parameters that are used for packing the UCP memory handle during the ucp_memh_pack routine.

Data Fields
uint64_t field_mask

Mask of valid fields in this structure. Fields not specified in this mask will be ignored. Provides ABI compatibility with respect to adding new fields.

uint64_t flags

Flags to control packing of a memory handle.

◆ ucp_memh_buffer_release_params

struct ucp_memh_buffer_release_params

This structure defines the parameters that are used for releasing the UCP memory handle buffer during the ucp_memh_buffer_release routine.

Data Fields
uint64_t field_mask

Mask of valid fields in this structure. All fields are mandatory. Provides ABI compatibility with respect to adding new fields.

◆ ucp_mem_attr

struct ucp_mem_attr
Data Fields
uint64_t field_mask

Mask of valid fields in this structure, using bits from ucp_mem_attr_field. Fields not specified in this mask will be ignored. Provides ABI compatibility with respect to adding new fields.

void * address

Address of the memory segment.

size_t length

Size of the memory segment.

ucs_memory_type_t mem_type

Type of allocated or registered memory

Typedef Documentation

◆ ucp_rkey_compare_params_t

The structure defines the parameters that can be used for UCP library remote keys comparison using ucp_rkey_compare routine.

◆ ucp_mem_map_params_t

The structure defines the parameters that are used for the UCP memory mapping tuning during the ucp_mem_map routine.

◆ ucp_mem_advice_t

The enumeration list describes memory advice supported by ucp_mem_advise() function.

◆ ucp_mem_advise_params_t

This structure defines the parameters that are used for the UCP memory advice tuning during the ucp_mem_advise routine.

◆ ucp_memh_pack_params_t

This structure defines the parameters that are used for packing the UCP memory handle during the ucp_memh_pack routine.

◆ ucp_memh_buffer_release_params_t

This structure defines the parameters that are used for releasing the UCP memory handle buffer during the ucp_memh_buffer_release routine.

◆ ucp_rkey_h

typedef struct ucp_rkey* ucp_rkey_h

Remote memory handle is an opaque object representing remote memory access information. Typically, the handle includes a memory access key and other network hardware specific information, which are input to remote memory access operations, such as PUT, GET, and ATOMIC. The object is communicated to remote peers to enable an access to the memory region.

◆ ucp_mem_h

typedef struct ucp_mem* ucp_mem_h

Memory handle is an opaque object representing a memory region allocated through UCP library, which is optimized for remote memory access operations (zero-copy operations). The memory handle is a self-contained object, which includes the information required to access the memory region locally, while remote key is used to access it remotely. The memory could be registered to one or multiple network resources that are supported by UCP, such as InfiniBand, Gemini, and others.

◆ ucp_mem_attr_t

typedef struct ucp_mem_attr ucp_mem_attr_t

Enumeration Type Documentation

◆ ucp_mem_map_params_field

The enumeration allows specifying which fields in ucp_mem_map_params_t are present. It is used to enable backward compatibility support.

Enumerator
UCP_MEM_MAP_PARAM_FIELD_ADDRESS 

Address of the memory that will be used in the ucp_mem_map routine.

UCP_MEM_MAP_PARAM_FIELD_LENGTH 

The size of memory that will be allocated or registered in the ucp_mem_map routine.

UCP_MEM_MAP_PARAM_FIELD_FLAGS 

Allocation flags.

UCP_MEM_MAP_PARAM_FIELD_PROT 

Memory protection mode.

UCP_MEM_MAP_PARAM_FIELD_MEMORY_TYPE 

Memory type.

UCP_MEM_MAP_PARAM_FIELD_EXPORTED_MEMH_BUFFER 

Exported memory handle buffer.

◆ ucp_mem_advise_params_field

The enumeration allows specifying which fields in ucp_mem_advise_params_t are present. It is used to enable backward compatibility support.

Enumerator
UCP_MEM_ADVISE_PARAM_FIELD_ADDRESS 

Address of the memory

UCP_MEM_ADVISE_PARAM_FIELD_LENGTH 

The size of memory

UCP_MEM_ADVISE_PARAM_FIELD_ADVICE 

Advice on memory usage

◆ anonymous enum

anonymous enum

The enumeration list describes the memory mapping flags supported by ucp_mem_map() function.

Enumerator
UCP_MEM_MAP_NONBLOCK 

Complete the mapping faster, possibly by not populating the pages in the mapping up-front, and mapping them later when they are accessed by communication routines.

UCP_MEM_MAP_ALLOCATE 

Identify requirement for allocation, if passed address is not a null-pointer, then it will be used as a hint or direct address for allocation.

UCP_MEM_MAP_FIXED 

Don't interpret address as a hint: place the mapping at exactly that address. The address must be a multiple of the page size.

UCP_MEM_MAP_SYMMETRIC_RKEY 

Register the memory region so its remote access key would likely be equal to remote access keys received from other peers, when compared with ucp_rkey_compare. This flag is a hint. When remote access keys received from different peers are compared equal, they can be used interchangeably, avoiding the need to keep all of them in memory.

◆ anonymous enum

anonymous enum

The enumeration list describes the memory mapping protections supported by the ucp_mem_map() function.

Enumerator
UCP_MEM_MAP_PROT_LOCAL_READ 

Enable local read access.

UCP_MEM_MAP_PROT_LOCAL_WRITE 

Enable local write access.

UCP_MEM_MAP_PROT_REMOTE_READ 

Enable remote read access.

UCP_MEM_MAP_PROT_REMOTE_WRITE 

Enable remote write access.

◆ ucp_mem_advice

The enumeration list describes memory advice supported by ucp_mem_advise() function.

Enumerator
UCP_MADV_NORMAL 

No special treatment

UCP_MADV_WILLNEED 

can be used on the memory mapped with UCP_MEM_MAP_NONBLOCK to speed up memory mapping and to avoid page faults when the memory is accessed for the first time.

◆ ucp_memh_pack_params_field

The enumeration allows specifying which fields in ucp_memh_pack_params_t are present. It is used to enable backward compatibility support.

Enumerator
UCP_MEMH_PACK_PARAM_FIELD_FLAGS 

Memory handle packing field that will be used in the ucp_memh_pack routine.

◆ ucp_memh_pack_flags

The enumeration list describes the memory handle packing flags supported by ucp_memh_pack() function.

Enumerator
UCP_MEMH_PACK_FLAG_EXPORT 

Pack a memory handle to be exported and used by peers for their local operations on a memory buffer allocated from same or another virtual memory space, but physically registered on the same network device. A peer should call ucp_mem_map with the flag UCP_MEM_MAP_PARAM_FIELD_EXPORTED_MEMH_BUFFER in order to import and use a memory handle buffer obtained from ucp_memh_pack.

◆ ucp_mem_attr_field

The enumeration allows specifying which fields in ucp_mem_attr_t are present. It is used to enable backward compatibility support.

Enumerator
UCP_MEM_ATTR_FIELD_ADDRESS 

Virtual address

UCP_MEM_ATTR_FIELD_LENGTH 

The size of memory region

UCP_MEM_ATTR_FIELD_MEM_TYPE 

Type of allocated or registered memory

Function Documentation

◆ ucp_rkey_compare()

ucs_status_t ucp_rkey_compare ( ucp_worker_h worker,
ucp_rkey_h rkey1,
ucp_rkey_h rkey2,
const ucp_rkey_compare_params_t * params,
int * result )

This routine compares two remote keys. They must belong to the same worker.

It sets the result argument to < 0 if rkey1 is lower than rkey2, 0 if they are equal or > 0 if rkey1 is greater than rkey2. The result value can be used for sorting remote keys.

Parameters
[in]workerWorker object both rkeys are referring to
[in]rkey1First rkey to compare
[in]rkey2Second rkey to compare
[in]paramsAdditional parameters to the comparison
[out]resultResult of the comparison
Returns
UCS_OK - result contains the comparison result
UCS_ERR_INVALID_PARAM - The routine arguments are invalid
Other - Error code as defined by ucs_status_t

◆ ucp_mem_map()

ucs_status_t ucp_mem_map ( ucp_context_h context,
const ucp_mem_map_params_t * params,
ucp_mem_h * memh_p )

This routine maps or/and allocates a user-specified memory segment with UCP application context and the network resources associated with it. If the application specifies NULL as an address for the memory segment, the routine allocates a mapped memory segment and returns its address in the address_p argument. The network stack associated with an application context can typically send and receive data from the mapped memory without CPU intervention; some devices and associated network stacks require the memory to be mapped to send and receive data. The memory handle includes all information required to access the memory locally using UCP routines, while remote registration handle provides an information that is necessary for remote memory access.

Note
Another well know terminology for the "map" operation that is typically used in the context of networking is memory "registration" or "pinning". The UCP library registers the memory the available hardware so it can be assessed directly by the hardware.

Memory mapping assumptions:

  • A given memory segment can be mapped by several different communication stacks, if these are compatible.
  • The memh_p handle returned may be used with any sub-region of the mapped memory.
  • If a large segment is registered, and then segmented for subsequent use by a user, then the user is responsible for segmentation and subsequent management.
Matrix of behavior
parameter/flag NONBLOCK ALLOCATE FIXED address result
value 0/1 - the value
only affects the
register/map
phase
0 0 0 error if length > 0
1 0 0 alloc+register
0 1 0 error
0 0 defined register
1 1 0 error
1 0 defined alloc+register,hint
0 1 defined error
1 1 defined alloc+register,fixed
Note
  • register means that the memory will be registered in corresponding transports for RMA/AMO operations. This case intends that the memory was allocated by user before.
  • alloc+register means that the memory will be allocated in the memory provided by the system and registered in corresponding transports for RMA/AMO operations.
  • alloc+register,hint means that the memory will be allocated with using ucp_mem_map_params::address as a hint and registered in corresponding transports for RMA/AMO operations.
  • alloc+register,fixed means that the memory will be allocated and registered in corresponding transports for RMA/AMO operations.
  • error is an erroneous combination of the parameters.
Parameters
[in]contextApplication context to map (register) and allocate the memory on.
[in]paramsUser defined ucp_mem_map_params_t configurations for the UCP memory handle.
[out]memh_pUCP handle for the allocated segment.
Returns
Error code as defined by ucs_status_t

◆ ucp_mem_unmap()

ucs_status_t ucp_mem_unmap ( ucp_context_h context,
ucp_mem_h memh )

This routine unmaps a user specified memory segment, that was previously mapped using the ucp_mem_map() routine. The unmap routine will also release the resources associated with the memory handle. When the function returns, the ucp_mem_h and associated remote key will be invalid and cannot be used with any UCP routine.

Note
Another well know terminology for the "unmap" operation that is typically used in the context of networking is memory "de-registration". The UCP library de-registers the memory the available hardware so it can be returned back to the operation system.

Error cases:

  • Once memory is unmapped a network access to the region may cause a failure.
Parameters
[in]contextApplication context which was used to allocate/map the memory.
[in]memhHandle to memory region.
Returns
Error code as defined by ucs_status_t

◆ ucp_mem_query()

ucs_status_t ucp_mem_query ( const ucp_mem_h memh,
ucp_mem_attr_t * attr )

This routine returns address and length of memory segment mapped with ucp_mem_map() routine.

Parameters
[in]memhHandle to memory region.
[out]attrFilled with attributes of the UCP memory handle.
Returns
Error code as defined by ucs_status_t

◆ ucp_mem_print_info()

void ucp_mem_print_info ( const char * mem_spec,
ucp_context_h context,
FILE * stream )

This routine maps memory and prints information about the created memory handle: including the mapped memory length, the allocation method, and other useful information associated with the memory handle.

Parameters
[in]mem_specSize and optional type of the memory to map. The format of the string is: "<size>[,<type>]". For example:
  • "32768" : allocate 32 kilobytes of host memory.
  • "1m,cuda" : allocate 1 megabayte of cuda memory.
[in]contextThe context on which the memory is mapped.
[in]streamOutput stream on which to print the information.

◆ ucp_mem_advise()

ucs_status_t ucp_mem_advise ( ucp_context_h context,
ucp_mem_h memh,
ucp_mem_advise_params_t * params )

This routine advises the UCP about how to handle memory range beginning at address and size of length bytes. This call does not influence the semantics of the application, but may influence its performance. The UCP may ignore the advice.

Parameters
[in]contextApplication context which was used to allocate/map the memory.
[in]memhHandle to memory region.
[in]paramsMemory base address and length. The advice field is used to pass memory use advice as defined in the ucp_mem_advice list The memory range must belong to the memh
Returns
Error code as defined by ucs_status_t

◆ ucp_memh_pack()

ucs_status_t ucp_memh_pack ( ucp_mem_h memh,
const ucp_memh_pack_params_t * params,
void ** buffer_p,
size_t * buffer_size_p )

This routine allocates a memory buffer and packs a memory handle into the buffer. A packed memory key is an opaque object that provides the information that is necessary for a peer. This routine packs the memory handle in a portable format such that the object can be unpacked on any platform supported by the UCP library, e.g. if the memory handle was packed as a remote memory key (RKEY), it should be unpacked by ucp_ep_rkey_unpack(). In order to release the memory buffer allocated by this routine, the application is responsible for calling the ucp_memh_buffer_release() routine.

Note
  • RKEYs for InfiniBand and Cray Aries networks typically includes InfiniBand and Aries key.
  • In order to enable remote direct memory access to the memory associated with the memory handle the application is responsible for sharing the RKEY with the peers that will initiate the access.
Parameters
[in]memhHandle to memory region.
[in]paramsMemory handle packing parameters, as defined by ucp_memh_pack_params_t.
[out]buffer_pMemory buffer allocated by the library. The buffer contains the packed memory handle.
[out]buffer_size_pSize (in bytes) of the buffer which contains packed memory handle.
Returns
Error code as defined by ucs_status_t

◆ ucp_memh_buffer_release()

void ucp_memh_buffer_release ( void * buffer,
const ucp_memh_buffer_release_params_t * params )

This routine releases the buffer that was allocated using ucp_memh_pack().

Warning
  • Once memory is released, an access to the memory may cause undefined behavior.
  • If the input memory address was not allocated using ucp_memh_pack() routine, the behavior of this routine is undefined.
Parameters
[in]bufferBuffer to release.
[in]paramsMemory handle buffer release parameters, as defined by ucp_memh_buffer_release_params_t.

◆ ucp_ep_rkey_unpack()

ucs_status_t ucp_ep_rkey_unpack ( ucp_ep_h ep,
const void * rkey_buffer,
ucp_rkey_h * rkey_p )

This routine unpacks the remote key (RKEY) object into the local memory such that it can be accessed and used by UCP routines. The RKEY object has to be packed using the ucp_rkey_pack() routine. Application code should not make any changes to the content of the RKEY buffer.

Note
The application is responsible for releasing the RKEY object when it is no longer needed, by calling the ucp_rkey_destroy() routine.
The remote key object can be used for communications only on the endpoint on which it was unpacked.
Parameters
[in]epEndpoint to access using the remote key.
[in]rkey_bufferPacked rkey.
[out]rkey_pRemote key handle.
Returns
Error code as defined by ucs_status_t

◆ ucp_rkey_ptr()

ucs_status_t ucp_rkey_ptr ( ucp_rkey_h rkey,
uint64_t raddr,
void ** addr_p )

This routine returns a local pointer to the remote memory described by the rkey.

Note
This routine can return a valid pointer only for the endpoints that are reachable via shared memory.
Parameters
[in]rkeyA remote key handle.
[in]raddrA remote memory address within the memory area described by the rkey.
[out]addr_pA pointer that can be used for direct access to the remote memory.
Returns
Error code as defined by ucs_status_t if the remote memory cannot be accessed directly or the remote memory address is not valid.

◆ ucp_rkey_destroy()

void ucp_rkey_destroy ( ucp_rkey_h rkey)

This routine destroys the RKEY object and the memory that was allocated using the ucp_ep_rkey_unpack() routine. This routine also releases any resources that are associated with the RKEY object.

Warning
  • Once the RKEY object is released an access to the memory will cause an undefined failure.
  • If the RKEY object was not created using ucp_ep_rkey_unpack() routine the behavior of this routine is undefined.
  • The RKEY object must be destroyed after all outstanding operations which are using it are flushed, and before the endpoint on which it was unpacked is destroyed.
Parameters
[in]rkeyRemote key to destroy.

◆ ucp_rkey_pack()

ucs_status_t ucp_rkey_pack ( ucp_context_h context,
ucp_mem_h memh,
void ** rkey_buffer_p,
size_t * size_p )
Deprecated
Replaced by ucp_memh_pack().

This routine allocates a memory buffer and packs a remote access key (RKEY) object into it. RKEY is an opaque object that provides the information that is necessary for remote memory access. This routine packs the RKEY object in a portable format such that the object can be unpacked on any platform supported by the UCP library. In order to release the memory buffer allocated by this routine, the application is responsible for calling the ucp_rkey_buffer_release() routine.

Note
  • RKEYs for InfiniBand and Cray Aries networks typically include the InfiniBand and Aries key.
  • In order to enable remote direct memory access to the memory associated with the memory handle, the application is responsible for sharing the RKEY with the peers that will initiate the access.
Parameters
[in]contextApplication context which was used to allocate/map the memory.
[in]memhHandle to the memory region.
[out]rkey_buffer_pMemory buffer allocated by the library. The buffer contains the packed RKEY.
[out]size_pSize (in bytes) of the packed RKEY.
Returns
Error code as defined by ucs_status_t

◆ ucp_rkey_buffer_release()

void ucp_rkey_buffer_release ( void * rkey_buffer)
Deprecated
Replaced by ucp_memh_buffer_release().

This routine releases the buffer that was allocated using ucp_rkey_pack().

Warning
  • Once memory is released, an access to the memory may cause undefined behavior.
  • If the input memory address was not allocated using ucp_rkey_pack() routine, the behavior of this routine is undefined.
Parameters
[in]rkey_bufferBuffer to release.