13 #include <uct/api/uct_def.h>
14 #include <uct/api/tl.h>
15 #include <uct/api/version.h>
16 #include <ucs/async/async_fwd.h>
17 #include <ucs/datastruct/callbackq.h>
18 #include <ucs/type/status.h>
19 #include <ucs/type/thread_mode.h>
20 #include <ucs/type/cpu_set.h>
21 #include <ucs/stats/stats_fwd.h>
22 #include <ucs/sys/compiler_def.h>
24 #include <sys/socket.h>
150 #define UCT_TL_RESOURCE_DESC_FMT "%s/%s"
151 #define UCT_TL_RESOURCE_DESC_ARG(_resource) (_resource)->tl_name, (_resource)->dev_name
161 typedef enum uct_atomic_op {
183 #define UCT_IFACE_FLAG_AM_SHORT UCS_BIT(0)
184 #define UCT_IFACE_FLAG_AM_BCOPY UCS_BIT(1)
185 #define UCT_IFACE_FLAG_AM_ZCOPY UCS_BIT(2)
187 #define UCT_IFACE_FLAG_PENDING UCS_BIT(3)
190 #define UCT_IFACE_FLAG_PUT_SHORT UCS_BIT(4)
191 #define UCT_IFACE_FLAG_PUT_BCOPY UCS_BIT(5)
192 #define UCT_IFACE_FLAG_PUT_ZCOPY UCS_BIT(6)
195 #define UCT_IFACE_FLAG_GET_SHORT UCS_BIT(8)
196 #define UCT_IFACE_FLAG_GET_BCOPY UCS_BIT(9)
197 #define UCT_IFACE_FLAG_GET_ZCOPY UCS_BIT(10)
200 #define UCT_IFACE_FLAG_ATOMIC_CPU UCS_BIT(30)
202 #define UCT_IFACE_FLAG_ATOMIC_DEVICE UCS_BIT(31)
207 #define UCT_IFACE_FLAG_ERRHANDLE_SHORT_BUF UCS_BIT(32)
208 #define UCT_IFACE_FLAG_ERRHANDLE_BCOPY_BUF UCS_BIT(33)
209 #define UCT_IFACE_FLAG_ERRHANDLE_ZCOPY_BUF UCS_BIT(34)
210 #define UCT_IFACE_FLAG_ERRHANDLE_AM_ID UCS_BIT(35)
211 #define UCT_IFACE_FLAG_ERRHANDLE_REMOTE_MEM UCS_BIT(36)
212 #define UCT_IFACE_FLAG_ERRHANDLE_BCOPY_LEN UCS_BIT(37)
213 #define UCT_IFACE_FLAG_ERRHANDLE_PEER_FAILURE UCS_BIT(38)
215 #define UCT_IFACE_FLAG_EP_CHECK UCS_BIT(39)
218 #define UCT_IFACE_FLAG_CONNECT_TO_IFACE UCS_BIT(40)
219 #define UCT_IFACE_FLAG_CONNECT_TO_EP UCS_BIT(41)
220 #define UCT_IFACE_FLAG_CONNECT_TO_SOCKADDR UCS_BIT(42)
223 #define UCT_IFACE_FLAG_AM_DUP UCS_BIT(43)
228 #define UCT_IFACE_FLAG_CB_SYNC UCS_BIT(44)
231 #define UCT_IFACE_FLAG_CB_ASYNC UCS_BIT(45)
239 #define UCT_IFACE_FLAG_EVENT_SEND_COMP UCS_BIT(46)
241 #define UCT_IFACE_FLAG_EVENT_RECV UCS_BIT(47)
243 #define UCT_IFACE_FLAG_EVENT_RECV_SIG UCS_BIT(48)
247 #define UCT_IFACE_FLAG_TAG_EAGER_SHORT UCS_BIT(50)
248 #define UCT_IFACE_FLAG_TAG_EAGER_BCOPY UCS_BIT(51)
249 #define UCT_IFACE_FLAG_TAG_EAGER_ZCOPY UCS_BIT(52)
250 #define UCT_IFACE_FLAG_TAG_RNDV_ZCOPY UCS_BIT(53)
474 UCT_MD_MEM_TYPE_HOST = 0,
475 UCT_MD_MEM_TYPE_CUDA,
476 UCT_MD_MEM_TYPE_CUDA_MANAGED,
477 UCT_MD_MEM_TYPE_ROCM,
478 UCT_MD_MEM_TYPE_ROCM_MANAGED,
593 size_t opt_zcopy_align;
610 size_t opt_zcopy_align;
627 size_t opt_zcopy_align;
644 size_t max_outstanding;
673 } atomic32, atomic64;
722 const char *dev_name;
734 void *conn_request_arg;
844 uint64_t reg_mem_types;
845 uct_memory_type_t mem_type;
921 char priv[UCT_PENDING_REQ_PRIV_LEN];
973 char priv[UCT_TAG_PRIV_LEN];
977 extern const char *uct_alloc_method_names[];
993 unsigned *num_resources_p);
1052 unsigned *num_resources_p);
1119 void *arg,
unsigned flags,
1175 const char *env_prefix,
const char *filename,
1561 unsigned flags,
const char *name,
uct_mem_h *memh_p);
1671 uct_md_h *mds,
unsigned num_mds,
const char *name,
1701 const char *filename,
1806 return ucs_callbackq_dispatch(&worker->progress_q);
1841 return iface->ops.iface_flush(iface, flags, comp);
1859 return iface->ops.iface_fence(iface, flags);
1873 uct_recv_desc_t *release_desc = uct_recv_desc(desc);
1874 release_desc->cb(release_desc, desc);
1885 return ep->iface->ops.ep_put_short(ep, buffer, length, remote_addr, rkey);
1894 void *arg, uint64_t remote_addr,
1897 return ep->iface->ops.ep_put_bcopy(ep, pack_cb, arg, remote_addr, rkey);
1935 return ep->iface->ops.ep_put_zcopy(ep, iov, iovcnt, remote_addr, rkey, comp);
1946 return ep->iface->ops.ep_get_short(ep, buffer, length, remote_addr, rkey);
1955 void *arg,
size_t length,
1959 return ep->iface->ops.ep_get_bcopy(ep, unpack_cb, arg, length, remote_addr,
1998 return ep->iface->ops.ep_get_zcopy(ep, iov, iovcnt, remote_addr, rkey, comp);
2007 const void *payload,
unsigned length)
2009 return ep->iface->ops.ep_am_short(ep,
id, header, payload, length);
2021 return ep->iface->ops.ep_am_bcopy(ep,
id, pack_cb, arg, flags);
2058 unsigned header_length,
2063 return ep->iface->ops.ep_am_zcopy(ep,
id, header, header_length, iov, iovcnt,
2075 return ep->iface->ops.ep_atomic_cswap64(ep, compare, swap, remote_addr, rkey, result, comp);
2087 return ep->iface->ops.ep_atomic_cswap32(ep, compare, swap, remote_addr, rkey, result, comp);
2096 uint32_t value, uint64_t remote_addr,
2099 return ep->iface->ops.ep_atomic32_post(ep, opcode, value, remote_addr, rkey);
2108 uint64_t value, uint64_t remote_addr,
2111 return ep->iface->ops.ep_atomic64_post(ep, opcode, value, remote_addr, rkey);
2120 uint32_t value, uint32_t *result,
2124 return ep->iface->ops.ep_atomic32_fetch(ep, opcode, value, result,
2125 remote_addr, rkey, comp);
2134 uint64_t value, uint64_t *result,
2138 return ep->iface->ops.ep_atomic64_fetch(ep, opcode, value, result,
2139 remote_addr, rkey, comp);
2167 return ep->iface->ops.ep_pending_add(ep, req, flags);
2186 ep->iface->ops.ep_pending_purge(ep, cb, arg);
2221 return ep->iface->ops.ep_flush(ep, flags, comp);
2239 return ep->iface->ops.ep_fence(ep, flags);
2266 const void *data,
size_t length)
2268 return ep->iface->ops.ep_tag_eager_short(ep, tag, data, length);
2298 void *arg,
unsigned flags)
2300 return ep->iface->ops.ep_tag_eager_bcopy(ep, tag, imm, pack_cb, arg, flags);
2348 return ep->iface->ops.ep_tag_eager_zcopy(ep, tag, imm, iov, iovcnt, flags,
2391 unsigned header_length,
2397 return ep->iface->ops.ep_tag_rndv_zcopy(ep, tag, header, header_length,
2398 iov, iovcnt, flags, comp);
2422 return ep->iface->ops.ep_tag_rndv_cancel(ep, op);
2447 unsigned header_length,
2450 return ep->iface->ops.ep_tag_rndv_request(ep, tag, header, header_length,
2492 return iface->ops.iface_tag_recv_zcopy(iface, tag, tag_mask, iov, iovcnt, ctx);
2522 return iface->ops.iface_tag_recv_cancel(iface, ctx, force);
2546 iface->ops.iface_progress_enable(iface, flags);
2571 iface->ops.iface_progress_disable(iface, flags);
2581 return iface->ops.iface_progress(iface);
ucs_status_t uct_config_get(void *config, const char *name, char *value, size_t max)
Get value by name from interface/MD configuration.
uct_tag_unexp_rndv_cb_t rndv_cb
Definition: uct.h:778
int uct_md_is_mem_type_owned(uct_md_h md, void *addr, size_t length)
Check if memory type is owned by MD.
ucs_status_t uct_ep_tag_eager_zcopy(uct_ep_h ep, uct_tag_t tag, uint64_t imm, const uct_iov_t *iov, size_t iovcnt, unsigned flags, uct_completion_t *comp)
Zcopy eager tagged-send operation.
Definition: uct.h:2356
uct_progress_types
UCT progress types.
Definition: uct.h:331
uct_error_handler_t err_handler
Definition: uct.h:767
ucs_status_t uct_iface_get_device_address(uct_iface_h iface, uct_device_addr_t *addr)
Get address of the device the interface is using.
struct uct_tl_resource_desc uct_tl_resource_desc_t
Communication resource descriptor.
void uct_config_release(void *config)
Release configuration memory returned from uct_md_iface_config_read() or from uct_md_config_read().
ucs_status_t uct_md_query_tl_resources(uct_md_h md, uct_tl_resource_desc_t **resources_p, unsigned *num_resources_p)
Query for transport resources.
uct_device_type_t
List of UCX device types.
Definition: uct.h:124
ucs_status_t uct_md_mem_advise(uct_md_h md, uct_mem_h memh, void *addr, size_t length, uct_mem_advice_t advice)
Give advice about the use of memory.
ucs_status_t uct_iface_event_fd_get(uct_iface_h iface, int *fd_p)
Obtain a notification file descriptor for polling.
ucs_status_ptr_t uct_ep_tag_rndv_zcopy(uct_ep_h ep, uct_tag_t tag, const void *header, unsigned header_length, const uct_iov_t *iov, size_t iovcnt, unsigned flags, uct_completion_t *comp)
Rendezvous tagged-send operation.
Definition: uct.h:2404
ucs_status_t uct_ep_atomic32_post(uct_ep_h ep, uct_atomic_op_t opcode, uint32_t value, uint64_t remote_addr, uct_rkey_t rkey)
Definition: uct.h:2110
ucs_status_t uct_iface_event_arm(uct_iface_h iface, unsigned events)
Turn on event notification for the next event.
void * uct_mem_h
Definition: uct_def.h:74
int count
Definition: uct.h:923
Structure for scatter-gather I/O.
Definition: uct_def.h:128
uct_memory_type_t mem_type
Definition: uct.h:885
void * type
Definition: uct.h:901
uct_msg_flags
Flags for active message send operation.
Definition: uct.h:344
void uct_ep_pending_purge(uct_ep_h ep, uct_pending_purge_callback_t cb, void *arg)
Remove all pending requests from an endpoint.
Definition: uct.h:2197
ssize_t uct_ep_tag_eager_bcopy(uct_ep_h ep, uct_tag_t tag, uint64_t imm, uct_pack_callback_t pack_cb, void *arg, unsigned flags)
Bcopy eager tagged-send operation.
Definition: uct.h:2310
ucs_status_t uct_ep_flush(uct_ep_h ep, unsigned flags, uct_completion_t *comp)
Flush outstanding communication operations on an endpoint.
Definition: uct.h:2233
ucs_status_t uct_iface_tag_recv_cancel(uct_iface_h iface, uct_tag_context_t *ctx, int force)
Cancel a posted tag.
Definition: uct.h:2533
uct_linear_growth_t reg_cost
Definition: uct.h:863
uct_mem_advice_t
list of UCT memory use advice
Definition: uct.h:539
struct uct_md_attr::@14 cap
Parameters used for interface creation.
Definition: uct.h:718
struct uct_md_config uct_md_config_t
Definition: uct_def.h:72
ucs_status_t uct_ep_put_zcopy(uct_ep_h ep, const uct_iov_t *iov, size_t iovcnt, uint64_t remote_addr, uct_rkey_t rkey, uct_completion_t *comp)
Write data to remote memory while avoiding local memory copy.
Definition: uct.h:1945
uint64_t field_mask
Definition: uct.h:792
ucs_status_t uct_md_open(const char *md_name, const uct_md_config_t *config, uct_md_h *md_p)
Open a memory domain.
Memory domain resource descriptor.
Definition: uct.h:115
int uct_iface_is_reachable(const uct_iface_h iface, const uct_device_addr_t *dev_addr, const uct_iface_addr_t *iface_addr)
Check if remote iface address is reachable.
void(* uct_pending_purge_callback_t)(uct_pending_req_t *self, void *arg)
Callback to purge pending requests.
Definition: uct_def.h:243
size_t iface_addr_len
Definition: uct.h:694
ucs_status_t uct_iface_get_address(uct_iface_h iface, uct_iface_addr_t *addr)
Get interface address.
void * address
Definition: uct.h:882
const uct_device_addr_t * dev_addr
Definition: uct.h:809
uct_sockaddr_priv_pack_callback_t sockaddr_pack_cb
Definition: uct.h:842
ucs_status_t uct_mem_free(const uct_allocated_memory_t *mem)
Release allocated memory.
struct uct_iface_attr::@2 cap
double bandwidth
Definition: uct.h:705
uct_cb_flags
Callback flags.
Definition: uct.h:359
void(* rndv_cb)(uct_tag_context_t *self, uct_tag_t stag, const void *header, unsigned header_length, ucs_status_t status)
Definition: uct.h:984
cpu_set_t local_cpus
Definition: uct.h:869
void uct_iface_release_desc(void *desc)
Release AM descriptor.
Definition: uct.h:1886
uct_alloc_method_t method
Definition: uct.h:884
ucs_status_t uct_ep_check(const uct_ep_h ep, unsigned flags, uct_completion_t *comp)
check if the destination endpoint is alive in respect to UCT library
struct uct_worker * uct_worker_h
Definition: uct_def.h:84
ucs_status_t uct_ep_atomic_cswap64(uct_ep_h ep, uint64_t compare, uint64_t swap, uint64_t remote_addr, uct_rkey_t rkey, uint64_t *result, uct_completion_t *comp)
Definition: uct.h:2086
ucs_status_t uct_ep_atomic64_post(uct_ep_h ep, uct_atomic_op_t opcode, uint64_t value, uint64_t remote_addr, uct_rkey_t rkey)
Definition: uct.h:2122
Interface attributes: capabilities and limitations.
Definition: uct.h:597
int uct_worker_cb_id_t
Definition: uct_def.h:93
ucs_status_t uct_ep_put_short(uct_ep_h ep, const void *buffer, unsigned length, uint64_t remote_addr, uct_rkey_t rkey)
Definition: uct.h:1897
ucs_status_t(* uct_error_handler_t)(void *arg, uct_ep_h ep, ucs_status_t status)
Callback to process peer failure.
Definition: uct_def.h:231
ucs_status_t uct_ep_get_short(uct_ep_h ep, void *buffer, unsigned length, uint64_t remote_addr, uct_rkey_t rkey)
Definition: uct.h:1958
ucs_status_t uct_worker_create(ucs_async_context_t *async, ucs_thread_mode_t thread_mode, uct_worker_h *worker_p)
Create a worker object.
ucs_status_t uct_ep_get_address(uct_ep_h ep, uct_ep_addr_t *addr)
Get endpoint address.
double overhead
Definition: uct.h:704
ucs_cpu_set_t cpu_mask
Definition: uct.h:724
ucs_status_t uct_iface_flush(uct_iface_h iface, unsigned flags, uct_completion_t *comp)
Flush outstanding communication operations on an interface.
Definition: uct.h:1853
void uct_release_md_resource_list(uct_md_resource_desc_t *resources)
Release the list of resources returned from uct_query_md_resources.
char component_name[UCT_MD_COMPONENT_NAME_MAX]
Definition: uct.h:867
ucs_status_t uct_ep_get_zcopy(uct_ep_h ep, const uct_iov_t *iov, size_t iovcnt, uint64_t remote_addr, uct_rkey_t rkey, uct_completion_t *comp)
Read data from remote memory while avoiding local memory copy.
Definition: uct.h:2008
ucs_status_t uct_md_config_read(const char *name, const char *env_prefix, const char *filename, uct_md_config_t **config_p)
Read the configuration of the MD component.
void uct_iface_progress_disable(uct_iface_h iface, unsigned flags)
Disable synchronous progress for the interface.
Definition: uct.h:2584
struct uct_iface_addr uct_iface_addr_t
Definition: uct_def.h:88
ucs_thread_mode_t
Thread sharing mode.
Definition: thread_mode.h:19
void uct_md_close(uct_md_h md)
Close a memory domain.
struct uct_ep_addr uct_ep_addr_t
Definition: uct_def.h:89
ucs_status_t uct_rkey_release(const uct_rkey_bundle_t *rkey_ob)
Release a remote key.
struct uct_md * uct_md_h
Memory domain handler.
Definition: uct_def.h:76
uct_ep_params_field
UCT endpoint created by uct_ep_create parameters field mask.
Definition: uct.h:555
ucs_status_t uct_ep_tag_eager_short(uct_ep_h ep, uct_tag_t tag, const void *data, size_t length)
Short eager tagged-send operation.
Definition: uct.h:2280
ucs_status_t uct_ep_am_short(uct_ep_h ep, uint8_t id, uint64_t header, const void *payload, unsigned length)
Definition: uct.h:2021
uct_linear_growth_t latency
Definition: uct.h:706
Remote key with its type.
Definition: uct.h:898
ucs_status_t(* uct_tag_unexp_rndv_cb_t)(void *arg, unsigned flags, uint64_t stag, const void *header, unsigned header_length, uint64_t remote_addr, size_t length, const void *rkey_buf)
Callback to process unexpected rendezvous tagged message.
Definition: uct_def.h:401
ucs_status_t uct_ep_tag_rndv_cancel(uct_ep_h ep, void *op)
Cancel outstanding rendezvous operation.
Definition: uct.h:2435
ucs_status_t uct_ep_create(const uct_ep_params_t *params, uct_ep_h *ep_p)
Create new endpoint.
uct_device_type_t dev_type
Definition: uct.h:147
ssize_t(* uct_sockaddr_priv_pack_callback_t)(void *arg, const char *dev_name, void *priv_data)
Callback to fill the user's private data on the client side.
Definition: uct_def.h:331
uint8_t priority
Definition: uct.h:707
size_t(* uct_pack_callback_t)(void *dest, void *arg)
Callback for producing data.
Definition: uct_def.h:255
struct uct_rkey_bundle uct_rkey_bundle_t
Remote key with its type.
char md_name[UCT_MD_NAME_MAX]
Definition: uct.h:116
ucs_status_t uct_ep_am_zcopy(uct_ep_h ep, uint8_t id, const void *header, unsigned header_length, const uct_iov_t *iov, size_t iovcnt, unsigned flags, uct_completion_t *comp)
Send active message while avoiding local memory copy.
Definition: uct.h:2071
char tl_name[UCT_TL_NAME_MAX]
Definition: uct.h:145
uct_iface_h iface
Definition: uct.h:797
ucs_status_t
Status codes.
Definition: status.h:45
void uct_worker_progress_unregister_safe(uct_worker_h worker, uct_worker_cb_id_t *id_p)
Remove a slow path callback function from worker's progress.
void * user_data
Definition: uct.h:802
ucs_status_t uct_iface_open(uct_md_h md, uct_worker_h worker, const uct_iface_params_t *params, const uct_iface_config_t *config, uct_iface_h *iface_p)
Open a communication interface.
size_t length
Definition: uct.h:883
uct_md_mem_flags
Memory allocation/registration flags.
Definition: uct.h:502
ucs_status_t uct_iface_reject(uct_iface_h iface, uct_conn_request_h conn_request)
Reject connection request. Will invoke an error handler uct_error_handler_t on the remote transport i...
void * err_handler_arg
Definition: uct.h:765
char priv[UCT_PENDING_REQ_PRIV_LEN]
Definition: uct.h:936
ucs_status_t uct_md_mem_free(uct_md_h md, uct_mem_h memh)
Release memory allocated by uct_md_mem_alloc.
ucs_status_t uct_md_mkey_pack(uct_md_h md, uct_mem_h memh, void *rkey_buffer)
Pack a remote key.
ucs_status_t uct_md_query(uct_md_h md, uct_md_attr_t *md_attr)
Query for memory domain attributes.
void(* uct_unpack_callback_t)(void *arg, const void *data, size_t length)
Callback for consuming data.
Definition: uct_def.h:268
void uct_iface_progress_enable(uct_iface_h iface, unsigned flags)
Enable synchronous progress for the interface.
Definition: uct.h:2559
ucs_status_t uct_ep_atomic64_fetch(uct_ep_h ep, uct_atomic_op_t opcode, uint64_t value, uint64_t *result, uint64_t remote_addr, uct_rkey_t rkey, uct_completion_t *comp)
Definition: uct.h:2148
ssize_t uct_ep_am_bcopy(uct_ep_h ep, uint8_t id, uct_pack_callback_t pack_cb, void *arg, unsigned flags)
Definition: uct.h:2032
uct_flush_flags
Flush modifiers.
Definition: uct.h:310
ucs_status_t uct_iface_accept(uct_iface_h iface, uct_conn_request_h conn_request)
Accept connection request.
uct_alloc_method_t
Memory allocation methods.
Definition: uct.h:275
uint64_t uct_tag_t
Definition: uct_def.h:92
struct uct_iface_config uct_iface_config_t
Definition: uct_def.h:71
const ucs_sock_addr_t * sockaddr
Definition: uct.h:825
ucs_status_t uct_config_modify(void *config, const char *name, const char *value)
Modify interface/MD configuration.
uct_pending_callback_t func
Definition: uct.h:935
uint64_t open_mode
Definition: uct.h:726
void uct_iface_mem_free(const uct_allocated_memory_t *mem)
Release memory allocated with uct_iface_mem_alloc().
void(* completed_cb)(uct_tag_context_t *self, uct_tag_t stag, uint64_t imm, size_t length, ucs_status_t status)
Definition: uct.h:970
ucs_status_t uct_iface_fence(uct_iface_h iface, unsigned flags)
Ensures ordering of outstanding communications on the interface. Operations issued on the interface p...
Definition: uct.h:1872
void(* uct_sockaddr_conn_request_callback_t)(uct_iface_h iface, void *arg, uct_conn_request_h conn_request, const void *conn_priv_data, size_t length)
Callback to process an incoming connection request message on the server side.
Definition: uct_def.h:298
struct uct_md_resource_desc uct_md_resource_desc_t
Memory domain resource descriptor.
uint32_t sockaddr_cb_flags
Definition: uct.h:832
ucs_status_t uct_ep_tag_rndv_request(uct_ep_h ep, uct_tag_t tag, const void *header, unsigned header_length, unsigned flags)
Send software rendezvous request.
Definition: uct.h:2460
uct_iface_open_mode
Mode in which to open the interface.
Definition: uct.h:383
ucs_status_t uct_md_mem_reg(uct_md_h md, void *address, size_t length, unsigned flags, uct_mem_h *memh_p)
Register memory for zero-copy sends and remote access.
ucs_status_t uct_ep_pending_add(uct_ep_h ep, uct_pending_req_t *req, unsigned flags)
Add a pending request to an endpoint.
Definition: uct.h:2178
ucs_status_t uct_rkey_ptr(uct_rkey_bundle_t *rkey_ob, uint64_t remote_addr, void **addr_p)
Get a local pointer to remote memory.
size_t device_addr_len
Definition: uct.h:693
ucs_status_t uct_iface_set_am_tracer(uct_iface_h iface, uct_am_tracer_t tracer, void *arg)
Set active message tracer for the interface.
void uct_ep_destroy(uct_ep_h ep)
Destroy an endpoint.
Parameters for creating a UCT endpoint by uct_ep_create.
Definition: uct.h:786
void * ucs_status_ptr_t
Status pointer.
Definition: status.h:104
uct_sockaddr_accessibility_t
Socket address accessibility type.
Definition: uct.h:451
ucs_stats_node_t * stats_root
Definition: uct.h:760
Memory domain attributes.
Definition: uct.h:854
uct_iface_params_field
UCT interface created by uct_iface_open parameters field mask.
Definition: uct.h:404
uct_completion_callback_t func
Definition: uct.h:922
void * uct_conn_request_h
Definition: uct_def.h:94
size_t ep_addr_len
Definition: uct.h:695
void uct_release_tl_resource_list(uct_tl_resource_desc_t *resources)
Release the list of resources returned from uct_md_query_tl_resources.
ucs_status_t uct_md_iface_config_read(uct_md_h md, const char *tl_name, const char *env_prefix, const char *filename, uct_iface_config_t **config_p)
Read transport-specific interface configuration.
double overhead
Definition: uct.h:588
ucs_status_t uct_ep_fence(uct_ep_h ep, unsigned flags)
Ensures ordering of outstanding communications on the endpoint. Operations issued on the endpoint pri...
Definition: uct.h:2252
uct_mem_h memh
Definition: uct.h:887
size_t rx_headroom
Definition: uct.h:762
ucs_status_t(* uct_tag_unexp_eager_cb_t)(void *arg, void *data, size_t length, unsigned flags, uct_tag_t stag, uint64_t imm)
Callback to process unexpected eager tagged message.
Definition: uct_def.h:365
void(* tag_consumed_cb)(uct_tag_context_t *self)
Definition: uct.h:954
struct uct_allocated_memory uct_allocated_memory_t
Describes a memory allocated by UCT.
void uct_worker_destroy(uct_worker_h worker)
Destroy a worker object.
void(* uct_am_tracer_t)(void *arg, uct_am_trace_type_t type, uint8_t id, const void *data, size_t length, char *buffer, size_t max)
Callback to trace active messages.
Definition: uct_def.h:182
ucs_status_t(* uct_pending_callback_t)(uct_pending_req_t *self)
Callback to process pending requests.
Definition: uct_def.h:213
ucs_status_t uct_query_md_resources(uct_md_resource_desc_t **resources_p, unsigned *num_resources_p)
Query for memory resources.
union uct_iface_params::@11 mode
size_t rkey_packed_size
Definition: uct.h:868
Communication resource descriptor.
Definition: uct.h:144
Pending request.
Definition: uct.h:934
ucs_status_t uct_iface_set_am_handler(uct_iface_h iface, uint8_t id, uct_am_callback_t cb, void *arg, uint32_t flags)
Set active message handler for the interface.
ucs_status_t uct_mem_alloc(void *addr, size_t min_length, unsigned flags, uct_alloc_method_t *methods, unsigned num_methods, uct_md_h *mds, unsigned num_mds, const char *name, uct_allocated_memory_t *mem)
Allocate memory for zero-copy communications and remote access.
unsigned uct_worker_progress(uct_worker_h worker)
Explicit progress for UCT worker.
Definition: uct.h:1819
ucs_status_t uct_rkey_unpack(const void *rkey_buffer, uct_rkey_bundle_t *rkey_ob)
Unpack a remote key.
const uct_iface_addr_t * iface_addr
Definition: uct.h:816
uct_md_h md
Definition: uct.h:886
void uct_worker_progress_register_safe(uct_worker_h worker, ucs_callback_t func, void *arg, unsigned flags, uct_worker_cb_id_t *id_p)
Add a slow path callback function to a worker progress.
struct uct_iface * uct_iface_h
Definition: uct_def.h:70
ucs_status_t uct_md_mem_alloc(uct_md_h md, size_t *length_p, void **address_p, unsigned flags, const char *name, uct_mem_h *memh_p)
Allocate memory for zero-copy sends and remote access.
void * eager_arg
Definition: uct.h:773
uint64_t field_mask
Definition: uct.h:722
struct uct_ep * uct_ep_h
Definition: uct_def.h:73
uct_tag_unexp_eager_cb_t eager_cb
Definition: uct.h:775
ucs_status_t uct_md_mem_dereg(uct_md_h md, uct_mem_h memh)
Undo the operation of uct_md_mem_reg().
Posted tag context.
Definition: uct.h:947
ucs_status_t uct_iface_query(uct_iface_h iface, uct_iface_attr_t *iface_attr)
Get interface attributes.
double growth
Definition: uct.h:589
Completion handle.
Definition: uct.h:921
uct_rkey_t rkey
Definition: uct.h:899
void(* uct_completion_callback_t)(uct_completion_t *self, ucs_status_t status)
Callback to process send completion.
Definition: uct_def.h:195
ssize_t uct_ep_put_bcopy(uct_ep_h ep, uct_pack_callback_t pack_cb, void *arg, uint64_t remote_addr, uct_rkey_t rkey)
Definition: uct.h:1908
ucs_status_t uct_ep_get_bcopy(uct_ep_h ep, uct_unpack_callback_t unpack_cb, void *arg, size_t length, uint64_t remote_addr, uct_rkey_t rkey, uct_completion_t *comp)
Definition: uct.h:1969
uint32_t err_handler_flags
Definition: uct.h:770
struct uct_device_addr uct_device_addr_t
Definition: uct_def.h:87
void uct_iface_close(uct_iface_h iface)
Close and destroy an interface.
unsigned uct_iface_progress(uct_iface_h iface)
Perform a progress on an interface.
Definition: uct.h:2594
ucs_status_t(* uct_am_callback_t)(void *arg, void *data, size_t length, unsigned flags)
Callback to process incoming active message.
Definition: uct_def.h:164
uintptr_t uct_rkey_t
Definition: uct_def.h:75
ucs_status_t uct_iface_tag_recv_zcopy(uct_iface_h iface, uct_tag_t tag, uct_tag_t tag_mask, const uct_iov_t *iov, size_t iovcnt, uct_tag_context_t *ctx)
Post a tag to a transport interface.
Definition: uct.h:2500
ucs_status_t uct_ep_connect_to_ep(uct_ep_h ep, const uct_device_addr_t *dev_addr, const uct_ep_addr_t *ep_addr)
Connect endpoint to a remote endpoint.
char priv[UCT_TAG_PRIV_LEN]
Definition: uct.h:988
size_t max_conn_priv
Definition: uct.h:696
void * handle
Definition: uct.h:900
void * rndv_arg
Definition: uct.h:776
ucs_status_t uct_iface_mem_alloc(uct_iface_h iface, size_t length, unsigned flags, const char *name, uct_allocated_memory_t *mem)
Allocate memory which can be used for zero-copy communications.
ucs_status_t uct_ep_atomic32_fetch(uct_ep_h ep, uct_atomic_op_t opcode, uint32_t value, uint32_t *result, uint64_t remote_addr, uct_rkey_t rkey, uct_completion_t *comp)
Definition: uct.h:2134
int uct_md_is_sockaddr_accessible(uct_md_h md, const ucs_sock_addr_t *sockaddr, uct_sockaddr_accessibility_t mode)
Check if remote sock address is accessible from the memory domain.
ucs_status_t uct_ep_atomic_cswap32(uct_ep_h ep, uint32_t compare, uint32_t swap, uint64_t remote_addr, uct_rkey_t rkey, uint32_t *result, uct_completion_t *comp)
Definition: uct.h:2098
uct_iface_event_types
Asynchronous event types.
Definition: uct.h:298
char dev_name[UCT_DEVICE_NAME_MAX]
Definition: uct.h:146
Describes a memory allocated by UCT.
Definition: uct.h:881