/home/docs/checkouts/readthedocs.org/user_builds/advanced-micro-devices-miopen/checkouts/develop/projects/miopen/include/miopen/miopen.h Source File

/home/docs/checkouts/readthedocs.org/user_builds/advanced-micro-devices-miopen/checkouts/develop/projects/miopen/include/miopen/miopen.h Source File#

MIOpen: /home/docs/checkouts/readthedocs.org/user_builds/advanced-micro-devices-miopen/checkouts/develop/projects/miopen/include/miopen/miopen.h Source File
miopen.h
Go to the documentation of this file.
1 // Copyright (c) Advanced Micro Devices, Inc., or its affiliates.
2 // SPDX-License-Identifier: MIT
3 
4 #ifndef MIOPEN_GUARD_MIOPEN_H_
5 #define MIOPEN_GUARD_MIOPEN_H_
6 
7 #ifdef __clang__
8 #pragma clang diagnostic push
9 #pragma clang diagnostic ignored "-Wextern-c-compat"
10 #endif
11 
12 #include <stddef.h>
13 #include <stdbool.h>
14 #include <miopen/config.h>
15 #include <miopen/export.h>
16 
17 #include <hip/hip_runtime_api.h>
18 
19 /*
20  * @defgroup convolutions
21  * @defgroup pooling
22  * @defgroup handle
23  * @defgroup layernorm
24  * @defgroup LRN
25  * @defgroup batchnorm
26  * @defgroup activation
27  * @defgroup tensor
28  * @defgroup softmax
29  * @defgroup RNN
30  * @defgroup fusion
31  * @defgroup LossFunction
32  * @defgroup TensorReduce
33  * @defgroup find2
34  * @defgroup ReduceExtreme
35  * @defgroup groupnorm
36  * @defgroup cat
37  * @defgroup SGD
38  * @defgroup getitem
39  * @defgroup ReduceCalculation
40  * @defgroup RotaryPositionalEmbeddings
41  * @defgroup ReLU
42  *
43  */
44 
46 #define MIOPEN_DECLARE_OBJECT(name) \
47  struct name \
48  { \
49  }; \
50  typedef struct name* name##_t;
51 
52 #ifdef __cplusplus
53 extern "C" {
54 #endif
55 
56 typedef hipStream_t miopenAcceleratorQueue_t;
57 
61 MIOPEN_DECLARE_OBJECT(miopenHandle);
62 
71 typedef enum
72 {
85 
86 typedef enum
87 {
88  // TODO:(LYM) temporary use Pedantic as default until TF32 is fully supported
91  1,
93 
94 #ifdef MIOPEN_BETA_API
95 typedef enum
96 {
100 #endif
101 
109 MIOPEN_EXPORT const char* miopenGetErrorString(miopenStatus_t error);
110 
119 typedef void* (*miopenAllocatorFunction)(void* context, size_t sizeBytes);
120 
129 typedef void (*miopenDeallocatorFunction)(void* context, void* memory);
130 
144 MIOPEN_EXPORT miopenStatus_t miopenGetVersion(size_t* major, size_t* minor, size_t* patch);
145 
158 MIOPEN_EXPORT miopenStatus_t miopenCreate(miopenHandle_t* handle);
159 
174 MIOPEN_EXPORT miopenStatus_t miopenCreateWithStream(miopenHandle_t* handle,
175  miopenAcceleratorQueue_t stream);
176 
183 MIOPEN_EXPORT miopenStatus_t miopenDestroy(miopenHandle_t handle);
184 
192 MIOPEN_EXPORT miopenStatus_t miopenSetStream(miopenHandle_t handle,
193  miopenAcceleratorQueue_t streamID);
194 
202 MIOPEN_EXPORT miopenStatus_t miopenGetStream(miopenHandle_t handle,
203  miopenAcceleratorQueue_t* streamID);
204 
221 MIOPEN_EXPORT miopenStatus_t miopenSetAllocator(miopenHandle_t handle,
222  miopenAllocatorFunction allocator,
223  miopenDeallocatorFunction deallocator,
224  void* allocatorContext);
225 
237 MIOPEN_EXPORT miopenStatus_t miopenGetKernelTime(miopenHandle_t handle, float* time);
238 
246 MIOPEN_EXPORT miopenStatus_t miopenEnableProfiling(miopenHandle_t handle, bool enable);
248 // CLOSEOUT HANDLE DOXYGEN GROUP
249 
257 MIOPEN_DECLARE_OBJECT(miopenFusionOpDescriptor);
258 
266 MIOPEN_DECLARE_OBJECT(miopenTensorDescriptor);
267 
274 MIOPEN_DECLARE_OBJECT(miopenSeqTensorDescriptor);
275 
283 MIOPEN_DECLARE_OBJECT(miopenConvolutionDescriptor);
284 
292 MIOPEN_DECLARE_OBJECT(miopenPoolingDescriptor);
293 
301 MIOPEN_DECLARE_OBJECT(miopenLRNDescriptor);
302 
309 MIOPEN_DECLARE_OBJECT(miopenActivationDescriptor);
310 
314 MIOPEN_DECLARE_OBJECT(miopenRNNDescriptor);
315 
319 MIOPEN_DECLARE_OBJECT(miopenCTCLossDescriptor);
320 
324 MIOPEN_DECLARE_OBJECT(miopenDropoutDescriptor);
325 
329 MIOPEN_DECLARE_OBJECT(miopenReduceTensorDescriptor);
330 
334 MIOPEN_DECLARE_OBJECT(miopenMhaDescriptor);
335 
339 MIOPEN_DECLARE_OBJECT(miopenSoftmaxDescriptor);
340 
344 typedef enum
345 {
350  // miopenInt8x4 = 4, /*!< Pack of 4x Int8 in NCHW_VECT_C format (Support discontinued) */
351  miopenBFloat16 = 5,
358 
363 typedef enum
364 {
375 
379 typedef enum
380 {
386 
390 typedef enum
391 {
397 
401 typedef enum
402 {
408 
414 typedef enum
415 {
420 
424 typedef enum
425 {
430 
436 typedef enum
437 {
441 
445 typedef enum
446 {
450 #ifdef MIOPEN_BETA_API
454 typedef enum
455 {
458  1,
460  2,
464  4,
468 #endif
472 typedef enum
473 {
477 
481 typedef enum
482 {
491  7,
493  8,
495  9,
499 
503 typedef enum
504 {
509 
513 typedef enum
514 {
517  1,
519 
527 #define MIOPEN_API_VERSION_REDUCE_TENSOR 1
528 
532 typedef enum
533 {
536  1,
538  2,
540  3,
542  4,
544  5,
546  6,
549  // MIOPEN_REDUCE_TENSOR_MUL_NO_ZEROS =
550  // 8, /*!< the operation is same as MUL, but does not have the zero values considered */
552 
556 typedef enum
557 {
561 
565 typedef enum
566 {
570 
574 typedef enum
575 {
581 
585 typedef enum
586 {
588  0,
592  1,
594 #ifdef MIOPEN_BETA_API
596  2,
600 #else
601 // miopenReserved1 = 2,
602 #endif
603  // TODO:(LYM) temporarily use Pedantic as default until TF32 is fully supported
605  3,
607 
613 typedef enum
614 {
616  1,
618  2,
622  3,
625  // miopenConvolutionFindModeReserved_4 = 4, /*!< Reserved - do not use */
627  5,
636 
648 MIOPEN_EXPORT miopenStatus_t miopenCreateTensorDescriptor(miopenTensorDescriptor_t* tensorDesc);
649 
663  miopenTensorDescriptor_t tensorDesc, miopenDataType_t dataType, int n, int c, int h, int w);
664 
675 MIOPEN_EXPORT miopenStatus_t
676 miopenSetNdTensorDescriptorWithLayout(miopenTensorDescriptor_t tensorDesc,
677  miopenDataType_t dataType,
678  miopenTensorLayout_t tensorLayout,
679  const int* lens,
680  int num_lens);
700 MIOPEN_EXPORT miopenStatus_t miopenSet4dTensorDescriptorEx(miopenTensorDescriptor_t tensorDesc,
701  miopenDataType_t dataType,
702  int n,
703  int c,
704  int h,
705  int w,
706  int nStride,
707  int cStride,
708  int hStride,
709  int wStride);
710 
727 MIOPEN_EXPORT miopenStatus_t miopenGet4dTensorDescriptor(miopenTensorDescriptor_t tensorDesc,
728  miopenDataType_t* dataType,
729  int* n,
730  int* c,
731  int* h,
732  int* w,
733  int* nStride,
734  int* cStride,
735  int* hStride,
736  int* wStride);
737 
748 MIOPEN_EXPORT miopenStatus_t miopenSetTensorDescriptor(miopenTensorDescriptor_t tensorDesc,
749  miopenDataType_t dataType,
750  int nbDims,
751  const int* dimsA,
752  const int* stridesA);
753 
754 #ifdef MIOPEN_BETA_API
757 MIOPEN_EXPORT miopenStatus_t miopenSetTensorDescriptorV2(miopenTensorDescriptor_t tensorDesc,
758  miopenDataType_t dataType,
759  int nbDims,
760  const size_t* dimsA,
761  const size_t* stridesA);
762 #endif
763 
764 #ifdef MIOPEN_BETA_API
774 MIOPEN_EXPORT miopenStatus_t miopenSetTensorCastType(miopenTensorDescriptor_t tensorDesc,
775  miopenDataType_t cast_type);
776 #endif
777 
786 MIOPEN_EXPORT miopenStatus_t miopenGetTensorDescriptorSize(miopenTensorDescriptor_t tensorDesc,
787  int* size);
788 
797 MIOPEN_EXPORT miopenStatus_t miopenGetTensorDescriptor(miopenTensorDescriptor_t tensorDesc,
798  miopenDataType_t* dataType,
799  int* dimsA,
800  int* stridesA);
801 
807 MIOPEN_EXPORT miopenStatus_t miopenDestroyTensorDescriptor(miopenTensorDescriptor_t tensorDesc);
808 
815 MIOPEN_EXPORT miopenStatus_t
816 miopenCreateSeqTensorDescriptor(miopenSeqTensorDescriptor_t* tensorDesc);
817 
823 MIOPEN_EXPORT miopenStatus_t
824 miopenDestroySeqTensorDescriptor(miopenSeqTensorDescriptor_t tensorDesc);
825 
845 MIOPEN_EXPORT miopenStatus_t miopenOpTensor(miopenHandle_t handle,
846  miopenTensorOp_t tensorOp,
847  const void* alpha1,
848  const miopenTensorDescriptor_t aDesc,
849  const void* A,
850  const void* alpha2,
851  const miopenTensorDescriptor_t bDesc,
852  const void* B,
853  const void* beta,
854  const miopenTensorDescriptor_t cDesc,
855  void* C);
856 
867 MIOPEN_EXPORT miopenStatus_t miopenSetTensor(miopenHandle_t handle,
868  const miopenTensorDescriptor_t yDesc,
869  void* y,
870  const void* alpha);
871 
882 MIOPEN_EXPORT miopenStatus_t miopenScaleTensor(miopenHandle_t handle,
883  const miopenTensorDescriptor_t yDesc,
884  void* y,
885  const void* alpha);
886 
893 MIOPEN_EXPORT miopenStatus_t miopenGetTensorNumBytes(miopenTensorDescriptor_t tensorDesc,
894  size_t* numBytes);
895 
913 MIOPEN_EXPORT miopenStatus_t miopenTransformTensor(miopenHandle_t handle,
914  const void* alpha,
915  const miopenTensorDescriptor_t xDesc,
916  const void* x,
917  const void* beta,
918  const miopenTensorDescriptor_t yDesc,
919  void* y);
920 
922 // CLOSEOUT TENSOR DOXYGEN GROUP
923 
934 MIOPEN_EXPORT miopenStatus_t
935 miopenCreateConvolutionDescriptor(miopenConvolutionDescriptor_t* convDesc);
936 
952 MIOPEN_EXPORT miopenStatus_t miopenInitConvolutionDescriptor(miopenConvolutionDescriptor_t convDesc,
954  int pad_h,
955  int pad_w,
956  int stride_h,
957  int stride_w,
958  int dilation_h,
959  int dilation_w);
960 
971 MIOPEN_EXPORT miopenStatus_t
972 miopenInitConvolutionNdDescriptor(miopenConvolutionDescriptor_t convDesc,
973  int spatialDim,
974  const int* padA,
975  const int* strideA,
976  const int* dilationA,
977  miopenConvolutionMode_t c_mode);
978 
985 MIOPEN_EXPORT miopenStatus_t miopenGetConvolutionSpatialDim(miopenConvolutionDescriptor_t convDesc,
986  int* spatialDim);
987 
1003 MIOPEN_EXPORT miopenStatus_t miopenGetConvolutionDescriptor(miopenConvolutionDescriptor_t convDesc,
1004  miopenConvolutionMode_t* c_mode,
1005  int* pad_h,
1006  int* pad_w,
1007  int* stride_h,
1008  int* stride_w,
1009  int* dilation_h,
1010  int* dilation_w);
1011 
1023 MIOPEN_EXPORT miopenStatus_t
1024 miopenGetConvolutionNdDescriptor(miopenConvolutionDescriptor_t convDesc,
1025  int requestedSpatialDim,
1026  int* spatialDim,
1027  int* padA,
1028  int* strideA,
1029  int* dilationA,
1030  miopenConvolutionMode_t* c_mode);
1031 
1038 MIOPEN_EXPORT miopenStatus_t miopenGetConvolutionGroupCount(miopenConvolutionDescriptor_t convDesc,
1039  int* groupCount);
1040 
1054 MIOPEN_EXPORT miopenStatus_t miopenSetConvolutionGroupCount(miopenConvolutionDescriptor_t convDesc,
1055  int groupCount);
1056 
1069 MIOPEN_EXPORT miopenStatus_t
1070 miopenSetTransposeConvOutputPadding(miopenConvolutionDescriptor_t convDesc, int adj_h, int adj_w);
1071 
1085  miopenConvolutionDescriptor_t convDesc, int spatialDim, const int* adjA);
1086 
1104 MIOPEN_EXPORT miopenStatus_t
1105 miopenGetConvolutionForwardOutputDim(miopenConvolutionDescriptor_t convDesc,
1106  const miopenTensorDescriptor_t inputTensorDesc,
1107  const miopenTensorDescriptor_t filterDesc,
1108  int* n,
1109  int* c,
1110  int* h,
1111  int* w);
1112 
1126 MIOPEN_EXPORT miopenStatus_t
1127 miopenGetConvolutionNdForwardOutputDim(miopenConvolutionDescriptor_t convDesc,
1128  const miopenTensorDescriptor_t inputTensorDesc,
1129  const miopenTensorDescriptor_t filterDesc,
1130  int* nDim,
1131  int* outputTensorDimA);
1132 
1138 MIOPEN_EXPORT miopenStatus_t
1139 miopenDestroyConvolutionDescriptor(miopenConvolutionDescriptor_t convDesc);
1140 
1147 MIOPEN_EXPORT miopenStatus_t miopenSetConvolutionAttribute(miopenConvolutionDescriptor_t convDesc,
1148  const miopenConvolutionAttrib_t attr,
1149  int value);
1150 
1157 MIOPEN_EXPORT miopenStatus_t miopenGetConvolutionAttribute(miopenConvolutionDescriptor_t convDesc,
1158  const miopenConvolutionAttrib_t attr,
1159  int* value);
1160 
1174 MIOPEN_EXPORT miopenStatus_t miopenSetConvolutionFindMode(miopenConvolutionDescriptor_t convDesc,
1175  miopenConvolutionFindMode_t findMode);
1176 
1184  const miopenConvolutionDescriptor_t convDesc, miopenConvolutionFindMode_t* findMode);
1185 
1190 typedef enum
1191 {
1198 
1202 typedef enum
1203 {
1209 
1213 typedef enum
1214 {
1220  4,
1223 
1227 typedef enum
1228 {
1235 
1242 typedef struct
1243 {
1244  union
1245  {
1251  };
1252 
1253  float time;
1254  size_t memory;
1257 
1266 typedef struct
1267 {
1268  float time;
1273  uint64_t solution_id;
1277 
1293 MIOPEN_EXPORT miopenStatus_t
1295  const miopenTensorDescriptor_t wDesc,
1296  const miopenTensorDescriptor_t xDesc,
1297  const miopenConvolutionDescriptor_t convDesc,
1298  const miopenTensorDescriptor_t yDesc,
1299  size_t* solutionCount);
1300 
1324 MIOPEN_EXPORT miopenStatus_t
1326  const miopenTensorDescriptor_t wDesc,
1327  const miopenTensorDescriptor_t xDesc,
1328  const miopenConvolutionDescriptor_t convDesc,
1329  const miopenTensorDescriptor_t yDesc,
1330  const size_t maxSolutionCount,
1331  size_t* solutionCount,
1332  miopenConvSolution_t* solutions);
1333 
1351 MIOPEN_EXPORT miopenStatus_t
1353  const miopenTensorDescriptor_t wDesc,
1354  const miopenTensorDescriptor_t xDesc,
1355  const miopenConvolutionDescriptor_t convDesc,
1356  const miopenTensorDescriptor_t yDesc,
1357  const uint64_t solution_id,
1358  size_t* workSpaceSize);
1359 
1377 MIOPEN_EXPORT miopenStatus_t
1379  const miopenTensorDescriptor_t wDesc,
1380  const miopenTensorDescriptor_t xDesc,
1381  const miopenConvolutionDescriptor_t convDesc,
1382  const miopenTensorDescriptor_t yDesc,
1383  const uint64_t solution_id);
1384 
1402 MIOPEN_EXPORT miopenStatus_t
1404  const miopenTensorDescriptor_t wDesc,
1405  const void* w,
1406  const miopenTensorDescriptor_t xDesc,
1407  const void* x,
1408  const miopenConvolutionDescriptor_t convDesc,
1409  const miopenTensorDescriptor_t yDesc,
1410  void* y,
1411  void* workSpace,
1412  size_t workSpaceSize,
1413  const uint64_t solution_id);
1414 
1432 MIOPEN_EXPORT miopenStatus_t
1434  const miopenTensorDescriptor_t dyDesc,
1435  const miopenTensorDescriptor_t wDesc,
1436  const miopenConvolutionDescriptor_t convDesc,
1437  const miopenTensorDescriptor_t dxDesc,
1438  size_t* solutionCount);
1439 
1464 MIOPEN_EXPORT miopenStatus_t
1466  const miopenTensorDescriptor_t dyDesc,
1467  const miopenTensorDescriptor_t wDesc,
1468  const miopenConvolutionDescriptor_t convDesc,
1469  const miopenTensorDescriptor_t dxDesc,
1470  const size_t maxSolutionCount,
1471  size_t* solutionCount,
1472  miopenConvSolution_t* solutions);
1473 
1491 MIOPEN_EXPORT miopenStatus_t
1493  const miopenTensorDescriptor_t dyDesc,
1494  const miopenTensorDescriptor_t wDesc,
1495  const miopenConvolutionDescriptor_t convDesc,
1496  const miopenTensorDescriptor_t dxDesc,
1497  const uint64_t solution_id,
1498  size_t* workSpaceSize);
1499 
1518 MIOPEN_EXPORT miopenStatus_t
1520  const miopenTensorDescriptor_t dyDesc,
1521  const miopenTensorDescriptor_t wDesc,
1522  const miopenConvolutionDescriptor_t convDesc,
1523  const miopenTensorDescriptor_t dxDesc,
1524  const uint64_t solution_id);
1525 
1543 MIOPEN_EXPORT miopenStatus_t
1545  const miopenTensorDescriptor_t dyDesc,
1546  const void* dy,
1547  const miopenTensorDescriptor_t wDesc,
1548  const void* w,
1549  const miopenConvolutionDescriptor_t convDesc,
1550  const miopenTensorDescriptor_t dxDesc,
1551  void* dx,
1552  void* workSpace,
1553  size_t workSpaceSize,
1554  const uint64_t solution_id);
1555 
1573 MIOPEN_EXPORT miopenStatus_t
1575  const miopenTensorDescriptor_t dyDesc,
1576  const miopenTensorDescriptor_t xDesc,
1577  const miopenConvolutionDescriptor_t convDesc,
1578  const miopenTensorDescriptor_t dwDesc,
1579  size_t* solutionCount);
1580 
1604 MIOPEN_EXPORT miopenStatus_t
1606  const miopenTensorDescriptor_t dyDesc,
1607  const miopenTensorDescriptor_t xDesc,
1608  const miopenConvolutionDescriptor_t convDesc,
1609  const miopenTensorDescriptor_t dwDesc,
1610  const size_t maxSolutionCount,
1611  size_t* solutionCount,
1612  miopenConvSolution_t* solutions);
1613 
1632  miopenHandle_t handle,
1633  const miopenTensorDescriptor_t dyDesc,
1634  const miopenTensorDescriptor_t xDesc,
1635  const miopenConvolutionDescriptor_t convDesc,
1636  const miopenTensorDescriptor_t dwDesc,
1637  const uint64_t solution_id,
1638  size_t* workSpaceSize);
1639 
1657 MIOPEN_EXPORT miopenStatus_t
1659  const miopenTensorDescriptor_t dyDesc,
1660  const miopenTensorDescriptor_t xDesc,
1661  const miopenConvolutionDescriptor_t convDesc,
1662  const miopenTensorDescriptor_t dwDesc,
1663  const uint64_t solution_id);
1664 
1683 MIOPEN_EXPORT miopenStatus_t
1685  const miopenTensorDescriptor_t dyDesc,
1686  const void* dy,
1687  const miopenTensorDescriptor_t xDesc,
1688  const void* x,
1689  const miopenConvolutionDescriptor_t convDesc,
1690  const miopenTensorDescriptor_t dwDesc,
1691  void* dw,
1692  void* workSpace,
1693  size_t workSpaceSize,
1694  const uint64_t solution_id);
1695 
1722 MIOPEN_EXPORT miopenStatus_t
1724  const miopenTensorDescriptor_t wDesc,
1725  const miopenTensorDescriptor_t xDesc,
1726  const miopenConvolutionDescriptor_t convDesc,
1727  const miopenTensorDescriptor_t yDesc,
1728  size_t* workSpaceSize);
1729 
1773 MIOPEN_EXPORT miopenStatus_t
1775  const miopenTensorDescriptor_t xDesc,
1776  const void* x,
1777  const miopenTensorDescriptor_t wDesc,
1778  const void* w,
1779  const miopenConvolutionDescriptor_t convDesc,
1780  const miopenTensorDescriptor_t yDesc,
1781  void* y,
1782  const int requestAlgoCount,
1783  int* returnedAlgoCount,
1784  miopenConvAlgoPerf_t* perfResults,
1785  void* workSpace,
1786  size_t workSpaceSize,
1787  bool exhaustiveSearch);
1788 
1823 MIOPEN_EXPORT miopenStatus_t miopenConvolutionForward(miopenHandle_t handle,
1824  const void* alpha,
1825  const miopenTensorDescriptor_t xDesc,
1826  const void* x,
1827  const miopenTensorDescriptor_t wDesc,
1828  const void* w,
1829  const miopenConvolutionDescriptor_t convDesc,
1831  const void* beta,
1832  const miopenTensorDescriptor_t yDesc,
1833  void* y,
1834  void* workSpace,
1835  size_t workSpaceSize);
1836 
1852 MIOPEN_EXPORT miopenStatus_t miopenConvolutionForwardBias(miopenHandle_t handle,
1853  const void* alpha,
1854  const miopenTensorDescriptor_t bDesc,
1855  const void* b,
1856  const void* beta,
1857  const miopenTensorDescriptor_t yDesc,
1858  void* y);
1859 
1887 MIOPEN_EXPORT miopenStatus_t
1889  const miopenTensorDescriptor_t dyDesc,
1890  const miopenTensorDescriptor_t wDesc,
1891  const miopenConvolutionDescriptor_t convDesc,
1892  const miopenTensorDescriptor_t dxDesc,
1893  size_t* workSpaceSize);
1894 
1938 MIOPEN_EXPORT miopenStatus_t
1940  const miopenTensorDescriptor_t dyDesc,
1941  const void* dy,
1942  const miopenTensorDescriptor_t wDesc,
1943  const void* w,
1944  const miopenConvolutionDescriptor_t convDesc,
1945  const miopenTensorDescriptor_t dxDesc,
1946  void* dx,
1947  const int requestAlgoCount,
1948  int* returnedAlgoCount,
1949  miopenConvAlgoPerf_t* perfResults,
1950  void* workSpace,
1951  size_t workSpaceSize,
1952  bool exhaustiveSearch);
1953 
1987 MIOPEN_EXPORT miopenStatus_t
1988 miopenConvolutionBackwardData(miopenHandle_t handle,
1989  const void* alpha,
1990  const miopenTensorDescriptor_t dyDesc,
1991  const void* dy,
1992  const miopenTensorDescriptor_t wDesc,
1993  const void* w,
1994  const miopenConvolutionDescriptor_t convDesc,
1996  const void* beta,
1997  const miopenTensorDescriptor_t dxDesc,
1998  void* dx,
1999  void* workSpace,
2000  size_t workSpaceSize);
2001 
2029 MIOPEN_EXPORT miopenStatus_t
2031  const miopenTensorDescriptor_t dyDesc,
2032  const miopenTensorDescriptor_t xDesc,
2033  const miopenConvolutionDescriptor_t convDesc,
2034  const miopenTensorDescriptor_t dwDesc,
2035  size_t* workSpaceSize);
2036 
2080 MIOPEN_EXPORT miopenStatus_t
2082  const miopenTensorDescriptor_t dyDesc,
2083  const void* dy,
2084  const miopenTensorDescriptor_t xDesc,
2085  const void* x,
2086  const miopenConvolutionDescriptor_t convDesc,
2087  const miopenTensorDescriptor_t dwDesc,
2088  void* dw,
2089  const int requestAlgoCount,
2090  int* returnedAlgoCount,
2091  miopenConvAlgoPerf_t* perfResults,
2092  void* workSpace,
2093  size_t workSpaceSize,
2094  bool exhaustiveSearch);
2095 
2129 MIOPEN_EXPORT miopenStatus_t
2130 miopenConvolutionBackwardWeights(miopenHandle_t handle,
2131  const void* alpha,
2132  const miopenTensorDescriptor_t dyDesc,
2133  const void* dy,
2134  const miopenTensorDescriptor_t xDesc,
2135  const void* x,
2136  const miopenConvolutionDescriptor_t convDesc,
2138  const void* beta,
2139  const miopenTensorDescriptor_t dwDesc,
2140  void* dw,
2141  void* workSpace,
2142  size_t workSpaceSize);
2143 
2162 MIOPEN_EXPORT miopenStatus_t miopenConvolutionBackwardBias(miopenHandle_t handle,
2163  const void* alpha,
2164  const miopenTensorDescriptor_t dyDesc,
2165  const void* dy,
2166  const void* beta,
2167  const miopenTensorDescriptor_t dbDesc,
2168  void* db);
2169 
2171 // CLOSEOUT CONVOLUTIONS DOXYGEN GROUP
2172 
2173 // Pooling APIs
2184 MIOPEN_EXPORT miopenStatus_t miopenCreatePoolingDescriptor(miopenPoolingDescriptor_t* poolDesc);
2185 
2194 MIOPEN_EXPORT miopenStatus_t miopenSetPoolingIndexType(miopenPoolingDescriptor_t poolDesc,
2195  miopenIndexType_t index_type);
2196 
2204 MIOPEN_EXPORT miopenStatus_t miopenGetPoolingIndexType(miopenPoolingDescriptor_t poolDesc,
2205  miopenIndexType_t* index_type);
2206 
2215  miopenPoolingDescriptor_t poolDesc, miopenPoolingWorkspaceIndexMode_t workspace_index);
2216 
2224  miopenPoolingDescriptor_t poolDesc, miopenPoolingWorkspaceIndexMode_t* workspace_index);
2225 
2240 MIOPEN_EXPORT miopenStatus_t miopenSet2dPoolingDescriptor(miopenPoolingDescriptor_t poolDesc,
2241  miopenPoolingMode_t mode,
2242  int windowHeight,
2243  int windowWidth,
2244  int pad_h,
2245  int pad_w,
2246  int stride_h,
2247  int stride_w);
2248 
2263 MIOPEN_EXPORT miopenStatus_t miopenGet2dPoolingDescriptor(const miopenPoolingDescriptor_t poolDesc,
2264  miopenPoolingMode_t* mode,
2265  int* windowHeight,
2266  int* windowWidth,
2267  int* pad_h,
2268  int* pad_w,
2269  int* stride_h,
2270  int* stride_w);
2271 
2286 MIOPEN_EXPORT miopenStatus_t
2287 miopenGetPoolingForwardOutputDim(const miopenPoolingDescriptor_t poolDesc,
2288  const miopenTensorDescriptor_t tensorDesc,
2289  int* n,
2290  int* c,
2291  int* h,
2292  int* w);
2293 
2309 MIOPEN_EXPORT miopenStatus_t miopenSetNdPoolingDescriptor(miopenPoolingDescriptor_t poolDesc,
2310  const miopenPoolingMode_t mode,
2311  int nbDims,
2312  const int* windowDimA,
2313  const int* padA,
2314  const int* stridesA);
2315 
2332 MIOPEN_EXPORT miopenStatus_t miopenGetNdPoolingDescriptor(const miopenPoolingDescriptor_t poolDesc,
2333  int nbDimsRequested,
2334  miopenPoolingMode_t* mode,
2335  int* nbDims,
2336  int* windowDimA,
2337  int* padA,
2338  int* stridesA);
2339 
2352 MIOPEN_EXPORT miopenStatus_t
2353 miopenGetPoolingNdForwardOutputDim(const miopenPoolingDescriptor_t poolDesc,
2354  const miopenTensorDescriptor_t tensorDesc,
2355  int dims,
2356  int* tensorDimArr);
2357 
2370 MIOPEN_EXPORT miopenStatus_t miopenPoolingGetWorkSpaceSize(const miopenTensorDescriptor_t yDesc,
2371  size_t* workSpaceSize);
2372 
2385 MIOPEN_EXPORT miopenStatus_t
2386 miopenPoolingGetWorkSpaceSizeV2(const miopenPoolingDescriptor_t poolDesc,
2387  const miopenTensorDescriptor_t yDesc,
2388  size_t* workSpaceSize);
2389 
2410 MIOPEN_EXPORT miopenStatus_t miopenPoolingForward(miopenHandle_t handle,
2411  const miopenPoolingDescriptor_t poolDesc,
2412  const void* alpha,
2413  const miopenTensorDescriptor_t xDesc,
2414  const void* x,
2415  const void* beta,
2416  const miopenTensorDescriptor_t yDesc,
2417  void* y,
2418  bool do_backward,
2419  void* workSpace,
2420  size_t workSpaceSize);
2421 
2442 MIOPEN_EXPORT miopenStatus_t miopenPoolingBackward(miopenHandle_t handle,
2443  const miopenPoolingDescriptor_t poolDesc,
2444  const void* alpha,
2445  const miopenTensorDescriptor_t yDesc,
2446  const void* y,
2447  const miopenTensorDescriptor_t dyDesc,
2448  const void* dy,
2449  const miopenTensorDescriptor_t xDesc,
2450  const void* x,
2451  const void* beta,
2452  const miopenTensorDescriptor_t dxDesc,
2453  void* dx,
2454  void* workSpace);
2455 
2461 MIOPEN_EXPORT miopenStatus_t miopenDestroyPoolingDescriptor(miopenPoolingDescriptor_t poolDesc);
2462 
2464 // CLOSEOUT POOLING DOXYGEN GROUP
2465 
2466 // LRN APIs
2476 MIOPEN_EXPORT miopenStatus_t miopenCreateLRNDescriptor(miopenLRNDescriptor_t* lrnDesc);
2477 
2491 MIOPEN_EXPORT miopenStatus_t miopenSetLRNDescriptor(const miopenLRNDescriptor_t lrnDesc,
2492  miopenLRNMode_t mode,
2493  unsigned int lrnN,
2494  double lrnAlpha,
2495  double lrnBeta,
2496  double lrnK);
2497 
2510 MIOPEN_EXPORT miopenStatus_t miopenGetLRNDescriptor(const miopenLRNDescriptor_t lrnDesc,
2511  miopenLRNMode_t* mode,
2512  unsigned int* lrnN,
2513  double* lrnAlpha,
2514  double* lrnBeta,
2515  double* lrnK);
2516 
2526 MIOPEN_EXPORT miopenStatus_t miopenLRNGetWorkSpaceSize(const miopenTensorDescriptor_t yDesc,
2527  size_t* workSpaceSize);
2528 
2547 MIOPEN_EXPORT miopenStatus_t miopenLRNForward(miopenHandle_t handle,
2548  const miopenLRNDescriptor_t lrnDesc,
2549  const void* alpha,
2550  const miopenTensorDescriptor_t xDesc,
2551  const void* x,
2552  const void* beta,
2553  const miopenTensorDescriptor_t yDesc,
2554  void* y,
2555  bool do_backward,
2556  void* workSpace);
2557 
2575 MIOPEN_EXPORT miopenStatus_t miopenLRNBackward(miopenHandle_t handle,
2576  const miopenLRNDescriptor_t lrnDesc,
2577  const void* alpha,
2578  const miopenTensorDescriptor_t yDesc,
2579  const void* y,
2580  const miopenTensorDescriptor_t dyDesc,
2581  const void* dy,
2582  const miopenTensorDescriptor_t xDesc,
2583  const void* x,
2584  const void* beta,
2585  const miopenTensorDescriptor_t dxDesc,
2586  void* dx,
2587  const void* workSpace);
2588 
2594 MIOPEN_EXPORT miopenStatus_t miopenDestroyLRNDescriptor(miopenLRNDescriptor_t lrnDesc);
2595 
2597 // CLOSEOUT LRN DOXYGEN GROUP
2598 
2599 #ifdef MIOPEN_BETA_API
2600 // LayerNorm APIs
2625 MIOPEN_EXPORT miopenStatus_t miopenLayerNormForward(miopenHandle_t handle,
2626  miopenNormMode_t mode,
2627  const miopenTensorDescriptor_t xDesc,
2628  const void* x,
2629  const miopenTensorDescriptor_t weightDesc,
2630  const void* weight,
2631  const miopenTensorDescriptor_t biasDesc,
2632  const void* bias,
2633  const float epsilon,
2634  const int32_t normalized_dim,
2635  const miopenTensorDescriptor_t yDesc,
2636  void* y,
2637  const miopenTensorDescriptor_t meanDesc,
2638  void* mean,
2639  const miopenTensorDescriptor_t rstdDesc,
2640  void* rstd);
2641 
2659 MIOPEN_EXPORT miopenStatus_t
2661  miopenNormMode_t mode,
2662  const miopenTensorDescriptor_t dyDesc,
2663  const miopenTensorDescriptor_t xDesc,
2664  const miopenTensorDescriptor_t weightDesc,
2665  const miopenTensorDescriptor_t meanDesc,
2666  const miopenTensorDescriptor_t rstdDesc,
2667  const int32_t normalized_dim,
2668  const miopenTensorDescriptor_t dxDesc,
2669  const miopenTensorDescriptor_t dwDesc,
2670  const miopenTensorDescriptor_t dbDesc,
2671  size_t* sizeInBytes);
2672 
2698 MIOPEN_EXPORT miopenStatus_t miopenLayerNormBackward(miopenHandle_t handle,
2699  miopenNormMode_t mode,
2700  void* workspace,
2701  size_t workspaceSizeInBytes,
2702  const miopenTensorDescriptor_t dyDesc,
2703  const void* dy,
2704  const miopenTensorDescriptor_t xDesc,
2705  const void* x,
2706  const miopenTensorDescriptor_t weightDesc,
2707  const void* weight,
2708  const miopenTensorDescriptor_t meanDesc,
2709  const void* mean,
2710  const miopenTensorDescriptor_t rstdDesc,
2711  const void* rstd,
2712  const int32_t normalized_dim,
2713  const miopenTensorDescriptor_t dxDesc,
2714  void* dx,
2715  const miopenTensorDescriptor_t dwDesc,
2716  void* dw,
2717  const miopenTensorDescriptor_t dbDesc,
2718  void* db);
2719 
2721 // CLOSEOUT LAYERNORM DOXYGEN GROUP
2722 #endif
2723 
2724 #ifdef MIOPEN_BETA_API
2725 // Cat APIs
2741 MIOPEN_EXPORT miopenStatus_t miopenCatForward(miopenHandle_t handle,
2742  const int32_t xCount,
2743  const miopenTensorDescriptor_t* xDescs,
2744  const void* const* xs,
2745  const miopenTensorDescriptor_t yDesc,
2746  void* y,
2747  const int32_t dim);
2748 
2750 // CLOSEOUT CAT DOXYGEN GROUP
2751 #endif
2752 
2753 // Batch-Normalization APIs
2775 MIOPEN_EXPORT miopenStatus_t miopenDeriveBNTensorDescriptor(miopenTensorDescriptor_t derivedBnDesc,
2776  const miopenTensorDescriptor_t xDesc,
2777  miopenBatchNormMode_t bn_mode);
2778 
2817 MIOPEN_EXPORT miopenStatus_t
2819  miopenBatchNormMode_t bn_mode,
2820  void* alpha,
2821  void* beta,
2822  const miopenTensorDescriptor_t xDesc,
2823  const void* x,
2824  const miopenTensorDescriptor_t yDesc,
2825  void* y,
2826  const miopenTensorDescriptor_t bnScaleBiasMeanVarDesc,
2827  void* bnScale,
2828  void* bnBias,
2829  double expAvgFactor,
2830  void* resultRunningMean,
2831  void* resultRunningVariance,
2832  double epsilon,
2833  void* resultSaveMean,
2834  void* resultSaveInvVariance);
2875 MIOPEN_EXPORT miopenStatus_t
2877  miopenBatchNormMode_t bn_mode,
2878  void* alpha,
2879  void* beta,
2880  const miopenTensorDescriptor_t xDesc,
2881  const void* x,
2882  const miopenTensorDescriptor_t yDesc,
2883  void* y,
2884  const miopenTensorDescriptor_t scaleDesc,
2885  const miopenTensorDescriptor_t biasVarDesc,
2886  const miopenTensorDescriptor_t savedMeanDesc,
2887  const miopenTensorDescriptor_t savedVarDesc,
2888  void* bnScale,
2889  void* bnBias,
2890  double expAvgFactor,
2891  void* resultRunningMean,
2892  void* resultRunningVariance,
2893  double epsilon,
2894  void* resultSaveMean,
2895  void* resultSaveInvVariance);
2938 MIOPEN_EXPORT miopenStatus_t
2940  miopenBatchNormMode_t bn_mode,
2941  void* alpha,
2942  void* beta,
2943  const miopenTensorDescriptor_t xDesc,
2944  const void* x,
2945  const miopenTensorDescriptor_t yDesc,
2946  void* y,
2947  const miopenTensorDescriptor_t scaleDesc,
2948  const miopenTensorDescriptor_t biasVarDesc,
2949  const miopenTensorDescriptor_t savedMeanDesc,
2950  const miopenTensorDescriptor_t savedVarDesc,
2951  void* bnScale,
2952  void* bnBias,
2953  double expAvgFactor,
2954  const void* prevResultRunningMean,
2955  const void* prevResultRunningVariance,
2956  void* nextResultRunningMean,
2957  void* nextResultRunningVariance,
2958  double epsilon,
2959  void* resultSaveMean,
2960  void* resultSaveInvVariance);
3002 MIOPEN_EXPORT miopenStatus_t
3004  miopenBatchNormMode_t bn_mode,
3005  void* alpha,
3006  void* beta,
3007  const miopenTensorDescriptor_t xDesc,
3008  const void* x,
3009  const miopenTensorDescriptor_t yDesc,
3010  void* y,
3011  const miopenTensorDescriptor_t scaleDesc,
3012  const miopenTensorDescriptor_t biasVarDesc,
3013  const miopenTensorDescriptor_t savedMeanDesc,
3014  const miopenTensorDescriptor_t savedVarDesc,
3015  void* bnScale,
3016  void* bnBias,
3017  double expAvgFactor,
3018  void* resultRunningMean,
3019  void* resultRunningVariance,
3020  double epsilon,
3021  void* resultSaveMean,
3022  void* resultSaveInvVariance,
3023  const miopenActivationDescriptor_t activDesc);
3024 
3068 MIOPEN_EXPORT miopenStatus_t
3070  miopenBatchNormMode_t bn_mode,
3071  void* alpha,
3072  void* beta,
3073  const miopenTensorDescriptor_t xDesc,
3074  const void* x,
3075  const miopenTensorDescriptor_t yDesc,
3076  void* y,
3077  const miopenTensorDescriptor_t scaleDesc,
3078  const miopenTensorDescriptor_t biasVarDesc,
3079  const miopenTensorDescriptor_t savedMeanDesc,
3080  const miopenTensorDescriptor_t savedVarDesc,
3081  void* bnScale,
3082  void* bnBias,
3083  double expAvgFactor,
3084  const void* prevResultRunningMean,
3085  const void* prevResultRunningVariance,
3086  void* nextResultRunningMean,
3087  void* nextResultRunningVariance,
3088  double epsilon,
3089  void* resultSaveMean,
3090  void* resultSaveInvVariance,
3091  const miopenActivationDescriptor_t activDesc);
3092 
3122 MIOPEN_EXPORT miopenStatus_t
3124  miopenBatchNormMode_t bn_mode,
3125  void* alpha,
3126  void* beta,
3127  const miopenTensorDescriptor_t xDesc,
3128  const void* x,
3129  const miopenTensorDescriptor_t yDesc,
3130  void* y,
3131  const miopenTensorDescriptor_t bnScaleBiasMeanVarDesc,
3132  void* bnScale,
3133  void* bnBias,
3134  void* estimatedMean,
3135  void* estimatedVariance,
3136  double epsilon);
3137 
3169 MIOPEN_EXPORT miopenStatus_t
3171  miopenBatchNormMode_t bn_mode,
3172  void* alpha,
3173  void* beta,
3174  const miopenTensorDescriptor_t xDesc,
3175  const void* x,
3176  const miopenTensorDescriptor_t yDesc,
3177  void* y,
3178  const miopenTensorDescriptor_t scaleDesc,
3179  const miopenTensorDescriptor_t biasDesc,
3180  const miopenTensorDescriptor_t estMeanDesc,
3181  const miopenTensorDescriptor_t estVarianceDesc,
3182  void* bnScale,
3183  void* bnBias,
3184  void* estimatedMean,
3185  void* estimatedVariance,
3186  double epsilon);
3187 
3217  miopenHandle_t handle,
3218  miopenBatchNormMode_t bn_mode,
3219  void* alpha,
3220  void* beta,
3221  const miopenTensorDescriptor_t xDesc,
3222  const void* x,
3223  const miopenTensorDescriptor_t yDesc,
3224  void* y,
3225  const miopenTensorDescriptor_t scaleDesc,
3226  const miopenTensorDescriptor_t biasDesc,
3227  const miopenTensorDescriptor_t estMeanDesc,
3228  const miopenTensorDescriptor_t estInvVarianceDesc,
3229  void* bnScale,
3230  void* bnBias,
3231  void* estimatedMean,
3232  void* estimatedInvVariance);
3233 
3265  miopenHandle_t handle,
3266  miopenBatchNormMode_t bn_mode,
3267  void* alpha,
3268  void* beta,
3269  const miopenTensorDescriptor_t xDesc,
3270  const void* x,
3271  const miopenTensorDescriptor_t yDesc,
3272  void* y,
3273  const miopenTensorDescriptor_t scaleDesc,
3274  const miopenTensorDescriptor_t biasDesc,
3275  const miopenTensorDescriptor_t estMeanDesc,
3276  const miopenTensorDescriptor_t estInvVarianceDesc,
3277  void* bnScale,
3278  void* bnBias,
3279  void* estimatedMean,
3280  void* estimatedInvVariance,
3281  const miopenActivationDescriptor_t activDesc);
3282 
3315 MIOPEN_EXPORT miopenStatus_t
3317  miopenBatchNormMode_t bn_mode,
3318  void* alpha,
3319  void* beta,
3320  const miopenTensorDescriptor_t xDesc,
3321  const void* x,
3322  const miopenTensorDescriptor_t yDesc,
3323  void* y,
3324  const miopenTensorDescriptor_t scaleDesc,
3325  const miopenTensorDescriptor_t biasDesc,
3326  const miopenTensorDescriptor_t estMeanDesc,
3327  const miopenTensorDescriptor_t estVarianceDesc,
3328  void* bnScale,
3329  void* bnBias,
3330  void* estimatedMean,
3331  void* estimatedVariance,
3332  double epsilon,
3333  const miopenActivationDescriptor_t activDesc);
3334 
3369 MIOPEN_EXPORT miopenStatus_t
3370 miopenBatchNormalizationBackward(miopenHandle_t handle,
3371  miopenBatchNormMode_t bn_mode,
3372  const void* alphaDataDiff,
3373  const void* betaDataDiff,
3374  const void* alphaParamDiff,
3375  const void* betaParamDiff,
3376  const miopenTensorDescriptor_t xDesc,
3377  const void* x,
3378  const miopenTensorDescriptor_t dyDesc,
3379  const void* dy,
3380  const miopenTensorDescriptor_t dxDesc,
3381  void* dx,
3382  const miopenTensorDescriptor_t bnScaleBiasDiffDesc,
3383  const void* bnScale,
3384  void* resultBnScaleDiff,
3385  void* resultBnBiasDiff,
3386  double epsilon,
3387  const void* savedMean,
3388  const void* savedInvVariance);
3389 
3428 MIOPEN_EXPORT miopenStatus_t
3430  miopenBatchNormMode_t bn_mode,
3431  const void* alphaDataDiff,
3432  const void* betaDataDiff,
3433  const void* alphaParamDiff,
3434  const void* betaParamDiff,
3435  const miopenTensorDescriptor_t xDesc,
3436  const void* x,
3437  const miopenTensorDescriptor_t dyDesc,
3438  const void* dy,
3439  const miopenTensorDescriptor_t dxDesc,
3440  void* dx,
3441  const miopenTensorDescriptor_t scaleDesc,
3442  const miopenTensorDescriptor_t biasDesc,
3443  const miopenTensorDescriptor_t savedMeanDesc,
3444  const miopenTensorDescriptor_t savedVarDesc,
3445  const void* bnScale,
3446  void* resultBnScaleDiff,
3447  void* resultBnBiasDiff,
3448  double epsilon,
3449  const void* savedMean,
3450  const void* savedInvVariance);
3451 
3492 MIOPEN_EXPORT miopenStatus_t
3494  miopenBatchNormMode_t bn_mode,
3495  const void* alphaDataDiff,
3496  const void* betaDataDiff,
3497  const void* alphaParamDiff,
3498  const void* betaParamDiff,
3499  const miopenTensorDescriptor_t xDesc,
3500  const void* x,
3501  const miopenTensorDescriptor_t dyDesc,
3502  const void* dy,
3503  const miopenTensorDescriptor_t dxDesc,
3504  void* dx,
3505  const miopenTensorDescriptor_t scaleDesc,
3506  const miopenTensorDescriptor_t biasDesc,
3507  const miopenTensorDescriptor_t savedMeanDesc,
3508  const miopenTensorDescriptor_t savedVarianceDesc,
3509  const void* bnScale,
3510  const void* bnBias,
3511  void* resultBnScaleDiff,
3512  void* resultBnBiasDiff,
3513  double epsilon,
3514  const void* savedMean,
3515  const void* savedInvVariance,
3516  const miopenActivationDescriptor_t activDesc);
3518 // CLOSEOUT BATCHNORM DOXYGEN GROUP
3519 
3520 // Activation APIs
3530 MIOPEN_EXPORT miopenStatus_t
3531 miopenCreateActivationDescriptor(miopenActivationDescriptor_t* activDesc);
3532 
3544 MIOPEN_EXPORT miopenStatus_t
3545 miopenSetActivationDescriptor(const miopenActivationDescriptor_t activDesc,
3547  double activAlpha,
3548  double activBeta,
3549  double activGamma);
3550 
3562 MIOPEN_EXPORT miopenStatus_t
3563 miopenGetActivationDescriptor(const miopenActivationDescriptor_t activDesc,
3564  miopenActivationMode_t* mode,
3565  double* activAlpha,
3566  double* activBeta,
3567  double* activGamma);
3568 
3581 MIOPEN_EXPORT miopenStatus_t miopenActivationForward(miopenHandle_t handle,
3582  const miopenActivationDescriptor_t activDesc,
3583  const void* alpha,
3584  const miopenTensorDescriptor_t xDesc,
3585  const void* x,
3586  const void* beta,
3587  const miopenTensorDescriptor_t yDesc,
3588  void* y);
3589 
3606 MIOPEN_EXPORT miopenStatus_t miopenActivationBackward(miopenHandle_t handle,
3607  const miopenActivationDescriptor_t activDesc,
3608  const void* alpha,
3609  const miopenTensorDescriptor_t yDesc,
3610  const void* y,
3611  const miopenTensorDescriptor_t dyDesc,
3612  const void* dy,
3613  const miopenTensorDescriptor_t xDesc,
3614  const void* x,
3615  const void* beta,
3616  const miopenTensorDescriptor_t dxDesc,
3617  void* dx);
3618 
3624 MIOPEN_EXPORT miopenStatus_t
3625 miopenDestroyActivationDescriptor(miopenActivationDescriptor_t activDesc);
3626 
3628 // CLOSEOUT ACTIVATION DOXYGEN GROUP
3629 
3630 #ifdef MIOPEN_BETA_API
3646 MIOPEN_EXPORT miopenStatus_t miopenGLUForward(miopenHandle_t handle,
3647  const miopenTensorDescriptor_t inputDesc,
3648  const void* input,
3649  const miopenTensorDescriptor_t outputDesc,
3650  void* output,
3651  const uint32_t dim);
3652 
3665 MIOPEN_EXPORT miopenStatus_t miopenGLUBackward(miopenHandle_t handle,
3666  const miopenTensorDescriptor_t inputDesc,
3667  const void* input,
3668  const miopenTensorDescriptor_t outputGradDesc,
3669  const void* outputGrad,
3670  const miopenTensorDescriptor_t inputGradDesc,
3671  void* inputGrad,
3672  const uint32_t dim);
3673 
3675 // CLOSEOUT ACTIVATION DOXYGEN GROUP
3676 #endif // MIOPEN_BETA_API
3677 
3678 // Softmax APIs
3696 MIOPEN_EXPORT miopenStatus_t miopenSoftmaxForward(miopenHandle_t handle,
3697  const void* alpha,
3698  const miopenTensorDescriptor_t xDesc,
3699  const void* x,
3700  const void* beta,
3701  const miopenTensorDescriptor_t yDesc,
3702  void* y);
3703 
3719 MIOPEN_EXPORT miopenStatus_t miopenSoftmaxBackward(miopenHandle_t handle,
3720  const void* alpha,
3721  const miopenTensorDescriptor_t yDesc,
3722  const void* y,
3723  const miopenTensorDescriptor_t dyDesc,
3724  const void* dy,
3725  const void* beta,
3726  const miopenTensorDescriptor_t dxDesc,
3727  void* dx);
3728 
3742 MIOPEN_EXPORT miopenStatus_t miopenSoftmaxForward_V2(miopenHandle_t handle,
3743  const void* alpha,
3744  const miopenTensorDescriptor_t xDesc,
3745  const void* x,
3746  const void* beta,
3747  const miopenTensorDescriptor_t yDesc,
3748  void* y,
3749  miopenSoftmaxAlgorithm_t algorithm,
3750  miopenSoftmaxMode_t mode);
3751 
3767 MIOPEN_EXPORT miopenStatus_t miopenSoftmaxBackward_V2(miopenHandle_t handle,
3768  const void* alpha,
3769  const miopenTensorDescriptor_t yDesc,
3770  const void* y,
3771  const miopenTensorDescriptor_t dyDesc,
3772  const void* dy,
3773  const void* beta,
3774  const miopenTensorDescriptor_t dxDesc,
3775  void* dx,
3776  miopenSoftmaxAlgorithm_t algorithm,
3777  miopenSoftmaxMode_t mode);
3778 
3780 // CLOSEOUT SOFTMAX DOXYGEN GROUP
3781 
3785 MIOPEN_DECLARE_OBJECT(miopenFusionPlanDescriptor);
3786 MIOPEN_DECLARE_OBJECT(miopenOperatorArgs);
3787 
3796 typedef enum
3797 {
3801 
3809 MIOPEN_EXPORT miopenStatus_t miopenCreateFusionPlan(miopenFusionPlanDescriptor_t* fusePlanDesc,
3810  const miopenFusionDirection_t fuseDirection,
3811  const miopenTensorDescriptor_t inputDesc);
3812 
3818 MIOPEN_EXPORT miopenStatus_t miopenDestroyFusionPlan(miopenFusionPlanDescriptor_t fusePlanDesc);
3819 
3826 MIOPEN_EXPORT miopenStatus_t miopenCompileFusionPlan(miopenHandle_t handle,
3827  miopenFusionPlanDescriptor_t fusePlanDesc);
3828 
3839 MIOPEN_EXPORT miopenStatus_t miopenFusionPlanGetOp(miopenFusionPlanDescriptor_t fusePlanDesc,
3840  const int op_idx,
3841  miopenFusionOpDescriptor_t* op);
3842 
3850 MIOPEN_EXPORT miopenStatus_t
3851 miopenFusionPlanGetWorkSpaceSize(miopenHandle_t handle,
3852  miopenFusionPlanDescriptor_t fusePlanDesc,
3853  size_t* workSpaceSize,
3855 
3873 MIOPEN_EXPORT miopenStatus_t
3874 miopenFusionPlanConvolutionGetAlgo(miopenFusionPlanDescriptor_t fusePlanDesc,
3875  const int requestAlgoCount,
3876  int* returnedAlgoCount,
3877  miopenConvFwdAlgorithm_t* returnedAlgos);
3878 
3889  miopenFusionPlanDescriptor_t fusePlanDesc, miopenConvFwdAlgorithm_t algo);
3890 
3899 MIOPEN_EXPORT miopenStatus_t miopenCreateOpConvForward(miopenFusionPlanDescriptor_t fusePlanDesc,
3900  miopenFusionOpDescriptor_t* convOp,
3901  miopenConvolutionDescriptor_t convDesc,
3902  const miopenTensorDescriptor_t wDesc);
3903 
3904 //---
3905 
3906 // Activation forward create ops ---
3914 MIOPEN_EXPORT miopenStatus_t
3915 miopenCreateOpActivationForward(miopenFusionPlanDescriptor_t fusePlanDesc,
3916  miopenFusionOpDescriptor_t* activFwdOp,
3917  miopenActivationMode_t mode);
3918 
3919 // Activation backward create ops ---
3927 MIOPEN_EXPORT miopenStatus_t
3928 miopenCreateOpActivationBackward(miopenFusionPlanDescriptor_t fusePlanDesc,
3929  miopenFusionOpDescriptor_t* activBwdOp,
3930  miopenActivationMode_t mode);
3931 
3932 // Bias create ops ---
3940 MIOPEN_EXPORT miopenStatus_t miopenCreateOpBiasForward(miopenFusionPlanDescriptor_t fusePlanDesc,
3941  miopenFusionOpDescriptor_t* biasOp,
3942  const miopenTensorDescriptor_t bDesc);
3943 
3944 // Batch normalization create ops ---
3953 MIOPEN_EXPORT miopenStatus_t
3954 miopenCreateOpBatchNormInference(miopenFusionPlanDescriptor_t fusePlanDesc,
3955  miopenFusionOpDescriptor_t* bnOp,
3956  const miopenBatchNormMode_t bn_mode,
3957  const miopenTensorDescriptor_t bnScaleBiasMeanVarDesc);
3958 
3968 MIOPEN_EXPORT miopenStatus_t
3969 miopenCreateOpBatchNormForward(miopenFusionPlanDescriptor_t fusePlanDesc,
3970  miopenFusionOpDescriptor_t* bnFwdOp,
3971  const miopenBatchNormMode_t bn_mode,
3972  bool runningMeanVariance);
3973 
3981 MIOPEN_EXPORT miopenStatus_t
3982 miopenCreateOpBatchNormBackward(miopenFusionPlanDescriptor_t fusePlanDesc,
3983  miopenFusionOpDescriptor_t* bnBwdOp,
3984  const miopenBatchNormMode_t bn_mode);
3985 
3986 //---
3992 MIOPEN_EXPORT miopenStatus_t miopenCreateOperatorArgs(miopenOperatorArgs_t* args);
3993 
3999 MIOPEN_EXPORT miopenStatus_t miopenDestroyOperatorArgs(miopenOperatorArgs_t args);
4000 
4001 // Convolution set arguments ---
4011 MIOPEN_EXPORT miopenStatus_t miopenSetOpArgsConvForward(miopenOperatorArgs_t args,
4012  const miopenFusionOpDescriptor_t convOp,
4013  const void* alpha,
4014  const void* beta,
4015  const void* w);
4016 // Activation set arguments ---
4028 MIOPEN_EXPORT miopenStatus_t
4029 miopenSetOpArgsActivForward(miopenOperatorArgs_t args,
4030  const miopenFusionOpDescriptor_t activFwdOp,
4031  const void* alpha,
4032  const void* beta,
4033  double activAlpha,
4034  double activBeta,
4035  double activGamma);
4036 
4050 MIOPEN_EXPORT miopenStatus_t
4051 miopenSetOpArgsActivBackward(miopenOperatorArgs_t args,
4052  const miopenFusionOpDescriptor_t activBwdOp,
4053  const void* alpha,
4054  const void* beta,
4055  const void* y,
4056  const void* reserved,
4057  double activAlpha,
4058  double activBeta,
4059  double activGamma);
4060 
4061 // Batch Normalization set arguments ---
4075 MIOPEN_EXPORT miopenStatus_t
4076 miopenSetOpArgsBatchNormInference(miopenOperatorArgs_t args,
4077  const miopenFusionOpDescriptor_t bnOp,
4078  const void* alpha,
4079  const void* beta,
4080  const void* bnScale,
4081  const void* bnBias,
4082  const void* estimatedMean,
4083  const void* estimatedVariance,
4084  double epsilon);
4085 
4102 MIOPEN_EXPORT miopenStatus_t miopenSetOpArgsBatchNormForward(miopenOperatorArgs_t args,
4103  const miopenFusionOpDescriptor_t bnOp,
4104  const void* alpha,
4105  const void* beta,
4106  const void* bnScale,
4107  const void* bnBias,
4108  void* savedMean,
4109  void* savedInvVariance,
4110  void* runningMean,
4111  void* runningVariance,
4112  double expAvgFactor,
4113  double epsilon);
4114 
4130 MIOPEN_EXPORT miopenStatus_t miopenSetOpArgsBatchNormBackward(miopenOperatorArgs_t args,
4131  const miopenFusionOpDescriptor_t bnOp,
4132  const void* alpha,
4133  const void* beta,
4134  const void* x,
4135  const void* bnScale,
4136  const void* bnBias,
4137  void* resultBnScaleDiff,
4138  void* resultBnBiasDiff,
4139  const void* savedMean,
4140  const void* savedInvVariance);
4141 
4142 // Bias forward set arguments ---
4152 MIOPEN_EXPORT miopenStatus_t miopenSetOpArgsBiasForward(miopenOperatorArgs_t args,
4153  const miopenFusionOpDescriptor_t biasOp,
4154  const void* alpha,
4155  const void* beta,
4156  const void* bias);
4157 
4172 MIOPEN_EXPORT miopenStatus_t
4173 miopenExecuteFusionPlan(const miopenHandle_t handle,
4174  const miopenFusionPlanDescriptor_t fusePlanDesc,
4175  const miopenTensorDescriptor_t inputDesc,
4176  const void* input,
4177  const miopenTensorDescriptor_t outputDesc,
4178  void* output,
4179  miopenOperatorArgs_t args);
4180 
4195 MIOPEN_EXPORT miopenStatus_t
4196 miopenExecuteFusionPlan_v2(const miopenHandle_t handle,
4197  const miopenFusionPlanDescriptor_t fusePlanDesc,
4198  const miopenTensorDescriptor_t inputDesc,
4199  const void* input,
4200  const miopenTensorDescriptor_t outputDesc,
4201  void* output,
4202  miopenOperatorArgs_t args,
4203  void* workspace,
4204  size_t workspaceSize);
4205 
4229 MIOPEN_EXPORT miopenStatus_t
4231  const void* alpha1,
4232  const miopenTensorDescriptor_t xDesc,
4233  const void* x,
4234  const miopenTensorDescriptor_t wDesc,
4235  const void* w,
4236  const miopenConvolutionDescriptor_t convDesc,
4238  void* workspace,
4239  size_t workspaceSizeInBytes,
4240  const void* alpha2,
4241  const miopenTensorDescriptor_t zDesc,
4242  const void* z,
4243  const miopenTensorDescriptor_t biasDesc,
4244  const void* bias,
4245  const miopenActivationDescriptor_t activationDesc,
4246  const miopenTensorDescriptor_t yDesc,
4247  void* y);
4249 // CLOSEOUT FUSION DOXYGEN GROUP
4250 
4259 typedef enum
4260 {
4265 } miopenRNNMode_t;
4266 
4270 typedef enum
4271 {
4275 
4279 typedef enum
4280 {
4281  miopenRNNdefault = 0,
4283  miopenRNNfundamental = 1,
4287 } miopenRNNAlgo_t;
4288 
4292 typedef enum
4293 {
4297 
4301 typedef enum
4302 {
4306 
4310 typedef enum
4311 {
4314 
4318 typedef enum
4319 {
4323 
4327 typedef enum
4328 {
4332 
4336 typedef enum
4337 {
4343 
4350 MIOPEN_EXPORT miopenStatus_t miopenCreateRNNDescriptor(miopenRNNDescriptor_t* rnnDesc);
4351 
4364 MIOPEN_EXPORT miopenStatus_t miopenGetRNNDescriptor(miopenRNNDescriptor_t rnnDesc,
4365  miopenRNNMode_t* rnnMode,
4366  miopenRNNAlgo_t* algoMode,
4367  miopenRNNInputMode_t* inputMode,
4368  miopenRNNDirectionMode_t* dirMode,
4369  miopenRNNBiasMode_t* biasMode,
4370  int* hiddenSize,
4371  int* layer);
4372 
4389 MIOPEN_EXPORT miopenStatus_t miopenGetRNNDescriptor_V2(miopenRNNDescriptor_t rnnDesc,
4390  int* hiddenSize,
4391  int* layer,
4392  miopenDropoutDescriptor_t* dropoutDesc,
4393  miopenRNNInputMode_t* inputMode,
4394  miopenRNNDirectionMode_t* dirMode,
4395  miopenRNNMode_t* rnnMode,
4396  miopenRNNBiasMode_t* biasMode,
4397  miopenRNNAlgo_t* algoMode,
4398  miopenDataType_t* dataType);
4399 
4405 MIOPEN_EXPORT miopenStatus_t miopenDestroyRNNDescriptor(miopenRNNDescriptor_t rnnDesc);
4406 
4422 MIOPEN_EXPORT miopenStatus_t miopenSetRNNDescriptor(miopenRNNDescriptor_t rnnDesc,
4423  const int hsize,
4424  const int nlayers,
4425  miopenRNNInputMode_t inMode,
4426  miopenRNNDirectionMode_t direction,
4427  miopenRNNMode_t rnnMode,
4428  miopenRNNBiasMode_t biasMode,
4429  miopenRNNAlgo_t algo,
4430  miopenDataType_t dataType);
4431 
4450 MIOPEN_EXPORT miopenStatus_t miopenSetRNNDescriptor_V2(miopenRNNDescriptor_t rnnDesc,
4451  const int hsize,
4452  const int nlayers,
4453  miopenDropoutDescriptor_t dropoutDesc,
4454  miopenRNNInputMode_t inMode,
4455  miopenRNNDirectionMode_t direction,
4456  miopenRNNMode_t rnnMode,
4457  miopenRNNBiasMode_t biasMode,
4458  miopenRNNAlgo_t algo,
4459  miopenDataType_t dataType);
4460 
4475 MIOPEN_EXPORT miopenStatus_t
4476 miopenSetRNNDataSeqTensorDescriptor(miopenSeqTensorDescriptor_t seqTensorDesc,
4477  miopenDataType_t dataType,
4478  miopenRNNBaseLayout_t layout,
4479  int maxSequenceLen,
4480  int batchSize,
4481  int vectorSize,
4482  const int* sequenceLenArray,
4483  void* paddingMarker);
4484 
4503 MIOPEN_EXPORT miopenStatus_t
4504 miopenGetRNNDataSeqTensorDescriptor(miopenSeqTensorDescriptor_t seqTensorDesc,
4505  miopenDataType_t* dataType,
4506  miopenRNNBaseLayout_t* layout,
4507  int* maxSequenceLen,
4508  int* batchSize,
4509  int* vectorSize,
4510  int sequenceLenArrayLimit,
4511  int* sequenceLenArray,
4512  void* paddingMarker);
4513 
4530 MIOPEN_EXPORT miopenStatus_t miopenGetRNNWorkspaceSize(miopenHandle_t handle,
4531  const miopenRNNDescriptor_t rnnDesc,
4532  const int sequenceLen,
4533  const miopenTensorDescriptor_t* xDesc,
4534  size_t* numBytes);
4535 
4552 MIOPEN_EXPORT miopenStatus_t miopenGetRNNTrainingReserveSize(miopenHandle_t handle,
4553  miopenRNNDescriptor_t rnnDesc,
4554  const int sequenceLen,
4555  const miopenTensorDescriptor_t* xDesc,
4556  size_t* numBytes);
4557 
4574 MIOPEN_EXPORT miopenStatus_t miopenGetRNNTempSpaceSizes(miopenHandle_t handle,
4575  miopenRNNDescriptor_t rnnDesc,
4576  miopenSeqTensorDescriptor_t xDesc,
4577  miopenRNNFWDMode_t fwdMode,
4578  size_t* workSpaceSize,
4579  size_t* reserveSpaceSize);
4580 
4593 MIOPEN_EXPORT miopenStatus_t miopenGetRNNParamsSize(miopenHandle_t handle,
4594  miopenRNNDescriptor_t rnnDesc,
4595  miopenTensorDescriptor_t xDesc,
4596  size_t* numBytes,
4597  miopenDataType_t dtype);
4598 
4611 MIOPEN_EXPORT miopenStatus_t miopenGetRNNParamsDescriptor(miopenHandle_t handle,
4612  miopenRNNDescriptor_t rnnDesc,
4613  miopenTensorDescriptor_t xDesc,
4614  miopenTensorDescriptor_t wDesc,
4615  miopenDataType_t dtype);
4616 
4634 MIOPEN_EXPORT miopenStatus_t miopenGetRNNInputTensorSize(miopenHandle_t handle,
4635  miopenRNNDescriptor_t rnnDesc,
4636  const int seqLen,
4637  miopenTensorDescriptor_t* xDesc,
4638  size_t* numBytes);
4639 
4652 MIOPEN_EXPORT miopenStatus_t miopenGetRNNHiddenTensorSize(miopenHandle_t handle,
4653  miopenRNNDescriptor_t rnnDesc,
4654  const int seqLen,
4655  miopenTensorDescriptor_t* xDesc,
4656  size_t* numBytes);
4657 
4698 MIOPEN_EXPORT miopenStatus_t miopenGetRNNLayerParamSize(miopenHandle_t handle,
4699  miopenRNNDescriptor_t rnnDesc,
4700  const int layer,
4701  miopenTensorDescriptor_t xDesc,
4702  const int paramID,
4703  size_t* numBytes);
4704 
4742 MIOPEN_EXPORT miopenStatus_t miopenGetRNNLayerBiasSize(miopenHandle_t handle,
4743  miopenRNNDescriptor_t rnnDesc,
4744  const int layer,
4745  const int biasID,
4746  size_t* numBytes);
4747 
4806 MIOPEN_EXPORT miopenStatus_t miopenGetRNNLayerParam(miopenHandle_t handle,
4807  miopenRNNDescriptor_t rnnDesc,
4808  const int layer,
4809  miopenTensorDescriptor_t xDesc,
4810  miopenTensorDescriptor_t wDesc,
4811  const void* w,
4812  const int paramID,
4813  miopenTensorDescriptor_t paramDesc,
4814  void* layerParam);
4815 
4873 MIOPEN_EXPORT miopenStatus_t miopenGetRNNLayerBias(miopenHandle_t handle,
4874  miopenRNNDescriptor_t rnnDesc,
4875  const int layer,
4876  miopenTensorDescriptor_t xDesc,
4877  miopenTensorDescriptor_t wDesc,
4878  const void* w,
4879  const int biasID,
4880  miopenTensorDescriptor_t biasDesc,
4881  void* layerBias);
4882 
4937 MIOPEN_EXPORT miopenStatus_t miopenGetRNNLayerParamOffset(miopenRNNDescriptor_t rnnDesc,
4938  const int layer,
4939  miopenTensorDescriptor_t xDesc,
4940  const int paramID,
4941  miopenTensorDescriptor_t paramDesc,
4942  size_t* layerParamOffset);
4943 
4994 MIOPEN_EXPORT miopenStatus_t miopenGetRNNLayerBiasOffset(miopenRNNDescriptor_t rnnDesc,
4995  const int layer,
4996  miopenTensorDescriptor_t xDesc,
4997  const int biasID,
4998  miopenTensorDescriptor_t biasDesc,
4999  size_t* layerBiasOffset);
5000 
5053 MIOPEN_EXPORT miopenStatus_t miopenSetRNNLayerParam(miopenHandle_t handle,
5054  miopenRNNDescriptor_t rnnDesc,
5055  const int layer,
5056  miopenTensorDescriptor_t xDesc,
5057  miopenTensorDescriptor_t wDesc,
5058  void* w,
5059  const int paramID,
5060  miopenTensorDescriptor_t paramDesc,
5061  const void* layerParam);
5062 
5113 MIOPEN_EXPORT miopenStatus_t miopenSetRNNLayerBias(miopenHandle_t handle,
5114  miopenRNNDescriptor_t rnnDesc,
5115  const int layer,
5116  miopenTensorDescriptor_t xDesc,
5117  miopenTensorDescriptor_t wDesc,
5118  void* w,
5119  const int biasID,
5120  miopenTensorDescriptor_t biasDesc,
5121  const void* layerBias);
5122 
5134 MIOPEN_EXPORT miopenStatus_t miopenSetRNNPaddingMode(miopenRNNDescriptor_t rnnDesc,
5135  miopenRNNPaddingMode_t paddingMode);
5136 
5144 MIOPEN_EXPORT miopenStatus_t miopenGetRNNPaddingMode(miopenRNNDescriptor_t rnnDesc,
5145  miopenRNNPaddingMode_t* paddingMode);
5146 
5197 MIOPEN_EXPORT miopenStatus_t miopenRNNForward(miopenHandle_t handle,
5198  const miopenRNNDescriptor_t rnnDesc,
5199  miopenRNNFWDMode_t fwdMode,
5200  const miopenSeqTensorDescriptor_t xDesc,
5201  const void* x,
5202  const miopenTensorDescriptor_t hDesc,
5203  const void* hx,
5204  void* hy,
5205  const miopenTensorDescriptor_t cDesc,
5206  const void* cx,
5207  void* cy,
5208  const miopenSeqTensorDescriptor_t yDesc,
5209  void* y,
5210  const void* w,
5211  size_t weightSpaceSize,
5212  void* workSpace,
5213  size_t workSpaceNumBytes,
5214  void* reserveSpace,
5215  size_t reserveSpaceNumBytes);
5216 
5266 MIOPEN_EXPORT miopenStatus_t miopenRNNBackwardSeqData(miopenHandle_t handle,
5267  const miopenRNNDescriptor_t rnnDesc,
5268  const miopenSeqTensorDescriptor_t yDesc,
5269  const void* y,
5270  const void* dy,
5271  const miopenTensorDescriptor_t hDesc,
5272  const void* hx,
5273  const void* dhy,
5274  void* dhx,
5275  const miopenTensorDescriptor_t cDesc,
5276  const void* cx,
5277  const void* dcy,
5278  void* dcx,
5279  const miopenSeqTensorDescriptor_t xDesc,
5280  void* dx,
5281  const void* w,
5282  size_t weightSpaceSize,
5283  void* workSpace,
5284  size_t workSpaceNumBytes,
5285  void* reserveSpace,
5286  size_t reserveSpaceNumBytes);
5287 
5321 MIOPEN_EXPORT miopenStatus_t
5323  const miopenRNNDescriptor_t rnnDesc,
5324  const miopenSeqTensorDescriptor_t xDesc,
5325  const void* x,
5326  const miopenTensorDescriptor_t hDesc,
5327  const void* hx,
5328  const miopenSeqTensorDescriptor_t yDesc,
5329  const void* y,
5330  void* dw,
5331  size_t weightSpaceSize,
5332  void* workSpace,
5333  size_t workSpaceNumBytes,
5334  const void* reserveSpace,
5335  size_t reserveSpaceNumBytes);
5336 
5394 MIOPEN_EXPORT miopenStatus_t miopenRNNForwardTraining(miopenHandle_t handle,
5395  const miopenRNNDescriptor_t rnnDesc,
5396  const int sequenceLen,
5397  const miopenTensorDescriptor_t* xDesc,
5398  const void* x,
5399  const miopenTensorDescriptor_t hxDesc,
5400  const void* hx,
5401  const miopenTensorDescriptor_t cxDesc,
5402  const void* cx,
5403  const miopenTensorDescriptor_t wDesc,
5404  const void* w,
5405  const miopenTensorDescriptor_t* yDesc,
5406  void* y,
5407  const miopenTensorDescriptor_t hyDesc,
5408  void* hy,
5409  const miopenTensorDescriptor_t cyDesc,
5410  void* cy,
5411  void* workSpace,
5412  size_t workSpaceNumBytes,
5413  void* reserveSpace,
5414  size_t reserveSpaceNumBytes);
5415 
5488 MIOPEN_EXPORT miopenStatus_t miopenRNNBackwardData(miopenHandle_t handle,
5489  const miopenRNNDescriptor_t rnnDesc,
5490  const int sequenceLen,
5491  const miopenTensorDescriptor_t* yDesc,
5492  const void* y,
5493  const miopenTensorDescriptor_t* dyDesc,
5494  const void* dy,
5495  const miopenTensorDescriptor_t dhyDesc,
5496  const void* dhy,
5497  const miopenTensorDescriptor_t dcyDesc,
5498  const void* dcy,
5499  const miopenTensorDescriptor_t wDesc,
5500  const void* w,
5501  const miopenTensorDescriptor_t hxDesc,
5502  const void* hx,
5503  const miopenTensorDescriptor_t cxDesc,
5504  const void* cx,
5505  const miopenTensorDescriptor_t* dxDesc,
5506  void* dx,
5507  const miopenTensorDescriptor_t dhxDesc,
5508  void* dhx,
5509  const miopenTensorDescriptor_t dcxDesc,
5510  void* dcx,
5511  void* workSpace,
5512  size_t workSpaceNumBytes,
5513  void* reserveSpace,
5514  size_t reserveSpaceNumBytes);
5515 
5552 MIOPEN_EXPORT miopenStatus_t miopenRNNBackwardWeights(miopenHandle_t handle,
5553  const miopenRNNDescriptor_t rnnDesc,
5554  const int sequenceLen,
5555  const miopenTensorDescriptor_t* xDesc,
5556  const void* x,
5557  const miopenTensorDescriptor_t hxDesc,
5558  const void* hx,
5559  const miopenTensorDescriptor_t* yDesc,
5560  const void* y,
5561  const miopenTensorDescriptor_t dwDesc,
5562  void* dw,
5563  void* workSpace,
5564  size_t workSpaceNumBytes,
5565  const void* reserveSpace,
5566  size_t reserveSpaceNumBytes);
5567 
5623 MIOPEN_EXPORT miopenStatus_t miopenRNNForwardInference(miopenHandle_t handle,
5624  miopenRNNDescriptor_t rnnDesc,
5625  const int sequenceLen,
5626  const miopenTensorDescriptor_t* xDesc,
5627  const void* x,
5628  const miopenTensorDescriptor_t hxDesc,
5629  const void* hx,
5630  const miopenTensorDescriptor_t cxDesc,
5631  const void* cx,
5632  const miopenTensorDescriptor_t wDesc,
5633  const void* w,
5634  const miopenTensorDescriptor_t* yDesc,
5635  void* y,
5636  const miopenTensorDescriptor_t hyDesc,
5637  void* hy,
5638  const miopenTensorDescriptor_t cyDesc,
5639  void* cy,
5640  void* workSpace,
5641  size_t workSpaceNumBytes);
5642 
5644 // CLOSEOUT RNN DOXYGEN GROUP
5645 
5654 typedef enum
5655 {
5658 
5665 MIOPEN_EXPORT miopenStatus_t miopenCreateCTCLossDescriptor(miopenCTCLossDescriptor_t* ctcLossDesc);
5666 
5676 MIOPEN_EXPORT miopenStatus_t miopenGetCTCLossDescriptor(miopenCTCLossDescriptor_t ctcLossDesc,
5677  miopenDataType_t* dataType,
5678  int* blank_label_id,
5679  bool* apply_softmax_layer);
5680 
5686 MIOPEN_EXPORT miopenStatus_t miopenDestroyCTCLossDescriptor(miopenCTCLossDescriptor_t ctcLossDesc);
5687 
5697 MIOPEN_EXPORT miopenStatus_t miopenSetCTCLossDescriptor(miopenCTCLossDescriptor_t ctcLossDesc,
5698  miopenDataType_t dataType,
5699  const int blank_label_id,
5700  bool apply_softmax_layer);
5701 
5718 MIOPEN_EXPORT miopenStatus_t
5719 miopenGetCTCLossWorkspaceSize(miopenHandle_t handle,
5720  const miopenTensorDescriptor_t probsDesc,
5721  const miopenTensorDescriptor_t gradientsDesc,
5722  const int* labels,
5723  const int* labelLengths,
5724  const int* inputLengths,
5725  miopenCTCLossAlgo_t algo,
5726  const miopenCTCLossDescriptor_t ctcLossDesc,
5727  size_t* workSpaceSize);
5728 
5748 MIOPEN_EXPORT miopenStatus_t miopenCTCLoss(miopenHandle_t handle,
5749  const miopenTensorDescriptor_t probsDesc,
5750  const void* probs,
5751  const int* labels,
5752  const int* labelLengths,
5753  const int* inputLengths,
5754  void* losses,
5755  const miopenTensorDescriptor_t gradientsDesc,
5756  void* gradients,
5757  miopenCTCLossAlgo_t algo,
5758  const miopenCTCLossDescriptor_t ctcLossDesc,
5759  void* workSpace,
5760  size_t workSpaceSize);
5761 
5763 // CLOSEOUT LossFunction DOXYGEN GROUP
5764 
5765 // Dropout APIs
5774 typedef enum
5775 {
5777 } miopenRNGType_t;
5778 
5784 MIOPEN_EXPORT miopenStatus_t miopenCreateDropoutDescriptor(miopenDropoutDescriptor_t* dropoutDesc);
5785 
5791 MIOPEN_EXPORT miopenStatus_t miopenDestroyDropoutDescriptor(miopenDropoutDescriptor_t dropoutDesc);
5792 
5801 MIOPEN_EXPORT miopenStatus_t miopenDropoutGetReserveSpaceSize(const miopenTensorDescriptor_t xDesc,
5802  size_t* reserveSpaceSizeInBytes);
5803 
5812 MIOPEN_EXPORT miopenStatus_t miopenDropoutGetStatesSize(miopenHandle_t handle,
5813  size_t* stateSizeInBytes);
5814 
5831 MIOPEN_EXPORT miopenStatus_t miopenGetDropoutDescriptor(miopenDropoutDescriptor_t dropoutDesc,
5832  miopenHandle_t handle,
5833  float* dropout,
5834  void** states,
5835  unsigned long long* seed,
5836  bool* use_mask,
5837  bool* state_evo,
5838  miopenRNGType_t* rng_mode);
5839 
5862 MIOPEN_EXPORT miopenStatus_t miopenRestoreDropoutDescriptor(miopenDropoutDescriptor_t dropoutDesc,
5863  miopenHandle_t handle,
5864  float dropout,
5865  void* states,
5866  size_t stateSizeInBytes,
5867  unsigned long long seed,
5868  bool use_mask,
5869  bool state_evo,
5870  miopenRNGType_t rng_mode);
5871 
5891 MIOPEN_EXPORT miopenStatus_t miopenSetDropoutDescriptor(miopenDropoutDescriptor_t dropoutDesc,
5892  miopenHandle_t handle,
5893  float dropout,
5894  void* states,
5895  size_t stateSizeInBytes,
5896  unsigned long long seed,
5897  bool use_mask,
5898  bool state_evo,
5899  miopenRNGType_t rng_mode);
5900 
5918 MIOPEN_EXPORT miopenStatus_t miopenDropoutForward(miopenHandle_t handle,
5919  const miopenDropoutDescriptor_t dropoutDesc,
5920  const miopenTensorDescriptor_t noise_shape,
5921  const miopenTensorDescriptor_t xDesc,
5922  const void* x,
5923  const miopenTensorDescriptor_t yDesc,
5924  void* y,
5925  void* reserveSpace,
5926  size_t reserveSpaceSizeInBytes);
5927 
5945 MIOPEN_EXPORT miopenStatus_t miopenDropoutBackward(miopenHandle_t handle,
5946  const miopenDropoutDescriptor_t dropoutDesc,
5947  const miopenTensorDescriptor_t noise_shape,
5948  const miopenTensorDescriptor_t dyDesc,
5949  const void* dy,
5950  const miopenTensorDescriptor_t dxDesc,
5951  void* dx,
5952  void* reserveSpace,
5953  size_t reserveSpaceSizeInBytes);
5954 
5956 // CLOSEOUT DROPOUT DOXYGEN GROUP
5957 
5958 // TensorReduce APIs
5969 MIOPEN_EXPORT miopenStatus_t
5970 miopenCreateReduceTensorDescriptor(miopenReduceTensorDescriptor_t* reduceTensorDesc);
5971 
5977 MIOPEN_EXPORT miopenStatus_t
5978 miopenDestroyReduceTensorDescriptor(miopenReduceTensorDescriptor_t reduceTensorDesc);
5979 
5992 MIOPEN_EXPORT miopenStatus_t
5993 miopenSetReduceTensorDescriptor(miopenReduceTensorDescriptor_t reduceTensorDesc,
5994  miopenReduceTensorOp_t reduceTensorOp,
5995  miopenDataType_t reduceTensorCompType,
5996  miopenNanPropagation_t reduceTensorNanOpt,
5997  miopenReduceTensorIndices_t reduceTensorIndices,
5998  miopenIndicesType_t reduceTensorIndicesType);
5999 
6015 MIOPEN_EXPORT miopenStatus_t
6016 miopenGetReduceTensorDescriptor(const miopenReduceTensorDescriptor_t reduceTensorDesc,
6017  miopenReduceTensorOp_t* reduceTensorOp,
6018  miopenDataType_t* reduceTensorCompType,
6019  miopenNanPropagation_t* reduceTensorNanOpt,
6020  miopenReduceTensorIndices_t* reduceTensorIndices,
6021  miopenIndicesType_t* reduceTensorIndicesType);
6022 
6032 MIOPEN_EXPORT miopenStatus_t
6033 miopenGetReductionIndicesSize(miopenHandle_t handle,
6034  const miopenReduceTensorDescriptor_t reduceTensorDesc,
6035  const miopenTensorDescriptor_t aDesc,
6036  const miopenTensorDescriptor_t cDesc,
6037  size_t* sizeInBytes);
6038 
6048 MIOPEN_EXPORT miopenStatus_t
6049 miopenGetReductionWorkspaceSize(miopenHandle_t handle,
6050  const miopenReduceTensorDescriptor_t reduceTensorDesc,
6051  const miopenTensorDescriptor_t aDesc,
6052  const miopenTensorDescriptor_t cDesc,
6053  size_t* sizeInBytes);
6054 
6088 MIOPEN_EXPORT miopenStatus_t
6089 miopenReduceTensor(miopenHandle_t handle,
6090  const miopenReduceTensorDescriptor_t reduceTensorDesc,
6091  void* indices,
6092  size_t indicesSizeInBytes,
6093  void* workspace,
6094  size_t workspaceSizeInBytes,
6095  const void* alpha,
6096  const miopenTensorDescriptor_t aDesc,
6097  const void* A,
6098  const void* beta,
6099  const miopenTensorDescriptor_t cDesc,
6100  void* C);
6101 
6103 // CLOSEOUT TensorReduce DOXYGEN GROUP
6104 
6105 // Find 2.0 API
6116 MIOPEN_DECLARE_OBJECT(miopenProblem);
6117 
6121 typedef enum
6122 {
6126 #ifdef MIOPEN_BETA_API
6128 #endif
6130 
6134 typedef enum
6135 {
6140 
6174 
6175 #ifdef MIOPEN_BETA_API
6201 #endif
6202 
6204 
6206 #ifdef MIOPEN_BETA_API
6209 #endif
6211 
6215 typedef enum
6216 {
6220 
6228 MIOPEN_EXPORT miopenStatus_t miopenCreateConvProblem(miopenProblem_t* problem,
6229  miopenConvolutionDescriptor_t operatorDesc,
6230  miopenProblemDirection_t direction);
6231 
6243 typedef enum
6244 {
6247 } miopenMhaMask_t;
6248 
6249 MIOPEN_EXPORT miopenStatus_t miopenCreateMhaProblem(miopenProblem_t* problem,
6250  miopenMhaDescriptor_t operatorDesc,
6251  miopenProblemDirection_t direction);
6252 
6259 MIOPEN_EXPORT miopenStatus_t miopenCreateMhaDescriptor(miopenMhaDescriptor_t* mhaDesc);
6260 
6270 MIOPEN_EXPORT miopenStatus_t miopenSetMhaDescriptor(miopenMhaDescriptor_t mhaDesc, float scale);
6271 
6281 MIOPEN_EXPORT miopenStatus_t miopenGetMhaDescriptor(miopenMhaDescriptor_t mhaDesc, float* scale);
6282 
6289 MIOPEN_EXPORT miopenStatus_t miopenCreateSoftmaxDescriptor(miopenSoftmaxDescriptor_t* softmaxDesc);
6290 
6302 MIOPEN_EXPORT miopenStatus_t miopenSetSoftmaxDescriptor(miopenSoftmaxDescriptor_t softmaxDesc,
6303  float alpha,
6304  float beta,
6305  miopenSoftmaxAlgorithm_t algorithm,
6306  miopenSoftmaxMode_t mode);
6307 
6319 MIOPEN_EXPORT miopenStatus_t miopenGetSoftmaxDescriptor(const miopenSoftmaxDescriptor_t softmaxDesc,
6320  float* alpha,
6321  float* beta,
6322  miopenSoftmaxAlgorithm_t* algorithm,
6323  miopenSoftmaxMode_t* mode);
6324 
6330 MIOPEN_EXPORT miopenStatus_t miopenDestroyProblem(miopenProblem_t problem);
6331 
6339 MIOPEN_EXPORT miopenStatus_t
6340 miopenSetProblemTensorDescriptor(miopenProblem_t problem,
6342  const miopenTensorDescriptor_t descriptor);
6343 
6346 MIOPEN_DECLARE_OBJECT(miopenFindOptions);
6347 
6353 MIOPEN_EXPORT miopenStatus_t miopenCreateFindOptions(miopenFindOptions_t* options);
6354 
6360 MIOPEN_EXPORT miopenStatus_t miopenDestroyFindOptions(miopenFindOptions_t options);
6361 
6368 MIOPEN_EXPORT miopenStatus_t miopenSetFindOptionTuning(miopenFindOptions_t options, int value);
6369 
6376 MIOPEN_EXPORT miopenStatus_t miopenSetFindOptionResultsOrder(miopenFindOptions_t options,
6377  miopenFindResultsOrder_t value);
6378 
6386 MIOPEN_EXPORT miopenStatus_t miopenSetFindOptionWorkspaceLimit(miopenFindOptions_t options,
6387  size_t value);
6388 
6396 MIOPEN_EXPORT miopenStatus_t miopenSetFindOptionPreallocatedWorkspace(miopenFindOptions_t options,
6397  void* buffer,
6398  size_t size);
6399 
6408 MIOPEN_EXPORT miopenStatus_t miopenSetFindOptionPreallocatedTensor(miopenFindOptions_t options,
6410  void* buffer);
6411 
6419 MIOPEN_EXPORT miopenStatus_t miopenSetFindOptionAttachBinaries(miopenFindOptions_t options,
6420  unsigned attach);
6421 
6424 MIOPEN_DECLARE_OBJECT(miopenSolution);
6425 
6437 MIOPEN_EXPORT miopenStatus_t miopenFindSolutions(miopenHandle_t handle,
6438  miopenProblem_t problem,
6439  miopenFindOptions_t options,
6440  miopenSolution_t* solutions,
6441  size_t* numSolutions,
6442  size_t maxSolutions);
6443 
6447 {
6448  /* @brief Identifier of the tensor argument.
6449  */
6451  /* @brief Tensor descriptor to override the value stored in the solution.
6452  *
6453  * Some solvers may support overriding input and output tensor descriptors, but right now there
6454  * is no way to tell from the API. Intended for the future use.
6455  */
6456  miopenTensorDescriptor_t* descriptor;
6457  /* @brief Pointer to the device memory buffer to use for the operation or to the host memory if
6458  * the value is scalar.
6459  */
6460  void* buffer;
6461 };
6462 
6474 MIOPEN_EXPORT miopenStatus_t miopenRunSolution(miopenHandle_t handle,
6475  miopenSolution_t solution,
6476  size_t nInputs,
6477  const miopenTensorArgument_t* tensors,
6478  void* workspace,
6479  size_t workspaceSize);
6480 
6486 MIOPEN_EXPORT miopenStatus_t miopenDestroySolution(miopenSolution_t solution);
6487 
6495 MIOPEN_EXPORT miopenStatus_t miopenLoadSolution(miopenSolution_t* solution,
6496  const char* data,
6497  size_t size);
6498 
6505 MIOPEN_EXPORT miopenStatus_t miopenSaveSolution(miopenSolution_t solution, char* data);
6506 
6513 MIOPEN_EXPORT miopenStatus_t miopenGetSolutionSize(miopenSolution_t solution, size_t* size);
6514 
6521 MIOPEN_EXPORT miopenStatus_t miopenGetSolutionWorkspaceSize(miopenSolution_t solution,
6522  size_t* workspaceSize);
6523 
6530 MIOPEN_EXPORT miopenStatus_t miopenGetSolutionTime(miopenSolution_t solution, float* time);
6531 
6538 MIOPEN_EXPORT miopenStatus_t miopenGetSolutionSolverId(miopenSolution_t solution,
6539  uint64_t* solverId);
6540 
6547 MIOPEN_EXPORT miopenStatus_t miopenGetSolverIdConvAlgorithm(uint64_t solverId,
6548  miopenConvAlgorithm_t* result);
6549 
6550 #ifdef MIOPEN_BETA_API
6551 
6562 MIOPEN_EXPORT miopenStatus_t
6563 miopenCreateActivationProblem(miopenProblem_t* problem,
6564  miopenActivationDescriptor_t operatorDesc,
6565  miopenProblemDirection_t direction);
6566 
6579 MIOPEN_EXPORT miopenStatus_t miopenCreateBatchnormProblem(miopenProblem_t* problem,
6580  miopenBatchNormMode_t mode,
6581  bool runningMeanVariance,
6582  miopenProblemDirection_t direction);
6583 
6602 MIOPEN_EXPORT miopenStatus_t miopenFuseProblems(miopenProblem_t problem1, miopenProblem_t problem2);
6603 
6613 MIOPEN_EXPORT miopenStatus_t miopenCreateBiasProblem(miopenProblem_t* problem,
6614  miopenProblemDirection_t direction);
6615 
6624 MIOPEN_EXPORT miopenStatus_t miopenCreateSoftmaxProblem(miopenProblem_t* problem,
6625  miopenSoftmaxDescriptor_t operatorDesc,
6626  miopenProblemDirection_t direction);
6627 
6628 #endif
6629 
6631 // CLOSEOUT find2 DOXYGEN GROUP
6632 
6633 #ifdef MIOPEN_BETA_API
6634 
6638 typedef enum
6639 {
6642  1,
6644 
6645 // ReduceCalculation APIs
6654 typedef enum
6655 {
6657  1,
6659  2,
6661 
6671 MIOPEN_EXPORT miopenStatus_t
6673  const miopenTensorDescriptor_t xDesc,
6674  const int32_t dim,
6675  const miopenReduceCalculationOp_t reduceCalculationOp,
6676  const miopenTensorDescriptor_t reduceDesc,
6677  size_t* sizeInBytes);
6678 
6692 MIOPEN_EXPORT miopenStatus_t
6693 miopenReduceCalculationForward(miopenHandle_t handle,
6695  void* workspace,
6696  size_t workspaceSizeInBytes,
6697  const miopenTensorDescriptor_t xDesc,
6698  const void* x,
6699  const int32_t dim,
6700  const miopenReduceCalculationOp_t reduceCalculationOp,
6701  const miopenTensorDescriptor_t reduceDesc,
6702  void* y);
6703 
6705 // CLOSEOUT REDUCE CALCULATION DOXYGEN GROUP
6706 #endif // MIOPEN_BETA_API
6707 
6708 #ifdef MIOPEN_BETA_API
6709 
6713 typedef enum
6714 {
6716  1,
6718  2,
6720  3,
6722  4,
6724 
6725 // ReduceExtreme APIs
6745 MIOPEN_EXPORT miopenStatus_t
6746 miopenReduceExtremeForward(miopenHandle_t handle,
6747  const miopenTensorDescriptor_t xDesc,
6748  const void* x,
6749  const int32_t dim,
6750  const miopenReduceExtremeOp_t reduceExtremeOp,
6751  const miopenTensorDescriptor_t yDesc,
6752  void* y,
6753  const miopenTensorDescriptor_t indiceDesc,
6754  void* indice);
6755 
6757 // CLOSEOUT REDUCEEXTREME DOXYGEN GROUP
6758 #endif // MIOPEN_BETA_API
6759 
6760 #ifdef MIOPEN_BETA_API
6761 // GroupNorm APIs
6786 MIOPEN_EXPORT miopenStatus_t miopenGroupNormForward(miopenHandle_t handle,
6787  miopenNormMode_t mode,
6788  const miopenTensorDescriptor_t xDesc,
6789  const void* x,
6790  const miopenTensorDescriptor_t weightDesc,
6791  const void* weight,
6792  const miopenTensorDescriptor_t biasDesc,
6793  const void* bias,
6794  const uint64_t num_groups,
6795  const float epsilon,
6796  const miopenTensorDescriptor_t yDesc,
6797  void* y,
6798  const miopenTensorDescriptor_t meanDesc,
6799  void* mean,
6800  const miopenTensorDescriptor_t rstdDesc,
6801  void* rstd);
6802 
6804 // CLOSEOUT groupnorm DOXYGEN GROUP
6805 #endif // MIOPEN_BETA_API
6806 
6807 #ifdef MIOPEN_BETA_API
6808 // LayerNorm APIs
6835 MIOPEN_EXPORT miopenStatus_t miopenAddLayerNormForward(miopenHandle_t handle,
6836  miopenNormMode_t mode,
6837  const miopenTensorDescriptor_t xDesc,
6838  const void* x,
6839  const miopenTensorDescriptor_t x2Desc,
6840  const void* x2,
6841  const miopenTensorDescriptor_t weightDesc,
6842  const void* weight,
6843  const miopenTensorDescriptor_t biasDesc,
6844  const void* bias,
6845  const float epsilon,
6846  const int32_t normalized_dim,
6847  const miopenTensorDescriptor_t yDesc,
6848  void* y,
6849  const miopenTensorDescriptor_t meanDesc,
6850  void* mean,
6851  const miopenTensorDescriptor_t rstdDesc,
6852  void* rstd);
6853 
6855 // CLOSEOUT LAYERNORM DOXYGEN GROUP
6856 #endif // MIOPEN_BETA_API
6857 
6858 #ifdef MIOPEN_BETA_API
6859 // LayerNorm APIs
6879 MIOPEN_EXPORT miopenStatus_t miopenT5LayerNormForward(miopenHandle_t handle,
6880  miopenNormMode_t mode,
6881  const miopenTensorDescriptor_t xDesc,
6882  const void* x,
6883  const miopenTensorDescriptor_t weightDesc,
6884  const void* weight,
6885  const float epsilon,
6886  const miopenTensorDescriptor_t yDesc,
6887  void* y,
6888  const miopenTensorDescriptor_t rstdDesc,
6889  void* rstd);
6890 
6905 MIOPEN_EXPORT miopenStatus_t
6907  miopenNormMode_t mode,
6908  const miopenTensorDescriptor_t dyDesc,
6909  const miopenTensorDescriptor_t xDesc,
6910  const miopenTensorDescriptor_t weightDesc,
6911  const miopenTensorDescriptor_t rstdDesc,
6912  const miopenTensorDescriptor_t dxDesc,
6913  const miopenTensorDescriptor_t dwDesc,
6914  size_t* sizeInBytes);
6915 
6936 MIOPEN_EXPORT miopenStatus_t miopenT5LayerNormBackward(miopenHandle_t handle,
6937  miopenNormMode_t mode,
6938  void* workspace,
6939  size_t workspaceSizeInBytes,
6940  const miopenTensorDescriptor_t dyDesc,
6941  const void* dy,
6942  const miopenTensorDescriptor_t xDesc,
6943  const void* x,
6944  const miopenTensorDescriptor_t weightDesc,
6945  const void* weight,
6946  const miopenTensorDescriptor_t rstdDesc,
6947  const void* rstd,
6948  const miopenTensorDescriptor_t dxDesc,
6949  void* dx,
6950  const miopenTensorDescriptor_t dwDesc,
6951  void* dw);
6953 // CLOSEOUT LAYERNORM DOXYGEN GROUP
6954 #endif // MIOPEN_BETA_API
6955 
6956 #ifdef MIOPEN_BETA_API
6957 // FusedAdam APIs
7100 MIOPEN_EXPORT miopenStatus_t miopenFusedAdam(miopenHandle_t handle,
7101  const miopenTensorDescriptor_t paramDesc,
7102  void* param,
7103  const miopenTensorDescriptor_t gradDesc,
7104  const void* grad,
7105  const miopenTensorDescriptor_t expAvgDesc,
7106  void* expAvg,
7107  const miopenTensorDescriptor_t expAvgSqDesc,
7108  void* expAvgSq,
7109  const miopenTensorDescriptor_t maxExpAvgSqDesc,
7110  void* maxExpAvgSq,
7111  const miopenTensorDescriptor_t stateStepDesc,
7112  void* stateStep,
7113  const unsigned int state_step,
7114  const float lr,
7115  const float beta1,
7116  const float beta2,
7117  const float weight_decay,
7118  const float eps,
7119  const bool amsgrad,
7120  const bool maximize,
7121  const bool adamw,
7122  const miopenTensorDescriptor_t gradScaleDesc,
7123  const void* gradScale,
7124  const miopenTensorDescriptor_t foundInfDesc,
7125  const void* foundInf);
7126 
7267 MIOPEN_EXPORT miopenStatus_t
7268 miopenFusedAdamWithOutput(miopenHandle_t handle,
7269  const miopenTensorDescriptor_t paramInDesc,
7270  void* paramIn,
7271  const miopenTensorDescriptor_t paramOutDesc,
7272  void* paramOut,
7273  const miopenTensorDescriptor_t paramOutFloat16Desc,
7274  void* paramOutFloat16,
7275  const miopenTensorDescriptor_t gradInDesc,
7276  const void* gradIn,
7277  const miopenTensorDescriptor_t expAvgInDesc,
7278  void* expAvgIn,
7279  const miopenTensorDescriptor_t expAvgOutDesc,
7280  void* expAvgOut,
7281  const miopenTensorDescriptor_t expAvgSqInDesc,
7282  void* expAvgSqIn,
7283  const miopenTensorDescriptor_t expAvgSqOutDesc,
7284  void* expAvgSqOut,
7285  const miopenTensorDescriptor_t maxExpAvgSqInDesc,
7286  void* maxExpAvgSqIn,
7287  const miopenTensorDescriptor_t maxExpAvgSqOutDesc,
7288  void* maxExpAvgSqOut,
7289  const miopenTensorDescriptor_t stateStepInDesc,
7290  void* stateStepIn,
7291  const miopenTensorDescriptor_t stateStepOutDesc,
7292  void* stateStepOut,
7293  const unsigned int state_step,
7294  const float lr,
7295  const float beta1,
7296  const float beta2,
7297  const float weight_decay,
7298  const float eps,
7299  const bool amsgrad,
7300  const bool maximize,
7301  const bool adamw,
7302  const miopenTensorDescriptor_t gradScaleDesc,
7303  const void* gradScale,
7304  const miopenTensorDescriptor_t foundInfDesc,
7305  const void* foundInf);
7306 
7308 // CLOSEOUT SGD DOXYGEN GROUP
7309 #endif // MIOPEN_BETA_API
7310 
7311 #ifdef MIOPEN_BETA_API
7312 // TransformersAdamW APIs
7403 MIOPEN_EXPORT miopenStatus_t miopenTransformersAdamW(miopenHandle_t handle,
7404  const miopenTensorDescriptor_t paramDesc,
7405  void* param,
7406  const miopenTensorDescriptor_t gradDesc,
7407  const void* grad,
7408  const miopenTensorDescriptor_t expAvgDesc,
7409  void* expAvg,
7410  const miopenTensorDescriptor_t expAvgSqDesc,
7411  void* expAvgSq,
7412  const miopenTensorDescriptor_t stateStepDesc,
7413  void* stateStep,
7414  const unsigned int state_step,
7415  const float lr,
7416  const float beta1,
7417  const float beta2,
7418  const float weight_decay,
7419  const float eps,
7420  const bool correct_bias,
7421  const miopenTensorDescriptor_t gradScaleDesc,
7422  const void* gradScale,
7423  const miopenTensorDescriptor_t foundInfDesc,
7424  const void* foundInf);
7425 
7552 MIOPEN_EXPORT miopenStatus_t
7554  const miopenTensorDescriptor_t paramInDesc,
7555  void* paramIn,
7556  const miopenTensorDescriptor_t paramOutDesc,
7557  void* paramOut,
7558  const miopenTensorDescriptor_t paramOutFloat16Desc,
7559  void* paramOutFloat16,
7560  const miopenTensorDescriptor_t gradInDesc,
7561  const void* gradIn,
7562  const miopenTensorDescriptor_t expAvgInDesc,
7563  void* expAvgIn,
7564  const miopenTensorDescriptor_t expAvgOutDesc,
7565  void* expAvgOut,
7566  const miopenTensorDescriptor_t expAvgSqInDesc,
7567  void* expAvgSqIn,
7568  const miopenTensorDescriptor_t expAvgSqOutDesc,
7569  void* expAvgSqOut,
7570  const miopenTensorDescriptor_t stateStepInDesc,
7571  void* stateStepIn,
7572  const miopenTensorDescriptor_t stateStepOutDesc,
7573  void* stateStepOut,
7574  const unsigned int state_step,
7575  const float lr,
7576  const float beta1,
7577  const float beta2,
7578  const float weight_decay,
7579  const float eps,
7580  const float step_size,
7581  const bool correct_bias,
7582  const miopenTensorDescriptor_t gradScaleDesc,
7583  const void* gradScale,
7584  const miopenTensorDescriptor_t foundInfDesc,
7585  const void* foundInf);
7586 
7588 // CLOSEOUT SGD DOXYGEN GROUP
7589 #endif // MIOPEN_BETA_API
7590 
7591 #ifdef MIOPEN_BETA_API
7592 // GetItem APIs
7605 MIOPEN_EXPORT miopenStatus_t
7606 miopenGetGetitemWorkspaceSize(miopenHandle_t handle,
7607  uint32_t indexCount,
7608  const miopenTensorDescriptor_t* indexDescs,
7609  size_t* sizeInBytes);
7610 
7635 MIOPEN_EXPORT miopenStatus_t miopenGetitemBackward(miopenHandle_t handle,
7636  void* workspace,
7637  size_t workspaceSizeInBytes,
7638  const miopenTensorDescriptor_t dyDesc,
7639  const void* dy,
7640  uint32_t indexCount,
7641  const miopenTensorDescriptor_t* indexDescs,
7642  const void* const* indexs,
7643  const miopenTensorDescriptor_t dxDesc,
7644  void* dx,
7645  const miopenTensorDescriptor_t errorDesc,
7646  void* error,
7647  uint32_t dimCount,
7648  const int32_t* dims,
7649  uint32_t sliceCount,
7650  const int32_t* slices,
7651  uint32_t offset);
7652 
7654 // CLOSEOUT GETITEM DOXYGEN GROUP
7655 #endif // MIOPEN_BETA_API
7656 
7657 #ifdef MIOPEN_BETA_API
7658 // RotaryPositionalEmbeddings APIs
7676 MIOPEN_EXPORT miopenStatus_t miopenRoPEForward(miopenHandle_t handle,
7677  const miopenTensorDescriptor_t xDesc,
7678  const void* x,
7679  const miopenTensorDescriptor_t cosDesc,
7680  const void* cos,
7681  const miopenTensorDescriptor_t sinDesc,
7682  const void* sin,
7683  const miopenTensorDescriptor_t yDesc,
7684  void* y);
7685 
7699 MIOPEN_EXPORT miopenStatus_t miopenRoPEBackward(miopenHandle_t handle,
7700  const miopenTensorDescriptor_t dyDesc,
7701  const void* dy,
7702  const miopenTensorDescriptor_t cosDesc,
7703  const void* cos,
7704  const miopenTensorDescriptor_t sinDesc,
7705  const void* sin,
7706  const miopenTensorDescriptor_t dxDesc,
7707  void* dx);
7709 // CLOSEOUT ROPE DOXYGEN GROUP
7710 // kthvalue APIs
7731 MIOPEN_EXPORT miopenStatus_t miopenKthvalueForward(miopenHandle_t handle,
7732  miopenTensorDescriptor_t inputDesc,
7733  const void* input,
7734  miopenTensorDescriptor_t outputDesc,
7735  void* output,
7736  miopenTensorDescriptor_t indicesDesc,
7737  size_t* indices,
7738  size_t k,
7739  int32_t dim = -1,
7740  bool keepDim = false);
7741 
7743 // CLOSEOUT kthvalue DOXYGEN GROUP
7744 #endif // MIOPEN_BETA_API
7745 
7746 #ifdef MIOPEN_BETA_API
7760 MIOPEN_EXPORT miopenStatus_t
7762  miopenTensorDescriptor_t inputDesc,
7763  miopenTensorDescriptor_t weightDesc,
7764  size_t* sizeInBytes);
7765 
7782 MIOPEN_EXPORT miopenStatus_t miopenPReLUBackward(miopenHandle_t handle,
7783  void* workspace,
7784  size_t workspaceSizeInBytes,
7785  miopenTensorDescriptor_t inputDesc,
7786  const void* input,
7787  miopenTensorDescriptor_t weightDesc,
7788  const void* weight,
7789  miopenTensorDescriptor_t doutputDesc,
7790  const void* doutput,
7791  miopenTensorDescriptor_t dinputDesc,
7792  void* dinput,
7793  miopenTensorDescriptor_t dweightDesc,
7794  void* dweight);
7795 
7797 // CLOSEOUT RELU DOXYGEN GROUP
7798 #endif // MIOPEN_BETA_API
7799 
7800 #ifdef MIOPEN_BETA_API
7801 
7805 typedef enum
7806 {
7812 
7813 // SoftMarginLoss APIs
7831 MIOPEN_EXPORT miopenStatus_t
7833  miopenTensorDescriptor_t inputDesc,
7834  miopenTensorDescriptor_t targetDesc,
7835  miopenTensorDescriptor_t outputDesc,
7836  miopenLossReductionMode_t reduction,
7837  size_t* sizeInBytes);
7838 
7855 MIOPEN_EXPORT miopenStatus_t miopenSoftMarginLossForward(miopenHandle_t handle,
7856  miopenTensorDescriptor_t inputDesc,
7857  const void* input,
7858  miopenTensorDescriptor_t targetDesc,
7859  const void* target,
7860  miopenTensorDescriptor_t outputDesc,
7861  void* output,
7862  miopenLossReductionMode_t reduction,
7863  void* workspace = nullptr,
7864  size_t workspaceSizeInBytes = 0);
7865 
7880 MIOPEN_EXPORT miopenStatus_t miopenSoftMarginLossBackward(miopenHandle_t handle,
7881  miopenTensorDescriptor_t inputDesc,
7882  const void* input,
7883  miopenTensorDescriptor_t targetDesc,
7884  const void* target,
7885  miopenTensorDescriptor_t doutputDesc,
7886  const void* doutput,
7887  miopenTensorDescriptor_t dinputDesc,
7888  void* dinput,
7889  miopenLossReductionMode_t reduction);
7890 
7892 // CLOSEOUT LossFunction DOXYGEN GROUP
7893 #endif
7894 
7895 #ifdef MIOPEN_BETA_API
7896 // MultiMarginLoss APIs
7920 MIOPEN_EXPORT miopenStatus_t
7922  miopenTensorDescriptor_t inputDesc,
7923  miopenTensorDescriptor_t targetDesc,
7924  miopenTensorDescriptor_t weightDesc,
7925  miopenTensorDescriptor_t outputDesc,
7926  long p,
7927  float margin,
7928  miopenLossReductionMode_t reduction,
7929  size_t* sizeInBytes);
7930 
7958 MIOPEN_EXPORT miopenStatus_t miopenMultiMarginLossForward(miopenHandle_t handle,
7959  miopenTensorDescriptor_t inputDesc,
7960  const void* input,
7961  miopenTensorDescriptor_t targetDesc,
7962  const void* target,
7963  miopenTensorDescriptor_t weightDesc,
7964  const void* weight,
7965  miopenTensorDescriptor_t outputDesc,
7966  void* output,
7967  long p,
7968  float margin,
7969  miopenLossReductionMode_t reduction,
7970  void* workspace,
7971  size_t workspaceSizeInBytes);
7972 
7974 // CLOSEOUT LossFunction DOXYGEN GROUP
7975 #endif // MIOPEN_BETA_API
7976 
7987 typedef enum
7988 {
7992  3,
7996 
8005 MIOPEN_EXPORT miopenStatus_t miopenSetTuningPolicy(miopenHandle_t handle,
8006  miopenTuningPolicy_t newValue);
8007 
8015 MIOPEN_EXPORT miopenStatus_t miopenGetTuningPolicy(miopenHandle_t handle,
8016  miopenTuningPolicy_t* value);
8017 
8018 #ifdef __cplusplus
8019 }
8020 #endif
8021 
8022 #ifdef __clang__
8023 #pragma clang diagnostic pop
8024 #endif
8025 
8026 #endif // MIOPEN_GUARD_MIOPEN_H_
miopenStatus_t miopenCreateOpActivationBackward(miopenFusionPlanDescriptor_t fusePlanDesc, miopenFusionOpDescriptor_t *activBwdOp, miopenActivationMode_t mode)
Creates a backward activation operator.
miopenStatus_t miopenCreateOpBatchNormForward(miopenFusionPlanDescriptor_t fusePlanDesc, miopenFusionOpDescriptor_t *bnFwdOp, const miopenBatchNormMode_t bn_mode, bool runningMeanVariance)
Creates a forward training batch normalization operator.
miopenStatus_t miopenFusionPlanConvolutionGetAlgo(miopenFusionPlanDescriptor_t fusePlanDesc, const int requestAlgoCount, int *returnedAlgoCount, miopenConvFwdAlgorithm_t *returnedAlgos)
Returns the supported algorithms for the convolution operator in the Fusion Plan.
miopenStatus_t miopenFusionPlanGetWorkSpaceSize(miopenHandle_t handle, miopenFusionPlanDescriptor_t fusePlanDesc, size_t *workSpaceSize, miopenConvFwdAlgorithm_t algo)
Query the workspace size required for the fusion plan.
miopenStatus_t miopenFusionPlanConvolutionSetAlgo(miopenFusionPlanDescriptor_t fusePlanDesc, miopenConvFwdAlgorithm_t algo)
Requests the fusion runtime to choose a particular algorithm for the added convolution operation.
miopenStatus_t miopenCreateOpBatchNormInference(miopenFusionPlanDescriptor_t fusePlanDesc, miopenFusionOpDescriptor_t *bnOp, const miopenBatchNormMode_t bn_mode, const miopenTensorDescriptor_t bnScaleBiasMeanVarDesc)
Creates a forward inference batch normalization operator.
miopenStatus_t miopenSetOpArgsBiasForward(miopenOperatorArgs_t args, const miopenFusionOpDescriptor_t biasOp, const void *alpha, const void *beta, const void *bias)
Sets the arguments for forward bias op.
miopenStatus_t miopenCreateOpConvForward(miopenFusionPlanDescriptor_t fusePlanDesc, miopenFusionOpDescriptor_t *convOp, miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t wDesc)
Creates forward convolution operator.
miopenStatus_t miopenSetOpArgsBatchNormInference(miopenOperatorArgs_t args, const miopenFusionOpDescriptor_t bnOp, const void *alpha, const void *beta, const void *bnScale, const void *bnBias, const void *estimatedMean, const void *estimatedVariance, double epsilon)
Sets the arguments for inference batch normalization op.
miopenStatus_t miopenSetOpArgsBatchNormForward(miopenOperatorArgs_t args, const miopenFusionOpDescriptor_t bnOp, const void *alpha, const void *beta, const void *bnScale, const void *bnBias, void *savedMean, void *savedInvVariance, void *runningMean, void *runningVariance, double expAvgFactor, double epsilon)
Sets the arguments for forward batch normalization op.
miopenStatus_t miopenExecuteFusionPlan(const miopenHandle_t handle, const miopenFusionPlanDescriptor_t fusePlanDesc, const miopenTensorDescriptor_t inputDesc, const void *input, const miopenTensorDescriptor_t outputDesc, void *output, miopenOperatorArgs_t args)
Executes the fusion plan. Only compatible with NHWC/NDHWC tensor layouts.
miopenStatus_t miopenFusionPlanGetOp(miopenFusionPlanDescriptor_t fusePlanDesc, const int op_idx, miopenFusionOpDescriptor_t *op)
Allows access to the operators in a fusion plan.
miopenStatus_t miopenDestroyFusionPlan(miopenFusionPlanDescriptor_t fusePlanDesc)
Destroy the fusion plan descriptor object.
miopenStatus_t miopenCreateOpActivationForward(miopenFusionPlanDescriptor_t fusePlanDesc, miopenFusionOpDescriptor_t *activFwdOp, miopenActivationMode_t mode)
Creates a forward activation operator.
miopenStatus_t miopenExecuteFusionPlan_v2(const miopenHandle_t handle, const miopenFusionPlanDescriptor_t fusePlanDesc, const miopenTensorDescriptor_t inputDesc, const void *input, const miopenTensorDescriptor_t outputDesc, void *output, miopenOperatorArgs_t args, void *workspace, size_t workspaceSize)
Executes the fusion plan with a workspace buffer for layout transformations.
miopenFusionDirection_t
Kernel fusion direction in the network.
Definition: miopen.h:3797
miopenStatus_t miopenSetOpArgsActivBackward(miopenOperatorArgs_t args, const miopenFusionOpDescriptor_t activBwdOp, const void *alpha, const void *beta, const void *y, const void *reserved, double activAlpha, double activBeta, double activGamma)
Sets the arguments for backward activation op.
miopenStatus_t miopenCompileFusionPlan(miopenHandle_t handle, miopenFusionPlanDescriptor_t fusePlanDesc)
Compiles the fusion plan.
miopenStatus_t miopenSetOpArgsBatchNormBackward(miopenOperatorArgs_t args, const miopenFusionOpDescriptor_t bnOp, const void *alpha, const void *beta, const void *x, const void *bnScale, const void *bnBias, void *resultBnScaleDiff, void *resultBnBiasDiff, const void *savedMean, const void *savedInvVariance)
Sets the arguments for backward batch normalization op.
miopenStatus_t miopenSetOpArgsActivForward(miopenOperatorArgs_t args, const miopenFusionOpDescriptor_t activFwdOp, const void *alpha, const void *beta, double activAlpha, double activBeta, double activGamma)
Sets the arguments for forward activation op.
miopenStatus_t miopenDestroyOperatorArgs(miopenOperatorArgs_t args)
Destroys an operator argument object.
miopenStatus_t miopenCreateOpBatchNormBackward(miopenFusionPlanDescriptor_t fusePlanDesc, miopenFusionOpDescriptor_t *bnBwdOp, const miopenBatchNormMode_t bn_mode)
Creates a back propagation batch normalization operator.
miopenStatus_t miopenCreateOperatorArgs(miopenOperatorArgs_t *args)
Creates an operator argument object.
miopenStatus_t miopenSetOpArgsConvForward(miopenOperatorArgs_t args, const miopenFusionOpDescriptor_t convOp, const void *alpha, const void *beta, const void *w)
Sets the arguments for forward convolution op.
miopenStatus_t miopenConvolutionBiasActivationForward(miopenHandle_t handle, const void *alpha1, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t wDesc, const void *w, const miopenConvolutionDescriptor_t convDesc, miopenConvFwdAlgorithm_t algo, void *workspace, size_t workspaceSizeInBytes, const void *alpha2, const miopenTensorDescriptor_t zDesc, const void *z, const miopenTensorDescriptor_t biasDesc, const void *bias, const miopenActivationDescriptor_t activationDesc, const miopenTensorDescriptor_t yDesc, void *y)
Prepares and executes the Convlution+Bias+Activation Fusion.
miopenStatus_t miopenCreateFusionPlan(miopenFusionPlanDescriptor_t *fusePlanDesc, const miopenFusionDirection_t fuseDirection, const miopenTensorDescriptor_t inputDesc)
Creates the kenrel fusion plan descriptor object.
miopenStatus_t miopenCreateOpBiasForward(miopenFusionPlanDescriptor_t fusePlanDesc, miopenFusionOpDescriptor_t *biasOp, const miopenTensorDescriptor_t bDesc)
Creates a forward bias operator.
@ miopenHorizontalFusion
Definition: miopen.h:3799
@ miopenVerticalFusion
Definition: miopen.h:3798
miopenStatus_t miopenSetLRNDescriptor(const miopenLRNDescriptor_t lrnDesc, miopenLRNMode_t mode, unsigned int lrnN, double lrnAlpha, double lrnBeta, double lrnK)
Sets a LRN layer descriptor details.
miopenStatus_t miopenCreateLRNDescriptor(miopenLRNDescriptor_t *lrnDesc)
Creates a local response normalization (LRN) layer descriptor.
miopenStatus_t miopenGetLRNDescriptor(const miopenLRNDescriptor_t lrnDesc, miopenLRNMode_t *mode, unsigned int *lrnN, double *lrnAlpha, double *lrnBeta, double *lrnK)
Gets a LRN layer descriptor details.
miopenStatus_t miopenLRNBackward(miopenHandle_t handle, const miopenLRNDescriptor_t lrnDesc, const void *alpha, const miopenTensorDescriptor_t yDesc, const void *y, const miopenTensorDescriptor_t dyDesc, const void *dy, const miopenTensorDescriptor_t xDesc, const void *x, const void *beta, const miopenTensorDescriptor_t dxDesc, void *dx, const void *workSpace)
Execute a LRN backward layer.
miopenStatus_t miopenLRNGetWorkSpaceSize(const miopenTensorDescriptor_t yDesc, size_t *workSpaceSize)
Determine the workspace requirements.
miopenLRNMode_t
Definition: miopen.h:446
miopenStatus_t miopenLRNForward(miopenHandle_t handle, const miopenLRNDescriptor_t lrnDesc, const void *alpha, const miopenTensorDescriptor_t xDesc, const void *x, const void *beta, const miopenTensorDescriptor_t yDesc, void *y, bool do_backward, void *workSpace)
Execute a LRN forward layer.
miopenStatus_t miopenDestroyLRNDescriptor(miopenLRNDescriptor_t lrnDesc)
Destroys the LRN descriptor object.
@ miopenLRNWithinChannel
Definition: miopen.h:447
@ miopenLRNCrossChannel
Definition: miopen.h:448
miopenStatus_t miopenGetCTCLossWorkspaceSize(miopenHandle_t handle, const miopenTensorDescriptor_t probsDesc, const miopenTensorDescriptor_t gradientsDesc, const int *labels, const int *labelLengths, const int *inputLengths, miopenCTCLossAlgo_t algo, const miopenCTCLossDescriptor_t ctcLossDesc, size_t *workSpaceSize)
Query the amount of memory required to execute miopenCTCLoss.
miopenStatus_t miopenGetSoftMarginLossForwardWorkspaceSize(miopenHandle_t handle, miopenTensorDescriptor_t inputDesc, miopenTensorDescriptor_t targetDesc, miopenTensorDescriptor_t outputDesc, miopenLossReductionMode_t reduction, size_t *sizeInBytes)
Helper function to query the minimum workspace size required by the SoftMarginLossForward call.
miopenLossReductionMode_t
Definition: miopen.h:7806
miopenStatus_t miopenGetMultiMarginLossForwardWorkspaceSize(miopenHandle_t handle, miopenTensorDescriptor_t inputDesc, miopenTensorDescriptor_t targetDesc, miopenTensorDescriptor_t weightDesc, miopenTensorDescriptor_t outputDesc, long p, float margin, miopenLossReductionMode_t reduction, size_t *sizeInBytes)
Helper function to query the minimum workspace size required by the MultiMarginLossForward call.
miopenCTCLossAlgo_t
Definition: miopen.h:5655
miopenStatus_t miopenSetCTCLossDescriptor(miopenCTCLossDescriptor_t ctcLossDesc, miopenDataType_t dataType, const int blank_label_id, bool apply_softmax_layer)
Set the details of a CTC loss function descriptor.
miopenStatus_t miopenCTCLoss(miopenHandle_t handle, const miopenTensorDescriptor_t probsDesc, const void *probs, const int *labels, const int *labelLengths, const int *inputLengths, void *losses, const miopenTensorDescriptor_t gradientsDesc, void *gradients, miopenCTCLossAlgo_t algo, const miopenCTCLossDescriptor_t ctcLossDesc, void *workSpace, size_t workSpaceSize)
Execute forward inference for CTCLoss layer.
miopenStatus_t miopenGetCTCLossDescriptor(miopenCTCLossDescriptor_t ctcLossDesc, miopenDataType_t *dataType, int *blank_label_id, bool *apply_softmax_layer)
Retrieves a CTC loss function descriptor's details.
miopenStatus_t miopenCreateCTCLossDescriptor(miopenCTCLossDescriptor_t *ctcLossDesc)
Create a CTC loss function Descriptor.
miopenStatus_t miopenMultiMarginLossForward(miopenHandle_t handle, miopenTensorDescriptor_t inputDesc, const void *input, miopenTensorDescriptor_t targetDesc, const void *target, miopenTensorDescriptor_t weightDesc, const void *weight, miopenTensorDescriptor_t outputDesc, void *output, long p, float margin, miopenLossReductionMode_t reduction, void *workspace, size_t workspaceSizeInBytes)
Execute a MultiMarginLoss forward layer.
miopenStatus_t miopenSoftMarginLossBackward(miopenHandle_t handle, miopenTensorDescriptor_t inputDesc, const void *input, miopenTensorDescriptor_t targetDesc, const void *target, miopenTensorDescriptor_t doutputDesc, const void *doutput, miopenTensorDescriptor_t dinputDesc, void *dinput, miopenLossReductionMode_t reduction)
Execute a SoftMarginLoss backward layer.
miopenStatus_t miopenSoftMarginLossForward(miopenHandle_t handle, miopenTensorDescriptor_t inputDesc, const void *input, miopenTensorDescriptor_t targetDesc, const void *target, miopenTensorDescriptor_t outputDesc, void *output, miopenLossReductionMode_t reduction, void *workspace=nullptr, size_t workspaceSizeInBytes=0)
Execute a SoftMarginLoss forward layer.
miopenStatus_t miopenDestroyCTCLossDescriptor(miopenCTCLossDescriptor_t ctcLossDesc)
Destroys a CTC loss function descriptor object.
@ MIOPEN_LOSS_REDUCTION_MEAN
Definition: miopen.h:7809
@ MIOPEN_LOSS_REDUCTION_SUM
Definition: miopen.h:7808
@ MIOPEN_LOSS_REDUCTION_NONE
Definition: miopen.h:7807
@ MIOPEN_CTC_LOSS_ALGO_DETERMINISTIC
Definition: miopen.h:5656
miopenRNNMode_t
Definition: miopen.h:4260
miopenStatus_t miopenGetRNNDescriptor_V2(miopenRNNDescriptor_t rnnDesc, int *hiddenSize, int *layer, miopenDropoutDescriptor_t *dropoutDesc, miopenRNNInputMode_t *inputMode, miopenRNNDirectionMode_t *dirMode, miopenRNNMode_t *rnnMode, miopenRNNBiasMode_t *biasMode, miopenRNNAlgo_t *algoMode, miopenDataType_t *dataType)
Retrieves a RNN layer descriptor's details version 2. This version enables retrieving information of ...
miopenRNNInputMode_t
Definition: miopen.h:4271
miopenStatus_t miopenSetRNNLayerBias(miopenHandle_t handle, miopenRNNDescriptor_t rnnDesc, const int layer, miopenTensorDescriptor_t xDesc, miopenTensorDescriptor_t wDesc, void *w, const int biasID, miopenTensorDescriptor_t biasDesc, const void *layerBias)
Sets a bias for a specific layer in an RNN stack.
miopenStatus_t miopenRNNBackwardWeightsSeqTensor(miopenHandle_t handle, const miopenRNNDescriptor_t rnnDesc, const miopenSeqTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t hDesc, const void *hx, const miopenSeqTensorDescriptor_t yDesc, const void *y, void *dw, size_t weightSpaceSize, void *workSpace, size_t workSpaceNumBytes, const void *reserveSpace, size_t reserveSpaceNumBytes)
Execute backward weights for recurrent layer.
miopenStatus_t miopenGetRNNParamsSize(miopenHandle_t handle, miopenRNNDescriptor_t rnnDesc, miopenTensorDescriptor_t xDesc, size_t *numBytes, miopenDataType_t dtype)
Query the amount of parameter memory required for RNN training.
miopenStatus_t miopenGetRNNLayerBiasOffset(miopenRNNDescriptor_t rnnDesc, const int layer, miopenTensorDescriptor_t xDesc, const int biasID, miopenTensorDescriptor_t biasDesc, size_t *layerBiasOffset)
Gets a bias index offset for a specific layer in an RNN stack.
miopenStatus_t miopenGetRNNLayerParamOffset(miopenRNNDescriptor_t rnnDesc, const int layer, miopenTensorDescriptor_t xDesc, const int paramID, miopenTensorDescriptor_t paramDesc, size_t *layerParamOffset)
Gets an index offset for a specific weight matrix for a layer in the RNN stack.
miopenRNNDirectionMode_t
Definition: miopen.h:4293
miopenStatus_t miopenRNNBackwardSeqData(miopenHandle_t handle, const miopenRNNDescriptor_t rnnDesc, const miopenSeqTensorDescriptor_t yDesc, const void *y, const void *dy, const miopenTensorDescriptor_t hDesc, const void *hx, const void *dhy, void *dhx, const miopenTensorDescriptor_t cDesc, const void *cx, const void *dcy, void *dcx, const miopenSeqTensorDescriptor_t xDesc, void *dx, const void *w, size_t weightSpaceSize, void *workSpace, size_t workSpaceNumBytes, void *reserveSpace, size_t reserveSpaceNumBytes)
Execute backward data for recurrent layer.
miopenRNNBiasMode_t
Definition: miopen.h:4302
miopenStatus_t miopenGetRNNLayerBias(miopenHandle_t handle, miopenRNNDescriptor_t rnnDesc, const int layer, miopenTensorDescriptor_t xDesc, miopenTensorDescriptor_t wDesc, const void *w, const int biasID, miopenTensorDescriptor_t biasDesc, void *layerBias)
Gets a bias for a specific layer in an RNN stack.
miopenStatus_t miopenRNNBackwardWeights(miopenHandle_t handle, const miopenRNNDescriptor_t rnnDesc, const int sequenceLen, const miopenTensorDescriptor_t *xDesc, const void *x, const miopenTensorDescriptor_t hxDesc, const void *hx, const miopenTensorDescriptor_t *yDesc, const void *y, const miopenTensorDescriptor_t dwDesc, void *dw, void *workSpace, size_t workSpaceNumBytes, const void *reserveSpace, size_t reserveSpaceNumBytes)
Execute backward weights for recurrent layer.
miopenStatus_t miopenGetRNNTrainingReserveSize(miopenHandle_t handle, miopenRNNDescriptor_t rnnDesc, const int sequenceLen, const miopenTensorDescriptor_t *xDesc, size_t *numBytes)
Query the amount of memory required for RNN training.
miopenStatus_t miopenGetRNNLayerBiasSize(miopenHandle_t handle, miopenRNNDescriptor_t rnnDesc, const int layer, const int biasID, size_t *numBytes)
Gets the number of bytes of a bias.
miopenStatus_t miopenSetRNNDescriptor(miopenRNNDescriptor_t rnnDesc, const int hsize, const int nlayers, miopenRNNInputMode_t inMode, miopenRNNDirectionMode_t direction, miopenRNNMode_t rnnMode, miopenRNNBiasMode_t biasMode, miopenRNNAlgo_t algo, miopenDataType_t dataType)
Set the details of the RNN descriptor.
miopenRNNBaseLayout_t
Definition: miopen.h:4337
miopenStatus_t miopenRNNBackwardData(miopenHandle_t handle, const miopenRNNDescriptor_t rnnDesc, const int sequenceLen, const miopenTensorDescriptor_t *yDesc, const void *y, const miopenTensorDescriptor_t *dyDesc, const void *dy, const miopenTensorDescriptor_t dhyDesc, const void *dhy, const miopenTensorDescriptor_t dcyDesc, const void *dcy, const miopenTensorDescriptor_t wDesc, const void *w, const miopenTensorDescriptor_t hxDesc, const void *hx, const miopenTensorDescriptor_t cxDesc, const void *cx, const miopenTensorDescriptor_t *dxDesc, void *dx, const miopenTensorDescriptor_t dhxDesc, void *dhx, const miopenTensorDescriptor_t dcxDesc, void *dcx, void *workSpace, size_t workSpaceNumBytes, void *reserveSpace, size_t reserveSpaceNumBytes)
Execute backward data for recurrent layer.
miopenStatus_t miopenGetRNNDescriptor(miopenRNNDescriptor_t rnnDesc, miopenRNNMode_t *rnnMode, miopenRNNAlgo_t *algoMode, miopenRNNInputMode_t *inputMode, miopenRNNDirectionMode_t *dirMode, miopenRNNBiasMode_t *biasMode, int *hiddenSize, int *layer)
Retrieves a RNN layer descriptor's details.
miopenRNNAlgo_t
Definition: miopen.h:4280
miopenStatus_t miopenGetRNNTempSpaceSizes(miopenHandle_t handle, miopenRNNDescriptor_t rnnDesc, miopenSeqTensorDescriptor_t xDesc, miopenRNNFWDMode_t fwdMode, size_t *workSpaceSize, size_t *reserveSpaceSize)
Query the amount of additional memory required for this RNN layer execution.
miopenStatus_t miopenGetRNNPaddingMode(miopenRNNDescriptor_t rnnDesc, miopenRNNPaddingMode_t *paddingMode)
This function retrieves the RNN padding mode from the RNN descriptor.
miopenStatus_t miopenRNNForward(miopenHandle_t handle, const miopenRNNDescriptor_t rnnDesc, miopenRNNFWDMode_t fwdMode, const miopenSeqTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t hDesc, const void *hx, void *hy, const miopenTensorDescriptor_t cDesc, const void *cx, void *cy, const miopenSeqTensorDescriptor_t yDesc, void *y, const void *w, size_t weightSpaceSize, void *workSpace, size_t workSpaceNumBytes, void *reserveSpace, size_t reserveSpaceNumBytes)
Execute forward training for recurrent layer.
miopenStatus_t miopenGetRNNDataSeqTensorDescriptor(miopenSeqTensorDescriptor_t seqTensorDesc, miopenDataType_t *dataType, miopenRNNBaseLayout_t *layout, int *maxSequenceLen, int *batchSize, int *vectorSize, int sequenceLenArrayLimit, int *sequenceLenArray, void *paddingMarker)
Get shape of RNN seqData tensor.
miopenStatus_t miopenGetRNNInputTensorSize(miopenHandle_t handle, miopenRNNDescriptor_t rnnDesc, const int seqLen, miopenTensorDescriptor_t *xDesc, size_t *numBytes)
Obtain the size in bytes of the RNN input tensor.
miopenRNNFWDMode_t
Definition: miopen.h:4328
miopenStatus_t miopenSetRNNLayerParam(miopenHandle_t handle, miopenRNNDescriptor_t rnnDesc, const int layer, miopenTensorDescriptor_t xDesc, miopenTensorDescriptor_t wDesc, void *w, const int paramID, miopenTensorDescriptor_t paramDesc, const void *layerParam)
Sets a weight matrix for a specific layer in an RNN stack.
miopenStatus_t miopenGetRNNLayerParamSize(miopenHandle_t handle, miopenRNNDescriptor_t rnnDesc, const int layer, miopenTensorDescriptor_t xDesc, const int paramID, size_t *numBytes)
Gets the number of bytes of a parameter matrix.
miopenStatus_t miopenCreateRNNDescriptor(miopenRNNDescriptor_t *rnnDesc)
Create a RNN layer Descriptor.
miopenRNNGEMMalgoMode_t
Definition: miopen.h:4311
miopenStatus_t miopenGetRNNLayerParam(miopenHandle_t handle, miopenRNNDescriptor_t rnnDesc, const int layer, miopenTensorDescriptor_t xDesc, miopenTensorDescriptor_t wDesc, const void *w, const int paramID, miopenTensorDescriptor_t paramDesc, void *layerParam)
Gets a weight matrix for a specific layer in an RNN stack.
miopenStatus_t miopenGetRNNWorkspaceSize(miopenHandle_t handle, const miopenRNNDescriptor_t rnnDesc, const int sequenceLen, const miopenTensorDescriptor_t *xDesc, size_t *numBytes)
Query the amount of memory required to execute the RNN layer.
miopenStatus_t miopenSetRNNDataSeqTensorDescriptor(miopenSeqTensorDescriptor_t seqTensorDesc, miopenDataType_t dataType, miopenRNNBaseLayout_t layout, int maxSequenceLen, int batchSize, int vectorSize, const int *sequenceLenArray, void *paddingMarker)
Set shape of RNN seqData tensor.
miopenStatus_t miopenGetRNNParamsDescriptor(miopenHandle_t handle, miopenRNNDescriptor_t rnnDesc, miopenTensorDescriptor_t xDesc, miopenTensorDescriptor_t wDesc, miopenDataType_t dtype)
Obtain a weight tensor descriptor for RNNs.
miopenStatus_t miopenRNNForwardTraining(miopenHandle_t handle, const miopenRNNDescriptor_t rnnDesc, const int sequenceLen, const miopenTensorDescriptor_t *xDesc, const void *x, const miopenTensorDescriptor_t hxDesc, const void *hx, const miopenTensorDescriptor_t cxDesc, const void *cx, const miopenTensorDescriptor_t wDesc, const void *w, const miopenTensorDescriptor_t *yDesc, void *y, const miopenTensorDescriptor_t hyDesc, void *hy, const miopenTensorDescriptor_t cyDesc, void *cy, void *workSpace, size_t workSpaceNumBytes, void *reserveSpace, size_t reserveSpaceNumBytes)
Execute forward training for recurrent layer.
miopenRNNPaddingMode_t
Definition: miopen.h:4319
miopenStatus_t miopenSetRNNDescriptor_V2(miopenRNNDescriptor_t rnnDesc, const int hsize, const int nlayers, miopenDropoutDescriptor_t dropoutDesc, miopenRNNInputMode_t inMode, miopenRNNDirectionMode_t direction, miopenRNNMode_t rnnMode, miopenRNNBiasMode_t biasMode, miopenRNNAlgo_t algo, miopenDataType_t dataType)
Set the details of the RNN descriptor version 2. This version enables the use of dropout in rnn.
miopenStatus_t miopenDestroyRNNDescriptor(miopenRNNDescriptor_t rnnDesc)
Destroys the tensor descriptor object.
miopenStatus_t miopenGetRNNHiddenTensorSize(miopenHandle_t handle, miopenRNNDescriptor_t rnnDesc, const int seqLen, miopenTensorDescriptor_t *xDesc, size_t *numBytes)
Obtain the size in bytes of the RNN hidden tensor.
miopenStatus_t miopenSetRNNPaddingMode(miopenRNNDescriptor_t rnnDesc, miopenRNNPaddingMode_t paddingMode)
Sets a bias for a specific layer in an RNN stack.
miopenStatus_t miopenRNNForwardInference(miopenHandle_t handle, miopenRNNDescriptor_t rnnDesc, const int sequenceLen, const miopenTensorDescriptor_t *xDesc, const void *x, const miopenTensorDescriptor_t hxDesc, const void *hx, const miopenTensorDescriptor_t cxDesc, const void *cx, const miopenTensorDescriptor_t wDesc, const void *w, const miopenTensorDescriptor_t *yDesc, void *y, const miopenTensorDescriptor_t hyDesc, void *hy, const miopenTensorDescriptor_t cyDesc, void *cy, void *workSpace, size_t workSpaceNumBytes)
Execute forward inference for RNN layer.
@ miopenRNNTANH
Definition: miopen.h:4262
@ miopenLSTM
Definition: miopen.h:4263
@ miopenGRU
Definition: miopen.h:4264
@ miopenRNNRELU
Definition: miopen.h:4261
@ miopenRNNlinear
Definition: miopen.h:4272
@ miopenRNNskip
Definition: miopen.h:4273
@ miopenRNNbidirection
Definition: miopen.h:4295
@ miopenRNNunidirection
Definition: miopen.h:4294
@ miopenRNNwithBias
Definition: miopen.h:4304
@ miopenRNNNoBias
Definition: miopen.h:4303
@ miopenRNNDataSeqMajorPadded
Definition: miopen.h:4340
@ miopenRNNDataSeqMajorNotPadded
Definition: miopen.h:4339
@ miopenRNNDataBatchMajorPadded
Definition: miopen.h:4341
@ miopenRNNDataUnknownLayout
Definition: miopen.h:4338
@ miopenRNNroundedDynamic
Definition: miopen.h:4285
@ miopenRNNfundamental
Definition: miopen.h:4283
@ miopenRNNdefault
Definition: miopen.h:4281
@ miopenRNNTraining
Definition: miopen.h:4329
@ miopenRNNInference
Definition: miopen.h:4330
@ miopenRNNAlgoGEMM
Definition: miopen.h:4312
@ miopenRNNIOWithPadding
Definition: miopen.h:4321
@ miopenRNNIONotPadded
Definition: miopen.h:4320
miopenStatus_t miopenGetPReLUBackwardWorkspaceSize(miopenHandle_t handle, miopenTensorDescriptor_t inputDesc, miopenTensorDescriptor_t weightDesc, size_t *sizeInBytes)
Helper function to query the minimum workspace size required by the PReLU backward call.
miopenStatus_t miopenPReLUBackward(miopenHandle_t handle, void *workspace, size_t workspaceSizeInBytes, miopenTensorDescriptor_t inputDesc, const void *input, miopenTensorDescriptor_t weightDesc, const void *weight, miopenTensorDescriptor_t doutputDesc, const void *doutput, miopenTensorDescriptor_t dinputDesc, void *dinput, miopenTensorDescriptor_t dweightDesc, void *dweight)
Execute a PReLU backward layer.
miopenStatus_t miopenReduceExtremeForward(miopenHandle_t handle, const miopenTensorDescriptor_t xDesc, const void *x, const int32_t dim, const miopenReduceExtremeOp_t reduceExtremeOp, const miopenTensorDescriptor_t yDesc, void *y, const miopenTensorDescriptor_t indiceDesc, void *indice)
Find the the extreme (minimum, maximum) value and index of a tensor across Dimension.
miopenReduceExtremeOp_t
Definition: miopen.h:6714
@ MIOPEN_REDUCE_EXTREME_ARGMAX
Definition: miopen.h:6717
@ MIOPEN_REDUCE_EXTREME_MIN
Definition: miopen.h:6719
@ MIOPEN_REDUCE_EXTREME_MAX
Definition: miopen.h:6721
@ MIOPEN_REDUCE_EXTREME_ARGMIN
Definition: miopen.h:6715
miopenStatus_t miopenRoPEBackward(miopenHandle_t handle, const miopenTensorDescriptor_t dyDesc, const void *dy, const miopenTensorDescriptor_t cosDesc, const void *cos, const miopenTensorDescriptor_t sinDesc, const void *sin, const miopenTensorDescriptor_t dxDesc, void *dx)
Execute a rope backward layer.
miopenStatus_t miopenRoPEForward(miopenHandle_t handle, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t cosDesc, const void *cos, const miopenTensorDescriptor_t sinDesc, const void *sin, const miopenTensorDescriptor_t yDesc, void *y)
Execute a rope forward layer.
miopenStatus_t miopenFusedAdam(miopenHandle_t handle, const miopenTensorDescriptor_t paramDesc, void *param, const miopenTensorDescriptor_t gradDesc, const void *grad, const miopenTensorDescriptor_t expAvgDesc, void *expAvg, const miopenTensorDescriptor_t expAvgSqDesc, void *expAvgSq, const miopenTensorDescriptor_t maxExpAvgSqDesc, void *maxExpAvgSq, const miopenTensorDescriptor_t stateStepDesc, void *stateStep, const unsigned int state_step, const float lr, const float beta1, const float beta2, const float weight_decay, const float eps, const bool amsgrad, const bool maximize, const bool adamw, const miopenTensorDescriptor_t gradScaleDesc, const void *gradScale, const miopenTensorDescriptor_t foundInfDesc, const void *foundInf)
Perform Fused Adam optimization for a single tensor (Adaptive Moment Estimation).
miopenStatus_t miopenTransformersAdamW(miopenHandle_t handle, const miopenTensorDescriptor_t paramDesc, void *param, const miopenTensorDescriptor_t gradDesc, const void *grad, const miopenTensorDescriptor_t expAvgDesc, void *expAvg, const miopenTensorDescriptor_t expAvgSqDesc, void *expAvgSq, const miopenTensorDescriptor_t stateStepDesc, void *stateStep, const unsigned int state_step, const float lr, const float beta1, const float beta2, const float weight_decay, const float eps, const bool correct_bias, const miopenTensorDescriptor_t gradScaleDesc, const void *gradScale, const miopenTensorDescriptor_t foundInfDesc, const void *foundInf)
Implements Adam algorithm with weight decay fix as introduced in Decoupled Weight Decay Regularizatio...
miopenStatus_t miopenFusedAdamWithOutput(miopenHandle_t handle, const miopenTensorDescriptor_t paramInDesc, void *paramIn, const miopenTensorDescriptor_t paramOutDesc, void *paramOut, const miopenTensorDescriptor_t paramOutFloat16Desc, void *paramOutFloat16, const miopenTensorDescriptor_t gradInDesc, const void *gradIn, const miopenTensorDescriptor_t expAvgInDesc, void *expAvgIn, const miopenTensorDescriptor_t expAvgOutDesc, void *expAvgOut, const miopenTensorDescriptor_t expAvgSqInDesc, void *expAvgSqIn, const miopenTensorDescriptor_t expAvgSqOutDesc, void *expAvgSqOut, const miopenTensorDescriptor_t maxExpAvgSqInDesc, void *maxExpAvgSqIn, const miopenTensorDescriptor_t maxExpAvgSqOutDesc, void *maxExpAvgSqOut, const miopenTensorDescriptor_t stateStepInDesc, void *stateStepIn, const miopenTensorDescriptor_t stateStepOutDesc, void *stateStepOut, const unsigned int state_step, const float lr, const float beta1, const float beta2, const float weight_decay, const float eps, const bool amsgrad, const bool maximize, const bool adamw, const miopenTensorDescriptor_t gradScaleDesc, const void *gradScale, const miopenTensorDescriptor_t foundInfDesc, const void *foundInf)
Execute single tensor Adam optimization and receive the result in a separate output tensor.
miopenStatus_t miopenTransformersAdamWWithOutput(miopenHandle_t handle, const miopenTensorDescriptor_t paramInDesc, void *paramIn, const miopenTensorDescriptor_t paramOutDesc, void *paramOut, const miopenTensorDescriptor_t paramOutFloat16Desc, void *paramOutFloat16, const miopenTensorDescriptor_t gradInDesc, const void *gradIn, const miopenTensorDescriptor_t expAvgInDesc, void *expAvgIn, const miopenTensorDescriptor_t expAvgOutDesc, void *expAvgOut, const miopenTensorDescriptor_t expAvgSqInDesc, void *expAvgSqIn, const miopenTensorDescriptor_t expAvgSqOutDesc, void *expAvgSqOut, const miopenTensorDescriptor_t stateStepInDesc, void *stateStepIn, const miopenTensorDescriptor_t stateStepOutDesc, void *stateStepOut, const unsigned int state_step, const float lr, const float beta1, const float beta2, const float weight_decay, const float eps, const float step_size, const bool correct_bias, const miopenTensorDescriptor_t gradScaleDesc, const void *gradScale, const miopenTensorDescriptor_t foundInfDesc, const void *foundInf)
Execute single tensor Adam optimization and receive the result in a separate output tensor.
miopenReduceTensorIndices_t
Definition: miopen.h:566
miopenStatus_t miopenSetReduceTensorDescriptor(miopenReduceTensorDescriptor_t reduceTensorDesc, miopenReduceTensorOp_t reduceTensorOp, miopenDataType_t reduceTensorCompType, miopenNanPropagation_t reduceTensorNanOpt, miopenReduceTensorIndices_t reduceTensorIndices, miopenIndicesType_t reduceTensorIndicesType)
Initialize a ReduceTensor descriptor object.
miopenStatus_t miopenCreateReduceTensorDescriptor(miopenReduceTensorDescriptor_t *reduceTensorDesc)
Creates the ReduceTensor descriptor object.
miopenReduceTensorOp_t
Definition: miopen.h:533
miopenIndicesType_t
Definition: miopen.h:575
miopenStatus_t miopenReduceTensor(miopenHandle_t handle, const miopenReduceTensorDescriptor_t reduceTensorDesc, void *indices, size_t indicesSizeInBytes, void *workspace, size_t workspaceSizeInBytes, const void *alpha, const miopenTensorDescriptor_t aDesc, const void *A, const void *beta, const miopenTensorDescriptor_t cDesc, void *C)
TensorReduce function doing reduction on tensor A by implementing C = alpha * reduceOp(A)
miopenStatus_t miopenGetReductionIndicesSize(miopenHandle_t handle, const miopenReduceTensorDescriptor_t reduceTensorDesc, const miopenTensorDescriptor_t aDesc, const miopenTensorDescriptor_t cDesc, size_t *sizeInBytes)
Helper function to query the minimum index space size required by the ReduceTensor call.
miopenStatus_t miopenDestroyReduceTensorDescriptor(miopenReduceTensorDescriptor_t reduceTensorDesc)
Destroy the ReduceTensor descriptor object.
miopenNanPropagation_t
Definition: miopen.h:557
miopenStatus_t miopenGetReductionWorkspaceSize(miopenHandle_t handle, const miopenReduceTensorDescriptor_t reduceTensorDesc, const miopenTensorDescriptor_t aDesc, const miopenTensorDescriptor_t cDesc, size_t *sizeInBytes)
Helper function to query the minimum workspace size required by the ReduceTensor call.
miopenStatus_t miopenGetReduceTensorDescriptor(const miopenReduceTensorDescriptor_t reduceTensorDesc, miopenReduceTensorOp_t *reduceTensorOp, miopenDataType_t *reduceTensorCompType, miopenNanPropagation_t *reduceTensorNanOpt, miopenReduceTensorIndices_t *reduceTensorIndices, miopenIndicesType_t *reduceTensorIndicesType)
Query a ReduceTensor descriptor object.
@ MIOPEN_REDUCE_TENSOR_FLATTENED_INDICES
Definition: miopen.h:568
@ MIOPEN_REDUCE_TENSOR_NO_INDICES
Definition: miopen.h:567
@ MIOPEN_REDUCE_TENSOR_MUL
Definition: miopen.h:535
@ MIOPEN_REDUCE_TENSOR_MAX
Definition: miopen.h:539
@ MIOPEN_REDUCE_TENSOR_AVG
Definition: miopen.h:543
@ MIOPEN_REDUCE_TENSOR_NORM1
Definition: miopen.h:545
@ MIOPEN_REDUCE_TENSOR_AMAX
Definition: miopen.h:541
@ MIOPEN_REDUCE_TENSOR_MIN
Definition: miopen.h:537
@ MIOPEN_REDUCE_TENSOR_ADD
Definition: miopen.h:534
@ MIOPEN_REDUCE_TENSOR_NORM2
Definition: miopen.h:547
@ MIOPEN_8BIT_INDICES
Definition: miopen.h:579
@ MIOPEN_32BIT_INDICES
Definition: miopen.h:576
@ MIOPEN_16BIT_INDICES
Definition: miopen.h:578
@ MIOPEN_64BIT_INDICES
Definition: miopen.h:577
@ MIOPEN_PROPAGATE_NAN
Definition: miopen.h:559
@ MIOPEN_NOT_PROPAGATE_NAN
Definition: miopen.h:558
miopenStatus_t miopenActivationForward(miopenHandle_t handle, const miopenActivationDescriptor_t activDesc, const void *alpha, const miopenTensorDescriptor_t xDesc, const void *x, const void *beta, const miopenTensorDescriptor_t yDesc, void *y)
Execute an activation forward layer.
miopenStatus_t miopenGLUBackward(miopenHandle_t handle, const miopenTensorDescriptor_t inputDesc, const void *input, const miopenTensorDescriptor_t outputGradDesc, const void *outputGrad, const miopenTensorDescriptor_t inputGradDesc, void *inputGrad, const uint32_t dim)
Execute a GLU backward layer.
miopenStatus_t miopenActivationBackward(miopenHandle_t handle, const miopenActivationDescriptor_t activDesc, const void *alpha, const miopenTensorDescriptor_t yDesc, const void *y, const miopenTensorDescriptor_t dyDesc, const void *dy, const miopenTensorDescriptor_t xDesc, const void *x, const void *beta, const miopenTensorDescriptor_t dxDesc, void *dx)
Execute a activation backwards layer.
miopenActivationMode_t
Definition: miopen.h:482
miopenStatus_t miopenSetActivationDescriptor(const miopenActivationDescriptor_t activDesc, miopenActivationMode_t mode, double activAlpha, double activBeta, double activGamma)
Sets the activation layer descriptor details.
miopenStatus_t miopenCreateActivationDescriptor(miopenActivationDescriptor_t *activDesc)
Creates the Activation descriptor object.
miopenStatus_t miopenGetActivationDescriptor(const miopenActivationDescriptor_t activDesc, miopenActivationMode_t *mode, double *activAlpha, double *activBeta, double *activGamma)
Gets the activation layer descriptor details.
miopenStatus_t miopenGLUForward(miopenHandle_t handle, const miopenTensorDescriptor_t inputDesc, const void *input, const miopenTensorDescriptor_t outputDesc, void *output, const uint32_t dim)
Execute a GLU forward layer.
miopenStatus_t miopenDestroyActivationDescriptor(miopenActivationDescriptor_t activDesc)
Destroys the activation descriptor object.
@ miopenActivationLEAKYRELU
Definition: miopen.h:492
@ miopenActivationPASTHRU
Definition: miopen.h:483
@ miopenActivationABS
Definition: miopen.h:488
@ miopenActivationLOGISTIC
Definition: miopen.h:484
@ miopenActivationCLIPPEDRELU
Definition: miopen.h:490
@ miopenActivationRELU
Definition: miopen.h:486
@ miopenActivationPOWER
Definition: miopen.h:489
@ miopenActivationELU
Definition: miopen.h:494
@ miopenActivationCLAMP
Definition: miopen.h:497
@ miopenActivationSOFTRELU
Definition: miopen.h:487
@ miopenActivationTANH
Definition: miopen.h:485
miopenStatus_t miopenBatchNormalizationForwardInference(miopenHandle_t handle, miopenBatchNormMode_t bn_mode, void *alpha, void *beta, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t yDesc, void *y, const miopenTensorDescriptor_t bnScaleBiasMeanVarDesc, void *bnScale, void *bnBias, void *estimatedMean, void *estimatedVariance, double epsilon)
Execute forward inference layer for batch normalization.
miopenStatus_t miopenBatchNormalizationForwardInference_V2(miopenHandle_t handle, miopenBatchNormMode_t bn_mode, void *alpha, void *beta, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t yDesc, void *y, const miopenTensorDescriptor_t scaleDesc, const miopenTensorDescriptor_t biasDesc, const miopenTensorDescriptor_t estMeanDesc, const miopenTensorDescriptor_t estVarianceDesc, void *bnScale, void *bnBias, void *estimatedMean, void *estimatedVariance, double epsilon)
Execute forward inference layer for batch normalization.
miopenStatus_t miopenBatchNormForwardTrainingActivation(miopenHandle_t handle, miopenBatchNormMode_t bn_mode, void *alpha, void *beta, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t yDesc, void *y, const miopenTensorDescriptor_t scaleDesc, const miopenTensorDescriptor_t biasVarDesc, const miopenTensorDescriptor_t savedMeanDesc, const miopenTensorDescriptor_t savedVarDesc, void *bnScale, void *bnBias, double expAvgFactor, void *resultRunningMean, void *resultRunningVariance, double epsilon, void *resultSaveMean, void *resultSaveInvVariance, const miopenActivationDescriptor_t activDesc)
Execute forward training layer for batch normalization with fused activation.
miopenStatus_t miopenBatchNormBackwardActivation(miopenHandle_t handle, miopenBatchNormMode_t bn_mode, const void *alphaDataDiff, const void *betaDataDiff, const void *alphaParamDiff, const void *betaParamDiff, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t dyDesc, const void *dy, const miopenTensorDescriptor_t dxDesc, void *dx, const miopenTensorDescriptor_t scaleDesc, const miopenTensorDescriptor_t biasDesc, const miopenTensorDescriptor_t savedMeanDesc, const miopenTensorDescriptor_t savedVarianceDesc, const void *bnScale, const void *bnBias, void *resultBnScaleDiff, void *resultBnBiasDiff, double epsilon, const void *savedMean, const void *savedInvVariance, const miopenActivationDescriptor_t activDesc)
Execute backwards propagation layer for batch normalization with fused activation.
miopenStatus_t miopenBatchNormalizationForwardTraining_V3(miopenHandle_t handle, miopenBatchNormMode_t bn_mode, void *alpha, void *beta, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t yDesc, void *y, const miopenTensorDescriptor_t scaleDesc, const miopenTensorDescriptor_t biasVarDesc, const miopenTensorDescriptor_t savedMeanDesc, const miopenTensorDescriptor_t savedVarDesc, void *bnScale, void *bnBias, double expAvgFactor, const void *prevResultRunningMean, const void *prevResultRunningVariance, void *nextResultRunningMean, void *nextResultRunningVariance, double epsilon, void *resultSaveMean, void *resultSaveInvVariance)
Execute forward training layer for batch normalization.
miopenStatus_t miopenBatchNormalizationForwardTraining(miopenHandle_t handle, miopenBatchNormMode_t bn_mode, void *alpha, void *beta, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t yDesc, void *y, const miopenTensorDescriptor_t bnScaleBiasMeanVarDesc, void *bnScale, void *bnBias, double expAvgFactor, void *resultRunningMean, void *resultRunningVariance, double epsilon, void *resultSaveMean, void *resultSaveInvVariance)
Execute forward training layer for batch normalization.
miopenStatus_t miopenBatchNormalizationForwardTraining_V2(miopenHandle_t handle, miopenBatchNormMode_t bn_mode, void *alpha, void *beta, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t yDesc, void *y, const miopenTensorDescriptor_t scaleDesc, const miopenTensorDescriptor_t biasVarDesc, const miopenTensorDescriptor_t savedMeanDesc, const miopenTensorDescriptor_t savedVarDesc, void *bnScale, void *bnBias, double expAvgFactor, void *resultRunningMean, void *resultRunningVariance, double epsilon, void *resultSaveMean, void *resultSaveInvVariance)
Execute forward training layer for batch normalization.
miopenStatus_t miopenBatchNormalizationBackward_V2(miopenHandle_t handle, miopenBatchNormMode_t bn_mode, const void *alphaDataDiff, const void *betaDataDiff, const void *alphaParamDiff, const void *betaParamDiff, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t dyDesc, const void *dy, const miopenTensorDescriptor_t dxDesc, void *dx, const miopenTensorDescriptor_t scaleDesc, const miopenTensorDescriptor_t biasDesc, const miopenTensorDescriptor_t savedMeanDesc, const miopenTensorDescriptor_t savedVarDesc, const void *bnScale, void *resultBnScaleDiff, void *resultBnBiasDiff, double epsilon, const void *savedMean, const void *savedInvVariance)
Execute backwards propagation layer for batch normalization.
miopenStatus_t miopenBatchNormForwardTrainingActivation_V2(miopenHandle_t handle, miopenBatchNormMode_t bn_mode, void *alpha, void *beta, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t yDesc, void *y, const miopenTensorDescriptor_t scaleDesc, const miopenTensorDescriptor_t biasVarDesc, const miopenTensorDescriptor_t savedMeanDesc, const miopenTensorDescriptor_t savedVarDesc, void *bnScale, void *bnBias, double expAvgFactor, const void *prevResultRunningMean, const void *prevResultRunningVariance, void *nextResultRunningMean, void *nextResultRunningVariance, double epsilon, void *resultSaveMean, void *resultSaveInvVariance, const miopenActivationDescriptor_t activDesc)
Execute forward training layer for batch normalization with fused activation.
miopenStatus_t miopenBatchNormalizationForwardInferenceInvVariance(miopenHandle_t handle, miopenBatchNormMode_t bn_mode, void *alpha, void *beta, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t yDesc, void *y, const miopenTensorDescriptor_t scaleDesc, const miopenTensorDescriptor_t biasDesc, const miopenTensorDescriptor_t estMeanDesc, const miopenTensorDescriptor_t estInvVarianceDesc, void *bnScale, void *bnBias, void *estimatedMean, void *estimatedInvVariance)
Execute forward inference layer for batch normalization using inverse variance.
miopenStatus_t miopenBatchNormalizationBackward(miopenHandle_t handle, miopenBatchNormMode_t bn_mode, const void *alphaDataDiff, const void *betaDataDiff, const void *alphaParamDiff, const void *betaParamDiff, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t dyDesc, const void *dy, const miopenTensorDescriptor_t dxDesc, void *dx, const miopenTensorDescriptor_t bnScaleBiasDiffDesc, const void *bnScale, void *resultBnScaleDiff, void *resultBnBiasDiff, double epsilon, const void *savedMean, const void *savedInvVariance)
Execute backwards propagation layer for batch normalization.
miopenBatchNormMode_t
Definition: miopen.h:473
miopenStatus_t miopenBatchNormForwardInferenceActivation(miopenHandle_t handle, miopenBatchNormMode_t bn_mode, void *alpha, void *beta, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t yDesc, void *y, const miopenTensorDescriptor_t scaleDesc, const miopenTensorDescriptor_t biasDesc, const miopenTensorDescriptor_t estMeanDesc, const miopenTensorDescriptor_t estVarianceDesc, void *bnScale, void *bnBias, void *estimatedMean, void *estimatedVariance, double epsilon, const miopenActivationDescriptor_t activDesc)
Execute forward inference layer for batch normalization with fused activation.
miopenStatus_t miopenBatchNormForwardInferenceActivationInvVariance(miopenHandle_t handle, miopenBatchNormMode_t bn_mode, void *alpha, void *beta, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t yDesc, void *y, const miopenTensorDescriptor_t scaleDesc, const miopenTensorDescriptor_t biasDesc, const miopenTensorDescriptor_t estMeanDesc, const miopenTensorDescriptor_t estInvVarianceDesc, void *bnScale, void *bnBias, void *estimatedMean, void *estimatedInvVariance, const miopenActivationDescriptor_t activDesc)
Execute forward inference layer for batch normalization with fused activation using inverse variance.
miopenStatus_t miopenDeriveBNTensorDescriptor(miopenTensorDescriptor_t derivedBnDesc, const miopenTensorDescriptor_t xDesc, miopenBatchNormMode_t bn_mode)
Derive tensor for gamma and beta from input tensor descriptor.
@ miopenBNSpatial
Definition: miopen.h:475
@ miopenBNPerActivation
Definition: miopen.h:474
miopenStatus_t miopenCatForward(miopenHandle_t handle, const int32_t xCount, const miopenTensorDescriptor_t *xDescs, const void *const *xs, const miopenTensorDescriptor_t yDesc, void *y, const int32_t dim)
Execute a cat forward layer.
miopenStatus_t miopenInitConvolutionNdDescriptor(miopenConvolutionDescriptor_t convDesc, int spatialDim, const int *padA, const int *strideA, const int *dilationA, miopenConvolutionMode_t c_mode)
Creates a N-dimensional convolution layer descriptor.
miopenStatus_t miopenConvolutionForwardImmediate(miopenHandle_t handle, const miopenTensorDescriptor_t wDesc, const void *w, const miopenTensorDescriptor_t xDesc, const void *x, const miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t yDesc, void *y, void *workSpace, size_t workSpaceSize, const uint64_t solution_id)
Executes the Forward convolution operation based on the provided solution ID.
miopenStatus_t miopenConvolutionBackwardDataCompileSolution(miopenHandle_t handle, const miopenTensorDescriptor_t dyDesc, const miopenTensorDescriptor_t wDesc, const miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t dxDesc, const uint64_t solution_id)
Compiles the solution provided by the user, this solution may be acquired by the miopenConvolutionBac...
miopenStatus_t miopenConvolutionForwardGetSolutionWorkspaceSize(miopenHandle_t handle, const miopenTensorDescriptor_t wDesc, const miopenTensorDescriptor_t xDesc, const miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t yDesc, const uint64_t solution_id, size_t *workSpaceSize)
Returns the workspace size required for a particular solution id.
miopenStatus_t miopenConvolutionForward(miopenHandle_t handle, const void *alpha, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t wDesc, const void *w, const miopenConvolutionDescriptor_t convDesc, miopenConvFwdAlgorithm_t algo, const void *beta, const miopenTensorDescriptor_t yDesc, void *y, void *workSpace, size_t workSpaceSize)
Execute a forward convolution layer.
miopenStatus_t miopenGetConvolutionGroupCount(miopenConvolutionDescriptor_t convDesc, int *groupCount)
Get the number of groups to be used in Group/Depthwise convolution.
miopenStatus_t miopenGetConvolutionFindMode(const miopenConvolutionDescriptor_t convDesc, miopenConvolutionFindMode_t *findMode)
Reads the Find Mode attribute from the convolution descriptor.
miopenStatus_t miopenInitConvolutionDescriptor(miopenConvolutionDescriptor_t convDesc, miopenConvolutionMode_t c_mode, int pad_h, int pad_w, int stride_h, int stride_w, int dilation_h, int dilation_w)
Creates a 2-D convolution layer descriptor.
miopenConvAlgorithm_t
Definition: miopen.h:1228
miopenStatus_t miopenConvolutionBackwardData(miopenHandle_t handle, const void *alpha, const miopenTensorDescriptor_t dyDesc, const void *dy, const miopenTensorDescriptor_t wDesc, const void *w, const miopenConvolutionDescriptor_t convDesc, miopenConvBwdDataAlgorithm_t algo, const void *beta, const miopenTensorDescriptor_t dxDesc, void *dx, void *workSpace, size_t workSpaceSize)
Execute a backward data convolution layer.
miopenStatus_t miopenGetConvolutionAttribute(miopenConvolutionDescriptor_t convDesc, const miopenConvolutionAttrib_t attr, int *value)
Get the attribute of the convolution descriptor.
miopenStatus_t miopenGetConvolutionNdForwardOutputDim(miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t inputTensorDesc, const miopenTensorDescriptor_t filterDesc, int *nDim, int *outputTensorDimA)
Get the shape of a resulting N-dimensional tensor from a (N-2)-dimensional convolution.
miopenStatus_t miopenConvolutionBackwardWeightsCompileSolution(miopenHandle_t handle, const miopenTensorDescriptor_t dyDesc, const miopenTensorDescriptor_t xDesc, const miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t dwDesc, const uint64_t solution_id)
Compiles the solution provided by the user, this solution may be acquired by the miopenConvolutionBac...
miopenStatus_t miopenFindConvolutionBackwardWeightsAlgorithm(miopenHandle_t handle, const miopenTensorDescriptor_t dyDesc, const void *dy, const miopenTensorDescriptor_t xDesc, const void *x, const miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t dwDesc, void *dw, const int requestAlgoCount, int *returnedAlgoCount, miopenConvAlgoPerf_t *perfResults, void *workSpace, size_t workSpaceSize, bool exhaustiveSearch)
Search and run the backwards weights convolutional algorithms and return a list of kernel times.
miopenStatus_t miopenGetConvolutionForwardOutputDim(miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t inputTensorDesc, const miopenTensorDescriptor_t filterDesc, int *n, int *c, int *h, int *w)
Get the shape of a resulting 4-D tensor from a 2-D convolution.
miopenConvFwdAlgorithm_t
Definition: miopen.h:1191
miopenStatus_t miopenConvolutionForwardGetWorkSpaceSize(miopenHandle_t handle, const miopenTensorDescriptor_t wDesc, const miopenTensorDescriptor_t xDesc, const miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t yDesc, size_t *workSpaceSize)
Query the workspace size required for a forward convolution algorithm.
miopenStatus_t miopenCreateConvolutionDescriptor(miopenConvolutionDescriptor_t *convDesc)
Creates a convolution layer descriptor.
miopenStatus_t miopenConvolutionBackwardWeightsGetSolution(miopenHandle_t handle, const miopenTensorDescriptor_t dyDesc, const miopenTensorDescriptor_t xDesc, const miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t dwDesc, const size_t maxSolutionCount, size_t *solutionCount, miopenConvSolution_t *solutions)
Query the applicable solutions for a backward convolution w-r-t weights as described by input,...
miopenStatus_t miopenGetConvolutionNdDescriptor(miopenConvolutionDescriptor_t convDesc, int requestedSpatialDim, int *spatialDim, int *padA, int *strideA, int *dilationA, miopenConvolutionMode_t *c_mode)
Retrieves a N-dimensional convolution layer descriptor's details.
miopenConvBwdDataAlgorithm_t
Definition: miopen.h:1214
miopenConvolutionAttrib_t
Definition: miopen.h:586
miopenStatus_t miopenConvolutionBackwardWeightsGetWorkSpaceSize(miopenHandle_t handle, const miopenTensorDescriptor_t dyDesc, const miopenTensorDescriptor_t xDesc, const miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t dwDesc, size_t *workSpaceSize)
Get the GPU memory required for the backward weights convolution algorithm.
miopenStatus_t miopenConvolutionBackwardWeightsImmediate(miopenHandle_t handle, const miopenTensorDescriptor_t dyDesc, const void *dy, const miopenTensorDescriptor_t xDesc, const void *x, const miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t dwDesc, void *dw, void *workSpace, size_t workSpaceSize, const uint64_t solution_id)
Executes the Backward convolution w-r-t weights operation based on the provided solution ID.
miopenStatus_t miopenFindConvolutionBackwardDataAlgorithm(miopenHandle_t handle, const miopenTensorDescriptor_t dyDesc, const void *dy, const miopenTensorDescriptor_t wDesc, const void *w, const miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t dxDesc, void *dx, const int requestAlgoCount, int *returnedAlgoCount, miopenConvAlgoPerf_t *perfResults, void *workSpace, size_t workSpaceSize, bool exhaustiveSearch)
Search and run the backwards data convolution algorithms and return a list of kernel times.
miopenStatus_t miopenConvolutionBackwardDataGetSolution(miopenHandle_t handle, const miopenTensorDescriptor_t dyDesc, const miopenTensorDescriptor_t wDesc, const miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t dxDesc, const size_t maxSolutionCount, size_t *solutionCount, miopenConvSolution_t *solutions)
Query the applicable solutions for a backward convolution w-r-t data as described by input,...
miopenStatus_t miopenConvolutionForwardBias(miopenHandle_t handle, const void *alpha, const miopenTensorDescriptor_t bDesc, const void *b, const void *beta, const miopenTensorDescriptor_t yDesc, void *y)
Calculate element-wise scale and shift of a tensor via a bias tensor.
miopenConvolutionMode_t
Definition: miopen.h:402
miopenStatus_t miopenSetConvolutionAttribute(miopenConvolutionDescriptor_t convDesc, const miopenConvolutionAttrib_t attr, int value)
Set the attribute of the convolution descriptor.
miopenStatus_t miopenConvolutionBackwardDataImmediate(miopenHandle_t handle, const miopenTensorDescriptor_t dyDesc, const void *dy, const miopenTensorDescriptor_t wDesc, const void *w, const miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t dxDesc, void *dx, void *workSpace, size_t workSpaceSize, const uint64_t solution_id)
Executes the Backward convolution w-r-t data operation based on the provided solution ID.
miopenStatus_t miopenSetTransposeConvNdOutputPadding(miopenConvolutionDescriptor_t convDesc, int spatialDim, const int *adjA)
Set the output padding to be used in N-dimensional Transpose convolution.
miopenStatus_t miopenSetConvolutionFindMode(miopenConvolutionDescriptor_t convDesc, miopenConvolutionFindMode_t findMode)
Sets the Find Mode attribute in the convolution descriptor.
miopenStatus_t miopenSetTransposeConvOutputPadding(miopenConvolutionDescriptor_t convDesc, int adj_h, int adj_w)
Set the output padding to be used in 2-D Transpose convolution.
miopenConvolutionFindMode_t
Definition: miopen.h:614
miopenStatus_t miopenGetConvolutionSpatialDim(miopenConvolutionDescriptor_t convDesc, int *spatialDim)
Retrieves the spatial dimension of a convolution layer descriptor.
miopenConvBwdWeightsAlgorithm_t
Definition: miopen.h:1203
miopenStatus_t miopenConvolutionForwardCompileSolution(miopenHandle_t handle, const miopenTensorDescriptor_t wDesc, const miopenTensorDescriptor_t xDesc, const miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t yDesc, const uint64_t solution_id)
Compiles the solution provided by the user, this solution may be acquired by the miopenConvolutionFor...
miopenStatus_t miopenConvolutionBackwardDataGetSolutionCount(miopenHandle_t handle, const miopenTensorDescriptor_t dyDesc, const miopenTensorDescriptor_t wDesc, const miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t dxDesc, size_t *solutionCount)
Query the maximum number of solutions applicable for the given input/output and weights tensor descri...
miopenStatus_t miopenConvolutionBackwardWeights(miopenHandle_t handle, const void *alpha, const miopenTensorDescriptor_t dyDesc, const void *dy, const miopenTensorDescriptor_t xDesc, const void *x, const miopenConvolutionDescriptor_t convDesc, miopenConvBwdWeightsAlgorithm_t algo, const void *beta, const miopenTensorDescriptor_t dwDesc, void *dw, void *workSpace, size_t workSpaceSize)
Execute a backward weights convolution layer.
miopenStatus_t miopenConvolutionBackwardDataGetWorkSpaceSize(miopenHandle_t handle, const miopenTensorDescriptor_t dyDesc, const miopenTensorDescriptor_t wDesc, const miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t dxDesc, size_t *workSpaceSize)
Query the workspace size required for a backward data convolution algorithm.
miopenStatus_t miopenFindConvolutionForwardAlgorithm(miopenHandle_t handle, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t wDesc, const void *w, const miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t yDesc, void *y, const int requestAlgoCount, int *returnedAlgoCount, miopenConvAlgoPerf_t *perfResults, void *workSpace, size_t workSpaceSize, bool exhaustiveSearch)
Search and run the forward convolutional algorithms and return a list of kernel times.
miopenStatus_t miopenDestroyConvolutionDescriptor(miopenConvolutionDescriptor_t convDesc)
Destroys the tensor descriptor object.
miopenStatus_t miopenConvolutionBackwardWeightsGetSolutionCount(miopenHandle_t handle, const miopenTensorDescriptor_t dyDesc, const miopenTensorDescriptor_t xDesc, const miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t dwDesc, size_t *solutionCount)
Query the maximum number of solutions applicable for the given input/output and weights tensor descri...
miopenStatus_t miopenSetConvolutionGroupCount(miopenConvolutionDescriptor_t convDesc, int groupCount)
Set the number of groups to be used in Group/Depthwise convolution.
miopenStatus_t miopenConvolutionBackwardWeightsGetSolutionWorkspaceSize(miopenHandle_t handle, const miopenTensorDescriptor_t dyDesc, const miopenTensorDescriptor_t xDesc, const miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t dwDesc, const uint64_t solution_id, size_t *workSpaceSize)
Returns the workspace size required for a particular solution id.
miopenStatus_t miopenConvolutionForwardGetSolution(miopenHandle_t handle, const miopenTensorDescriptor_t wDesc, const miopenTensorDescriptor_t xDesc, const miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t yDesc, const size_t maxSolutionCount, size_t *solutionCount, miopenConvSolution_t *solutions)
Query the applicable solutions for a convolution configuration described by input,...
miopenStatus_t miopenGetConvolutionDescriptor(miopenConvolutionDescriptor_t convDesc, miopenConvolutionMode_t *c_mode, int *pad_h, int *pad_w, int *stride_h, int *stride_w, int *dilation_h, int *dilation_w)
Retrieves a 2-D convolution layer descriptor's details.
miopenStatus_t miopenConvolutionForwardGetSolutionCount(miopenHandle_t handle, const miopenTensorDescriptor_t wDesc, const miopenTensorDescriptor_t xDesc, const miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t yDesc, size_t *solutionCount)
Query the maximum number of solutions applicable for the given input/output and weights tensor descri...
miopenStatus_t miopenConvolutionBackwardDataGetSolutionWorkspaceSize(miopenHandle_t handle, const miopenTensorDescriptor_t dyDesc, const miopenTensorDescriptor_t wDesc, const miopenConvolutionDescriptor_t convDesc, const miopenTensorDescriptor_t dxDesc, const uint64_t solution_id, size_t *workSpaceSize)
Returns the workspace size required for a particular solution id.
miopenStatus_t miopenConvolutionBackwardBias(miopenHandle_t handle, const void *alpha, const miopenTensorDescriptor_t dyDesc, const void *dy, const void *beta, const miopenTensorDescriptor_t dbDesc, void *db)
Calculates the gradient with respect to the bias.
@ miopenConvolutionAlgoDirect
Definition: miopen.h:1230
@ miopenConvolutionAlgoWinograd
Definition: miopen.h:1232
@ miopenConvolutionAlgoFFT
Definition: miopen.h:1231
@ miopenConvolutionAlgoImplicitGEMM
Definition: miopen.h:1233
@ miopenConvolutionAlgoGEMM
Definition: miopen.h:1229
@ miopenConvolutionFwdAlgoFFT
Definition: miopen.h:1194
@ miopenConvolutionFwdAlgoImplicitGEMM
Definition: miopen.h:1196
@ miopenConvolutionFwdAlgoGEMM
Definition: miopen.h:1192
@ miopenConvolutionFwdAlgoWinograd
Definition: miopen.h:1195
@ miopenConvolutionFwdAlgoDirect
Definition: miopen.h:1193
@ miopenTransposeBwdDataAlgoGEMM
Definition: miopen.h:1219
@ miopenConvolutionBwdDataAlgoDirect
Definition: miopen.h:1216
@ miopenConvolutionBwdDataAlgoGEMM
Definition: miopen.h:1215
@ miopenConvolutionBwdDataAlgoFFT
Definition: miopen.h:1217
@ miopenConvolutionBwdDataAlgoWinograd
Definition: miopen.h:1218
@ miopenConvolutionBwdDataAlgoImplicitGEMM
Definition: miopen.h:1221
@ MIOPEN_CONVOLUTION_ATTRIB_DETERMINISTIC
Definition: miopen.h:591
@ MIOPEN_CONVOLUTION_ATTRIB_FP8_ROUNDING_MODE
Definition: miopen.h:595
@ MIOPEN_CONVOLUTION_ATTRIB_MATH_TYPE
Definition: miopen.h:604
@ MIOPEN_CONVOLUTION_ATTRIB_FP16_ALT_IMPL
Definition: miopen.h:587
@ miopenDepthwise
Definition: miopen.h:406
@ miopenGroupConv
Definition: miopen.h:405
@ miopenTranspose
Definition: miopen.h:404
@ miopenConvolution
Definition: miopen.h:403
@ miopenConvolutionFindModeDynamicHybrid
Definition: miopen.h:626
@ miopenConvolutionFindModeDefault
Definition: miopen.h:633
@ miopenConvolutionFindModeTrustVerifyFull
Definition: miopen.h:632
@ miopenConvolutionFindModeTrustVerify
Definition: miopen.h:631
@ miopenConvolutionFindModeHybrid
Definition: miopen.h:621
@ miopenConvolutionFindModeFast
Definition: miopen.h:617
@ miopenConvolutionFindModeNormal
Definition: miopen.h:615
@ miopenConvolutionBwdWeightsAlgoGEMM
Definition: miopen.h:1204
@ miopenConvolutionBwdWeightsAlgoWinograd
Definition: miopen.h:1206
@ miopenConvolutionBwdWeightsAlgoDirect
Definition: miopen.h:1205
@ miopenConvolutionBwdWeightsAlgoImplicitGEMM
Definition: miopen.h:1207
miopenStatus_t miopenDestroyDropoutDescriptor(miopenDropoutDescriptor_t dropoutDesc)
Destroys the dropout descriptor object.
miopenRNGType_t
Definition: miopen.h:5775
miopenStatus_t miopenDropoutGetStatesSize(miopenHandle_t handle, size_t *stateSizeInBytes)
Query the amount of memory required to store the states of the random number generators.
miopenStatus_t miopenDropoutGetReserveSpaceSize(const miopenTensorDescriptor_t xDesc, size_t *reserveSpaceSizeInBytes)
Query the amount of memory required to run dropout.
miopenStatus_t miopenDropoutForward(miopenHandle_t handle, const miopenDropoutDescriptor_t dropoutDesc, const miopenTensorDescriptor_t noise_shape, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t yDesc, void *y, void *reserveSpace, size_t reserveSpaceSizeInBytes)
Execute forward dropout operation.
miopenStatus_t miopenGetDropoutDescriptor(miopenDropoutDescriptor_t dropoutDesc, miopenHandle_t handle, float *dropout, void **states, unsigned long long *seed, bool *use_mask, bool *state_evo, miopenRNGType_t *rng_mode)
Get the details of the dropout descriptor.
miopenStatus_t miopenCreateDropoutDescriptor(miopenDropoutDescriptor_t *dropoutDesc)
Creates the dropout descriptor object.
miopenStatus_t miopenDropoutBackward(miopenHandle_t handle, const miopenDropoutDescriptor_t dropoutDesc, const miopenTensorDescriptor_t noise_shape, const miopenTensorDescriptor_t dyDesc, const void *dy, const miopenTensorDescriptor_t dxDesc, void *dx, void *reserveSpace, size_t reserveSpaceSizeInBytes)
Execute backward dropout operation.
miopenStatus_t miopenRestoreDropoutDescriptor(miopenDropoutDescriptor_t dropoutDesc, miopenHandle_t handle, float dropout, void *states, size_t stateSizeInBytes, unsigned long long seed, bool use_mask, bool state_evo, miopenRNGType_t rng_mode)
Restore the dropout descriptor to a saved state.
miopenStatus_t miopenSetDropoutDescriptor(miopenDropoutDescriptor_t dropoutDesc, miopenHandle_t handle, float dropout, void *states, size_t stateSizeInBytes, unsigned long long seed, bool use_mask, bool state_evo, miopenRNGType_t rng_mode)
Initialize the dropout descriptor.
@ MIOPEN_RNG_PSEUDO_XORWOW
Definition: miopen.h:5776
miopenFindResultsOrder_t
Definition: miopen.h:6216
miopenStatus_t miopenGetSolutionSolverId(miopenSolution_t solution, uint64_t *solverId)
Reads id of the solver referred by the solution.
miopenStatus_t miopenSetSoftmaxDescriptor(miopenSoftmaxDescriptor_t softmaxDesc, float alpha, float beta, miopenSoftmaxAlgorithm_t algorithm, miopenSoftmaxMode_t mode)
Sets the softmax descriptor details.
miopenStatus_t miopenGetSolutionTime(miopenSolution_t solution, float *time)
Reads the time spent to execute the solution the last it was run.
miopenStatus_t miopenGetMhaDescriptor(miopenMhaDescriptor_t mhaDesc, float *scale)
Gets the Mha descriptor details.
miopenMhaMask_t
Initializes a problem object describing a Mha operation.
Definition: miopen.h:6244
miopenStatus_t miopenSetMhaDescriptor(miopenMhaDescriptor_t mhaDesc, float scale)
Sets the Mha descriptor details.
miopenStatus_t miopenSetFindOptionWorkspaceLimit(miopenFindOptions_t options, size_t value)
Sets the workspace limit find option. Default value is maximum of size_t.
miopenStatus_t miopenSetFindOptionPreallocatedTensor(miopenFindOptions_t options, miopenTensorArgumentId_t id, void *buffer)
Attaches a preallocated tensor to find options. If not used, buffers are allocated by MIOpen internal...
miopenStatus_t miopenCreateSoftmaxProblem(miopenProblem_t *problem, miopenSoftmaxDescriptor_t operatorDesc, miopenProblemDirection_t direction)
Initializes a problem object describing a softmax operation.
miopenStatus_t miopenDestroyFindOptions(miopenFindOptions_t options)
Destroys miopenFindOptions object.
miopenStatus_t miopenSetFindOptionAttachBinaries(miopenFindOptions_t options, unsigned attach)
Forces library to attach kernel binaries to solutions for later saving. This allows zero lookup miope...
miopenStatus_t miopenFuseProblems(miopenProblem_t problem1, miopenProblem_t problem2)
Fuse two problems into a single one. Problems can be either regular, or fused. No problems are dispos...
miopenStatus_t miopenGetSolutionSize(miopenSolution_t solution, size_t *size)
Reads the expected size of a solution.
miopenTensorArgumentId_t
Definition: miopen.h:6135
miopenStatus_t miopenFindSolutions(miopenHandle_t handle, miopenProblem_t problem, miopenFindOptions_t options, miopenSolution_t *solutions, size_t *numSolutions, size_t maxSolutions)
Finds solutions to a problem by running different applicable solutions. Memory is automatically alloc...
miopenStatus_t miopenSetFindOptionTuning(miopenFindOptions_t options, int value)
Sets the tuning find option. Default value is zero.
miopenStatus_t miopenGetSolutionWorkspaceSize(miopenSolution_t solution, size_t *workspaceSize)
Reads the amount of workspace required to execute the solution.
miopenStatus_t miopenSetFindOptionResultsOrder(miopenFindOptions_t options, miopenFindResultsOrder_t value)
Sets the results order find option. Default value is miopenFindResultsOrderByTime.
miopenStatus_t miopenRunSolution(miopenHandle_t handle, miopenSolution_t solution, size_t nInputs, const miopenTensorArgument_t *tensors, void *workspace, size_t workspaceSize)
Runs the solution using the passed in buffers.
miopenStatus_t miopenCreateMhaProblem(miopenProblem_t *problem, miopenMhaDescriptor_t operatorDesc, miopenProblemDirection_t direction)
miopenProblemDirection_t
Definition: miopen.h:6122
miopenStatus_t miopenCreateBatchnormProblem(miopenProblem_t *problem, miopenBatchNormMode_t mode, bool runningMeanVariance, miopenProblemDirection_t direction)
Initializes a problem object describing a batchnorm operation.
miopenStatus_t miopenCreateMhaDescriptor(miopenMhaDescriptor_t *mhaDesc)
Creates the mha descriptor object.
miopenStatus_t miopenDestroySolution(miopenSolution_t solution)
Destroys solution object.
miopenStatus_t miopenLoadSolution(miopenSolution_t *solution, const char *data, size_t size)
Loads solution object from binary data.
miopenStatus_t miopenSaveSolution(miopenSolution_t solution, char *data)
Saves a solution object as binary data.
miopenStatus_t miopenGetSolverIdConvAlgorithm(uint64_t solverId, miopenConvAlgorithm_t *result)
Gets the convolution algorithm implemented by a solver.
miopenStatus_t miopenSetFindOptionPreallocatedWorkspace(miopenFindOptions_t options, void *buffer, size_t size)
Attaches the preallocated workspace to find options. Allocated by the library by default.
miopenStatus_t miopenCreateActivationProblem(miopenProblem_t *problem, miopenActivationDescriptor_t operatorDesc, miopenProblemDirection_t direction)
Initializes a problem object describing an activation operation.
miopenStatus_t miopenDestroyProblem(miopenProblem_t problem)
Destroys a problem object.
miopenStatus_t miopenCreateFindOptions(miopenFindOptions_t *options)
Initializes miopenFindOptions object.
miopenStatus_t miopenGetSoftmaxDescriptor(const miopenSoftmaxDescriptor_t softmaxDesc, float *alpha, float *beta, miopenSoftmaxAlgorithm_t *algorithm, miopenSoftmaxMode_t *mode)
Gets the softmax layer descriptor details.
miopenStatus_t miopenCreateConvProblem(miopenProblem_t *problem, miopenConvolutionDescriptor_t operatorDesc, miopenProblemDirection_t direction)
Initializes a problem object describing a convolution operation.
miopenStatus_t miopenCreateBiasProblem(miopenProblem_t *problem, miopenProblemDirection_t direction)
Initializes a problem object describing an bias operation.
miopenStatus_t miopenSetProblemTensorDescriptor(miopenProblem_t problem, miopenTensorArgumentId_t id, const miopenTensorDescriptor_t descriptor)
Sets a tensor descriptor for the specified argument.
miopenStatus_t miopenCreateSoftmaxDescriptor(miopenSoftmaxDescriptor_t *softmaxDesc)
Creates the Softmax descriptor object.
@ miopenFindResultsOrderByWorkspaceSize
Definition: miopen.h:6218
@ miopenFindResultsOrderByTime
Definition: miopen.h:6217
@ miopenMhaMaskCausal
Definition: miopen.h:6246
@ miopenMhaMaskNone
Definition: miopen.h:6245
@ miopenTensorMhaDescaleS
Definition: miopen.h:6147
@ miopenTensorMhaO
Definition: miopen.h:6153
@ miopenTensorMhaAmaxDV
Definition: miopen.h:6171
@ miopenTensorBatchnormScaleDiff
Definition: miopen.h:6194
@ miopenTensorMhaMask
Definition: miopen.h:6205
@ miopenTensorMhaDescaleDS
Definition: miopen.h:6161
@ miopenTensorMhaDropoutSeed
Definition: miopen.h:6151
@ miopenTensorBatchnormSavedMean
Definition: miopen.h:6191
@ miopenTensorActivationDY
Definition: miopen.h:6179
@ miopenTensorBatchnormDX
Definition: miopen.h:6199
@ miopenTensorMhaDescaleV
Definition: miopen.h:6146
@ miopenTensorMhaK
Definition: miopen.h:6141
@ miopenTensorConvolutionX
Definition: miopen.h:6137
@ miopenTensorMhaAmaxDK
Definition: miopen.h:6170
@ miopenTensorMhaScaleDS
Definition: miopen.h:6162
@ miopenTensorBatchnormBias
Definition: miopen.h:6197
@ miopenTensorMhaM
Definition: miopen.h:6156
@ miopenTensorBatchnormRunningMean
Definition: miopen.h:6189
@ miopenTensorMhaDropoutProbability
Definition: miopen.h:6150
@ miopenTensorSoftmaxY
Definition: miopen.h:6184
@ miopenTensorSoftmaxDY
Definition: miopen.h:6186
@ miopenTensorMhaDescaleO
Definition: miopen.h:6159
@ miopenTensorMhaScaleO
Definition: miopen.h:6149
@ miopenScalarBatchnormExpAvgFactor
Definition: miopen.h:6207
@ miopenTensorBatchnormScale
Definition: miopen.h:6193
@ miopenTensorBatchnormRunningVariance
Definition: miopen.h:6190
@ miopenTensorActivationDX
Definition: miopen.h:6178
@ miopenTensorMhaScaleDK
Definition: miopen.h:6164
@ miopenTensorMhaV
Definition: miopen.h:6143
@ miopenTensorMhaAmaxS
Definition: miopen.h:6155
@ miopenTensorBatchnormBiasDiff
Definition: miopen.h:6198
@ miopenTensorBatchnormSavedVariance
Definition: miopen.h:6192
@ miopenTensorActivationX
Definition: miopen.h:6176
@ miopenTensorMhaScaleDV
Definition: miopen.h:6165
@ miopenTensorMhaAmaxO
Definition: miopen.h:6154
@ miopenScalarBatchnormEpsilon
Definition: miopen.h:6208
@ miopenTensorMhaScaleDQ
Definition: miopen.h:6163
@ miopenTensorSoftmaxDX
Definition: miopen.h:6185
@ miopenTensorMhaAmaxDS
Definition: miopen.h:6172
@ miopenTensorMhaDV
Definition: miopen.h:6168
@ miopenTensorMhaQ
Definition: miopen.h:6142
@ miopenTensorMhaAmaxDQ
Definition: miopen.h:6169
@ miopenTensorConvolutionY
Definition: miopen.h:6139
@ miopenTensorBatchnormEstimatedMean
Definition: miopen.h:6195
@ miopenTensorBatchnormDY
Definition: miopen.h:6200
@ miopenTensorMhaZInv
Definition: miopen.h:6157
@ miopenTensorMhaDescaleQ
Definition: miopen.h:6145
@ miopenTensorMhaBias
Definition: miopen.h:6173
@ miopenTensorBatchnormEstimatedVariance
Definition: miopen.h:6196
@ miopenTensorArgumentIsScalar
Definition: miopen.h:6203
@ miopenTensorArgumentIdInvalid
Definition: miopen.h:6136
@ miopenTensorMhaDO
Definition: miopen.h:6158
@ miopenTensorMhaDescaleDO
Definition: miopen.h:6160
@ miopenTensorConvolutionW
Definition: miopen.h:6138
@ miopenTensorMhaDescaleK
Definition: miopen.h:6144
@ miopenTensorMhaDropoutOffset
Definition: miopen.h:6152
@ miopenTensorBiasY
Definition: miopen.h:6181
@ miopenTensorMhaDQ
Definition: miopen.h:6166
@ miopenTensorSoftmaxX
Definition: miopen.h:6183
@ miopenTensorBatchnormY
Definition: miopen.h:6188
@ miopenTensorMhaScaleS
Definition: miopen.h:6148
@ miopenTensorBias
Definition: miopen.h:6182
@ miopenTensorActivationY
Definition: miopen.h:6177
@ miopenTensorBatchnormX
Definition: miopen.h:6187
@ miopenTensorBiasX
Definition: miopen.h:6180
@ miopenTensorMhaDK
Definition: miopen.h:6167
@ miopenProblemDirectionBackwardWeights
Definition: miopen.h:6125
@ miopenProblemDirectionInference
Definition: miopen.h:6127
@ miopenProblemDirectionForward
Definition: miopen.h:6123
@ miopenProblemDirectionBackward
Definition: miopen.h:6124
miopenStatus_t miopenGetGetitemWorkspaceSize(miopenHandle_t handle, uint32_t indexCount, const miopenTensorDescriptor_t *indexDescs, size_t *sizeInBytes)
Helper function to query the minimum workspace size required by the getitem call.
miopenStatus_t miopenGetitemBackward(miopenHandle_t handle, void *workspace, size_t workspaceSizeInBytes, const miopenTensorDescriptor_t dyDesc, const void *dy, uint32_t indexCount, const miopenTensorDescriptor_t *indexDescs, const void *const *indexs, const miopenTensorDescriptor_t dxDesc, void *dx, const miopenTensorDescriptor_t errorDesc, void *error, uint32_t dimCount, const int32_t *dims, uint32_t sliceCount, const int32_t *slices, uint32_t offset)
Execute a getitem backward layer.
miopenStatus_t miopenGroupNormForward(miopenHandle_t handle, miopenNormMode_t mode, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t weightDesc, const void *weight, const miopenTensorDescriptor_t biasDesc, const void *bias, const uint64_t num_groups, const float epsilon, const miopenTensorDescriptor_t yDesc, void *y, const miopenTensorDescriptor_t meanDesc, void *mean, const miopenTensorDescriptor_t rstdDesc, void *rstd)
Execute a groupnorm forward layer.
miopenStatus_t miopenCreateWithStream(miopenHandle_t *handle, miopenAcceleratorQueue_t stream)
Create a MIOpen handle with an accelerator stream.
miopenStatus_t miopenDestroy(miopenHandle_t handle)
Destroys the MIOpen handle.
miopenTuningPolicy_t
Definition: miopen.h:7988
miopenStatus_t miopenGetTuningPolicy(miopenHandle_t handle, miopenTuningPolicy_t *value)
Get tuning policy from a handle.
void(* miopenDeallocatorFunction)(void *context, void *memory)
Custom deallocator function.
Definition: miopen.h:129
miopenMathType_t
Definition: miopen.h:87
miopenStatus_t miopenGetStream(miopenHandle_t handle, miopenAcceleratorQueue_t *streamID)
Get the previously created accelerator command queue.
miopenStatus_t miopenEnableProfiling(miopenHandle_t handle, bool enable)
Enable profiling to retrieve kernel time.
miopenStatus_t miopenGetVersion(size_t *major, size_t *minor, size_t *patch)
Method to return version of MIOpen.
miopenStatus_t miopenSetTuningPolicy(miopenHandle_t handle, miopenTuningPolicy_t newValue)
Update tuning policy for a specific handle. API alternative for MIOPEN_FIND_ENFORCE environment varia...
miopenStatus_t
Definition: miopen.h:72
miopenStatus_t miopenSetAllocator(miopenHandle_t handle, miopenAllocatorFunction allocator, miopenDeallocatorFunction deallocator, void *allocatorContext)
Set allocator for previously created miopenHandle.
miopenF8RoundingMode_t
Definition: miopen.h:96
void *(* miopenAllocatorFunction)(void *context, size_t sizeBytes)
Custom allocator function.
Definition: miopen.h:119
const char * miopenGetErrorString(miopenStatus_t error)
Get character string for an error code.
miopenStatus_t miopenCreate(miopenHandle_t *handle)
Method to create the MIOpen handle object.
miopenStatus_t miopenGetKernelTime(miopenHandle_t handle, float *time)
Get time for last kernel launched.
miopenStatus_t miopenSetStream(miopenHandle_t handle, miopenAcceleratorQueue_t streamID)
Set accelerator command queue previously created.
@ miopenTuningPolicyDbClean
Definition: miopen.h:7994
@ miopenTuningPolicyDbUpdate
Definition: miopen.h:7990
@ miopenTuningPolicyNone
Definition: miopen.h:7989
@ miopenTuningPolicySearch
Definition: miopen.h:7991
@ miopenTuningPolicySearchDbUpdate
Definition: miopen.h:7993
@ miopenMathDefault
Definition: miopen.h:89
@ miopenMathPedantic
Definition: miopen.h:90
@ miopenStatusUnsupportedOp
Definition: miopen.h:81
@ miopenStatusGpuOperationsSkipped
Definition: miopen.h:82
@ miopenStatusUnknownError
Definition: miopen.h:80
@ miopenStatusSuccess
Definition: miopen.h:73
@ miopenStatusVersionMismatch
Definition: miopen.h:83
@ miopenStatusAllocFailed
Definition: miopen.h:77
@ miopenStatusNotImplemented
Definition: miopen.h:79
@ miopenStatusBadParm
Definition: miopen.h:76
@ miopenStatusNotInitialized
Definition: miopen.h:74
@ miopenStatusInternalError
Definition: miopen.h:78
@ miopenStatusInvalidValue
Definition: miopen.h:75
@ miopenF8RoundingModeStandard
Definition: miopen.h:97
@ miopenF8RoundingModeStochastic
Definition: miopen.h:98
miopenStatus_t miopenKthvalueForward(miopenHandle_t handle, miopenTensorDescriptor_t inputDesc, const void *input, miopenTensorDescriptor_t outputDesc, void *output, miopenTensorDescriptor_t indicesDesc, size_t *indices, size_t k, int32_t dim=-1, bool keepDim=false)
Execute a Kthvalue forward layer.
miopenStatus_t miopenLayerNormForward(miopenHandle_t handle, miopenNormMode_t mode, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t weightDesc, const void *weight, const miopenTensorDescriptor_t biasDesc, const void *bias, const float epsilon, const int32_t normalized_dim, const miopenTensorDescriptor_t yDesc, void *y, const miopenTensorDescriptor_t meanDesc, void *mean, const miopenTensorDescriptor_t rstdDesc, void *rstd)
Execute a layernorm forward layer.
miopenStatus_t miopenT5LayerNormBackward(miopenHandle_t handle, miopenNormMode_t mode, void *workspace, size_t workspaceSizeInBytes, const miopenTensorDescriptor_t dyDesc, const void *dy, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t weightDesc, const void *weight, const miopenTensorDescriptor_t rstdDesc, const void *rstd, const miopenTensorDescriptor_t dxDesc, void *dx, const miopenTensorDescriptor_t dwDesc, void *dw)
Execute a T5layernorm backward layer.
miopenStatus_t miopenLayerNormBackward(miopenHandle_t handle, miopenNormMode_t mode, void *workspace, size_t workspaceSizeInBytes, const miopenTensorDescriptor_t dyDesc, const void *dy, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t weightDesc, const void *weight, const miopenTensorDescriptor_t meanDesc, const void *mean, const miopenTensorDescriptor_t rstdDesc, const void *rstd, const int32_t normalized_dim, const miopenTensorDescriptor_t dxDesc, void *dx, const miopenTensorDescriptor_t dwDesc, void *dw, const miopenTensorDescriptor_t dbDesc, void *db)
Execute a layernorm backward layer.
miopenStatus_t miopenT5LayerNormForward(miopenHandle_t handle, miopenNormMode_t mode, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t weightDesc, const void *weight, const float epsilon, const miopenTensorDescriptor_t yDesc, void *y, const miopenTensorDescriptor_t rstdDesc, void *rstd)
Execute a T5layernorm forward layer.
miopenNormMode_t
Definition: miopen.h:455
miopenStatus_t miopenGetLayerNormBackwardWorkspaceSize(miopenHandle_t handle, miopenNormMode_t mode, const miopenTensorDescriptor_t dyDesc, const miopenTensorDescriptor_t xDesc, const miopenTensorDescriptor_t weightDesc, const miopenTensorDescriptor_t meanDesc, const miopenTensorDescriptor_t rstdDesc, const int32_t normalized_dim, const miopenTensorDescriptor_t dxDesc, const miopenTensorDescriptor_t dwDesc, const miopenTensorDescriptor_t dbDesc, size_t *sizeInBytes)
Helper function to query the minimum workspace size required by the layernorm backward call.
miopenStatus_t miopenGetT5LayerNormBackwardWorkspaceSize(miopenHandle_t handle, miopenNormMode_t mode, const miopenTensorDescriptor_t dyDesc, const miopenTensorDescriptor_t xDesc, const miopenTensorDescriptor_t weightDesc, const miopenTensorDescriptor_t rstdDesc, const miopenTensorDescriptor_t dxDesc, const miopenTensorDescriptor_t dwDesc, size_t *sizeInBytes)
Helper function to query the minimum workspace size required by the T5layernorm backward call.
miopenStatus_t miopenAddLayerNormForward(miopenHandle_t handle, miopenNormMode_t mode, const miopenTensorDescriptor_t xDesc, const void *x, const miopenTensorDescriptor_t x2Desc, const void *x2, const miopenTensorDescriptor_t weightDesc, const void *weight, const miopenTensorDescriptor_t biasDesc, const void *bias, const float epsilon, const int32_t normalized_dim, const miopenTensorDescriptor_t yDesc, void *y, const miopenTensorDescriptor_t meanDesc, void *mean, const miopenTensorDescriptor_t rstdDesc, void *rstd)
Execute a add and layernorm forward layer.
@ MIOPEN_ELEMENTWISE_AFFINE_FUSED_ADD
Definition: miopen.h:459
@ MIOPEN_WEIGHT_BIAS
Definition: miopen.h:457
@ MIOPEN_ELEMENTWISE_AFFINE
Definition: miopen.h:456
@ MIOPEN_WEIGHT_BIAS_T5
Definition: miopen.h:465
@ MIOPEN_ELEMENTWISE_AFFINE_T5
Definition: miopen.h:463
@ MIOPEN_WEIGHT_BIAS_FUSED_ADD
Definition: miopen.h:461
miopenPaddingMode_t
Definition: miopen.h:415
@ miopenPaddingDefault
Definition: miopen.h:416
@ miopenPaddingSame
Definition: miopen.h:417
@ miopenPaddingValid
Definition: miopen.h:418
miopenStatus_t miopenSet2dPoolingDescriptor(miopenPoolingDescriptor_t poolDesc, miopenPoolingMode_t mode, int windowHeight, int windowWidth, int pad_h, int pad_w, int stride_h, int stride_w)
Sets a 2-D pooling layer descriptor details.
miopenStatus_t miopenSetPoolingWorkSpaceIndexMode(miopenPoolingDescriptor_t poolDesc, miopenPoolingWorkspaceIndexMode_t workspace_index)
Set workspace index mode for pooling layer. The default mode is miopenPoolingWorkSpaceIndexMask.
miopenStatus_t miopenGetPoolingForwardOutputDim(const miopenPoolingDescriptor_t poolDesc, const miopenTensorDescriptor_t tensorDesc, int *n, int *c, int *h, int *w)
Gets the shape of the output tensor for 2-D pooling.
miopenStatus_t miopenPoolingGetWorkSpaceSize(const miopenTensorDescriptor_t yDesc, size_t *workSpaceSize)
Get the amount of GPU memory required for pooling.
miopenStatus_t miopenSetNdPoolingDescriptor(miopenPoolingDescriptor_t poolDesc, const miopenPoolingMode_t mode, int nbDims, const int *windowDimA, const int *padA, const int *stridesA)
Set details of a N-D pooling layer descriptor.
miopenStatus_t miopenPoolingForward(miopenHandle_t handle, const miopenPoolingDescriptor_t poolDesc, const void *alpha, const miopenTensorDescriptor_t xDesc, const void *x, const void *beta, const miopenTensorDescriptor_t yDesc, void *y, bool do_backward, void *workSpace, size_t workSpaceSize)
Execute a forward pooling layer.
miopenPoolingMode_t
Definition: miopen.h:425
miopenStatus_t miopenPoolingGetWorkSpaceSizeV2(const miopenPoolingDescriptor_t poolDesc, const miopenTensorDescriptor_t yDesc, size_t *workSpaceSize)
Get the amount of GPU memory required for pooling.
miopenStatus_t miopenGetPoolingWorkSpaceIndexMode(miopenPoolingDescriptor_t poolDesc, miopenPoolingWorkspaceIndexMode_t *workspace_index)
Get workspace index mode for pooling layer.
miopenIndexType_t
Definition: miopen.h:380
miopenStatus_t miopenGetPoolingIndexType(miopenPoolingDescriptor_t poolDesc, miopenIndexType_t *index_type)
Get the index data type for pooling layer. The index type to any of the miopenIndexType_t sizes; 8,...
miopenPoolingWorkspaceIndexMode_t
Definition: miopen.h:437
miopenStatus_t miopenGetPoolingNdForwardOutputDim(const miopenPoolingDescriptor_t poolDesc, const miopenTensorDescriptor_t tensorDesc, int dims, int *tensorDimArr)
Gets the shape of the output tensor for N-D pooling.
miopenStatus_t miopenGetNdPoolingDescriptor(const miopenPoolingDescriptor_t poolDesc, int nbDimsRequested, miopenPoolingMode_t *mode, int *nbDims, int *windowDimA, int *padA, int *stridesA)
Get details of a N-D pooling layer descriptor.
miopenStatus_t miopenCreatePoolingDescriptor(miopenPoolingDescriptor_t *poolDesc)
Creates a pooling layer descriptor.
miopenStatus_t miopenSetPoolingIndexType(miopenPoolingDescriptor_t poolDesc, miopenIndexType_t index_type)
Set index data type for pooling layer. The default indexing type is uint8_t. Users can set the index ...
miopenStatus_t miopenGet2dPoolingDescriptor(const miopenPoolingDescriptor_t poolDesc, miopenPoolingMode_t *mode, int *windowHeight, int *windowWidth, int *pad_h, int *pad_w, int *stride_h, int *stride_w)
Gets a 2-D pooling layer descriptor details.
miopenStatus_t miopenDestroyPoolingDescriptor(miopenPoolingDescriptor_t poolDesc)
Destroys the pooling descriptor object.
miopenStatus_t miopenPoolingBackward(miopenHandle_t handle, const miopenPoolingDescriptor_t poolDesc, const void *alpha, const miopenTensorDescriptor_t yDesc, const void *y, const miopenTensorDescriptor_t dyDesc, const void *dy, const miopenTensorDescriptor_t xDesc, const void *x, const void *beta, const miopenTensorDescriptor_t dxDesc, void *dx, void *workSpace)
Execute a backward pooling layer.
@ miopenPoolingAverage
Definition: miopen.h:427
@ miopenPoolingAverageInclusive
Definition: miopen.h:428
@ miopenPoolingMax
Definition: miopen.h:426
@ miopenIndexUint16
Definition: miopen.h:382
@ miopenIndexUint64
Definition: miopen.h:384
@ miopenIndexUint32
Definition: miopen.h:383
@ miopenIndexUint8
Definition: miopen.h:381
@ miopenPoolingWorkspaceIndexImage
Definition: miopen.h:439
@ miopenPoolingWorkspaceIndexMask
Definition: miopen.h:438
miopenStatus_t miopenReduceCalculationForward(miopenHandle_t handle, miopenReduceCalculationNanPropagation_t nanPropagation, void *workspace, size_t workspaceSizeInBytes, const miopenTensorDescriptor_t xDesc, const void *x, const int32_t dim, const miopenReduceCalculationOp_t reduceCalculationOp, const miopenTensorDescriptor_t reduceDesc, void *y)
Execute a reducecalculation forward layer.
miopenReduceCalculationNanPropagation_t
Definition: miopen.h:6639
miopenReduceCalculationOp_t
Definition: miopen.h:6655
miopenStatus_t miopenGetReduceCalculationWorkspaceSize(miopenHandle_t handle, const miopenTensorDescriptor_t xDesc, const int32_t dim, const miopenReduceCalculationOp_t reduceCalculationOp, const miopenTensorDescriptor_t reduceDesc, size_t *sizeInBytes)
Helper function to query the minimum workspace size required by the ReduceTensor call.
@ MIOPEN_REDUCE_CALCULATION_PROPAGATE_NAN
Definition: miopen.h:6641
@ MIOPEN_REDUCE_CALCULATION_NOT_PROPAGATE_NAN
Definition: miopen.h:6640
@ MIOPEN_REDUCE_CALCULATION_PROD
Definition: miopen.h:6656
@ MIOPEN_REDUCE_CALCULATION_SUM
Definition: miopen.h:6658
miopenStatus_t miopenSoftmaxBackward_V2(miopenHandle_t handle, const void *alpha, const miopenTensorDescriptor_t yDesc, const void *y, const miopenTensorDescriptor_t dyDesc, const void *dy, const void *beta, const miopenTensorDescriptor_t dxDesc, void *dx, miopenSoftmaxAlgorithm_t algorithm, miopenSoftmaxMode_t mode)
Execute a softmax backwards layer with expanded modes and algorithms.
miopenStatus_t miopenSoftmaxForward(miopenHandle_t handle, const void *alpha, const miopenTensorDescriptor_t xDesc, const void *x, const void *beta, const miopenTensorDescriptor_t yDesc, void *y)
Execute a softmax forward layer.
miopenStatus_t miopenSoftmaxForward_V2(miopenHandle_t handle, const void *alpha, const miopenTensorDescriptor_t xDesc, const void *x, const void *beta, const miopenTensorDescriptor_t yDesc, void *y, miopenSoftmaxAlgorithm_t algorithm, miopenSoftmaxMode_t mode)
Execute a softmax forward layer with expanded modes and algorithms.
miopenStatus_t miopenSoftmaxBackward(miopenHandle_t handle, const void *alpha, const miopenTensorDescriptor_t yDesc, const void *y, const miopenTensorDescriptor_t dyDesc, const void *dy, const void *beta, const miopenTensorDescriptor_t dxDesc, void *dx)
Execute a softmax backwards layer.
miopenSoftmaxMode_t
Definition: miopen.h:514
miopenSoftmaxAlgorithm_t
Definition: miopen.h:504
@ MIOPEN_SOFTMAX_MODE_INSTANCE
Definition: miopen.h:515
@ MIOPEN_SOFTMAX_MODE_CHANNEL
Definition: miopen.h:516
@ MIOPEN_SOFTMAX_FAST
Definition: miopen.h:505
@ MIOPEN_SOFTMAX_ACCURATE
Definition: miopen.h:506
@ MIOPEN_SOFTMAX_LOG
Definition: miopen.h:507
miopenStatus_t miopenDestroySeqTensorDescriptor(miopenSeqTensorDescriptor_t tensorDesc)
Destroys the sequence data tensor descriptor.
miopenStatus_t miopenGetTensorDescriptor(miopenTensorDescriptor_t tensorDesc, miopenDataType_t *dataType, int *dimsA, int *stridesA)
Get the details of the N-dimensional tensor descriptor.
miopenStatus_t miopenSetNdTensorDescriptorWithLayout(miopenTensorDescriptor_t tensorDesc, miopenDataType_t dataType, miopenTensorLayout_t tensorLayout, const int *lens, int num_lens)
Set shape of ND tensor with specific layout.
miopenStatus_t miopenSetTensor(miopenHandle_t handle, const miopenTensorDescriptor_t yDesc, void *y, const void *alpha)
Fills a tensor with a single value.
miopenStatus_t miopenOpTensor(miopenHandle_t handle, miopenTensorOp_t tensorOp, const void *alpha1, const miopenTensorDescriptor_t aDesc, const void *A, const void *alpha2, const miopenTensorDescriptor_t bDesc, const void *B, const void *beta, const miopenTensorDescriptor_t cDesc, void *C)
Execute element-wise tensor operations.
miopenStatus_t miopenGetTensorNumBytes(miopenTensorDescriptor_t tensorDesc, size_t *numBytes)
Returns number of bytes associated with tensor descriptor.
miopenStatus_t miopenGet4dTensorDescriptor(miopenTensorDescriptor_t tensorDesc, miopenDataType_t *dataType, int *n, int *c, int *h, int *w, int *nStride, int *cStride, int *hStride, int *wStride)
Get the details of the tensor descriptor.
miopenTensorLayout_t
Definition: miopen.h:364
miopenStatus_t miopenTransformTensor(miopenHandle_t handle, const void *alpha, const miopenTensorDescriptor_t xDesc, const void *x, const void *beta, const miopenTensorDescriptor_t yDesc, void *y)
Copies one tensor to another tensor with a different layout/scale.
miopenStatus_t miopenCreateTensorDescriptor(miopenTensorDescriptor_t *tensorDesc)
Create a Tensor Descriptor.
miopenStatus_t miopenSetTensorDescriptorV2(miopenTensorDescriptor_t tensorDesc, miopenDataType_t dataType, int nbDims, const size_t *dimsA, const size_t *stridesA)
Set shape of N-dimensional tensor.
miopenStatus_t miopenScaleTensor(miopenHandle_t handle, const miopenTensorDescriptor_t yDesc, void *y, const void *alpha)
Scales all elements in a tensor by a single value.
miopenStatus_t miopenSetTensorCastType(miopenTensorDescriptor_t tensorDesc, miopenDataType_t cast_type)
Set the tensor cast type.
miopenStatus_t miopenSet4dTensorDescriptor(miopenTensorDescriptor_t tensorDesc, miopenDataType_t dataType, int n, int c, int h, int w)
Set shape of 4D tensor.
miopenStatus_t miopenSet4dTensorDescriptorEx(miopenTensorDescriptor_t tensorDesc, miopenDataType_t dataType, int n, int c, int h, int w, int nStride, int cStride, int hStride, int wStride)
Set shape and stride of 4D tensor.
miopenDataType_t
Definition: miopen.h:345
miopenStatus_t miopenCreateSeqTensorDescriptor(miopenSeqTensorDescriptor_t *tensorDesc)
Create a Tensor Descriptor for sequence data.
miopenTensorOp_t
Definition: miopen.h:391
miopenStatus_t miopenGetTensorDescriptorSize(miopenTensorDescriptor_t tensorDesc, int *size)
Set shape of N-dimensional tensor.
miopenStatus_t miopenDestroyTensorDescriptor(miopenTensorDescriptor_t tensorDesc)
Destroys the tensor descriptor.
miopenStatus_t miopenSetTensorDescriptor(miopenTensorDescriptor_t tensorDesc, miopenDataType_t dataType, int nbDims, const int *dimsA, const int *stridesA)
Set shape of N-dimensional tensor.
@ miopenTensorCHWN
Definition: miopen.h:367
@ miopenTensorNHWC
Definition: miopen.h:366
@ miopenTensorNDHWC
Definition: miopen.h:373
@ miopenTensorNCHW
Definition: miopen.h:365
@ miopenTensorCHWNc4
Definition: miopen.h:370
@ miopenTensorNCHWc8
Definition: miopen.h:369
@ miopenTensorNCDHW
Definition: miopen.h:372
@ miopenTensorCHWNc8
Definition: miopen.h:371
@ miopenTensorNCHWc4
Definition: miopen.h:368
@ miopenFloat
Definition: miopen.h:347
@ miopenBFloat8_fnuz
Definition: miopen.h:355
@ miopenBFloat16
Definition: miopen.h:351
@ miopenInt8
Definition: miopen.h:349
@ miopenInt32
Definition: miopen.h:348
@ miopenHalf
Definition: miopen.h:346
@ miopenInt64
Definition: miopen.h:356
@ miopenDouble
Definition: miopen.h:353
@ miopenFloat8_fnuz
Definition: miopen.h:354
@ miopenTensorOpMin
Definition: miopen.h:394
@ miopenTensorOpAdd
Definition: miopen.h:392
@ miopenTensorOpMul
Definition: miopen.h:393
@ miopenTensorOpMax
Definition: miopen.h:395
#define MIOPEN_DECLARE_OBJECT(name)
Definition: miopen.h:46
hipStream_t miopenAcceleratorQueue_t
Definition: miopen.h:56
Perf struct for forward, backward filter, or backward data algorithms.
Definition: miopen.h:1243
miopenConvFwdAlgorithm_t fwd_algo
Definition: miopen.h:1246
miopenConvBwdDataAlgorithm_t bwd_data_algo
Definition: miopen.h:1250
size_t memory
Definition: miopen.h:1254
miopenConvBwdWeightsAlgorithm_t bwd_weights_algo
Definition: miopen.h:1247
float time
Definition: miopen.h:1253
Performance struct for forward, backward filter, or backward data algorithms in immediate mode.
Definition: miopen.h:1267
miopenConvAlgorithm_t algorithm
Definition: miopen.h:1274
uint64_t solution_id
Definition: miopen.h:1273
size_t workspace_size
Definition: miopen.h:1271
float time
Definition: miopen.h:1268
Values of a tensor or scalar argument for the miopenRunSolution function.
Definition: miopen.h:6447
miopenTensorArgumentId_t id
Definition: miopen.h:6450
void * buffer
Definition: miopen.h:6460
miopenTensorDescriptor_t * descriptor
Definition: miopen.h:6456