[dense-linear-algebra-libraries/linalg.git] / src / ti / linalg / blasblisacc / src / ti_cblas_cblas_zgemm.c
1 /******************************************************************************
2 * Copyright (c) 2013-2015, Texas Instruments Incorporated - http://www.ti.com/
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 * * Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * * Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
12 * * Neither the name of Texas Instruments Incorporated nor the
13 * names of its contributors may be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
17 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
20 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
26 * THE POSSIBILITY OF SUCH DAMAGE.
27 *****************************************************************************/
29 #include "ti_cblas_acc.h"
30 #include "../../ticblas/ticblas.h"
32 #ifdef __cplusplus
33 extern "C" {
34 #endif
35 void __real_cblas_zgemm(const enum CBLAS_ORDER Order, const enum CBLAS_TRANSPOSE TransA, const enum CBLAS_TRANSPOSE TransB, const int M, const int N, const int K, const void *alpha, const void *A, const int lda, const void *B, const int ldb, const void *beta, void *C, const int ldc) ;
37 #ifdef __cplusplus
38 }
39 extern "C"
40 #endif
41 void cblas_zgemm(const enum CBLAS_ORDER Order, const enum CBLAS_TRANSPOSE TransA, const enum CBLAS_TRANSPOSE TransB, const int M, const int N, const int K, const void *alpha, const void *A, const int lda, const void *B, const int ldb, const void *beta, void *C, const int ldc)
42 {
44 /* Do an init on first use */
45 if (!ti_cblas_init_done) ti_cblas_init();
46 TI_CBLAS_DEBUG_PRINT("Intercepted call to %s\n", "cblas_zgemm");
48 TI_CBLAS_PROFILE_START();
49 /* Dynamic condtional offload to ARM */
50 if ((TI_CBLAS_L3_OFFLOAD == TI_CBLAS_OFFLOAD_NONE) || ((TI_CBLAS_L3_OFFLOAD == TI_CBLAS_OFFLOAD_SIZE) && (!zgemm_offload_dsp(Order,M,N,K)))) {
51 TI_CBLAS_DEBUG_PRINT("Executing ARM %s\n", "cblas_zgemm");
52 __real_cblas_zgemm(Order,TransA,TransB,M,N,K,alpha,A,lda,B,ldb,beta,C,ldc);
53 TI_CBLAS_PROFILE_REPORT(" Entire %s call (ARM) took %8.2f us\n","cblas_zgemm", (float) clock_diff);
54 return ;
55 }
56 /* End ARM offload */
58 /******************************************************************/
59 /* DSP offload WILL be done if control reaches here */
60 TI_CBLAS_DEBUG_PRINT("Offloading to DSP %s\n", "cblas_zgemm");
62 /* Lookup kernel pointer from global table */
63 #ifdef __cplusplus
64 Event e;
65 Kernel* __K;
66 #else
67 cl_kernel __K;
68 #endif
69 __K = ti_cblas_get_kernel("ocl_cblas_zgemm");
71 #ifdef __cplusplus
72 try
73 #else
74 cl_int err = CL_SUCCESS;
75 #endif
76 {
78 #ifdef __cplusplus
79 __K->setArg(0, Order);
80 #else
81 err |= clSetKernelArg(__K, 0, sizeof(Order), &Order);
82 #endif
84 #ifdef __cplusplus
85 __K->setArg(1, TransA);
86 #else
87 err |= clSetKernelArg(__K, 1, sizeof(TransA), &TransA);
88 #endif
90 #ifdef __cplusplus
91 __K->setArg(2, TransB);
92 #else
93 err |= clSetKernelArg(__K, 2, sizeof(TransB), &TransB);
94 #endif
96 #ifdef __cplusplus
97 __K->setArg(3, M);
98 #else
99 err |= clSetKernelArg(__K, 3, sizeof(M), &M);
100 #endif
102 #ifdef __cplusplus
103 __K->setArg(4, N);
104 #else
105 err |= clSetKernelArg(__K, 4, sizeof(N), &N);
106 #endif
108 #ifdef __cplusplus
109 __K->setArg(5, K);
110 #else
111 err |= clSetKernelArg(__K, 5, sizeof(K), &K);
112 #endif
113 /* For const arguments we use CL_MEM_USE_READ_ONLY */
115 #ifdef __cplusplus
116 Buffer buf_alpha(*ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, 2*sizeof(double), (void *)alpha);
117 __K->setArg(6, buf_alpha);
118 #else
119 cl_mem buf_alpha = clCreateBuffer(ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, 2*sizeof(double), (void *)alpha, &err);
120 TI_CBLAS_OCL_CHKERROR("clCreateBuffer",err);
121 err |= clSetKernelArg(__K, 6, sizeof(buf_alpha), &buf_alpha);
122 TI_CBLAS_OCL_CHKERROR("clSetKernelArg",err);
123 #endif
124 /* For const arguments we use CL_MEM_USE_READ_ONLY */
126 int size_bufA;
127 size_bufA = 2*BLAS_ORD_T(Order,TransA,M,K)*lda*sizeof(double);
128 size_bufA = MAX(size_bufA,1);
130 #ifdef __cplusplus
131 Buffer buf_A(*ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, size_bufA, (void *)A);
132 __K->setArg(7, buf_A);
133 #else
134 cl_mem buf_A = clCreateBuffer(ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, size_bufA, (void *)A, &err);
135 TI_CBLAS_OCL_CHKERROR("clCreateBuffer",err);
136 err |= clSetKernelArg(__K, 7, sizeof(buf_A), &buf_A);
137 TI_CBLAS_OCL_CHKERROR("clSetKernelArg",err);
138 #endif
140 #ifdef __cplusplus
141 __K->setArg(8, lda);
142 #else
143 err |= clSetKernelArg(__K, 8, sizeof(lda), &lda);
144 #endif
145 /* For const arguments we use CL_MEM_USE_READ_ONLY */
147 int size_bufB;
148 size_bufB = 2*BLAS_ORD_T(Order,TransB,K,N)*ldb*sizeof(double);
149 size_bufB = MAX(size_bufB,1);
151 #ifdef __cplusplus
152 Buffer buf_B(*ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, size_bufB, (void *)B);
153 __K->setArg(9, buf_B);
154 #else
155 cl_mem buf_B = clCreateBuffer(ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, size_bufB, (void *)B, &err);
156 TI_CBLAS_OCL_CHKERROR("clCreateBuffer",err);
157 err |= clSetKernelArg(__K, 9, sizeof(buf_B), &buf_B);
158 TI_CBLAS_OCL_CHKERROR("clSetKernelArg",err);
159 #endif
161 #ifdef __cplusplus
162 __K->setArg(10, ldb);
163 #else
164 err |= clSetKernelArg(__K, 10, sizeof(ldb), &ldb);
165 #endif
166 /* For const arguments we use CL_MEM_USE_READ_ONLY */
168 #ifdef __cplusplus
169 Buffer buf_beta(*ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, 2*sizeof(double), (void *)beta);
170 __K->setArg(11, buf_beta);
171 #else
172 cl_mem buf_beta = clCreateBuffer(ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, 2*sizeof(double), (void *)beta, &err);
173 TI_CBLAS_OCL_CHKERROR("clCreateBuffer",err);
174 err |= clSetKernelArg(__K, 11, sizeof(buf_beta), &buf_beta);
175 TI_CBLAS_OCL_CHKERROR("clSetKernelArg",err);
176 #endif
178 int size_bufC;
179 size_bufC = 2*BLAS_ORD(Order,M,N)*ldc*sizeof(double);
180 size_bufC = MAX(size_bufC,1);
182 #ifdef __cplusplus
183 Buffer buf_C(*ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_HOST_PTR, size_bufC, (void *)C);
184 __K->setArg(12, buf_C);
185 #else
186 cl_mem buf_C = clCreateBuffer(ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_HOST_PTR, size_bufC, (void *)C, &err);
187 TI_CBLAS_OCL_CHKERROR("clCreateBuffer",err);
188 err |= clSetKernelArg(__K, 12, sizeof(buf_C), &buf_C);
189 TI_CBLAS_OCL_CHKERROR("clSetKernelArg",err);
190 #endif
192 #ifdef __cplusplus
193 __K->setArg(13, ldc);
194 #else
195 err |= clSetKernelArg(__K, 13, sizeof(ldc), &ldc);
196 #endif
198 void *msmc_ptr;
199 size_t msmc_size = MSMC_BUF_SIZE;
200 msmc_ptr = ti_cblas_mem_alloc(MSMC_BUF_SIZE);
201 #ifdef __cplusplus
202 Buffer buf_MSMC(*ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_HOST_PTR, MSMC_BUF_SIZE, (void *)msmc_ptr);
203 //Buffer buf_MSMC(ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_MSMC_TI, MSMC_BUF_SIZE);
204 __K->setArg(14, buf_MSMC);
206 #else
207 //cl_mem buf_MSMC = clCreateBuffer(ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_MSMC_TI, MSMC_BUF_SIZE, NULL, &err);
208 cl_mem buf_MSMC = clCreateBuffer(ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_HOST_PTR, MSMC_BUF_SIZE, (void *)msmc_ptr, &err);
209 TI_CBLAS_OCL_CHKERROR("clCreateBuffer",err);
210 err |= clSetKernelArg(__K, 14, sizeof(buf_MSMC), &buf_MSMC);
211 TI_CBLAS_OCL_CHKERROR("clSetKernelArg",err);
212 #endif
214 #ifdef __cplusplus
215 __K->setArg(15, msmc_size);
216 #else
217 err |= clSetKernelArg(__K, 15, sizeof(msmc_size), &msmc_size);
218 #endif
220 void *ddr_ptr;
221 size_t ddr_size = DDR_BUF_SIZE;
222 ddr_ptr = __malloc_ddr(DDR_BUF_SIZE);
223 Buffer buf_DDR(*ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_HOST_PTR, DDR_BUF_SIZE, ddr_ptr);
224 __K->setArg(16, buf_DDR);
225 __K->setArg(17, ddr_size);
227 /* create a buffer argument to get the return error code from the DSP */
228 int err_code;
229 #ifdef __cplusplus
230 Buffer buf_err(*ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_HOST_PTR, sizeof(int), &err_code);
231 __K->setArg(18, buf_err);
232 #else
233 cl_mem buf_err = clCreateBuffer(*ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_HOST_PTR, sizeof(int), &err_code, &err);
234 TI_CBLAS_OCL_CHKERROR("clCreateBuffer",err);
235 err |= clSetKernelArg(__K, 18, sizeof(buf_err), &buf_err);
236 TI_CBLAS_OCL_CHKERROR("clSetKernelArg",err);
237 #endif
239 #ifdef __cplusplus
240 ti_cblas_ocl_Q->enqueueTask(*__K, 0, &e);
241 e.wait();
242 #else
243 cl_event e;
244 err |= clEnqueueTask(ti_cblas_ocl_Q, __K, 0, 0, &e);
245 TI_CBLAS_OCL_CHKERROR("clEnqueueTask",err);
246 err |= clWaitForEvents(1, &e);
247 TI_CBLAS_OCL_CHKERROR("clWaitForEvents",err);
248 err |= clReleaseEvent(e);
249 TI_CBLAS_OCL_CHKERROR("clReleaseEvent",err);
250 #endif
252 if(err_code != TICBLAS_SUCCESS) {
253 printf("Error in offloaded cblas_zgemm with error code %d!\n", err_code);
254 }
256 ti_cblas_mem_free(msmc_ptr);
257 __free_ddr(ddr_ptr);
259 ti_cblas_delete_kernel(__K);
261 TI_CBLAS_DEBUG_PRINT("Finished executing %s\n", "cblas_zgemm");
262 TI_CBLAS_PROFILE_REPORT(" Entire %s call (DSP) took %8.2f us\n","cblas_zgemm", (float) clock_diff);
263 return ;
264 }
266 #ifdef __cplusplus
267 catch (Error err)
268 {
269 /* delete __K if it has not been deleted */
270 if(__K!=NULL) {
271 ti_cblas_delete_kernel(__K);
272 }
274 ti_cblas_error(err.what(),err.err());
275 return ;
276 }
277 #endif
278 }