1 /******************************************************************************
2 * Copyright (c) 2013-2015, Texas Instruments Incorporated - http://www.ti.com/
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 * * Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * * Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
12 * * Neither the name of Texas Instruments Incorporated nor the
13 * names of its contributors may be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
17 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
20 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
26 * THE POSSIBILITY OF SUCH DAMAGE.
27 *****************************************************************************/
29 #include "ti_cblas_acc.h"
30 #include "../../ticblas/ticblas.h"
32 #ifdef __cplusplus
33 extern "C" {
34 #endif
35 void __real_cblas_zgbmv(const enum CBLAS_ORDER order, const enum CBLAS_TRANSPOSE TransA, const int M, const int N, const int KL, const int KU, const void *alpha, const void *A, const int lda, const void *X, const int incX, const void *beta, void *Y, const int incY) ;
37 #ifdef __cplusplus
38 }
39 extern "C"
40 #endif
41 void cblas_zgbmv(const enum CBLAS_ORDER order, const enum CBLAS_TRANSPOSE TransA, const int M, const int N, const int KL, const int KU, const void *alpha, const void *A, const int lda, const void *X, const int incX, const void *beta, void *Y, const int incY)
42 {
44 /* Do an init on first use */
45 if (!ti_cblas_init_done) ti_cblas_init();
46 TI_CBLAS_DEBUG_PRINT("Intercepted call to %s\n", "cblas_zgbmv");
48 TI_CBLAS_PROFILE_START();
49 /* Dynamic condtional offload to ARM */
50 if ((TI_CBLAS_L2_OFFLOAD == TI_CBLAS_OFFLOAD_NONE)) {
51 TI_CBLAS_DEBUG_PRINT("Executing ARM %s\n", "cblas_zgbmv");
52 __real_cblas_zgbmv(order,TransA,M,N,KL,KU,alpha,A,lda,X,incX,beta,Y,incY);
53 TI_CBLAS_PROFILE_REPORT(" Entire %s call (ARM) took %8.2f us\n","cblas_zgbmv", (float) clock_diff);
54 return ;
55 }
56 /* End ARM offload */
58 /******************************************************************/
59 /* DSP offload WILL be done if control reaches here */
60 TI_CBLAS_DEBUG_PRINT("Offloading to DSP %s\n", "cblas_zgbmv");
62 /* Lookup kernel pointer from global table */
63 #ifdef __cplusplus
64 Event e;
65 Kernel* __K;
66 #else
67 cl_kernel __K;
68 #endif
69 __K = ti_cblas_get_kernel(TI_CBLAS_CBLAS_ZGBMV_IDX, "ocl_cblas_zgbmv");
70 #ifdef __cplusplus
71 try
72 #else
73 cl_int err = CL_SUCCESS;
74 #endif
75 {
77 #ifdef __cplusplus
78 __K->setArg(0, order);
79 #else
80 err |= clSetKernelArg(__K, 0, sizeof(order), &order);
81 #endif
83 #ifdef __cplusplus
84 __K->setArg(1, TransA);
85 #else
86 err |= clSetKernelArg(__K, 1, sizeof(TransA), &TransA);
87 #endif
89 #ifdef __cplusplus
90 __K->setArg(2, M);
91 #else
92 err |= clSetKernelArg(__K, 2, sizeof(M), &M);
93 #endif
95 #ifdef __cplusplus
96 __K->setArg(3, N);
97 #else
98 err |= clSetKernelArg(__K, 3, sizeof(N), &N);
99 #endif
101 #ifdef __cplusplus
102 __K->setArg(4, KL);
103 #else
104 err |= clSetKernelArg(__K, 4, sizeof(KL), &KL);
105 #endif
107 #ifdef __cplusplus
108 __K->setArg(5, KU);
109 #else
110 err |= clSetKernelArg(__K, 5, sizeof(KU), &KU);
111 #endif
112 /* For const arguments we use CL_MEM_USE_READ_ONLY */
114 #ifdef __cplusplus
115 Buffer buf_alpha(*ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, 2*sizeof(double), (void *)alpha);
116 __K->setArg(6, buf_alpha);
117 #else
118 cl_mem buf_alpha = clCreateBuffer(ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, 2*sizeof(double), (void *)alpha, &err);
119 TI_CBLAS_OCL_CHKERROR("clCreateBuffer",err);
120 err |= clSetKernelArg(__K, 6, sizeof(buf_alpha), &buf_alpha);
121 TI_CBLAS_OCL_CHKERROR("clSetKernelArg",err);
122 #endif
123 /* For const arguments we use CL_MEM_USE_READ_ONLY */
125 int size_bufA;
126 size_bufA = 2*BLAS_ORD(order,M,N)*lda*sizeof(double);
127 size_bufA = MAX(size_bufA,1);
129 #ifdef __cplusplus
130 Buffer buf_A(*ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, size_bufA, (void *)A);
131 __K->setArg(7, buf_A);
132 #else
133 cl_mem buf_A = clCreateBuffer(ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, size_bufA, (void *)A, &err);
134 TI_CBLAS_OCL_CHKERROR("clCreateBuffer",err);
135 err |= clSetKernelArg(__K, 7, sizeof(buf_A), &buf_A);
136 TI_CBLAS_OCL_CHKERROR("clSetKernelArg",err);
137 #endif
139 #ifdef __cplusplus
140 __K->setArg(8, lda);
141 #else
142 err |= clSetKernelArg(__K, 8, sizeof(lda), &lda);
143 #endif
144 /* For const arguments we use CL_MEM_USE_READ_ONLY */
146 int size_bufX;
147 size_bufX = 2*(1+(BLAS_TRN(TransA,N,M)-1)*abs(incX))*sizeof(double);
148 size_bufX = MAX(size_bufX,1);
150 #ifdef __cplusplus
151 Buffer buf_X(*ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, size_bufX, (void *)X);
152 __K->setArg(9, buf_X);
153 #else
154 cl_mem buf_X = clCreateBuffer(ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, size_bufX, (void *)X, &err);
155 TI_CBLAS_OCL_CHKERROR("clCreateBuffer",err);
156 err |= clSetKernelArg(__K, 9, sizeof(buf_X), &buf_X);
157 TI_CBLAS_OCL_CHKERROR("clSetKernelArg",err);
158 #endif
160 #ifdef __cplusplus
161 __K->setArg(10, incX);
162 #else
163 err |= clSetKernelArg(__K, 10, sizeof(incX), &incX);
164 #endif
165 /* For const arguments we use CL_MEM_USE_READ_ONLY */
167 #ifdef __cplusplus
168 Buffer buf_beta(*ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, 2*sizeof(double), (void *)beta);
169 __K->setArg(11, buf_beta);
170 #else
171 cl_mem buf_beta = clCreateBuffer(ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, 2*sizeof(double), (void *)beta, &err);
172 TI_CBLAS_OCL_CHKERROR("clCreateBuffer",err);
173 err |= clSetKernelArg(__K, 11, sizeof(buf_beta), &buf_beta);
174 TI_CBLAS_OCL_CHKERROR("clSetKernelArg",err);
175 #endif
177 int size_bufY;
178 size_bufY = 2*(1+(BLAS_TRN(TransA,M,N)-1)*abs(incY))*sizeof(double);
179 size_bufY = MAX(size_bufY,1);
181 #ifdef __cplusplus
182 Buffer buf_Y(*ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_HOST_PTR, size_bufY, (void *)Y);
183 __K->setArg(12, buf_Y);
184 #else
185 cl_mem buf_Y = clCreateBuffer(ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_HOST_PTR, size_bufY, (void *)Y, &err);
186 TI_CBLAS_OCL_CHKERROR("clCreateBuffer",err);
187 err |= clSetKernelArg(__K, 12, sizeof(buf_Y), &buf_Y);
188 TI_CBLAS_OCL_CHKERROR("clSetKernelArg",err);
189 #endif
191 #ifdef __cplusplus
192 __K->setArg(13, incY);
193 #else
194 err |= clSetKernelArg(__K, 13, sizeof(incY), &incY);
195 #endif
197 #ifdef __cplusplus
198 ti_cblas_ocl_Q->enqueueTask(*__K, 0, &e);
199 e.wait();
200 #else
201 cl_event e;
202 err |= clEnqueueTask(ti_cblas_ocl_Q, __K, 0, 0, &e);
203 TI_CBLAS_OCL_CHKERROR("clEnqueueTask",err);
204 err |= clWaitForEvents(1, &e);
205 TI_CBLAS_OCL_CHKERROR("clWaitForEvents",err);
206 err |= clReleaseEvent(e);
207 TI_CBLAS_OCL_CHKERROR("clReleaseEvent",err);
208 #endif
210 ti_cblas_delete_kernel(__K);
212 TI_CBLAS_DEBUG_PRINT("Finished executing %s\n", "cblas_zgbmv");
213 TI_CBLAS_PROFILE_REPORT(" Entire %s call (DSP) took %8.2f us\n","cblas_zgbmv", (float) clock_diff);
214 return ;
215 }
217 #ifdef __cplusplus
218 catch (Error err)
219 {
220 ti_cblas_error(err.what(),err.err());
221 return ;
222 }
223 #endif
224 }