976ec5a79f49f2771d33d795134fd5a2bd1ad457
1 /******************************************************************************
2 * Copyright (c) 2013-2015, Texas Instruments Incorporated - http://www.ti.com/
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 * * Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * * Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
12 * * Neither the name of Texas Instruments Incorporated nor the
13 * names of its contributors may be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
17 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
20 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
26 * THE POSSIBILITY OF SUCH DAMAGE.
27 *****************************************************************************/
29 #include "ti_cblas.h"
31 #ifdef __cplusplus
32 extern "C" {
33 #endif
34 void __real_cblas_dgemm(const enum CBLAS_ORDER Order, const enum CBLAS_TRANSPOSE TransA, const enum CBLAS_TRANSPOSE TransB, const int M, const int N, const int K, const double alpha, const double *A, const int lda, const double *B, const int ldb, const double beta, double *C, const int ldc) ;
36 #ifdef __cplusplus
37 }
38 extern "C"
39 #endif
40 void cblas_dgemm(const enum CBLAS_ORDER Order, const enum CBLAS_TRANSPOSE TransA, const enum CBLAS_TRANSPOSE TransB, const int M, const int N, const int K, const double alpha, const double *A, const int lda, const double *B, const int ldb, const double beta, double *C, const int ldc)
41 {
43 /* Do an init on first use */
44 if (!ti_cblas_init_done) ti_cblas_init();
45 TI_CBLAS_DEBUG_PRINT("Intercepted call to %s\n", "cblas_dgemm");
47 TI_CBLAS_PROFILE_START();
48 /* Dynamic condtional offload to ARM */
49 if ((TI_CBLAS_L3_OFFLOAD == TI_CBLAS_OFFLOAD_NONE) || ((TI_CBLAS_L3_OFFLOAD == TI_CBLAS_OFFLOAD_SIZE) && (!dgemm_offload_dsp(Order,M,N,K)))) {
50 TI_CBLAS_DEBUG_PRINT("Executing ARM %s\n", "cblas_dgemm");
51 __real_cblas_dgemm(Order,TransA,TransB,M,N,K,alpha,A,lda,B,ldb,beta,C,ldc);
52 TI_CBLAS_PROFILE_REPORT(" Entire %s call (ARM) took %8.2f us\n","cblas_dgemm", (float) clock_diff);
53 return ;
54 }
55 /* End ARM offload */
57 /******************************************************************/
58 /* DSP offload WILL be done if control reaches here */
59 TI_CBLAS_DEBUG_PRINT("Offloading to DSP %s\n", "cblas_dgemm");
61 /* Lookup kernel pointer from global table */
62 #ifdef __cplusplus
63 Event e;
64 Kernel* __K;
65 #else
66 cl_kernel __K;
67 #endif
68 __K = ti_cblas_get_kernel(TI_CBLAS_CBLAS_DGEMM_IDX, "ocl_cblas_dgemm");
69 #ifdef __cplusplus
70 try
71 #else
72 cl_int err = CL_SUCCESS;
73 #endif
74 {
76 #ifdef __cplusplus
77 __K->setArg(0, Order);
78 #else
79 err |= clSetKernelArg(__K, 0, sizeof(Order), &Order);
80 #endif
82 #ifdef __cplusplus
83 __K->setArg(1, TransA);
84 #else
85 err |= clSetKernelArg(__K, 1, sizeof(TransA), &TransA);
86 #endif
88 #ifdef __cplusplus
89 __K->setArg(2, TransB);
90 #else
91 err |= clSetKernelArg(__K, 2, sizeof(TransB), &TransB);
92 #endif
94 #ifdef __cplusplus
95 __K->setArg(3, M);
96 #else
97 err |= clSetKernelArg(__K, 3, sizeof(M), &M);
98 #endif
100 #ifdef __cplusplus
101 __K->setArg(4, N);
102 #else
103 err |= clSetKernelArg(__K, 4, sizeof(N), &N);
104 #endif
106 #ifdef __cplusplus
107 __K->setArg(5, K);
108 #else
109 err |= clSetKernelArg(__K, 5, sizeof(K), &K);
110 #endif
112 #ifdef __cplusplus
113 __K->setArg(6, alpha);
114 #else
115 err |= clSetKernelArg(__K, 6, sizeof(alpha), &alpha);
116 #endif
117 /* For const arguments we use CL_MEM_USE_READ_ONLY */
119 int size_bufA;
120 size_bufA = BLAS_ORD_T(Order,TransA,M,K)*lda*sizeof(double);
121 size_bufA = MAX(size_bufA,1);
123 #ifdef __cplusplus
124 Buffer buf_A(*ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, size_bufA, (void *)A);
125 __K->setArg(7, buf_A);
126 #else
127 cl_mem buf_A = clCreateBuffer(ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, size_bufA, (void *)A, &err);
128 TI_CBLAS_OCL_CHKERROR("clCreateBuffer",err);
129 err |= clSetKernelArg(__K, 7, sizeof(buf_A), &buf_A);
130 TI_CBLAS_OCL_CHKERROR("clSetKernelArg",err);
131 #endif
133 #ifdef __cplusplus
134 __K->setArg(8, lda);
135 #else
136 err |= clSetKernelArg(__K, 8, sizeof(lda), &lda);
137 #endif
138 /* For const arguments we use CL_MEM_USE_READ_ONLY */
140 int size_bufB;
141 size_bufB = BLAS_ORD_T(Order,TransB,K,N)*ldb*sizeof(double);
142 size_bufB = MAX(size_bufB,1);
144 #ifdef __cplusplus
145 Buffer buf_B(*ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, size_bufB, (void *)B);
146 __K->setArg(9, buf_B);
147 #else
148 cl_mem buf_B = clCreateBuffer(ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, size_bufB, (void *)B, &err);
149 TI_CBLAS_OCL_CHKERROR("clCreateBuffer",err);
150 err |= clSetKernelArg(__K, 9, sizeof(buf_B), &buf_B);
151 TI_CBLAS_OCL_CHKERROR("clSetKernelArg",err);
152 #endif
154 #ifdef __cplusplus
155 __K->setArg(10, ldb);
156 #else
157 err |= clSetKernelArg(__K, 10, sizeof(ldb), &ldb);
158 #endif
160 #ifdef __cplusplus
161 __K->setArg(11, beta);
162 #else
163 err |= clSetKernelArg(__K, 11, sizeof(beta), &beta);
164 #endif
166 int size_bufC;
167 size_bufC = BLAS_ORD(Order,M,N)*ldc*sizeof(double);
168 size_bufC = MAX(size_bufC,1);
170 #ifdef __cplusplus
171 Buffer buf_C(*ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_HOST_PTR, size_bufC, (void *)C);
172 __K->setArg(12, buf_C);
173 #else
174 cl_mem buf_C = clCreateBuffer(ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_HOST_PTR, size_bufC, (void *)C, &err);
175 TI_CBLAS_OCL_CHKERROR("clCreateBuffer",err);
176 err |= clSetKernelArg(__K, 12, sizeof(buf_C), &buf_C);
177 TI_CBLAS_OCL_CHKERROR("clSetKernelArg",err);
178 #endif
180 #ifdef __cplusplus
181 __K->setArg(13, ldc);
182 #else
183 err |= clSetKernelArg(__K, 13, sizeof(ldc), &ldc);
184 #endif
186 void *msmc_ptr;
187 msmc_ptr = ti_cblas_mem_alloc(MSMC_BUF_SIZE);
188 #ifdef __cplusplus
189 Buffer buf_MSMC(*ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_HOST_PTR, MSMC_BUF_SIZE, (void *)msmc_ptr);
190 //Buffer buf_MSMC(ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_MSMC_TI, MSMC_BUF_SIZE);
191 __K->setArg(14, buf_MSMC);
193 #else
194 //cl_mem buf_MSMC = clCreateBuffer(ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_MSMC_TI, MSMC_BUF_SIZE, NULL, &err);
195 cl_mem buf_MSMC = clCreateBuffer(ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_HOST_PTR, MSMC_BUF_SIZE, (void *)msmc_ptr, &err);
196 TI_CBLAS_OCL_CHKERROR("clCreateBuffer",err);
197 err |= clSetKernelArg(__K, 14, sizeof(buf_MSMC), &buf_MSMC);
198 TI_CBLAS_OCL_CHKERROR("clSetKernelArg",err);
199 #endif
201 #ifdef __cplusplus
202 __K->setArg(15, __local(L2_BUF_SIZE));
203 #else
204 err |= clSetKernelArg(__K, 15, L2_BUF_SIZE, NULL);
205 #endif
207 #ifdef __cplusplus
208 ti_cblas_ocl_Q->enqueueTask(*__K, 0, &e);
209 e.wait();
210 #else
211 cl_event e;
212 err |= clEnqueueTask(ti_cblas_ocl_Q, __K, 0, 0, &e);
213 TI_CBLAS_OCL_CHKERROR("clEnqueueTask",err);
214 err |= clWaitForEvents(1, &e);
215 TI_CBLAS_OCL_CHKERROR("clWaitForEvents",err);
216 err |= clReleaseEvent(e);
217 TI_CBLAS_OCL_CHKERROR("clReleaseEvent",err);
219 #endif
221 ti_cblas_mem_free(msmc_ptr);
223 ti_cblas_delete_kernel(__K);
225 TI_CBLAS_DEBUG_PRINT("Finished executing %s\n", "cblas_dgemm");
226 TI_CBLAS_PROFILE_REPORT(" Entire %s call (DSP) took %8.2f us\n","cblas_dgemm", (float) clock_diff);
227 return ;
228 }
230 #ifdef __cplusplus
231 catch (Error err)
232 {
233 ti_cblas_error(err.what(),err.err());
234 return ;
235 }
236 #endif
237 }