d3b7f1a78cabcd93cd2e33efcba8d017eea2ae9f
1 /******************************************************************************
2 * Copyright (c) 2013-2015, Texas Instruments Incorporated - http://www.ti.com/
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 * * Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * * Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
12 * * Neither the name of Texas Instruments Incorporated nor the
13 * names of its contributors may be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
17 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
20 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
26 * THE POSSIBILITY OF SUCH DAMAGE.
27 *****************************************************************************/
29 #include "ti_cblas.h"
31 #ifdef __cplusplus
32 extern "C" {
33 #endif
34 void __real_cblas_dsyrk(const enum CBLAS_ORDER Order, const enum CBLAS_UPLO Uplo, const enum CBLAS_TRANSPOSE Trans, const int N, const int K, const double alpha, const double *A, const int lda, const double beta, double *C, const int ldc) ;
36 #ifdef __cplusplus
37 }
38 extern "C"
39 #endif
40 void cblas_dsyrk(const enum CBLAS_ORDER Order, const enum CBLAS_UPLO Uplo, const enum CBLAS_TRANSPOSE Trans, const int N, const int K, const double alpha, const double *A, const int lda, const double beta, double *C, const int ldc)
41 {
43 /* Do an init on first use */
44 if (!ti_cblas_init_done) ti_cblas_init();
45 TI_CBLAS_DEBUG_PRINT("Intercepted call to %s\n", "cblas_dsyrk");
47 TI_CBLAS_PROFILE_START();
49 /* Dynamic condtional offload to ARM */
50 if ((TI_CBLAS_L3_OFFLOAD == TI_CBLAS_OFFLOAD_NONE) || ((TI_CBLAS_L3_OFFLOAD == TI_CBLAS_OFFLOAD_SIZE) && (!dsyrk_offload_dsp(Order,N,K)))) {
51 TI_CBLAS_DEBUG_PRINT("Executing ARM %s\n", "cblas_dsyrk");
52 __real_cblas_dsyrk(Order,Uplo,Trans,N,K,alpha,A,lda,beta,C,ldc);
53 TI_CBLAS_PROFILE_REPORT(" Entire %s call (ARM) took %8.2f us\n","cblas_dsyrk", (float) clock_diff);
54 return ;
55 }
56 /* End ARM offload */
58 /******************************************************************/
59 /* DSP offload WILL be done if control reaches here */
60 TI_CBLAS_DEBUG_PRINT("Offloading to DSP %s\n", "cblas_dsyrk");
62 /* Lookup kernel pointer from global table */
63 #ifdef __cplusplus
64 Event e;
65 Kernel* __K;
66 #else
67 cl_kernel __K;
68 #endif
69 __K = ti_cblas_get_kernel(TI_CBLAS_CBLAS_DSYRK_IDX, "ocl_cblas_dsyrk");
70 #ifdef __cplusplus
71 try
72 #else
73 cl_int err = CL_SUCCESS;
74 #endif
75 {
78 #ifdef __cplusplus
79 __K->setArg(0, Order);
80 #else
81 err |= clSetKernelArg(__K, 0, sizeof(Order), &Order);
82 #endif
84 #ifdef __cplusplus
85 __K->setArg(1, Uplo);
86 #else
87 err |= clSetKernelArg(__K, 1, sizeof(Uplo), &Uplo);
88 #endif
90 #ifdef __cplusplus
91 __K->setArg(2, Trans);
92 #else
93 err |= clSetKernelArg(__K, 2, sizeof(Trans), &Trans);
94 #endif
96 #ifdef __cplusplus
97 __K->setArg(3, N);
98 #else
99 err |= clSetKernelArg(__K, 3, sizeof(N), &N);
100 #endif
102 #ifdef __cplusplus
103 __K->setArg(4, K);
104 #else
105 err |= clSetKernelArg(__K, 4, sizeof(K), &K);
106 #endif
108 #ifdef __cplusplus
109 __K->setArg(5, alpha);
110 #else
111 err |= clSetKernelArg(__K, 5, sizeof(alpha), &alpha);
112 #endif
113 /* For const arguments we use CL_MEM_USE_READ_ONLY */
115 int size_bufA;
116 size_bufA = BLAS_ORD_T(Order,Trans,N,K)*lda*sizeof(double);
117 size_bufA = MAX(size_bufA,1);
119 #ifdef __cplusplus
120 Buffer buf_A(*ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, size_bufA, (void *)A);
121 __K->setArg(6, buf_A);
122 #else
123 cl_mem buf_A = clCreateBuffer(ti_cblas_ocl_context, CL_MEM_READ_ONLY|CL_MEM_USE_HOST_PTR, size_bufA, (void *)A, &err);
124 TI_CBLAS_OCL_CHKERROR("clCreateBuffer",err);
125 err |= clSetKernelArg(__K, 6, sizeof(buf_A), &buf_A);
126 TI_CBLAS_OCL_CHKERROR("clSetKernelArg",err);
127 #endif
129 #ifdef __cplusplus
130 __K->setArg(7, lda);
131 #else
132 err |= clSetKernelArg(__K, 7, sizeof(lda), &lda);
133 #endif
135 #ifdef __cplusplus
136 __K->setArg(8, beta);
137 #else
138 err |= clSetKernelArg(__K, 8, sizeof(beta), &beta);
139 #endif
141 int size_bufC;
142 size_bufC = N*ldc*sizeof(double);
143 size_bufC = MAX(size_bufC,1);
145 #ifdef __cplusplus
146 Buffer buf_C(*ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_HOST_PTR, size_bufC, (void *)C);
147 __K->setArg(9, buf_C);
148 #else
149 cl_mem buf_C = clCreateBuffer(ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_HOST_PTR, size_bufC, (void *)C, &err);
150 TI_CBLAS_OCL_CHKERROR("clCreateBuffer",err);
151 err |= clSetKernelArg(__K, 9, sizeof(buf_C), &buf_C);
152 TI_CBLAS_OCL_CHKERROR("clSetKernelArg",err);
153 #endif
155 #ifdef __cplusplus
156 __K->setArg(10, ldc);
157 #else
158 err |= clSetKernelArg(__K, 10, sizeof(ldc), &ldc);
159 #endif
161 void *msmc_ptr;
162 msmc_ptr = ti_cblas_mem_alloc(MSMC_BUF_SIZE);
163 #ifdef __cplusplus
164 //Buffer buf_MSMC(ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_MSMC_TI, MSMC_BUF_SIZE);
165 Buffer buf_MSMC(*ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_HOST_PTR, MSMC_BUF_SIZE, (void *)msmc_ptr);
166 __K->setArg(11, buf_MSMC);
168 #else
169 //cl_mem buf_MSMC = clCreateBuffer(ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_MSMC_TI, MSMC_BUF_SIZE, NULL, &err);
170 cl_mem buf_MSMC = clCreateBuffer(ti_cblas_ocl_context, CL_MEM_READ_WRITE|CL_MEM_USE_HOST_PTR, MSMC_BUF_SIZE, (void *)msmc_ptr, &err);
171 TI_CBLAS_OCL_CHKERROR("clCreateBuffer",err);
172 err |= clSetKernelArg(__K, 11, sizeof(buf_MSMC), &buf_MSMC);
173 TI_CBLAS_OCL_CHKERROR("clSetKernelArg",err);
174 #endif
176 #ifdef __cplusplus
177 __K->setArg(12, __local(L2_BUF_SIZE));
178 #else
179 err |= clSetKernelArg(__K, 12, L2_BUF_SIZE, NULL);
180 #endif
182 #ifdef __cplusplus
183 ti_cblas_ocl_Q->enqueueTask(*__K, 0, &e);
184 e.wait();
185 #else
186 cl_event e;
187 err |= clEnqueueTask(ti_cblas_ocl_Q, __K, 0, 0, &e);
188 TI_CBLAS_OCL_CHKERROR("clEnqueueTask",err);
189 err |= clWaitForEvents(1, &e);
190 TI_CBLAS_OCL_CHKERROR("clWaitForEvents",err);
191 err |= clReleaseEvent(e);
192 TI_CBLAS_OCL_CHKERROR("clReleaseEvent",err);
194 #endif
195 ti_cblas_mem_free(msmc_ptr);
196 ti_cblas_delete_kernel(__K);
198 TI_CBLAS_DEBUG_PRINT("Finished executing %s\n", "cblas_dsyrk");
199 TI_CBLAS_PROFILE_REPORT(" Entire %s call (DSP) took %8.2f us\n","cblas_dsyrk", (float) clock_diff);
200 return ;
201 }
203 #ifdef __cplusplus
204 catch (Error err)
205 {
206 ti_cblas_error(err.what(),err.err());
207 return ;
208 }
209 #endif
210 }