1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
|
/*
* Copyright © 2012 - 2014 Intel Corporation
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this library. If not, see <http://www.gnu.org/licenses/>.
*
*/
#include "ocl_pipe.h"
#include "ocl_atom.h"
#include "ocl_workitem.h"
#define PIPE_SUCCESS 0
#define PIPE_EMPTY -2
#define PIPE_FULL -3
#define PIPE_HEADER_SZ 128
#define PIPE_INDEX_OUTRANGE -4
#define PIPE_RESERVE_FAIL -5
#define RID_MAGIC 0xDE
#define RIDT ushort
#define DEAD_PTR 0xFFFFFFFF
PURE CONST __global void* __gen_ocl_get_pipe(pipe int p);
PURE CONST ulong __gen_ocl_get_rid(reserve_id_t rid);
PURE CONST reserve_id_t __gen_ocl_make_rid(ulong rid);
int __read_pipe_2(pipe int p, __generic void* dst)
{
__global int* pheader = (__global int*)__gen_ocl_get_pipe(p);
int data_size = atomic_sub(pheader + 6, 1);
if(data_size < 0){
atomic_add(pheader + 6, 1);
return PIPE_EMPTY; //Check if element exist
}
__global char* psrc = (__global char*)pheader + PIPE_HEADER_SZ;
int pack_num = pheader[0];
int pack_size = pheader[1];
int pipe_size = pack_num * pack_size;
int read_ptr = atomic_add(pheader + 3, 1);
if(read_ptr == pack_num - 1)
atomic_sub(pheader + 3, pack_num);
read_ptr = read_ptr % pack_num;
for(int i = 0; i < pack_size ; i++)
((char*)dst)[i] = psrc[i + read_ptr*pack_size];
return 0;
}
int __read_pipe_4(pipe int p, reserve_id_t id, uint index, void* dst)
{
__global int* pheader = (__global int*)__gen_ocl_get_pipe(p);
__global char* psrc = (__global char*)pheader + PIPE_HEADER_SZ;
ulong uid = __gen_ocl_get_rid(id);
RIDT* pid = (RIDT*)&uid;
RIDT start_pt = pid[0];
RIDT reserve_size = pid[1];
if(index > reserve_size) return PIPE_INDEX_OUTRANGE;
int pack_num = pheader[0];
int pack_size = pheader[1];
int read_ptr = (start_pt + index) % pack_num;
int offset = read_ptr * pack_size;
for(int i = 0; i < pack_size ; i++)
((char*)dst)[i] = psrc[i + offset];
return 0;
}
int __write_pipe_2(pipe int p, __generic void* src)
{
__global int* pheader = (__global int*)__gen_ocl_get_pipe(p);
int pack_num = pheader[0];
int data_size = atomic_add(pheader + 6, 1);
if(data_size >= pack_num){
atomic_sub(pheader + 6, 1);
return PIPE_FULL; //Check if pipe full
}
__global char* psrc = (__global char*)pheader + PIPE_HEADER_SZ;
int pack_size = pheader[1];
int pipe_size = pack_num * pack_size;
int write_ptr = atomic_add(pheader + 2, 1);
if(write_ptr == pack_num - 1)
atomic_sub(pheader + 2, pack_num);
write_ptr = write_ptr % pack_num;
for(int i = 0; i < pack_size ; i++)
psrc[i + write_ptr * pack_size] = ((char*)src)[i];
return 0;
}
int __write_pipe_4(pipe int p, reserve_id_t id, uint index, void* src)
{
__global int* pheader = __gen_ocl_get_pipe(p);
__global char* psrc = (__global char*)pheader + PIPE_HEADER_SZ;
ulong uid = __gen_ocl_get_rid(id);
RIDT* pid = (RIDT*)&uid;
RIDT start_pt = pid[0];
RIDT reserve_size = pid[1];
if(index > reserve_size) return PIPE_INDEX_OUTRANGE;
int pack_num = pheader[0];
int pack_size = pheader[1];
int write_ptr = (start_pt + index) % pack_num;
int offset = write_ptr * pack_size;
for(int i = 0; i < pack_size ; i++)
psrc[i + offset] = ((char*)src)[i];
return pack_size;
}
reserve_id_t __reserve_read_pipe(pipe int p, uint num)
{
__global int* pheader = (__global int*)__gen_ocl_get_pipe(p);
int data_size = atomic_sub(pheader + 6, num);
if(data_size < num){
atomic_add(pheader + 6, num);
return __gen_ocl_make_rid(0l);
}
int pack_num = pheader[0];
int pack_size = pheader[1];
int pipe_size = pack_num * pack_size;
int read_ptr = atomic_add(pheader + 3, num);
if(read_ptr == pack_num - num)
atomic_sub(pheader + 3, pack_num);
ulong uid = 0l;
RIDT* pid = (RIDT*)&uid;
pid[0] = read_ptr % pack_num;
pid[1] = num;
pid[2] = RID_MAGIC ;
return __gen_ocl_make_rid(uid);
}
void __commit_read_pipe(pipe int p, reserve_id_t rid) {}
reserve_id_t __work_group_reserve_read_pipe(pipe int p, uint num)
{
uint rid_ptr = DEAD_PTR;
int ret0 = 0;
if(get_local_linear_id()==0){
__global int* pheader = (__global int*)__gen_ocl_get_pipe(p);
int data_size = atomic_sub(pheader + 6, num);
if(data_size < num){
atomic_add(pheader + 6, num);
int ret0 = 1;
}
int pack_num = pheader[0];
int pack_size = pheader[1];
int pipe_size = pack_num * pack_size;
int read_ptr = atomic_add(pheader + 3, num);
if(read_ptr == pack_num - num && !ret0)
atomic_sub(pheader + 3, pack_num);
if(!ret0)
rid_ptr = read_ptr % pack_num;
}
ulong uid = 0l;
RIDT* pid = (RIDT*)&uid;
rid_ptr = work_group_broadcast(rid_ptr,0,0,0);
pid[0] = rid_ptr;
pid[1] = num;
pid[2] = RID_MAGIC ;
if(rid_ptr == DEAD_PTR)
uid = 0l;
return __gen_ocl_make_rid(uid);
}
void __work_group_commit_read_pipe(pipe int p, reserve_id_t rid) {}
reserve_id_t __sub_group_reserve_read_pipe(pipe int p, uint num)
{
__global int* pheader = (__global int*)__gen_ocl_get_pipe(p);
int data_size = atomic_sub(pheader + 6, num);
if(data_size < num){
atomic_add(pheader + 6, num);
return __gen_ocl_make_rid(0l);
}
int pack_num = pheader[0];
int pack_size = pheader[1];
int pipe_size = pack_num * pack_size;
int read_ptr = atomic_add(pheader + 3, num);
if(read_ptr == pack_num - num)
atomic_sub(pheader + 3, pack_num);
ulong uid = 0l;
RIDT* pid = (RIDT*)&uid;
pid[0] = read_ptr % pack_num;
pid[1] = num;
pid[2] = RID_MAGIC ;
return __gen_ocl_make_rid(uid);
}
void __sub_group_commit_read_pipe(pipe int p, reserve_id_t rid) {}
reserve_id_t __reserve_write_pipe(pipe int p, uint num)
{
__global int* pheader = (__global int*)__gen_ocl_get_pipe(p);
int pack_num = pheader[0];
int data_size = atomic_add(pheader + 6, num);
if(data_size > pack_num - num){
atomic_sub(pheader + 6, num);
return __gen_ocl_make_rid(0l);
}
int pack_size = pheader[1];
int pipe_size = pack_num * pack_size;
int write_ptr = atomic_add(pheader + 2, num);
if(write_ptr == pack_num - num)
atomic_sub(pheader + 2, pack_num);
ulong uid = 0l;
RIDT* pid = (RIDT*)&uid;
pid[0] = write_ptr % pack_num;
pid[1] = num;
pid[2] = RID_MAGIC ;
return __gen_ocl_make_rid(uid);
}
void __commit_write_pipe(pipe int p, reserve_id_t rid) {}
reserve_id_t __work_group_reserve_write_pipe(pipe int p, uint num)
{
uint rid_ptr = DEAD_PTR;
int ret0 = 0;
if(get_local_linear_id()==0){
__global int* pheader = (__global int*)__gen_ocl_get_pipe(p);
int pack_num = pheader[0];
int data_size = atomic_add(pheader + 6, num);
if(data_size > pack_num - num){
atomic_sub(pheader + 6, num);
ret0 = 1;
}
int pack_size = pheader[1];
int pipe_size = pack_num * pack_size;
int write_ptr = atomic_add(pheader + 2, num);
if(write_ptr == pack_num - num && !ret0)
atomic_sub(pheader + 2, pack_num);
if(!ret0)
rid_ptr = write_ptr % pack_num;
}
ulong uid = 0l;
RIDT* pid = (RIDT*)&uid;
rid_ptr = work_group_broadcast(rid_ptr,0,0,0);
pid[0] = rid_ptr;
pid[1] = num;
pid[2] = RID_MAGIC ;
if(rid_ptr == DEAD_PTR)
uid = 0l;
return __gen_ocl_make_rid(uid);
}
void __work_group_commit_write_pipe(pipe int p, reserve_id_t rid) {}
reserve_id_t __sub_group_reserve_write_pipe(pipe int p, uint num)
{
__global int* pheader = (__global int*)__gen_ocl_get_pipe(p);
int pack_num = pheader[0];
int data_size = atomic_add(pheader + 6, num);
if(data_size > pack_num - num){
atomic_sub(pheader + 6, num);
return __gen_ocl_make_rid(0l);
}
int pack_size = pheader[1];
int pipe_size = pack_num * pack_size;
int write_ptr = atomic_add(pheader + 2, num);
if(write_ptr == pack_num - num)
atomic_sub(pheader + 2, pack_num);
ulong uid = 0l;
RIDT* pid = (RIDT*)&uid;
pid[0] = write_ptr % pack_num;
pid[1] = num;
pid[2] = RID_MAGIC ;
return __gen_ocl_make_rid(uid);
}
void __sub_group_commit_write_pipe(pipe int p, reserve_id_t rid) {}
bool is_valid_reserve_id(reserve_id_t rid)
{
ulong uid = __gen_ocl_get_rid(rid);
RIDT* pid = (RIDT*)&uid;
if(pid[1] == 0) return false;
if(pid[2] != RID_MAGIC) return false;
return true;
}
/* Query Function */
uint __get_pipe_max_packets(pipe int p)
{
__global int* pheader = __gen_ocl_get_pipe(p);
return pheader[0];
}
uint __get_pipe_num_packets(pipe int p)
{
__global int* pheader = __gen_ocl_get_pipe(p);
return pheader[6];
}
|
