1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
|
/* Definitions of Synergistic Processing Unit (SPU). */
/* Copyright (C) 2006, 2009 Free Software Foundation, Inc.
This file is free software; you can redistribute it and/or modify it under
the terms of the GNU General Public License as published by the Free
Software Foundation; either version 3 of the License, or (at your option)
any later version.
This file is distributed in the hope that it will be useful, but WITHOUT
ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
for more details.
Under Section 7 of GPL version 3, you are granted additional
permissions described in the GCC Runtime Library Exception, version
3.1, as published by the Free Software Foundation.
You should have received a copy of the GNU General Public License and
a copy of the GCC Runtime Library Exception along with this program;
see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
<http://www.gnu.org/licenses/>. */
#ifndef _SPU_INTERNALS_H
#define _SPU_INTERNALS_H
/* For a typical GCC implementation, the vector keyword is defined here
* as a macro. If this macro conflicts with user code the user needs to
* undefine it. An extended GCC implementation may implement this
* keyword differently, such that it never conflicts, and will define
* the macro __VECTOR_KEYWORD_SUPPORTED__. */
#ifndef __VECTOR_KEYWORD_SUPPORTED__
#define vector __vector
#endif
/* The spu specific instruction macros, si_*(), correspond 1-1 with
* SPU instructions in the ISA. The arguments are the same with the
* following exceptions:
* - any instruction which both reads and writes rt will have an
* extra parameter in the macro.
* - instructions which append zero to the immediate field assume
* the value given in a macro already has the zeroes appended.
* - integer/float convert functions expect a value from 0 to 127,
* i.e., the bias is added by the compiler.
*
* Parameters named 'imm' accept an integer literal.
* Parameters named 'r[abcdt]' accept a qword argument.
* Parameters named 'scalar' accept a scalar argument.
*/
#define qword __vector signed char
#define si_lqd(ra,imm) __builtin_si_lqd(ra,imm)
#define si_lqx(ra,rb) __builtin_si_lqx(ra,rb)
#define si_lqa(imm) __builtin_si_lqa(imm)
#define si_lqr(imm) __builtin_si_lqr(imm)
#define si_stqd(rt,ra,imm) __builtin_si_stqd(rt,ra,imm)
#define si_stqx(rt,ra,rb) __builtin_si_stqx(rt,ra,rb)
#define si_stqa(rt,imm) __builtin_si_stqa(rt,imm)
#define si_stqr(rt,imm) __builtin_si_stqr(rt,imm)
#define si_cbd(ra,imm) __builtin_si_cbd(ra,imm)
#define si_cbx(ra,rb) __builtin_si_cbx(ra,rb)
#define si_chd(ra,imm) __builtin_si_chd(ra,imm)
#define si_chx(ra,rb) __builtin_si_chx(ra,rb)
#define si_cwd(ra,imm) __builtin_si_cwd(ra,imm)
#define si_cwx(ra,rb) __builtin_si_cwx(ra,rb)
#define si_cdd(ra,imm) __builtin_si_cdd(ra,imm)
#define si_cdx(ra,rb) __builtin_si_cdx(ra,rb)
#define si_ilh(imm) __builtin_si_ilh(imm)
#define si_ilhu(imm) __builtin_si_ilhu(imm)
#define si_il(imm) __builtin_si_il(imm)
#define si_ila(imm) __builtin_si_ila(imm)
#define si_iohl(ra,imm) __builtin_si_iohl(ra,imm)
#define si_fsmbi(imm) __builtin_si_fsmbi(imm)
#define si_ah(ra,rb) __builtin_si_ah(ra,rb)
#define si_ahi(ra,imm) __builtin_si_ahi(ra,imm)
#define si_a(ra,rb) __builtin_si_a(ra,rb)
#define si_ai(ra,imm) __builtin_si_ai(ra,imm)
#define si_addx(ra,rb,rt) __builtin_si_addx(ra,rb,rt)
#define si_cg(ra,rb) __builtin_si_cg(ra,rb)
#define si_cgx(ra,rb,rt) __builtin_si_cgx(ra,rb,rt)
#define si_sfh(ra,rb) __builtin_si_sfh(ra,rb)
#define si_sfhi(imm,ra) __builtin_si_sfhi(imm,ra)
#define si_sf(ra,rb) __builtin_si_sf(ra,rb)
#define si_sfi(ra,imm) __builtin_si_sfi(ra,imm)
#define si_sfx(ra,rb,rt) __builtin_si_sfx(ra,rb,rt)
#define si_bg(ra,rb) __builtin_si_bg(ra,rb)
#define si_bgx(ra,rb,rt) __builtin_si_bgx(ra,rb,rt)
#define si_mpy(ra,rb) __builtin_si_mpy(ra,rb)
#define si_mpyu(ra,rb) __builtin_si_mpyu(ra,rb)
#define si_mpyi(ra,imm) __builtin_si_mpyi(ra,imm)
#define si_mpyui(ra,imm) __builtin_si_mpyui(ra,imm)
#define si_mpya(ra,rb,rc) __builtin_si_mpya(ra,rb,rc)
#define si_mpyh(ra,rb) __builtin_si_mpyh(ra,rb)
#define si_mpys(ra,rb) __builtin_si_mpys(ra,rb)
#define si_mpyhh(ra,rb) __builtin_si_mpyhh(ra,rb)
#define si_mpyhhu(ra,rb) __builtin_si_mpyhhu(ra,rb)
#define si_mpyhha(ra,rb,rc) __builtin_si_mpyhha(ra,rb,rc)
#define si_mpyhhau(ra,rb,rc) __builtin_si_mpyhhau(ra,rb,rc)
#define si_clz(ra) __builtin_si_clz(ra)
#define si_cntb(ra) __builtin_si_cntb(ra)
#define si_fsmb(ra) __builtin_si_fsmb(ra)
#define si_fsmh(ra) __builtin_si_fsmh(ra)
#define si_fsm(ra) __builtin_si_fsm(ra)
#define si_gbb(ra) __builtin_si_gbb(ra)
#define si_gbh(ra) __builtin_si_gbh(ra)
#define si_gb(ra) __builtin_si_gb(ra)
#define si_avgb(ra,rb) __builtin_si_avgb(ra,rb)
#define si_absdb(ra,rb) __builtin_si_absdb(ra,rb)
#define si_sumb(ra,rb) __builtin_si_sumb(ra,rb)
#define si_xsbh(ra) __builtin_si_xsbh(ra)
#define si_xshw(ra) __builtin_si_xshw(ra)
#define si_xswd(ra) __builtin_si_xswd(ra)
#define si_and(ra,rb) __builtin_si_and(ra,rb)
#define si_andc(ra,rb) __builtin_si_andc(ra,rb)
#define si_andbi(ra,imm) __builtin_si_andbi(ra,imm)
#define si_andhi(ra,imm) __builtin_si_andhi(ra,imm)
#define si_andi(ra,imm) __builtin_si_andi(ra,imm)
#define si_or(ra,rb) __builtin_si_or(ra,rb)
#define si_orc(ra,rb) __builtin_si_orc(ra,rb)
#define si_orbi(ra,imm) __builtin_si_orbi(ra,imm)
#define si_orhi(ra,imm) __builtin_si_orhi(ra,imm)
#define si_ori(ra,imm) __builtin_si_ori(ra,imm)
#define si_orx(ra) __builtin_si_orx(ra)
#define si_xor(ra,rb) __builtin_si_xor(ra,rb)
#define si_xorbi(ra,imm) __builtin_si_xorbi(ra,imm)
#define si_xorhi(ra,imm) __builtin_si_xorhi(ra,imm)
#define si_xori(ra,imm) __builtin_si_xori(ra,imm)
#define si_nand(ra,rb) __builtin_si_nand(ra,rb)
#define si_nor(ra,rb) __builtin_si_nor(ra,rb)
#define si_eqv(ra,rb) __builtin_si_eqv(ra,rb)
#define si_selb(ra,rb,rc) __builtin_si_selb(ra,rb,rc)
#define si_shufb(ra,rb,rc) __builtin_si_shufb(ra,rb,rc)
#define si_shlh(ra,rb) __builtin_si_shlh(ra,rb)
#define si_shlhi(ra,imm) __builtin_si_shlhi(ra,imm)
#define si_shl(ra,rb) __builtin_si_shl(ra,rb)
#define si_shli(ra,imm) __builtin_si_shli(ra,imm)
#define si_shlqbi(ra,rb) __builtin_si_shlqbi(ra,rb)
#define si_shlqbii(ra,imm) __builtin_si_shlqbii(ra,imm)
#define si_shlqby(ra,rb) __builtin_si_shlqby(ra,rb)
#define si_shlqbyi(ra,imm) __builtin_si_shlqbyi(ra,imm)
#define si_shlqbybi(ra,rb) __builtin_si_shlqbybi(ra,rb)
#define si_roth(ra,rb) __builtin_si_roth(ra,rb)
#define si_rothi(ra,imm) __builtin_si_rothi(ra,imm)
#define si_rot(ra,rb) __builtin_si_rot(ra,rb)
#define si_roti(ra,imm) __builtin_si_roti(ra,imm)
#define si_rotqby(ra,rb) __builtin_si_rotqby(ra,rb)
#define si_rotqbyi(ra,imm) __builtin_si_rotqbyi(ra,imm)
#define si_rotqbybi(ra,rb) __builtin_si_rotqbybi(ra,rb)
#define si_rotqbi(ra,rb) __builtin_si_rotqbi(ra,rb)
#define si_rotqbii(ra,imm) __builtin_si_rotqbii(ra,imm)
#define si_rothm(ra,rb) __builtin_si_rothm(ra,rb)
#define si_rothmi(ra,imm) __builtin_si_rothmi(ra,imm)
#define si_rotm(ra,rb) __builtin_si_rotm(ra,rb)
#define si_rotmi(ra,imm) __builtin_si_rotmi(ra,imm)
#define si_rotqmby(ra,rb) __builtin_si_rotqmby(ra,rb)
#define si_rotqmbyi(ra,imm) __builtin_si_rotqmbyi(ra,imm)
#define si_rotqmbi(ra,rb) __builtin_si_rotqmbi(ra,rb)
#define si_rotqmbii(ra,imm) __builtin_si_rotqmbii(ra,imm)
#define si_rotqmbybi(ra,rb) __builtin_si_rotqmbybi(ra,rb)
#define si_rotmah(ra,rb) __builtin_si_rotmah(ra,rb)
#define si_rotmahi(ra,imm) __builtin_si_rotmahi(ra,imm)
#define si_rotma(ra,rb) __builtin_si_rotma(ra,rb)
#define si_rotmai(ra,imm) __builtin_si_rotmai(ra,imm)
#define si_heq(ra,rb) __builtin_si_heq(ra,rb)
#define si_heqi(ra,imm) __builtin_si_heqi(ra,imm)
#define si_hgt(ra,rb) __builtin_si_hgt(ra,rb)
#define si_hgti(ra,imm) __builtin_si_hgti(ra,imm)
#define si_hlgt(ra,rb) __builtin_si_hlgt(ra,rb)
#define si_hlgti(ra,imm) __builtin_si_hlgti(ra,imm)
#define si_ceqb(ra,rb) __builtin_si_ceqb(ra,rb)
#define si_ceqbi(ra,imm) __builtin_si_ceqbi(ra,imm)
#define si_ceqh(ra,rb) __builtin_si_ceqh(ra,rb)
#define si_ceqhi(ra,imm) __builtin_si_ceqhi(ra,imm)
#define si_ceq(ra,rb) __builtin_si_ceq(ra,rb)
#define si_ceqi(ra,imm) __builtin_si_ceqi(ra,imm)
#define si_cgtb(ra,rb) __builtin_si_cgtb(ra,rb)
#define si_cgtbi(ra,imm) __builtin_si_cgtbi(ra,imm)
#define si_cgth(ra,rb) __builtin_si_cgth(ra,rb)
#define si_cgthi(ra,imm) __builtin_si_cgthi(ra,imm)
#define si_cgt(ra,rb) __builtin_si_cgt(ra,rb)
#define si_cgti(ra,imm) __builtin_si_cgti(ra,imm)
#define si_clgtb(ra,rb) __builtin_si_clgtb(ra,rb)
#define si_clgtbi(ra,imm) __builtin_si_clgtbi(ra,imm)
#define si_clgth(ra,rb) __builtin_si_clgth(ra,rb)
#define si_clgthi(ra,imm) __builtin_si_clgthi(ra,imm)
#define si_clgt(ra,rb) __builtin_si_clgt(ra,rb)
#define si_clgti(ra,imm) __builtin_si_clgti(ra,imm)
#define si_bisled(ra) __builtin_si_bisled(ra,0)
#define si_bisledd(ra) __builtin_si_bisledd(ra,0)
#define si_bislede(ra) __builtin_si_bislede(ra,0)
#define si_fa(ra,rb) __builtin_si_fa(ra,rb)
#define si_dfa(ra,rb) __builtin_si_dfa(ra,rb)
#define si_fs(ra,rb) __builtin_si_fs(ra,rb)
#define si_dfs(ra,rb) __builtin_si_dfs(ra,rb)
#define si_fm(ra,rb) __builtin_si_fm(ra,rb)
#define si_dfm(ra,rb) __builtin_si_dfm(ra,rb)
#define si_fma(ra,rb,rc) __builtin_si_fma(ra,rb,rc)
#define si_dfma(ra,rb,rc) __builtin_si_dfma(ra,rb,rc)
#define si_dfnma(ra,rb,rc) __builtin_si_dfnma(ra,rb,rc)
#define si_fnms(ra,rb,rc) __builtin_si_fnms(ra,rb,rc)
#define si_dfnms(ra,rb,rc) __builtin_si_dfnms(ra,rb,rc)
#define si_fms(ra,rb,rc) __builtin_si_fms(ra,rb,rc)
#define si_dfms(ra,rb,rc) __builtin_si_dfms(ra,rb,rc)
#define si_frest(ra) __builtin_si_frest(ra)
#define si_frsqest(ra) __builtin_si_frsqest(ra)
#define si_fi(ra,rb) __builtin_si_fi(ra,rb)
#define si_csflt(ra,imm) __builtin_si_csflt(ra,imm)
#define si_cflts(ra,imm) __builtin_si_cflts(ra,imm)
#define si_cuflt(ra,imm) __builtin_si_cuflt(ra,imm)
#define si_cfltu(ra,imm) __builtin_si_cfltu(ra,imm)
#define si_frds(ra) __builtin_si_frds(ra)
#define si_fesd(ra) __builtin_si_fesd(ra)
#define si_fceq(ra,rb) __builtin_si_fceq(ra,rb)
#define si_fcmeq(ra,rb) __builtin_si_fcmeq(ra,rb)
#define si_fcgt(ra,rb) __builtin_si_fcgt(ra,rb)
#define si_fcmgt(ra,rb) __builtin_si_fcmgt(ra,rb)
#define si_stop(imm) __builtin_si_stop(imm)
#define si_stopd(ra,rb,rc) __builtin_si_stopd(ra,rb,rc)
#define si_lnop() __builtin_si_lnop()
#define si_nop() __builtin_si_nop()
#define si_sync() __builtin_si_sync()
#define si_syncc() __builtin_si_syncc()
#define si_dsync() __builtin_si_dsync()
#define si_mfspr(imm) __builtin_si_mfspr(imm)
#define si_mtspr(imm,ra) __builtin_si_mtspr(imm,ra)
#define si_fscrrd() __builtin_si_fscrrd()
#define si_fscrwr(ra) __builtin_si_fscrwr(ra)
#define si_rdch(imm) __builtin_si_rdch(imm)
#define si_rchcnt(imm) __builtin_si_rchcnt(imm)
#define si_wrch(imm,ra) __builtin_si_wrch(imm,ra)
/* celledp only instructions */
#ifdef __SPU_EDP__
#define si_dfceq(ra,rb) __builtin_si_dfceq(ra,rb)
#define si_dfcmeq(ra,rb) __builtin_si_dfcmeq(ra,rb)
#define si_dfcgt(ra,rb) __builtin_si_dfcgt(ra,rb)
#define si_dfcmgt(ra,rb) __builtin_si_dfcmgt(ra,rb)
#define si_dftsv(ra,imm) __builtin_si_dftsv(ra,imm)
#endif /* __SPU_EDP__ */
#define si_from_char(scalar) __builtin_si_from_char(scalar)
#define si_from_uchar(scalar) __builtin_si_from_uchar(scalar)
#define si_from_short(scalar) __builtin_si_from_short(scalar)
#define si_from_ushort(scalar) __builtin_si_from_ushort(scalar)
#define si_from_int(scalar) __builtin_si_from_int(scalar)
#define si_from_uint(scalar) __builtin_si_from_uint(scalar)
#define si_from_llong(scalar) __builtin_si_from_long(scalar)
#define si_from_ullong(scalar) __builtin_si_from_ulong(scalar)
#define si_from_float(scalar) __builtin_si_from_float(scalar)
#define si_from_double(scalar) __builtin_si_from_double(scalar)
#define si_from_ptr(scalar) __builtin_si_from_ptr(scalar)
#define si_to_char(ra) __builtin_si_to_char(ra)
#define si_to_uchar(ra) __builtin_si_to_uchar(ra)
#define si_to_short(ra) __builtin_si_to_short(ra)
#define si_to_ushort(ra) __builtin_si_to_ushort(ra)
#define si_to_int(ra) __builtin_si_to_int(ra)
#define si_to_uint(ra) __builtin_si_to_uint(ra)
#define si_to_llong(ra) __builtin_si_to_long(ra)
#define si_to_ullong(ra) __builtin_si_to_ulong(ra)
#define si_to_float(ra) __builtin_si_to_float(ra)
#define si_to_double(ra) __builtin_si_to_double(ra)
#define si_to_ptr(ra) __builtin_si_to_ptr(ra)
#define __align_hint(ptr,base,offset) __builtin_spu_align_hint(ptr,base,offset)
/* generic spu_* intrinsics */
#define spu_splats(scalar) __builtin_spu_splats(scalar)
#define spu_convtf(ra,imm) __builtin_spu_convtf(ra,imm)
#define spu_convts(ra,imm) __builtin_spu_convts(ra,imm)
#define spu_convtu(ra,imm) __builtin_spu_convtu(ra,imm)
#define spu_extend(ra) __builtin_spu_extend(ra)
#define spu_roundtf(ra) __builtin_spu_roundtf(ra)
#define spu_add(ra,rb) __builtin_spu_add(ra,rb)
#define spu_addx(ra,rb,rt) __builtin_spu_addx(ra,rb,rt)
#define spu_genc(ra,rb) __builtin_spu_genc(ra,rb)
#define spu_gencx(ra,rb,rt) __builtin_spu_gencx(ra,rb,rt)
#define spu_madd(ra,rb,rc) __builtin_spu_madd(ra,rb,rc)
#define spu_nmadd(ra,rb,rc) __builtin_spu_nmadd(ra,rb,rc)
#define spu_mhhadd(ra,rb,rc) __builtin_spu_mhhadd(ra,rb,rc)
#define spu_msub(ra,rb,rc) __builtin_spu_msub(ra,rb,rc)
#define spu_mul(ra,rb) __builtin_spu_mul(ra,rb)
#define spu_mulh(ra,rb) __builtin_spu_mulh(ra,rb)
#define spu_mule(ra,rb) __builtin_spu_mule(ra,rb)
#define spu_mulo(ra,rb) __builtin_spu_mulo(ra,rb)
#define spu_mulsr(ra,rb) __builtin_spu_mulsr(ra,rb)
#define spu_nmsub(ra,rb,rc) __builtin_spu_nmsub(ra,rb,rc)
#define spu_sub(ra,rb) __builtin_spu_sub(ra,rb)
#define spu_subx(ra,rb,rt) __builtin_spu_subx(ra,rb,rt)
#define spu_genb(ra,rb) __builtin_spu_genb(ra,rb)
#define spu_genbx(ra,rb,rt) __builtin_spu_genbx(ra,rb,rt)
#define spu_absd(ra,rb) __builtin_spu_absd(ra,rb)
#define spu_avg(ra,rb) __builtin_spu_avg(ra,rb)
#define spu_sumb(ra,rb) __builtin_spu_sumb(ra,rb)
#define spu_bisled(ra) __builtin_spu_bisled(ra, 0)
#define spu_bisled_d(ra) __builtin_spu_bisled_d(ra, 0)
#define spu_bisled_e(ra) __builtin_spu_bisled_e(ra, 0)
#define spu_cmpabseq(ra,rb) __builtin_spu_cmpabseq(ra,rb)
#define spu_cmpabsgt(ra,rb) __builtin_spu_cmpabsgt(ra,rb)
#define spu_cmpeq(ra,rb) __builtin_spu_cmpeq(ra,rb)
#define spu_cmpgt(ra,rb) __builtin_spu_cmpgt(ra,rb)
#define spu_testsv(ra,imm) __builtin_spu_testsv(ra,imm)
#define spu_hcmpeq(ra,rb) __builtin_spu_hcmpeq(ra,rb)
#define spu_hcmpgt(ra,rb) __builtin_spu_hcmpgt(ra,rb)
#define spu_cntb(ra) __builtin_spu_cntb(ra)
#define spu_cntlz(ra) __builtin_spu_cntlz(ra)
#define spu_gather(ra) __builtin_spu_gather(ra)
#define spu_maskb(ra) __builtin_spu_maskb(ra)
#define spu_maskh(ra) __builtin_spu_maskh(ra)
#define spu_maskw(ra) __builtin_spu_maskw(ra)
#define spu_sel(ra,rb,rc) __builtin_spu_sel(ra,rb,rc)
#define spu_shuffle(ra,rb,rc) __builtin_spu_shuffle(ra,rb,rc)
#define spu_and(ra,rb) __builtin_spu_and(ra,rb)
#define spu_andc(ra,rb) __builtin_spu_andc(ra,rb)
#define spu_eqv(ra,rb) __builtin_spu_eqv(ra,rb)
#define spu_nand(ra,rb) __builtin_spu_nand(ra,rb)
#define spu_nor(ra,rb) __builtin_spu_nor(ra,rb)
#define spu_or(ra,rb) __builtin_spu_or(ra,rb)
#define spu_orc(ra,rb) __builtin_spu_orc(ra,rb)
#define spu_orx(ra) __builtin_spu_orx(ra)
#define spu_xor(ra,rb) __builtin_spu_xor(ra,rb)
#define spu_rl(ra,rb) __builtin_spu_rl(ra,rb)
#define spu_rlqw(ra,count) __builtin_spu_rlqw(ra,count)
#define spu_rlqwbyte(ra,count) __builtin_spu_rlqwbyte(ra,count)
#define spu_rlqwbytebc(ra,count) __builtin_spu_rlqwbytebc(ra,count)
#define spu_rlmask(ra,rb) __builtin_spu_rlmask(ra,rb)
#define spu_rlmaska(ra,rb) __builtin_spu_rlmaska(ra,rb)
#define spu_rlmaskqw(ra,rb) __builtin_spu_rlmaskqw(ra,rb)
#define spu_rlmaskqwbyte(ra,rb) __builtin_spu_rlmaskqwbyte(ra,rb)
#define spu_rlmaskqwbytebc(ra,rb) __builtin_spu_rlmaskqwbytebc(ra,rb)
#define spu_sl(ra,rb) __builtin_spu_sl(ra,rb)
#define spu_slqw(ra,rb) __builtin_spu_slqw(ra,rb)
#define spu_slqwbyte(ra,rb) __builtin_spu_slqwbyte(ra,rb)
#define spu_slqwbytebc(ra,rb) __builtin_spu_slqwbytebc(ra,rb)
#define spu_sr(ra,rb) __builtin_spu_sr(ra,rb)
#define spu_sra(ra,rb) __builtin_spu_sra(ra,rb)
#define spu_srqw(ra,rb) __builtin_spu_srqw(ra,rb)
#define spu_srqwbyte(ra,rb) __builtin_spu_srqwbyte(ra,rb)
#define spu_srqwbytebc(ra,rb) __builtin_spu_srqwbytebc(ra,rb)
#define spu_extract(ra,pos) __builtin_spu_extract(ra,pos)
#define spu_insert(scalar,ra,pos) __builtin_spu_insert(scalar,ra,pos)
#define spu_promote(scalar,pos) __builtin_spu_promote(scalar,pos)
#ifdef __cplusplus
extern "C" {
#endif
/* The type checking for some of these won't be accurate but they need
* to be defines because of the immediate values. */
#define spu_idisable() __builtin_spu_idisable()
#define spu_ienable() __builtin_spu_ienable()
#define spu_mfspr(imm) si_to_uint(si_mfspr((imm)))
#define spu_mtspr(imm, ra) si_mtspr((imm),si_from_uint (ra))
#define spu_mffpscr() ((vec_uint4)si_fscrrd())
#define spu_mtfpscr(a) si_fscrwr((qword)a)
#define spu_dsync() si_dsync()
#define spu_stop(imm) si_stop(imm)
#define spu_sync() si_sync()
#define spu_sync_c() si_syncc()
#define spu_readch(imm) si_to_uint(si_rdch((imm)))
#define spu_readchqw(imm) ((vec_uint4)si_rdch((imm)))
#define spu_readchcnt(imm) si_to_uint(si_rchcnt((imm)))
#define spu_writech(imm, ra) si_wrch((imm), si_from_uint(ra))
#define spu_writechqw(imm, ra) si_wrch((imm), (qword)(ra))
/* The following functions are static and always_inline to make sure
* they don't show up in object files which they aren't used in. */
static __inline__ vec_float4 spu_re (vec_float4 ra) __attribute__((__always_inline__));
static __inline__ vec_float4 spu_rsqrte (vec_float4 ra) __attribute__((__always_inline__));
static __inline__ vec_float4
spu_re (vec_float4 ra)
{
return (vec_float4) si_fi ((qword) (ra), si_frest ((qword) (ra)));
}
static __inline__ vec_float4
spu_rsqrte (vec_float4 ra)
{
return (vec_float4) si_fi ((qword) (ra), si_frsqest ((qword) (ra)));
}
/* composite intrinsics */
static __inline__ void spu_mfcdma32(volatile void *ls, unsigned int ea, unsigned int size, unsigned int tagid, unsigned int cmd) __attribute__((__always_inline__));
static __inline__ void spu_mfcdma64(volatile void *ls, unsigned int eahi, unsigned int ealow, unsigned int size, unsigned int tagid, unsigned int cmd) __attribute__((__always_inline__));
static __inline__ unsigned int spu_mfcstat(unsigned int type) __attribute__((__always_inline__));
static __inline__ void
spu_mfcdma32(volatile void *ls, unsigned int ea, unsigned int size, unsigned int tagid, unsigned int cmd)
{
si_wrch(MFC_LSA,si_from_ptr(ls));
si_wrch(MFC_EAL,si_from_uint(ea));
si_wrch(MFC_Size,si_from_uint(size));
si_wrch(MFC_TagID,si_from_uint(tagid));
si_wrch(MFC_Cmd,si_from_uint(cmd));
}
static __inline__ void
spu_mfcdma64(volatile void *ls, unsigned int eahi, unsigned int ealow, unsigned int size, unsigned int tagid, unsigned int cmd)
{
si_wrch(MFC_LSA,si_from_ptr(ls));
si_wrch(MFC_EAH,si_from_uint(eahi));
si_wrch(MFC_EAL,si_from_uint(ealow));
si_wrch(MFC_Size,si_from_uint(size));
si_wrch(MFC_TagID,si_from_uint(tagid));
si_wrch(MFC_Cmd,si_from_uint(cmd));
}
static __inline__ unsigned int
spu_mfcstat(unsigned int type)
{
si_wrch(MFC_WrTagUpdate,si_from_uint(type));
return si_to_uint(si_rdch(MFC_RdTagStat));
}
#ifdef __cplusplus
}
#endif /* __cplusplus */
#endif /* SPUINTRIN_H */
|
