/* Definitions of Synergistic Processing Unit (SPU). */
/* Copyright (C) 2006-2019 Free Software Foundation, Inc.
This file is free software; you can redistribute it and/or modify it under
the terms of the GNU General Public License as published by the Free
Software Foundation; either version 3 of the License, or (at your option)
any later version.
This file is distributed in the hope that it will be useful, but WITHOUT
ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
for more details.
Under Section 7 of GPL version 3, you are granted additional
permissions described in the GCC Runtime Library Exception, version
3.1, as published by the Free Software Foundation.
You should have received a copy of the GNU General Public License and
a copy of the GCC Runtime Library Exception along with this program;
see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
<http://www.gnu.org/licenses/>. */
#ifndef _SPU_INTERNALS_H
#define _SPU_INTERNALS_H
/* For a typical GCC implementation, the vector keyword is defined here
* as a macro. If this macro conflicts with user code the user needs to
* undefine it. An extended GCC implementation may implement this
* keyword differently, such that it never conflicts, and will define
* the macro __VECTOR_KEYWORD_SUPPORTED__. */
#ifndef __VECTOR_KEYWORD_SUPPORTED__
#define vector __vector
#endif
/* The spu specific instruction macros, si_*(), correspond 1-1 with
* SPU instructions in the ISA. The arguments are the same with the
* following exceptions:
* - any instruction which both reads and writes rt will have an
* extra parameter in the macro.
* - instructions which append zero to the immediate field assume
* the value given in a macro already has the zeroes appended.
* - integer/float convert functions expect a value from 0 to 127,
* i.e., the bias is added by the compiler.
*
* Parameters named 'imm' accept an integer literal.
* Parameters named 'r[abcdt]' accept a qword argument.
* Parameters named 'scalar' accept a scalar argument.
*/
#define qword __vector signed char
#define si_lqd(ra,imm) __builtin_si_lqd(ra,imm)
#define si_lqx(ra,rb) __builtin_si_lqx(ra,rb)
#define si_lqa(imm) __builtin_si_lqa(imm)
#define si_lqr(imm) __builtin_si_lqr(imm)
#define si_stqd(rt,ra,imm) __builtin_si_stqd(rt,ra,imm)
#define si_stqx(rt,ra,rb) __builtin_si_stqx(rt,ra,rb)
#define si_stqa(rt,imm) __builtin_si_stqa(rt,imm)
#define si_stqr(rt,imm) __builtin_si_stqr(rt,imm)
#define si_cbd(ra,imm) __builtin_si_cbd(ra,imm)
#define si_cbx(ra,rb) __builtin_si_cbx(ra,rb)
#define si_chd(ra,imm) __builtin_si_chd(ra,imm)
#define si_chx(ra,rb) __builtin_si_chx(ra,rb)
#define si_cwd(ra,imm) __builtin_si_cwd(ra,imm)
#define si_cwx(ra,rb) __builtin_si_cwx(ra,rb)
#define si_cdd(ra,imm) __builtin_si_cdd(ra,imm)
#define si_cdx(ra,rb) __builtin_si_cdx(ra,rb)
#define si_ilh(imm) __builtin_si_ilh(imm)
#define si_ilhu(imm) __builtin_si_ilhu(imm)
#define si_il(imm) __builtin_si_il(imm)
#define si_ila(imm) __builtin_si_ila(imm)
#define si_iohl(ra,imm) __builtin_si_iohl(ra,imm)
#define si_fsmbi(imm) __builtin_si_fsmbi(imm)
#define si_ah(ra,rb) __builtin_si_ah(ra,rb)
#define si_ahi(ra,imm) __builtin_si_ahi(ra,imm)
#define si_a(ra,rb) __builtin_si_a(ra,rb)
#define si_ai(ra,imm) __builtin_si_ai(ra,imm)
#define si_addx(ra,rb,rt) __builtin_si_addx(ra,rb,rt)
#define si_cg(ra,rb) __builtin_si_cg(ra,rb)
#define si_cgx(ra,rb,rt) __builtin_si_cgx(ra,rb,rt)
#define si_sfh(ra,rb) __builtin_si_sfh(ra,rb)
#define si_sfhi(imm,ra) __builtin_si_sfhi(imm,ra)
#define si_sf(ra,rb) __builtin_si_sf(ra,rb)
#define si_sfi(ra,imm) __builtin_si_sfi(ra,imm)
#define si_sfx(ra,rb,rt) __builtin_si_sfx(ra,rb,rt)
#define si_bg(ra,rb) __builtin_si_bg(ra,rb)
#define si_bgx(ra,rb,rt) __builtin_si_bgx(ra,rb,rt)
#define si_mpy(ra,rb) __builtin_si_mpy(ra,rb)
#define si_mpyu(ra,rb) __builtin_si_mpyu(ra,rb)
#define si_mpyi(ra,imm) __builtin_si_mpyi(ra,imm)
#define si_mpyui(ra,imm) __builtin_si_mpyui(ra,imm)
#define si_mpya(ra,rb,rc) __builtin_si_mpya(ra,rb,rc)
#define si_mpyh(ra,rb) __builtin_si_mpyh(ra,rb)
#define si_mpys(ra,rb) __builtin_si_mpys(ra,rb)
#define si_mpyhh(ra,rb) __builtin_si_mpyhh(ra,rb)
#define si_mpyhhu(ra,rb) __builtin_si_mpyhhu(ra,rb)
#define si_mpyhha(ra,rb,rc) __builtin_si_mpyhha(ra,rb,rc)
#define si_mpyhhau(ra,rb,rc) __builtin_si_mpyhhau(ra,rb,rc)
#define si_clz(ra) __builtin_si_clz(ra)
#define si_cntb(ra) __builtin_si_cntb(ra)
#define si_fsmb(ra) __builtin_si_fsmb(ra)
#define si_fsmh(ra) __builtin_si_fsmh(ra)
#define si_fsm(ra) __builtin_si_fsm(ra)
#define si_gbb(ra) __builtin_si_gbb(ra)
#define si_gbh(ra) __builtin_si_gbh(ra)
#define si_gb(ra) __builtin_si_gb(ra)
#define si_avgb(ra,rb) __builtin_si_avgb(ra,rb)
#define si_absdb(ra,rb) __builtin_si_absdb(ra,rb)
#define si_sumb(ra,rb) __builtin_si_sumb(ra,rb)
#define si_xsbh(ra) __builtin_si_xsbh(ra)
#define si_xshw(ra) __builtin_si_xshw(ra)
#define si_xswd(ra) __builtin_si_xswd(ra)
#define si_and(ra,rb) __builtin_si_and(ra,rb)
#define si_andc(ra,rb) __builtin_si_andc(ra,rb)
#define si_andbi(ra,imm) __builtin_si_andbi(ra,imm)
#define si_andhi(ra,imm) __builtin_si_andhi(ra,imm)
#define si_andi(ra,imm) __builtin_si_andi(ra,imm)
#define si_or(ra,rb) __builtin_si_or(ra,rb)
#define si_orc(ra,rb) __builtin_si_orc(ra,rb)
#define si_orbi(ra,imm) __builtin_si_orbi(ra,imm)
#define si_orhi(ra,imm) __builtin_si_orhi(ra,imm)
#define si_ori(ra,imm) __builtin_si_ori(ra,imm)
#define si_orx(ra) __builtin_si_orx(ra)
#define si_xor(ra,rb) __builtin_si_xor(ra,rb)
#define si_xorbi(ra,imm) __builtin_si_xorbi(ra,imm)
#define si_xorhi(ra,imm) __builtin_si_xorhi(ra,imm)
#define si_xori(ra,imm) __builtin_si_xori(ra,imm)
#define si_nand(ra,rb) __builtin_si_nand(ra,rb)
#define si_nor(ra,rb) __builtin_si_nor(ra,rb)
#define si_eqv(ra,rb) __builtin_si_eqv(ra,rb)
#define si_selb(ra,rb,rc) __builtin_si_selb(ra,rb,rc)
#define si_shufb(ra,rb,rc) __builtin_si_shufb(ra,rb,rc)
#define si_shlh(ra,rb) __builtin_si_shlh(ra,rb)
#define si_shlhi(ra,imm) __builtin_si_shlhi(ra,imm)
#define si_shl(ra,rb) __builtin_si_shl(ra,rb)
#define si_shli(ra,imm) __builtin_si_shli(ra,imm)
#define si_shlqbi(ra,rb) __builtin_si_shlqbi(ra,rb)
#define si_shlqbii(ra,imm) __builtin_si_shlqbii(ra,imm)
#define si_shlqby(ra,rb) __builtin_si_shlqby(ra,rb)
#define si_shlqbyi(ra,imm) __builtin_si_shlqbyi(ra,imm)
#define si_shlqbybi(ra,rb) __builtin_si_shlqbybi(ra,rb)
#define si_roth(ra,rb) __builtin_si_roth(ra,rb)
#define si_rothi(ra,imm) __builtin_si_rothi(ra,imm)
#define si_rot(ra,rb) __builtin_si_rot(ra,rb)
#define si_roti(ra,imm) __builtin_si_roti(ra,imm)
#define si_rotqby(ra,rb) __builtin_si_rotqby(ra,rb)
#define si_rotqbyi(ra,imm) __builtin_si_rotqbyi(ra,imm)
#define si_rotqbybi(ra,rb) __builtin_si_rotqbybi(ra,rb)
#define si_rotqbi(ra,rb) __builtin_si_rotqbi(ra,rb)
#define si_rotqbii(ra,imm) __builtin_si_rotqbii(ra,imm)
#define si_rothm(ra,rb) __builtin_si_rothm(ra,rb)
#define si_rothmi(ra,imm) __builtin_si_rothmi(ra,imm)
#define si_rotm(ra,rb) __builtin_si_rotm(ra,rb)
#define si_rotmi(ra,imm) __builtin_si_rotmi(ra,imm)
#define si_rotqmby(ra,rb) __builtin_si_rotqmby(ra,rb)
#define si_rotqmbyi(ra,imm) __builtin_si_rotqmbyi(ra,imm)
#define si_rotqmbi(ra,rb) __builtin_si_rotqmbi(ra,rb)
#define si_rotqmbii(ra,imm) __builtin_si_rotqmbii(ra,imm)
#define si_rotqmbybi(ra,rb) __builtin_si_rotqmbybi(ra,rb)
#define si_rotmah(ra,rb) __builtin_si_rotmah(ra,rb)
#define si_rotmahi(ra,imm) __builtin_si_rotmahi(ra,imm)
#define si_rotma(ra,rb) __builtin_si_rotma(ra,rb)
#define si_rotmai(ra,imm) __builtin_si_rotmai(ra,imm)
#define si_heq(ra,rb) __builtin_si_heq(ra,rb)
#define si_heqi(ra,imm) __builtin_si_heqi(ra,imm)
#define si_hgt(ra,rb) __builtin_si_hgt(ra,rb)
#define si_hgti(ra,imm) __builtin_si_hgti(ra,imm)
#define si_hlgt(ra,rb) __builtin_si_hlgt(ra,rb)
#define si_hlgti(ra,imm) __builtin_si_hlgti(ra,imm)
#define si_ceqb(ra,rb) __builtin_si_ceqb(ra,rb)
#define si_ceqbi(ra,imm) __builtin_si_ceqbi(ra,imm)
#define si_ceqh(ra,rb) __builtin_si_ceqh(ra,rb)
#define si_ceqhi(ra,imm) __builtin_si_ceqhi(ra,imm)
#define si_ceq(ra,rb) __builtin_si_ceq(ra,rb)
#define si_ceqi(ra,imm) __builtin_si_ceqi(ra,imm)
#define si_cgtb(ra,rb) __builtin_si_cgtb(ra,rb)
#define si_cgtbi(ra,imm) __builtin_si_cgtbi(ra,imm)
#define si_cgth(ra,rb) __builtin_si_cgth(ra,rb)
#define si_cgthi(ra,imm) __builtin_si_cgthi(ra,imm)
#define si_cgt(ra,rb) __builtin_si_cgt(ra,rb)
#define si_cgti(ra,imm) __builtin_si_cgti(ra,imm)
#define si_clgtb(ra,rb) __builtin_si_clgtb(ra,rb)
#define si_clgtbi(ra,imm) __builtin_si_clgtbi(ra,imm)
#define si_clgth(ra,rb) __builtin_si_clgth(ra,rb)
#define si_clgthi(ra,imm) __builtin_si_clgthi(ra,imm)
#define si_clgt(ra,rb) __builtin_si_clgt(ra,rb)
#define si_clgti(ra,imm) __builtin_si_clgti(ra,imm)
#define si_bisled(ra) __builtin_si_bisled(ra,0)
#define si_bisledd(ra) __builtin_si_bisledd(ra,0)
#define si_bislede(ra) __builtin_si_bislede(ra,0)
#define si_fa(ra,rb) __builtin_si_fa(ra,rb)
#define si_dfa(ra,rb) __builtin_si_dfa(ra,rb)
#define si_fs(ra,rb) __builtin_si_fs(ra,rb)
#define si_dfs(ra,rb) __builtin_si_dfs(ra,rb)
#define si_fm(ra,rb) __builtin_si_fm(ra,rb)
#define si_dfm(ra,rb) __builtin_si_dfm(ra,rb)
#define si_fma(ra,rb,rc) __builtin_si_fma(ra,rb,rc)
#define si_dfma(ra,rb,rc) __builtin_si_dfma(ra,rb,rc)
#define si_dfnma(ra,rb,rc) __builtin_si_dfnma(ra,rb,rc)
#define si_fnms(ra,rb,rc) __builtin_si_fnms(ra,rb,rc)
#define si_dfnms(ra,rb,rc) __builtin_si_dfnms(ra,rb,rc)
#define si_fms(ra,rb,rc) __builtin_si_fms(ra,rb,rc)
#define si_dfms(ra,rb,rc) __builtin_si_dfms(ra,rb,rc)
#define si_frest(ra) __builtin_si_frest(ra)
#define si_frsqest(ra) __builtin_si_frsqest(ra)
#define si_fi(ra,rb) __builtin_si_fi(ra,rb)
#define si_csflt(ra,imm) __builtin_si_csflt(ra,imm)
#define si_cflts(ra,imm) __builtin_si_cflts(ra,imm)
#define si_cuflt(ra,imm) __builtin_si_cuflt(ra,imm)
#define si_cfltu(ra,imm) __builtin_si_cfltu(ra,imm)
#define si_frds(ra) __builtin_si_frds(ra)
#define si_fesd(ra) __builtin_si_fesd(ra)
#define si_fceq(ra,rb) __builtin_si_fceq(ra,rb)
#define si_fcmeq(ra,rb) __builtin_si_fcmeq(ra,rb)
#define si_fcgt(ra,rb) __builtin_si_fcgt(ra,rb)
#define si_fcmgt(ra,rb) __builtin_si_fcmgt(ra,rb)
#define si_stop(imm) __builtin_si_stop(imm)
#define si_stopd(ra,rb,rc) __builtin_si_stopd(ra,rb,rc)
#define si_lnop() __builtin_si_lnop()
#define si_nop() __builtin_si_nop()
#define si_sync() __builtin_si_sync()
#define si_syncc() __builtin_si_syncc()
#define si_dsync() __builtin_si_dsync()
#define si_mfspr(imm) __builtin_si_mfspr(imm)
#define si_mtspr(imm,ra) __builtin_si_mtspr(imm,ra)
#define si_fscrrd() __builtin_si_fscrrd()
#define si_fscrwr(ra) __builtin_si_fscrwr(ra)
#define si_rdch(imm) __builtin_si_rdch(imm)
#define si_rchcnt(imm) __builtin_si_rchcnt(imm)
#define si_wrch(imm,ra) __builtin_si_wrch(imm,ra)
/* celledp only instructions */
#ifdef __SPU_EDP__
#define si_dfceq(ra,rb) __builtin_si_dfceq(ra,rb)
#define si_dfcmeq(ra,rb) __builtin_si_dfcmeq(ra,rb)
#define si_dfcgt(ra,rb) __builtin_si_dfcgt(ra,rb)
#define si_dfcmgt(ra,rb) __builtin_si_dfcmgt(ra,rb)
#define si_dftsv(ra,imm) __builtin_si_dftsv(ra,imm)
#endif /* __SPU_EDP__ */
#define si_from_char(scalar) __builtin_si_from_char(scalar)
#define si_from_uchar(scalar) __builtin_si_from_uchar(scalar)
#define si_from_short(scalar) __builtin_si_from_short(scalar)
#define si_from_ushort(scalar) __builtin_si_from_ushort(scalar)
#define si_from_int(scalar) __builtin_si_from_int(scalar)
#define si_from_uint(scalar) __builtin_si_from_uint(scalar)
#define si_from_llong(scalar) __builtin_si_from_long(scalar)
#define si_from_ullong(scalar) __builtin_si_from_ulong(scalar)
#define si_from_float(scalar) __builtin_si_from_float(scalar)
#define si_from_double(scalar) __builtin_si_from_double(scalar)
#define si_from_ptr(scalar) __builtin_si_from_ptr(scalar)
#define si_to_char(ra) __builtin_si_to_char(ra)
#define si_to_uchar(ra) __builtin_si_to_uchar(ra)
#define si_to_short(ra) __builtin_si_to_short(ra)
#define si_to_ushort(ra) __builtin_si_to_ushort(ra)
#define si_to_int(ra) __builtin_si_to_int(ra)
#define si_to_uint(ra) __builtin_si_to_uint(ra)
#define si_to_llong(ra) __builtin_si_to_long(ra)
#define si_to_ullong(ra) __builtin_si_to_ulong(ra)
#define si_to_float(ra) __builtin_si_to_float(ra)
#define si_to_double(ra) __builtin_si_to_double(ra)
#define si_to_ptr(ra) __builtin_si_to_ptr(ra)
#define __align_hint(ptr,base,offset) __builtin_spu_align_hint(ptr,base,offset)
/* generic spu_* intrinsics */
#define spu_splats(scalar) __builtin_spu_splats(scalar)
#define spu_convtf(ra,imm) __builtin_spu_convtf(ra,imm)
#define spu_convts(ra,imm) __builtin_spu_convts(ra,imm)
#define spu_convtu(ra,imm) __builtin_spu_convtu(ra,imm)
#define spu_extend(ra) __builtin_spu_extend(ra)
#define spu_roundtf(ra) __builtin_spu_roundtf(ra)
#define spu_add(ra,rb) __builtin_spu_add(ra,rb)
#define spu_addx(ra,rb,rt) __builtin_spu_addx(ra,rb,rt)
#define spu_genc(ra,rb) __builtin_spu_genc(ra,rb)
#define spu_gencx(ra,rb,rt) __builtin_spu_gencx(ra,rb,rt)
#define spu_madd(ra,rb,rc) __builtin_spu_madd(ra,rb,rc)
#define spu_nmadd(ra,rb,rc) __builtin_spu_nmadd(ra,rb,rc)
#define spu_mhhadd(ra,rb,rc) __builtin_spu_mhhadd(ra,rb,rc)
#define spu_msub(ra,rb,rc) __builtin_spu_msub(ra,rb,rc)
#define spu_mul(ra,rb) __builtin_spu_mul(ra,rb)
#define spu_mulh(ra,rb) __builtin_spu_mulh(ra,rb)
#define spu_mule(ra,rb) __builtin_spu_mule(ra,rb)
#define spu_mulo(ra,rb) __builtin_spu_mulo(ra,rb)
#define spu_mulsr(ra,rb) __builtin_spu_mulsr(ra,rb)
#define spu_nmsub(ra,rb,rc) __builtin_spu_nmsub(ra,rb,rc)
#define spu_sub(ra,rb) __builtin_spu_sub(ra,rb)
#define spu_subx(ra,rb,rt) __builtin_spu_subx(ra,rb,rt)
#define spu_genb(ra,rb) __builtin_spu_genb(ra,rb)
#define spu_genbx(ra,rb,rt) __builtin_spu_genbx(ra,rb,rt)
#define spu_absd(ra,rb) __builtin_spu_absd(ra,rb)
#define spu_avg(ra,rb) __builtin_spu_avg(ra,rb)
#define spu_sumb(ra,rb) __builtin_spu_sumb(ra,rb)
#define spu_bisled(ra) __builtin_spu_bisled(ra, 0)
#define spu_bisled_d(ra) __builtin_spu_bisled_d(ra, 0)
#define spu_bisled_e(ra) __builtin_spu_bisled_e(ra, 0)
#define spu_cmpabseq(ra,rb) __builtin_spu_cmpabseq(ra,rb)
#define spu_cmpabsgt(ra,rb) __builtin_spu_cmpabsgt(ra,rb)
#define spu_cmpeq(ra,rb) __builtin_spu_cmpeq(ra,rb)
#define spu_cmpgt(ra,rb) __builtin_spu_cmpgt(ra,rb)
#define spu_testsv(ra,imm) __builtin_spu_testsv(ra,imm)
#define spu_hcmpeq(ra,rb) __builtin_spu_hcmpeq(ra,rb)
#define spu_hcmpgt(ra,rb) __builtin_spu_hcmpgt(ra,rb)
#define spu_cntb(ra) __builtin_spu_cntb(ra)
#define spu_cntlz(ra) __builtin_spu_cntlz(ra)
#define spu_gather(ra) __builtin_spu_gather(ra)
#define spu_maskb(ra) __builtin_spu_maskb(ra)
#define spu_maskh(ra) __builtin_spu_maskh(ra)
#define spu_maskw(ra) __builtin_spu_maskw(ra)
#define spu_sel(ra,rb,rc) __builtin_spu_sel(ra,rb,rc)
#define spu_shuffle(ra,rb,rc) __builtin_spu_shuffle(ra,rb,rc)
#define spu_and(ra,rb) __builtin_spu_and(ra,rb)
#define spu_andc(ra,rb) __builtin_spu_andc(ra,rb)
#define spu_eqv(ra,rb) __builtin_spu_eqv(ra,rb)
#define spu_nand(ra,rb) __builtin_spu_nand(ra,rb)
#define spu_nor(ra,rb) __builtin_spu_nor(ra,rb)
#define spu_or(ra,rb) __builtin_spu_or(ra,rb)
#define spu_orc(ra,rb) __builtin_spu_orc(ra,rb)
#define spu_orx(ra) __builtin_spu_orx(ra)
#define spu_xor(ra,rb) __builtin_spu_xor(ra,rb)
#define spu_rl(ra,rb) __builtin_spu_rl(ra,rb)
#define spu_rlqw(ra,count) __builtin_spu_rlqw(ra,count)
#define spu_rlqwbyte(ra,count) __builtin_spu_rlqwbyte(ra,count)
#define spu_rlqwbytebc(ra,count) __builtin_spu_rlqwbytebc(ra,count)
#define spu_rlmask(ra,rb) __builtin_spu_rlmask(ra,rb)
#define spu_rlmaska(ra,rb) __builtin_spu_rlmaska(ra,rb)
#define spu_rlmaskqw(ra,rb) __builtin_spu_rlmaskqw(ra,rb)
#define spu_rlmaskqwbyte(ra,rb) __builtin_spu_rlmaskqwbyte(ra,rb)
#define spu_rlmaskqwbytebc(ra,rb) __builtin_spu_rlmaskqwbytebc(ra,rb)
#define spu_sl(ra,rb) __builtin_spu_sl(ra,rb)
#define spu_slqw(ra,rb) __builtin_spu_slqw(ra,rb)
#define spu_slqwbyte(ra,rb) __builtin_spu_slqwbyte(ra,rb)
#define spu_slqwbytebc(ra,rb) __builtin_spu_slqwbytebc(ra,rb)
#define spu_sr(ra,rb) __builtin_spu_sr(ra,rb)
#define spu_sra(ra,rb) __builtin_spu_sra(ra,rb)
#define spu_srqw(ra,rb) __builtin_spu_srqw(ra,rb)
#define spu_srqwbyte(ra,rb) __builtin_spu_srqwbyte(ra,rb)
#define spu_srqwbytebc(ra,rb) __builtin_spu_srqwbytebc(ra,rb)
#define spu_extract(ra,pos) __builtin_spu_extract(ra,pos)
#define spu_insert(scalar,ra,pos) __builtin_spu_insert(scalar,ra,pos)
#define spu_promote(scalar,pos) __builtin_spu_promote(scalar,pos)
#ifdef __cplusplus
extern "C" {
#endif
/* The type checking for some of these won't be accurate but they need
* to be defines because of the immediate values. */
#define spu_idisable() __builtin_spu_idisable()
#define spu_ienable() __builtin_spu_ienable()
#define spu_mfspr(imm) si_to_uint(si_mfspr((imm)))
#define spu_mtspr(imm, ra) si_mtspr((imm),si_from_uint (ra))
#define spu_mffpscr() ((vec_uint4)si_fscrrd())
#define spu_mtfpscr(a) si_fscrwr((qword)a)
#define spu_dsync() si_dsync()
#define spu_stop(imm) si_stop(imm)
#define spu_sync() si_sync()
#define spu_sync_c() si_syncc()
#define spu_readch(imm) si_to_uint(si_rdch((imm)))
#define spu_readchqw(imm) ((vec_uint4)si_rdch((imm)))
#define spu_readchcnt(imm) si_to_uint(si_rchcnt((imm)))
#define spu_writech(imm, ra) si_wrch((imm), si_from_uint(ra))
#define spu_writechqw(imm, ra) si_wrch((imm), (qword)(ra))
/* The following functions are static and always_inline to make sure
* they don't show up in object files which they aren't used in. */
static __inline__ vec_float4 spu_re (vec_float4 ra) __attribute__((__always_inline__));
static __inline__ vec_float4 spu_rsqrte (vec_float4 ra) __attribute__((__always_inline__));
static __inline__ vec_float4
spu_re (vec_float4 ra)
{
return (vec_float4) si_fi ((qword) (ra), si_frest ((qword) (ra)));
}
static __inline__ vec_float4
spu_rsqrte (vec_float4 ra)
{
return (vec_float4) si_fi ((qword) (ra), si_frsqest ((qword) (ra)));
}
/* composite intrinsics */
static __inline__ void spu_mfcdma32(volatile void *ls, unsigned int ea, unsigned int size, unsigned int tagid, unsigned int cmd) __attribute__((__always_inline__));
static __inline__ void spu_mfcdma64(volatile void *ls, unsigned int eahi, unsigned int ealow, unsigned int size, unsigned int tagid, unsigned int cmd) __attribute__((__always_inline__));
static __inline__ unsigned int spu_mfcstat(unsigned int type) __attribute__((__always_inline__));
static __inline__ void
spu_mfcdma32(volatile void *ls, unsigned int ea, unsigned int size, unsigned int tagid, unsigned int cmd)
{
si_wrch(MFC_LSA,si_from_ptr(ls));
si_wrch(MFC_EAL,si_from_uint(ea));
si_wrch(MFC_Size,si_from_uint(size));
si_wrch(MFC_TagID,si_from_uint(tagid));
si_wrch(MFC_Cmd,si_from_uint(cmd));
}
static __inline__ void
spu_mfcdma64(volatile void *ls, unsigned int eahi, unsigned int ealow, unsigned int size, unsigned int tagid, unsigned int cmd)
{
si_wrch(MFC_LSA,si_from_ptr(ls));
si_wrch(MFC_EAH,si_from_uint(eahi));
si_wrch(MFC_EAL,si_from_uint(ealow));
si_wrch(MFC_Size,si_from_uint(size));
si_wrch(MFC_TagID,si_from_uint(tagid));
si_wrch(MFC_Cmd,si_from_uint(cmd));
}
static __inline__ unsigned int
spu_mfcstat(unsigned int type)
{
si_wrch(MFC_WrTagUpdate,si_from_uint(type));
return si_to_uint(si_rdch(MFC_RdTagStat));
}
#ifdef __cplusplus
}
#endif /* __cplusplus */
#endif /* SPUINTRIN_H */