Gitiles
Code Review Sign In
gerrit.openfyde.cn / swiftshader.googlesource.com / SwiftShader / 9bcb31da0cf95258949da1bb697f3981a70c476b / . / src / Shader / PixelProgram.cpp
blob: 80fe7d6a0ac4983b64481e953d30b08ec12da00a [file] [log] [blame]
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]1// SwiftShader Software Renderer
2//
3// Copyright(c) 2015 Google Inc.
4//
5// All rights reserved. No part of this software may be copied, distributed, transmitted,
6// transcribed, stored in a retrieval system, translated into any human or computer
7// language by any means, or disclosed to third parties without the explicit written
8// agreement of Google Inc. Without such an agreement, no rights or licenses, express
9// or implied, including but not limited to any patent rights, are granted to you.
10//
11
12#include "PixelProgram.hpp"
13#include "Primitive.hpp"
14#include "Renderer.hpp"
15#include "SamplerCore.hpp"
16
17namespace sw
18{
19 extern bool postBlendSRGB;
20 extern bool booleanFaceRegister;
21 extern bool halfIntegerCoordinates; // Pixel centers are not at integer coordinates
22 extern bool fullPixelPositionRegister;
23
24 void PixelProgram::setBuiltins(PixelRoutine::Registers &rBase, Int &x, Int &y, Float4(&z)[4], Float4 &w)
25 {
26 Registers& r = *static_cast<Registers*>(&rBase);
27
28 if(shader->getVersion() >= 0x0300)
29 {
30 if(shader->vPosDeclared)
31 {
32 if(!halfIntegerCoordinates)
33 {
34 r.vPos.x = Float4(Float(x)) + Float4(0, 1, 0, 1);
35 r.vPos.y = Float4(Float(y)) + Float4(0, 0, 1, 1);
36 }
37 else
38 {
39 r.vPos.x = Float4(Float(x)) + Float4(0.5f, 1.5f, 0.5f, 1.5f);
40 r.vPos.y = Float4(Float(y)) + Float4(0.5f, 0.5f, 1.5f, 1.5f);
41 }
42
43 if(fullPixelPositionRegister)
44 {
45 r.vPos.z = z[0]; // FIXME: Centroid?
46 r.vPos.w = w; // FIXME: Centroid?
47 }
48 }
49
50 if(shader->vFaceDeclared)
51 {
52 Float4 area = *Pointer<Float>(r.primitive + OFFSET(Primitive, area));
53 Float4 face = booleanFaceRegister ? Float4(As<Float4>(CmpNLT(area, Float4(0.0f)))) : area;
54
55 r.vFace.x = face;
56 r.vFace.y = face;
57 r.vFace.z = face;
58 r.vFace.w = face;
59 }
60 }
61 }
62
63 void PixelProgram::applyShader(PixelRoutine::Registers &rBase, Int cMask[4])
64 {
65 Registers& r = *static_cast<Registers*>(&rBase);
66
67 r.enableIndex = 0;
68 r.stackIndex = 0;
69
70 if(shader->containsLeaveInstruction())
71 {
72 r.enableLeave = Int4(0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF);
73 }
74
75 bool out[4][4] = { false };
76
77 // Create all call site return blocks up front
78 for(size_t i = 0; i < shader->getLength(); i++)
79 {
80 const Shader::Instruction *instruction = shader->getInstruction(i);
81 Shader::Opcode opcode = instruction->opcode;
82
83 if(opcode == Shader::OPCODE_CALL || opcode == Shader::OPCODE_CALLNZ)
84 {
85 const Dst &dst = instruction->dst;
86
87 ASSERT(callRetBlock[dst.label].size() == dst.callSite);
88 callRetBlock[dst.label].push_back(Nucleus::createBasicBlock());
89 }
90 }
91
92 for(size_t i = 0; i < shader->getLength(); i++)
93 {
94 const Shader::Instruction *instruction = shader->getInstruction(i);
95 Shader::Opcode opcode = instruction->opcode;
96
97 if(opcode == Shader::OPCODE_DCL || opcode == Shader::OPCODE_DEF || opcode == Shader::OPCODE_DEFI || opcode == Shader::OPCODE_DEFB)
98 {
99 continue;
100 }
101
102 const Dst &dst = instruction->dst;
103 const Src &src0 = instruction->src[0];
104 const Src &src1 = instruction->src[1];
105 const Src &src2 = instruction->src[2];
106 const Src &src3 = instruction->src[3];
107
108 bool predicate = instruction->predicate;
109 Control control = instruction->control;
110 bool pp = dst.partialPrecision;
111 bool project = instruction->project;
112 bool bias = instruction->bias;
113
114 Vector4f d;
115 Vector4f s0;
116 Vector4f s1;
117 Vector4f s2;
118 Vector4f s3;
119
120 if(opcode == Shader::OPCODE_TEXKILL) // Takes destination as input
121 {
122 if(dst.type == Shader::PARAMETER_TEXTURE)
123 {
Alexis Hetu3e1fd3a2015-08-11 10:15:34 -0400[diff] [blame]124 d.x = r.v[2 + dst.index].x;
125 d.y = r.v[2 + dst.index].y;
126 d.z = r.v[2 + dst.index].z;
127 d.w = r.v[2 + dst.index].w;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]128 }
129 else
130 {
Alexis Hetu3e1fd3a2015-08-11 10:15:34 -0400[diff] [blame]131 d = r.r[dst.index];
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]132 }
133 }
134
135 if(src0.type != Shader::PARAMETER_VOID) s0 = fetchRegisterF(r, src0);
136 if(src1.type != Shader::PARAMETER_VOID) s1 = fetchRegisterF(r, src1);
137 if(src2.type != Shader::PARAMETER_VOID) s2 = fetchRegisterF(r, src2);
138 if(src3.type != Shader::PARAMETER_VOID) s3 = fetchRegisterF(r, src3);
139
140 switch(opcode)
141 {
142 case Shader::OPCODE_PS_2_0: break;
143 case Shader::OPCODE_PS_2_x: break;
144 case Shader::OPCODE_PS_3_0: break;
145 case Shader::OPCODE_DEF: break;
146 case Shader::OPCODE_DCL: break;
147 case Shader::OPCODE_NOP: break;
148 case Shader::OPCODE_MOV: mov(d, s0); break;
Alexis Hetu8d78cf72015-08-28 14:24:45 -0400[diff] [blame]149 case Shader::OPCODE_NEG: neg(d, s0); break;
150 case Shader::OPCODE_INEG: ineg(d, s0); break;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]151 case Shader::OPCODE_F2B: f2b(d, s0); break;
152 case Shader::OPCODE_B2F: b2f(d, s0); break;
Alexis Hetu8d78cf72015-08-28 14:24:45 -0400[diff] [blame]153 case Shader::OPCODE_F2I: f2i(d, s0); break;
154 case Shader::OPCODE_I2F: i2f(d, s0); break;
155 case Shader::OPCODE_F2U: f2u(d, s0); break;
156 case Shader::OPCODE_U2F: u2f(d, s0); break;
157 case Shader::OPCODE_I2B: i2b(d, s0); break;
158 case Shader::OPCODE_B2I: b2i(d, s0); break;
159 case Shader::OPCODE_U2B: u2b(d, s0); break;
160 case Shader::OPCODE_B2U: b2u(d, s0); break;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]161 case Shader::OPCODE_ADD: add(d, s0, s1); break;
Alexis Hetu8d78cf72015-08-28 14:24:45 -0400[diff] [blame]162 case Shader::OPCODE_IADD: iadd(d, s0, s1); break;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]163 case Shader::OPCODE_SUB: sub(d, s0, s1); break;
Alexis Hetu8d78cf72015-08-28 14:24:45 -0400[diff] [blame]164 case Shader::OPCODE_ISUB: isub(d, s0, s1); break;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]165 case Shader::OPCODE_MUL: mul(d, s0, s1); break;
Alexis Hetu8d78cf72015-08-28 14:24:45 -0400[diff] [blame]166 case Shader::OPCODE_IMUL: imul(d, s0, s1); break;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]167 case Shader::OPCODE_MAD: mad(d, s0, s1, s2); break;
Alexis Hetu8d78cf72015-08-28 14:24:45 -0400[diff] [blame]168 case Shader::OPCODE_IMAD: imad(d, s0, s1, s2); break;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]169 case Shader::OPCODE_DP1: dp1(d, s0, s1); break;
170 case Shader::OPCODE_DP2: dp2(d, s0, s1); break;
171 case Shader::OPCODE_DP2ADD: dp2add(d, s0, s1, s2); break;
172 case Shader::OPCODE_DP3: dp3(d, s0, s1); break;
173 case Shader::OPCODE_DP4: dp4(d, s0, s1); break;
Alexis Hetuc3d95f32015-09-23 12:27:32 -0400[diff] [blame]174 case Shader::OPCODE_DET2: det2(d, s0, s1); break;
175 case Shader::OPCODE_DET3: det3(d, s0, s1, s2); break;
176 case Shader::OPCODE_DET4: det4(d, s0, s1, s2, s3); break;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]177 case Shader::OPCODE_CMP0: cmp0(d, s0, s1, s2); break;
178 case Shader::OPCODE_ICMP: icmp(d, s0, s1, control); break;
Alexis Hetu8d78cf72015-08-28 14:24:45 -0400[diff] [blame]179 case Shader::OPCODE_UCMP: ucmp(d, s0, s1, control); break;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]180 case Shader::OPCODE_SELECT: select(d, s0, s1, s2); break;
181 case Shader::OPCODE_EXTRACT: extract(d.x, s0, s1.x); break;
182 case Shader::OPCODE_INSERT: insert(d, s0, s1.x, s2.x); break;
183 case Shader::OPCODE_FRC: frc(d, s0); break;
184 case Shader::OPCODE_TRUNC: trunc(d, s0); break;
185 case Shader::OPCODE_FLOOR: floor(d, s0); break;
186 case Shader::OPCODE_ROUND: round(d, s0); break;
187 case Shader::OPCODE_ROUNDEVEN: roundEven(d, s0); break;
188 case Shader::OPCODE_CEIL: ceil(d, s0); break;
189 case Shader::OPCODE_EXP2X: exp2x(d, s0, pp); break;
190 case Shader::OPCODE_EXP2: exp2(d, s0, pp); break;
191 case Shader::OPCODE_LOG2X: log2x(d, s0, pp); break;
192 case Shader::OPCODE_LOG2: log2(d, s0, pp); break;
193 case Shader::OPCODE_EXP: exp(d, s0, pp); break;
194 case Shader::OPCODE_LOG: log(d, s0, pp); break;
195 case Shader::OPCODE_RCPX: rcpx(d, s0, pp); break;
196 case Shader::OPCODE_DIV: div(d, s0, s1); break;
Alexis Hetu8d78cf72015-08-28 14:24:45 -0400[diff] [blame]197 case Shader::OPCODE_IDIV: idiv(d, s0, s1); break;
198 case Shader::OPCODE_UDIV: udiv(d, s0, s1); break;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]199 case Shader::OPCODE_MOD: mod(d, s0, s1); break;
Alexis Hetu8d78cf72015-08-28 14:24:45 -0400[diff] [blame]200 case Shader::OPCODE_IMOD: imod(d, s0, s1); break;
201 case Shader::OPCODE_UMOD: umod(d, s0, s1); break;
202 case Shader::OPCODE_SHL: shl(d, s0, s1); break;
203 case Shader::OPCODE_ISHR: ishr(d, s0, s1); break;
204 case Shader::OPCODE_USHR: ushr(d, s0, s1); break;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]205 case Shader::OPCODE_RSQX: rsqx(d, s0, pp); break;
206 case Shader::OPCODE_SQRT: sqrt(d, s0, pp); break;
207 case Shader::OPCODE_RSQ: rsq(d, s0, pp); break;
208 case Shader::OPCODE_LEN2: len2(d.x, s0, pp); break;
209 case Shader::OPCODE_LEN3: len3(d.x, s0, pp); break;
210 case Shader::OPCODE_LEN4: len4(d.x, s0, pp); break;
211 case Shader::OPCODE_DIST1: dist1(d.x, s0, s1, pp); break;
212 case Shader::OPCODE_DIST2: dist2(d.x, s0, s1, pp); break;
213 case Shader::OPCODE_DIST3: dist3(d.x, s0, s1, pp); break;
214 case Shader::OPCODE_DIST4: dist4(d.x, s0, s1, pp); break;
215 case Shader::OPCODE_MIN: min(d, s0, s1); break;
Alexis Hetu8d78cf72015-08-28 14:24:45 -0400[diff] [blame]216 case Shader::OPCODE_IMIN: imin(d, s0, s1); break;
217 case Shader::OPCODE_UMIN: umin(d, s0, s1); break;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]218 case Shader::OPCODE_MAX: max(d, s0, s1); break;
Alexis Hetu8d78cf72015-08-28 14:24:45 -0400[diff] [blame]219 case Shader::OPCODE_IMAX: imax(d, s0, s1); break;
220 case Shader::OPCODE_UMAX: umax(d, s0, s1); break;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]221 case Shader::OPCODE_LRP: lrp(d, s0, s1, s2); break;
222 case Shader::OPCODE_STEP: step(d, s0, s1); break;
223 case Shader::OPCODE_SMOOTH: smooth(d, s0, s1, s2); break;
Alexis Hetu8d78cf72015-08-28 14:24:45 -0400[diff] [blame]224 case Shader::OPCODE_FLOATBITSTOINT:
225 case Shader::OPCODE_FLOATBITSTOUINT:
226 case Shader::OPCODE_INTBITSTOFLOAT:
227 case Shader::OPCODE_UINTBITSTOFLOAT: d = s0; break;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]228 case Shader::OPCODE_POWX: powx(d, s0, s1, pp); break;
229 case Shader::OPCODE_POW: pow(d, s0, s1, pp); break;
230 case Shader::OPCODE_SGN: sgn(d, s0); break;
231 case Shader::OPCODE_CRS: crs(d, s0, s1); break;
232 case Shader::OPCODE_FORWARD1: forward1(d, s0, s1, s2); break;
233 case Shader::OPCODE_FORWARD2: forward2(d, s0, s1, s2); break;
234 case Shader::OPCODE_FORWARD3: forward3(d, s0, s1, s2); break;
235 case Shader::OPCODE_FORWARD4: forward4(d, s0, s1, s2); break;
236 case Shader::OPCODE_REFLECT1: reflect1(d, s0, s1); break;
237 case Shader::OPCODE_REFLECT2: reflect2(d, s0, s1); break;
238 case Shader::OPCODE_REFLECT3: reflect3(d, s0, s1); break;
239 case Shader::OPCODE_REFLECT4: reflect4(d, s0, s1); break;
240 case Shader::OPCODE_REFRACT1: refract1(d, s0, s1, s2.x); break;
241 case Shader::OPCODE_REFRACT2: refract2(d, s0, s1, s2.x); break;
242 case Shader::OPCODE_REFRACT3: refract3(d, s0, s1, s2.x); break;
243 case Shader::OPCODE_REFRACT4: refract4(d, s0, s1, s2.x); break;
244 case Shader::OPCODE_NRM2: nrm2(d, s0, pp); break;
245 case Shader::OPCODE_NRM3: nrm3(d, s0, pp); break;
246 case Shader::OPCODE_NRM4: nrm4(d, s0, pp); break;
247 case Shader::OPCODE_ABS: abs(d, s0); break;
248 case Shader::OPCODE_SINCOS: sincos(d, s0, pp); break;
249 case Shader::OPCODE_COS: cos(d, s0, pp); break;
250 case Shader::OPCODE_SIN: sin(d, s0, pp); break;
251 case Shader::OPCODE_TAN: tan(d, s0, pp); break;
252 case Shader::OPCODE_ACOS: acos(d, s0, pp); break;
253 case Shader::OPCODE_ASIN: asin(d, s0, pp); break;
254 case Shader::OPCODE_ATAN: atan(d, s0, pp); break;
255 case Shader::OPCODE_ATAN2: atan2(d, s0, s1, pp); break;
256 case Shader::OPCODE_COSH: cosh(d, s0, pp); break;
257 case Shader::OPCODE_SINH: sinh(d, s0, pp); break;
258 case Shader::OPCODE_TANH: tanh(d, s0, pp); break;
259 case Shader::OPCODE_ACOSH: acosh(d, s0, pp); break;
260 case Shader::OPCODE_ASINH: asinh(d, s0, pp); break;
261 case Shader::OPCODE_ATANH: atanh(d, s0, pp); break;
262 case Shader::OPCODE_M4X4: M4X4(r, d, s0, src1); break;
263 case Shader::OPCODE_M4X3: M4X3(r, d, s0, src1); break;
264 case Shader::OPCODE_M3X4: M3X4(r, d, s0, src1); break;
265 case Shader::OPCODE_M3X3: M3X3(r, d, s0, src1); break;
266 case Shader::OPCODE_M3X2: M3X2(r, d, s0, src1); break;
267 case Shader::OPCODE_TEX: TEXLD(r, d, s0, src1, project, bias); break;
268 case Shader::OPCODE_TEXLDD: TEXLDD(r, d, s0, src1, s2, s3, project, bias); break;
269 case Shader::OPCODE_TEXLDL: TEXLDL(r, d, s0, src1, project, bias); break;
Alexis Hetu9bcb31d2015-07-22 17:03:26 -0400[diff] [blame^]270 case Shader::OPCODE_TEXSIZE: TEXSIZE(r, d, s0.x, src1); break;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]271 case Shader::OPCODE_TEXKILL: TEXKILL(cMask, d, dst.mask); break;
272 case Shader::OPCODE_DISCARD: DISCARD(r, cMask, instruction); break;
273 case Shader::OPCODE_DFDX: DFDX(d, s0); break;
274 case Shader::OPCODE_DFDY: DFDY(d, s0); break;
275 case Shader::OPCODE_FWIDTH: FWIDTH(d, s0); break;
276 case Shader::OPCODE_BREAK: BREAK(r); break;
277 case Shader::OPCODE_BREAKC: BREAKC(r, s0, s1, control); break;
278 case Shader::OPCODE_BREAKP: BREAKP(r, src0); break;
279 case Shader::OPCODE_CONTINUE: CONTINUE(r); break;
280 case Shader::OPCODE_TEST: TEST(); break;
281 case Shader::OPCODE_CALL: CALL(r, dst.label, dst.callSite); break;
282 case Shader::OPCODE_CALLNZ: CALLNZ(r, dst.label, dst.callSite, src0); break;
283 case Shader::OPCODE_ELSE: ELSE(r); break;
284 case Shader::OPCODE_ENDIF: ENDIF(r); break;
285 case Shader::OPCODE_ENDLOOP: ENDLOOP(r); break;
286 case Shader::OPCODE_ENDREP: ENDREP(r); break;
287 case Shader::OPCODE_ENDWHILE: ENDWHILE(r); break;
288 case Shader::OPCODE_IF: IF(r, src0); break;
289 case Shader::OPCODE_IFC: IFC(r, s0, s1, control); break;
290 case Shader::OPCODE_LABEL: LABEL(dst.index); break;
291 case Shader::OPCODE_LOOP: LOOP(r, src1); break;
292 case Shader::OPCODE_REP: REP(r, src0); break;
293 case Shader::OPCODE_WHILE: WHILE(r, src0); break;
294 case Shader::OPCODE_RET: RET(r); break;
295 case Shader::OPCODE_LEAVE: LEAVE(r); break;
296 case Shader::OPCODE_CMP: cmp(d, s0, s1, control); break;
297 case Shader::OPCODE_ALL: all(d.x, s0); break;
298 case Shader::OPCODE_ANY: any(d.x, s0); break;
299 case Shader::OPCODE_NOT: not(d, s0); break;
Alexis Hetuc4f2c292015-08-18 15:43:09 -0400[diff] [blame]300 case Shader::OPCODE_OR: or(d, s0, s1); break;
301 case Shader::OPCODE_XOR: xor(d, s0, s1); break;
302 case Shader::OPCODE_AND: and(d, s0, s1); break;
Alexis Hetu8d78cf72015-08-28 14:24:45 -0400[diff] [blame]303 case Shader::OPCODE_EQ: equal(d, s0, s1); break;
304 case Shader::OPCODE_NE: notEqual(d, s0, s1); break;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]305 case Shader::OPCODE_END: break;
306 default:
307 ASSERT(false);
308 }
309
310 if(dst.type != Shader::PARAMETER_VOID && dst.type != Shader::PARAMETER_LABEL && opcode != Shader::OPCODE_TEXKILL && opcode != Shader::OPCODE_NOP)
311 {
312 if(dst.integer)
313 {
314 switch(opcode)
315 {
316 case Shader::OPCODE_DIV:
317 if(dst.x) d.x = Trunc(d.x);
318 if(dst.y) d.y = Trunc(d.y);
319 if(dst.z) d.z = Trunc(d.z);
320 if(dst.w) d.w = Trunc(d.w);
321 break;
322 default:
323 break; // No truncation to integer required when arguments are integer
324 }
325 }
326
327 if(dst.saturate)
328 {
329 if(dst.x) d.x = Max(d.x, Float4(0.0f));
330 if(dst.y) d.y = Max(d.y, Float4(0.0f));
331 if(dst.z) d.z = Max(d.z, Float4(0.0f));
332 if(dst.w) d.w = Max(d.w, Float4(0.0f));
333
334 if(dst.x) d.x = Min(d.x, Float4(1.0f));
335 if(dst.y) d.y = Min(d.y, Float4(1.0f));
336 if(dst.z) d.z = Min(d.z, Float4(1.0f));
337 if(dst.w) d.w = Min(d.w, Float4(1.0f));
338 }
339
340 if(instruction->isPredicated())
341 {
342 Vector4f pDst; // FIXME: Rename
343
344 switch(dst.type)
345 {
346 case Shader::PARAMETER_TEMP:
347 if(dst.rel.type == Shader::PARAMETER_VOID)
348 {
Alexis Hetu3e1fd3a2015-08-11 10:15:34 -0400[diff] [blame]349 if(dst.x) pDst.x = r.r[dst.index].x;
350 if(dst.y) pDst.y = r.r[dst.index].y;
351 if(dst.z) pDst.z = r.r[dst.index].z;
352 if(dst.w) pDst.w = r.r[dst.index].w;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]353 }
354 else
355 {
356 Int a = relativeAddress(r, dst);
357
Alexis Hetu3e1fd3a2015-08-11 10:15:34 -0400[diff] [blame]358 if(dst.x) pDst.x = r.r[dst.index + a].x;
359 if(dst.y) pDst.y = r.r[dst.index + a].y;
360 if(dst.z) pDst.z = r.r[dst.index + a].z;
361 if(dst.w) pDst.w = r.r[dst.index + a].w;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]362 }
363 break;
364 case Shader::PARAMETER_COLOROUT:
365 ASSERT(dst.rel.type == Shader::PARAMETER_VOID);
366 if(dst.x) pDst.x = r.oC[dst.index].x;
367 if(dst.y) pDst.y = r.oC[dst.index].y;
368 if(dst.z) pDst.z = r.oC[dst.index].z;
369 if(dst.w) pDst.w = r.oC[dst.index].w;
370 break;
371 case Shader::PARAMETER_PREDICATE:
372 if(dst.x) pDst.x = r.p0.x;
373 if(dst.y) pDst.y = r.p0.y;
374 if(dst.z) pDst.z = r.p0.z;
375 if(dst.w) pDst.w = r.p0.w;
376 break;
377 case Shader::PARAMETER_DEPTHOUT:
378 pDst.x = r.oDepth;
379 break;
380 default:
381 ASSERT(false);
382 }
383
384 Int4 enable = enableMask(r, instruction);
385
386 Int4 xEnable = enable;
387 Int4 yEnable = enable;
388 Int4 zEnable = enable;
389 Int4 wEnable = enable;
390
391 if(predicate)
392 {
393 unsigned char pSwizzle = instruction->predicateSwizzle;
394
395 Float4 xPredicate = r.p0[(pSwizzle >> 0) & 0x03];
396 Float4 yPredicate = r.p0[(pSwizzle >> 2) & 0x03];
397 Float4 zPredicate = r.p0[(pSwizzle >> 4) & 0x03];
398 Float4 wPredicate = r.p0[(pSwizzle >> 6) & 0x03];
399
400 if(!instruction->predicateNot)
401 {
402 if(dst.x) xEnable = xEnable & As<Int4>(xPredicate);
403 if(dst.y) yEnable = yEnable & As<Int4>(yPredicate);
404 if(dst.z) zEnable = zEnable & As<Int4>(zPredicate);
405 if(dst.w) wEnable = wEnable & As<Int4>(wPredicate);
406 }
407 else
408 {
409 if(dst.x) xEnable = xEnable & ~As<Int4>(xPredicate);
410 if(dst.y) yEnable = yEnable & ~As<Int4>(yPredicate);
411 if(dst.z) zEnable = zEnable & ~As<Int4>(zPredicate);
412 if(dst.w) wEnable = wEnable & ~As<Int4>(wPredicate);
413 }
414 }
415
416 if(dst.x) d.x = As<Float4>(As<Int4>(d.x) & xEnable);
417 if(dst.y) d.y = As<Float4>(As<Int4>(d.y) & yEnable);
418 if(dst.z) d.z = As<Float4>(As<Int4>(d.z) & zEnable);
419 if(dst.w) d.w = As<Float4>(As<Int4>(d.w) & wEnable);
420
421 if(dst.x) d.x = As<Float4>(As<Int4>(d.x) | (As<Int4>(pDst.x) & ~xEnable));
422 if(dst.y) d.y = As<Float4>(As<Int4>(d.y) | (As<Int4>(pDst.y) & ~yEnable));
423 if(dst.z) d.z = As<Float4>(As<Int4>(d.z) | (As<Int4>(pDst.z) & ~zEnable));
424 if(dst.w) d.w = As<Float4>(As<Int4>(d.w) | (As<Int4>(pDst.w) & ~wEnable));
425 }
426
427 switch(dst.type)
428 {
429 case Shader::PARAMETER_TEMP:
430 if(dst.rel.type == Shader::PARAMETER_VOID)
431 {
Alexis Hetu3e1fd3a2015-08-11 10:15:34 -0400[diff] [blame]432 if(dst.x) r.r[dst.index].x = d.x;
433 if(dst.y) r.r[dst.index].y = d.y;
434 if(dst.z) r.r[dst.index].z = d.z;
435 if(dst.w) r.r[dst.index].w = d.w;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]436 }
437 else
438 {
439 Int a = relativeAddress(r, dst);
440
Alexis Hetu3e1fd3a2015-08-11 10:15:34 -0400[diff] [blame]441 if(dst.x) r.r[dst.index + a].x = d.x;
442 if(dst.y) r.r[dst.index + a].y = d.y;
443 if(dst.z) r.r[dst.index + a].z = d.z;
444 if(dst.w) r.r[dst.index + a].w = d.w;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]445 }
446 break;
447 case Shader::PARAMETER_COLOROUT:
448 ASSERT(dst.rel.type == Shader::PARAMETER_VOID);
449 if(dst.x) { r.oC[dst.index].x = d.x; out[dst.index][0] = true; }
450 if(dst.y) { r.oC[dst.index].y = d.y; out[dst.index][1] = true; }
451 if(dst.z) { r.oC[dst.index].z = d.z; out[dst.index][2] = true; }
452 if(dst.w) { r.oC[dst.index].w = d.w; out[dst.index][3] = true; }
453 break;
454 case Shader::PARAMETER_PREDICATE:
455 if(dst.x) r.p0.x = d.x;
456 if(dst.y) r.p0.y = d.y;
457 if(dst.z) r.p0.z = d.z;
458 if(dst.w) r.p0.w = d.w;
459 break;
460 case Shader::PARAMETER_DEPTHOUT:
461 r.oDepth = d.x;
462 break;
463 default:
464 ASSERT(false);
465 }
466 }
467 }
468
469 if(currentLabel != -1)
470 {
471 Nucleus::setInsertBlock(returnBlock);
472 }
473
474 for(int i = 0; i < 4; i++)
475 {
476 if(state.targetFormat[i] != FORMAT_NULL)
477 {
478 if(!out[i][0]) r.oC[i].x = Float4(0.0f);
479 if(!out[i][1]) r.oC[i].y = Float4(0.0f);
480 if(!out[i][2]) r.oC[i].z = Float4(0.0f);
481 if(!out[i][3]) r.oC[i].w = Float4(0.0f);
482 }
483 }
484 }
485
486 Bool PixelProgram::alphaTest(PixelRoutine::Registers &rBase, Int cMask[4])
487 {
488 Registers& r = *static_cast<Registers*>(&rBase);
489
490 clampColor(r.oC);
491
492 if(!state.alphaTestActive())
493 {
494 return true;
495 }
496
497 Int aMask;
498
499 if(state.transparencyAntialiasing == TRANSPARENCY_NONE)
500 {
501 Short4 alpha = RoundShort4(r.oC[0].w * Float4(0x1000));
502
503 PixelRoutine::alphaTest(r, aMask, alpha);
504
505 for(unsigned int q = 0; q < state.multiSample; q++)
506 {
507 cMask[q] &= aMask;
508 }
509 }
510 else if(state.transparencyAntialiasing == TRANSPARENCY_ALPHA_TO_COVERAGE)
511 {
512 alphaToCoverage(r, cMask, r.oC[0].w);
513 }
514 else ASSERT(false);
515
516 Int pass = cMask[0];
517
518 for(unsigned int q = 1; q < state.multiSample; q++)
519 {
520 pass = pass | cMask[q];
521 }
522
523 return pass != 0x0;
524 }
525
526 void PixelProgram::rasterOperation(PixelRoutine::Registers &rBase, Float4 &fog, Pointer<Byte> cBuffer[4], Int &x, Int sMask[4], Int zMask[4], Int cMask[4])
527 {
528 Registers& r = *static_cast<Registers*>(&rBase);
529
530 for(int index = 0; index < 4; index++)
531 {
532 if(!state.colorWriteActive(index))
533 {
534 continue;
535 }
536
537 if(!postBlendSRGB && state.writeSRGB)
538 {
539 r.oC[index].x = linearToSRGB(r.oC[index].x);
540 r.oC[index].y = linearToSRGB(r.oC[index].y);
541 r.oC[index].z = linearToSRGB(r.oC[index].z);
542 }
543
544 if(index == 0)
545 {
Alexis Hetu3e1fd3a2015-08-11 10:15:34 -0400[diff] [blame]546 fogBlend(r, r.oC[index], fog);
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]547 }
548
549 switch(state.targetFormat[index])
550 {
551 case FORMAT_R5G6B5:
552 case FORMAT_X8R8G8B8:
553 case FORMAT_X8B8G8R8:
554 case FORMAT_A8R8G8B8:
555 case FORMAT_A8B8G8R8:
556 case FORMAT_A8:
557 case FORMAT_G16R16:
558 case FORMAT_A16B16G16R16:
559 for(unsigned int q = 0; q < state.multiSample; q++)
560 {
561 Pointer<Byte> buffer = cBuffer[index] + q * *Pointer<Int>(r.data + OFFSET(DrawData, colorSliceB[index]));
562 Vector4s color;
563
564 color.x = convertFixed16(r.oC[index].x, false);
565 color.y = convertFixed16(r.oC[index].y, false);
566 color.z = convertFixed16(r.oC[index].z, false);
567 color.w = convertFixed16(r.oC[index].w, false);
568
569 if(state.multiSampleMask & (1 << q))
570 {
571 alphaBlend(r, index, buffer, color, x);
572 logicOperation(r, index, buffer, color, x);
573 writeColor(r, index, buffer, x, color, sMask[q], zMask[q], cMask[q]);
574 }
575 }
576 break;
577 case FORMAT_R32F:
578 case FORMAT_G32R32F:
579 case FORMAT_A32B32G32R32F:
580 for(unsigned int q = 0; q < state.multiSample; q++)
581 {
582 Pointer<Byte> buffer = cBuffer[index] + q * *Pointer<Int>(r.data + OFFSET(DrawData, colorSliceB[index]));
583 Vector4f color = r.oC[index];
584
585 if(state.multiSampleMask & (1 << q))
586 {
587 alphaBlend(r, index, buffer, color, x);
588 writeColor(r, index, buffer, x, color, sMask[q], zMask[q], cMask[q]);
589 }
590 }
591 break;
592 default:
593 ASSERT(false);
594 }
595 }
596 }
597
598 void PixelProgram::sampleTexture(Registers &r, Vector4f &c, const Src &sampler, Float4 &u, Float4 &v, Float4 &w, Float4 &q, Vector4f &dsx, Vector4f &dsy, bool project, bool bias, bool gradients, bool lodProvided)
599 {
600 if(sampler.type == Shader::PARAMETER_SAMPLER && sampler.rel.type == Shader::PARAMETER_VOID)
601 {
602 sampleTexture(r, c, sampler.index, u, v, w, q, dsx, dsy, project, bias, gradients, lodProvided);
603 }
604 else
605 {
606 Int index = As<Int>(Float(fetchRegisterF(r, sampler).x.x));
607
608 for(int i = 0; i < TEXTURE_IMAGE_UNITS; i++)
609 {
610 if(shader->usesSampler(i))
611 {
612 If(index == i)
613 {
614 sampleTexture(r, c, i, u, v, w, q, dsx, dsy, project, bias, gradients, lodProvided);
615 // FIXME: When the sampler states are the same, we could use one sampler and just index the texture
616 }
617 }
618 }
619 }
620 }
621
622 void PixelProgram::sampleTexture(Registers &r, Vector4f &c, int stage, Float4 &u, Float4 &v, Float4 &w, Float4 &q, Vector4f &dsx, Vector4f &dsy, bool project, bool bias, bool gradients, bool lodProvided)
623 {
624#if PERF_PROFILE
625 Long texTime = Ticks();
626#endif
627
628 Pointer<Byte> texture = r.data + OFFSET(DrawData, mipmap) + stage * sizeof(Texture);
629
630 if(!project)
631 {
632 sampler[stage]->sampleTexture(texture, c, u, v, w, q, dsx, dsy, bias, gradients, lodProvided);
633 }
634 else
635 {
636 Float4 rq = reciprocal(q);
637
638 Float4 u_q = u * rq;
639 Float4 v_q = v * rq;
640 Float4 w_q = w * rq;
641
642 sampler[stage]->sampleTexture(texture, c, u_q, v_q, w_q, q, dsx, dsy, bias, gradients, lodProvided);
643 }
644
645#if PERF_PROFILE
646 r.cycles[PERF_TEX] += Ticks() - texTime;
647#endif
648 }
649
650 void PixelProgram::clampColor(Vector4f oC[4])
651 {
652 for(int index = 0; index < 4; index++)
653 {
654 if(!state.colorWriteActive(index) && !(index == 0 && state.alphaTestActive()))
655 {
656 continue;
657 }
658
659 switch(state.targetFormat[index])
660 {
661 case FORMAT_NULL:
662 break;
663 case FORMAT_R5G6B5:
664 case FORMAT_A8R8G8B8:
665 case FORMAT_A8B8G8R8:
666 case FORMAT_X8R8G8B8:
667 case FORMAT_X8B8G8R8:
668 case FORMAT_A8:
669 case FORMAT_G16R16:
670 case FORMAT_A16B16G16R16:
671 oC[index].x = Max(oC[index].x, Float4(0.0f)); oC[index].x = Min(oC[index].x, Float4(1.0f));
672 oC[index].y = Max(oC[index].y, Float4(0.0f)); oC[index].y = Min(oC[index].y, Float4(1.0f));
673 oC[index].z = Max(oC[index].z, Float4(0.0f)); oC[index].z = Min(oC[index].z, Float4(1.0f));
674 oC[index].w = Max(oC[index].w, Float4(0.0f)); oC[index].w = Min(oC[index].w, Float4(1.0f));
675 break;
676 case FORMAT_R32F:
677 case FORMAT_G32R32F:
678 case FORMAT_A32B32G32R32F:
679 break;
680 default:
681 ASSERT(false);
682 }
683 }
684 }
685
686 Int4 PixelProgram::enableMask(Registers &r, const Shader::Instruction *instruction)
687 {
688 Int4 enable = instruction->analysisBranch ? Int4(r.enableStack[r.enableIndex]) : Int4(0xFFFFFFFF);
689
690 if(!whileTest)
691 {
692 if(shader->containsBreakInstruction() && instruction->analysisBreak)
693 {
694 enable &= r.enableBreak;
695 }
696
697 if(shader->containsContinueInstruction() && instruction->analysisContinue)
698 {
699 enable &= r.enableContinue;
700 }
701
702 if(shader->containsLeaveInstruction() && instruction->analysisLeave)
703 {
704 enable &= r.enableLeave;
705 }
706 }
707
708 return enable;
709 }
710
711 Vector4f PixelProgram::fetchRegisterF(Registers &r, const Src &src, int offset)
712 {
713 Vector4f reg;
714 int i = src.index + offset;
715
716 switch(src.type)
717 {
718 case Shader::PARAMETER_TEMP:
719 if(src.rel.type == Shader::PARAMETER_VOID)
720 {
Alexis Hetu3e1fd3a2015-08-11 10:15:34 -0400[diff] [blame]721 reg = r.r[i];
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]722 }
723 else
724 {
725 Int a = relativeAddress(r, src);
726
Alexis Hetu3e1fd3a2015-08-11 10:15:34 -0400[diff] [blame]727 reg = r.r[i + a];
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]728 }
729 break;
730 case Shader::PARAMETER_INPUT:
731 {
732 if(src.rel.type == Shader::PARAMETER_VOID) // Not relative
733 {
Alexis Hetu3e1fd3a2015-08-11 10:15:34 -0400[diff] [blame]734 reg = r.v[i];
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]735 }
736 else if(src.rel.type == Shader::PARAMETER_LOOP)
737 {
738 Int aL = r.aL[r.loopDepth];
739
Alexis Hetu3e1fd3a2015-08-11 10:15:34 -0400[diff] [blame]740 reg = r.v[i + aL];
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]741 }
742 else
743 {
744 Int a = relativeAddress(r, src);
745
Alexis Hetu3e1fd3a2015-08-11 10:15:34 -0400[diff] [blame]746 reg = r.v[i + a];
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]747 }
748 }
749 break;
750 case Shader::PARAMETER_CONST:
751 reg = readConstant(r, src, offset);
752 break;
753 case Shader::PARAMETER_TEXTURE:
Alexis Hetu3e1fd3a2015-08-11 10:15:34 -0400[diff] [blame]754 reg = r.v[2 + i];
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]755 break;
756 case Shader::PARAMETER_MISCTYPE:
757 if(src.index == 0) reg = r.vPos;
758 if(src.index == 1) reg = r.vFace;
759 break;
760 case Shader::PARAMETER_SAMPLER:
761 if(src.rel.type == Shader::PARAMETER_VOID)
762 {
763 reg.x = As<Float4>(Int4(i));
764 }
765 else if(src.rel.type == Shader::PARAMETER_TEMP)
766 {
Alexis Hetu3e1fd3a2015-08-11 10:15:34 -0400[diff] [blame]767 reg.x = As<Float4>(Int4(i) + As<Int4>(r.r[src.rel.index].x));
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]768 }
769 return reg;
770 case Shader::PARAMETER_PREDICATE: return reg; // Dummy
771 case Shader::PARAMETER_VOID: return reg; // Dummy
772 case Shader::PARAMETER_FLOAT4LITERAL:
773 reg.x = Float4(src.value[0]);
774 reg.y = Float4(src.value[1]);
775 reg.z = Float4(src.value[2]);
776 reg.w = Float4(src.value[3]);
777 break;
778 case Shader::PARAMETER_CONSTINT: return reg; // Dummy
779 case Shader::PARAMETER_CONSTBOOL: return reg; // Dummy
780 case Shader::PARAMETER_LOOP: return reg; // Dummy
781 case Shader::PARAMETER_COLOROUT:
782 reg = r.oC[i];
783 break;
784 case Shader::PARAMETER_DEPTHOUT:
785 reg.x = r.oDepth;
786 break;
787 default:
788 ASSERT(false);
789 }
790
791 const Float4 &x = reg[(src.swizzle >> 0) & 0x3];
792 const Float4 &y = reg[(src.swizzle >> 2) & 0x3];
793 const Float4 &z = reg[(src.swizzle >> 4) & 0x3];
794 const Float4 &w = reg[(src.swizzle >> 6) & 0x3];
795
796 Vector4f mod;
797
798 switch(src.modifier)
799 {
800 case Shader::MODIFIER_NONE:
801 mod.x = x;
802 mod.y = y;
803 mod.z = z;
804 mod.w = w;
805 break;
806 case Shader::MODIFIER_NEGATE:
807 mod.x = -x;
808 mod.y = -y;
809 mod.z = -z;
810 mod.w = -w;
811 break;
812 case Shader::MODIFIER_ABS:
813 mod.x = Abs(x);
814 mod.y = Abs(y);
815 mod.z = Abs(z);
816 mod.w = Abs(w);
817 break;
818 case Shader::MODIFIER_ABS_NEGATE:
819 mod.x = -Abs(x);
820 mod.y = -Abs(y);
821 mod.z = -Abs(z);
822 mod.w = -Abs(w);
823 break;
824 case Shader::MODIFIER_NOT:
825 mod.x = As<Float4>(As<Int4>(x) ^ Int4(0xFFFFFFFF));
826 mod.y = As<Float4>(As<Int4>(y) ^ Int4(0xFFFFFFFF));
827 mod.z = As<Float4>(As<Int4>(z) ^ Int4(0xFFFFFFFF));
828 mod.w = As<Float4>(As<Int4>(w) ^ Int4(0xFFFFFFFF));
829 break;
830 default:
831 ASSERT(false);
832 }
833
834 return mod;
835 }
836
837 Vector4f PixelProgram::readConstant(Registers &r, const Src &src, int offset)
838 {
839 Vector4f c;
840
841 int i = src.index + offset;
842
843 if(src.rel.type == Shader::PARAMETER_VOID) // Not relative
844 {
845 c.x = c.y = c.z = c.w = *Pointer<Float4>(r.data + OFFSET(DrawData, ps.c[i]));
846
847 c.x = c.x.xxxx;
848 c.y = c.y.yyyy;
849 c.z = c.z.zzzz;
850 c.w = c.w.wwww;
851
852 if(shader->containsDefineInstruction()) // Constant may be known at compile time
853 {
854 for(size_t j = 0; j < shader->getLength(); j++)
855 {
856 const Shader::Instruction &instruction = *shader->getInstruction(j);
857
858 if(instruction.opcode == Shader::OPCODE_DEF)
859 {
860 if(instruction.dst.index == i)
861 {
862 c.x = Float4(instruction.src[0].value[0]);
863 c.y = Float4(instruction.src[0].value[1]);
864 c.z = Float4(instruction.src[0].value[2]);
865 c.w = Float4(instruction.src[0].value[3]);
866
867 break;
868 }
869 }
870 }
871 }
872 }
873 else if(src.rel.type == Shader::PARAMETER_LOOP)
874 {
875 Int loopCounter = r.aL[r.loopDepth];
876
877 c.x = c.y = c.z = c.w = *Pointer<Float4>(r.data + OFFSET(DrawData, ps.c[i]) + loopCounter * 16);
878
879 c.x = c.x.xxxx;
880 c.y = c.y.yyyy;
881 c.z = c.z.zzzz;
882 c.w = c.w.wwww;
883 }
884 else
885 {
886 Int a = relativeAddress(r, src);
887
888 c.x = c.y = c.z = c.w = *Pointer<Float4>(r.data + OFFSET(DrawData, ps.c[i]) + a * 16);
889
890 c.x = c.x.xxxx;
891 c.y = c.y.yyyy;
892 c.z = c.z.zzzz;
893 c.w = c.w.wwww;
894 }
895
896 return c;
897 }
898
899 Int PixelProgram::relativeAddress(Registers &r, const Shader::Parameter &var)
900 {
901 ASSERT(var.rel.deterministic);
902
903 if(var.rel.type == Shader::PARAMETER_TEMP)
904 {
Alexis Hetu3e1fd3a2015-08-11 10:15:34 -0400[diff] [blame]905 return As<Int>(Extract(r.r[var.rel.index].x, 0)) * var.rel.scale;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]906 }
907 else if(var.rel.type == Shader::PARAMETER_INPUT)
908 {
Alexis Hetu3e1fd3a2015-08-11 10:15:34 -0400[diff] [blame]909 return As<Int>(Extract(r.v[var.rel.index].x, 0)) * var.rel.scale;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]910 }
911 else if(var.rel.type == Shader::PARAMETER_OUTPUT)
912 {
Alexis Hetu02a2bb82015-08-20 14:10:33 -0400[diff] [blame]913 return As<Int>(Extract(r.oC[var.rel.index].x, 0)) * var.rel.scale;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]914 }
915 else if(var.rel.type == Shader::PARAMETER_CONST)
916 {
Alexis Hetu02a2bb82015-08-20 14:10:33 -0400[diff] [blame]917 RValue<Int4> c = *Pointer<Int4>(r.data + OFFSET(DrawData, ps.c[var.rel.index]));
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]918
Alexis Hetu02a2bb82015-08-20 14:10:33 -0400[diff] [blame]919 return Extract(c, 0) * var.rel.scale;
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]920 }
921 else ASSERT(false);
922
923 return 0;
924 }
925
926 Float4 PixelProgram::linearToSRGB(const Float4 &x) // Approximates x^(1.0/2.2)
927 {
928 Float4 sqrtx = Rcp_pp(RcpSqrt_pp(x));
929 Float4 sRGB = sqrtx * Float4(1.14f) - x * Float4(0.14f);
930
931 return Min(Max(sRGB, Float4(0.0f)), Float4(1.0f));
932 }
933
934 void PixelProgram::M3X2(Registers &r, Vector4f &dst, Vector4f &src0, const Src &src1)
935 {
936 Vector4f row0 = fetchRegisterF(r, src1, 0);
937 Vector4f row1 = fetchRegisterF(r, src1, 1);
938
939 dst.x = dot3(src0, row0);
940 dst.y = dot3(src0, row1);
941 }
942
943 void PixelProgram::M3X3(Registers &r, Vector4f &dst, Vector4f &src0, const Src &src1)
944 {
945 Vector4f row0 = fetchRegisterF(r, src1, 0);
946 Vector4f row1 = fetchRegisterF(r, src1, 1);
947 Vector4f row2 = fetchRegisterF(r, src1, 2);
948
949 dst.x = dot3(src0, row0);
950 dst.y = dot3(src0, row1);
951 dst.z = dot3(src0, row2);
952 }
953
954 void PixelProgram::M3X4(Registers &r, Vector4f &dst, Vector4f &src0, const Src &src1)
955 {
956 Vector4f row0 = fetchRegisterF(r, src1, 0);
957 Vector4f row1 = fetchRegisterF(r, src1, 1);
958 Vector4f row2 = fetchRegisterF(r, src1, 2);
959 Vector4f row3 = fetchRegisterF(r, src1, 3);
960
961 dst.x = dot3(src0, row0);
962 dst.y = dot3(src0, row1);
963 dst.z = dot3(src0, row2);
964 dst.w = dot3(src0, row3);
965 }
966
967 void PixelProgram::M4X3(Registers &r, Vector4f &dst, Vector4f &src0, const Src &src1)
968 {
969 Vector4f row0 = fetchRegisterF(r, src1, 0);
970 Vector4f row1 = fetchRegisterF(r, src1, 1);
971 Vector4f row2 = fetchRegisterF(r, src1, 2);
972
973 dst.x = dot4(src0, row0);
974 dst.y = dot4(src0, row1);
975 dst.z = dot4(src0, row2);
976 }
977
978 void PixelProgram::M4X4(Registers &r, Vector4f &dst, Vector4f &src0, const Src &src1)
979 {
980 Vector4f row0 = fetchRegisterF(r, src1, 0);
981 Vector4f row1 = fetchRegisterF(r, src1, 1);
982 Vector4f row2 = fetchRegisterF(r, src1, 2);
983 Vector4f row3 = fetchRegisterF(r, src1, 3);
984
985 dst.x = dot4(src0, row0);
986 dst.y = dot4(src0, row1);
987 dst.z = dot4(src0, row2);
988 dst.w = dot4(src0, row3);
989 }
990
991 void PixelProgram::TEXLD(Registers &r, Vector4f &dst, Vector4f &src0, const Src &src1, bool project, bool bias)
992 {
993 Vector4f tmp;
994 sampleTexture(r, tmp, src1, src0.x, src0.y, src0.z, src0.w, src0, src0, project, bias);
995
996 dst.x = tmp[(src1.swizzle >> 0) & 0x3];
997 dst.y = tmp[(src1.swizzle >> 2) & 0x3];
998 dst.z = tmp[(src1.swizzle >> 4) & 0x3];
999 dst.w = tmp[(src1.swizzle >> 6) & 0x3];
1000 }
1001
1002 void PixelProgram::TEXLDD(Registers &r, Vector4f &dst, Vector4f &src0, const Src &src1, Vector4f &src2, Vector4f &src3, bool project, bool bias)
1003 {
1004 Vector4f tmp;
1005 sampleTexture(r, tmp, src1, src0.x, src0.y, src0.z, src0.w, src2, src3, project, bias, true);
1006
1007 dst.x = tmp[(src1.swizzle >> 0) & 0x3];
1008 dst.y = tmp[(src1.swizzle >> 2) & 0x3];
1009 dst.z = tmp[(src1.swizzle >> 4) & 0x3];
1010 dst.w = tmp[(src1.swizzle >> 6) & 0x3];
1011 }
1012
1013 void PixelProgram::TEXLDL(Registers &r, Vector4f &dst, Vector4f &src0, const Src &src1, bool project, bool bias)
1014 {
1015 Vector4f tmp;
1016 sampleTexture(r, tmp, src1, src0.x, src0.y, src0.z, src0.w, src0, src0, project, bias, false, true);
1017
1018 dst.x = tmp[(src1.swizzle >> 0) & 0x3];
1019 dst.y = tmp[(src1.swizzle >> 2) & 0x3];
1020 dst.z = tmp[(src1.swizzle >> 4) & 0x3];
1021 dst.w = tmp[(src1.swizzle >> 6) & 0x3];
1022 }
1023
Alexis Hetu9bcb31d2015-07-22 17:03:26 -0400[diff] [blame^]1024 void PixelProgram::TEXSIZE(Registers &r, Vector4f &dst, Float4 &lod, const Src &src1)
1025 {
1026 Pointer<Byte> textureMipmap = r.data + OFFSET(DrawData, mipmap) + src1.index * sizeof(Texture) + OFFSET(Texture, mipmap);
1027 for(int i = 0; i < 4; ++i)
1028 {
1029 Pointer<Byte> mipmap = textureMipmap + (As<Int>(Extract(lod, i)) + Int(1)) * sizeof(Mipmap);
1030 dst.x = Insert(dst.x, As<Float>(Int(*Pointer<Short>(mipmap + OFFSET(Mipmap, width)))), i);
1031 dst.y = Insert(dst.y, As<Float>(Int(*Pointer<Short>(mipmap + OFFSET(Mipmap, height)))), i);
1032 dst.z = Insert(dst.z, As<Float>(Int(*Pointer<Short>(mipmap + OFFSET(Mipmap, depth)))), i);
1033 }
1034 }
1035
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]1036 void PixelProgram::TEXKILL(Int cMask[4], Vector4f &src, unsigned char mask)
1037 {
1038 Int kill = -1;
1039
1040 if(mask & 0x1) kill &= SignMask(CmpNLT(src.x, Float4(0.0f)));
1041 if(mask & 0x2) kill &= SignMask(CmpNLT(src.y, Float4(0.0f)));
1042 if(mask & 0x4) kill &= SignMask(CmpNLT(src.z, Float4(0.0f)));
1043 if(mask & 0x8) kill &= SignMask(CmpNLT(src.w, Float4(0.0f)));
1044
1045 // FIXME: Dynamic branching affects TEXKILL?
1046 // if(shader->containsDynamicBranching())
1047 // {
1048 // kill = ~SignMask(enableMask(r));
1049 // }
1050
1051 for(unsigned int q = 0; q < state.multiSample; q++)
1052 {
1053 cMask[q] &= kill;
1054 }
1055
1056 // FIXME: Branch to end of shader if all killed?
1057 }
1058
1059 void PixelProgram::DISCARD(Registers &r, Int cMask[4], const Shader::Instruction *instruction)
1060 {
1061 Int kill = 0;
1062
1063 if(shader->containsDynamicBranching())
1064 {
1065 kill = ~SignMask(enableMask(r, instruction));
1066 }
1067
1068 for(unsigned int q = 0; q < state.multiSample; q++)
1069 {
1070 cMask[q] &= kill;
1071 }
1072
1073 // FIXME: Branch to end of shader if all killed?
1074 }
1075
1076 void PixelProgram::DFDX(Vector4f &dst, Vector4f &src)
1077 {
1078 dst.x = src.x.yyww - src.x.xxzz;
1079 dst.y = src.y.yyww - src.y.xxzz;
1080 dst.z = src.z.yyww - src.z.xxzz;
1081 dst.w = src.w.yyww - src.w.xxzz;
1082 }
1083
1084 void PixelProgram::DFDY(Vector4f &dst, Vector4f &src)
1085 {
1086 dst.x = src.x.zwzw - src.x.xyxy;
1087 dst.y = src.y.zwzw - src.y.xyxy;
1088 dst.z = src.z.zwzw - src.z.xyxy;
1089 dst.w = src.w.zwzw - src.w.xyxy;
1090 }
1091
1092 void PixelProgram::FWIDTH(Vector4f &dst, Vector4f &src)
1093 {
1094 // abs(dFdx(src)) + abs(dFdy(src));
1095 dst.x = Abs(src.x.yyww - src.x.xxzz) + Abs(src.x.zwzw - src.x.xyxy);
1096 dst.y = Abs(src.y.yyww - src.y.xxzz) + Abs(src.y.zwzw - src.y.xyxy);
1097 dst.z = Abs(src.z.yyww - src.z.xxzz) + Abs(src.z.zwzw - src.z.xyxy);
1098 dst.w = Abs(src.w.yyww - src.w.xxzz) + Abs(src.w.zwzw - src.w.xyxy);
1099 }
1100
1101 void PixelProgram::BREAK(Registers &r)
1102 {
1103 llvm::BasicBlock *deadBlock = Nucleus::createBasicBlock();
1104 llvm::BasicBlock *endBlock = loopRepEndBlock[loopRepDepth - 1];
1105
1106 if(breakDepth == 0)
1107 {
1108 r.enableIndex = r.enableIndex - breakDepth;
1109 Nucleus::createBr(endBlock);
1110 }
1111 else
1112 {
1113 r.enableBreak = r.enableBreak & ~r.enableStack[r.enableIndex];
1114 Bool allBreak = SignMask(r.enableBreak) == 0x0;
1115
1116 r.enableIndex = r.enableIndex - breakDepth;
1117 branch(allBreak, endBlock, deadBlock);
1118 }
1119
1120 Nucleus::setInsertBlock(deadBlock);
1121 r.enableIndex = r.enableIndex + breakDepth;
1122 }
1123
1124 void PixelProgram::BREAKC(Registers &r, Vector4f &src0, Vector4f &src1, Control control)
1125 {
1126 Int4 condition;
1127
1128 switch(control)
1129 {
1130 case Shader::CONTROL_GT: condition = CmpNLE(src0.x, src1.x); break;
1131 case Shader::CONTROL_EQ: condition = CmpEQ(src0.x, src1.x); break;
1132 case Shader::CONTROL_GE: condition = CmpNLT(src0.x, src1.x); break;
1133 case Shader::CONTROL_LT: condition = CmpLT(src0.x, src1.x); break;
1134 case Shader::CONTROL_NE: condition = CmpNEQ(src0.x, src1.x); break;
1135 case Shader::CONTROL_LE: condition = CmpLE(src0.x, src1.x); break;
1136 default:
1137 ASSERT(false);
1138 }
1139
1140 BREAK(r, condition);
1141 }
1142
1143 void PixelProgram::BREAKP(Registers &r, const Src &predicateRegister) // FIXME: Factor out parts common with BREAKC
1144 {
1145 Int4 condition = As<Int4>(r.p0[predicateRegister.swizzle & 0x3]);
1146
1147 if(predicateRegister.modifier == Shader::MODIFIER_NOT)
1148 {
1149 condition = ~condition;
1150 }
1151
1152 BREAK(r, condition);
1153 }
1154
1155 void PixelProgram::BREAK(Registers &r, Int4 &condition)
1156 {
1157 condition &= r.enableStack[r.enableIndex];
1158
1159 llvm::BasicBlock *continueBlock = Nucleus::createBasicBlock();
1160 llvm::BasicBlock *endBlock = loopRepEndBlock[loopRepDepth - 1];
1161
1162 r.enableBreak = r.enableBreak & ~condition;
1163 Bool allBreak = SignMask(r.enableBreak) == 0x0;
1164
1165 r.enableIndex = r.enableIndex - breakDepth;
1166 branch(allBreak, endBlock, continueBlock);
1167
1168 Nucleus::setInsertBlock(continueBlock);
1169 r.enableIndex = r.enableIndex + breakDepth;
1170 }
1171
1172 void PixelProgram::CONTINUE(Registers &r)
1173 {
1174 r.enableContinue = r.enableContinue & ~r.enableStack[r.enableIndex];
1175 }
1176
1177 void PixelProgram::TEST()
1178 {
1179 whileTest = true;
1180 }
1181
1182 void PixelProgram::CALL(Registers &r, int labelIndex, int callSiteIndex)
1183 {
1184 if(!labelBlock[labelIndex])
1185 {
1186 labelBlock[labelIndex] = Nucleus::createBasicBlock();
1187 }
1188
1189 if(callRetBlock[labelIndex].size() > 1)
1190 {
1191 r.callStack[r.stackIndex++] = UInt(callSiteIndex);
1192 }
1193
1194 Int4 restoreLeave = r.enableLeave;
1195
1196 Nucleus::createBr(labelBlock[labelIndex]);
1197 Nucleus::setInsertBlock(callRetBlock[labelIndex][callSiteIndex]);
1198
1199 r.enableLeave = restoreLeave;
1200 }
1201
1202 void PixelProgram::CALLNZ(Registers &r, int labelIndex, int callSiteIndex, const Src &src)
1203 {
1204 if(src.type == Shader::PARAMETER_CONSTBOOL)
1205 {
1206 CALLNZb(r, labelIndex, callSiteIndex, src);
1207 }
1208 else if(src.type == Shader::PARAMETER_PREDICATE)
1209 {
1210 CALLNZp(r, labelIndex, callSiteIndex, src);
1211 }
1212 else ASSERT(false);
1213 }
1214
1215 void PixelProgram::CALLNZb(Registers &r, int labelIndex, int callSiteIndex, const Src &boolRegister)
1216 {
1217 Bool condition = (*Pointer<Byte>(r.data + OFFSET(DrawData, ps.b[boolRegister.index])) != Byte(0)); // FIXME
1218
1219 if(boolRegister.modifier == Shader::MODIFIER_NOT)
1220 {
1221 condition = !condition;
1222 }
1223
1224 if(!labelBlock[labelIndex])
1225 {
1226 labelBlock[labelIndex] = Nucleus::createBasicBlock();
1227 }
1228
1229 if(callRetBlock[labelIndex].size() > 1)
1230 {
1231 r.callStack[r.stackIndex++] = UInt(callSiteIndex);
1232 }
1233
1234 Int4 restoreLeave = r.enableLeave;
1235
1236 branch(condition, labelBlock[labelIndex], callRetBlock[labelIndex][callSiteIndex]);
1237 Nucleus::setInsertBlock(callRetBlock[labelIndex][callSiteIndex]);
1238
1239 r.enableLeave = restoreLeave;
1240 }
1241
1242 void PixelProgram::CALLNZp(Registers &r, int labelIndex, int callSiteIndex, const Src &predicateRegister)
1243 {
1244 Int4 condition = As<Int4>(r.p0[predicateRegister.swizzle & 0x3]);
1245
1246 if(predicateRegister.modifier == Shader::MODIFIER_NOT)
1247 {
1248 condition = ~condition;
1249 }
1250
1251 condition &= r.enableStack[r.enableIndex];
1252
1253 if(!labelBlock[labelIndex])
1254 {
1255 labelBlock[labelIndex] = Nucleus::createBasicBlock();
1256 }
1257
1258 if(callRetBlock[labelIndex].size() > 1)
1259 {
1260 r.callStack[r.stackIndex++] = UInt(callSiteIndex);
1261 }
1262
1263 r.enableIndex++;
1264 r.enableStack[r.enableIndex] = condition;
1265 Int4 restoreLeave = r.enableLeave;
1266
1267 Bool notAllFalse = SignMask(condition) != 0;
1268 branch(notAllFalse, labelBlock[labelIndex], callRetBlock[labelIndex][callSiteIndex]);
1269 Nucleus::setInsertBlock(callRetBlock[labelIndex][callSiteIndex]);
1270
1271 r.enableIndex--;
1272 r.enableLeave = restoreLeave;
1273 }
1274
1275 void PixelProgram::ELSE(Registers &r)
1276 {
1277 ifDepth--;
1278
1279 llvm::BasicBlock *falseBlock = ifFalseBlock[ifDepth];
1280 llvm::BasicBlock *endBlock = Nucleus::createBasicBlock();
1281
1282 if(isConditionalIf[ifDepth])
1283 {
1284 Int4 condition = ~r.enableStack[r.enableIndex] & r.enableStack[r.enableIndex - 1];
1285 Bool notAllFalse = SignMask(condition) != 0;
1286
1287 branch(notAllFalse, falseBlock, endBlock);
1288
1289 r.enableStack[r.enableIndex] = ~r.enableStack[r.enableIndex] & r.enableStack[r.enableIndex - 1];
1290 }
1291 else
1292 {
1293 Nucleus::createBr(endBlock);
1294 Nucleus::setInsertBlock(falseBlock);
1295 }
1296
1297 ifFalseBlock[ifDepth] = endBlock;
1298
1299 ifDepth++;
1300 }
1301
1302 void PixelProgram::ENDIF(Registers &r)
1303 {
1304 ifDepth--;
1305
1306 llvm::BasicBlock *endBlock = ifFalseBlock[ifDepth];
1307
1308 Nucleus::createBr(endBlock);
1309 Nucleus::setInsertBlock(endBlock);
1310
1311 if(isConditionalIf[ifDepth])
1312 {
1313 breakDepth--;
1314 r.enableIndex--;
1315 }
1316 }
1317
1318 void PixelProgram::ENDLOOP(Registers &r)
1319 {
1320 loopRepDepth--;
1321
1322 r.aL[r.loopDepth] = r.aL[r.loopDepth] + r.increment[r.loopDepth]; // FIXME: +=
1323
1324 llvm::BasicBlock *testBlock = loopRepTestBlock[loopRepDepth];
1325 llvm::BasicBlock *endBlock = loopRepEndBlock[loopRepDepth];
1326
1327 Nucleus::createBr(testBlock);
1328 Nucleus::setInsertBlock(endBlock);
1329
1330 r.loopDepth--;
1331 r.enableBreak = Int4(0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF);
1332 }
1333
1334 void PixelProgram::ENDREP(Registers &r)
1335 {
1336 loopRepDepth--;
1337
1338 llvm::BasicBlock *testBlock = loopRepTestBlock[loopRepDepth];
1339 llvm::BasicBlock *endBlock = loopRepEndBlock[loopRepDepth];
1340
1341 Nucleus::createBr(testBlock);
1342 Nucleus::setInsertBlock(endBlock);
1343
1344 r.loopDepth--;
1345 r.enableBreak = Int4(0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF);
1346 }
1347
1348 void PixelProgram::ENDWHILE(Registers &r)
1349 {
1350 loopRepDepth--;
1351
1352 llvm::BasicBlock *testBlock = loopRepTestBlock[loopRepDepth];
1353 llvm::BasicBlock *endBlock = loopRepEndBlock[loopRepDepth];
1354
1355 Nucleus::createBr(testBlock);
1356 Nucleus::setInsertBlock(endBlock);
1357
1358 r.enableIndex--;
1359 r.enableBreak = Int4(0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF);
1360 whileTest = false;
1361 }
1362
1363 void PixelProgram::IF(Registers &r, const Src &src)
1364 {
1365 if(src.type == Shader::PARAMETER_CONSTBOOL)
1366 {
1367 IFb(r, src);
1368 }
1369 else if(src.type == Shader::PARAMETER_PREDICATE)
1370 {
1371 IFp(r, src);
1372 }
1373 else
1374 {
1375 Int4 condition = As<Int4>(fetchRegisterF(r, src).x);
1376 IF(r, condition);
1377 }
1378 }
1379
1380 void PixelProgram::IFb(Registers &r, const Src &boolRegister)
1381 {
1382 ASSERT(ifDepth < 24 + 4);
1383
1384 Bool condition = (*Pointer<Byte>(r.data + OFFSET(DrawData, ps.b[boolRegister.index])) != Byte(0)); // FIXME
1385
1386 if(boolRegister.modifier == Shader::MODIFIER_NOT)
1387 {
1388 condition = !condition;
1389 }
1390
1391 llvm::BasicBlock *trueBlock = Nucleus::createBasicBlock();
1392 llvm::BasicBlock *falseBlock = Nucleus::createBasicBlock();
1393
1394 branch(condition, trueBlock, falseBlock);
1395
1396 isConditionalIf[ifDepth] = false;
1397 ifFalseBlock[ifDepth] = falseBlock;
1398
1399 ifDepth++;
1400 }
1401
1402 void PixelProgram::IFp(Registers &r, const Src &predicateRegister)
1403 {
1404 Int4 condition = As<Int4>(r.p0[predicateRegister.swizzle & 0x3]);
1405
1406 if(predicateRegister.modifier == Shader::MODIFIER_NOT)
1407 {
1408 condition = ~condition;
1409 }
1410
1411 IF(r, condition);
1412 }
1413
1414 void PixelProgram::IFC(Registers &r, Vector4f &src0, Vector4f &src1, Control control)
1415 {
1416 Int4 condition;
1417
1418 switch(control)
1419 {
1420 case Shader::CONTROL_GT: condition = CmpNLE(src0.x, src1.x); break;
1421 case Shader::CONTROL_EQ: condition = CmpEQ(src0.x, src1.x); break;
1422 case Shader::CONTROL_GE: condition = CmpNLT(src0.x, src1.x); break;
1423 case Shader::CONTROL_LT: condition = CmpLT(src0.x, src1.x); break;
1424 case Shader::CONTROL_NE: condition = CmpNEQ(src0.x, src1.x); break;
1425 case Shader::CONTROL_LE: condition = CmpLE(src0.x, src1.x); break;
1426 default:
1427 ASSERT(false);
1428 }
1429
1430 IF(r, condition);
1431 }
1432
1433 void PixelProgram::IF(Registers &r, Int4 &condition)
1434 {
1435 condition &= r.enableStack[r.enableIndex];
1436
1437 r.enableIndex++;
1438 r.enableStack[r.enableIndex] = condition;
1439
1440 llvm::BasicBlock *trueBlock = Nucleus::createBasicBlock();
1441 llvm::BasicBlock *falseBlock = Nucleus::createBasicBlock();
1442
1443 Bool notAllFalse = SignMask(condition) != 0;
1444
1445 branch(notAllFalse, trueBlock, falseBlock);
1446
1447 isConditionalIf[ifDepth] = true;
1448 ifFalseBlock[ifDepth] = falseBlock;
1449
1450 ifDepth++;
1451 breakDepth++;
1452 }
1453
1454 void PixelProgram::LABEL(int labelIndex)
1455 {
1456 if(!labelBlock[labelIndex])
1457 {
1458 labelBlock[labelIndex] = Nucleus::createBasicBlock();
1459 }
1460
1461 Nucleus::setInsertBlock(labelBlock[labelIndex]);
1462 currentLabel = labelIndex;
1463 }
1464
1465 void PixelProgram::LOOP(Registers &r, const Src &integerRegister)
1466 {
1467 r.loopDepth++;
1468
1469 r.iteration[r.loopDepth] = *Pointer<Int>(r.data + OFFSET(DrawData, ps.i[integerRegister.index][0]));
1470 r.aL[r.loopDepth] = *Pointer<Int>(r.data + OFFSET(DrawData, ps.i[integerRegister.index][1]));
1471 r.increment[r.loopDepth] = *Pointer<Int>(r.data + OFFSET(DrawData, ps.i[integerRegister.index][2]));
1472
1473 // If(r.increment[r.loopDepth] == 0)
1474 // {
1475 // r.increment[r.loopDepth] = 1;
1476 // }
1477
1478 llvm::BasicBlock *loopBlock = Nucleus::createBasicBlock();
1479 llvm::BasicBlock *testBlock = Nucleus::createBasicBlock();
1480 llvm::BasicBlock *endBlock = Nucleus::createBasicBlock();
1481
1482 loopRepTestBlock[loopRepDepth] = testBlock;
1483 loopRepEndBlock[loopRepDepth] = endBlock;
1484
1485 // FIXME: jump(testBlock)
1486 Nucleus::createBr(testBlock);
1487 Nucleus::setInsertBlock(testBlock);
1488
1489 branch(r.iteration[r.loopDepth] > 0, loopBlock, endBlock);
1490 Nucleus::setInsertBlock(loopBlock);
1491
1492 r.iteration[r.loopDepth] = r.iteration[r.loopDepth] - 1; // FIXME: --
1493
1494 loopRepDepth++;
1495 breakDepth = 0;
1496 }
1497
1498 void PixelProgram::REP(Registers &r, const Src &integerRegister)
1499 {
1500 r.loopDepth++;
1501
1502 r.iteration[r.loopDepth] = *Pointer<Int>(r.data + OFFSET(DrawData, ps.i[integerRegister.index][0]));
1503 r.aL[r.loopDepth] = r.aL[r.loopDepth - 1];
1504
1505 llvm::BasicBlock *loopBlock = Nucleus::createBasicBlock();
1506 llvm::BasicBlock *testBlock = Nucleus::createBasicBlock();
1507 llvm::BasicBlock *endBlock = Nucleus::createBasicBlock();
1508
1509 loopRepTestBlock[loopRepDepth] = testBlock;
1510 loopRepEndBlock[loopRepDepth] = endBlock;
1511
1512 // FIXME: jump(testBlock)
1513 Nucleus::createBr(testBlock);
1514 Nucleus::setInsertBlock(testBlock);
1515
1516 branch(r.iteration[r.loopDepth] > 0, loopBlock, endBlock);
1517 Nucleus::setInsertBlock(loopBlock);
1518
1519 r.iteration[r.loopDepth] = r.iteration[r.loopDepth] - 1; // FIXME: --
1520
1521 loopRepDepth++;
1522 breakDepth = 0;
1523 }
1524
1525 void PixelProgram::WHILE(Registers &r, const Src &temporaryRegister)
1526 {
1527 r.enableIndex++;
1528
1529 llvm::BasicBlock *loopBlock = Nucleus::createBasicBlock();
1530 llvm::BasicBlock *testBlock = Nucleus::createBasicBlock();
1531 llvm::BasicBlock *endBlock = Nucleus::createBasicBlock();
1532
1533 loopRepTestBlock[loopRepDepth] = testBlock;
1534 loopRepEndBlock[loopRepDepth] = endBlock;
1535
1536 Int4 restoreBreak = r.enableBreak;
1537 Int4 restoreContinue = r.enableContinue;
1538
1539 // FIXME: jump(testBlock)
1540 Nucleus::createBr(testBlock);
1541 Nucleus::setInsertBlock(testBlock);
1542 r.enableContinue = restoreContinue;
1543
1544 const Vector4f &src = fetchRegisterF(r, temporaryRegister);
1545 Int4 condition = As<Int4>(src.x);
1546 condition &= r.enableStack[r.enableIndex - 1];
1547 r.enableStack[r.enableIndex] = condition;
1548
1549 Bool notAllFalse = SignMask(condition) != 0;
1550 branch(notAllFalse, loopBlock, endBlock);
1551
1552 Nucleus::setInsertBlock(endBlock);
1553 r.enableBreak = restoreBreak;
1554
1555 Nucleus::setInsertBlock(loopBlock);
1556
1557 loopRepDepth++;
1558 breakDepth = 0;
1559 }
1560
1561 void PixelProgram::RET(Registers &r)
1562 {
1563 if(currentLabel == -1)
1564 {
1565 returnBlock = Nucleus::createBasicBlock();
1566 Nucleus::createBr(returnBlock);
1567 }
1568 else
1569 {
1570 llvm::BasicBlock *unreachableBlock = Nucleus::createBasicBlock();
1571
1572 if(callRetBlock[currentLabel].size() > 1) // Pop the return destination from the call stack
1573 {
1574 // FIXME: Encapsulate
1575 UInt index = r.callStack[--r.stackIndex];
1576
1577 llvm::Value *value = index.loadValue();
1578 llvm::Value *switchInst = Nucleus::createSwitch(value, unreachableBlock, (int)callRetBlock[currentLabel].size());
1579
1580 for(unsigned int i = 0; i < callRetBlock[currentLabel].size(); i++)
1581 {
1582 Nucleus::addSwitchCase(switchInst, i, callRetBlock[currentLabel][i]);
1583 }
1584 }
1585 else if(callRetBlock[currentLabel].size() == 1) // Jump directly to the unique return destination
1586 {
1587 Nucleus::createBr(callRetBlock[currentLabel][0]);
1588 }
1589 else // Function isn't called
1590 {
1591 Nucleus::createBr(unreachableBlock);
1592 }
1593
1594 Nucleus::setInsertBlock(unreachableBlock);
1595 Nucleus::createUnreachable();
1596 }
1597 }
1598
1599 void PixelProgram::LEAVE(Registers &r)
1600 {
1601 r.enableLeave = r.enableLeave & ~r.enableStack[r.enableIndex];
1602
1603 // FIXME: Return from function if all instances left
1604 // FIXME: Use enableLeave in other control-flow constructs
1605 }
1606
1607}