Gitiles
Code Review Sign In
gerrit.openfyde.cn / swiftshader.googlesource.com / SwiftShader / c4b57f53c63ca6ffeff9224ec374cf90c4ade3eb / . / src / Shader / PixelProgram.cpp
blob: 1dbab7ab1d036ee79446f295bc957f2ae6d91d2a [file] [log] [blame]
Alexis Hetuf2a8c372015-07-13 11:08:41 -0400[diff] [blame]1// SwiftShader Software Renderer
2//
3// Copyright(c) 2015 Google Inc.
4//
5// All rights reserved. No part of this software may be copied, distributed, transmitted,
6// transcribed, stored in a retrieval system, translated into any human or computer
7// language by any means, or disclosed to third parties without the explicit written
8// agreement of Google Inc. Without such an agreement, no rights or licenses, express
9// or implied, including but not limited to any patent rights, are granted to you.
10//
11
12#include "PixelProgram.hpp"
13#include "Primitive.hpp"
14#include "Renderer.hpp"
15#include "SamplerCore.hpp"
16
17namespace sw
18{
19 extern bool postBlendSRGB;
20 extern bool booleanFaceRegister;
21 extern bool halfIntegerCoordinates; // Pixel centers are not at integer coordinates
22 extern bool fullPixelPositionRegister;
23
24 void PixelProgram::setBuiltins(PixelRoutine::Registers &rBase, Int &x, Int &y, Float4(&z)[4], Float4 &w)
25 {
26 Registers& r = *static_cast<Registers*>(&rBase);
27
28 if(shader->getVersion() >= 0x0300)
29 {
30 if(shader->vPosDeclared)
31 {
32 if(!halfIntegerCoordinates)
33 {
34 r.vPos.x = Float4(Float(x)) + Float4(0, 1, 0, 1);
35 r.vPos.y = Float4(Float(y)) + Float4(0, 0, 1, 1);
36 }
37 else
38 {
39 r.vPos.x = Float4(Float(x)) + Float4(0.5f, 1.5f, 0.5f, 1.5f);
40 r.vPos.y = Float4(Float(y)) + Float4(0.5f, 0.5f, 1.5f, 1.5f);
41 }
42
43 if(fullPixelPositionRegister)
44 {
45 r.vPos.z = z[0]; // FIXME: Centroid?
46 r.vPos.w = w; // FIXME: Centroid?
47 }
48 }
49
50 if(shader->vFaceDeclared)
51 {
52 Float4 area = *Pointer<Float>(r.primitive + OFFSET(Primitive, area));
53 Float4 face = booleanFaceRegister ? Float4(As<Float4>(CmpNLT(area, Float4(0.0f)))) : area;
54
55 r.vFace.x = face;
56 r.vFace.y = face;
57 r.vFace.z = face;
58 r.vFace.w = face;
59 }
60 }
61 }
62
63 void PixelProgram::applyShader(PixelRoutine::Registers &rBase, Int cMask[4])
64 {
65 Registers& r = *static_cast<Registers*>(&rBase);
66
67 r.enableIndex = 0;
68 r.stackIndex = 0;
69
70 if(shader->containsLeaveInstruction())
71 {
72 r.enableLeave = Int4(0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF);
73 }
74
75 bool out[4][4] = { false };
76
77 // Create all call site return blocks up front
78 for(size_t i = 0; i < shader->getLength(); i++)
79 {
80 const Shader::Instruction *instruction = shader->getInstruction(i);
81 Shader::Opcode opcode = instruction->opcode;
82
83 if(opcode == Shader::OPCODE_CALL || opcode == Shader::OPCODE_CALLNZ)
84 {
85 const Dst &dst = instruction->dst;
86
87 ASSERT(callRetBlock[dst.label].size() == dst.callSite);
88 callRetBlock[dst.label].push_back(Nucleus::createBasicBlock());
89 }
90 }
91
92 for(size_t i = 0; i < shader->getLength(); i++)
93 {
94 const Shader::Instruction *instruction = shader->getInstruction(i);
95 Shader::Opcode opcode = instruction->opcode;
96
97 if(opcode == Shader::OPCODE_DCL || opcode == Shader::OPCODE_DEF || opcode == Shader::OPCODE_DEFI || opcode == Shader::OPCODE_DEFB)
98 {
99 continue;
100 }
101
102 const Dst &dst = instruction->dst;
103 const Src &src0 = instruction->src[0];
104 const Src &src1 = instruction->src[1];
105 const Src &src2 = instruction->src[2];
106 const Src &src3 = instruction->src[3];
107
108 bool predicate = instruction->predicate;
109 Control control = instruction->control;
110 bool pp = dst.partialPrecision;
111 bool project = instruction->project;
112 bool bias = instruction->bias;
113
114 Vector4f d;
115 Vector4f s0;
116 Vector4f s1;
117 Vector4f s2;
118 Vector4f s3;
119
120 if(opcode == Shader::OPCODE_TEXKILL) // Takes destination as input
121 {
122 if(dst.type == Shader::PARAMETER_TEXTURE)
123 {
124 d.x = r.vf[2 + dst.index].x;
125 d.y = r.vf[2 + dst.index].y;
126 d.z = r.vf[2 + dst.index].z;
127 d.w = r.vf[2 + dst.index].w;
128 }
129 else
130 {
131 d = r.rf[dst.index];
132 }
133 }
134
135 if(src0.type != Shader::PARAMETER_VOID) s0 = fetchRegisterF(r, src0);
136 if(src1.type != Shader::PARAMETER_VOID) s1 = fetchRegisterF(r, src1);
137 if(src2.type != Shader::PARAMETER_VOID) s2 = fetchRegisterF(r, src2);
138 if(src3.type != Shader::PARAMETER_VOID) s3 = fetchRegisterF(r, src3);
139
140 switch(opcode)
141 {
142 case Shader::OPCODE_PS_2_0: break;
143 case Shader::OPCODE_PS_2_x: break;
144 case Shader::OPCODE_PS_3_0: break;
145 case Shader::OPCODE_DEF: break;
146 case Shader::OPCODE_DCL: break;
147 case Shader::OPCODE_NOP: break;
148 case Shader::OPCODE_MOV: mov(d, s0); break;
149 case Shader::OPCODE_F2B: f2b(d, s0); break;
150 case Shader::OPCODE_B2F: b2f(d, s0); break;
151 case Shader::OPCODE_ADD: add(d, s0, s1); break;
152 case Shader::OPCODE_SUB: sub(d, s0, s1); break;
153 case Shader::OPCODE_MUL: mul(d, s0, s1); break;
154 case Shader::OPCODE_MAD: mad(d, s0, s1, s2); break;
155 case Shader::OPCODE_DP1: dp1(d, s0, s1); break;
156 case Shader::OPCODE_DP2: dp2(d, s0, s1); break;
157 case Shader::OPCODE_DP2ADD: dp2add(d, s0, s1, s2); break;
158 case Shader::OPCODE_DP3: dp3(d, s0, s1); break;
159 case Shader::OPCODE_DP4: dp4(d, s0, s1); break;
160 case Shader::OPCODE_CMP0: cmp0(d, s0, s1, s2); break;
161 case Shader::OPCODE_ICMP: icmp(d, s0, s1, control); break;
162 case Shader::OPCODE_SELECT: select(d, s0, s1, s2); break;
163 case Shader::OPCODE_EXTRACT: extract(d.x, s0, s1.x); break;
164 case Shader::OPCODE_INSERT: insert(d, s0, s1.x, s2.x); break;
165 case Shader::OPCODE_FRC: frc(d, s0); break;
166 case Shader::OPCODE_TRUNC: trunc(d, s0); break;
167 case Shader::OPCODE_FLOOR: floor(d, s0); break;
168 case Shader::OPCODE_ROUND: round(d, s0); break;
169 case Shader::OPCODE_ROUNDEVEN: roundEven(d, s0); break;
170 case Shader::OPCODE_CEIL: ceil(d, s0); break;
171 case Shader::OPCODE_EXP2X: exp2x(d, s0, pp); break;
172 case Shader::OPCODE_EXP2: exp2(d, s0, pp); break;
173 case Shader::OPCODE_LOG2X: log2x(d, s0, pp); break;
174 case Shader::OPCODE_LOG2: log2(d, s0, pp); break;
175 case Shader::OPCODE_EXP: exp(d, s0, pp); break;
176 case Shader::OPCODE_LOG: log(d, s0, pp); break;
177 case Shader::OPCODE_RCPX: rcpx(d, s0, pp); break;
178 case Shader::OPCODE_DIV: div(d, s0, s1); break;
179 case Shader::OPCODE_MOD: mod(d, s0, s1); break;
180 case Shader::OPCODE_RSQX: rsqx(d, s0, pp); break;
181 case Shader::OPCODE_SQRT: sqrt(d, s0, pp); break;
182 case Shader::OPCODE_RSQ: rsq(d, s0, pp); break;
183 case Shader::OPCODE_LEN2: len2(d.x, s0, pp); break;
184 case Shader::OPCODE_LEN3: len3(d.x, s0, pp); break;
185 case Shader::OPCODE_LEN4: len4(d.x, s0, pp); break;
186 case Shader::OPCODE_DIST1: dist1(d.x, s0, s1, pp); break;
187 case Shader::OPCODE_DIST2: dist2(d.x, s0, s1, pp); break;
188 case Shader::OPCODE_DIST3: dist3(d.x, s0, s1, pp); break;
189 case Shader::OPCODE_DIST4: dist4(d.x, s0, s1, pp); break;
190 case Shader::OPCODE_MIN: min(d, s0, s1); break;
191 case Shader::OPCODE_MAX: max(d, s0, s1); break;
192 case Shader::OPCODE_LRP: lrp(d, s0, s1, s2); break;
193 case Shader::OPCODE_STEP: step(d, s0, s1); break;
194 case Shader::OPCODE_SMOOTH: smooth(d, s0, s1, s2); break;
195 case Shader::OPCODE_POWX: powx(d, s0, s1, pp); break;
196 case Shader::OPCODE_POW: pow(d, s0, s1, pp); break;
197 case Shader::OPCODE_SGN: sgn(d, s0); break;
198 case Shader::OPCODE_CRS: crs(d, s0, s1); break;
199 case Shader::OPCODE_FORWARD1: forward1(d, s0, s1, s2); break;
200 case Shader::OPCODE_FORWARD2: forward2(d, s0, s1, s2); break;
201 case Shader::OPCODE_FORWARD3: forward3(d, s0, s1, s2); break;
202 case Shader::OPCODE_FORWARD4: forward4(d, s0, s1, s2); break;
203 case Shader::OPCODE_REFLECT1: reflect1(d, s0, s1); break;
204 case Shader::OPCODE_REFLECT2: reflect2(d, s0, s1); break;
205 case Shader::OPCODE_REFLECT3: reflect3(d, s0, s1); break;
206 case Shader::OPCODE_REFLECT4: reflect4(d, s0, s1); break;
207 case Shader::OPCODE_REFRACT1: refract1(d, s0, s1, s2.x); break;
208 case Shader::OPCODE_REFRACT2: refract2(d, s0, s1, s2.x); break;
209 case Shader::OPCODE_REFRACT3: refract3(d, s0, s1, s2.x); break;
210 case Shader::OPCODE_REFRACT4: refract4(d, s0, s1, s2.x); break;
211 case Shader::OPCODE_NRM2: nrm2(d, s0, pp); break;
212 case Shader::OPCODE_NRM3: nrm3(d, s0, pp); break;
213 case Shader::OPCODE_NRM4: nrm4(d, s0, pp); break;
214 case Shader::OPCODE_ABS: abs(d, s0); break;
215 case Shader::OPCODE_SINCOS: sincos(d, s0, pp); break;
216 case Shader::OPCODE_COS: cos(d, s0, pp); break;
217 case Shader::OPCODE_SIN: sin(d, s0, pp); break;
218 case Shader::OPCODE_TAN: tan(d, s0, pp); break;
219 case Shader::OPCODE_ACOS: acos(d, s0, pp); break;
220 case Shader::OPCODE_ASIN: asin(d, s0, pp); break;
221 case Shader::OPCODE_ATAN: atan(d, s0, pp); break;
222 case Shader::OPCODE_ATAN2: atan2(d, s0, s1, pp); break;
223 case Shader::OPCODE_COSH: cosh(d, s0, pp); break;
224 case Shader::OPCODE_SINH: sinh(d, s0, pp); break;
225 case Shader::OPCODE_TANH: tanh(d, s0, pp); break;
226 case Shader::OPCODE_ACOSH: acosh(d, s0, pp); break;
227 case Shader::OPCODE_ASINH: asinh(d, s0, pp); break;
228 case Shader::OPCODE_ATANH: atanh(d, s0, pp); break;
229 case Shader::OPCODE_M4X4: M4X4(r, d, s0, src1); break;
230 case Shader::OPCODE_M4X3: M4X3(r, d, s0, src1); break;
231 case Shader::OPCODE_M3X4: M3X4(r, d, s0, src1); break;
232 case Shader::OPCODE_M3X3: M3X3(r, d, s0, src1); break;
233 case Shader::OPCODE_M3X2: M3X2(r, d, s0, src1); break;
234 case Shader::OPCODE_TEX: TEXLD(r, d, s0, src1, project, bias); break;
235 case Shader::OPCODE_TEXLDD: TEXLDD(r, d, s0, src1, s2, s3, project, bias); break;
236 case Shader::OPCODE_TEXLDL: TEXLDL(r, d, s0, src1, project, bias); break;
237 case Shader::OPCODE_TEXKILL: TEXKILL(cMask, d, dst.mask); break;
238 case Shader::OPCODE_DISCARD: DISCARD(r, cMask, instruction); break;
239 case Shader::OPCODE_DFDX: DFDX(d, s0); break;
240 case Shader::OPCODE_DFDY: DFDY(d, s0); break;
241 case Shader::OPCODE_FWIDTH: FWIDTH(d, s0); break;
242 case Shader::OPCODE_BREAK: BREAK(r); break;
243 case Shader::OPCODE_BREAKC: BREAKC(r, s0, s1, control); break;
244 case Shader::OPCODE_BREAKP: BREAKP(r, src0); break;
245 case Shader::OPCODE_CONTINUE: CONTINUE(r); break;
246 case Shader::OPCODE_TEST: TEST(); break;
247 case Shader::OPCODE_CALL: CALL(r, dst.label, dst.callSite); break;
248 case Shader::OPCODE_CALLNZ: CALLNZ(r, dst.label, dst.callSite, src0); break;
249 case Shader::OPCODE_ELSE: ELSE(r); break;
250 case Shader::OPCODE_ENDIF: ENDIF(r); break;
251 case Shader::OPCODE_ENDLOOP: ENDLOOP(r); break;
252 case Shader::OPCODE_ENDREP: ENDREP(r); break;
253 case Shader::OPCODE_ENDWHILE: ENDWHILE(r); break;
254 case Shader::OPCODE_IF: IF(r, src0); break;
255 case Shader::OPCODE_IFC: IFC(r, s0, s1, control); break;
256 case Shader::OPCODE_LABEL: LABEL(dst.index); break;
257 case Shader::OPCODE_LOOP: LOOP(r, src1); break;
258 case Shader::OPCODE_REP: REP(r, src0); break;
259 case Shader::OPCODE_WHILE: WHILE(r, src0); break;
260 case Shader::OPCODE_RET: RET(r); break;
261 case Shader::OPCODE_LEAVE: LEAVE(r); break;
262 case Shader::OPCODE_CMP: cmp(d, s0, s1, control); break;
263 case Shader::OPCODE_ALL: all(d.x, s0); break;
264 case Shader::OPCODE_ANY: any(d.x, s0); break;
265 case Shader::OPCODE_NOT: not(d, s0); break;
266 case Shader::OPCODE_OR: or(d.x, s0.x, s1.x); break;
267 case Shader::OPCODE_XOR: xor(d.x, s0.x, s1.x); break;
268 case Shader::OPCODE_AND: and(d.x, s0.x, s1.x); break;
269 case Shader::OPCODE_END: break;
270 default:
271 ASSERT(false);
272 }
273
274 if(dst.type != Shader::PARAMETER_VOID && dst.type != Shader::PARAMETER_LABEL && opcode != Shader::OPCODE_TEXKILL && opcode != Shader::OPCODE_NOP)
275 {
276 if(dst.integer)
277 {
278 switch(opcode)
279 {
280 case Shader::OPCODE_DIV:
281 if(dst.x) d.x = Trunc(d.x);
282 if(dst.y) d.y = Trunc(d.y);
283 if(dst.z) d.z = Trunc(d.z);
284 if(dst.w) d.w = Trunc(d.w);
285 break;
286 default:
287 break; // No truncation to integer required when arguments are integer
288 }
289 }
290
291 if(dst.saturate)
292 {
293 if(dst.x) d.x = Max(d.x, Float4(0.0f));
294 if(dst.y) d.y = Max(d.y, Float4(0.0f));
295 if(dst.z) d.z = Max(d.z, Float4(0.0f));
296 if(dst.w) d.w = Max(d.w, Float4(0.0f));
297
298 if(dst.x) d.x = Min(d.x, Float4(1.0f));
299 if(dst.y) d.y = Min(d.y, Float4(1.0f));
300 if(dst.z) d.z = Min(d.z, Float4(1.0f));
301 if(dst.w) d.w = Min(d.w, Float4(1.0f));
302 }
303
304 if(instruction->isPredicated())
305 {
306 Vector4f pDst; // FIXME: Rename
307
308 switch(dst.type)
309 {
310 case Shader::PARAMETER_TEMP:
311 if(dst.rel.type == Shader::PARAMETER_VOID)
312 {
313 if(dst.x) pDst.x = r.rf[dst.index].x;
314 if(dst.y) pDst.y = r.rf[dst.index].y;
315 if(dst.z) pDst.z = r.rf[dst.index].z;
316 if(dst.w) pDst.w = r.rf[dst.index].w;
317 }
318 else
319 {
320 Int a = relativeAddress(r, dst);
321
322 if(dst.x) pDst.x = r.rf[dst.index + a].x;
323 if(dst.y) pDst.y = r.rf[dst.index + a].y;
324 if(dst.z) pDst.z = r.rf[dst.index + a].z;
325 if(dst.w) pDst.w = r.rf[dst.index + a].w;
326 }
327 break;
328 case Shader::PARAMETER_COLOROUT:
329 ASSERT(dst.rel.type == Shader::PARAMETER_VOID);
330 if(dst.x) pDst.x = r.oC[dst.index].x;
331 if(dst.y) pDst.y = r.oC[dst.index].y;
332 if(dst.z) pDst.z = r.oC[dst.index].z;
333 if(dst.w) pDst.w = r.oC[dst.index].w;
334 break;
335 case Shader::PARAMETER_PREDICATE:
336 if(dst.x) pDst.x = r.p0.x;
337 if(dst.y) pDst.y = r.p0.y;
338 if(dst.z) pDst.z = r.p0.z;
339 if(dst.w) pDst.w = r.p0.w;
340 break;
341 case Shader::PARAMETER_DEPTHOUT:
342 pDst.x = r.oDepth;
343 break;
344 default:
345 ASSERT(false);
346 }
347
348 Int4 enable = enableMask(r, instruction);
349
350 Int4 xEnable = enable;
351 Int4 yEnable = enable;
352 Int4 zEnable = enable;
353 Int4 wEnable = enable;
354
355 if(predicate)
356 {
357 unsigned char pSwizzle = instruction->predicateSwizzle;
358
359 Float4 xPredicate = r.p0[(pSwizzle >> 0) & 0x03];
360 Float4 yPredicate = r.p0[(pSwizzle >> 2) & 0x03];
361 Float4 zPredicate = r.p0[(pSwizzle >> 4) & 0x03];
362 Float4 wPredicate = r.p0[(pSwizzle >> 6) & 0x03];
363
364 if(!instruction->predicateNot)
365 {
366 if(dst.x) xEnable = xEnable & As<Int4>(xPredicate);
367 if(dst.y) yEnable = yEnable & As<Int4>(yPredicate);
368 if(dst.z) zEnable = zEnable & As<Int4>(zPredicate);
369 if(dst.w) wEnable = wEnable & As<Int4>(wPredicate);
370 }
371 else
372 {
373 if(dst.x) xEnable = xEnable & ~As<Int4>(xPredicate);
374 if(dst.y) yEnable = yEnable & ~As<Int4>(yPredicate);
375 if(dst.z) zEnable = zEnable & ~As<Int4>(zPredicate);
376 if(dst.w) wEnable = wEnable & ~As<Int4>(wPredicate);
377 }
378 }
379
380 if(dst.x) d.x = As<Float4>(As<Int4>(d.x) & xEnable);
381 if(dst.y) d.y = As<Float4>(As<Int4>(d.y) & yEnable);
382 if(dst.z) d.z = As<Float4>(As<Int4>(d.z) & zEnable);
383 if(dst.w) d.w = As<Float4>(As<Int4>(d.w) & wEnable);
384
385 if(dst.x) d.x = As<Float4>(As<Int4>(d.x) | (As<Int4>(pDst.x) & ~xEnable));
386 if(dst.y) d.y = As<Float4>(As<Int4>(d.y) | (As<Int4>(pDst.y) & ~yEnable));
387 if(dst.z) d.z = As<Float4>(As<Int4>(d.z) | (As<Int4>(pDst.z) & ~zEnable));
388 if(dst.w) d.w = As<Float4>(As<Int4>(d.w) | (As<Int4>(pDst.w) & ~wEnable));
389 }
390
391 switch(dst.type)
392 {
393 case Shader::PARAMETER_TEMP:
394 if(dst.rel.type == Shader::PARAMETER_VOID)
395 {
396 if(dst.x) r.rf[dst.index].x = d.x;
397 if(dst.y) r.rf[dst.index].y = d.y;
398 if(dst.z) r.rf[dst.index].z = d.z;
399 if(dst.w) r.rf[dst.index].w = d.w;
400 }
401 else
402 {
403 Int a = relativeAddress(r, dst);
404
405 if(dst.x) r.rf[dst.index + a].x = d.x;
406 if(dst.y) r.rf[dst.index + a].y = d.y;
407 if(dst.z) r.rf[dst.index + a].z = d.z;
408 if(dst.w) r.rf[dst.index + a].w = d.w;
409 }
410 break;
411 case Shader::PARAMETER_COLOROUT:
412 ASSERT(dst.rel.type == Shader::PARAMETER_VOID);
413 if(dst.x) { r.oC[dst.index].x = d.x; out[dst.index][0] = true; }
414 if(dst.y) { r.oC[dst.index].y = d.y; out[dst.index][1] = true; }
415 if(dst.z) { r.oC[dst.index].z = d.z; out[dst.index][2] = true; }
416 if(dst.w) { r.oC[dst.index].w = d.w; out[dst.index][3] = true; }
417 break;
418 case Shader::PARAMETER_PREDICATE:
419 if(dst.x) r.p0.x = d.x;
420 if(dst.y) r.p0.y = d.y;
421 if(dst.z) r.p0.z = d.z;
422 if(dst.w) r.p0.w = d.w;
423 break;
424 case Shader::PARAMETER_DEPTHOUT:
425 r.oDepth = d.x;
426 break;
427 default:
428 ASSERT(false);
429 }
430 }
431 }
432
433 if(currentLabel != -1)
434 {
435 Nucleus::setInsertBlock(returnBlock);
436 }
437
438 for(int i = 0; i < 4; i++)
439 {
440 if(state.targetFormat[i] != FORMAT_NULL)
441 {
442 if(!out[i][0]) r.oC[i].x = Float4(0.0f);
443 if(!out[i][1]) r.oC[i].y = Float4(0.0f);
444 if(!out[i][2]) r.oC[i].z = Float4(0.0f);
445 if(!out[i][3]) r.oC[i].w = Float4(0.0f);
446 }
447 }
448 }
449
450 Bool PixelProgram::alphaTest(PixelRoutine::Registers &rBase, Int cMask[4])
451 {
452 Registers& r = *static_cast<Registers*>(&rBase);
453
454 clampColor(r.oC);
455
456 if(!state.alphaTestActive())
457 {
458 return true;
459 }
460
461 Int aMask;
462
463 if(state.transparencyAntialiasing == TRANSPARENCY_NONE)
464 {
465 Short4 alpha = RoundShort4(r.oC[0].w * Float4(0x1000));
466
467 PixelRoutine::alphaTest(r, aMask, alpha);
468
469 for(unsigned int q = 0; q < state.multiSample; q++)
470 {
471 cMask[q] &= aMask;
472 }
473 }
474 else if(state.transparencyAntialiasing == TRANSPARENCY_ALPHA_TO_COVERAGE)
475 {
476 alphaToCoverage(r, cMask, r.oC[0].w);
477 }
478 else ASSERT(false);
479
480 Int pass = cMask[0];
481
482 for(unsigned int q = 1; q < state.multiSample; q++)
483 {
484 pass = pass | cMask[q];
485 }
486
487 return pass != 0x0;
488 }
489
490 void PixelProgram::rasterOperation(PixelRoutine::Registers &rBase, Float4 &fog, Pointer<Byte> cBuffer[4], Int &x, Int sMask[4], Int zMask[4], Int cMask[4])
491 {
492 Registers& r = *static_cast<Registers*>(&rBase);
493
494 for(int index = 0; index < 4; index++)
495 {
496 if(!state.colorWriteActive(index))
497 {
498 continue;
499 }
500
501 if(!postBlendSRGB && state.writeSRGB)
502 {
503 r.oC[index].x = linearToSRGB(r.oC[index].x);
504 r.oC[index].y = linearToSRGB(r.oC[index].y);
505 r.oC[index].z = linearToSRGB(r.oC[index].z);
506 }
507
508 if(index == 0)
509 {
510 fogBlend(r, r.oC[index], fog, r.z[0], r.rhw);
511 }
512
513 switch(state.targetFormat[index])
514 {
515 case FORMAT_R5G6B5:
516 case FORMAT_X8R8G8B8:
517 case FORMAT_X8B8G8R8:
518 case FORMAT_A8R8G8B8:
519 case FORMAT_A8B8G8R8:
520 case FORMAT_A8:
521 case FORMAT_G16R16:
522 case FORMAT_A16B16G16R16:
523 for(unsigned int q = 0; q < state.multiSample; q++)
524 {
525 Pointer<Byte> buffer = cBuffer[index] + q * *Pointer<Int>(r.data + OFFSET(DrawData, colorSliceB[index]));
526 Vector4s color;
527
528 color.x = convertFixed16(r.oC[index].x, false);
529 color.y = convertFixed16(r.oC[index].y, false);
530 color.z = convertFixed16(r.oC[index].z, false);
531 color.w = convertFixed16(r.oC[index].w, false);
532
533 if(state.multiSampleMask & (1 << q))
534 {
535 alphaBlend(r, index, buffer, color, x);
536 logicOperation(r, index, buffer, color, x);
537 writeColor(r, index, buffer, x, color, sMask[q], zMask[q], cMask[q]);
538 }
539 }
540 break;
541 case FORMAT_R32F:
542 case FORMAT_G32R32F:
543 case FORMAT_A32B32G32R32F:
544 for(unsigned int q = 0; q < state.multiSample; q++)
545 {
546 Pointer<Byte> buffer = cBuffer[index] + q * *Pointer<Int>(r.data + OFFSET(DrawData, colorSliceB[index]));
547 Vector4f color = r.oC[index];
548
549 if(state.multiSampleMask & (1 << q))
550 {
551 alphaBlend(r, index, buffer, color, x);
552 writeColor(r, index, buffer, x, color, sMask[q], zMask[q], cMask[q]);
553 }
554 }
555 break;
556 default:
557 ASSERT(false);
558 }
559 }
560 }
561
562 void PixelProgram::sampleTexture(Registers &r, Vector4f &c, const Src &sampler, Float4 &u, Float4 &v, Float4 &w, Float4 &q, Vector4f &dsx, Vector4f &dsy, bool project, bool bias, bool gradients, bool lodProvided)
563 {
564 if(sampler.type == Shader::PARAMETER_SAMPLER && sampler.rel.type == Shader::PARAMETER_VOID)
565 {
566 sampleTexture(r, c, sampler.index, u, v, w, q, dsx, dsy, project, bias, gradients, lodProvided);
567 }
568 else
569 {
570 Int index = As<Int>(Float(fetchRegisterF(r, sampler).x.x));
571
572 for(int i = 0; i < TEXTURE_IMAGE_UNITS; i++)
573 {
574 if(shader->usesSampler(i))
575 {
576 If(index == i)
577 {
578 sampleTexture(r, c, i, u, v, w, q, dsx, dsy, project, bias, gradients, lodProvided);
579 // FIXME: When the sampler states are the same, we could use one sampler and just index the texture
580 }
581 }
582 }
583 }
584 }
585
586 void PixelProgram::sampleTexture(Registers &r, Vector4f &c, int stage, Float4 &u, Float4 &v, Float4 &w, Float4 &q, Vector4f &dsx, Vector4f &dsy, bool project, bool bias, bool gradients, bool lodProvided)
587 {
588#if PERF_PROFILE
589 Long texTime = Ticks();
590#endif
591
592 Pointer<Byte> texture = r.data + OFFSET(DrawData, mipmap) + stage * sizeof(Texture);
593
594 if(!project)
595 {
596 sampler[stage]->sampleTexture(texture, c, u, v, w, q, dsx, dsy, bias, gradients, lodProvided);
597 }
598 else
599 {
600 Float4 rq = reciprocal(q);
601
602 Float4 u_q = u * rq;
603 Float4 v_q = v * rq;
604 Float4 w_q = w * rq;
605
606 sampler[stage]->sampleTexture(texture, c, u_q, v_q, w_q, q, dsx, dsy, bias, gradients, lodProvided);
607 }
608
609#if PERF_PROFILE
610 r.cycles[PERF_TEX] += Ticks() - texTime;
611#endif
612 }
613
614 void PixelProgram::clampColor(Vector4f oC[4])
615 {
616 for(int index = 0; index < 4; index++)
617 {
618 if(!state.colorWriteActive(index) && !(index == 0 && state.alphaTestActive()))
619 {
620 continue;
621 }
622
623 switch(state.targetFormat[index])
624 {
625 case FORMAT_NULL:
626 break;
627 case FORMAT_R5G6B5:
628 case FORMAT_A8R8G8B8:
629 case FORMAT_A8B8G8R8:
630 case FORMAT_X8R8G8B8:
631 case FORMAT_X8B8G8R8:
632 case FORMAT_A8:
633 case FORMAT_G16R16:
634 case FORMAT_A16B16G16R16:
635 oC[index].x = Max(oC[index].x, Float4(0.0f)); oC[index].x = Min(oC[index].x, Float4(1.0f));
636 oC[index].y = Max(oC[index].y, Float4(0.0f)); oC[index].y = Min(oC[index].y, Float4(1.0f));
637 oC[index].z = Max(oC[index].z, Float4(0.0f)); oC[index].z = Min(oC[index].z, Float4(1.0f));
638 oC[index].w = Max(oC[index].w, Float4(0.0f)); oC[index].w = Min(oC[index].w, Float4(1.0f));
639 break;
640 case FORMAT_R32F:
641 case FORMAT_G32R32F:
642 case FORMAT_A32B32G32R32F:
643 break;
644 default:
645 ASSERT(false);
646 }
647 }
648 }
649
650 Int4 PixelProgram::enableMask(Registers &r, const Shader::Instruction *instruction)
651 {
652 Int4 enable = instruction->analysisBranch ? Int4(r.enableStack[r.enableIndex]) : Int4(0xFFFFFFFF);
653
654 if(!whileTest)
655 {
656 if(shader->containsBreakInstruction() && instruction->analysisBreak)
657 {
658 enable &= r.enableBreak;
659 }
660
661 if(shader->containsContinueInstruction() && instruction->analysisContinue)
662 {
663 enable &= r.enableContinue;
664 }
665
666 if(shader->containsLeaveInstruction() && instruction->analysisLeave)
667 {
668 enable &= r.enableLeave;
669 }
670 }
671
672 return enable;
673 }
674
675 Vector4f PixelProgram::fetchRegisterF(Registers &r, const Src &src, int offset)
676 {
677 Vector4f reg;
678 int i = src.index + offset;
679
680 switch(src.type)
681 {
682 case Shader::PARAMETER_TEMP:
683 if(src.rel.type == Shader::PARAMETER_VOID)
684 {
685 reg = r.rf[i];
686 }
687 else
688 {
689 Int a = relativeAddress(r, src);
690
691 reg = r.rf[i + a];
692 }
693 break;
694 case Shader::PARAMETER_INPUT:
695 {
696 if(src.rel.type == Shader::PARAMETER_VOID) // Not relative
697 {
698 reg = r.vf[i];
699 }
700 else if(src.rel.type == Shader::PARAMETER_LOOP)
701 {
702 Int aL = r.aL[r.loopDepth];
703
704 reg = r.vf[i + aL];
705 }
706 else
707 {
708 Int a = relativeAddress(r, src);
709
710 reg = r.vf[i + a];
711 }
712 }
713 break;
714 case Shader::PARAMETER_CONST:
715 reg = readConstant(r, src, offset);
716 break;
717 case Shader::PARAMETER_TEXTURE:
718 reg = r.vf[2 + i];
719 break;
720 case Shader::PARAMETER_MISCTYPE:
721 if(src.index == 0) reg = r.vPos;
722 if(src.index == 1) reg = r.vFace;
723 break;
724 case Shader::PARAMETER_SAMPLER:
725 if(src.rel.type == Shader::PARAMETER_VOID)
726 {
727 reg.x = As<Float4>(Int4(i));
728 }
729 else if(src.rel.type == Shader::PARAMETER_TEMP)
730 {
731 reg.x = As<Float4>(Int4(i) + RoundInt(r.rf[src.rel.index].x));
732 }
733 return reg;
734 case Shader::PARAMETER_PREDICATE: return reg; // Dummy
735 case Shader::PARAMETER_VOID: return reg; // Dummy
736 case Shader::PARAMETER_FLOAT4LITERAL:
737 reg.x = Float4(src.value[0]);
738 reg.y = Float4(src.value[1]);
739 reg.z = Float4(src.value[2]);
740 reg.w = Float4(src.value[3]);
741 break;
742 case Shader::PARAMETER_CONSTINT: return reg; // Dummy
743 case Shader::PARAMETER_CONSTBOOL: return reg; // Dummy
744 case Shader::PARAMETER_LOOP: return reg; // Dummy
745 case Shader::PARAMETER_COLOROUT:
746 reg = r.oC[i];
747 break;
748 case Shader::PARAMETER_DEPTHOUT:
749 reg.x = r.oDepth;
750 break;
751 default:
752 ASSERT(false);
753 }
754
755 const Float4 &x = reg[(src.swizzle >> 0) & 0x3];
756 const Float4 &y = reg[(src.swizzle >> 2) & 0x3];
757 const Float4 &z = reg[(src.swizzle >> 4) & 0x3];
758 const Float4 &w = reg[(src.swizzle >> 6) & 0x3];
759
760 Vector4f mod;
761
762 switch(src.modifier)
763 {
764 case Shader::MODIFIER_NONE:
765 mod.x = x;
766 mod.y = y;
767 mod.z = z;
768 mod.w = w;
769 break;
770 case Shader::MODIFIER_NEGATE:
771 mod.x = -x;
772 mod.y = -y;
773 mod.z = -z;
774 mod.w = -w;
775 break;
776 case Shader::MODIFIER_ABS:
777 mod.x = Abs(x);
778 mod.y = Abs(y);
779 mod.z = Abs(z);
780 mod.w = Abs(w);
781 break;
782 case Shader::MODIFIER_ABS_NEGATE:
783 mod.x = -Abs(x);
784 mod.y = -Abs(y);
785 mod.z = -Abs(z);
786 mod.w = -Abs(w);
787 break;
788 case Shader::MODIFIER_NOT:
789 mod.x = As<Float4>(As<Int4>(x) ^ Int4(0xFFFFFFFF));
790 mod.y = As<Float4>(As<Int4>(y) ^ Int4(0xFFFFFFFF));
791 mod.z = As<Float4>(As<Int4>(z) ^ Int4(0xFFFFFFFF));
792 mod.w = As<Float4>(As<Int4>(w) ^ Int4(0xFFFFFFFF));
793 break;
794 default:
795 ASSERT(false);
796 }
797
798 return mod;
799 }
800
801 Vector4f PixelProgram::readConstant(Registers &r, const Src &src, int offset)
802 {
803 Vector4f c;
804
805 int i = src.index + offset;
806
807 if(src.rel.type == Shader::PARAMETER_VOID) // Not relative
808 {
809 c.x = c.y = c.z = c.w = *Pointer<Float4>(r.data + OFFSET(DrawData, ps.c[i]));
810
811 c.x = c.x.xxxx;
812 c.y = c.y.yyyy;
813 c.z = c.z.zzzz;
814 c.w = c.w.wwww;
815
816 if(shader->containsDefineInstruction()) // Constant may be known at compile time
817 {
818 for(size_t j = 0; j < shader->getLength(); j++)
819 {
820 const Shader::Instruction &instruction = *shader->getInstruction(j);
821
822 if(instruction.opcode == Shader::OPCODE_DEF)
823 {
824 if(instruction.dst.index == i)
825 {
826 c.x = Float4(instruction.src[0].value[0]);
827 c.y = Float4(instruction.src[0].value[1]);
828 c.z = Float4(instruction.src[0].value[2]);
829 c.w = Float4(instruction.src[0].value[3]);
830
831 break;
832 }
833 }
834 }
835 }
836 }
837 else if(src.rel.type == Shader::PARAMETER_LOOP)
838 {
839 Int loopCounter = r.aL[r.loopDepth];
840
841 c.x = c.y = c.z = c.w = *Pointer<Float4>(r.data + OFFSET(DrawData, ps.c[i]) + loopCounter * 16);
842
843 c.x = c.x.xxxx;
844 c.y = c.y.yyyy;
845 c.z = c.z.zzzz;
846 c.w = c.w.wwww;
847 }
848 else
849 {
850 Int a = relativeAddress(r, src);
851
852 c.x = c.y = c.z = c.w = *Pointer<Float4>(r.data + OFFSET(DrawData, ps.c[i]) + a * 16);
853
854 c.x = c.x.xxxx;
855 c.y = c.y.yyyy;
856 c.z = c.z.zzzz;
857 c.w = c.w.wwww;
858 }
859
860 return c;
861 }
862
863 Int PixelProgram::relativeAddress(Registers &r, const Shader::Parameter &var)
864 {
865 ASSERT(var.rel.deterministic);
866
867 if(var.rel.type == Shader::PARAMETER_TEMP)
868 {
869 return RoundInt(Extract(r.rf[var.rel.index].x, 0)) * var.rel.scale;
870 }
871 else if(var.rel.type == Shader::PARAMETER_INPUT)
872 {
873 return RoundInt(Extract(r.vf[var.rel.index].x, 0)) * var.rel.scale;
874 }
875 else if(var.rel.type == Shader::PARAMETER_OUTPUT)
876 {
877 return RoundInt(Extract(r.oC[var.rel.index].x, 0)) * var.rel.scale;
878 }
879 else if(var.rel.type == Shader::PARAMETER_CONST)
880 {
881 RValue<Float4> c = *Pointer<Float4>(r.data + OFFSET(DrawData, ps.c[var.rel.index]));
882
883 return RoundInt(Extract(c, 0)) * var.rel.scale;
884 }
885 else ASSERT(false);
886
887 return 0;
888 }
889
890 Float4 PixelProgram::linearToSRGB(const Float4 &x) // Approximates x^(1.0/2.2)
891 {
892 Float4 sqrtx = Rcp_pp(RcpSqrt_pp(x));
893 Float4 sRGB = sqrtx * Float4(1.14f) - x * Float4(0.14f);
894
895 return Min(Max(sRGB, Float4(0.0f)), Float4(1.0f));
896 }
897
898 void PixelProgram::M3X2(Registers &r, Vector4f &dst, Vector4f &src0, const Src &src1)
899 {
900 Vector4f row0 = fetchRegisterF(r, src1, 0);
901 Vector4f row1 = fetchRegisterF(r, src1, 1);
902
903 dst.x = dot3(src0, row0);
904 dst.y = dot3(src0, row1);
905 }
906
907 void PixelProgram::M3X3(Registers &r, Vector4f &dst, Vector4f &src0, const Src &src1)
908 {
909 Vector4f row0 = fetchRegisterF(r, src1, 0);
910 Vector4f row1 = fetchRegisterF(r, src1, 1);
911 Vector4f row2 = fetchRegisterF(r, src1, 2);
912
913 dst.x = dot3(src0, row0);
914 dst.y = dot3(src0, row1);
915 dst.z = dot3(src0, row2);
916 }
917
918 void PixelProgram::M3X4(Registers &r, Vector4f &dst, Vector4f &src0, const Src &src1)
919 {
920 Vector4f row0 = fetchRegisterF(r, src1, 0);
921 Vector4f row1 = fetchRegisterF(r, src1, 1);
922 Vector4f row2 = fetchRegisterF(r, src1, 2);
923 Vector4f row3 = fetchRegisterF(r, src1, 3);
924
925 dst.x = dot3(src0, row0);
926 dst.y = dot3(src0, row1);
927 dst.z = dot3(src0, row2);
928 dst.w = dot3(src0, row3);
929 }
930
931 void PixelProgram::M4X3(Registers &r, Vector4f &dst, Vector4f &src0, const Src &src1)
932 {
933 Vector4f row0 = fetchRegisterF(r, src1, 0);
934 Vector4f row1 = fetchRegisterF(r, src1, 1);
935 Vector4f row2 = fetchRegisterF(r, src1, 2);
936
937 dst.x = dot4(src0, row0);
938 dst.y = dot4(src0, row1);
939 dst.z = dot4(src0, row2);
940 }
941
942 void PixelProgram::M4X4(Registers &r, Vector4f &dst, Vector4f &src0, const Src &src1)
943 {
944 Vector4f row0 = fetchRegisterF(r, src1, 0);
945 Vector4f row1 = fetchRegisterF(r, src1, 1);
946 Vector4f row2 = fetchRegisterF(r, src1, 2);
947 Vector4f row3 = fetchRegisterF(r, src1, 3);
948
949 dst.x = dot4(src0, row0);
950 dst.y = dot4(src0, row1);
951 dst.z = dot4(src0, row2);
952 dst.w = dot4(src0, row3);
953 }
954
955 void PixelProgram::TEXLD(Registers &r, Vector4f &dst, Vector4f &src0, const Src &src1, bool project, bool bias)
956 {
957 Vector4f tmp;
958 sampleTexture(r, tmp, src1, src0.x, src0.y, src0.z, src0.w, src0, src0, project, bias);
959
960 dst.x = tmp[(src1.swizzle >> 0) & 0x3];
961 dst.y = tmp[(src1.swizzle >> 2) & 0x3];
962 dst.z = tmp[(src1.swizzle >> 4) & 0x3];
963 dst.w = tmp[(src1.swizzle >> 6) & 0x3];
964 }
965
966 void PixelProgram::TEXLDD(Registers &r, Vector4f &dst, Vector4f &src0, const Src &src1, Vector4f &src2, Vector4f &src3, bool project, bool bias)
967 {
968 Vector4f tmp;
969 sampleTexture(r, tmp, src1, src0.x, src0.y, src0.z, src0.w, src2, src3, project, bias, true);
970
971 dst.x = tmp[(src1.swizzle >> 0) & 0x3];
972 dst.y = tmp[(src1.swizzle >> 2) & 0x3];
973 dst.z = tmp[(src1.swizzle >> 4) & 0x3];
974 dst.w = tmp[(src1.swizzle >> 6) & 0x3];
975 }
976
977 void PixelProgram::TEXLDL(Registers &r, Vector4f &dst, Vector4f &src0, const Src &src1, bool project, bool bias)
978 {
979 Vector4f tmp;
980 sampleTexture(r, tmp, src1, src0.x, src0.y, src0.z, src0.w, src0, src0, project, bias, false, true);
981
982 dst.x = tmp[(src1.swizzle >> 0) & 0x3];
983 dst.y = tmp[(src1.swizzle >> 2) & 0x3];
984 dst.z = tmp[(src1.swizzle >> 4) & 0x3];
985 dst.w = tmp[(src1.swizzle >> 6) & 0x3];
986 }
987
988 void PixelProgram::TEXKILL(Int cMask[4], Vector4f &src, unsigned char mask)
989 {
990 Int kill = -1;
991
992 if(mask & 0x1) kill &= SignMask(CmpNLT(src.x, Float4(0.0f)));
993 if(mask & 0x2) kill &= SignMask(CmpNLT(src.y, Float4(0.0f)));
994 if(mask & 0x4) kill &= SignMask(CmpNLT(src.z, Float4(0.0f)));
995 if(mask & 0x8) kill &= SignMask(CmpNLT(src.w, Float4(0.0f)));
996
997 // FIXME: Dynamic branching affects TEXKILL?
998 // if(shader->containsDynamicBranching())
999 // {
1000 // kill = ~SignMask(enableMask(r));
1001 // }
1002
1003 for(unsigned int q = 0; q < state.multiSample; q++)
1004 {
1005 cMask[q] &= kill;
1006 }
1007
1008 // FIXME: Branch to end of shader if all killed?
1009 }
1010
1011 void PixelProgram::DISCARD(Registers &r, Int cMask[4], const Shader::Instruction *instruction)
1012 {
1013 Int kill = 0;
1014
1015 if(shader->containsDynamicBranching())
1016 {
1017 kill = ~SignMask(enableMask(r, instruction));
1018 }
1019
1020 for(unsigned int q = 0; q < state.multiSample; q++)
1021 {
1022 cMask[q] &= kill;
1023 }
1024
1025 // FIXME: Branch to end of shader if all killed?
1026 }
1027
1028 void PixelProgram::DFDX(Vector4f &dst, Vector4f &src)
1029 {
1030 dst.x = src.x.yyww - src.x.xxzz;
1031 dst.y = src.y.yyww - src.y.xxzz;
1032 dst.z = src.z.yyww - src.z.xxzz;
1033 dst.w = src.w.yyww - src.w.xxzz;
1034 }
1035
1036 void PixelProgram::DFDY(Vector4f &dst, Vector4f &src)
1037 {
1038 dst.x = src.x.zwzw - src.x.xyxy;
1039 dst.y = src.y.zwzw - src.y.xyxy;
1040 dst.z = src.z.zwzw - src.z.xyxy;
1041 dst.w = src.w.zwzw - src.w.xyxy;
1042 }
1043
1044 void PixelProgram::FWIDTH(Vector4f &dst, Vector4f &src)
1045 {
1046 // abs(dFdx(src)) + abs(dFdy(src));
1047 dst.x = Abs(src.x.yyww - src.x.xxzz) + Abs(src.x.zwzw - src.x.xyxy);
1048 dst.y = Abs(src.y.yyww - src.y.xxzz) + Abs(src.y.zwzw - src.y.xyxy);
1049 dst.z = Abs(src.z.yyww - src.z.xxzz) + Abs(src.z.zwzw - src.z.xyxy);
1050 dst.w = Abs(src.w.yyww - src.w.xxzz) + Abs(src.w.zwzw - src.w.xyxy);
1051 }
1052
1053 void PixelProgram::BREAK(Registers &r)
1054 {
1055 llvm::BasicBlock *deadBlock = Nucleus::createBasicBlock();
1056 llvm::BasicBlock *endBlock = loopRepEndBlock[loopRepDepth - 1];
1057
1058 if(breakDepth == 0)
1059 {
1060 r.enableIndex = r.enableIndex - breakDepth;
1061 Nucleus::createBr(endBlock);
1062 }
1063 else
1064 {
1065 r.enableBreak = r.enableBreak & ~r.enableStack[r.enableIndex];
1066 Bool allBreak = SignMask(r.enableBreak) == 0x0;
1067
1068 r.enableIndex = r.enableIndex - breakDepth;
1069 branch(allBreak, endBlock, deadBlock);
1070 }
1071
1072 Nucleus::setInsertBlock(deadBlock);
1073 r.enableIndex = r.enableIndex + breakDepth;
1074 }
1075
1076 void PixelProgram::BREAKC(Registers &r, Vector4f &src0, Vector4f &src1, Control control)
1077 {
1078 Int4 condition;
1079
1080 switch(control)
1081 {
1082 case Shader::CONTROL_GT: condition = CmpNLE(src0.x, src1.x); break;
1083 case Shader::CONTROL_EQ: condition = CmpEQ(src0.x, src1.x); break;
1084 case Shader::CONTROL_GE: condition = CmpNLT(src0.x, src1.x); break;
1085 case Shader::CONTROL_LT: condition = CmpLT(src0.x, src1.x); break;
1086 case Shader::CONTROL_NE: condition = CmpNEQ(src0.x, src1.x); break;
1087 case Shader::CONTROL_LE: condition = CmpLE(src0.x, src1.x); break;
1088 default:
1089 ASSERT(false);
1090 }
1091
1092 BREAK(r, condition);
1093 }
1094
1095 void PixelProgram::BREAKP(Registers &r, const Src &predicateRegister) // FIXME: Factor out parts common with BREAKC
1096 {
1097 Int4 condition = As<Int4>(r.p0[predicateRegister.swizzle & 0x3]);
1098
1099 if(predicateRegister.modifier == Shader::MODIFIER_NOT)
1100 {
1101 condition = ~condition;
1102 }
1103
1104 BREAK(r, condition);
1105 }
1106
1107 void PixelProgram::BREAK(Registers &r, Int4 &condition)
1108 {
1109 condition &= r.enableStack[r.enableIndex];
1110
1111 llvm::BasicBlock *continueBlock = Nucleus::createBasicBlock();
1112 llvm::BasicBlock *endBlock = loopRepEndBlock[loopRepDepth - 1];
1113
1114 r.enableBreak = r.enableBreak & ~condition;
1115 Bool allBreak = SignMask(r.enableBreak) == 0x0;
1116
1117 r.enableIndex = r.enableIndex - breakDepth;
1118 branch(allBreak, endBlock, continueBlock);
1119
1120 Nucleus::setInsertBlock(continueBlock);
1121 r.enableIndex = r.enableIndex + breakDepth;
1122 }
1123
1124 void PixelProgram::CONTINUE(Registers &r)
1125 {
1126 r.enableContinue = r.enableContinue & ~r.enableStack[r.enableIndex];
1127 }
1128
1129 void PixelProgram::TEST()
1130 {
1131 whileTest = true;
1132 }
1133
1134 void PixelProgram::CALL(Registers &r, int labelIndex, int callSiteIndex)
1135 {
1136 if(!labelBlock[labelIndex])
1137 {
1138 labelBlock[labelIndex] = Nucleus::createBasicBlock();
1139 }
1140
1141 if(callRetBlock[labelIndex].size() > 1)
1142 {
1143 r.callStack[r.stackIndex++] = UInt(callSiteIndex);
1144 }
1145
1146 Int4 restoreLeave = r.enableLeave;
1147
1148 Nucleus::createBr(labelBlock[labelIndex]);
1149 Nucleus::setInsertBlock(callRetBlock[labelIndex][callSiteIndex]);
1150
1151 r.enableLeave = restoreLeave;
1152 }
1153
1154 void PixelProgram::CALLNZ(Registers &r, int labelIndex, int callSiteIndex, const Src &src)
1155 {
1156 if(src.type == Shader::PARAMETER_CONSTBOOL)
1157 {
1158 CALLNZb(r, labelIndex, callSiteIndex, src);
1159 }
1160 else if(src.type == Shader::PARAMETER_PREDICATE)
1161 {
1162 CALLNZp(r, labelIndex, callSiteIndex, src);
1163 }
1164 else ASSERT(false);
1165 }
1166
1167 void PixelProgram::CALLNZb(Registers &r, int labelIndex, int callSiteIndex, const Src &boolRegister)
1168 {
1169 Bool condition = (*Pointer<Byte>(r.data + OFFSET(DrawData, ps.b[boolRegister.index])) != Byte(0)); // FIXME
1170
1171 if(boolRegister.modifier == Shader::MODIFIER_NOT)
1172 {
1173 condition = !condition;
1174 }
1175
1176 if(!labelBlock[labelIndex])
1177 {
1178 labelBlock[labelIndex] = Nucleus::createBasicBlock();
1179 }
1180
1181 if(callRetBlock[labelIndex].size() > 1)
1182 {
1183 r.callStack[r.stackIndex++] = UInt(callSiteIndex);
1184 }
1185
1186 Int4 restoreLeave = r.enableLeave;
1187
1188 branch(condition, labelBlock[labelIndex], callRetBlock[labelIndex][callSiteIndex]);
1189 Nucleus::setInsertBlock(callRetBlock[labelIndex][callSiteIndex]);
1190
1191 r.enableLeave = restoreLeave;
1192 }
1193
1194 void PixelProgram::CALLNZp(Registers &r, int labelIndex, int callSiteIndex, const Src &predicateRegister)
1195 {
1196 Int4 condition = As<Int4>(r.p0[predicateRegister.swizzle & 0x3]);
1197
1198 if(predicateRegister.modifier == Shader::MODIFIER_NOT)
1199 {
1200 condition = ~condition;
1201 }
1202
1203 condition &= r.enableStack[r.enableIndex];
1204
1205 if(!labelBlock[labelIndex])
1206 {
1207 labelBlock[labelIndex] = Nucleus::createBasicBlock();
1208 }
1209
1210 if(callRetBlock[labelIndex].size() > 1)
1211 {
1212 r.callStack[r.stackIndex++] = UInt(callSiteIndex);
1213 }
1214
1215 r.enableIndex++;
1216 r.enableStack[r.enableIndex] = condition;
1217 Int4 restoreLeave = r.enableLeave;
1218
1219 Bool notAllFalse = SignMask(condition) != 0;
1220 branch(notAllFalse, labelBlock[labelIndex], callRetBlock[labelIndex][callSiteIndex]);
1221 Nucleus::setInsertBlock(callRetBlock[labelIndex][callSiteIndex]);
1222
1223 r.enableIndex--;
1224 r.enableLeave = restoreLeave;
1225 }
1226
1227 void PixelProgram::ELSE(Registers &r)
1228 {
1229 ifDepth--;
1230
1231 llvm::BasicBlock *falseBlock = ifFalseBlock[ifDepth];
1232 llvm::BasicBlock *endBlock = Nucleus::createBasicBlock();
1233
1234 if(isConditionalIf[ifDepth])
1235 {
1236 Int4 condition = ~r.enableStack[r.enableIndex] & r.enableStack[r.enableIndex - 1];
1237 Bool notAllFalse = SignMask(condition) != 0;
1238
1239 branch(notAllFalse, falseBlock, endBlock);
1240
1241 r.enableStack[r.enableIndex] = ~r.enableStack[r.enableIndex] & r.enableStack[r.enableIndex - 1];
1242 }
1243 else
1244 {
1245 Nucleus::createBr(endBlock);
1246 Nucleus::setInsertBlock(falseBlock);
1247 }
1248
1249 ifFalseBlock[ifDepth] = endBlock;
1250
1251 ifDepth++;
1252 }
1253
1254 void PixelProgram::ENDIF(Registers &r)
1255 {
1256 ifDepth--;
1257
1258 llvm::BasicBlock *endBlock = ifFalseBlock[ifDepth];
1259
1260 Nucleus::createBr(endBlock);
1261 Nucleus::setInsertBlock(endBlock);
1262
1263 if(isConditionalIf[ifDepth])
1264 {
1265 breakDepth--;
1266 r.enableIndex--;
1267 }
1268 }
1269
1270 void PixelProgram::ENDLOOP(Registers &r)
1271 {
1272 loopRepDepth--;
1273
1274 r.aL[r.loopDepth] = r.aL[r.loopDepth] + r.increment[r.loopDepth]; // FIXME: +=
1275
1276 llvm::BasicBlock *testBlock = loopRepTestBlock[loopRepDepth];
1277 llvm::BasicBlock *endBlock = loopRepEndBlock[loopRepDepth];
1278
1279 Nucleus::createBr(testBlock);
1280 Nucleus::setInsertBlock(endBlock);
1281
1282 r.loopDepth--;
1283 r.enableBreak = Int4(0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF);
1284 }
1285
1286 void PixelProgram::ENDREP(Registers &r)
1287 {
1288 loopRepDepth--;
1289
1290 llvm::BasicBlock *testBlock = loopRepTestBlock[loopRepDepth];
1291 llvm::BasicBlock *endBlock = loopRepEndBlock[loopRepDepth];
1292
1293 Nucleus::createBr(testBlock);
1294 Nucleus::setInsertBlock(endBlock);
1295
1296 r.loopDepth--;
1297 r.enableBreak = Int4(0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF);
1298 }
1299
1300 void PixelProgram::ENDWHILE(Registers &r)
1301 {
1302 loopRepDepth--;
1303
1304 llvm::BasicBlock *testBlock = loopRepTestBlock[loopRepDepth];
1305 llvm::BasicBlock *endBlock = loopRepEndBlock[loopRepDepth];
1306
1307 Nucleus::createBr(testBlock);
1308 Nucleus::setInsertBlock(endBlock);
1309
1310 r.enableIndex--;
1311 r.enableBreak = Int4(0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF);
1312 whileTest = false;
1313 }
1314
1315 void PixelProgram::IF(Registers &r, const Src &src)
1316 {
1317 if(src.type == Shader::PARAMETER_CONSTBOOL)
1318 {
1319 IFb(r, src);
1320 }
1321 else if(src.type == Shader::PARAMETER_PREDICATE)
1322 {
1323 IFp(r, src);
1324 }
1325 else
1326 {
1327 Int4 condition = As<Int4>(fetchRegisterF(r, src).x);
1328 IF(r, condition);
1329 }
1330 }
1331
1332 void PixelProgram::IFb(Registers &r, const Src &boolRegister)
1333 {
1334 ASSERT(ifDepth < 24 + 4);
1335
1336 Bool condition = (*Pointer<Byte>(r.data + OFFSET(DrawData, ps.b[boolRegister.index])) != Byte(0)); // FIXME
1337
1338 if(boolRegister.modifier == Shader::MODIFIER_NOT)
1339 {
1340 condition = !condition;
1341 }
1342
1343 llvm::BasicBlock *trueBlock = Nucleus::createBasicBlock();
1344 llvm::BasicBlock *falseBlock = Nucleus::createBasicBlock();
1345
1346 branch(condition, trueBlock, falseBlock);
1347
1348 isConditionalIf[ifDepth] = false;
1349 ifFalseBlock[ifDepth] = falseBlock;
1350
1351 ifDepth++;
1352 }
1353
1354 void PixelProgram::IFp(Registers &r, const Src &predicateRegister)
1355 {
1356 Int4 condition = As<Int4>(r.p0[predicateRegister.swizzle & 0x3]);
1357
1358 if(predicateRegister.modifier == Shader::MODIFIER_NOT)
1359 {
1360 condition = ~condition;
1361 }
1362
1363 IF(r, condition);
1364 }
1365
1366 void PixelProgram::IFC(Registers &r, Vector4f &src0, Vector4f &src1, Control control)
1367 {
1368 Int4 condition;
1369
1370 switch(control)
1371 {
1372 case Shader::CONTROL_GT: condition = CmpNLE(src0.x, src1.x); break;
1373 case Shader::CONTROL_EQ: condition = CmpEQ(src0.x, src1.x); break;
1374 case Shader::CONTROL_GE: condition = CmpNLT(src0.x, src1.x); break;
1375 case Shader::CONTROL_LT: condition = CmpLT(src0.x, src1.x); break;
1376 case Shader::CONTROL_NE: condition = CmpNEQ(src0.x, src1.x); break;
1377 case Shader::CONTROL_LE: condition = CmpLE(src0.x, src1.x); break;
1378 default:
1379 ASSERT(false);
1380 }
1381
1382 IF(r, condition);
1383 }
1384
1385 void PixelProgram::IF(Registers &r, Int4 &condition)
1386 {
1387 condition &= r.enableStack[r.enableIndex];
1388
1389 r.enableIndex++;
1390 r.enableStack[r.enableIndex] = condition;
1391
1392 llvm::BasicBlock *trueBlock = Nucleus::createBasicBlock();
1393 llvm::BasicBlock *falseBlock = Nucleus::createBasicBlock();
1394
1395 Bool notAllFalse = SignMask(condition) != 0;
1396
1397 branch(notAllFalse, trueBlock, falseBlock);
1398
1399 isConditionalIf[ifDepth] = true;
1400 ifFalseBlock[ifDepth] = falseBlock;
1401
1402 ifDepth++;
1403 breakDepth++;
1404 }
1405
1406 void PixelProgram::LABEL(int labelIndex)
1407 {
1408 if(!labelBlock[labelIndex])
1409 {
1410 labelBlock[labelIndex] = Nucleus::createBasicBlock();
1411 }
1412
1413 Nucleus::setInsertBlock(labelBlock[labelIndex]);
1414 currentLabel = labelIndex;
1415 }
1416
1417 void PixelProgram::LOOP(Registers &r, const Src &integerRegister)
1418 {
1419 r.loopDepth++;
1420
1421 r.iteration[r.loopDepth] = *Pointer<Int>(r.data + OFFSET(DrawData, ps.i[integerRegister.index][0]));
1422 r.aL[r.loopDepth] = *Pointer<Int>(r.data + OFFSET(DrawData, ps.i[integerRegister.index][1]));
1423 r.increment[r.loopDepth] = *Pointer<Int>(r.data + OFFSET(DrawData, ps.i[integerRegister.index][2]));
1424
1425 // If(r.increment[r.loopDepth] == 0)
1426 // {
1427 // r.increment[r.loopDepth] = 1;
1428 // }
1429
1430 llvm::BasicBlock *loopBlock = Nucleus::createBasicBlock();
1431 llvm::BasicBlock *testBlock = Nucleus::createBasicBlock();
1432 llvm::BasicBlock *endBlock = Nucleus::createBasicBlock();
1433
1434 loopRepTestBlock[loopRepDepth] = testBlock;
1435 loopRepEndBlock[loopRepDepth] = endBlock;
1436
1437 // FIXME: jump(testBlock)
1438 Nucleus::createBr(testBlock);
1439 Nucleus::setInsertBlock(testBlock);
1440
1441 branch(r.iteration[r.loopDepth] > 0, loopBlock, endBlock);
1442 Nucleus::setInsertBlock(loopBlock);
1443
1444 r.iteration[r.loopDepth] = r.iteration[r.loopDepth] - 1; // FIXME: --
1445
1446 loopRepDepth++;
1447 breakDepth = 0;
1448 }
1449
1450 void PixelProgram::REP(Registers &r, const Src &integerRegister)
1451 {
1452 r.loopDepth++;
1453
1454 r.iteration[r.loopDepth] = *Pointer<Int>(r.data + OFFSET(DrawData, ps.i[integerRegister.index][0]));
1455 r.aL[r.loopDepth] = r.aL[r.loopDepth - 1];
1456
1457 llvm::BasicBlock *loopBlock = Nucleus::createBasicBlock();
1458 llvm::BasicBlock *testBlock = Nucleus::createBasicBlock();
1459 llvm::BasicBlock *endBlock = Nucleus::createBasicBlock();
1460
1461 loopRepTestBlock[loopRepDepth] = testBlock;
1462 loopRepEndBlock[loopRepDepth] = endBlock;
1463
1464 // FIXME: jump(testBlock)
1465 Nucleus::createBr(testBlock);
1466 Nucleus::setInsertBlock(testBlock);
1467
1468 branch(r.iteration[r.loopDepth] > 0, loopBlock, endBlock);
1469 Nucleus::setInsertBlock(loopBlock);
1470
1471 r.iteration[r.loopDepth] = r.iteration[r.loopDepth] - 1; // FIXME: --
1472
1473 loopRepDepth++;
1474 breakDepth = 0;
1475 }
1476
1477 void PixelProgram::WHILE(Registers &r, const Src &temporaryRegister)
1478 {
1479 r.enableIndex++;
1480
1481 llvm::BasicBlock *loopBlock = Nucleus::createBasicBlock();
1482 llvm::BasicBlock *testBlock = Nucleus::createBasicBlock();
1483 llvm::BasicBlock *endBlock = Nucleus::createBasicBlock();
1484
1485 loopRepTestBlock[loopRepDepth] = testBlock;
1486 loopRepEndBlock[loopRepDepth] = endBlock;
1487
1488 Int4 restoreBreak = r.enableBreak;
1489 Int4 restoreContinue = r.enableContinue;
1490
1491 // FIXME: jump(testBlock)
1492 Nucleus::createBr(testBlock);
1493 Nucleus::setInsertBlock(testBlock);
1494 r.enableContinue = restoreContinue;
1495
1496 const Vector4f &src = fetchRegisterF(r, temporaryRegister);
1497 Int4 condition = As<Int4>(src.x);
1498 condition &= r.enableStack[r.enableIndex - 1];
1499 r.enableStack[r.enableIndex] = condition;
1500
1501 Bool notAllFalse = SignMask(condition) != 0;
1502 branch(notAllFalse, loopBlock, endBlock);
1503
1504 Nucleus::setInsertBlock(endBlock);
1505 r.enableBreak = restoreBreak;
1506
1507 Nucleus::setInsertBlock(loopBlock);
1508
1509 loopRepDepth++;
1510 breakDepth = 0;
1511 }
1512
1513 void PixelProgram::RET(Registers &r)
1514 {
1515 if(currentLabel == -1)
1516 {
1517 returnBlock = Nucleus::createBasicBlock();
1518 Nucleus::createBr(returnBlock);
1519 }
1520 else
1521 {
1522 llvm::BasicBlock *unreachableBlock = Nucleus::createBasicBlock();
1523
1524 if(callRetBlock[currentLabel].size() > 1) // Pop the return destination from the call stack
1525 {
1526 // FIXME: Encapsulate
1527 UInt index = r.callStack[--r.stackIndex];
1528
1529 llvm::Value *value = index.loadValue();
1530 llvm::Value *switchInst = Nucleus::createSwitch(value, unreachableBlock, (int)callRetBlock[currentLabel].size());
1531
1532 for(unsigned int i = 0; i < callRetBlock[currentLabel].size(); i++)
1533 {
1534 Nucleus::addSwitchCase(switchInst, i, callRetBlock[currentLabel][i]);
1535 }
1536 }
1537 else if(callRetBlock[currentLabel].size() == 1) // Jump directly to the unique return destination
1538 {
1539 Nucleus::createBr(callRetBlock[currentLabel][0]);
1540 }
1541 else // Function isn't called
1542 {
1543 Nucleus::createBr(unreachableBlock);
1544 }
1545
1546 Nucleus::setInsertBlock(unreachableBlock);
1547 Nucleus::createUnreachable();
1548 }
1549 }
1550
1551 void PixelProgram::LEAVE(Registers &r)
1552 {
1553 r.enableLeave = r.enableLeave & ~r.enableStack[r.enableIndex];
1554
1555 // FIXME: Return from function if all instances left
1556 // FIXME: Use enableLeave in other control-flow constructs
1557 }
1558
1559}