/* * Copyright (C) 2007-2009 Gabest * http://www.gabest.org * * This Program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2, or (at your option) * any later version. * * This Program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with GNU Make; see the file COPYING. If not, write to * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA. * http://www.gnu.org/copyleft/gpl.html * */ #include "stdafx.h" #include "GSVertexTrace.h" #if _M_SSE >= 0x500 && (defined(_M_AMD64) || defined(_WIN64)) using namespace Xbyak; GSVertexTrace::CGSW::CGSW(const void* param, uint32 key, void* code, size_t maxsize) : GSCodeGenerator(code, maxsize) { uint32 primclass = (key >> 0) & 3; uint32 iip = (key >> 2) & 1; uint32 tme = (key >> 3) & 1; uint32 fst = (key >> 4) & 1; uint32 color = (key >> 5) & 1; int n = 1; switch(primclass) { case GS_POINT_CLASS: n = 1; break; case GS_LINE_CLASS: case GS_SPRITE_CLASS: n = 2; break; case GS_TRIANGLE_CLASS: n = 3; break; } enter(32, true); vmovdqa(ptr[rsp + 0], xmm6); vmovdqa(ptr[rsp + 16], xmm7); // min.p = FLT_MAX; // max.p = -FLT_MAX; mov(rax, (size_t)&s_minmax); vbroadcastss(xmm4, ptr[rax + 0]); vbroadcastss(xmm5, ptr[rax + 4]); if(color) { // min.c = FLT_MAX; // max.c = -FLT_MAX; vmovaps(xmm2, xmm4); vmovaps(xmm3, xmm5); } if(tme) { // min.t = FLT_MAX; // max.t = -FLT_MAX; vmovaps(xmm6, xmm4); vmovaps(xmm7, xmm5); } // for(int i = 0; i < count; i += step) { align(16); L("loop"); if(tme && !fst && primclass == GS_SPRITE_CLASS) { vmovaps(xmm1, ptr[rdx + 1 * sizeof(GSVertexSW) + offsetof(GSVertexSW, t)]); vshufps(xmm1, xmm1, _MM_SHUFFLE(2, 2, 2, 2)); } for(int j = 0; j < n; j++) { if(color && (iip || j == n - 1)) { // min.c = min.c.minv(v[i + j].c); // max.c = max.c.maxv(v[i + j].c); vmovaps(xmm0, ptr[rdx + j * sizeof(GSVertexSW) + offsetof(GSVertexSW, c)]); vminps(xmm2, xmm0); vmaxps(xmm3, xmm0); } // min.p = min.p.minv(v[i + j].p); // max.p = max.p.maxv(v[i + j].p); vmovaps(xmm0, ptr[rdx + j * sizeof(GSVertexSW) + offsetof(GSVertexSW, p)]); vminps(xmm4, xmm0); vmaxps(xmm5, xmm0); if(tme) { // min.t = min.t.minv(v[i + j].t); // max.t = max.t.maxv(v[i + j].t); vmovaps(xmm0, ptr[rdx + j * sizeof(GSVertexSW) + offsetof(GSVertexSW, t)]); if(!fst) { if(primclass != GS_SPRITE_CLASS) { vshufps(xmm1, xmm0, xmm0, _MM_SHUFFLE(2, 2, 2, 2)); } vdivps(xmm0, xmm1); vshufps(xmm0, xmm1, _MM_SHUFFLE(3, 2, 1, 0)); } vminps(xmm6, xmm0); vmaxps(xmm7, xmm0); } } add(rdx, n * sizeof(GSVertexSW)); sub(ecx, n); jg("loop"); // } if(color) { vcvttps2dq(xmm2, xmm2); vpsrld(xmm2, 7); vmovaps(ptr[r8 + offsetof(GSVertexTrace::Vertex, c)], xmm2); vcvttps2dq(xmm3, xmm3); vpsrld(xmm3, 7); vmovaps(ptr[r9 + offsetof(GSVertexTrace::Vertex, c)], xmm3); } vmovaps(ptr[r8 + offsetof(GSVertexTrace::Vertex, p)], xmm4); vmovaps(ptr[r9 + offsetof(GSVertexTrace::Vertex, p)], xmm5); if(tme) { vmovaps(ptr[r8 + offsetof(GSVertexTrace::Vertex, t)], xmm6); vmovaps(ptr[r9 + offsetof(GSVertexTrace::Vertex, t)], xmm7); } vmovdqa(xmm6, ptr[rsp + 0]); vmovdqa(xmm7, ptr[rsp + 16]); leave(); ret(); } GSVertexTrace::CGHW9::CGHW9(const void* param, uint32 key, void* code, size_t maxsize) : GSCodeGenerator(code, maxsize) { uint32 primclass = (key >> 0) & 3; uint32 iip = (key >> 2) & 1; uint32 tme = (key >> 3) & 1; uint32 fst = (key >> 4) & 1; uint32 color = (key >> 5) & 1; int n = 1; switch(primclass) { case GS_POINT_CLASS: n = 1; break; case GS_LINE_CLASS: n = 2; break; case GS_TRIANGLE_CLASS: n = 3; break; case GS_SPRITE_CLASS: n = 6; break; } enter(32, true); vmovdqa(ptr[rsp + 0], xmm6); vmovdqa(ptr[rsp + 16], xmm7); // min.p = FLT_MAX; // max.p = -FLT_MAX; mov(rax, (size_t)&s_minmax); vbroadcastss(xmm4, ptr[rax + 0]); vbroadcastss(xmm5, ptr[rax + 4]); if(color) { // min.c = 0xffffffff; // max.c = 0; vpcmpeqd(xmm2, xmm2); vpxor(xmm3, xmm3); } if(tme) { // min.t = FLT_MAX; // max.t = -FLT_MAX; vmovaps(xmm6, xmm4); vmovaps(xmm7, xmm5); } // for(int i = 0; i < count; i += step) { align(16); L("loop"); if(tme && !fst && primclass == GS_SPRITE_CLASS) { vmovaps(xmm1, ptr[rdx + 5 * sizeof(GSVertexHW9) + offsetof(GSVertexHW9, p)]); vshufps(xmm1, xmm1, _MM_SHUFFLE(3, 3, 3, 3)); } for(int j = 0; j < n; j++) { // min.p = min.p.minv(v[i + j].p); // max.p = max.p.maxv(v[i + j].p); vmovaps(xmm0, ptr[rdx + j * sizeof(GSVertexHW9) + offsetof(GSVertexHW9, p)]); vminps(xmm4, xmm0); vmaxps(xmm5, xmm0); if(tme && !fst && primclass != GS_SPRITE_CLASS) { vshufps(xmm1, xmm0, xmm0, _MM_SHUFFLE(3, 3, 3, 3)); } if(color && (iip || j == n - 1) || tme) { vmovaps(xmm0, ptr[rdx + j * sizeof(GSVertexHW9) + offsetof(GSVertexHW9, t)]); } if(color && (iip || j == n - 1)) { // min.c = min.c.min_u8(v[i + j].c); // max.c = max.c.min_u8(v[i + j].c); vpminub(xmm2, xmm0); vpmaxub(xmm3, xmm0); } if(tme) { vshufps(xmm0, xmm0, _MM_SHUFFLE(1, 0, 1, 0)); // avoid FP assist, high part is integral if(!fst) { // t /= p.wwww(); vdivps(xmm0, xmm1); } // min.t = min.t.minv(v[i + j].t); // max.t = max.t.maxv(v[i + j].t); vminps(xmm6, xmm0); vmaxps(xmm7, xmm0); } } add(rdx, n * sizeof(GSVertexHW9)); sub(ecx, n); jg("loop"); // } if(color) { // m_min.c = cmin.zzzz().u8to32(); // m_max.c = cmax.zzzz().u8to32(); vpshufd(xmm2, xmm2, _MM_SHUFFLE(2, 2, 2, 2)); vpmovzxbd(xmm2, xmm2); vpshufd(xmm3, xmm3, _MM_SHUFFLE(2, 2, 2, 2)); vpmovzxbd(xmm3, xmm3); vmovaps(ptr[r8 + offsetof(GSVertexTrace::Vertex, c)], xmm2); vmovaps(ptr[r9 + offsetof(GSVertexTrace::Vertex, c)], xmm3); } // m_min.p = pmin; // m_max.p = pmax; vmovaps(ptr[r8 + offsetof(GSVertexTrace::Vertex, p)], xmm4); vmovaps(ptr[r9 + offsetof(GSVertexTrace::Vertex, p)], xmm5); if(tme) { // m_min.t = tmin.xyww(pmin); // m_max.t = tmax.xyww(pmax); vshufps(xmm6, xmm4, _MM_SHUFFLE(3, 3, 1, 0)); vshufps(xmm7, xmm5, _MM_SHUFFLE(3, 3, 1, 0)); vmovaps(ptr[r8 + offsetof(GSVertexTrace::Vertex, t)], xmm6); vmovaps(ptr[r9 + offsetof(GSVertexTrace::Vertex, t)], xmm7); } vmovdqa(xmm6, ptr[rsp + 0]); vmovdqa(xmm7, ptr[rsp + 16]); leave(); ret(); } GSVertexTrace::CGHW11::CGHW11(const void* param, uint32 key, void* code, size_t maxsize) : GSCodeGenerator(code, maxsize) { uint32 primclass = (key >> 0) & 3; uint32 iip = (key >> 2) & 1; uint32 tme = (key >> 3) & 1; uint32 fst = (key >> 4) & 1; uint32 color = (key >> 5) & 1; int n = 1; switch(primclass) { case GS_POINT_CLASS: n = 1; break; case GS_LINE_CLASS: case GS_SPRITE_CLASS: n = 2; break; case GS_TRIANGLE_CLASS: n = 3; break; } enter(32, true); vmovdqa(ptr[rsp + 0], xmm6); vmovdqa(ptr[rsp + 16], xmm7); // min.p = FLT_MAX; // max.p = -FLT_MAX; mov(rax, (size_t)&s_minmax); vbroadcastss(xmm4, ptr[rax + 0]); vbroadcastss(xmm5, ptr[rax + 4]); if(color) { // min.c = 0xffffffff; // max.c = 0; vpcmpeqd(xmm2, xmm2); vpxor(xmm3, xmm3); } if(tme) { // min.t = FLT_MAX; // max.t = -FLT_MAX; vmovaps(xmm6, xmm4); vmovaps(xmm7, xmm5); } // for(int i = 0; i < count; i += step) { align(16); L("loop"); for(int j = 0; j < n; j++) { if(color && (iip || j == n - 1) || tme) { vmovaps(xmm0, ptr[rdx + j * sizeof(GSVertexHW11)]); } if(color && (iip || j == n - 1)) { vpminub(xmm2, xmm0); vpmaxub(xmm3, xmm0); } if(tme) { if(!fst) { vmovaps(xmm1, xmm0); } vshufps(xmm0, xmm0, _MM_SHUFFLE(3, 3, 1, 0)); // avoid FP assist, third dword is integral if(!fst) { vshufps(xmm1, xmm1, _MM_SHUFFLE(3, 3, 3, 3)); vdivps(xmm0, xmm1); vshufps(xmm0, xmm1, _MM_SHUFFLE(3, 3, 1, 0)); // restore q } vminps(xmm6, xmm0); vmaxps(xmm7, xmm0); } vmovdqa(xmm0, ptr[rdx + j * sizeof(GSVertexHW11) + 16]); vpmovzxwd(xmm1, xmm0); vpsrld(xmm0, 1); vpunpcklqdq(xmm1, xmm0); vcvtdq2ps(xmm1, xmm1); vminps(xmm4, xmm1); vmaxps(xmm5, xmm1); } add(rdx, n * sizeof(GSVertexHW11)); sub(ecx, n); jg("loop"); // } if(color) { // m_min.c = cmin.zzzz().u8to32(); // m_max.c = cmax.zzzz().u8to32(); vpshufd(xmm2, xmm2, _MM_SHUFFLE(2, 2, 2, 2)); vpmovzxbd(xmm2, xmm2); vpshufd(xmm3, xmm3, _MM_SHUFFLE(2, 2, 2, 2)); vpmovzxbd(xmm3, xmm3); vmovaps(ptr[r8 + offsetof(GSVertexTrace::Vertex, c)], xmm2); vmovaps(ptr[r9 + offsetof(GSVertexTrace::Vertex, c)], xmm3); } // m_min.p = pmin.xyww(); // m_max.p = pmax.xyww(); vshufps(xmm4, xmm4, _MM_SHUFFLE(3, 3, 1, 0)); vshufps(xmm5, xmm5, _MM_SHUFFLE(3, 3, 1, 0)); vmovaps(ptr[r8 + offsetof(GSVertexTrace::Vertex, p)], xmm4); vmovaps(ptr[r9 + offsetof(GSVertexTrace::Vertex, p)], xmm5); if(tme) { // m_min.t = tmin; // m_max.t = tmax; vmovaps(ptr[r8 + offsetof(GSVertexTrace::Vertex, t)], xmm6); vmovaps(ptr[r9 + offsetof(GSVertexTrace::Vertex, t)], xmm7); } vmovdqa(xmm6, ptr[rsp + 0]); vmovdqa(xmm7, ptr[rsp + 16]); leave(); ret(); } #endif