diff options
Diffstat (limited to 'src/opts/SkNx_sse.h')
-rw-r--r-- | src/opts/SkNx_sse.h | 94 |
1 files changed, 37 insertions, 57 deletions
diff --git a/src/opts/SkNx_sse.h b/src/opts/SkNx_sse.h index 12a4719d0c..9b4de700ee 100644 --- a/src/opts/SkNx_sse.h +++ b/src/opts/SkNx_sse.h @@ -12,46 +12,9 @@ namespace { // See SkNx.h -template <> -class SkNb<2, 4> { -public: - SkNb(const __m128i& vec) : fVec(vec) {} - - SkNb() {} - bool allTrue() const { return 0xff == (_mm_movemask_epi8(fVec) & 0xff); } - bool anyTrue() const { return 0x00 != (_mm_movemask_epi8(fVec) & 0xff); } - - __m128i fVec; -}; - -template <> -class SkNb<4, 4> { -public: - SkNb(const __m128i& vec) : fVec(vec) {} - - SkNb() {} - bool allTrue() const { return 0xffff == _mm_movemask_epi8(fVec); } - bool anyTrue() const { return 0x0000 != _mm_movemask_epi8(fVec); } - - __m128i fVec; -}; - -template <> -class SkNb<2, 8> { -public: - SkNb(const __m128i& vec) : fVec(vec) {} - - SkNb() {} - bool allTrue() const { return 0xffff == _mm_movemask_epi8(fVec); } - bool anyTrue() const { return 0x0000 != _mm_movemask_epi8(fVec); } - - __m128i fVec; -}; - template <> class SkNf<2, float> { - typedef SkNb<2, 4> Nb; public: SkNf(const __m128& vec) : fVec(vec) {} @@ -69,12 +32,12 @@ public: SkNf operator * (const SkNf& o) const { return _mm_mul_ps(fVec, o.fVec); } SkNf operator / (const SkNf& o) const { return _mm_div_ps(fVec, o.fVec); } - Nb operator == (const SkNf& o) const { return _mm_castps_si128(_mm_cmpeq_ps (fVec, o.fVec)); } - Nb operator != (const SkNf& o) const { return _mm_castps_si128(_mm_cmpneq_ps(fVec, o.fVec)); } - Nb operator < (const SkNf& o) const { return _mm_castps_si128(_mm_cmplt_ps (fVec, o.fVec)); } - Nb operator > (const SkNf& o) const { return _mm_castps_si128(_mm_cmpgt_ps (fVec, o.fVec)); } - Nb operator <= (const SkNf& o) const { return _mm_castps_si128(_mm_cmple_ps (fVec, o.fVec)); } - Nb operator >= (const SkNf& o) const { return _mm_castps_si128(_mm_cmpge_ps (fVec, o.fVec)); } + SkNf operator == (const SkNf& o) const { return _mm_cmpeq_ps (fVec, o.fVec); } + SkNf operator != (const SkNf& o) const { return _mm_cmpneq_ps(fVec, o.fVec); } + SkNf operator < (const SkNf& o) const { return _mm_cmplt_ps (fVec, o.fVec); } + SkNf operator > (const SkNf& o) const { return _mm_cmpgt_ps (fVec, o.fVec); } + SkNf operator <= (const SkNf& o) const { return _mm_cmple_ps (fVec, o.fVec); } + SkNf operator >= (const SkNf& o) const { return _mm_cmpge_ps (fVec, o.fVec); } static SkNf Min(const SkNf& l, const SkNf& r) { return _mm_min_ps(l.fVec, r.fVec); } static SkNf Max(const SkNf& l, const SkNf& r) { return _mm_max_ps(l.fVec, r.fVec); } @@ -93,12 +56,14 @@ public: return pun.fs[k&1]; } + bool allTrue() const { return 0xff == (_mm_movemask_epi8(_mm_castps_si128(fVec)) & 0xff); } + bool anyTrue() const { return 0x00 != (_mm_movemask_epi8(_mm_castps_si128(fVec)) & 0xff); } + __m128 fVec; }; template <> class SkNf<2, double> { - typedef SkNb<2, 8> Nb; public: SkNf(const __m128d& vec) : fVec(vec) {} @@ -114,12 +79,12 @@ public: SkNf operator * (const SkNf& o) const { return _mm_mul_pd(fVec, o.fVec); } SkNf operator / (const SkNf& o) const { return _mm_div_pd(fVec, o.fVec); } - Nb operator == (const SkNf& o) const { return _mm_castpd_si128(_mm_cmpeq_pd (fVec, o.fVec)); } - Nb operator != (const SkNf& o) const { return _mm_castpd_si128(_mm_cmpneq_pd(fVec, o.fVec)); } - Nb operator < (const SkNf& o) const { return _mm_castpd_si128(_mm_cmplt_pd (fVec, o.fVec)); } - Nb operator > (const SkNf& o) const { return _mm_castpd_si128(_mm_cmpgt_pd (fVec, o.fVec)); } - Nb operator <= (const SkNf& o) const { return _mm_castpd_si128(_mm_cmple_pd (fVec, o.fVec)); } - Nb operator >= (const SkNf& o) const { return _mm_castpd_si128(_mm_cmpge_pd (fVec, o.fVec)); } + SkNf operator == (const SkNf& o) const { return _mm_cmpeq_pd (fVec, o.fVec); } + SkNf operator != (const SkNf& o) const { return _mm_cmpneq_pd(fVec, o.fVec); } + SkNf operator < (const SkNf& o) const { return _mm_cmplt_pd (fVec, o.fVec); } + SkNf operator > (const SkNf& o) const { return _mm_cmpgt_pd (fVec, o.fVec); } + SkNf operator <= (const SkNf& o) const { return _mm_cmple_pd (fVec, o.fVec); } + SkNf operator >= (const SkNf& o) const { return _mm_cmpge_pd (fVec, o.fVec); } static SkNf Min(const SkNf& l, const SkNf& r) { return _mm_min_pd(l.fVec, r.fVec); } static SkNf Max(const SkNf& l, const SkNf& r) { return _mm_max_pd(l.fVec, r.fVec); } @@ -138,6 +103,9 @@ public: return pun.ds[k&1]; } + bool allTrue() const { return 0xffff == _mm_movemask_epi8(_mm_castpd_si128(fVec)); } + bool anyTrue() const { return 0x0000 != _mm_movemask_epi8(_mm_castpd_si128(fVec)); } + __m128d fVec; }; @@ -181,7 +149,6 @@ public: template <> class SkNf<4, float> { - typedef SkNb<4, 4> Nb; public: SkNf(const __m128& vec) : fVec(vec) {} @@ -199,12 +166,12 @@ public: SkNf operator * (const SkNf& o) const { return _mm_mul_ps(fVec, o.fVec); } SkNf operator / (const SkNf& o) const { return _mm_div_ps(fVec, o.fVec); } - Nb operator == (const SkNf& o) const { return _mm_castps_si128(_mm_cmpeq_ps (fVec, o.fVec)); } - Nb operator != (const SkNf& o) const { return _mm_castps_si128(_mm_cmpneq_ps(fVec, o.fVec)); } - Nb operator < (const SkNf& o) const { return _mm_castps_si128(_mm_cmplt_ps (fVec, o.fVec)); } - Nb operator > (const SkNf& o) const { return _mm_castps_si128(_mm_cmpgt_ps (fVec, o.fVec)); } - Nb operator <= (const SkNf& o) const { return _mm_castps_si128(_mm_cmple_ps (fVec, o.fVec)); } - Nb operator >= (const SkNf& o) const { return _mm_castps_si128(_mm_cmpge_ps (fVec, o.fVec)); } + SkNf operator == (const SkNf& o) const { return _mm_cmpeq_ps (fVec, o.fVec); } + SkNf operator != (const SkNf& o) const { return _mm_cmpneq_ps(fVec, o.fVec); } + SkNf operator < (const SkNf& o) const { return _mm_cmplt_ps (fVec, o.fVec); } + SkNf operator > (const SkNf& o) const { return _mm_cmpgt_ps (fVec, o.fVec); } + SkNf operator <= (const SkNf& o) const { return _mm_cmple_ps (fVec, o.fVec); } + SkNf operator >= (const SkNf& o) const { return _mm_cmpge_ps (fVec, o.fVec); } static SkNf Min(const SkNf& l, const SkNf& r) { return _mm_min_ps(l.fVec, r.fVec); } static SkNf Max(const SkNf& l, const SkNf& r) { return _mm_max_ps(l.fVec, r.fVec); } @@ -223,6 +190,9 @@ public: return pun.fs[k&3]; } + bool allTrue() const { return 0xffff == _mm_movemask_epi8(_mm_castps_si128(fVec)); } + bool anyTrue() const { return 0x0000 != _mm_movemask_epi8(_mm_castps_si128(fVec)); } + __m128 fVec; }; @@ -312,6 +282,11 @@ public: SkNi operator - (const SkNi& o) const { return _mm_sub_epi8(fVec, o.fVec); } static SkNi Min(const SkNi& a, const SkNi& b) { return _mm_min_epu8(a.fVec, b.fVec); } + SkNi operator < (const SkNi& o) const { + // There's no unsigned _mm_cmplt_epu8, so we flip the sign bits then use a signed compare. + auto flip = _mm_set1_epi8(char(0x80)); + return _mm_cmplt_epi8(_mm_xor_si128(flip, fVec), _mm_xor_si128(flip, o.fVec)); + } template <int k> uint8_t kth() const { SkASSERT(0 <= k && k < 16); @@ -320,6 +295,11 @@ public: return k % 2 == 0 ? pair : (pair >> 8); } + SkNi thenElse(const SkNi& t, const SkNi& e) const { + return _mm_or_si128(_mm_and_si128 (fVec, t.fVec), + _mm_andnot_si128(fVec, e.fVec)); + } + __m128i fVec; }; |