/* * Copyright (C) 2020 Linux Studio Plugins Project * (C) 2020 Vladimir Sadovnikov * * This file is part of lsp-dsp-lib * Created on: 31 мар. 2020 г. * * lsp-dsp-lib is free software: you can redistribute it and/or modify * it under the terms of the GNU Lesser General Public License as published by * the Free Software Foundation, either version 3 of the License, or * any later version. * * lsp-dsp-lib is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public License * along with lsp-dsp-lib. If not, see . */ #ifndef PRIVATE_DSP_ARCH_X86_AVX2_GRAPHICS_EFFECTS_H_ #define PRIVATE_DSP_ARCH_X86_AVX2_GRAPHICS_EFFECTS_H_ #ifndef PRIVATE_DSP_ARCH_X86_AVX2_IMPL #error "This header should not be included directly" #endif /* PRIVATE_DSP_ARCH_X86_AVX2_IMPL */ #include namespace lsp { namespace avx2 { IF_ARCH_X86_64( static const float EFF_HSLA_HUE_XC[] __lsp_aligned32 = { LSP_DSP_VEC8(1.0f) }; ) #define EFF_HSLA_HUE_CORE_X16 \ /* ymm0 = v, ymm10 = h, ymm11 = s, ymm12 = l, ymm13 = 1, ymm14 = T, ymm15 = KT */ \ __ASM_EMIT("vaddps %%ymm0, %%ymm13, %%ymm2") /* ymm2 = 1+v */ \ __ASM_EMIT("vaddps %%ymm4, %%ymm13, %%ymm6") \ __ASM_EMIT("vsubps %%ymm0, %%ymm13, %%ymm3") /* ymm3 = 1-v */ \ __ASM_EMIT("vsubps %%ymm4, %%ymm13, %%ymm7") \ __ASM_EMIT("vblendvps %%ymm0, %%ymm2, %%ymm3, %%ymm0") /* ymm0 = V = (v < 0) ? 1+v : 1-v */ \ __ASM_EMIT("vblendvps %%ymm4, %%ymm6, %%ymm7, %%ymm4") \ /* ymm0 = V, ymm1 = EH, ymm14 = T, ymm15 = KT */ \ __ASM_EMIT("vsubps %%ymm14, %%ymm0, %%ymm3") /* ymm3 = V-T */ \ __ASM_EMIT("vsubps %%ymm14, %%ymm4, %%ymm7") \ __ASM_EMIT("vblendvps %%ymm3, %%ymm0, %%ymm14, %%ymm0") /* ymm0 = (V-T) < 0 ? V : T */ \ __ASM_EMIT("vblendvps %%ymm7, %%ymm4, %%ymm14, %%ymm4") \ __ASM_EMIT("vxorps %%ymm8, %%ymm8, %%ymm8") /* ymm8 = 0 */ \ __ASM_EMIT("vaddps %%ymm10, %%ymm0, %%ymm0") /* ymm0 = NH = h + ((V-T) < 0 ? V : T) */ \ __ASM_EMIT("vblendvps %%ymm3, %%ymm8, %%ymm3, %%ymm3") /* ymm3 = (V-T) < 0 ? 0 : V-T */ \ __ASM_EMIT("vaddps %%ymm10, %%ymm4, %%ymm4") \ __ASM_EMIT("vblendvps %%ymm7, %%ymm8, %%ymm7, %%ymm7") \ __ASM_EMIT("vsubps %%ymm13, %%ymm0, %%ymm1") /* ymm1 = NH-1 */ \ __ASM_EMIT("vmulps %%ymm15, %%ymm3, %%ymm3") /* ymm3 = A = KT * ((V-T) < 0 ? 0 : V-T) */ \ __ASM_EMIT("vsubps %%ymm13, %%ymm4, %%ymm5") \ __ASM_EMIT("vmulps %%ymm15, %%ymm7, %%ymm7") \ __ASM_EMIT("vmovaps %%ymm12, %%ymm2") /* ymm2 = L */ \ __ASM_EMIT("vmovaps %%ymm12, %%ymm6") \ __ASM_EMIT("vblendvps %%ymm1, %%ymm0, %%ymm1, %%ymm0") /* ymm0 = H = ((NH-1)<0) ? NH : NH-1 */ \ __ASM_EMIT("vblendvps %%ymm5, %%ymm4, %%ymm5, %%ymm4") \ __ASM_EMIT("vmovaps %%ymm11, %%ymm1") /* ymm1 = S */ \ __ASM_EMIT("vmovaps %%ymm11, %%ymm5") \ MAT4_TRANSPOSE("%%ymm0", "%%ymm1", "%%ymm2", "%%ymm3", "%%ymm8", "%%ymm9") \ MAT4_TRANSPOSE("%%ymm4", "%%ymm5", "%%ymm6", "%%ymm7", "%%ymm8", "%%ymm9") \ MAT4X2_INTERLEAVE("0", "1", "2", "3", "8", "9") \ MAT4X2_INTERLEAVE("4", "5", "6", "7", "8", "9") #define EFF_HSLA_HUE_CORE_X8 \ /* ymm0 = v, ymm10 = h, ymm11 = s, ymm12 = l, ymm13 = 1, ymm14 = T, ymm15 = KT */ \ __ASM_EMIT("vaddps %%ymm0, %%ymm13, %%ymm2") /* ymm2 = 1+v */ \ __ASM_EMIT("vsubps %%ymm0, %%ymm13, %%ymm3") /* ymm3 = 1-v */ \ __ASM_EMIT("vblendvps %%ymm0, %%ymm2, %%ymm3, %%ymm0") /* ymm0 = V = (v < 0) ? 1+v : 1-v */ \ /* ymm0 = V, ymm1 = EH, ymm14 = T, ymm15 = KT */ \ __ASM_EMIT("vsubps %%ymm14, %%ymm0, %%ymm3") /* ymm3 = V-T */ \ __ASM_EMIT("vblendvps %%ymm3, %%ymm0, %%ymm14, %%ymm0") /* ymm0 = (V-T) < 0 ? V : T */ \ __ASM_EMIT("vxorps %%ymm8, %%ymm8, %%ymm8") /* ymm8 = 0 */ \ __ASM_EMIT("vaddps %%ymm10, %%ymm0, %%ymm0") /* ymm0 = NH = h + ((V-T) < 0 ? V : T) */ \ __ASM_EMIT("vblendvps %%ymm3, %%ymm8, %%ymm3, %%ymm3") /* ymm3 = (V-T) < 0 ? 0 : V-T */ \ __ASM_EMIT("vsubps %%ymm13, %%ymm0, %%ymm1") /* ymm1 = NH-1 */ \ __ASM_EMIT("vmulps %%ymm15, %%ymm3, %%ymm3") /* ymm3 = A = KT * ((V-T) < 0 ? 0 : V-T) */ \ __ASM_EMIT("vmovaps %%ymm12, %%ymm2") /* ymm2 = L */ \ __ASM_EMIT("vblendvps %%ymm1, %%ymm0, %%ymm1, %%ymm0") /* ymm0 = H = ((NH-1)<0) ? NH : NH-1 */ \ __ASM_EMIT("vmovaps %%ymm11, %%ymm1") /* ymm1 = S */ \ MAT4_TRANSPOSE("%%ymm0", "%%ymm1", "%%ymm2", "%%ymm3", "%%ymm8", "%%ymm9") \ MAT4X2_INTERLEAVE("0", "1", "2", "3", "8", "9") #define EFF_HSLA_HUE_CORE_X4 \ /* xmm0 = v, xmm10 = h, xmm11 = s, xmm12 = l, xmm13 = 1, xmm14 = T, xmm15 = KT */ \ __ASM_EMIT("vaddps %%xmm0, %%xmm13, %%xmm2") /* xmm2 = 1+v */ \ __ASM_EMIT("vsubps %%xmm0, %%xmm13, %%xmm3") /* xmm3 = 1-v */ \ __ASM_EMIT("vblendvps %%xmm0, %%xmm2, %%xmm3, %%xmm0") /* xmm0 = V = (v < 0) ? 1+v : 1-v */ \ /* xmm0 = V, xmm1 = EH, xmm14 = T, xmm15 = KT */ \ __ASM_EMIT("vsubps %%xmm14, %%xmm0, %%xmm3") /* xmm3 = V-T */ \ __ASM_EMIT("vblendvps %%xmm3, %%xmm0, %%xmm14, %%xmm0") /* xmm0 = (V-T) < 0 ? V : T */ \ __ASM_EMIT("vxorps %%xmm8, %%xmm8, %%xmm8") /* xmm8 = 0 */ \ __ASM_EMIT("vaddps %%xmm10, %%xmm0, %%xmm0") /* xmm0 = NH = h + ((V-T) < 0 ? V : T) */ \ __ASM_EMIT("vblendvps %%xmm3, %%xmm8, %%xmm3, %%xmm3") /* xmm3 = (V-T) < 0 ? 0 : V-T */ \ __ASM_EMIT("vsubps %%xmm13, %%xmm0, %%xmm1") /* xmm1 = NH-1 */ \ __ASM_EMIT("vmulps %%xmm15, %%xmm3, %%xmm3") /* xmm3 = A = KT * ((V-T) < 0 ? 0 : V-T) */ \ __ASM_EMIT("vmovaps %%xmm12, %%xmm2") /* xmm2 = L */ \ __ASM_EMIT("vblendvps %%xmm1, %%xmm0, %%xmm1, %%xmm0") /* xmm0 = H = ((NH-1)<0) ? NH : NH-1 */ \ __ASM_EMIT("vmovaps %%xmm11, %%xmm1") /* xmm1 = S */ \ MAT4_TRANSPOSE("%%xmm0", "%%xmm1", "%%xmm2", "%%xmm3", "%%xmm8", "%%xmm9") /* float value, hue, alpha; float t = 1.0f - eff->thresh; float kt = 1.0f / eff->thresh; for (size_t i=0; i= 0) { hue = eff->h + t; alpha = ((value - t) * kt); } else { hue = eff->h + value; alpha = 0.0f; } dst[0] = (hue < 1.0f) ? hue : hue - 1.0f; dst[1] = eff->s; dst[2] = eff->l; dst[3] = alpha; }*/ void x64_eff_hsla_hue(float *dst, const float *v, const dsp::hsla_hue_eff_t *eff, size_t count) { ARCH_X86_64_ASM( //----------------------------------------------------------------- // Prepare __ASM_EMIT("vbroadcastf128 0x00(%[eff]), %%ymm10") /* ymm10 = h s l a h s l a */ __ASM_EMIT("vbroadcastss 0x10(%[eff]), %%ymm14") /* ymm14 = t */ __ASM_EMIT("vmovaps 0x00 + %[XC], %%ymm13") /* ymm13 = 1 */ __ASM_EMIT("vshufps $0xaa, %%ymm10, %%ymm10, %%ymm12") /* ymm12 = l */ __ASM_EMIT("vdivps %%ymm14, %%ymm13, %%ymm15") /* ymm15 = KT = 1 / t */ __ASM_EMIT("vshufps $0x55, %%ymm10, %%ymm10, %%ymm11") /* ymm12 = s */ __ASM_EMIT("vsubps %%ymm14, %%ymm13, %%ymm14") /* ymm14 = T = 1 - t */ __ASM_EMIT("vshufps $0x00, %%ymm10, %%ymm10, %%ymm10") /* ymm12 = h */ //----------------------------------------------------------------- // x16 blocks __ASM_EMIT("sub $16, %[count]") __ASM_EMIT("jb 2f") __ASM_EMIT("1:") __ASM_EMIT("vmovups 0x00(%[src]), %%ymm0") __ASM_EMIT("vmovups 0x20(%[src]), %%ymm4") EFF_HSLA_HUE_CORE_X16 __ASM_EMIT("vmovups %%ymm0, 0x000(%[dst])") __ASM_EMIT("vmovups %%ymm1, 0x020(%[dst])") __ASM_EMIT("vmovups %%ymm2, 0x040(%[dst])") __ASM_EMIT("vmovups %%ymm3, 0x060(%[dst])") __ASM_EMIT("vmovups %%ymm4, 0x080(%[dst])") __ASM_EMIT("vmovups %%ymm5, 0x0a0(%[dst])") __ASM_EMIT("vmovups %%ymm6, 0x0c0(%[dst])") __ASM_EMIT("vmovups %%ymm7, 0x0e0(%[dst])") __ASM_EMIT("add $0x40, %[src]") __ASM_EMIT("add $0x100, %[dst]") __ASM_EMIT("sub $16, %[count]") __ASM_EMIT("jae 1b") //----------------------------------------------------------------- // x8 block __ASM_EMIT("2:") __ASM_EMIT("add $8, %[count]") __ASM_EMIT("jl 4f") __ASM_EMIT("vmovups 0x00(%[src]), %%ymm0") EFF_HSLA_HUE_CORE_X8 __ASM_EMIT("vmovups %%ymm0, 0x000(%[dst])") __ASM_EMIT("vmovups %%ymm1, 0x020(%[dst])") __ASM_EMIT("vmovups %%ymm2, 0x040(%[dst])") __ASM_EMIT("vmovups %%ymm3, 0x060(%[dst])") __ASM_EMIT("sub $8, %[count]") __ASM_EMIT("add $0x20, %[src]") __ASM_EMIT("add $0x80, %[dst]") //----------------------------------------------------------------- // x4 block __ASM_EMIT("4:") __ASM_EMIT("add $4, %[count]") __ASM_EMIT("jl 6f") __ASM_EMIT("vmovups 0x00(%[src]), %%xmm0") EFF_HSLA_HUE_CORE_X4 __ASM_EMIT("vmovups %%xmm0, 0x000(%[dst])") __ASM_EMIT("vmovups %%xmm1, 0x010(%[dst])") __ASM_EMIT("vmovups %%xmm2, 0x020(%[dst])") __ASM_EMIT("vmovups %%xmm3, 0x030(%[dst])") __ASM_EMIT("sub $4, %[count]") __ASM_EMIT("add $0x10, %[src]") __ASM_EMIT("add $0x40, %[dst]") //----------------------------------------------------------------- // x1-x3 block __ASM_EMIT("6:") __ASM_EMIT("add $4, %[count]") __ASM_EMIT("jle 14f") __ASM_EMIT("test $1, %[count]") __ASM_EMIT("jz 8f") __ASM_EMIT("vmovss 0x00(%[src]), %%xmm0") __ASM_EMIT("add $0x04, %[src]") __ASM_EMIT("8:") __ASM_EMIT("test $2, %[count]") __ASM_EMIT("jz 10f") __ASM_EMIT("vmovhps 0x00(%[src]), %%xmm0, %%xmm0") __ASM_EMIT("10:") EFF_HSLA_HUE_CORE_X4 // Store last chunk __ASM_EMIT("test $1, %[count]") __ASM_EMIT("jz 12f") __ASM_EMIT("vmovups %%xmm0, 0x00(%[dst])") __ASM_EMIT("add $0x10, %[dst]") __ASM_EMIT("12:") __ASM_EMIT("test $2, %[count]") __ASM_EMIT("jz 14f") __ASM_EMIT("vmovups %%xmm2, 0x00(%[dst])") __ASM_EMIT("vmovups %%xmm3, 0x10(%[dst])") __ASM_EMIT("14:") : [dst] "+r" (dst), [src] "+r" (v), [count] "+r" (count) : [eff] "r" (eff), [XC] "o" (EFF_HSLA_HUE_XC) : "cc", "memory", "%xmm0", "%xmm1", "%xmm2", "%xmm3", "%xmm4", "%xmm5", "%xmm6", "%xmm7", "%xmm8", "%xmm9", "%xmm10", "%xmm11", "%xmm12", "%xmm13", "%xmm14", "%xmm15" ); } IF_ARCH_X86_64( static const float EFF_HSLA_ALPHA_XC[] __lsp_aligned32 = { LSP_DSP_VEC8(1.0f) }; ) #define EFF_HSLA_ALPHA_CORE_X16 \ /* ymm0 = v, ymm12 = h, ymm13 = s, ymm14 = l, ymm15 = 1 */ \ __ASM_EMIT("vaddps %%ymm0, %%ymm15, %%ymm2") /* ymm2 = 1+v */ \ __ASM_EMIT("vaddps %%ymm4, %%ymm15, %%ymm6") \ __ASM_EMIT("vsubps %%ymm0, %%ymm15, %%ymm3") /* ymm3 = 1-v */ \ __ASM_EMIT("vsubps %%ymm4, %%ymm15, %%ymm7") \ __ASM_EMIT("vblendvps %%ymm0, %%ymm2, %%ymm3, %%ymm3") /* ymm3 = (v<0) ? 1+v : 1-v */ \ __ASM_EMIT("vblendvps %%ymm4, %%ymm6, %%ymm7, %%ymm7") \ __ASM_EMIT("vmovaps %%ymm12, %%ymm0") /* ymm0 = H */ \ __ASM_EMIT("vmovaps %%ymm13, %%ymm1") /* ymm1 = S */ \ __ASM_EMIT("vmovaps %%ymm14, %%ymm2") /* ymm2 = L */ \ __ASM_EMIT("vmovaps %%ymm12, %%ymm4") \ __ASM_EMIT("vmovaps %%ymm13, %%ymm5") \ __ASM_EMIT("vmovaps %%ymm14, %%ymm6") \ MAT4_TRANSPOSE("%%ymm0", "%%ymm1", "%%ymm2", "%%ymm3", "%%ymm8", "%%ymm9") \ MAT4_TRANSPOSE("%%ymm4", "%%ymm5", "%%ymm6", "%%ymm7", "%%ymm8", "%%ymm9") \ MAT4X2_INTERLEAVE("0", "1", "2", "3", "8", "9") \ MAT4X2_INTERLEAVE("4", "5", "6", "7", "8", "9") #define EFF_HSLA_ALPHA_CORE_X8 \ /* ymm0 = v, ymm12 = h, ymm13 = s, ymm14 = l, ymm15 = 1 */ \ __ASM_EMIT("vaddps %%ymm0, %%ymm15, %%ymm2") /* ymm2 = 1+v */ \ __ASM_EMIT("vsubps %%ymm0, %%ymm15, %%ymm3") /* ymm3 = 1-v */ \ __ASM_EMIT("vblendvps %%ymm0, %%ymm2, %%ymm3, %%ymm3") /* ymm3 = (v<0) ? 1+v : 1-v */ \ __ASM_EMIT("vmovaps %%ymm12, %%ymm0") /* ymm0 = H */ \ __ASM_EMIT("vmovaps %%ymm13, %%ymm1") /* ymm1 = S */ \ __ASM_EMIT("vmovaps %%ymm14, %%ymm2") /* ymm2 = L */ \ MAT4_TRANSPOSE("%%ymm0", "%%ymm1", "%%ymm2", "%%ymm3", "%%ymm8", "%%ymm9") \ MAT4X2_INTERLEAVE("0", "1", "2", "3", "8", "9") #define EFF_HSLA_ALPHA_CORE_X4 \ /* xmm0 = v, xmm12 = h, xmm13 = s, xmm14 = l, xmm15 = 1 */ \ __ASM_EMIT("vaddps %%xmm0, %%xmm15, %%xmm2") /* xmm2 = 1+v */ \ __ASM_EMIT("vsubps %%xmm0, %%xmm15, %%xmm3") /* xmm3 = 1-v */ \ __ASM_EMIT("vblendvps %%xmm0, %%xmm2, %%xmm3, %%xmm3") /* xmm3 = (v<0) ? 1+v : 1-v */ \ __ASM_EMIT("vmovaps %%xmm12, %%xmm0") /* xmm0 = H */ \ __ASM_EMIT("vmovaps %%xmm13, %%xmm1") /* xmm1 = S */ \ __ASM_EMIT("vmovaps %%xmm14, %%xmm2") /* xmm2 = L */ \ MAT4_TRANSPOSE("%%xmm0", "%%xmm1", "%%xmm2", "%%xmm3", "%%xmm8", "%%xmm9") /* value = v[i]; value = (value < 0) ? 1.0f + value : 1.0f - value; dst[0] = eff->h; dst[1] = eff->s; dst[2] = eff->l; dst[3] = value; // Fill alpha channel */ void x64_eff_hsla_alpha(float *dst, const float *v, const dsp::hsla_alpha_eff_t *eff, size_t count) { ARCH_X86_64_ASM( //----------------------------------------------------------------- // Prepare __ASM_EMIT("vbroadcastf128 0x00(%[eff]), %%ymm12") /* ymm12 = h s l a h s l a */ __ASM_EMIT("vmovaps 0x00 + %[XC], %%ymm15") /* ymm15 = 1 */ __ASM_EMIT("vshufps $0xaa, %%ymm12, %%ymm12, %%ymm14") /* ymm14 = l */ __ASM_EMIT("vshufps $0x55, %%ymm12, %%ymm12, %%ymm13") /* ymm13 = s */ __ASM_EMIT("vshufps $0x00, %%ymm12, %%ymm12, %%ymm12") /* ymm12 = h */ //----------------------------------------------------------------- // x16 blocks __ASM_EMIT("sub $16, %[count]") __ASM_EMIT("jb 2f") __ASM_EMIT("1:") __ASM_EMIT("vmovups 0x00(%[src]), %%ymm0") __ASM_EMIT("vmovups 0x20(%[src]), %%ymm4") EFF_HSLA_ALPHA_CORE_X16 __ASM_EMIT("vmovups %%ymm0, 0x000(%[dst])") __ASM_EMIT("vmovups %%ymm1, 0x020(%[dst])") __ASM_EMIT("vmovups %%ymm2, 0x040(%[dst])") __ASM_EMIT("vmovups %%ymm3, 0x060(%[dst])") __ASM_EMIT("vmovups %%ymm4, 0x080(%[dst])") __ASM_EMIT("vmovups %%ymm5, 0x0a0(%[dst])") __ASM_EMIT("vmovups %%ymm6, 0x0c0(%[dst])") __ASM_EMIT("vmovups %%ymm7, 0x0e0(%[dst])") __ASM_EMIT("add $0x40, %[src]") __ASM_EMIT("add $0x100, %[dst]") __ASM_EMIT("sub $16, %[count]") __ASM_EMIT("jae 1b") //----------------------------------------------------------------- // x8 block __ASM_EMIT("2:") __ASM_EMIT("add $8, %[count]") __ASM_EMIT("jl 4f") __ASM_EMIT("vmovups 0x00(%[src]), %%ymm0") EFF_HSLA_ALPHA_CORE_X8 __ASM_EMIT("vmovups %%ymm0, 0x000(%[dst])") __ASM_EMIT("vmovups %%ymm1, 0x020(%[dst])") __ASM_EMIT("vmovups %%ymm2, 0x040(%[dst])") __ASM_EMIT("vmovups %%ymm3, 0x060(%[dst])") __ASM_EMIT("sub $8, %[count]") __ASM_EMIT("add $0x20, %[src]") __ASM_EMIT("add $0x80, %[dst]") //----------------------------------------------------------------- // x4 block __ASM_EMIT("4:") __ASM_EMIT("add $4, %[count]") __ASM_EMIT("jl 6f") __ASM_EMIT("vmovups 0x00(%[src]), %%xmm0") EFF_HSLA_ALPHA_CORE_X4 __ASM_EMIT("vmovups %%xmm0, 0x000(%[dst])") __ASM_EMIT("vmovups %%xmm1, 0x010(%[dst])") __ASM_EMIT("vmovups %%xmm2, 0x020(%[dst])") __ASM_EMIT("vmovups %%xmm3, 0x030(%[dst])") __ASM_EMIT("sub $4, %[count]") __ASM_EMIT("add $0x10, %[src]") __ASM_EMIT("add $0x40, %[dst]") //----------------------------------------------------------------- // x1-x3 block __ASM_EMIT("6:") __ASM_EMIT("add $4, %[count]") __ASM_EMIT("jle 14f") __ASM_EMIT("test $1, %[count]") __ASM_EMIT("jz 8f") __ASM_EMIT("vmovss 0x00(%[src]), %%xmm0") __ASM_EMIT("add $0x04, %[src]") __ASM_EMIT("8:") __ASM_EMIT("test $2, %[count]") __ASM_EMIT("jz 10f") __ASM_EMIT("vmovhps 0x00(%[src]), %%xmm0, %%xmm0") __ASM_EMIT("10:") EFF_HSLA_ALPHA_CORE_X4 // Store last chunk __ASM_EMIT("test $1, %[count]") __ASM_EMIT("jz 12f") __ASM_EMIT("vmovups %%xmm0, 0x00(%[dst])") __ASM_EMIT("add $0x10, %[dst]") __ASM_EMIT("12:") __ASM_EMIT("test $2, %[count]") __ASM_EMIT("jz 14f") __ASM_EMIT("vmovups %%xmm2, 0x00(%[dst])") __ASM_EMIT("vmovups %%xmm3, 0x10(%[dst])") __ASM_EMIT("14:") : [dst] "+r" (dst), [src] "+r" (v), [count] "+r" (count) : [eff] "r" (eff), [XC] "o" (EFF_HSLA_ALPHA_XC) : "cc", "memory", "%xmm0", "%xmm1", "%xmm2", "%xmm3", "%xmm4", "%xmm5", "%xmm6", "%xmm7", "%xmm8", "%xmm9", "%xmm10", "%xmm11", "%xmm12", "%xmm13", "%xmm14", "%xmm15" ); } IF_ARCH_X86_64( static const uint32_t EFF_HSLA_SAT_XC[] __lsp_aligned32 = { LSP_DSP_VEC8(0x3f800000), LSP_DSP_VEC8(0x7fffffff) }; ) #define EFF_HSLA_SAT_CORE_X16 \ /* ymm0 = v, ymm10 = h, ymm11 = s, ymm12 = l, ymm13 = T, ymm14 = ABS, ymm15 = KT */ \ __ASM_EMIT("vandps %%ymm14, %%ymm0, %%ymm0") /* ymm0 = V = abs(v) */ \ __ASM_EMIT("vandps %%ymm14, %%ymm4, %%ymm4") \ __ASM_EMIT("vxorps %%ymm8, %%ymm8, %%ymm8") /* ymm8 = 0 */ \ __ASM_EMIT("vsubps %%ymm0, %%ymm13, %%ymm3") /* ymm3 = T-V */ \ __ASM_EMIT("vsubps %%ymm4, %%ymm13, %%ymm7") \ __ASM_EMIT("vblendvps %%ymm3, %%ymm0, %%ymm13, %%ymm1") /* ymm1 = ((T-V)<0) ? V : T */ \ __ASM_EMIT("vblendvps %%ymm7, %%ymm4, %%ymm13, %%ymm5") \ __ASM_EMIT("vblendvps %%ymm3, %%ymm8, %%ymm3, %%ymm3") /* ymm3 = ((T-V)<0) ? 0 : T-V */ \ __ASM_EMIT("vblendvps %%ymm7, %%ymm8, %%ymm7, %%ymm7") \ __ASM_EMIT("vmulps %%ymm11, %%ymm1, %%ymm1") /* ymm1 = S = s * (((T-V)<0) ? V : T) */ \ __ASM_EMIT("vmulps %%ymm11, %%ymm5, %%ymm5") \ __ASM_EMIT("vmulps %%ymm15, %%ymm3, %%ymm3") /* ymm3 = A = kt * (((T-V)<0) ? 0 : T-V) */ \ __ASM_EMIT("vmulps %%ymm15, %%ymm7, %%ymm7") \ __ASM_EMIT("vmovaps %%ymm10, %%ymm0") /* ymm0 = H */ \ __ASM_EMIT("vmovaps %%ymm12, %%ymm2") /* ymm2 = L */ \ __ASM_EMIT("vmovaps %%ymm10, %%ymm4") \ __ASM_EMIT("vmovaps %%ymm12, %%ymm6") \ MAT4_TRANSPOSE("%%ymm0", "%%ymm1", "%%ymm2", "%%ymm3", "%%ymm8", "%%ymm9") \ MAT4_TRANSPOSE("%%ymm4", "%%ymm5", "%%ymm6", "%%ymm7", "%%ymm8", "%%ymm9") \ MAT4X2_INTERLEAVE("0", "1", "2", "3", "8", "9") \ MAT4X2_INTERLEAVE("4", "5", "6", "7", "8", "9") #define EFF_HSLA_SAT_CORE_X8 \ /* ymm0 = v, ymm10 = h, ymm11 = s, ymm12 = l, ymm13 = T, ymm14 = ABS, ymm15 = KT */ \ __ASM_EMIT("vandps %%ymm14, %%ymm0, %%ymm0") /* ymm0 = V = abs(v) */ \ __ASM_EMIT("vxorps %%ymm8, %%ymm8, %%ymm8") /* ymm8 = 0 */ \ __ASM_EMIT("vsubps %%ymm0, %%ymm13, %%ymm3") /* ymm3 = T-V */ \ __ASM_EMIT("vblendvps %%ymm3, %%ymm0, %%ymm13, %%ymm1") /* ymm1 = ((T-V)<0) ? V : T */ \ __ASM_EMIT("vblendvps %%ymm3, %%ymm8, %%ymm3, %%ymm3") /* ymm3 = ((T-V)<0) ? 0 : T-V */ \ __ASM_EMIT("vmulps %%ymm11, %%ymm1, %%ymm1") /* ymm1 = S = s * (((T-V)<0) ? V : T) */ \ __ASM_EMIT("vmulps %%ymm15, %%ymm3, %%ymm3") /* ymm3 = A = kt * (((T-V)<0) ? 0 : T-V) */ \ __ASM_EMIT("vmovaps %%ymm10, %%ymm0") /* ymm0 = H */ \ __ASM_EMIT("vmovaps %%ymm12, %%ymm2") /* ymm2 = L */ \ MAT4_TRANSPOSE("%%ymm0", "%%ymm1", "%%ymm2", "%%ymm3", "%%ymm8", "%%ymm9") \ MAT4X2_INTERLEAVE("0", "1", "2", "3", "8", "9") #define EFF_HSLA_SAT_CORE_X4 \ /* xmm0 = v, xmm10 = h, xmm11 = s, xmm12 = l, xmm13 = T, xmm14 = ABS, xmm15 = KT */ \ __ASM_EMIT("vandps %%xmm14, %%xmm0, %%xmm0") /* xmm0 = V = abs(v) */ \ __ASM_EMIT("vxorps %%xmm8, %%xmm8, %%xmm8") /* xmm8 = 0 */ \ __ASM_EMIT("vsubps %%xmm0, %%xmm13, %%xmm3") /* xmm3 = T-V */ \ __ASM_EMIT("vblendvps %%xmm3, %%xmm0, %%xmm13, %%xmm1") /* xmm1 = ((T-V)<0) ? V : T */ \ __ASM_EMIT("vblendvps %%xmm3, %%xmm8, %%xmm3, %%xmm3") /* xmm3 = ((T-V)<0) ? 0 : T-V */ \ __ASM_EMIT("vmulps %%xmm11, %%xmm1, %%xmm1") /* xmm1 = S = s * (((T-V)<0) ? V : T) */ \ __ASM_EMIT("vmulps %%xmm15, %%xmm3, %%xmm3") /* xmm3 = A = kt * (((T-V)<0) ? 0 : T-V) */ \ __ASM_EMIT("vmovaps %%xmm10, %%xmm0") /* xmm0 = H */ \ __ASM_EMIT("vmovaps %%xmm12, %%xmm2") /* xmm2 = L */ \ MAT4_TRANSPOSE("%%xmm0", "%%xmm1", "%%xmm2", "%%xmm3", "%%xmm8", "%%xmm9") /* kt = 1.0f / eff->thresh; value = (value >= 0.0f) ? value : -value; if ((eff->thresh - value) < 0) { dst[1] = eff->s * value; dst[3] = 0.0f; } else { dst[1] = eff->s * eff->thresh; dst[3] = (eff->thresh - value) * kt; } dst[0] = eff->h; dst[2] = eff->l; */ void x64_eff_hsla_sat(float *dst, const float *v, const dsp::hsla_sat_eff_t *eff, size_t count) { ARCH_X86_64_ASM( //----------------------------------------------------------------- // Prepare __ASM_EMIT("vbroadcastf128 0x00(%[eff]), %%ymm10") /* ymm12 = h s l a h s l a */ __ASM_EMIT("vmovaps 0x00 + %[XC], %%ymm15") /* ymm15 = 1 */ __ASM_EMIT("vshufps $0xaa, %%ymm10, %%ymm10, %%ymm12") /* ymm12 = l */ __ASM_EMIT("vmovaps 0x20 + %[XC], %%ymm14") /* ymm14 = ABS */ __ASM_EMIT("vshufps $0x55, %%ymm10, %%ymm10, %%ymm11") /* ymm11 = s */ __ASM_EMIT("vbroadcastss 0x10(%[eff]), %%ymm13") /* ymm13 = T */ __ASM_EMIT("vshufps $0x00, %%ymm10, %%ymm10, %%ymm10") /* ymm10 = h */ __ASM_EMIT("vdivps %%ymm13, %%ymm15, %%ymm15") /* ymm15 = KT = 1/T */ //----------------------------------------------------------------- // x16 blocks __ASM_EMIT("sub $16, %[count]") __ASM_EMIT("jb 2f") __ASM_EMIT("1:") __ASM_EMIT("vmovups 0x00(%[src]), %%ymm0") __ASM_EMIT("vmovups 0x20(%[src]), %%ymm4") EFF_HSLA_SAT_CORE_X16 __ASM_EMIT("vmovups %%ymm0, 0x000(%[dst])") __ASM_EMIT("vmovups %%ymm1, 0x020(%[dst])") __ASM_EMIT("vmovups %%ymm2, 0x040(%[dst])") __ASM_EMIT("vmovups %%ymm3, 0x060(%[dst])") __ASM_EMIT("vmovups %%ymm4, 0x080(%[dst])") __ASM_EMIT("vmovups %%ymm5, 0x0a0(%[dst])") __ASM_EMIT("vmovups %%ymm6, 0x0c0(%[dst])") __ASM_EMIT("vmovups %%ymm7, 0x0e0(%[dst])") __ASM_EMIT("add $0x40, %[src]") __ASM_EMIT("add $0x100, %[dst]") __ASM_EMIT("sub $16, %[count]") __ASM_EMIT("jae 1b") //----------------------------------------------------------------- // x8 block __ASM_EMIT("2:") __ASM_EMIT("add $8, %[count]") __ASM_EMIT("jl 4f") __ASM_EMIT("vmovups 0x00(%[src]), %%ymm0") EFF_HSLA_SAT_CORE_X8 __ASM_EMIT("vmovups %%ymm0, 0x000(%[dst])") __ASM_EMIT("vmovups %%ymm1, 0x020(%[dst])") __ASM_EMIT("vmovups %%ymm2, 0x040(%[dst])") __ASM_EMIT("vmovups %%ymm3, 0x060(%[dst])") __ASM_EMIT("sub $8, %[count]") __ASM_EMIT("add $0x20, %[src]") __ASM_EMIT("add $0x80, %[dst]") //----------------------------------------------------------------- // x4 block __ASM_EMIT("4:") __ASM_EMIT("add $4, %[count]") __ASM_EMIT("jl 6f") __ASM_EMIT("vmovups 0x00(%[src]), %%xmm0") EFF_HSLA_SAT_CORE_X4 __ASM_EMIT("vmovups %%xmm0, 0x000(%[dst])") __ASM_EMIT("vmovups %%xmm1, 0x010(%[dst])") __ASM_EMIT("vmovups %%xmm2, 0x020(%[dst])") __ASM_EMIT("vmovups %%xmm3, 0x030(%[dst])") __ASM_EMIT("sub $4, %[count]") __ASM_EMIT("add $0x10, %[src]") __ASM_EMIT("add $0x40, %[dst]") //----------------------------------------------------------------- // x1-x3 block __ASM_EMIT("6:") __ASM_EMIT("add $4, %[count]") __ASM_EMIT("jle 14f") __ASM_EMIT("test $1, %[count]") __ASM_EMIT("jz 8f") __ASM_EMIT("vmovss 0x00(%[src]), %%xmm0") __ASM_EMIT("add $0x04, %[src]") __ASM_EMIT("8:") __ASM_EMIT("test $2, %[count]") __ASM_EMIT("jz 10f") __ASM_EMIT("vmovhps 0x00(%[src]), %%xmm0, %%xmm0") __ASM_EMIT("10:") EFF_HSLA_SAT_CORE_X4 // Store last chunk __ASM_EMIT("test $1, %[count]") __ASM_EMIT("jz 12f") __ASM_EMIT("vmovups %%xmm0, 0x00(%[dst])") __ASM_EMIT("add $0x10, %[dst]") __ASM_EMIT("12:") __ASM_EMIT("test $2, %[count]") __ASM_EMIT("jz 14f") __ASM_EMIT("vmovups %%xmm2, 0x00(%[dst])") __ASM_EMIT("vmovups %%xmm3, 0x10(%[dst])") __ASM_EMIT("14:") : [dst] "+r" (dst), [src] "+r" (v), [count] "+r" (count) : [eff] "r" (eff), [XC] "o" (EFF_HSLA_SAT_XC) : "cc", "memory", "%xmm0", "%xmm1", "%xmm2", "%xmm3", "%xmm4", "%xmm5", "%xmm6", "%xmm7", "%xmm8", "%xmm9", "%xmm10", "%xmm11", "%xmm12", "%xmm13", "%xmm14", "%xmm15" ); } IF_ARCH_X86_64( static const uint32_t EFF_HSLA_LIGHT_XC[] __lsp_aligned32 = { LSP_DSP_VEC8(0x3f800000), LSP_DSP_VEC8(0x7fffffff) }; ) #define EFF_HSLA_LIGHT_CORE_X16 \ /* ymm0 = v, ymm10 = h, ymm11 = s, ymm12 = l, ymm13 = T, ymm14 = ABS, ymm15 = KT */ \ __ASM_EMIT("vandps %%ymm14, %%ymm0, %%ymm0") /* ymm0 = V = abs(v) */ \ __ASM_EMIT("vandps %%ymm14, %%ymm4, %%ymm4") \ __ASM_EMIT("vxorps %%ymm8, %%ymm8, %%ymm8") /* ymm8 = 0 */ \ __ASM_EMIT("vsubps %%ymm0, %%ymm13, %%ymm3") /* ymm3 = T-V */ \ __ASM_EMIT("vsubps %%ymm4, %%ymm13, %%ymm7") \ __ASM_EMIT("vblendvps %%ymm3, %%ymm0, %%ymm13, %%ymm2") /* ymm2 = ((T-V)<0) ? V : T */ \ __ASM_EMIT("vblendvps %%ymm7, %%ymm4, %%ymm13, %%ymm6") \ __ASM_EMIT("vblendvps %%ymm3, %%ymm8, %%ymm3, %%ymm3") /* ymm3 = ((T-V)<0) ? 0 : T-V */ \ __ASM_EMIT("vblendvps %%ymm7, %%ymm8, %%ymm7, %%ymm7") \ __ASM_EMIT("vmulps %%ymm12, %%ymm2, %%ymm2") /* ymm2 = L = l * (((T-V)<0) ? V : T) */ \ __ASM_EMIT("vmulps %%ymm12, %%ymm6, %%ymm6") \ __ASM_EMIT("vmulps %%ymm15, %%ymm3, %%ymm3") /* ymm3 = A = kt * (((T-V)<0) ? 0 : T-V) */ \ __ASM_EMIT("vmulps %%ymm15, %%ymm7, %%ymm7") \ __ASM_EMIT("vmovaps %%ymm10, %%ymm0") /* ymm0 = H */ \ __ASM_EMIT("vmovaps %%ymm10, %%ymm4") \ __ASM_EMIT("vmovaps %%ymm11, %%ymm1") /* ymm1 = S */ \ __ASM_EMIT("vmovaps %%ymm11, %%ymm5") \ MAT4_TRANSPOSE("%%ymm0", "%%ymm1", "%%ymm2", "%%ymm3", "%%ymm8", "%%ymm9") \ MAT4_TRANSPOSE("%%ymm4", "%%ymm5", "%%ymm6", "%%ymm7", "%%ymm8", "%%ymm9") \ MAT4X2_INTERLEAVE("0", "1", "2", "3", "8", "9") \ MAT4X2_INTERLEAVE("4", "5", "6", "7", "8", "9") #define EFF_HSLA_LIGHT_CORE_X8 \ /* ymm0 = v, ymm10 = h, ymm11 = s, ymm12 = l, ymm13 = T, ymm14 = ABS, ymm15 = KT */ \ __ASM_EMIT("vandps %%ymm14, %%ymm0, %%ymm0") /* ymm0 = V = abs(v) */ \ __ASM_EMIT("vxorps %%ymm8, %%ymm8, %%ymm8") /* ymm8 = 0 */ \ __ASM_EMIT("vsubps %%ymm0, %%ymm13, %%ymm3") /* ymm3 = T-V */ \ __ASM_EMIT("vblendvps %%ymm3, %%ymm0, %%ymm13, %%ymm2") /* ymm2 = ((T-V)<0) ? V : T */ \ __ASM_EMIT("vblendvps %%ymm3, %%ymm8, %%ymm3, %%ymm3") /* ymm3 = ((T-V)<0) ? 0 : T-V */ \ __ASM_EMIT("vmulps %%ymm12, %%ymm2, %%ymm2") /* ymm2 = L = l * (((T-V)<0) ? V : T) */ \ __ASM_EMIT("vmulps %%ymm15, %%ymm3, %%ymm3") /* ymm3 = A = kt * (((T-V)<0) ? 0 : T-V) */ \ __ASM_EMIT("vmovaps %%ymm10, %%ymm0") /* ymm0 = H */ \ __ASM_EMIT("vmovaps %%ymm11, %%ymm1") /* ymm1 = S */ \ MAT4_TRANSPOSE("%%ymm0", "%%ymm1", "%%ymm2", "%%ymm3", "%%ymm8", "%%ymm9") \ MAT4X2_INTERLEAVE("0", "1", "2", "3", "8", "9") #define EFF_HSLA_LIGHT_CORE_X4 \ /* xmm0 = v, xmm10 = h, xmm11 = s, xmm12 = l, xmm13 = T, xmm14 = ABS, xmm15 = KT */ \ __ASM_EMIT("vandps %%xmm14, %%xmm0, %%xmm0") /* xmm0 = V = abs(v) */ \ __ASM_EMIT("vxorps %%xmm8, %%xmm8, %%xmm8") /* xmm8 = 0 */ \ __ASM_EMIT("vsubps %%xmm0, %%xmm13, %%xmm3") /* xmm3 = T-V */ \ __ASM_EMIT("vblendvps %%xmm3, %%xmm0, %%xmm13, %%xmm2") /* xmm2 = ((T-V)<0) ? V : T */ \ __ASM_EMIT("vblendvps %%xmm3, %%xmm8, %%xmm3, %%xmm3") /* xmm3 = ((T-V)<0) ? 0 : T-V */ \ __ASM_EMIT("vmulps %%xmm12, %%xmm2, %%xmm2") /* xmm2 = L = l * (((T-V)<0) ? V : T) */ \ __ASM_EMIT("vmulps %%xmm15, %%xmm3, %%xmm3") /* xmm3 = A = kt * (((T-V)<0) ? 0 : T-V) */ \ __ASM_EMIT("vmovaps %%xmm10, %%xmm0") /* xmm0 = H */ \ __ASM_EMIT("vmovaps %%xmm11, %%xmm1") /* xmm1 = S */ \ MAT4_TRANSPOSE("%%xmm0", "%%xmm1", "%%xmm2", "%%xmm3", "%%xmm8", "%%xmm9") /* value = (value >= 0.0f) ? value : -value; if ((eff->thresh - value) < 0) { dst[2] = eff->l * value; dst[3] = 0.0f; } else { dst[2] = eff->l * eff->thresh; dst[3] = (eff->thresh - value) * kt; } dst[0] = eff->h; dst[1] = eff->s; */ void x64_eff_hsla_light(float *dst, const float *v, const dsp::hsla_light_eff_t *eff, size_t count) { ARCH_X86_64_ASM( //----------------------------------------------------------------- // Prepare __ASM_EMIT("vbroadcastf128 0x00(%[eff]), %%ymm10") /* ymm12 = h s l a h s l a */ __ASM_EMIT("vmovaps 0x00 + %[XC], %%ymm15") /* ymm15 = 1 */ __ASM_EMIT("vshufps $0xaa, %%ymm10, %%ymm10, %%ymm12") /* ymm12 = l */ __ASM_EMIT("vmovaps 0x20 + %[XC], %%ymm14") /* ymm14 = ABS */ __ASM_EMIT("vshufps $0x55, %%ymm10, %%ymm10, %%ymm11") /* ymm11 = s */ __ASM_EMIT("vbroadcastss 0x10(%[eff]), %%ymm13") /* ymm13 = T */ __ASM_EMIT("vshufps $0x00, %%ymm10, %%ymm10, %%ymm10") /* ymm10 = h */ __ASM_EMIT("vdivps %%ymm13, %%ymm15, %%ymm15") /* ymm15 = KT = 1/T */ //----------------------------------------------------------------- // x16 blocks __ASM_EMIT("sub $16, %[count]") __ASM_EMIT("jb 2f") __ASM_EMIT("1:") __ASM_EMIT("vmovups 0x00(%[src]), %%ymm0") __ASM_EMIT("vmovups 0x20(%[src]), %%ymm4") EFF_HSLA_LIGHT_CORE_X16 __ASM_EMIT("vmovups %%ymm0, 0x000(%[dst])") __ASM_EMIT("vmovups %%ymm1, 0x020(%[dst])") __ASM_EMIT("vmovups %%ymm2, 0x040(%[dst])") __ASM_EMIT("vmovups %%ymm3, 0x060(%[dst])") __ASM_EMIT("vmovups %%ymm4, 0x080(%[dst])") __ASM_EMIT("vmovups %%ymm5, 0x0a0(%[dst])") __ASM_EMIT("vmovups %%ymm6, 0x0c0(%[dst])") __ASM_EMIT("vmovups %%ymm7, 0x0e0(%[dst])") __ASM_EMIT("add $0x40, %[src]") __ASM_EMIT("add $0x100, %[dst]") __ASM_EMIT("sub $16, %[count]") __ASM_EMIT("jae 1b") //----------------------------------------------------------------- // x8 block __ASM_EMIT("2:") __ASM_EMIT("add $8, %[count]") __ASM_EMIT("jl 4f") __ASM_EMIT("vmovups 0x00(%[src]), %%ymm0") EFF_HSLA_LIGHT_CORE_X8 __ASM_EMIT("vmovups %%ymm0, 0x000(%[dst])") __ASM_EMIT("vmovups %%ymm1, 0x020(%[dst])") __ASM_EMIT("vmovups %%ymm2, 0x040(%[dst])") __ASM_EMIT("vmovups %%ymm3, 0x060(%[dst])") __ASM_EMIT("sub $8, %[count]") __ASM_EMIT("add $0x20, %[src]") __ASM_EMIT("add $0x80, %[dst]") //----------------------------------------------------------------- // x4 block __ASM_EMIT("4:") __ASM_EMIT("add $4, %[count]") __ASM_EMIT("jl 6f") __ASM_EMIT("vmovups 0x00(%[src]), %%xmm0") EFF_HSLA_LIGHT_CORE_X4 __ASM_EMIT("vmovups %%xmm0, 0x000(%[dst])") __ASM_EMIT("vmovups %%xmm1, 0x010(%[dst])") __ASM_EMIT("vmovups %%xmm2, 0x020(%[dst])") __ASM_EMIT("vmovups %%xmm3, 0x030(%[dst])") __ASM_EMIT("sub $4, %[count]") __ASM_EMIT("add $0x10, %[src]") __ASM_EMIT("add $0x40, %[dst]") //----------------------------------------------------------------- // x1-x3 block __ASM_EMIT("6:") __ASM_EMIT("add $4, %[count]") __ASM_EMIT("jle 14f") __ASM_EMIT("test $1, %[count]") __ASM_EMIT("jz 8f") __ASM_EMIT("vmovss 0x00(%[src]), %%xmm0") __ASM_EMIT("add $0x04, %[src]") __ASM_EMIT("8:") __ASM_EMIT("test $2, %[count]") __ASM_EMIT("jz 10f") __ASM_EMIT("vmovhps 0x00(%[src]), %%xmm0, %%xmm0") __ASM_EMIT("10:") EFF_HSLA_LIGHT_CORE_X4 // Store last chunk __ASM_EMIT("test $1, %[count]") __ASM_EMIT("jz 12f") __ASM_EMIT("vmovups %%xmm0, 0x00(%[dst])") __ASM_EMIT("add $0x10, %[dst]") __ASM_EMIT("12:") __ASM_EMIT("test $2, %[count]") __ASM_EMIT("jz 14f") __ASM_EMIT("vmovups %%xmm2, 0x00(%[dst])") __ASM_EMIT("vmovups %%xmm3, 0x10(%[dst])") __ASM_EMIT("14:") : [dst] "+r" (dst), [src] "+r" (v), [count] "+r" (count) : [eff] "r" (eff), [XC] "o" (EFF_HSLA_LIGHT_XC) : "cc", "memory", "%xmm0", "%xmm1", "%xmm2", "%xmm3", "%xmm4", "%xmm5", "%xmm6", "%xmm7", "%xmm8", "%xmm9", "%xmm10", "%xmm11", "%xmm12", "%xmm13", "%xmm14", "%xmm15" ); } } } #endif /* PRIVATE_DSP_ARCH_X86_AVX2_GRAPHICS_EFFECTS_H_ */