/** * @file * * @author jeffrey.daily@gmail.com * * Copyright (c) 2015 Battelle Memorial Institute. */ #include "config.h" #include #include #include #include "parasail.h" #include "parasail/memory.h" #include "parasail/internal_neon.h" static inline void arr_store( simde__m128i *array, simde__m128i vH, int32_t t, int32_t seglen, int32_t d) { simde_mm_store_si128(array + (1LL*d*seglen+t), vH); } static inline simde__m128i arr_load( simde__m128i *array, int32_t t, int32_t seglen, int32_t d) { return simde_mm_load_si128(array + (1LL*d*seglen+t)); } #define FNAME parasail_sw_trace_scan_neon_128_16 #define PNAME parasail_sw_trace_scan_profile_neon_128_16 parasail_result_t* FNAME( const char * const restrict s1, const int s1Len, const char * const restrict s2, const int s2Len, const int open, const int gap, const parasail_matrix_t *matrix) { /* declare local variables */ parasail_profile_t *profile = NULL; parasail_result_t *result = NULL; /* validate inputs */ PARASAIL_CHECK_NULL(s2); PARASAIL_CHECK_GT0(s2Len); PARASAIL_CHECK_GE0(open); PARASAIL_CHECK_GE0(gap); PARASAIL_CHECK_NULL(matrix); if (matrix->type == PARASAIL_MATRIX_TYPE_SQUARE) { PARASAIL_CHECK_NULL(s1); PARASAIL_CHECK_GT0(s1Len); } /* initialize local variables */ profile = parasail_profile_create_neon_128_16(s1, s1Len, matrix); if (!profile) return NULL; result = PNAME(profile, s2, s2Len, open, gap); parasail_profile_free(profile); return result; } parasail_result_t* PNAME( const parasail_profile_t * const restrict profile, const char * const restrict s2, const int s2Len, const int open, const int gap) { /* declare local variables */ int32_t i = 0; int32_t j = 0; int32_t end_query = 0; int32_t end_ref = 0; int32_t s1Len = 0; const parasail_matrix_t *matrix = NULL; int32_t segWidth = 0; int32_t segLen = 0; simde__m128i* restrict pvP = NULL; simde__m128i* restrict pvE = NULL; simde__m128i* restrict pvHt = NULL; simde__m128i* restrict pvH = NULL; simde__m128i* restrict pvHMax = NULL; simde__m128i* restrict pvGapper = NULL; simde__m128i vGapO; simde__m128i vGapE; int16_t NEG_LIMIT = 0; int16_t POS_LIMIT = 0; simde__m128i vZero; int16_t score = 0; simde__m128i vNegLimit; simde__m128i vPosLimit; simde__m128i vSaturationCheckMin; simde__m128i vSaturationCheckMax; simde__m128i vMaxH; simde__m128i vMaxHUnit; simde__m128i vNegInfFront; simde__m128i vSegLenXgap; parasail_result_t *result = NULL; simde__m128i vTZero; simde__m128i vTIns; simde__m128i vTDel; simde__m128i vTDiag; simde__m128i vTDiagE; simde__m128i vTInsE; simde__m128i vTDiagF; simde__m128i vTDelF; /* validate inputs */ PARASAIL_CHECK_NULL(profile); PARASAIL_CHECK_NULL(profile->profile16.score); PARASAIL_CHECK_NULL(profile->matrix); PARASAIL_CHECK_GT0(profile->s1Len); PARASAIL_CHECK_NULL(s2); PARASAIL_CHECK_GT0(s2Len); PARASAIL_CHECK_GE0(open); PARASAIL_CHECK_GE0(gap); /* initialize stack variables */ i = 0; j = 0; end_query = 0; end_ref = 0; s1Len = profile->s1Len; matrix = profile->matrix; segWidth = 8; /* number of values in vector unit */ segLen = (s1Len + segWidth - 1) / segWidth; pvP = (simde__m128i*)profile->profile16.score; vGapO = simde_mm_set1_epi16(open); vGapE = simde_mm_set1_epi16(gap); NEG_LIMIT = (-open < matrix->min ? INT16_MIN + open : INT16_MIN - matrix->min) + 1; POS_LIMIT = INT16_MAX - matrix->max - 1; vZero = simde_mm_setzero_si128(); score = NEG_LIMIT; vNegLimit = simde_mm_set1_epi16(NEG_LIMIT); vPosLimit = simde_mm_set1_epi16(POS_LIMIT); vSaturationCheckMin = vPosLimit; vSaturationCheckMax = vNegLimit; vMaxH = vNegLimit; vMaxHUnit = vNegLimit; vNegInfFront = vZero; vNegInfFront = simde_mm_insert_epi16(vNegInfFront, NEG_LIMIT, 0); vSegLenXgap = simde_mm_adds_epi16(vNegInfFront, simde_mm_slli_si128(simde_mm_set1_epi16(-segLen*gap), 2)); vTZero = simde_mm_set1_epi16(PARASAIL_ZERO); vTIns = simde_mm_set1_epi16(PARASAIL_INS); vTDel = simde_mm_set1_epi16(PARASAIL_DEL); vTDiag = simde_mm_set1_epi16(PARASAIL_DIAG); vTDiagE = simde_mm_set1_epi16(PARASAIL_DIAG_E); vTInsE = simde_mm_set1_epi16(PARASAIL_INS_E); vTDiagF = simde_mm_set1_epi16(PARASAIL_DIAG_F); vTDelF = simde_mm_set1_epi16(PARASAIL_DEL_F); /* initialize result */ result = parasail_result_new_trace(segLen, s2Len, 16, sizeof(simde__m128i)); if (!result) return NULL; /* set known flags */ result->flag |= PARASAIL_FLAG_SW | PARASAIL_FLAG_SCAN | PARASAIL_FLAG_TRACE | PARASAIL_FLAG_BITS_16 | PARASAIL_FLAG_LANES_8; /* initialize heap variables */ pvE = parasail_memalign_simde__m128i(16, segLen); pvHt = parasail_memalign_simde__m128i(16, segLen); pvH = parasail_memalign_simde__m128i(16, segLen); pvHMax = parasail_memalign_simde__m128i(16, segLen); pvGapper = parasail_memalign_simde__m128i(16, segLen); /* validate heap variables */ if (!pvE) return NULL; if (!pvHt) return NULL; if (!pvH) return NULL; if (!pvHMax) return NULL; if (!pvGapper) return NULL; parasail_memset_simde__m128i(pvH, vZero, segLen); parasail_memset_simde__m128i(pvE, vNegLimit, segLen); { simde__m128i vGapper = simde_mm_subs_epi16(vZero,vGapO); for (i=segLen-1; i>=0; --i) { simde_mm_store_si128(pvGapper+i, vGapper); vGapper = simde_mm_subs_epi16(vGapper, vGapE); } } /* outer loop over database sequence */ for (j=0; jmapper[(unsigned char)s2[j]]*segLen; vHt = vZero; vF = vNegLimit; for (i=0; itrace->trace_table, vET, i, segLen, j); vE = simde_mm_max_epi16(vE_opn, vE_ext); vGapper = simde_mm_adds_epi16(vHt, vGapper); vF = simde_mm_max_epi16(vF, vGapper); vHp = simde_mm_adds_epi16(vHp, vW); vHt = simde_mm_max_epi16(vE, vHp); simde_mm_store_si128(pvE+i, vE); simde_mm_store_si128(pvHt+i, vHt); simde_mm_store_si128(pvH+i, vHp); vHp = vH; } /* pseudo prefix scan on F and H */ vHt = simde_mm_slli_si128(vHt, 2); vGapper = simde_mm_load_si128(pvGapper); vGapper = simde_mm_adds_epi16(vHt, vGapper); vF = simde_mm_max_epi16(vF, vGapper); for (i=0; itrace->trace_table, i, segLen, j); vHp = simde_mm_load_si128(pvH+i); vHt = simde_mm_load_si128(pvHt+i); vF_opn = simde_mm_subs_epi16(vH, vGapO); vF_ext = simde_mm_subs_epi16(vF, vGapE); vF = simde_mm_max_epi16(vF_opn, vF_ext); case1 = simde_mm_cmpgt_epi16(vF_opn, vF_ext); vFT = simde_mm_blendv_epi8(vTDelF, vTDiagF, case1); vH = simde_mm_max_epi16(vHt, vF); vH = simde_mm_max_epi16(vH, vZero); case0 = simde_mm_cmpeq_epi16(vH, vZero); case1 = simde_mm_cmpeq_epi16(vH, vHp); case2 = simde_mm_cmpeq_epi16(vH, vF); vT = simde_mm_blendv_epi8( simde_mm_blendv_epi8(vTIns, vTDel, case2), vTDiag, case1); vT = simde_mm_blendv_epi8(vT, vTZero, case0); vT = simde_mm_or_si128(vT, vET); vT = simde_mm_or_si128(vT, vFT); arr_store(result->trace->trace_table, vT, i, segLen, j); simde_mm_store_si128(pvH+i, vH); vSaturationCheckMin = simde_mm_min_epi16(vSaturationCheckMin, vH); vSaturationCheckMax = simde_mm_max_epi16(vSaturationCheckMax, vH); { vMaxH = simde_mm_max_epi16(vH, vMaxH); } } { simde__m128i vCompare = simde_mm_cmpgt_epi16(vMaxH, vMaxHUnit); if (simde_mm_movemask_epi8(vCompare)) { score = simde_mm_hmax_epi16(vMaxH); vMaxHUnit = simde_mm_set1_epi16(score); end_ref = j; (void)memcpy(pvHMax, pvH, sizeof(simde__m128i)*segLen); } } } /* Trace the alignment ending position on read. */ { int16_t *t = (int16_t*)pvHMax; int32_t column_len = segLen * segWidth; end_query = s1Len; for (i = 0; iflag |= PARASAIL_FLAG_SATURATED; score = 0; end_query = 0; end_ref = 0; } result->score = score; result->end_query = end_query; result->end_ref = end_ref; parasail_free(pvGapper); parasail_free(pvHMax); parasail_free(pvH); parasail_free(pvHt); parasail_free(pvE); return result; }