/** * @file * * @author jeffrey.daily@gmail.com * * Copyright (c) 2015 Battelle Memorial Institute. */ #include "config.h" #include #include #include "parasail.h" #include "parasail/memory.h" #include "parasail/internal_neon.h" static inline void arr_store( simde__m128i *array, simde__m128i vH, int32_t t, int32_t seglen, int32_t d) { simde_mm_store_si128(array + (1LL*d*seglen+t), vH); } static inline simde__m128i arr_load( simde__m128i *array, int32_t t, int32_t seglen, int32_t d) { return simde_mm_load_si128(array + (1LL*d*seglen+t)); } #define FNAME parasail_nw_trace_scan_neon_128_8 #define PNAME parasail_nw_trace_scan_profile_neon_128_8 parasail_result_t* FNAME( const char * const restrict s1, const int s1Len, const char * const restrict s2, const int s2Len, const int open, const int gap, const parasail_matrix_t *matrix) { /* declare local variables */ parasail_profile_t *profile = NULL; parasail_result_t *result = NULL; /* validate inputs */ PARASAIL_CHECK_NULL(s2); PARASAIL_CHECK_GT0(s2Len); PARASAIL_CHECK_GE0(open); PARASAIL_CHECK_GE0(gap); PARASAIL_CHECK_NULL(matrix); if (matrix->type == PARASAIL_MATRIX_TYPE_SQUARE) { PARASAIL_CHECK_NULL(s1); PARASAIL_CHECK_GT0(s1Len); } /* initialize local variables */ profile = parasail_profile_create_neon_128_8(s1, s1Len, matrix); if (!profile) return NULL; result = PNAME(profile, s2, s2Len, open, gap); parasail_profile_free(profile); return result; } parasail_result_t* PNAME( const parasail_profile_t * const restrict profile, const char * const restrict s2, const int s2Len, const int open, const int gap) { /* declare local variables */ int32_t i = 0; int32_t j = 0; int32_t k = 0; int32_t s1Len = 0; int32_t end_query = 0; int32_t end_ref = 0; const parasail_matrix_t *matrix = NULL; int32_t segWidth = 0; int32_t segLen = 0; int32_t offset = 0; int32_t position = 0; simde__m128i* restrict pvP = NULL; simde__m128i* restrict pvE = NULL; int8_t* restrict boundary = NULL; simde__m128i* restrict pvHt = NULL; simde__m128i* restrict pvH = NULL; simde__m128i* restrict pvGapper = NULL; simde__m128i vGapO; simde__m128i vGapE; int8_t NEG_LIMIT = 0; int8_t POS_LIMIT = 0; simde__m128i vZero; int8_t score = 0; simde__m128i vNegLimit; simde__m128i vPosLimit; simde__m128i vSaturationCheckMin; simde__m128i vSaturationCheckMax; simde__m128i vNegInfFront; simde__m128i vSegLenXgap; parasail_result_t *result = NULL; simde__m128i vTIns; simde__m128i vTDel; simde__m128i vTDiag; simde__m128i vTDiagE; simde__m128i vTInsE; simde__m128i vTDiagF; simde__m128i vTDelF; /* validate inputs */ PARASAIL_CHECK_NULL(profile); PARASAIL_CHECK_NULL(profile->profile8.score); PARASAIL_CHECK_NULL(profile->matrix); PARASAIL_CHECK_GT0(profile->s1Len); PARASAIL_CHECK_NULL(s2); PARASAIL_CHECK_GT0(s2Len); PARASAIL_CHECK_GE0(open); PARASAIL_CHECK_GE0(gap); /* initialize stack variables */ i = 0; j = 0; k = 0; s1Len = profile->s1Len; end_query = s1Len-1; end_ref = s2Len-1; matrix = profile->matrix; segWidth = 16; /* number of values in vector unit */ segLen = (s1Len + segWidth - 1) / segWidth; offset = (s1Len - 1) % segLen; position = (segWidth - 1) - (s1Len - 1) / segLen; pvP = (simde__m128i*)profile->profile8.score; vGapO = simde_mm_set1_epi8(open); vGapE = simde_mm_set1_epi8(gap); NEG_LIMIT = (-open < matrix->min ? INT8_MIN + open : INT8_MIN - matrix->min) + 1; POS_LIMIT = INT8_MAX - matrix->max - 1; vZero = simde_mm_setzero_si128(); score = NEG_LIMIT; vNegLimit = simde_mm_set1_epi8(NEG_LIMIT); vPosLimit = simde_mm_set1_epi8(POS_LIMIT); vSaturationCheckMin = vPosLimit; vSaturationCheckMax = vNegLimit; vNegInfFront = vZero; vTIns = simde_mm_set1_epi8(PARASAIL_INS); vTDel = simde_mm_set1_epi8(PARASAIL_DEL); vTDiag = simde_mm_set1_epi8(PARASAIL_DIAG); vTDiagE = simde_mm_set1_epi8(PARASAIL_DIAG_E); vTInsE = simde_mm_set1_epi8(PARASAIL_INS_E); vTDiagF = simde_mm_set1_epi8(PARASAIL_DIAG_F); vTDelF = simde_mm_set1_epi8(PARASAIL_DEL_F); vNegInfFront = simde_mm_insert_epi8(vNegInfFront, NEG_LIMIT, 0); vSegLenXgap = simde_mm_adds_epi8(vNegInfFront, simde_mm_slli_si128(simde_mm_set1_epi8(-segLen*gap), 1)); /* initialize result */ result = parasail_result_new_trace(segLen, s2Len, 16, sizeof(simde__m128i)); if (!result) return NULL; /* set known flags */ result->flag |= PARASAIL_FLAG_NW | PARASAIL_FLAG_SCAN | PARASAIL_FLAG_TRACE | PARASAIL_FLAG_BITS_8 | PARASAIL_FLAG_LANES_16; /* initialize heap variables */ pvE = parasail_memalign_simde__m128i(16, segLen); boundary = parasail_memalign_int8_t(16, s2Len+1); pvHt= parasail_memalign_simde__m128i(16, segLen); pvH = parasail_memalign_simde__m128i(16, segLen); pvGapper = parasail_memalign_simde__m128i(16, segLen); /* validate heap variables */ if (!pvE) return NULL; if (!boundary) return NULL; if (!pvHt) return NULL; if (!pvH) return NULL; if (!pvGapper) return NULL; /* initialize H and E */ { int32_t index = 0; for (i=0; i=0; --i) { simde_mm_store_si128(pvGapper+i, vGapper); vGapper = simde_mm_subs_epi8(vGapper, vGapE); } } /* outer loop over database sequence */ for (j=0; jmapper[(unsigned char)s2[j]]*segLen; vHt = simde_mm_subs_epi8(vNegLimit, pvGapper[0]); vF = vNegLimit; for (i=0; itrace->trace_table, vET, i, segLen, j); vE = simde_mm_max_epi8(vE_opn, vE_ext); vSaturationCheckMin = simde_mm_min_epi8(vSaturationCheckMin, vE); vGapper = simde_mm_adds_epi8(vHt, vGapper); vF = simde_mm_max_epi8(vF, vGapper); vHp = simde_mm_adds_epi8(vHp, vW); vHt = simde_mm_max_epi8(vE, vHp); simde_mm_store_si128(pvE+i, vE); simde_mm_store_si128(pvHt+i, vHt); simde_mm_store_si128(pvH+i, vHp); vHp = vH; } /* pseudo prefix scan on F and H */ vHt = simde_mm_slli_si128(vHt, 1); vHt = simde_mm_insert_epi8(vHt, boundary[j+1], 0); vGapper = simde_mm_load_si128(pvGapper); vGapper = simde_mm_adds_epi8(vHt, vGapper); vF = simde_mm_max_epi8(vF, vGapper); for (i=0; itrace->trace_table, i, segLen, j); vHp = simde_mm_load_si128(pvH+i); vHt = simde_mm_load_si128(pvHt+i); vF_opn = simde_mm_subs_epi8(vH, vGapO); vF_ext = simde_mm_subs_epi8(vF, vGapE); vF = simde_mm_max_epi8(vF_opn, vF_ext); case1 = simde_mm_cmpgt_epi8(vF_opn, vF_ext); vFT = simde_mm_blendv_epi8(vTDelF, vTDiagF, case1); vH = simde_mm_max_epi8(vHt, vF); case1 = simde_mm_cmpeq_epi8(vH, vHp); case2 = simde_mm_cmpeq_epi8(vH, vF); vT = simde_mm_blendv_epi8( simde_mm_blendv_epi8(vTIns, vTDel, case2), vTDiag, case1); vT = simde_mm_or_si128(vT, vET); vT = simde_mm_or_si128(vT, vFT); arr_store(result->trace->trace_table, vT, i, segLen, j); simde_mm_store_si128(pvH+i, vH); vSaturationCheckMin = simde_mm_min_epi8(vSaturationCheckMin, vH); vSaturationCheckMin = simde_mm_min_epi8(vSaturationCheckMin, vF); vSaturationCheckMax = simde_mm_max_epi8(vSaturationCheckMax, vH); } } /* extract last value from the last column */ { simde__m128i vH = simde_mm_load_si128(pvH + offset); for (k=0; kflag |= PARASAIL_FLAG_SATURATED; score = 0; end_query = 0; end_ref = 0; } result->score = score; result->end_query = end_query; result->end_ref = end_ref; parasail_free(pvGapper); parasail_free(pvH); parasail_free(pvHt); parasail_free(boundary); parasail_free(pvE); return result; }