/** * @file * * @author jeffrey.daily@gmail.com * * Copyright (c) 2015 Battelle Memorial Institute. */ #include "config.h" #include #include #include #include "parasail.h" #include "parasail/memory.h" #include "parasail/internal_neon.h" #ifdef PARASAIL_TABLE static inline void arr_store_si128( int *array, simde__m128i vH, int32_t t, int32_t seglen, int32_t d, int32_t dlen) { array[1LL*( 0*seglen+t)*dlen + d] = (int8_t)simde_mm_extract_epi8(vH, 0); array[1LL*( 1*seglen+t)*dlen + d] = (int8_t)simde_mm_extract_epi8(vH, 1); array[1LL*( 2*seglen+t)*dlen + d] = (int8_t)simde_mm_extract_epi8(vH, 2); array[1LL*( 3*seglen+t)*dlen + d] = (int8_t)simde_mm_extract_epi8(vH, 3); array[1LL*( 4*seglen+t)*dlen + d] = (int8_t)simde_mm_extract_epi8(vH, 4); array[1LL*( 5*seglen+t)*dlen + d] = (int8_t)simde_mm_extract_epi8(vH, 5); array[1LL*( 6*seglen+t)*dlen + d] = (int8_t)simde_mm_extract_epi8(vH, 6); array[1LL*( 7*seglen+t)*dlen + d] = (int8_t)simde_mm_extract_epi8(vH, 7); array[1LL*( 8*seglen+t)*dlen + d] = (int8_t)simde_mm_extract_epi8(vH, 8); array[1LL*( 9*seglen+t)*dlen + d] = (int8_t)simde_mm_extract_epi8(vH, 9); array[1LL*(10*seglen+t)*dlen + d] = (int8_t)simde_mm_extract_epi8(vH, 10); array[1LL*(11*seglen+t)*dlen + d] = (int8_t)simde_mm_extract_epi8(vH, 11); array[1LL*(12*seglen+t)*dlen + d] = (int8_t)simde_mm_extract_epi8(vH, 12); array[1LL*(13*seglen+t)*dlen + d] = (int8_t)simde_mm_extract_epi8(vH, 13); array[1LL*(14*seglen+t)*dlen + d] = (int8_t)simde_mm_extract_epi8(vH, 14); array[1LL*(15*seglen+t)*dlen + d] = (int8_t)simde_mm_extract_epi8(vH, 15); } #endif #ifdef PARASAIL_ROWCOL static inline void arr_store_col( int *col, simde__m128i vH, int32_t t, int32_t seglen) { col[ 0*seglen+t] = (int8_t)simde_mm_extract_epi8(vH, 0); col[ 1*seglen+t] = (int8_t)simde_mm_extract_epi8(vH, 1); col[ 2*seglen+t] = (int8_t)simde_mm_extract_epi8(vH, 2); col[ 3*seglen+t] = (int8_t)simde_mm_extract_epi8(vH, 3); col[ 4*seglen+t] = (int8_t)simde_mm_extract_epi8(vH, 4); col[ 5*seglen+t] = (int8_t)simde_mm_extract_epi8(vH, 5); col[ 6*seglen+t] = (int8_t)simde_mm_extract_epi8(vH, 6); col[ 7*seglen+t] = (int8_t)simde_mm_extract_epi8(vH, 7); col[ 8*seglen+t] = (int8_t)simde_mm_extract_epi8(vH, 8); col[ 9*seglen+t] = (int8_t)simde_mm_extract_epi8(vH, 9); col[10*seglen+t] = (int8_t)simde_mm_extract_epi8(vH, 10); col[11*seglen+t] = (int8_t)simde_mm_extract_epi8(vH, 11); col[12*seglen+t] = (int8_t)simde_mm_extract_epi8(vH, 12); col[13*seglen+t] = (int8_t)simde_mm_extract_epi8(vH, 13); col[14*seglen+t] = (int8_t)simde_mm_extract_epi8(vH, 14); col[15*seglen+t] = (int8_t)simde_mm_extract_epi8(vH, 15); } #endif #ifdef PARASAIL_TABLE #define FNAME parasail_sw_table_scan_neon_128_8 #define PNAME parasail_sw_table_scan_profile_neon_128_8 #else #ifdef PARASAIL_ROWCOL #define FNAME parasail_sw_rowcol_scan_neon_128_8 #define PNAME parasail_sw_rowcol_scan_profile_neon_128_8 #else #define FNAME parasail_sw_scan_neon_128_8 #define PNAME parasail_sw_scan_profile_neon_128_8 #endif #endif parasail_result_t* FNAME( const char * const restrict s1, const int s1Len, const char * const restrict s2, const int s2Len, const int open, const int gap, const parasail_matrix_t *matrix) { /* declare local variables */ parasail_profile_t *profile = NULL; parasail_result_t *result = NULL; /* validate inputs */ PARASAIL_CHECK_NULL(s2); PARASAIL_CHECK_GT0(s2Len); PARASAIL_CHECK_GE0(open); PARASAIL_CHECK_GE0(gap); PARASAIL_CHECK_NULL(matrix); if (matrix->type == PARASAIL_MATRIX_TYPE_SQUARE) { PARASAIL_CHECK_NULL(s1); PARASAIL_CHECK_GT0(s1Len); } /* initialize local variables */ profile = parasail_profile_create_neon_128_8(s1, s1Len, matrix); if (!profile) return NULL; result = PNAME(profile, s2, s2Len, open, gap); parasail_profile_free(profile); return result; } parasail_result_t* PNAME( const parasail_profile_t * const restrict profile, const char * const restrict s2, const int s2Len, const int open, const int gap) { /* declare local variables */ int32_t i = 0; int32_t j = 0; int32_t end_query = 0; int32_t end_ref = 0; int32_t s1Len = 0; const parasail_matrix_t *matrix = NULL; int32_t segWidth = 0; int32_t segLen = 0; #ifdef PARASAIL_ROWCOL int32_t offset = 0; int32_t position = 0; #endif simde__m128i* restrict pvP = NULL; simde__m128i* restrict pvE = NULL; simde__m128i* restrict pvHt = NULL; simde__m128i* restrict pvH = NULL; simde__m128i* restrict pvHMax = NULL; simde__m128i* restrict pvGapper = NULL; simde__m128i vGapO; simde__m128i vGapE; int8_t NEG_LIMIT = 0; int8_t POS_LIMIT = 0; simde__m128i vZero; int8_t score = 0; simde__m128i vNegLimit; simde__m128i vPosLimit; simde__m128i vSaturationCheckMin; simde__m128i vSaturationCheckMax; simde__m128i vMaxH; simde__m128i vMaxHUnit; simde__m128i vNegInfFront; simde__m128i vSegLenXgap; parasail_result_t *result = NULL; /* validate inputs */ PARASAIL_CHECK_NULL(profile); PARASAIL_CHECK_NULL(profile->profile8.score); PARASAIL_CHECK_NULL(profile->matrix); PARASAIL_CHECK_GT0(profile->s1Len); PARASAIL_CHECK_NULL(s2); PARASAIL_CHECK_GT0(s2Len); PARASAIL_CHECK_GE0(open); PARASAIL_CHECK_GE0(gap); /* initialize stack variables */ i = 0; j = 0; end_query = 0; end_ref = 0; s1Len = profile->s1Len; matrix = profile->matrix; segWidth = 16; /* number of values in vector unit */ segLen = (s1Len + segWidth - 1) / segWidth; #ifdef PARASAIL_ROWCOL offset = (s1Len - 1) % segLen; position = (segWidth - 1) - (s1Len - 1) / segLen; #endif pvP = (simde__m128i*)profile->profile8.score; vGapO = simde_mm_set1_epi8(open); vGapE = simde_mm_set1_epi8(gap); NEG_LIMIT = (-open < matrix->min ? INT8_MIN + open : INT8_MIN - matrix->min) + 1; POS_LIMIT = INT8_MAX - matrix->max - 1; vZero = simde_mm_setzero_si128(); score = NEG_LIMIT; vNegLimit = simde_mm_set1_epi8(NEG_LIMIT); vPosLimit = simde_mm_set1_epi8(POS_LIMIT); vSaturationCheckMin = vPosLimit; vSaturationCheckMax = vNegLimit; vMaxH = vNegLimit; vMaxHUnit = vNegLimit; vNegInfFront = vZero; vNegInfFront = simde_mm_insert_epi8(vNegInfFront, NEG_LIMIT, 0); vSegLenXgap = simde_mm_adds_epi8(vNegInfFront, simde_mm_slli_si128(simde_mm_set1_epi8(-segLen*gap), 1)); /* initialize result */ #ifdef PARASAIL_TABLE result = parasail_result_new_table1(segLen*segWidth, s2Len); #else #ifdef PARASAIL_ROWCOL result = parasail_result_new_rowcol1(segLen*segWidth, s2Len); #else result = parasail_result_new(); #endif #endif if (!result) return NULL; /* set known flags */ result->flag |= PARASAIL_FLAG_SW | PARASAIL_FLAG_SCAN | PARASAIL_FLAG_BITS_8 | PARASAIL_FLAG_LANES_16; #ifdef PARASAIL_TABLE result->flag |= PARASAIL_FLAG_TABLE; #endif #ifdef PARASAIL_ROWCOL result->flag |= PARASAIL_FLAG_ROWCOL; #endif /* initialize heap variables */ pvE = parasail_memalign_simde__m128i(16, segLen); pvHt= parasail_memalign_simde__m128i(16, segLen); pvH = parasail_memalign_simde__m128i(16, segLen); pvHMax = parasail_memalign_simde__m128i(16, segLen); pvGapper = parasail_memalign_simde__m128i(16, segLen); /* validate heap variables */ if (!pvE) return NULL; if (!pvHt) return NULL; if (!pvH) return NULL; if (!pvHMax) return NULL; if (!pvGapper) return NULL; parasail_memset_simde__m128i(pvH, vZero, segLen); parasail_memset_simde__m128i(pvE, vNegLimit, segLen); { simde__m128i vGapper = simde_mm_subs_epi8(vZero,vGapO); for (i=segLen-1; i>=0; --i) { simde_mm_store_si128(pvGapper+i, vGapper); vGapper = simde_mm_subs_epi8(vGapper, vGapE); } } /* outer loop over database sequence */ for (j=0; jmapper[(unsigned char)s2[j]]*segLen; vHt = vZero; vF = vNegLimit; for (i=0; itables->score_table, vH, i, segLen, j, s2Len); #endif vMaxH = simde_mm_max_epi8(vH, vMaxH); } { simde__m128i vCompare = simde_mm_cmpgt_epi8(vMaxH, vMaxHUnit); if (simde_mm_movemask_epi8(vCompare)) { score = simde_mm_hmax_epi8(vMaxH); vMaxHUnit = simde_mm_set1_epi8(score); end_ref = j; (void)memcpy(pvHMax, pvH, sizeof(simde__m128i)*segLen); } } #ifdef PARASAIL_ROWCOL /* extract last value from the column */ { int32_t k = 0; simde__m128i vH = simde_mm_load_si128(pvH + offset); for (k=0; krowcols->score_row[j] = (int8_t) simde_mm_extract_epi8 (vH, 15); } #endif } /* Trace the alignment ending position on read. */ { int8_t *t = (int8_t*)pvHMax; int32_t column_len = segLen * segWidth; end_query = s1Len; for (i = 0; irowcols->score_col, vH, i, segLen); } #endif if (simde_mm_movemask_epi8(simde_mm_or_si128( simde_mm_cmplt_epi8(vSaturationCheckMin, vNegLimit), simde_mm_cmpgt_epi8(vSaturationCheckMax, vPosLimit)))) { result->flag |= PARASAIL_FLAG_SATURATED; score = 0; end_query = 0; end_ref = 0; } result->score = score; result->end_query = end_query; result->end_ref = end_ref; parasail_free(pvGapper); parasail_free(pvHMax); parasail_free(pvH); parasail_free(pvHt); parasail_free(pvE); return result; }