| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738 |
- void pmat(float32_t *p,int nbrows,int nbcols)
- {
- for(int r=0;r<nbrows;r++)
- {
- for(int c=0;c<nbcols;c++)
- {
- printf("%f ",(double)p[c+r*nbcols]);
- }
- printf("\r\n");
- }
- printf("\r\n");
- }
- void pvec(float32_t *p,int nb)
- {
- for(int c=0;c<nb;c++)
- {
- printf("%f ",(double)p[c]);
- }
- printf("\r\n");
- }
- void pvec(Q7 *p,int nb)
- {
- for(int c=0;c<nb;c++)
- {
- printf("%f ",(double)(1.0f*p[c].v/128.0f));
- }
- printf("\r\n");
- }
- #if !defined(ARM_MATH_AUTOVECTORIZE)
- #if defined(ARM_MATH_MVEF)
- arm_status _arm_mat_qr_f32(
- const arm_matrix_instance_f32 * pSrc,
- const float32_t threshold,
- arm_matrix_instance_f32 * pOutR,
- arm_matrix_instance_f32 * pOutQ,
- float32_t * pOutTau,
- float32_t *pTmpA,
- float32_t *pTmpB
- )
- {
- int32_t col=0;
- int32_t nb,pos;
- float32_t *pa,*pc;
- float32_t beta;
- float32_t *pv;
- float32_t *pdst;
- float32_t *p;
- if (pSrc->numRows < pSrc->numCols)
- {
- return(ARM_MATH_SIZE_MISMATCH);
- }
- memcpy(pOutR->pData,pSrc->pData,pSrc->numCols * pSrc->numRows*sizeof(float32_t));
- pOutR->numCols = pSrc->numCols;
- pOutR->numRows = pSrc->numRows;
-
- p = pOutR->pData;
-
- pc = pOutTau;
- for(col=0 ; col < pSrc->numCols; col++)
- {
- int32_t j,k,blkCnt,blkCnt2;
- float32_t *pa0,*pa1,*pa2,*pa3,*ptemp;
- float32_t temp;
- float32x4_t v1,v2,vtemp;
-
- COPY_COL_F32(pOutR,col,col,pTmpA);
- beta = arm_householder_f32(pTmpA,threshold,pSrc->numRows - col,pTmpA);
- *pc++ = beta;
- //pvec(pTmpA,pSrc->numRows-col);
- //pmat(p,pSrc->numRows-col,pSrc->numCols-col);
- pdst = pTmpB;
- /* v.T A(col:,col:) -> tmpb */
- pv = pTmpA;
- pa = p;
- temp = *pv;
- blkCnt = (pSrc->numCols-col) >> 2;
- while (blkCnt > 0)
- {
- v1 = vld1q_f32(pa);
- v2 = vmulq_n_f32(v1,temp);
- vst1q_f32(pdst,v2);
- pa += 4;
- pdst += 4;
- blkCnt--;
- }
- blkCnt = (pSrc->numCols-col) & 3;
- if (blkCnt > 0)
- {
- mve_pred16_t p0 = vctp32q(blkCnt);
- v1 = vld1q_f32(pa);
- v2 = vmulq_n_f32(v1,temp);
- vst1q_p_f32(pdst,v2,p0);
- pa += blkCnt;
- }
- pa += col;
- pv++;
- pdst = pTmpB;
- pa0 = pa;
- pa1 = pa0 + pSrc->numCols;
- pa2 = pa1 + pSrc->numCols;
- pa3 = pa2 + pSrc->numCols;
- /* Unrolled loop */
- blkCnt = (pSrc->numRows-col - 1) >> 2;
- k=1;
- while(blkCnt > 0)
- {
- vtemp=vld1q_f32(pv);
- blkCnt2 = (pSrc->numCols-col) >> 2;
- while (blkCnt2 > 0)
- {
- v1 = vld1q_f32(pdst);
- v2 = vld1q_f32(pa0);
- v1 = vfmaq_n_f32(v1,v2,vgetq_lane(vtemp,0));
- v2 = vld1q_f32(pa1);
- v1 = vfmaq_n_f32(v1,v2,vgetq_lane(vtemp,1));
- v2 = vld1q_f32(pa2);
- v1 = vfmaq_n_f32(v1,v2,vgetq_lane(vtemp,2));
- v2 = vld1q_f32(pa3);
- v1 = vfmaq_n_f32(v1,v2,vgetq_lane(vtemp,3));
- vst1q_f32(pdst,v1);
- pdst += 4;
- pa0 += 4;
- pa1 += 4;
- pa2 += 4;
- pa3 += 4;
- blkCnt2--;
- }
- blkCnt2 = (pSrc->numCols-col) & 3;
- if (blkCnt2 > 0)
- {
- mve_pred16_t p0 = vctp32q(blkCnt2);
- v1 = vld1q_f32(pdst);
- v2 = vld1q_f32(pa0);
- v1 = vfmaq_n_f32(v1,v2,vgetq_lane(vtemp,0));
- v2 = vld1q_f32(pa1);
- v1 = vfmaq_n_f32(v1,v2,vgetq_lane(vtemp,1));
- v2 = vld1q_f32(pa2);
- v1 = vfmaq_n_f32(v1,v2,vgetq_lane(vtemp,2));
- v2 = vld1q_f32(pa3);
- v1 = vfmaq_n_f32(v1,v2,vgetq_lane(vtemp,3));
- vst1q_p_f32(pdst,v1,p0);
- pa0 += blkCnt2;
- pa1 += blkCnt2;
- pa2 += blkCnt2;
- pa3 += blkCnt2;
- }
-
- pa0 += col + 3*pSrc->numCols;
- pa1 += col + 3*pSrc->numCols;
- pa2 += col + 3*pSrc->numCols;
- pa3 += col + 3*pSrc->numCols;
- pv += 4;
- pdst = pTmpB;
- k += 4;
- blkCnt--;
- }
- pa = pa0;
- for(;k<pSrc->numRows-col; k++)
- {
- temp = *pv;
- blkCnt2 = (pSrc->numCols-col) >> 2;
- while (blkCnt2 > 0)
- {
- v1 = vld1q_f32(pa);
- v2 = vld1q_f32(pdst);
- v2 = vfmaq_n_f32(v2,v1,temp);
- vst1q_f32(pdst,v2);
- pa += 4;
- pdst += 4;
- blkCnt2--;
- }
- blkCnt2 = (pSrc->numCols-col) & 3;
- if (blkCnt2 > 0)
- {
- mve_pred16_t p0 = vctp32q(blkCnt2);
- v1 = vld1q_f32(pa);
- v2 = vld1q_f32(pdst);
- v2 = vfmaq_n_f32(v2,v1,temp);
- vst1q_p_f32(pdst,v2,p0);
- pa += blkCnt2;
- }
-
- pa += col;
- pv++;
- pdst = pTmpB;
- }
- //pvec(pTmpB,pSrc->numCols-col);
- //printf("--\r\n");
- /* A(col:,col:) - beta v tmpb */
- pa = p;
- for(j=0;j<pSrc->numRows-col; j++)
- {
- float32_t f = -beta * pTmpA[j];
- ptemp = pTmpB;
- blkCnt2 = (pSrc->numCols-col) >> 2;
- while (blkCnt2 > 0)
- {
- v1 = vld1q_f32(pa);
- v2 = vld1q_f32(ptemp);
- v1 = vfmaq_n_f32(v1,v2,f);
- vst1q_f32(pa,v1);
- pa += 4;
- ptemp += 4;
- blkCnt2--;
- }
- blkCnt2 = (pSrc->numCols-col) & 3;
- if (blkCnt2 > 0)
- {
- mve_pred16_t p0 = vctp32q(blkCnt2);
- v1 = vld1q_f32(pa);
- v2 = vld1q_f32(ptemp);
- v1 = vfmaq_n_f32(v1,v2,f);
- vst1q_p_f32(pa,v1,p0);
- pa += blkCnt2;
- }
-
- pa += col;
- }
- /* Copy Householder reflectors into R matrix */
- pa = p + pOutR->numCols;
- for(k=0;k<pSrc->numRows-col-1; k++)
- {
- *pa = pTmpA[k+1];
- pa += pOutR->numCols;
- }
- p += 1 + pOutR->numCols;
- }
- /* Generate Q if requested by user matrix */
- if (pOutQ != NULL)
- {
- /* Initialize Q matrix to identity */
- memset(pOutQ->pData,0,sizeof(float32_t)*pOutQ->numRows*pOutQ->numRows);
-
- pa = pOutQ->pData;
- for(col=0 ; col < pOutQ->numCols; col++)
- {
- *pa = 1.0f;
- pa += pOutQ->numCols+1;
- }
-
- nb = pOutQ->numRows - pOutQ->numCols + 1;
-
- pc = pOutTau + pOutQ->numCols - 1;
- for(col=0 ; col < pOutQ->numCols; col++)
- {
- int32_t j,k, blkCnt, blkCnt2;
- float32_t *pa0,*pa1,*pa2,*pa3,*ptemp;
- float32_t temp;
- float32x4_t v1,v2,vtemp;
- pos = pSrc->numRows - nb;
- p = pOutQ->pData + pos + pOutQ->numCols*pos ;
-
-
- COPY_COL_F32(pOutR,pos,pos,pTmpA);
- pTmpA[0] = 1.0f;
- pdst = pTmpB;
-
- /* v.T A(col:,col:) -> tmpb */
-
- pv = pTmpA;
- pa = p;
- temp = *pv;
- blkCnt2 = (pOutQ->numRows-pos) >> 2;
- while (blkCnt2 > 0)
- {
- v1 = vld1q_f32(pa);
- v1 = vmulq_n_f32(v1, temp);
- vst1q_f32(pdst,v1);
- pa += 4;
- pdst += 4;
- blkCnt2--;
- }
- blkCnt2 = (pOutQ->numRows-pos) & 3;
- if (blkCnt2 > 0)
- {
- mve_pred16_t p0 = vctp32q(blkCnt2);
- v1 = vld1q_f32(pa);
- v1 = vmulq_n_f32(v1, temp);
- vst1q_p_f32(pdst,v1,p0);
- pa += blkCnt2;
- }
-
- pa += pos;
- pv++;
- pdst = pTmpB;
- pa0 = pa;
- pa1 = pa0 + pOutQ->numRows;
- pa2 = pa1 + pOutQ->numRows;
- pa3 = pa2 + pOutQ->numRows;
- /* Unrolled loop */
- blkCnt = (pOutQ->numRows-pos - 1) >> 2;
- k=1;
- while(blkCnt > 0)
- {
- vtemp = vld1q_f32(pv);
- blkCnt2 = (pOutQ->numRows-pos) >> 2;
- while (blkCnt2 > 0)
- {
- v1 = vld1q_f32(pdst);
- v2 = vld1q_f32(pa0);
- v1 = vfmaq_n_f32(v1, v2, vgetq_lane(vtemp,0));
- v2 = vld1q_f32(pa1);
- v1 = vfmaq_n_f32(v1, v2, vgetq_lane(vtemp,1));
- v2 = vld1q_f32(pa2);
- v1 = vfmaq_n_f32(v1, v2, vgetq_lane(vtemp,2));
- v2 = vld1q_f32(pa3);
- v1 = vfmaq_n_f32(v1, v2, vgetq_lane(vtemp,3));
- vst1q_f32(pdst,v1);
- pa0 += 4;
- pa1 += 4;
- pa2 += 4;
- pa3 += 4;
- pdst += 4;
- blkCnt2--;
- }
- blkCnt2 = (pOutQ->numRows-pos) & 3;
- if (blkCnt2 > 0)
- {
- mve_pred16_t p0 = vctp32q(blkCnt2);
- v1 = vld1q_f32(pdst);
- v2 = vld1q_f32(pa0);
- v1 = vfmaq_n_f32(v1, v2, vgetq_lane(vtemp,0));
- v2 = vld1q_f32(pa1);
- v1 = vfmaq_n_f32(v1, v2, vgetq_lane(vtemp,1));
- v2 = vld1q_f32(pa2);
- v1 = vfmaq_n_f32(v1, v2, vgetq_lane(vtemp,2));
- v2 = vld1q_f32(pa3);
- v1 = vfmaq_n_f32(v1, v2, vgetq_lane(vtemp,3));
- vst1q_p_f32(pdst,v1,p0);
- pa0 += blkCnt2;
- pa1 += blkCnt2;
- pa2 += blkCnt2;
- pa3 += blkCnt2;
- }
-
- pa0 += pos + 3*pOutQ->numRows;
- pa1 += pos + 3*pOutQ->numRows;
- pa2 += pos + 3*pOutQ->numRows;
- pa3 += pos + 3*pOutQ->numRows;
- pv += 4;
- pdst = pTmpB;
- k += 4;
- blkCnt--;
- }
- pa = pa0;
- for(;k<pOutQ->numRows-pos; k++)
- {
- temp = *pv;
- blkCnt2 = (pOutQ->numRows-pos) >> 2;
- while (blkCnt2 > 0)
- {
- v1 = vld1q_f32(pdst);
- v2 = vld1q_f32(pa);
- v1 = vfmaq_n_f32(v1, v2, temp);
- vst1q_f32(pdst,v1);
- pdst += 4;
- pa += 4;
- blkCnt2--;
- }
- blkCnt2 = (pOutQ->numRows-pos) & 3;
- if (blkCnt2 > 0)
- {
- mve_pred16_t p0 = vctp32q(blkCnt2);
- v1 = vld1q_f32(pdst);
- v2 = vld1q_f32(pa);
- v1 = vfmaq_n_f32(v1, v2, temp);
- vst1q_p_f32(pdst,v1,p0);
- pa += blkCnt2;
- }
-
- pa += pos;
- pv++;
- pdst = pTmpB;
- }
-
- pa = p;
- beta = *pc--;
- for(j=0;j<pOutQ->numRows-pos; j++)
- {
- float32_t f = -beta * pTmpA[j];
- ptemp = pTmpB;
- blkCnt2 = (pOutQ->numCols-pos) >> 2;
- while (blkCnt2 > 0)
- {
- v1 = vld1q_f32(pa);
- v2 = vld1q_f32(ptemp);
- v1 = vfmaq_n_f32(v1,v2,f);
- vst1q_f32(pa,v1);
- pa += 4;
- ptemp += 4;
- blkCnt2--;
- }
- blkCnt2 = (pOutQ->numCols-pos) & 3;
- if (blkCnt2 > 0)
- {
- mve_pred16_t p0 = vctp32q(blkCnt2);
- v1 = vld1q_f32(pa);
- v2 = vld1q_f32(ptemp);
- v1 = vfmaq_n_f32(v1,v2,f);
- vst1q_p_f32(pa,v1,p0);
- pa += blkCnt2;
- }
-
- pa += pos;
- }
-
-
- nb++;
- }
- }
- arm_status status = ARM_MATH_SUCCESS;
- /* Return to application */
- return (status);
- }
- #endif /*#if !defined(ARM_MATH_MVEF)*/
- #endif /*#if !defined(ARM_MATH_AUTOVECTORIZE)*/
- #if (!defined(ARM_MATH_MVEF)) || defined(ARM_MATH_AUTOVECTORIZE)
- arm_status _arm_mat_qr_f32(
- const arm_matrix_instance_f32 * pSrc,
- const float32_t threshold,
- arm_matrix_instance_f32 * pOutR,
- arm_matrix_instance_f32 * pOutQ,
- float32_t * pOutTau,
- float32_t *pTmpA,
- float32_t *pTmpB
- )
- {
- int32_t col=0;
- int32_t nb,pos;
- float32_t *pa,*pc;
- float32_t beta;
- float32_t *pv;
- float32_t *pdst;
- float32_t *p;
- if (pSrc->numRows < pSrc->numCols)
- {
- return(ARM_MATH_SIZE_MISMATCH);
- }
- memcpy(pOutR->pData,pSrc->pData,pSrc->numCols * pSrc->numRows*sizeof(float32_t));
- pOutR->numCols = pSrc->numCols;
- pOutR->numRows = pSrc->numRows;
-
- p = pOutR->pData;
-
- pc = pOutTau;
- for(col=0 ; col < pSrc->numCols; col++)
- {
- int32_t i,j,k,blkCnt;
- float32_t *pa0,*pa1,*pa2,*pa3;
- COPY_COL_F32(pOutR,col,col,pTmpA);
- beta = arm_householder_f32(pTmpA,threshold,pSrc->numRows - col,pTmpA);
- *pc++ = beta;
-
- pdst = pTmpB;
- /* v.T A(col:,col:) -> tmpb */
- pv = pTmpA;
- pa = p;
- for(j=0;j<pSrc->numCols-col; j++)
- {
- *pdst++ = *pv * *pa++;
- }
- pa += col;
- pv++;
- pdst = pTmpB;
- pa0 = pa;
- pa1 = pa0 + pSrc->numCols;
- pa2 = pa1 + pSrc->numCols;
- pa3 = pa2 + pSrc->numCols;
- /* Unrolled loop */
- blkCnt = (pSrc->numRows-col - 1) >> 2;
- k=1;
- while(blkCnt > 0)
- {
- float32_t sum;
- for(j=0;j<pSrc->numCols-col; j++)
- {
- sum = *pdst;
- sum += pv[0] * *pa0++;
- sum += pv[1] * *pa1++;
- sum += pv[2] * *pa2++;
- sum += pv[3] * *pa3++;
-
- *pdst++ = sum;
- }
- pa0 += col + 3*pSrc->numCols;
- pa1 += col + 3*pSrc->numCols;
- pa2 += col + 3*pSrc->numCols;
- pa3 += col + 3*pSrc->numCols;
- pv += 4;
- pdst = pTmpB;
- k += 4;
- blkCnt--;
- }
- pa = pa0;
- for(;k<pSrc->numRows-col; k++)
- {
- for(j=0;j<pSrc->numCols-col; j++)
- {
- *pdst++ += *pv * *pa++;
- }
- pa += col;
- pv++;
- pdst = pTmpB;
- }
- /* A(col:,col:) - beta v tmpb */
- pa = p;
- for(j=0;j<pSrc->numRows-col; j++)
- {
- float32_t f = beta * pTmpA[j];
- for(i=0;i<pSrc->numCols-col; i++)
- {
- *pa = *pa - f * pTmpB[i] ;
- pa++;
- }
- pa += col;
- }
- /* Copy Householder reflectors into R matrix */
- pa = p + pOutR->numCols;
- for(k=0;k<pSrc->numRows-col-1; k++)
- {
- *pa = pTmpA[k+1];
- pa += pOutR->numCols;
- }
- p += 1 + pOutR->numCols;
- }
- /* Generate Q if requested by user matrix */
- if (pOutQ != NULL)
- {
- /* Initialize Q matrix to identity */
- memset(pOutQ->pData,0,sizeof(float32_t)*pOutQ->numRows*pOutQ->numRows);
-
- pa = pOutQ->pData;
- for(col=0 ; col < pOutQ->numCols; col++)
- {
- *pa = 1.0f;
- pa += pOutQ->numCols+1;
- }
-
- nb = pOutQ->numRows - pOutQ->numCols + 1;
-
- pc = pOutTau + pOutQ->numCols - 1;
- for(col=0 ; col < pOutQ->numCols; col++)
- {
- int32_t i,j,k, blkCnt;
- float32_t *pa0,*pa1,*pa2,*pa3;
- pos = pSrc->numRows - nb;
- p = pOutQ->pData + pos + pOutQ->numCols*pos ;
-
-
- COPY_COL_F32(pOutR,pos,pos,pTmpA);
- pTmpA[0] = 1.0f;
- pdst = pTmpB;
-
- /* v.T A(col:,col:) -> tmpb */
-
- pv = pTmpA;
- pa = p;
- for(j=0;j<pOutQ->numRows-pos; j++)
- {
- *pdst++ = *pv * *pa++;
- }
- pa += pos;
- pv++;
- pdst = pTmpB;
- pa0 = pa;
- pa1 = pa0 + pOutQ->numRows;
- pa2 = pa1 + pOutQ->numRows;
- pa3 = pa2 + pOutQ->numRows;
- /* Unrolled loop */
- blkCnt = (pOutQ->numRows-pos - 1) >> 2;
- k=1;
- while(blkCnt > 0)
- {
- float32_t sum;
- for(j=0;j<pOutQ->numRows-pos; j++)
- {
- sum = *pdst;
- sum += pv[0] * *pa0++;
- sum += pv[1] * *pa1++;
- sum += pv[2] * *pa2++;
- sum += pv[3] * *pa3++;
-
- *pdst++ = sum;
- }
- pa0 += pos + 3*pOutQ->numRows;
- pa1 += pos + 3*pOutQ->numRows;
- pa2 += pos + 3*pOutQ->numRows;
- pa3 += pos + 3*pOutQ->numRows;
- pv += 4;
- pdst = pTmpB;
- k += 4;
- blkCnt--;
- }
- pa = pa0;
- for(;k<pOutQ->numRows-pos; k++)
- {
- for(j=0;j<pOutQ->numRows-pos; j++)
- {
- *pdst++ += *pv * *pa++;
- }
- pa += pos;
- pv++;
- pdst = pTmpB;
- }
-
- pa = p;
- beta = *pc--;
- for(j=0;j<pOutQ->numRows-pos; j++)
- {
- float32_t f = beta * pTmpA[j];
- for(i=0;i<pOutQ->numCols-pos; i++)
- {
- *pa = *pa - f * pTmpB[i] ;
- pa++;
- }
- pa += pos;
- }
-
-
- nb++;
- }
- }
- arm_status status = ARM_MATH_SUCCESS;
- /* Return to application */
- return (status);
- }
- #endif /* end of test for Helium or Neon availability */
|