Главная Обзор Помощь
Вход
ARM-software
/
CMSIS_5
зеркало из https://github-proxy.rt-thread.io/ARM-software/CMSIS_5.git
2
0
Ответвить 0
Файлы Задачи 0 Вики
Дерево: c5ff98f525
Ветки Метки
CMSIS_5
/
docs
/
NN
/
html
/
group__FC.html

group__FC.html 46 KB
История Исходник

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918 
  1. <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
    2. 

  2. <html xmlns="http://www.w3.org/1999/xhtml">
    3. 

  3. <head>
    4. 

  4. <meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
    5. 

  5. <meta http-equiv="X-UA-Compatible" content="IE=9"/>
    6. 

  6. <title>Fully-connected Layer Functions</title>
    7. 

  7. <title>CMSIS-NN: Fully-connected Layer Functions</title>
    8. 

  8. <link href="tabs.css" rel="stylesheet" type="text/css"/>
    9. 

  9. <link href="cmsis.css" rel="stylesheet" type="text/css" />
    10. 

  10. <script type="text/javascript" src="jquery.js"></script>
    11. 

  11. <script type="text/javascript" src="dynsections.js"></script>
    12. 

  12. <script type="text/javascript" src="printComponentTabs.js"></script>
    13. 

  13. <link href="navtree.css" rel="stylesheet" type="text/css"/>
    14. 

  14. <script type="text/javascript" src="resize.js"></script>
    15. 

  15. <script type="text/javascript" src="navtree.js"></script>
    16. 

  16. <script type="text/javascript">
    17. 

  17.   $(document).ready(initResizable);
    18. 

  18.   $(window).load(resizeHeight);
    19. 

  19. </script>
    20. 

  20. <link href="search/search.css" rel="stylesheet" type="text/css"/>
    21. 

  21. <script type="text/javascript" src="search/search.js"></script>
    22. 

  22. <script type="text/javascript">
    23. 

  23.   $(document).ready(function() { searchBox.OnSelectItem(0); });
    24. 

  24. </script>
    25. 

  25. </head>
    26. 

  26. <body>
    27. 

  27. <div id="top"><!-- do not remove this div, it is closed by doxygen! -->
    28. 

  28. <div id="titlearea">
    29. 

  29. <table cellspacing="0" cellpadding="0">
    30. 

  30.  <tbody>
    31. 

  31.  <tr style="height: 46px;">
    32. 

  32.   <td id="projectlogo"><img alt="Logo" src="CMSIS_Logo_Final.png"/></td>
    33. 

  33.   <td style="padding-left: 0.5em;">
    34. 

  34.    <div id="projectname">CMSIS-NN
    35. 

  35.    &#160;<span id="projectnumber">Version 1.3.0</span>
    36. 

  36.    </div>
    37. 

  37.    <div id="projectbrief">CMSIS NN Software Library</div>
    38. 

  38.   </td>
    39. 

  39.  </tr>
    40. 

  40.  </tbody>
    41. 

  41. </table>
    42. 

  42. </div>
    43. 

  43. <!-- end header part -->
    44. 

  44. <div id="CMSISnav" class="tabs1">
    45. 

  45.     <ul class="tablist">
    46. 

  46.       <script type="text/javascript">
    47. 

  47. 		<!--
    48. 

  48. 		writeComponentTabs.call(this);
    49. 

  49. 		//-->
    50. 

  50.       </script>
    51. 

  51. 	  </ul>
    52. 

  52. </div>
    53. 

  53. <!-- Generated by Doxygen 1.8.6 -->
    54. 

  54. <script type="text/javascript">
    55. 

  55. var searchBox = new SearchBox("searchBox", "search",false,'Search');
    56. 

  56. </script>
    57. 

  57.   <div id="navrow1" class="tabs">
    58. 

  58.     <ul class="tablist">
    59. 

  59.       <li><a href="index.html"><span>Main&#160;Page</span></a></li>
    60. 

  60.       <li><a href="pages.html"><span>Usage&#160;and&#160;Description</span></a></li>
    61. 

  61.       <li><a href="modules.html"><span>Reference</span></a></li>
    62. 

  62.       <li>
    63. 

  63.         <div id="MSearchBox" class="MSearchBoxInactive">
    64. 

  64.         <span class="left">
    65. 

  65.           <img id="MSearchSelect" src="search/mag_sel.png"
    66. 

  66.                onmouseover="return searchBox.OnSearchSelectShow()"
    67. 

  67.                onmouseout="return searchBox.OnSearchSelectHide()"
    68. 

  68.                alt=""/>
    69. 

  69.           <input type="text" id="MSearchField" value="Search" accesskey="S"
    70. 

  70.                onfocus="searchBox.OnSearchFieldFocus(true)" 
    71. 

  71.                onblur="searchBox.OnSearchFieldFocus(false)" 
    72. 

  72.                onkeyup="searchBox.OnSearchFieldChange(event)"/>
    73. 

  73.           </span><span class="right">
    74. 

  74.             <a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
    75. 

  75.           </span>
    76. 

  76.         </div>
    77. 

  77.       </li>
    78. 

  78.     </ul>
    79. 

  79.   </div>
    80. 

  80. </div><!-- top -->
    81. 

  81. <div id="side-nav" class="ui-resizable side-nav-resizable">
    82. 

  82.   <div id="nav-tree">
    83. 

  83.     <div id="nav-tree-contents">
    84. 

  84.       <div id="nav-sync" class="sync"></div>
    85. 

  85.     </div>
    86. 

  86.   </div>
    87. 

  87.   <div id="splitbar" style="-moz-user-select:none;" 
    88. 

  88.        class="ui-resizable-handle">
    89. 

  89.   </div>
    90. 

  90. </div>
    91. 

  91. <script type="text/javascript">
    92. 

  92. $(document).ready(function(){initNavTree('group__FC.html','');});
    93. 

  93. </script>
    94. 

  94. <div id="doc-content">
    95. 

  95. <!-- window showing the filter options -->
    96. 

  96. <div id="MSearchSelectWindow"
    97. 

  97.      onmouseover="return searchBox.OnSearchSelectShow()"
    98. 

  98.      onmouseout="return searchBox.OnSearchSelectHide()"
    99. 

  99.      onkeydown="return searchBox.OnSearchSelectKey(event)">
    100. 

  100. <a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark">&#160;</span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark">&#160;</span>Data Structures</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark">&#160;</span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark">&#160;</span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark">&#160;</span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark">&#160;</span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark">&#160;</span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark">&#160;</span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark">&#160;</span>Macros</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(9)"><span class="SelectionMark">&#160;</span>Groups</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(10)"><span class="SelectionMark">&#160;</span>Pages</a></div>
    101. 

  101. 

  102. <!-- iframe showing the search results (closed by default) -->
    103. 

  103. <div id="MSearchResultsWindow">
    104. 

  104. <iframe src="javascript:void(0)" frameborder="0" 
    105. 

  105.         name="MSearchResults" id="MSearchResults">
    106. 

  106. </iframe>
    107. 

  107. </div>
    108. 

  108. 

  109. <div class="header">
    110. 

  110.   <div class="summary">
    111. 

  111. <a href="#func-members">Functions</a>  </div>
    112. 

  112.   <div class="headertitle">
    113. 

  113. <div class="title">Fully-connected Layer Functions<div class="ingroups"><a class="el" href="group__groupNN.html">Neural Network Functions</a></div></div>  </div>
    114. 

  114. </div><!--header-->
    115. 

  115. <div class="contents">
    116. 

  116. <table class="memberdecls">
    117. 

  117. <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="func-members"></a>
    118. 

  118. Functions</h2></td></tr>
    119. 

  119. <tr class="memitem:ga4a1521e7532a1e62d71f3b12762016e2"><td class="memItemLeft" align="right" valign="top">arm_status&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="group__FC.html#ga4a1521e7532a1e62d71f3b12762016e2">arm_fully_connected_mat_q7_vec_q15</a> (const q15_t *pV, const q7_t *pM, const uint16_t dim_vec, const uint16_t num_of_rows, const uint16_t bias_shift, const uint16_t out_shift, const q7_t *bias, q15_t *pOut, q15_t *vec_buffer)</td></tr>
    120. 

  120. <tr class="memdesc:ga4a1521e7532a1e62d71f3b12762016e2"><td class="mdescLeft">&#160;</td><td class="mdescRight">Mixed Q15-Q7 fully-connected layer function.  <a href="#ga4a1521e7532a1e62d71f3b12762016e2">More...</a><br/></td></tr>
    121. 

  121. <tr class="separator:ga4a1521e7532a1e62d71f3b12762016e2"><td class="memSeparator" colspan="2">&#160;</td></tr>
    122. 

  122. <tr class="memitem:gae3857bb6375692e81dde8cbd70adec08"><td class="memItemLeft" align="right" valign="top">arm_status&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="group__FC.html#gae3857bb6375692e81dde8cbd70adec08">arm_fully_connected_mat_q7_vec_q15_opt</a> (const q15_t *pV, const q7_t *pM, const uint16_t dim_vec, const uint16_t num_of_rows, const uint16_t bias_shift, const uint16_t out_shift, const q7_t *bias, q15_t *pOut, q15_t *vec_buffer)</td></tr>
    123. 

  123. <tr class="memdesc:gae3857bb6375692e81dde8cbd70adec08"><td class="mdescLeft">&#160;</td><td class="mdescRight">Mixed Q15-Q7 opt fully-connected layer function.  <a href="#gae3857bb6375692e81dde8cbd70adec08">More...</a><br/></td></tr>
    124. 

  124. <tr class="separator:gae3857bb6375692e81dde8cbd70adec08"><td class="memSeparator" colspan="2">&#160;</td></tr>
    125. 

  125. <tr class="memitem:gaac666c212b209e636c2369dd5c75d0dc"><td class="memItemLeft" align="right" valign="top">arm_status&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="group__FC.html#gaac666c212b209e636c2369dd5c75d0dc">arm_fully_connected_q15</a> (const q15_t *pV, const q15_t *pM, const uint16_t dim_vec, const uint16_t num_of_rows, const uint16_t bias_shift, const uint16_t out_shift, const q15_t *bias, q15_t *pOut, q15_t *vec_buffer)</td></tr>
    126. 

  126. <tr class="memdesc:gaac666c212b209e636c2369dd5c75d0dc"><td class="mdescLeft">&#160;</td><td class="mdescRight">Q15 opt fully-connected layer function.  <a href="#gaac666c212b209e636c2369dd5c75d0dc">More...</a><br/></td></tr>
    127. 

  127. <tr class="separator:gaac666c212b209e636c2369dd5c75d0dc"><td class="memSeparator" colspan="2">&#160;</td></tr>
    128. 

  128. <tr class="memitem:ga062912078da113f5dd2004fd919a0ff2"><td class="memItemLeft" align="right" valign="top">arm_status&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="group__FC.html#ga062912078da113f5dd2004fd919a0ff2">arm_fully_connected_q15_opt</a> (const q15_t *pV, const q15_t *pM, const uint16_t dim_vec, const uint16_t num_of_rows, const uint16_t bias_shift, const uint16_t out_shift, const q15_t *bias, q15_t *pOut, q15_t *vec_buffer)</td></tr>
    129. 

  129. <tr class="memdesc:ga062912078da113f5dd2004fd919a0ff2"><td class="mdescLeft">&#160;</td><td class="mdescRight">Q15 opt fully-connected layer function.  <a href="#ga062912078da113f5dd2004fd919a0ff2">More...</a><br/></td></tr>
    130. 

  130. <tr class="separator:ga062912078da113f5dd2004fd919a0ff2"><td class="memSeparator" colspan="2">&#160;</td></tr>
    131. 

  131. <tr class="memitem:ga8b7e0c2e989e8c75f0dc789f3115323d"><td class="memItemLeft" align="right" valign="top">arm_status&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="group__FC.html#ga8b7e0c2e989e8c75f0dc789f3115323d">arm_fully_connected_q7</a> (const q7_t *pV, const q7_t *pM, const uint16_t dim_vec, const uint16_t num_of_rows, const uint16_t bias_shift, const uint16_t out_shift, const q7_t *bias, q7_t *pOut, q15_t *vec_buffer)</td></tr>
    132. 

  132. <tr class="memdesc:ga8b7e0c2e989e8c75f0dc789f3115323d"><td class="mdescLeft">&#160;</td><td class="mdescRight">Q7 basic fully-connected layer function.  <a href="#ga8b7e0c2e989e8c75f0dc789f3115323d">More...</a><br/></td></tr>
    133. 

  133. <tr class="separator:ga8b7e0c2e989e8c75f0dc789f3115323d"><td class="memSeparator" colspan="2">&#160;</td></tr>
    134. 

  134. <tr class="memitem:gaf82b71ef472a38f8fc9ac414d9d07e67"><td class="memItemLeft" align="right" valign="top">arm_status&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="group__FC.html#gaf82b71ef472a38f8fc9ac414d9d07e67">arm_fully_connected_q7_opt</a> (const q7_t *pV, const q7_t *pM, const uint16_t dim_vec, const uint16_t num_of_rows, const uint16_t bias_shift, const uint16_t out_shift, const q7_t *bias, q7_t *pOut, q15_t *vec_buffer)</td></tr>
    135. 

  135. <tr class="memdesc:gaf82b71ef472a38f8fc9ac414d9d07e67"><td class="mdescLeft">&#160;</td><td class="mdescRight">Q7 opt fully-connected layer function.  <a href="#gaf82b71ef472a38f8fc9ac414d9d07e67">More...</a><br/></td></tr>
    136. 

  136. <tr class="separator:gaf82b71ef472a38f8fc9ac414d9d07e67"><td class="memSeparator" colspan="2">&#160;</td></tr>
    137. 

  137. <tr class="memitem:ga2e580c510d9dc26a2e8e422f805b9bc0"><td class="memItemLeft" align="right" valign="top">arm_status&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="group__FC.html#ga2e580c510d9dc26a2e8e422f805b9bc0">arm_fully_connected_s8</a> (const int8_t *input, const int8_t *kernel, const uint16_t col_dim, const uint16_t row_dim, const uint16_t nb_batches, const int32_t input_offset, const int32_t filter_offset, const int32_t out_mult, const int32_t out_shift, const int32_t output_offset, const int32_t *bias, int8_t *output, const int32_t output_activation_min, const int32_t output_activation_max, q15_t *vec_buffer)</td></tr>
    138. 

  138. <tr class="memdesc:ga2e580c510d9dc26a2e8e422f805b9bc0"><td class="mdescLeft">&#160;</td><td class="mdescRight">S8 basic fully-connected and matrix multiplication layer function for TF Lite.  <a href="#ga2e580c510d9dc26a2e8e422f805b9bc0">More...</a><br/></td></tr>
    139. 

  139. <tr class="separator:ga2e580c510d9dc26a2e8e422f805b9bc0"><td class="memSeparator" colspan="2">&#160;</td></tr>
    140. 

  140. <tr class="memitem:gafaf11325831bf8d8a915a88f53689263"><td class="memItemLeft" align="right" valign="top">int32_t&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="group__FC.html#gafaf11325831bf8d8a915a88f53689263">arm_fully_connected_s8_get_buffer_size</a> (const uint16_t col_dim)</td></tr>
    141. 

  141. <tr class="memdesc:gafaf11325831bf8d8a915a88f53689263"><td class="mdescLeft">&#160;</td><td class="mdescRight">Get the required buffer size for S8 basic fully-connected and matrix multiplication layer function for TF Lite.  <a href="#gafaf11325831bf8d8a915a88f53689263">More...</a><br/></td></tr>
    142. 

  142. <tr class="separator:gafaf11325831bf8d8a915a88f53689263"><td class="memSeparator" colspan="2">&#160;</td></tr>
    143. 

  143. </table>
    144. 

  144. <a name="details" id="details"></a><h2 class="groupheader">Description</h2>
    145. 

  145. <p>Collection of fully-connected and matrix multiplication functions.</p>
    146. 

  146. <p>Fully-connected layer is basically a matrix-vector multiplication with bias. The matrix is the weights and the input/output vectors are the activation values. Supported {weight, activation} precisions include {8-bit, 8-bit}, {16-bit, 16-bit}, and {8-bit, 16-bit}.</p>
    147. 

  147. <p>Here we have two types of kernel functions. The basic function implements the function using regular GEMV approach. The opt functions operates with weights in interleaved formats. </p>
    148. 

  148. <h2 class="groupheader">Function Documentation</h2>
    149. 

  149. <a class="anchor" id="ga4a1521e7532a1e62d71f3b12762016e2"></a>
    150. 

  150. <div class="memitem">
    151. 

  151. <div class="memproto">
    152. 

  152.       <table class="memname">
    153. 

  153.         <tr>
    154. 

  154.           <td class="memname">arm_status arm_fully_connected_mat_q7_vec_q15 </td>
    155. 

  155.           <td>(</td>
    156. 

  156.           <td class="paramtype">const q15_t *&#160;</td>
    157. 

  157.           <td class="paramname"><em>pV</em>, </td>
    158. 

  158.         </tr>
    159. 

  159.         <tr>
    160. 

  160.           <td class="paramkey"></td>
    161. 

  161.           <td></td>
    162. 

  162.           <td class="paramtype">const q7_t *&#160;</td>
    163. 

  163.           <td class="paramname"><em>pM</em>, </td>
    164. 

  164.         </tr>
    165. 

  165.         <tr>
    166. 

  166.           <td class="paramkey"></td>
    167. 

  167.           <td></td>
    168. 

  168.           <td class="paramtype">const uint16_t&#160;</td>
    169. 

  169.           <td class="paramname"><em>dim_vec</em>, </td>
    170. 

  170.         </tr>
    171. 

  171.         <tr>
    172. 

  172.           <td class="paramkey"></td>
    173. 

  173.           <td></td>
    174. 

  174.           <td class="paramtype">const uint16_t&#160;</td>
    175. 

  175.           <td class="paramname"><em>num_of_rows</em>, </td>
    176. 

  176.         </tr>
    177. 

  177.         <tr>
    178. 

  178.           <td class="paramkey"></td>
    179. 

  179.           <td></td>
    180. 

  180.           <td class="paramtype">const uint16_t&#160;</td>
    181. 

  181.           <td class="paramname"><em>bias_shift</em>, </td>
    182. 

  182.         </tr>
    183. 

  183.         <tr>
    184. 

  184.           <td class="paramkey"></td>
    185. 

  185.           <td></td>
    186. 

  186.           <td class="paramtype">const uint16_t&#160;</td>
    187. 

  187.           <td class="paramname"><em>out_shift</em>, </td>
    188. 

  188.         </tr>
    189. 

  189.         <tr>
    190. 

  190.           <td class="paramkey"></td>
    191. 

  191.           <td></td>
    192. 

  192.           <td class="paramtype">const q7_t *&#160;</td>
    193. 

  193.           <td class="paramname"><em>bias</em>, </td>
    194. 

  194.         </tr>
    195. 

  195.         <tr>
    196. 

  196.           <td class="paramkey"></td>
    197. 

  197.           <td></td>
    198. 

  198.           <td class="paramtype">q15_t *&#160;</td>
    199. 

  199.           <td class="paramname"><em>pOut</em>, </td>
    200. 

  200.         </tr>
    201. 

  201.         <tr>
    202. 

  202.           <td class="paramkey"></td>
    203. 

  203.           <td></td>
    204. 

  204.           <td class="paramtype">q15_t *&#160;</td>
    205. 

  205.           <td class="paramname"><em>vec_buffer</em>&#160;</td>
    206. 

  206.         </tr>
    207. 

  207.         <tr>
    208. 

  208.           <td></td>
    209. 

  209.           <td>)</td>
    210. 

  210.           <td></td><td></td>
    211. 

  211.         </tr>
    212. 

  212.       </table>
    213. 

  213. </div><div class="memdoc">
    214. 

  214. <dl class="params"><dt>Parameters</dt><dd>
    215. 

  215.   <table class="params">
    216. 

  216.     <tr><td class="paramdir">[in]</td><td class="paramname">pV</td><td>pointer to input vector </td></tr>
    217. 

  217.     <tr><td class="paramdir">[in]</td><td class="paramname">pM</td><td>pointer to matrix weights </td></tr>
    218. 

  218.     <tr><td class="paramdir">[in]</td><td class="paramname">dim_vec</td><td>length of the vector </td></tr>
    219. 

  219.     <tr><td class="paramdir">[in]</td><td class="paramname">num_of_rows</td><td>number of rows in weight matrix </td></tr>
    220. 

  220.     <tr><td class="paramdir">[in]</td><td class="paramname">bias_shift</td><td>amount of left-shift for bias </td></tr>
    221. 

  221.     <tr><td class="paramdir">[in]</td><td class="paramname">out_shift</td><td>amount of right-shift for output </td></tr>
    222. 

  222.     <tr><td class="paramdir">[in]</td><td class="paramname">bias</td><td>pointer to bias </td></tr>
    223. 

  223.     <tr><td class="paramdir">[in,out]</td><td class="paramname">pOut</td><td>pointer to output vector </td></tr>
    224. 

  224.     <tr><td class="paramdir">[in,out]</td><td class="paramname">vec_buffer</td><td>pointer to buffer space for input </td></tr>
    225. 

  225.   </table>
    226. 

  226.   </dd>
    227. 

  227. </dl>
    228. 

  228. <dl class="section return"><dt>Returns</dt><dd>The function returns <code>ARM_MATH_SUCCESS</code></dd></dl>
    229. 

  229. <p><b>Buffer size:</b></p>
    230. 

  230. <p>vec_buffer size: 0</p>
    231. 

  231. <p>Q7_Q15 version of the fully connected layer</p>
    232. 

  232. <p>Weights are in q7_t and Activations are in q15_t </p>
    233. 

  233. 

  234. <p>References <a class="el" href="arm__nnsupportfunctions_8h.html#afdda94a339b76615d3161e9fc63f4d21">arm_nn_read_q15x2_ia()</a>, and <a class="el" href="arm__nnsupportfunctions_8h.html#a4cbd428a2b4a4f6b2a6e4219520c7ce0">NN_ROUND</a>.</p>
    235. 

  235. 

  236. <p>Referenced by <a class="el" href="arm__nnexamples__gru_8cpp.html#ac71a806472c7c0c284a2253e71a6a27b">gru_example()</a>.</p>
    237. 

  237. 

  238. </div>
    239. 

  239. </div>
    240. 

  240. <a class="anchor" id="gae3857bb6375692e81dde8cbd70adec08"></a>
    241. 

  241. <div class="memitem">
    242. 

  242. <div class="memproto">
    243. 

  243.       <table class="memname">
    244. 

  244.         <tr>
    245. 

  245.           <td class="memname">arm_status arm_fully_connected_mat_q7_vec_q15_opt </td>
    246. 

  246.           <td>(</td>
    247. 

  247.           <td class="paramtype">const q15_t *&#160;</td>
    248. 

  248.           <td class="paramname"><em>pV</em>, </td>
    249. 

  249.         </tr>
    250. 

  250.         <tr>
    251. 

  251.           <td class="paramkey"></td>
    252. 

  252.           <td></td>
    253. 

  253.           <td class="paramtype">const q7_t *&#160;</td>
    254. 

  254.           <td class="paramname"><em>pM</em>, </td>
    255. 

  255.         </tr>
    256. 

  256.         <tr>
    257. 

  257.           <td class="paramkey"></td>
    258. 

  258.           <td></td>
    259. 

  259.           <td class="paramtype">const uint16_t&#160;</td>
    260. 

  260.           <td class="paramname"><em>dim_vec</em>, </td>
    261. 

  261.         </tr>
    262. 

  262.         <tr>
    263. 

  263.           <td class="paramkey"></td>
    264. 

  264.           <td></td>
    265. 

  265.           <td class="paramtype">const uint16_t&#160;</td>
    266. 

  266.           <td class="paramname"><em>num_of_rows</em>, </td>
    267. 

  267.         </tr>
    268. 

  268.         <tr>
    269. 

  269.           <td class="paramkey"></td>
    270. 

  270.           <td></td>
    271. 

  271.           <td class="paramtype">const uint16_t&#160;</td>
    272. 

  272.           <td class="paramname"><em>bias_shift</em>, </td>
    273. 

  273.         </tr>
    274. 

  274.         <tr>
    275. 

  275.           <td class="paramkey"></td>
    276. 

  276.           <td></td>
    277. 

  277.           <td class="paramtype">const uint16_t&#160;</td>
    278. 

  278.           <td class="paramname"><em>out_shift</em>, </td>
    279. 

  279.         </tr>
    280. 

  280.         <tr>
    281. 

  281.           <td class="paramkey"></td>
    282. 

  282.           <td></td>
    283. 

  283.           <td class="paramtype">const q7_t *&#160;</td>
    284. 

  284.           <td class="paramname"><em>bias</em>, </td>
    285. 

  285.         </tr>
    286. 

  286.         <tr>
    287. 

  287.           <td class="paramkey"></td>
    288. 

  288.           <td></td>
    289. 

  289.           <td class="paramtype">q15_t *&#160;</td>
    290. 

  290.           <td class="paramname"><em>pOut</em>, </td>
    291. 

  291.         </tr>
    292. 

  292.         <tr>
    293. 

  293.           <td class="paramkey"></td>
    294. 

  294.           <td></td>
    295. 

  295.           <td class="paramtype">q15_t *&#160;</td>
    296. 

  296.           <td class="paramname"><em>vec_buffer</em>&#160;</td>
    297. 

  297.         </tr>
    298. 

  298.         <tr>
    299. 

  299.           <td></td>
    300. 

  300.           <td>)</td>
    301. 

  301.           <td></td><td></td>
    302. 

  302.         </tr>
    303. 

  303.       </table>
    304. 

  304. </div><div class="memdoc">
    305. 

  305. <dl class="params"><dt>Parameters</dt><dd>
    306. 

  306.   <table class="params">
    307. 

  307.     <tr><td class="paramdir">[in]</td><td class="paramname">pV</td><td>pointer to input vector </td></tr>
    308. 

  308.     <tr><td class="paramdir">[in]</td><td class="paramname">pM</td><td>pointer to matrix weights </td></tr>
    309. 

  309.     <tr><td class="paramdir">[in]</td><td class="paramname">dim_vec</td><td>length of the vector </td></tr>
    310. 

  310.     <tr><td class="paramdir">[in]</td><td class="paramname">num_of_rows</td><td>number of rows in weight matrix </td></tr>
    311. 

  311.     <tr><td class="paramdir">[in]</td><td class="paramname">bias_shift</td><td>amount of left-shift for bias </td></tr>
    312. 

  312.     <tr><td class="paramdir">[in]</td><td class="paramname">out_shift</td><td>amount of right-shift for output </td></tr>
    313. 

  313.     <tr><td class="paramdir">[in]</td><td class="paramname">bias</td><td>pointer to bias </td></tr>
    314. 

  314.     <tr><td class="paramdir">[in,out]</td><td class="paramname">pOut</td><td>pointer to output vector </td></tr>
    315. 

  315.     <tr><td class="paramdir">[in,out]</td><td class="paramname">vec_buffer</td><td>pointer to buffer space for input </td></tr>
    316. 

  316.   </table>
    317. 

  317.   </dd>
    318. 

  318. </dl>
    319. 

  319. <dl class="section return"><dt>Returns</dt><dd>The function returns <code>ARM_MATH_SUCCESS</code></dd></dl>
    320. 

  320. <p><b>Buffer size:</b></p>
    321. 

  321. <p>vec_buffer size: 0</p>
    322. 

  322. <p>Q7_Q15 version of the fully connected layer</p>
    323. 

  323. <p>Weights are in q7_t and Activations are in q15_t</p>
    324. 

  324. <p>Limitation: x4 version requires weight reordering to work</p>
    325. 

  325. <p>Here we use only one pointer to read 4 rows in the weight matrix. So if the original q7_t matrix looks like this:</p>
    326. 

  326. <p>| a11 | a12 | a13 | a14 | a15 | a16 | a17 |</p>
    327. 

  327. <p>| a21 | a22 | a23 | a24 | a25 | a26 | a27 |</p>
    328. 

  328. <p>| a31 | a32 | a33 | a34 | a35 | a36 | a37 |</p>
    329. 

  329. <p>| a41 | a42 | a43 | a44 | a45 | a46 | a47 |</p>
    330. 

  330. <p>| a51 | a52 | a53 | a54 | a55 | a56 | a57 |</p>
    331. 

  331. <p>| a61 | a62 | a63 | a64 | a65 | a66 | a67 |</p>
    332. 

  332. <p>We operates on multiple-of-4 rows, so the first four rows becomes</p>
    333. 

  333. <p>| a11 | a21 | a12 | a22 | a31 | a41 | a32 | a42 |</p>
    334. 

  334. <p>| a13 | a23 | a14 | a24 | a33 | a43 | a34 | a44 |</p>
    335. 

  335. <p>| a15 | a25 | a16 | a26 | a35 | a45 | a36 | a46 |</p>
    336. 

  336. <p>The column left over will be in-order. which is: | a17 | a27 | a37 | a47 |</p>
    337. 

  337. <p>For the left-over rows, we do 1x1 computation, so the data remains as its original order.</p>
    338. 

  338. <p>So the stored weight matrix looks like this:</p>
    339. 

  339. <p>| a11 | a21 | a12 | a22 | a31 | a41 |</p>
    340. 

  340. <p>| a32 | a42 | a13 | a23 | a14 | a24 |</p>
    341. 

  341. <p>| a33 | a43 | a34 | a44 | a15 | a25 |</p>
    342. 

  342. <p>| a16 | a26 | a35 | a45 | a36 | a46 |</p>
    343. 

  343. <p>| a17 | a27 | a37 | a47 | a51 | a52 |</p>
    344. 

  344. <p>| a53 | a54 | a55 | a56 | a57 | a61 |</p>
    345. 

  345. <p>| a62 | a63 | a64 | a65 | a66 | a67 | </p>
    346. 

  346. 

  347. <p>References <a class="el" href="arm__nnsupportfunctions_8h.html#afdda94a339b76615d3161e9fc63f4d21">arm_nn_read_q15x2_ia()</a>, <a class="el" href="arm__nnsupportfunctions_8h.html#ac9f7be20432a6926ac07c1f44b1b02fe">arm_nn_read_q7x4_ia()</a>, and <a class="el" href="arm__nnsupportfunctions_8h.html#a4cbd428a2b4a4f6b2a6e4219520c7ce0">NN_ROUND</a>.</p>
    348. 

  348. 

  349. <p>Referenced by <a class="el" href="arm__nnexamples__gru_8cpp.html#ac71a806472c7c0c284a2253e71a6a27b">gru_example()</a>.</p>
    350. 

  350. 

  351. </div>
    352. 

  352. </div>
    353. 

  353. <a class="anchor" id="gaac666c212b209e636c2369dd5c75d0dc"></a>
    354. 

  354. <div class="memitem">
    355. 

  355. <div class="memproto">
    356. 

  356.       <table class="memname">
    357. 

  357.         <tr>
    358. 

  358.           <td class="memname">arm_status arm_fully_connected_q15 </td>
    359. 

  359.           <td>(</td>
    360. 

  360.           <td class="paramtype">const q15_t *&#160;</td>
    361. 

  361.           <td class="paramname"><em>pV</em>, </td>
    362. 

  362.         </tr>
    363. 

  363.         <tr>
    364. 

  364.           <td class="paramkey"></td>
    365. 

  365.           <td></td>
    366. 

  366.           <td class="paramtype">const q15_t *&#160;</td>
    367. 

  367.           <td class="paramname"><em>pM</em>, </td>
    368. 

  368.         </tr>
    369. 

  369.         <tr>
    370. 

  370.           <td class="paramkey"></td>
    371. 

  371.           <td></td>
    372. 

  372.           <td class="paramtype">const uint16_t&#160;</td>
    373. 

  373.           <td class="paramname"><em>dim_vec</em>, </td>
    374. 

  374.         </tr>
    375. 

  375.         <tr>
    376. 

  376.           <td class="paramkey"></td>
    377. 

  377.           <td></td>
    378. 

  378.           <td class="paramtype">const uint16_t&#160;</td>
    379. 

  379.           <td class="paramname"><em>num_of_rows</em>, </td>
    380. 

  380.         </tr>
    381. 

  381.         <tr>
    382. 

  382.           <td class="paramkey"></td>
    383. 

  383.           <td></td>
    384. 

  384.           <td class="paramtype">const uint16_t&#160;</td>
    385. 

  385.           <td class="paramname"><em>bias_shift</em>, </td>
    386. 

  386.         </tr>
    387. 

  387.         <tr>
    388. 

  388.           <td class="paramkey"></td>
    389. 

  389.           <td></td>
    390. 

  390.           <td class="paramtype">const uint16_t&#160;</td>
    391. 

  391.           <td class="paramname"><em>out_shift</em>, </td>
    392. 

  392.         </tr>
    393. 

  393.         <tr>
    394. 

  394.           <td class="paramkey"></td>
    395. 

  395.           <td></td>
    396. 

  396.           <td class="paramtype">const q15_t *&#160;</td>
    397. 

  397.           <td class="paramname"><em>bias</em>, </td>
    398. 

  398.         </tr>
    399. 

  399.         <tr>
    400. 

  400.           <td class="paramkey"></td>
    401. 

  401.           <td></td>
    402. 

  402.           <td class="paramtype">q15_t *&#160;</td>
    403. 

  403.           <td class="paramname"><em>pOut</em>, </td>
    404. 

  404.         </tr>
    405. 

  405.         <tr>
    406. 

  406.           <td class="paramkey"></td>
    407. 

  407.           <td></td>
    408. 

  408.           <td class="paramtype">q15_t *&#160;</td>
    409. 

  409.           <td class="paramname"><em>vec_buffer</em>&#160;</td>
    410. 

  410.         </tr>
    411. 

  411.         <tr>
    412. 

  412.           <td></td>
    413. 

  413.           <td>)</td>
    414. 

  414.           <td></td><td></td>
    415. 

  415.         </tr>
    416. 

  416.       </table>
    417. 

  417. </div><div class="memdoc">
    418. 

  418. <p>Q15 basic fully-connected layer function.</p>
    419. 

  419. <dl class="params"><dt>Parameters</dt><dd>
    420. 

  420.   <table class="params">
    421. 

  421.     <tr><td class="paramdir">[in]</td><td class="paramname">pV</td><td>pointer to input vector </td></tr>
    422. 

  422.     <tr><td class="paramdir">[in]</td><td class="paramname">pM</td><td>pointer to matrix weights </td></tr>
    423. 

  423.     <tr><td class="paramdir">[in]</td><td class="paramname">dim_vec</td><td>length of the vector </td></tr>
    424. 

  424.     <tr><td class="paramdir">[in]</td><td class="paramname">num_of_rows</td><td>number of rows in weight matrix </td></tr>
    425. 

  425.     <tr><td class="paramdir">[in]</td><td class="paramname">bias_shift</td><td>amount of left-shift for bias </td></tr>
    426. 

  426.     <tr><td class="paramdir">[in]</td><td class="paramname">out_shift</td><td>amount of right-shift for output </td></tr>
    427. 

  427.     <tr><td class="paramdir">[in]</td><td class="paramname">bias</td><td>pointer to bias </td></tr>
    428. 

  428.     <tr><td class="paramdir">[in,out]</td><td class="paramname">pOut</td><td>pointer to output vector </td></tr>
    429. 

  429.     <tr><td class="paramdir">[in,out]</td><td class="paramname">vec_buffer</td><td>pointer to buffer space for input </td></tr>
    430. 

  430.   </table>
    431. 

  431.   </dd>
    432. 

  432. </dl>
    433. 

  433. <dl class="section return"><dt>Returns</dt><dd>The function returns <code>ARM_MATH_SUCCESS</code></dd></dl>
    434. 

  434. <p><b>Buffer size:</b></p>
    435. 

  435. <p>vec_buffer size: 0 </p>
    436. 

  436. 

  437. <p>References <a class="el" href="arm__nnsupportfunctions_8h.html#afdda94a339b76615d3161e9fc63f4d21">arm_nn_read_q15x2_ia()</a>, and <a class="el" href="arm__nnsupportfunctions_8h.html#a4cbd428a2b4a4f6b2a6e4219520c7ce0">NN_ROUND</a>.</p>
    438. 

  438. 

  439. </div>
    440. 

  440. </div>
    441. 

  441. <a class="anchor" id="ga062912078da113f5dd2004fd919a0ff2"></a>
    442. 

  442. <div class="memitem">
    443. 

  443. <div class="memproto">
    444. 

  444.       <table class="memname">
    445. 

  445.         <tr>
    446. 

  446.           <td class="memname">arm_status arm_fully_connected_q15_opt </td>
    447. 

  447.           <td>(</td>
    448. 

  448.           <td class="paramtype">const q15_t *&#160;</td>
    449. 

  449.           <td class="paramname"><em>pV</em>, </td>
    450. 

  450.         </tr>
    451. 

  451.         <tr>
    452. 

  452.           <td class="paramkey"></td>
    453. 

  453.           <td></td>
    454. 

  454.           <td class="paramtype">const q15_t *&#160;</td>
    455. 

  455.           <td class="paramname"><em>pM</em>, </td>
    456. 

  456.         </tr>
    457. 

  457.         <tr>
    458. 

  458.           <td class="paramkey"></td>
    459. 

  459.           <td></td>
    460. 

  460.           <td class="paramtype">const uint16_t&#160;</td>
    461. 

  461.           <td class="paramname"><em>dim_vec</em>, </td>
    462. 

  462.         </tr>
    463. 

  463.         <tr>
    464. 

  464.           <td class="paramkey"></td>
    465. 

  465.           <td></td>
    466. 

  466.           <td class="paramtype">const uint16_t&#160;</td>
    467. 

  467.           <td class="paramname"><em>num_of_rows</em>, </td>
    468. 

  468.         </tr>
    469. 

  469.         <tr>
    470. 

  470.           <td class="paramkey"></td>
    471. 

  471.           <td></td>
    472. 

  472.           <td class="paramtype">const uint16_t&#160;</td>
    473. 

  473.           <td class="paramname"><em>bias_shift</em>, </td>
    474. 

  474.         </tr>
    475. 

  475.         <tr>
    476. 

  476.           <td class="paramkey"></td>
    477. 

  477.           <td></td>
    478. 

  478.           <td class="paramtype">const uint16_t&#160;</td>
    479. 

  479.           <td class="paramname"><em>out_shift</em>, </td>
    480. 

  480.         </tr>
    481. 

  481.         <tr>
    482. 

  482.           <td class="paramkey"></td>
    483. 

  483.           <td></td>
    484. 

  484.           <td class="paramtype">const q15_t *&#160;</td>
    485. 

  485.           <td class="paramname"><em>bias</em>, </td>
    486. 

  486.         </tr>
    487. 

  487.         <tr>
    488. 

  488.           <td class="paramkey"></td>
    489. 

  489.           <td></td>
    490. 

  490.           <td class="paramtype">q15_t *&#160;</td>
    491. 

  491.           <td class="paramname"><em>pOut</em>, </td>
    492. 

  492.         </tr>
    493. 

  493.         <tr>
    494. 

  494.           <td class="paramkey"></td>
    495. 

  495.           <td></td>
    496. 

  496.           <td class="paramtype">q15_t *&#160;</td>
    497. 

  497.           <td class="paramname"><em>vec_buffer</em>&#160;</td>
    498. 

  498.         </tr>
    499. 

  499.         <tr>
    500. 

  500.           <td></td>
    501. 

  501.           <td>)</td>
    502. 

  502.           <td></td><td></td>
    503. 

  503.         </tr>
    504. 

  504.       </table>
    505. 

  505. </div><div class="memdoc">
    506. 

  506. <dl class="params"><dt>Parameters</dt><dd>
    507. 

  507.   <table class="params">
    508. 

  508.     <tr><td class="paramdir">[in]</td><td class="paramname">pV</td><td>pointer to input vector </td></tr>
    509. 

  509.     <tr><td class="paramdir">[in]</td><td class="paramname">pM</td><td>pointer to matrix weights </td></tr>
    510. 

  510.     <tr><td class="paramdir">[in]</td><td class="paramname">dim_vec</td><td>length of the vector </td></tr>
    511. 

  511.     <tr><td class="paramdir">[in]</td><td class="paramname">num_of_rows</td><td>number of rows in weight matrix </td></tr>
    512. 

  512.     <tr><td class="paramdir">[in]</td><td class="paramname">bias_shift</td><td>amount of left-shift for bias </td></tr>
    513. 

  513.     <tr><td class="paramdir">[in]</td><td class="paramname">out_shift</td><td>amount of right-shift for output </td></tr>
    514. 

  514.     <tr><td class="paramdir">[in]</td><td class="paramname">bias</td><td>pointer to bias </td></tr>
    515. 

  515.     <tr><td class="paramdir">[in,out]</td><td class="paramname">pOut</td><td>pointer to output vector </td></tr>
    516. 

  516.     <tr><td class="paramdir">[in,out]</td><td class="paramname">vec_buffer</td><td>pointer to buffer space for input </td></tr>
    517. 

  517.   </table>
    518. 

  518.   </dd>
    519. 

  519. </dl>
    520. 

  520. <dl class="section return"><dt>Returns</dt><dd>The function returns <code>ARM_MATH_SUCCESS</code></dd></dl>
    521. 

  521. <p><b>Buffer size:</b></p>
    522. 

  522. <p>vec_buffer size: 0</p>
    523. 

  523. <p>Here we use only one pointer to read 4 rows in the weight matrix. So if the original matrix looks like this:</p>
    524. 

  524. <p>| a11 | a12 | a13 |</p>
    525. 

  525. <p>| a21 | a22 | a23 |</p>
    526. 

  526. <p>| a31 | a32 | a33 |</p>
    527. 

  527. <p>| a41 | a42 | a43 |</p>
    528. 

  528. <p>| a51 | a52 | a53 |</p>
    529. 

  529. <p>| a61 | a62 | a63 |</p>
    530. 

  530. <p>We operates on multiple-of-4 rows, so the first four rows becomes</p>
    531. 

  531. <p>| a11 | a12 | a21 | a22 | a31 | a32 | a41 | a42 |</p>
    532. 

  532. <p>| a13 | a23 | a33 | a43 |</p>
    533. 

  533. <p>Remaining rows are kept the same original order.</p>
    534. 

  534. <p>So the stored weight matrix looks like this:</p>
    535. 

  535. <p>| a11 | a12 | a21 | a22 | a31 | a32 | a41 | a42 |</p>
    536. 

  536. <p>| a13 | a23 | a33 | a43 | a51 | a52 | a53 | a61 |</p>
    537. 

  537. <p>| a62 | a63 | </p>
    538. 

  538. 

  539. <p>References <a class="el" href="arm__nnsupportfunctions_8h.html#afdda94a339b76615d3161e9fc63f4d21">arm_nn_read_q15x2_ia()</a>, and <a class="el" href="arm__nnsupportfunctions_8h.html#a4cbd428a2b4a4f6b2a6e4219520c7ce0">NN_ROUND</a>.</p>
    540. 

  540. 

  541. </div>
    542. 

  542. </div>
    543. 

  543. <a class="anchor" id="ga8b7e0c2e989e8c75f0dc789f3115323d"></a>
    544. 

  544. <div class="memitem">
    545. 

  545. <div class="memproto">
    546. 

  546.       <table class="memname">
    547. 

  547.         <tr>
    548. 

  548.           <td class="memname">arm_status arm_fully_connected_q7 </td>
    549. 

  549.           <td>(</td>
    550. 

  550.           <td class="paramtype">const q7_t *&#160;</td>
    551. 

  551.           <td class="paramname"><em>pV</em>, </td>
    552. 

  552.         </tr>
    553. 

  553.         <tr>
    554. 

  554.           <td class="paramkey"></td>
    555. 

  555.           <td></td>
    556. 

  556.           <td class="paramtype">const q7_t *&#160;</td>
    557. 

  557.           <td class="paramname"><em>pM</em>, </td>
    558. 

  558.         </tr>
    559. 

  559.         <tr>
    560. 

  560.           <td class="paramkey"></td>
    561. 

  561.           <td></td>
    562. 

  562.           <td class="paramtype">const uint16_t&#160;</td>
    563. 

  563.           <td class="paramname"><em>dim_vec</em>, </td>
    564. 

  564.         </tr>
    565. 

  565.         <tr>
    566. 

  566.           <td class="paramkey"></td>
    567. 

  567.           <td></td>
    568. 

  568.           <td class="paramtype">const uint16_t&#160;</td>
    569. 

  569.           <td class="paramname"><em>num_of_rows</em>, </td>
    570. 

  570.         </tr>
    571. 

  571.         <tr>
    572. 

  572.           <td class="paramkey"></td>
    573. 

  573.           <td></td>
    574. 

  574.           <td class="paramtype">const uint16_t&#160;</td>
    575. 

  575.           <td class="paramname"><em>bias_shift</em>, </td>
    576. 

  576.         </tr>
    577. 

  577.         <tr>
    578. 

  578.           <td class="paramkey"></td>
    579. 

  579.           <td></td>
    580. 

  580.           <td class="paramtype">const uint16_t&#160;</td>
    581. 

  581.           <td class="paramname"><em>out_shift</em>, </td>
    582. 

  582.         </tr>
    583. 

  583.         <tr>
    584. 

  584.           <td class="paramkey"></td>
    585. 

  585.           <td></td>
    586. 

  586.           <td class="paramtype">const q7_t *&#160;</td>
    587. 

  587.           <td class="paramname"><em>bias</em>, </td>
    588. 

  588.         </tr>
    589. 

  589.         <tr>
    590. 

  590.           <td class="paramkey"></td>
    591. 

  591.           <td></td>
    592. 

  592.           <td class="paramtype">q7_t *&#160;</td>
    593. 

  593.           <td class="paramname"><em>pOut</em>, </td>
    594. 

  594.         </tr>
    595. 

  595.         <tr>
    596. 

  596.           <td class="paramkey"></td>
    597. 

  597.           <td></td>
    598. 

  598.           <td class="paramtype">q15_t *&#160;</td>
    599. 

  599.           <td class="paramname"><em>vec_buffer</em>&#160;</td>
    600. 

  600.         </tr>
    601. 

  601.         <tr>
    602. 

  602.           <td></td>
    603. 

  603.           <td>)</td>
    604. 

  604.           <td></td><td></td>
    605. 

  605.         </tr>
    606. 

  606.       </table>
    607. 

  607. </div><div class="memdoc">
    608. 

  608. <dl class="params"><dt>Parameters</dt><dd>
    609. 

  609.   <table class="params">
    610. 

  610.     <tr><td class="paramdir">[in]</td><td class="paramname">pV</td><td>pointer to input vector </td></tr>
    611. 

  611.     <tr><td class="paramdir">[in]</td><td class="paramname">pM</td><td>pointer to matrix weights </td></tr>
    612. 

  612.     <tr><td class="paramdir">[in]</td><td class="paramname">dim_vec</td><td>length of the vector </td></tr>
    613. 

  613.     <tr><td class="paramdir">[in]</td><td class="paramname">num_of_rows</td><td>number of rows in weight matrix </td></tr>
    614. 

  614.     <tr><td class="paramdir">[in]</td><td class="paramname">bias_shift</td><td>amount of left-shift for bias </td></tr>
    615. 

  615.     <tr><td class="paramdir">[in]</td><td class="paramname">out_shift</td><td>amount of right-shift for output </td></tr>
    616. 

  616.     <tr><td class="paramdir">[in]</td><td class="paramname">bias</td><td>pointer to bias </td></tr>
    617. 

  617.     <tr><td class="paramdir">[in,out]</td><td class="paramname">pOut</td><td>pointer to output vector </td></tr>
    618. 

  618.     <tr><td class="paramdir">[in,out]</td><td class="paramname">vec_buffer</td><td>pointer to buffer space for input </td></tr>
    619. 

  619.   </table>
    620. 

  620.   </dd>
    621. 

  621. </dl>
    622. 

  622. <dl class="section return"><dt>Returns</dt><dd>The function returns <code>ARM_MATH_SUCCESS</code></dd></dl>
    623. 

  623. <p><b>Buffer size:</b></p>
    624. 

  624. <p>vec_buffer size: dim_vec</p>
    625. 

  625. <p>This basic function is designed to work with regular weight matrix without interleaving. </p>
    626. 

  626. 

  627. <p>References <a class="el" href="arm__nnsupportfunctions_8h.html#afdda94a339b76615d3161e9fc63f4d21">arm_nn_read_q15x2_ia()</a>, <a class="el" href="group__nndata__convert.html#gaba8fd446d5f54760b406ee63b25d1aee">arm_q7_to_q15_reordered_no_shift()</a>, and <a class="el" href="arm__nnsupportfunctions_8h.html#a4cbd428a2b4a4f6b2a6e4219520c7ce0">NN_ROUND</a>.</p>
    628. 

  628. 

  629. </div>
    630. 

  630. </div>
    631. 

  631. <a class="anchor" id="gaf82b71ef472a38f8fc9ac414d9d07e67"></a>
    632. 

  632. <div class="memitem">
    633. 

  633. <div class="memproto">
    634. 

  634.       <table class="memname">
    635. 

  635.         <tr>
    636. 

  636.           <td class="memname">arm_status arm_fully_connected_q7_opt </td>
    637. 

  637.           <td>(</td>
    638. 

  638.           <td class="paramtype">const q7_t *&#160;</td>
    639. 

  639.           <td class="paramname"><em>pV</em>, </td>
    640. 

  640.         </tr>
    641. 

  641.         <tr>
    642. 

  642.           <td class="paramkey"></td>
    643. 

  643.           <td></td>
    644. 

  644.           <td class="paramtype">const q7_t *&#160;</td>
    645. 

  645.           <td class="paramname"><em>pM</em>, </td>
    646. 

  646.         </tr>
    647. 

  647.         <tr>
    648. 

  648.           <td class="paramkey"></td>
    649. 

  649.           <td></td>
    650. 

  650.           <td class="paramtype">const uint16_t&#160;</td>
    651. 

  651.           <td class="paramname"><em>dim_vec</em>, </td>
    652. 

  652.         </tr>
    653. 

  653.         <tr>
    654. 

  654.           <td class="paramkey"></td>
    655. 

  655.           <td></td>
    656. 

  656.           <td class="paramtype">const uint16_t&#160;</td>
    657. 

  657.           <td class="paramname"><em>num_of_rows</em>, </td>
    658. 

  658.         </tr>
    659. 

  659.         <tr>
    660. 

  660.           <td class="paramkey"></td>
    661. 

  661.           <td></td>
    662. 

  662.           <td class="paramtype">const uint16_t&#160;</td>
    663. 

  663.           <td class="paramname"><em>bias_shift</em>, </td>
    664. 

  664.         </tr>
    665. 

  665.         <tr>
    666. 

  666.           <td class="paramkey"></td>
    667. 

  667.           <td></td>
    668. 

  668.           <td class="paramtype">const uint16_t&#160;</td>
    669. 

  669.           <td class="paramname"><em>out_shift</em>, </td>
    670. 

  670.         </tr>
    671. 

  671.         <tr>
    672. 

  672.           <td class="paramkey"></td>
    673. 

  673.           <td></td>
    674. 

  674.           <td class="paramtype">const q7_t *&#160;</td>
    675. 

  675.           <td class="paramname"><em>bias</em>, </td>
    676. 

  676.         </tr>
    677. 

  677.         <tr>
    678. 

  678.           <td class="paramkey"></td>
    679. 

  679.           <td></td>
    680. 

  680.           <td class="paramtype">q7_t *&#160;</td>
    681. 

  681.           <td class="paramname"><em>pOut</em>, </td>
    682. 

  682.         </tr>
    683. 

  683.         <tr>
    684. 

  684.           <td class="paramkey"></td>
    685. 

  685.           <td></td>
    686. 

  686.           <td class="paramtype">q15_t *&#160;</td>
    687. 

  687.           <td class="paramname"><em>vec_buffer</em>&#160;</td>
    688. 

  688.         </tr>
    689. 

  689.         <tr>
    690. 

  690.           <td></td>
    691. 

  691.           <td>)</td>
    692. 

  692.           <td></td><td></td>
    693. 

  693.         </tr>
    694. 

  694.       </table>
    695. 

  695. </div><div class="memdoc">
    696. 

  696. <dl class="params"><dt>Parameters</dt><dd>
    697. 

  697.   <table class="params">
    698. 

  698.     <tr><td class="paramdir">[in]</td><td class="paramname">pV</td><td>pointer to input vector </td></tr>
    699. 

  699.     <tr><td class="paramdir">[in]</td><td class="paramname">pM</td><td>pointer to matrix weights </td></tr>
    700. 

  700.     <tr><td class="paramdir">[in]</td><td class="paramname">dim_vec</td><td>length of the vector </td></tr>
    701. 

  701.     <tr><td class="paramdir">[in]</td><td class="paramname">num_of_rows</td><td>number of rows in weight matrix </td></tr>
    702. 

  702.     <tr><td class="paramdir">[in]</td><td class="paramname">bias_shift</td><td>amount of left-shift for bias </td></tr>
    703. 

  703.     <tr><td class="paramdir">[in]</td><td class="paramname">out_shift</td><td>amount of right-shift for output </td></tr>
    704. 

  704.     <tr><td class="paramdir">[in]</td><td class="paramname">bias</td><td>pointer to bias </td></tr>
    705. 

  705.     <tr><td class="paramdir">[in,out]</td><td class="paramname">pOut</td><td>pointer to output vector </td></tr>
    706. 

  706.     <tr><td class="paramdir">[in,out]</td><td class="paramname">vec_buffer</td><td>pointer to buffer space for input </td></tr>
    707. 

  707.   </table>
    708. 

  708.   </dd>
    709. 

  709. </dl>
    710. 

  710. <dl class="section return"><dt>Returns</dt><dd>The function returns <code>ARM_MATH_SUCCESS</code></dd></dl>
    711. 

  711. <p><b>Buffer size:</b></p>
    712. 

  712. <p>vec_buffer size: dim_vec</p>
    713. 

  713. <p>This opt function is designed to work with interleaved weight matrix. The vector input is assumed in q7_t format, we call arm_q7_to_q15_no_shift_shuffle function to expand into q15_t format with certain weight re-ordering, refer to the function comments for more details. Here we use only one pointer to read 4 rows in the weight matrix. So if the original q7_t matrix looks like this:</p>
    714. 

  714. <p>| a11 | a12 | a13 | a14 | a15 | a16 | a17 |</p>
    715. 

  715. <p>| a21 | a22 | a23 | a24 | a25 | a26 | a27 |</p>
    716. 

  716. <p>| a31 | a32 | a33 | a34 | a35 | a36 | a37 |</p>
    717. 

  717. <p>| a41 | a42 | a43 | a44 | a45 | a46 | a47 |</p>
    718. 

  718. <p>| a51 | a52 | a53 | a54 | a55 | a56 | a57 |</p>
    719. 

  719. <p>| a61 | a62 | a63 | a64 | a65 | a66 | a67 |</p>
    720. 

  720. <p>We operates on multiple-of-4 rows, so the first four rows becomes</p>
    721. 

  721. <p>| a11 | a21 | a13 | a23 | a31 | a41 | a33 | a43 |</p>
    722. 

  722. <p>| a12 | a22 | a14 | a24 | a32 | a42 | a34 | a44 |</p>
    723. 

  723. <p>| a15 | a25 | a35 | a45 | a16 | a26 | a36 | a46 |</p>
    724. 

  724. <p>So within the kernel, we first read the re-ordered vector in as:</p>
    725. 

  725. <p>| b1 | b3 | and | b2 | b4 |</p>
    726. 

  726. <p>the four q31_t weights will look like</p>
    727. 

  727. <p>| a11 | a13 |, | a21 | a23 |, | a31 | a33 |, | a41 | a43 |</p>
    728. 

  728. <p>| a12 | a14 |, | a22 | a24 |, | a32 | a34 |, | a42 | a44 |</p>
    729. 

  729. <p>The column left over will be in-order. which is:</p>
    730. 

  730. <p>| a17 | a27 | a37 | a47 |</p>
    731. 

  731. <p>For the left-over rows, we do 1x1 computation, so the data remains as its original order.</p>
    732. 

  732. <p>So the stored weight matrix looks like this:</p>
    733. 

  733. <p>| a11 | a21 | a13 | a23 | a31 | a41 |</p>
    734. 

  734. <p>| a33 | a43 | a12 | a22 | a14 | a24 |</p>
    735. 

  735. <p>| a32 | a42 | a34 | a44 | a15 | a25 |</p>
    736. 

  736. <p>| a35 | a45 | a16 | a26 | a36 | a46 |</p>
    737. 

  737. <p>| a17 | a27 | a37 | a47 | a51 | a52 |</p>
    738. 

  738. <p>| a53 | a54 | a55 | a56 | a57 | a61 |</p>
    739. 

  739. <p>| a62 | a63 | a64 | a65 | a66 | a67 | </p>
    740. 

  740. 

  741. <p>References <a class="el" href="arm__nnsupportfunctions_8h.html#afdda94a339b76615d3161e9fc63f4d21">arm_nn_read_q15x2_ia()</a>, <a class="el" href="arm__nnsupportfunctions_8h.html#ac9f7be20432a6926ac07c1f44b1b02fe">arm_nn_read_q7x4_ia()</a>, <a class="el" href="group__nndata__convert.html#gaba8fd446d5f54760b406ee63b25d1aee">arm_q7_to_q15_reordered_no_shift()</a>, and <a class="el" href="arm__nnsupportfunctions_8h.html#a4cbd428a2b4a4f6b2a6e4219520c7ce0">NN_ROUND</a>.</p>
    742. 

  742. 

  743. <p>Referenced by <a class="el" href="arm__nnexamples__cifar10_8cpp.html#ae66f6b31b5ad750f1fe042a706a4e3d4">main()</a>.</p>
    744. 

  744. 

  745. </div>
    746. 

  746. </div>
    747. 

  747. <a class="anchor" id="ga2e580c510d9dc26a2e8e422f805b9bc0"></a>
    748. 

  748. <div class="memitem">
    749. 

  749. <div class="memproto">
    750. 

  750.       <table class="memname">
    751. 

  751.         <tr>
    752. 

  752.           <td class="memname">arm_status arm_fully_connected_s8 </td>
    753. 

  753.           <td>(</td>
    754. 

  754.           <td class="paramtype">const int8_t *&#160;</td>
    755. 

  755.           <td class="paramname"><em>pInput</em>, </td>
    756. 

  756.         </tr>
    757. 

  757.         <tr>
    758. 

  758.           <td class="paramkey"></td>
    759. 

  759.           <td></td>
    760. 

  760.           <td class="paramtype">const int8_t *&#160;</td>
    761. 

  761.           <td class="paramname"><em>pWeight</em>, </td>
    762. 

  762.         </tr>
    763. 

  763.         <tr>
    764. 

  764.           <td class="paramkey"></td>
    765. 

  765.           <td></td>
    766. 

  766.           <td class="paramtype">const uint16_t&#160;</td>
    767. 

  767.           <td class="paramname"><em>col_dim</em>, </td>
    768. 

  768.         </tr>
    769. 

  769.         <tr>
    770. 

  770.           <td class="paramkey"></td>
    771. 

  771.           <td></td>
    772. 

  772.           <td class="paramtype">const uint16_t&#160;</td>
    773. 

  773.           <td class="paramname"><em>row_dim</em>, </td>
    774. 

  774.         </tr>
    775. 

  775.         <tr>
    776. 

  776.           <td class="paramkey"></td>
    777. 

  777.           <td></td>
    778. 

  778.           <td class="paramtype">const uint16_t&#160;</td>
    779. 

  779.           <td class="paramname"><em>nb_batches</em>, </td>
    780. 

  780.         </tr>
    781. 

  781.         <tr>
    782. 

  782.           <td class="paramkey"></td>
    783. 

  783.           <td></td>
    784. 

  784.           <td class="paramtype">const int32_t&#160;</td>
    785. 

  785.           <td class="paramname"><em>input_offset</em>, </td>
    786. 

  786.         </tr>
    787. 

  787.         <tr>
    788. 

  788.           <td class="paramkey"></td>
    789. 

  789.           <td></td>
    790. 

  790.           <td class="paramtype">const int32_t&#160;</td>
    791. 

  791.           <td class="paramname"><em>filter_offset</em>, </td>
    792. 

  792.         </tr>
    793. 

  793.         <tr>
    794. 

  794.           <td class="paramkey"></td>
    795. 

  795.           <td></td>
    796. 

  796.           <td class="paramtype">const int32_t&#160;</td>
    797. 

  797.           <td class="paramname"><em>out_mult</em>, </td>
    798. 

  798.         </tr>
    799. 

  799.         <tr>
    800. 

  800.           <td class="paramkey"></td>
    801. 

  801.           <td></td>
    802. 

  802.           <td class="paramtype">const int32_t&#160;</td>
    803. 

  803.           <td class="paramname"><em>out_shift</em>, </td>
    804. 

  804.         </tr>
    805. 

  805.         <tr>
    806. 

  806.           <td class="paramkey"></td>
    807. 

  807.           <td></td>
    808. 

  808.           <td class="paramtype">const int32_t&#160;</td>
    809. 

  809.           <td class="paramname"><em>output_offset</em>, </td>
    810. 

  810.         </tr>
    811. 

  811.         <tr>
    812. 

  812.           <td class="paramkey"></td>
    813. 

  813.           <td></td>
    814. 

  814.           <td class="paramtype">const int32_t *&#160;</td>
    815. 

  815.           <td class="paramname"><em>pBias</em>, </td>
    816. 

  816.         </tr>
    817. 

  817.         <tr>
    818. 

  818.           <td class="paramkey"></td>
    819. 

  819.           <td></td>
    820. 

  820.           <td class="paramtype">int8_t *&#160;</td>
    821. 

  821.           <td class="paramname"><em>pOut</em>, </td>
    822. 

  822.         </tr>
    823. 

  823.         <tr>
    824. 

  824.           <td class="paramkey"></td>
    825. 

  825.           <td></td>
    826. 

  826.           <td class="paramtype">const int32_t&#160;</td>
    827. 

  827.           <td class="paramname"><em>output_activation_min</em>, </td>
    828. 

  828.         </tr>
    829. 

  829.         <tr>
    830. 

  830.           <td class="paramkey"></td>
    831. 

  831.           <td></td>
    832. 

  832.           <td class="paramtype">const int32_t&#160;</td>
    833. 

  833.           <td class="paramname"><em>output_activation_max</em>, </td>
    834. 

  834.         </tr>
    835. 

  835.         <tr>
    836. 

  836.           <td class="paramkey"></td>
    837. 

  837.           <td></td>
    838. 

  838.           <td class="paramtype">q15_t *&#160;</td>
    839. 

  839.           <td class="paramname"><em>vec_buffer</em>&#160;</td>
    840. 

  840.         </tr>
    841. 

  841.         <tr>
    842. 

  842.           <td></td>
    843. 

  843.           <td>)</td>
    844. 

  844.           <td></td><td></td>
    845. 

  845.         </tr>
    846. 

  846.       </table>
    847. 

  847. </div><div class="memdoc">
    848. 

  848. <dl class="params"><dt>Parameters</dt><dd>
    849. 

  849.   <table class="params">
    850. 

  850.     <tr><td class="paramdir">[in]</td><td class="paramname">pInput</td><td>pointer to pInput vector </td></tr>
    851. 

  851.     <tr><td class="paramdir">[in]</td><td class="paramname">pWeight</td><td>pointer to matrix weights </td></tr>
    852. 

  852.     <tr><td class="paramdir">[in]</td><td class="paramname">col_dim</td><td>dimension of the input vector </td></tr>
    853. 

  853.     <tr><td class="paramdir">[in]</td><td class="paramname">row_dim</td><td>dimension of the output vector </td></tr>
    854. 

  854.     <tr><td class="paramdir">[in]</td><td class="paramname">nb_batches</td><td>number of batches </td></tr>
    855. 

  855.     <tr><td class="paramdir">[in]</td><td class="paramname">input_offset</td><td>tensor offset for input. Range: -127 to 128 </td></tr>
    856. 

  856.     <tr><td class="paramdir">[in]</td><td class="paramname">filter_offset</td><td>tensor offset for filter. Range: -127 to 128 </td></tr>
    857. 

  857.     <tr><td class="paramdir">[in]</td><td class="paramname">out_mult</td><td>requantization parameter </td></tr>
    858. 

  858.     <tr><td class="paramdir">[in]</td><td class="paramname">out_shift</td><td>requantization parameter </td></tr>
    859. 

  859.     <tr><td class="paramdir">[in]</td><td class="paramname">output_offset</td><td>tensor offset for output. Range: int8 </td></tr>
    860. 

  860.     <tr><td class="paramdir">[in]</td><td class="paramname">pBias</td><td>pointer to bias </td></tr>
    861. 

  861.     <tr><td class="paramdir">[out]</td><td class="paramname">pOut</td><td>pointer to output vector </td></tr>
    862. 

  862.     <tr><td class="paramdir">[in]</td><td class="paramname">output_activation_min</td><td>for clamping </td></tr>
    863. 

  863.     <tr><td class="paramdir">[in]</td><td class="paramname">output_activation_max</td><td>for clamping </td></tr>
    864. 

  864.     <tr><td class="paramdir">[in]</td><td class="paramname">vec_buffer</td><td>pointer to buffer space used for optimization and is necessary when ARM_MATH_DSP is defined but not ARM_MATH_MVEI. Required space: col_dim * sizeof(q15_t) bytes Use <a class="el" href="group__FC.html#gafaf11325831bf8d8a915a88f53689263" title="Get the required buffer size for S8 basic fully-connected and matrix multiplication layer function fo...">arm_fully_connected_s8_get_buffer_size()</a> to get the size. </td></tr>
    865. 

  865.   </table>
    866. 

  866.   </dd>
    867. 

  867. </dl>
    868. 

  868. <dl class="section return"><dt>Returns</dt><dd>The function returns ARM_MATH_SUCCESS</dd></dl>
    869. 

  869. <p><b>Buffer size:</b></p>
    870. 

  870. <p>vec_buffer size: col_dim of word16.</p>
    871. 

  871. <p>This basic function is designed to work with regular pWeight matrix without interleaving.</p>
    872. 

  872. <ol type="1">
    873. 

  873. <li>Supported framework: TensorFlow Lite</li>
    874. 

  874. <li>q7 is used as data type eventhough it is s8 data. It is done so to be consistent with existing APIs. </li>
    875. 

  875. </ol>
    876. 

  876. 

  877. <p>References <a class="el" href="group__NNBasicMath.html#gacbc28cf23c7549bcf89d1e8f1481c389">arm_nn_vec_mat_mult_t_s8()</a>, and <a class="el" href="namespacepara__gen.html#a26cc0a96186b2e6b238d783d9364f14d">para_gen::row_dim</a>.</p>
    878. 

  878. 

  879. </div>
    880. 

  880. </div>
    881. 

  881. <a class="anchor" id="gafaf11325831bf8d8a915a88f53689263"></a>
    882. 

  882. <div class="memitem">
    883. 

  883. <div class="memproto">
    884. 

  884.       <table class="memname">
    885. 

  885.         <tr>
    886. 

  886.           <td class="memname">int32_t arm_fully_connected_s8_get_buffer_size </td>
    887. 

  887.           <td>(</td>
    888. 

  888.           <td class="paramtype">const uint16_t&#160;</td>
    889. 

  889.           <td class="paramname"><em>col_dim</em></td><td>)</td>
    890. 

  890.           <td></td>
    891. 

  891.         </tr>
    892. 

  892.       </table>
    893. 

  893. </div><div class="memdoc">
    894. 

  894. <dl class="params"><dt>Parameters</dt><dd>
    895. 

  895.   <table class="params">
    896. 

  896.     <tr><td class="paramdir">[in]</td><td class="paramname">col_dim</td><td>dimension of the input vector </td></tr>
    897. 

  897.   </table>
    898. 

  898.   </dd>
    899. 

  899. </dl>
    900. 

  900. <dl class="section return"><dt>Returns</dt><dd>The function returns required buffer size </dd></dl>
    901. 

  901. 

  902. </div>
    903. 

  903. </div>
    904. 

  904. </div><!-- contents -->
    905. 

  905. </div><!-- doc-content -->
    906. 

  906. <!-- start footer part -->
    907. 

  907. <div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
    908. 

  908.   <ul>
    909. 

  909.     <li class="footer">Generated on Thu Apr 9 2020 15:49:34 for CMSIS-NN Version 1.3.0 by Arm Ltd. All rights reserved.
    910. 

  910. 	<!--
    911. 

  911.     <a href="http://www.doxygen.org/index.html">
    912. 

  912.     <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.6 
    913. 

  913. 	-->
    914. 

  914. 	</li>
    915. 

  915.   </ul>
    916. 

  916. </div>
    917. 

  917. </body>
    918. 

  918. </html>
    919.