cutlass/docs/tile__iterator_8h_source.html
2018-10-26 14:54:58 -07:00

297 lines
322 KiB
HTML

<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.14"/>
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<title>Cutlass: tile_iterator.h Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/searchdata.js"></script>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/x-mathjax-config">
MathJax.Hub.Config({
extensions: ["tex2jax.js"],
jax: ["input/TeX","output/HTML-CSS"],
});
</script><script type="text/javascript" async src="http://cdn.mathjax.org/mathjax/latest/MathJax.js"></script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<td id="projectalign" style="padding-left: 0.5em;">
<div id="projectname">Cutlass
</div>
<div id="projectbrief">CUDA Templates for Linear Algebra Subroutines and Solvers</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.14 -->
<script type="text/javascript">
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&amp;dn=gpl-2.0.txt GPL-v2 */
var searchBox = new SearchBox("searchBox", "search",false,'Search');
/* @license-end */
</script>
<script type="text/javascript" src="menudata.js"></script>
<script type="text/javascript" src="menu.js"></script>
<script type="text/javascript">
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&amp;dn=gpl-2.0.txt GPL-v2 */
$(function() {
initMenu('',true,false,'search.php','Search');
$(document).ready(function() { init_search(); });
});
/* @license-end */</script>
<div id="main-nav"></div>
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
</div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div id="nav-path" class="navpath">
<ul>
<li class="navelem"><a class="el" href="dir_1417ee5ebebc309c36b7962f26a92c39.html">cutlass</a></li> </ul>
</div>
</div><!-- top -->
<div class="header">
<div class="headertitle">
<div class="title">tile_iterator.h</div> </div>
</div><!--header-->
<div class="contents">
<a href="tile__iterator_8h.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span>&#160;<span class="comment">/***************************************************************************************************</span></div><div class="line"><a name="l00002"></a><span class="lineno"> 2</span>&#160;<span class="comment"> * Copyright (c) 2017-2018, NVIDIA CORPORATION. All rights reserved.</span></div><div class="line"><a name="l00003"></a><span class="lineno"> 3</span>&#160;<span class="comment"> *</span></div><div class="line"><a name="l00004"></a><span class="lineno"> 4</span>&#160;<span class="comment"> * Redistribution and use in source and binary forms, with or without modification, are permitted</span></div><div class="line"><a name="l00005"></a><span class="lineno"> 5</span>&#160;<span class="comment"> * provided that the following conditions are met:</span></div><div class="line"><a name="l00006"></a><span class="lineno"> 6</span>&#160;<span class="comment"> * * Redistributions of source code must retain the above copyright notice, this list of</span></div><div class="line"><a name="l00007"></a><span class="lineno"> 7</span>&#160;<span class="comment"> * conditions and the following disclaimer.</span></div><div class="line"><a name="l00008"></a><span class="lineno"> 8</span>&#160;<span class="comment"> * * Redistributions in binary form must reproduce the above copyright notice, this list of</span></div><div class="line"><a name="l00009"></a><span class="lineno"> 9</span>&#160;<span class="comment"> * conditions and the following disclaimer in the documentation and/or other materials</span></div><div class="line"><a name="l00010"></a><span class="lineno"> 10</span>&#160;<span class="comment"> * provided with the distribution.</span></div><div class="line"><a name="l00011"></a><span class="lineno"> 11</span>&#160;<span class="comment"> * * Neither the name of the NVIDIA CORPORATION nor the names of its contributors may be used</span></div><div class="line"><a name="l00012"></a><span class="lineno"> 12</span>&#160;<span class="comment"> * to endorse or promote products derived from this software without specific prior written</span></div><div class="line"><a name="l00013"></a><span class="lineno"> 13</span>&#160;<span class="comment"> * permission.</span></div><div class="line"><a name="l00014"></a><span class="lineno"> 14</span>&#160;<span class="comment"> *</span></div><div class="line"><a name="l00015"></a><span class="lineno"> 15</span>&#160;<span class="comment"> * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS &quot;AS IS&quot; AND ANY EXPRESS OR</span></div><div class="line"><a name="l00016"></a><span class="lineno"> 16</span>&#160;<span class="comment"> * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND</span></div><div class="line"><a name="l00017"></a><span class="lineno"> 17</span>&#160;<span class="comment"> * FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL NVIDIA CORPORATION BE LIABLE</span></div><div class="line"><a name="l00018"></a><span class="lineno"> 18</span>&#160;<span class="comment"> * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,</span></div><div class="line"><a name="l00019"></a><span class="lineno"> 19</span>&#160;<span class="comment"> * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;</span></div><div class="line"><a name="l00020"></a><span class="lineno"> 20</span>&#160;<span class="comment"> * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,</span></div><div class="line"><a name="l00021"></a><span class="lineno"> 21</span>&#160;<span class="comment"> * STRICT LIABILITY, OR TOR (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE</span></div><div class="line"><a name="l00022"></a><span class="lineno"> 22</span>&#160;<span class="comment"> * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.</span></div><div class="line"><a name="l00023"></a><span class="lineno"> 23</span>&#160;<span class="comment"> *</span></div><div class="line"><a name="l00024"></a><span class="lineno"> 24</span>&#160;<span class="comment"> **************************************************************************************************/</span></div><div class="line"><a name="l00029"></a><span class="lineno"> 29</span>&#160;<span class="preprocessor">#pragma once</span></div><div class="line"><a name="l00030"></a><span class="lineno"> 30</span>&#160;</div><div class="line"><a name="l00031"></a><span class="lineno"> 31</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="coord_8h.html">cutlass/coord.h</a>&quot;</span></div><div class="line"><a name="l00032"></a><span class="lineno"> 32</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="tensor__ref_8h.html">cutlass/tensor_ref.h</a>&quot;</span></div><div class="line"><a name="l00033"></a><span class="lineno"> 33</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="fragment_8h.html">cutlass/fragment.h</a>&quot;</span></div><div class="line"><a name="l00034"></a><span class="lineno"> 34</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="load__store_8h.html">cutlass/load_store.h</a>&quot;</span></div><div class="line"><a name="l00035"></a><span class="lineno"> 35</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="predicate__vector_8h.html">cutlass/predicate_vector.h</a>&quot;</span></div><div class="line"><a name="l00036"></a><span class="lineno"> 36</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="vector_8h.html">cutlass/vector.h</a>&quot;</span></div><div class="line"><a name="l00037"></a><span class="lineno"> 37</span>&#160;<span class="preprocessor">#include &lt;cstdio&gt;</span></div><div class="line"><a name="l00038"></a><span class="lineno"> 38</span>&#160;</div><div class="line"><a name="l00039"></a><span class="lineno"> 39</span>&#160;<span class="keyword">namespace </span><a class="code" href="namespacecutlass.html">cutlass</a> {</div><div class="line"><a name="l00040"></a><span class="lineno"> 40</span>&#160;</div><div class="line"><a name="l00042"></a><span class="lineno"> 42</span>&#160;</div><div class="line"><a name="l00061"></a><span class="lineno"> 61</span>&#160;</div><div class="line"><a name="l00064"></a><span class="lineno"><a class="line" href="structcutlass_1_1IteratorAdvance.html"> 64</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structcutlass_1_1IteratorAdvance.html">IteratorAdvance</a> {</div><div class="line"><a name="l00065"></a><span class="lineno"><a class="line" href="structcutlass_1_1IteratorAdvance.html#a9ad9c2302ddffa148d47cdcf6c738ddaa567e61af8a3401d302f3a3ab26418df0"> 65</a></span>&#160; <span class="keyword">enum</span> <a class="code" href="structcutlass_1_1IteratorAdvance.html#a9ad9c2302ddffa148d47cdcf6c738dda">Kind</a> { <a class="code" href="structcutlass_1_1IteratorAdvance.html#a9ad9c2302ddffa148d47cdcf6c738ddaa56ecb02f4ed3bd7ae4a9c971805ee8c5">kD</a>, <a class="code" href="structcutlass_1_1IteratorAdvance.html#a9ad9c2302ddffa148d47cdcf6c738ddaacfe756fca665eb1bbf389850915c1b81">kH</a>, <a class="code" href="structcutlass_1_1IteratorAdvance.html#a9ad9c2302ddffa148d47cdcf6c738ddaa567e61af8a3401d302f3a3ab26418df0">kW</a> };</div><div class="line"><a name="l00066"></a><span class="lineno"> 66</span>&#160;};</div><div class="line"><a name="l00068"></a><span class="lineno"> 68</span>&#160;</div><div class="line"><a name="l00073"></a><span class="lineno"> 73</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> Tile_,</div><div class="line"><a name="l00074"></a><span class="lineno"> 74</span>&#160; <span class="keyword">typename</span> Delta_,</div><div class="line"><a name="l00075"></a><span class="lineno"> 75</span>&#160; <span class="keyword">typename</span> Iterations_,</div><div class="line"><a name="l00076"></a><span class="lineno"> 76</span>&#160; <span class="keyword">typename</span> ThreadOffset_,</div><div class="line"><a name="l00077"></a><span class="lineno"> 77</span>&#160; <span class="keywordtype">int</span> AccessSize&gt;</div><div class="line"><a name="l00078"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileTraits.html"> 78</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structcutlass_1_1TileTraits.html">TileTraits</a> {</div><div class="line"><a name="l00080"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileTraits.html#a3632c351a28f71f6c140dd33089d80b0"> 80</a></span>&#160; <span class="keyword">typedef</span> Tile_ <a class="code" href="structcutlass_1_1TileTraits.html#a3632c351a28f71f6c140dd33089d80b0">Tile</a>;</div><div class="line"><a name="l00081"></a><span class="lineno"> 81</span>&#160;</div><div class="line"><a name="l00083"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileTraits.html#ad6d99ccf2fcd2bd47e45d068f4d99c82"> 83</a></span>&#160; <span class="keyword">typedef</span> Delta_ <a class="code" href="structcutlass_1_1TileTraits.html#ad6d99ccf2fcd2bd47e45d068f4d99c82">Delta</a>;</div><div class="line"><a name="l00084"></a><span class="lineno"> 84</span>&#160;</div><div class="line"><a name="l00086"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileTraits.html#a46b9e04bb8d33fcf8fc116cc48a555fc"> 86</a></span>&#160; <span class="keyword">typedef</span> Iterations_ <a class="code" href="structcutlass_1_1TileTraits.html#a46b9e04bb8d33fcf8fc116cc48a555fc">Iterations</a>;</div><div class="line"><a name="l00087"></a><span class="lineno"> 87</span>&#160;</div><div class="line"><a name="l00089"></a><span class="lineno"> 89</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l00090"></a><span class="lineno"> 90</span>&#160; <span class="comment">// ThreadOffset should be a functor defined like:</span></div><div class="line"><a name="l00091"></a><span class="lineno"> 91</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l00092"></a><span class="lineno"> 92</span>&#160; <span class="comment">// struct ThreadOffsetExample {</span></div><div class="line"><a name="l00093"></a><span class="lineno"> 93</span>&#160; <span class="comment">// CUTLASS_DEVICE</span></div><div class="line"><a name="l00094"></a><span class="lineno"> 94</span>&#160; <span class="comment">// Coord&lt;4&gt; operator()() const {</span></div><div class="line"><a name="l00095"></a><span class="lineno"> 95</span>&#160; <span class="comment">// return make_Coord(0, threadIdx.y, threadIdx.x, 0);</span></div><div class="line"><a name="l00096"></a><span class="lineno"> 96</span>&#160; <span class="comment">// }</span></div><div class="line"><a name="l00097"></a><span class="lineno"> 97</span>&#160; <span class="comment">// };</span></div><div class="line"><a name="l00098"></a><span class="lineno"> 98</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l00099"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileTraits.html#a671ef48f4141a9de30b6ec6fb0be1feb"> 99</a></span>&#160; <span class="keyword">typedef</span> ThreadOffset_ <a class="code" href="structcutlass_1_1TileTraits.html#a671ef48f4141a9de30b6ec6fb0be1feb">ThreadOffset</a>;</div><div class="line"><a name="l00100"></a><span class="lineno"> 100</span>&#160;</div><div class="line"><a name="l00102"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileTraits.html#a3db8202befa891bbc7c0a53c535cd21f"> 102</a></span>&#160; <span class="keyword">typedef</span> <a class="code" href="structcutlass_1_1Shape.html">Shape&lt;0, 0, 0, 0&gt;</a> <a class="code" href="structcutlass_1_1TileTraits.html#a3db8202befa891bbc7c0a53c535cd21f">ImmediateOffsetStrides</a>;</div><div class="line"><a name="l00103"></a><span class="lineno"> 103</span>&#160;</div><div class="line"><a name="l00105"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileTraits.html#a0a494c2eacb51b65487f8405908a0214"> 105</a></span>&#160; <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> <a class="code" href="structcutlass_1_1TileTraits.html#a0a494c2eacb51b65487f8405908a0214">kAccessSize</a> = AccessSize;</div><div class="line"><a name="l00106"></a><span class="lineno"> 106</span>&#160;};</div><div class="line"><a name="l00107"></a><span class="lineno"> 107</span>&#160;</div><div class="line"><a name="l00109"></a><span class="lineno"> 109</span>&#160;</div><div class="line"><a name="l00111"></a><span class="lineno"> 111</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> Delta_&gt;</div><div class="line"><a name="l00112"></a><span class="lineno"><a class="line" href="structcutlass_1_1RegularTilePredicateFunctor.html"> 112</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structcutlass_1_1RegularTilePredicateFunctor.html">RegularTilePredicateFunctor</a> {</div><div class="line"><a name="l00113"></a><span class="lineno"><a class="line" href="structcutlass_1_1RegularTilePredicateFunctor.html#acd32282ce7852c4669098c06bcd9a360"> 113</a></span>&#160; <span class="keyword">typedef</span> Delta_ <a class="code" href="structcutlass_1_1RegularTilePredicateFunctor.html#acd32282ce7852c4669098c06bcd9a360">Delta</a>;</div><div class="line"><a name="l00114"></a><span class="lineno"> 114</span>&#160;</div><div class="line"><a name="l00116"></a><span class="lineno"><a class="line" href="structcutlass_1_1RegularTilePredicateFunctor.html#ac2f49374e6f0a27ad2daffcb1f74708a"> 116</a></span>&#160; <a class="code" href="structcutlass_1_1Coord.html">Coord&lt;3&gt;</a> <a class="code" href="structcutlass_1_1RegularTilePredicateFunctor.html#ac2f49374e6f0a27ad2daffcb1f74708a">bounds</a>;</div><div class="line"><a name="l00117"></a><span class="lineno"> 117</span>&#160;</div><div class="line"><a name="l00119"></a><span class="lineno"> 119</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00120"></a><span class="lineno"><a class="line" href="structcutlass_1_1RegularTilePredicateFunctor.html#a0e0b728d3685097a9280fbca6a47a2af"> 120</a></span>&#160; <a class="code" href="structcutlass_1_1RegularTilePredicateFunctor.html#a0e0b728d3685097a9280fbca6a47a2af">RegularTilePredicateFunctor</a>(<a class="code" href="structcutlass_1_1Coord.html">Coord&lt;3&gt;</a> _bounds) : <a class="code" href="structcutlass_1_1RegularTilePredicateFunctor.html#ac2f49374e6f0a27ad2daffcb1f74708a">bounds</a>(_bounds) {}</div><div class="line"><a name="l00121"></a><span class="lineno"> 121</span>&#160;</div><div class="line"><a name="l00123"></a><span class="lineno"> 123</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00124"></a><span class="lineno"><a class="line" href="structcutlass_1_1RegularTilePredicateFunctor.html#a084c0a2732827a74f7a30873c5883827"> 124</a></span>&#160; <span class="keywordtype">bool</span> <a class="code" href="structcutlass_1_1RegularTilePredicateFunctor.html#a084c0a2732827a74f7a30873c5883827">operator()</a>(<a class="code" href="structcutlass_1_1Coord.html">Coord&lt;3&gt;</a> iteration, <a class="code" href="structcutlass_1_1Coord.html">Coord&lt;3&gt;</a> offset)<span class="keyword"> const </span>{</div><div class="line"><a name="l00125"></a><span class="lineno"> 125</span>&#160; <span class="keywordflow">return</span> (iteration[0] * Delta::kD + offset[0] &lt; <a class="code" href="structcutlass_1_1RegularTilePredicateFunctor.html#ac2f49374e6f0a27ad2daffcb1f74708a">bounds</a>[0]) &amp;&amp;</div><div class="line"><a name="l00126"></a><span class="lineno"> 126</span>&#160; (iteration[1] * Delta::kH + offset[1] &lt; <a class="code" href="structcutlass_1_1RegularTilePredicateFunctor.html#ac2f49374e6f0a27ad2daffcb1f74708a">bounds</a>[1]) &amp;&amp;</div><div class="line"><a name="l00127"></a><span class="lineno"> 127</span>&#160; (iteration[2] * Delta::kW + offset[2] &lt; <a class="code" href="structcutlass_1_1RegularTilePredicateFunctor.html#ac2f49374e6f0a27ad2daffcb1f74708a">bounds</a>[2]);</div><div class="line"><a name="l00128"></a><span class="lineno"> 128</span>&#160; }</div><div class="line"><a name="l00129"></a><span class="lineno"> 129</span>&#160;};</div><div class="line"><a name="l00130"></a><span class="lineno"> 130</span>&#160;</div><div class="line"><a name="l00132"></a><span class="lineno"> 132</span>&#160;</div><div class="line"><a name="l00133"></a><span class="lineno"> 133</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> T&gt;</div><div class="line"><a name="l00134"></a><span class="lineno"><a class="line" href="structcutlass_1_1DumpType.html"> 134</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structcutlass_1_1DumpType.html">DumpType</a> {};</div><div class="line"><a name="l00136"></a><span class="lineno"> 136</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> Traits_,</div><div class="line"><a name="l00137"></a><span class="lineno"> 137</span>&#160; <span class="keyword">typename</span> Scalar_,</div><div class="line"><a name="l00138"></a><span class="lineno"> 138</span>&#160; <a class="code" href="structcutlass_1_1IteratorAdvance.html#a9ad9c2302ddffa148d47cdcf6c738dda">IteratorAdvance::Kind</a> Advance_ = <a class="code" href="structcutlass_1_1IteratorAdvance.html#a9ad9c2302ddffa148d47cdcf6c738ddaacfe756fca665eb1bbf389850915c1b81">IteratorAdvance::kH</a>,</div><div class="line"><a name="l00139"></a><span class="lineno"> 139</span>&#160; <a class="code" href="structcutlass_1_1MemorySpace.html#a1e031ec41668015a8fe4ba2c1145d03c">MemorySpace::Kind</a> <a class="code" href="structcutlass_1_1MemorySpace.html">MemorySpace</a> = <a class="code" href="structcutlass_1_1MemorySpace.html#a1e031ec41668015a8fe4ba2c1145d03ca21a44c0b78017acea0d1ffe223e5ca38">MemorySpace::kGeneric</a>,</div><div class="line"><a name="l00140"></a><span class="lineno"> 140</span>&#160; <span class="keyword">typename</span> Index_ = int,</div><div class="line"><a name="l00141"></a><span class="lineno"> 141</span>&#160; <span class="keyword">typename</span> FragmentElement_ = Scalar_,</div><div class="line"><a name="l00142"></a><span class="lineno"> 142</span>&#160; <a class="code" href="structcutlass_1_1FragmentElementType.html#a62883b0695dc3a7ff82916ff9d75df0b">FragmentElementType::Kind</a> FragmentElementType_ = <a class="code" href="structcutlass_1_1FragmentElementType.html#a62883b0695dc3a7ff82916ff9d75df0babb4fa5d034035e4c751287dd9e366f3b">FragmentElementType::kScalar</a>,</div><div class="line"><a name="l00143"></a><span class="lineno"> 143</span>&#160; <span class="keyword">typename</span> Skew_ = <a class="code" href="structcutlass_1_1Shape.html">Shape&lt;0, 0, 0, 0&gt;</a> &gt;</div><div class="line"><a name="l00144"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html"> 144</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structcutlass_1_1TileIteratorBase.html">TileIteratorBase</a> {</div><div class="line"><a name="l00146"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#aac9e5b7890a53d46e5d49912b254ded7"> 146</a></span>&#160; <span class="keyword">typedef</span> Traits_ <a class="code" href="structcutlass_1_1TileIteratorBase.html#aac9e5b7890a53d46e5d49912b254ded7">Traits</a>;</div><div class="line"><a name="l00147"></a><span class="lineno"> 147</span>&#160;</div><div class="line"><a name="l00149"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#affac5a91f0659bb6739db25d20822c34"> 149</a></span>&#160; <span class="keyword">typedef</span> Scalar_ <a class="code" href="structcutlass_1_1TileIteratorBase.html#affac5a91f0659bb6739db25d20822c34">Scalar</a>;</div><div class="line"><a name="l00150"></a><span class="lineno"> 150</span>&#160;</div><div class="line"><a name="l00152"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#a7f2fe3fa2eb764bf664817097d22fe45"> 152</a></span>&#160; <span class="keyword">typedef</span> FragmentElement_ <a class="code" href="structcutlass_1_1TileIteratorBase.html#a7f2fe3fa2eb764bf664817097d22fe45">FragmentElement</a>;</div><div class="line"><a name="l00153"></a><span class="lineno"> 153</span>&#160;</div><div class="line"><a name="l00155"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#acc8c86a3629a3ca105269fc3a47f2a4f"> 155</a></span>&#160; <span class="keyword">static</span> <a class="code" href="structcutlass_1_1IteratorAdvance.html#a9ad9c2302ddffa148d47cdcf6c738dda">IteratorAdvance::Kind</a> <span class="keyword">const</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#acc8c86a3629a3ca105269fc3a47f2a4f">kAdvance</a> = Advance_;</div><div class="line"><a name="l00156"></a><span class="lineno"> 156</span>&#160;</div><div class="line"><a name="l00158"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#af405f6c5f0bd8f04487d8a7f41dc1826"> 158</a></span>&#160; <span class="keyword">static</span> <a class="code" href="structcutlass_1_1FragmentElementType.html#a62883b0695dc3a7ff82916ff9d75df0b">FragmentElementType::Kind</a> <span class="keyword">const</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#af405f6c5f0bd8f04487d8a7f41dc1826">kFragmentElementType</a> = FragmentElementType_;</div><div class="line"><a name="l00159"></a><span class="lineno"> 159</span>&#160;</div><div class="line"><a name="l00161"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#ab8bfa9914c4ba49a583d1cfaa8a62d56"> 161</a></span>&#160; <span class="keyword">static</span> <a class="code" href="structcutlass_1_1MemorySpace.html#a1e031ec41668015a8fe4ba2c1145d03c">MemorySpace::Kind</a> <span class="keyword">const</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab8bfa9914c4ba49a583d1cfaa8a62d56">kMemorySpace</a> = <a class="code" href="structcutlass_1_1MemorySpace.html">MemorySpace</a>;</div><div class="line"><a name="l00162"></a><span class="lineno"> 162</span>&#160;</div><div class="line"><a name="l00164"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c"> 164</a></span>&#160; <span class="keyword">typedef</span> Index_ <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a>;</div><div class="line"><a name="l00165"></a><span class="lineno"> 165</span>&#160;</div><div class="line"><a name="l00167"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#ad2967c7bb5c6c5eacdea285a63040d94"> 167</a></span>&#160; <span class="keyword">typedef</span> <span class="keywordtype">long</span> <span class="keywordtype">long</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#ad2967c7bb5c6c5eacdea285a63040d94">LongIndex</a>;</div><div class="line"><a name="l00168"></a><span class="lineno"> 168</span>&#160;</div><div class="line"><a name="l00170"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#ae50ca325a827bdf1d1bfab3ba6e204c1"> 170</a></span>&#160; <span class="keyword">typedef</span> Skew_ <a class="code" href="structcutlass_1_1TileIteratorBase.html#ae50ca325a827bdf1d1bfab3ba6e204c1">Skew</a>;</div><div class="line"><a name="l00171"></a><span class="lineno"> 171</span>&#160;</div><div class="line"><a name="l00173"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#a7fcf13023c85cf1e1150d867bd1559d4"> 173</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> Traits::Tile <a class="code" href="structcutlass_1_1TileIteratorBase.html#a7fcf13023c85cf1e1150d867bd1559d4">Tile</a>;</div><div class="line"><a name="l00174"></a><span class="lineno"> 174</span>&#160;</div><div class="line"><a name="l00176"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#a9aaac43bc2258e06824c354a068e7815"> 176</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> Traits::Delta <a class="code" href="structcutlass_1_1TileIteratorBase.html#a9aaac43bc2258e06824c354a068e7815">Delta</a>;</div><div class="line"><a name="l00177"></a><span class="lineno"> 177</span>&#160;</div><div class="line"><a name="l00179"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#ab37eec43846be90d558201bd6bb27ee4"> 179</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> Traits::ImmediateOffsetStrides <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab37eec43846be90d558201bd6bb27ee4">ImmediateOffsetStrides</a>;</div><div class="line"><a name="l00180"></a><span class="lineno"> 180</span>&#160;</div><div class="line"><a name="l00182"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#adbf563ecda4ffd4110d288f521c7e0da"> 182</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> Traits::Iterations <a class="code" href="structcutlass_1_1TileIteratorBase.html#adbf563ecda4ffd4110d288f521c7e0da">Iterations</a>;</div><div class="line"><a name="l00183"></a><span class="lineno"> 183</span>&#160;</div><div class="line"><a name="l00185"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#a0fec2c1f9c0b8fbde4ca6faf123b59a5"> 185</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> Traits::ThreadOffset <a class="code" href="structcutlass_1_1TileIteratorBase.html#a0fec2c1f9c0b8fbde4ca6faf123b59a5">ThreadOffset</a>;</div><div class="line"><a name="l00186"></a><span class="lineno"> 186</span>&#160;</div><div class="line"><a name="l00188"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#a8a4edd46b8cad3eeafc2a3dc3a344499"> 188</a></span>&#160; <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a8a4edd46b8cad3eeafc2a3dc3a344499">kAccessSize</a> = Traits::kAccessSize;</div><div class="line"><a name="l00189"></a><span class="lineno"> 189</span>&#160;</div><div class="line"><a name="l00191"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#a24716c07ab1d7834a79d52231a990973"> 191</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="unioncutlass_1_1Vector.html">Vectorize&lt;FragmentElement, kAccessSize&gt;::Type</a> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a24716c07ab1d7834a79d52231a990973">AccessType</a>;</div><div class="line"><a name="l00192"></a><span class="lineno"> 192</span>&#160;</div><div class="line"><a name="l00194"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#aefe67241dde93bb032c5b4d82bc3f761"> 194</a></span>&#160; <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#aefe67241dde93bb032c5b4d82bc3f761">kFragmentSize</a> =</div><div class="line"><a name="l00195"></a><span class="lineno"> 195</span>&#160; (<a class="code" href="structcutlass_1_1TileIteratorBase.html#af405f6c5f0bd8f04487d8a7f41dc1826">kFragmentElementType</a> == <a class="code" href="structcutlass_1_1FragmentElementType.html#a62883b0695dc3a7ff82916ff9d75df0ba6b5ad4d12e12461f93ccab8edb6cd0bd">FragmentElementType::kWmmaMatrix</a> ? 16 : <span class="keyword">sizeof</span>(<a class="code" href="structcutlass_1_1TileIteratorBase.html#a24716c07ab1d7834a79d52231a990973">AccessType</a>));</div><div class="line"><a name="l00197"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#a2e682380b5ea9ea05ee8ffd68a1205f0"> 197</a></span>&#160; <span class="keyword">typedef</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a9ffa12dcd7ed1e96845e1cd273d9f219">Fragment&lt;Scalar, ShapeCount&lt;Tile&gt;::kCount</a>, <a class="code" href="structcutlass_1_1TileIteratorBase.html#aefe67241dde93bb032c5b4d82bc3f761">kFragmentSize</a>&gt; <a class="code" href="structcutlass_1_1TileIteratorBase.html#a2e682380b5ea9ea05ee8ffd68a1205f0">Storage</a>;</div><div class="line"><a name="l00199"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#a9ffa12dcd7ed1e96845e1cd273d9f219"> 199</a></span>&#160; <span class="keyword">typedef</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a9ffa12dcd7ed1e96845e1cd273d9f219">Fragment&lt;FragmentElement, ShapeCount&lt;Iterations&gt;::kCount</a> * <a class="code" href="structcutlass_1_1TileIteratorBase.html#a8a4edd46b8cad3eeafc2a3dc3a344499">kAccessSize</a>&gt; <a class="code" href="structcutlass_1_1TileIteratorBase.html#a9ffa12dcd7ed1e96845e1cd273d9f219">Fragment</a>;</div><div class="line"><a name="l00200"></a><span class="lineno"> 200</span>&#160;</div><div class="line"><a name="l00202"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#a59d40c5bd544fdabf42787b9f11cce51"> 202</a></span>&#160; <span class="keyword">typedef</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a59d40c5bd544fdabf42787b9f11cce51">FragmentIterator&lt;Fragment, Iterations, AccessType&gt;</a> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a59d40c5bd544fdabf42787b9f11cce51">FragmentIterator</a>;</div><div class="line"><a name="l00204"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#a5eb6375410d4440c0f73a25c06d282b5"> 204</a></span>&#160; <span class="keyword">typedef</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a5eb6375410d4440c0f73a25c06d282b5">FragmentConstIterator&lt;Fragment, Iterations, AccessType&gt;</a> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a5eb6375410d4440c0f73a25c06d282b5">FragmentConstIterator</a>;</div><div class="line"><a name="l00206"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#a064aaca9cc27e34bdae9684447a3f5be"> 206</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1FragmentIterator.html#a63ff1767c4923b0a2b6b64487306ed76">FragmentIterator::FragmentShape</a> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a064aaca9cc27e34bdae9684447a3f5be">FragmentShape</a>;</div><div class="line"><a name="l00207"></a><span class="lineno"> 207</span>&#160;</div><div class="line"><a name="l00209"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#a05065dadf7b8a20284c566c82cda8000"> 209</a></span>&#160; <span class="keyword">typedef</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a05065dadf7b8a20284c566c82cda8000">PredicateVector&lt;ShapeCount&lt;Iterations&gt;::kCount</a>&gt; <a class="code" href="structcutlass_1_1TileIteratorBase.html#a05065dadf7b8a20284c566c82cda8000">PredicateVector</a>;</div><div class="line"><a name="l00210"></a><span class="lineno"> 210</span>&#160;</div><div class="line"><a name="l00211"></a><span class="lineno"> 211</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l00212"></a><span class="lineno"> 212</span>&#160; <span class="comment">// Params struct</span></div><div class="line"><a name="l00213"></a><span class="lineno"> 213</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l00214"></a><span class="lineno"> 214</span>&#160;</div><div class="line"><a name="l00216"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase_1_1Params.html"> 216</a></span>&#160; <span class="keyword">struct </span><a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html">Params</a> {</div><div class="line"><a name="l00217"></a><span class="lineno"> 217</span>&#160;</div><div class="line"><a name="l00218"></a><span class="lineno"> 218</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l00219"></a><span class="lineno"> 219</span>&#160; <span class="comment">// Dat members</span></div><div class="line"><a name="l00220"></a><span class="lineno"> 220</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l00221"></a><span class="lineno"> 221</span>&#160;</div><div class="line"><a name="l00222"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712"> 222</a></span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">stride_d</a>;</div><div class="line"><a name="l00223"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623"> 223</a></span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a>;</div><div class="line"><a name="l00224"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d"> 224</a></span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a>;</div><div class="line"><a name="l00225"></a><span class="lineno"> 225</span>&#160;</div><div class="line"><a name="l00226"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a901e9df85e9eee0e89a025b874e1b61b"> 226</a></span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a901e9df85e9eee0e89a025b874e1b61b">inc_d</a>;</div><div class="line"><a name="l00227"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a15227102466522445261b6ea65c89c06"> 227</a></span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a15227102466522445261b6ea65c89c06">inc_h</a>;</div><div class="line"><a name="l00228"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af0be1271cfe6d6c03a9a76ff992d8a5c"> 228</a></span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af0be1271cfe6d6c03a9a76ff992d8a5c">inc_w</a>;</div><div class="line"><a name="l00229"></a><span class="lineno"> 229</span>&#160;</div><div class="line"><a name="l00230"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a366c41dbc3bb82521db46b6d0db127b9"> 230</a></span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a366c41dbc3bb82521db46b6d0db127b9">inc_advance</a>;</div><div class="line"><a name="l00231"></a><span class="lineno"> 231</span>&#160;</div><div class="line"><a name="l00232"></a><span class="lineno"> 232</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l00233"></a><span class="lineno"> 233</span>&#160; <span class="comment">// Methods</span></div><div class="line"><a name="l00234"></a><span class="lineno"> 234</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l00235"></a><span class="lineno"> 235</span>&#160;</div><div class="line"><a name="l00237"></a><span class="lineno"> 237</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00238"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase_1_1Params.html#acc0341b88143aac4ffd9bc1dcfaafa71"> 238</a></span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#acc0341b88143aac4ffd9bc1dcfaafa71">Params</a>() : <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">stride_d</a>(0), <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a>(0), <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a>(0), <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a901e9df85e9eee0e89a025b874e1b61b">inc_d</a>(0), <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a15227102466522445261b6ea65c89c06">inc_h</a>(0), <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af0be1271cfe6d6c03a9a76ff992d8a5c">inc_w</a>(0) {}</div><div class="line"><a name="l00239"></a><span class="lineno"> 239</span>&#160;</div><div class="line"><a name="l00241"></a><span class="lineno"> 241</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00242"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a9c480593877698c327a85272d771475c"> 242</a></span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a9c480593877698c327a85272d771475c">Params</a>(<a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _stride_d,</div><div class="line"><a name="l00243"></a><span class="lineno"> 243</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _stride_h,</div><div class="line"><a name="l00244"></a><span class="lineno"> 244</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _stride_w,</div><div class="line"><a name="l00245"></a><span class="lineno"> 245</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_d,</div><div class="line"><a name="l00246"></a><span class="lineno"> 246</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_h,</div><div class="line"><a name="l00247"></a><span class="lineno"> 247</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_w,</div><div class="line"><a name="l00248"></a><span class="lineno"> 248</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_advance)</div><div class="line"><a name="l00249"></a><span class="lineno"> 249</span>&#160; : <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">stride_d</a>(_stride_d),</div><div class="line"><a name="l00250"></a><span class="lineno"> 250</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a>(_stride_h),</div><div class="line"><a name="l00251"></a><span class="lineno"> 251</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a>(_stride_w),</div><div class="line"><a name="l00252"></a><span class="lineno"> 252</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a901e9df85e9eee0e89a025b874e1b61b">inc_d</a>(_inc_d),</div><div class="line"><a name="l00253"></a><span class="lineno"> 253</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a15227102466522445261b6ea65c89c06">inc_h</a>(_inc_h),</div><div class="line"><a name="l00254"></a><span class="lineno"> 254</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af0be1271cfe6d6c03a9a76ff992d8a5c">inc_w</a>(_inc_w),</div><div class="line"><a name="l00255"></a><span class="lineno"> 255</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a366c41dbc3bb82521db46b6d0db127b9">inc_advance</a>(_inc_advance) {}</div><div class="line"><a name="l00256"></a><span class="lineno"> 256</span>&#160;</div><div class="line"><a name="l00258"></a><span class="lineno"> 258</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00259"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase_1_1Params.html#ac030ea4568fa2cb6d6661df75062cd1a"> 259</a></span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#ac030ea4568fa2cb6d6661df75062cd1a">Params</a>(<a class="code" href="structcutlass_1_1Coord.html">Coord&lt;4&gt;</a> <span class="keyword">const</span> &amp;stride) {</div><div class="line"><a name="l00260"></a><span class="lineno"> 260</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">initialize</a>(stride);</div><div class="line"><a name="l00261"></a><span class="lineno"> 261</span>&#160; }</div><div class="line"><a name="l00262"></a><span class="lineno"> 262</span>&#160;</div><div class="line"><a name="l00264"></a><span class="lineno"> 264</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00265"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a351c89646a1e55428dee0f504fb14a51"> 265</a></span>&#160; <span class="keywordtype">int</span> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a351c89646a1e55428dee0f504fb14a51">initialize</a>(<a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _stride_d,</div><div class="line"><a name="l00266"></a><span class="lineno"> 266</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _stride_h,</div><div class="line"><a name="l00267"></a><span class="lineno"> 267</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _stride_w,</div><div class="line"><a name="l00268"></a><span class="lineno"> 268</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_d,</div><div class="line"><a name="l00269"></a><span class="lineno"> 269</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_h,</div><div class="line"><a name="l00270"></a><span class="lineno"> 270</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_w,</div><div class="line"><a name="l00271"></a><span class="lineno"> 271</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_advance) {</div><div class="line"><a name="l00272"></a><span class="lineno"> 272</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">stride_d</a> = _stride_d;</div><div class="line"><a name="l00273"></a><span class="lineno"> 273</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a> = _stride_h;</div><div class="line"><a name="l00274"></a><span class="lineno"> 274</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a> = _stride_w;</div><div class="line"><a name="l00275"></a><span class="lineno"> 275</span>&#160;</div><div class="line"><a name="l00276"></a><span class="lineno"> 276</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a901e9df85e9eee0e89a025b874e1b61b">inc_d</a> = _inc_d;</div><div class="line"><a name="l00277"></a><span class="lineno"> 277</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a15227102466522445261b6ea65c89c06">inc_h</a> = _inc_h;</div><div class="line"><a name="l00278"></a><span class="lineno"> 278</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af0be1271cfe6d6c03a9a76ff992d8a5c">inc_w</a> = _inc_w;</div><div class="line"><a name="l00279"></a><span class="lineno"> 279</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a366c41dbc3bb82521db46b6d0db127b9">inc_advance</a> = _inc_advance;</div><div class="line"><a name="l00280"></a><span class="lineno"> 280</span>&#160;</div><div class="line"><a name="l00281"></a><span class="lineno"> 281</span>&#160; <span class="keywordflow">return</span> 0;</div><div class="line"><a name="l00282"></a><span class="lineno"> 282</span>&#160; }</div><div class="line"><a name="l00283"></a><span class="lineno"> 283</span>&#160;</div><div class="line"><a name="l00285"></a><span class="lineno"> 285</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00286"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a2ef70d9e13b5aa7e4a53233b153d7edd"> 286</a></span>&#160; <span class="keywordtype">int</span> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a2ef70d9e13b5aa7e4a53233b153d7edd">initialize</a>(<a class="code" href="structcutlass_1_1Coord.html">Coord&lt;4&gt;</a> <span class="keyword">const</span> &amp;stride) {</div><div class="line"><a name="l00287"></a><span class="lineno"> 287</span>&#160; <span class="keywordflow">return</span> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">initialize</a>(stride[0], stride[1], stride[2]);</div><div class="line"><a name="l00288"></a><span class="lineno"> 288</span>&#160; }</div><div class="line"><a name="l00289"></a><span class="lineno"> 289</span>&#160;</div><div class="line"><a name="l00291"></a><span class="lineno"> 291</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00292"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a9d376b0b6e6cf6b8285eb2a30536c772"> 292</a></span>&#160; <span class="keywordtype">int</span> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a9d376b0b6e6cf6b8285eb2a30536c772">initialize</a>(<a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _stride_d, <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _stride_h, <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _stride_w) {</div><div class="line"><a name="l00293"></a><span class="lineno"> 293</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">stride_d</a> = _stride_d;</div><div class="line"><a name="l00294"></a><span class="lineno"> 294</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a> = _stride_h;</div><div class="line"><a name="l00295"></a><span class="lineno"> 295</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a> = _stride_w;</div><div class="line"><a name="l00296"></a><span class="lineno"> 296</span>&#160;</div><div class="line"><a name="l00297"></a><span class="lineno"> 297</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af0be1271cfe6d6c03a9a76ff992d8a5c">inc_w</a> = <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a> * Delta::kW;</div><div class="line"><a name="l00298"></a><span class="lineno"> 298</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a15227102466522445261b6ea65c89c06">inc_h</a> = <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a> * Delta::kH - <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a> * Delta::kW * (Iterations::kW - 1);</div><div class="line"><a name="l00299"></a><span class="lineno"> 299</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a901e9df85e9eee0e89a025b874e1b61b">inc_d</a> = <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a> * Delta::kD - <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a> * Delta::kH * (Iterations::kH - 1) -</div><div class="line"><a name="l00300"></a><span class="lineno"> 300</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a> * Delta::kW * (Iterations::kW - 1);</div><div class="line"><a name="l00301"></a><span class="lineno"> 301</span>&#160;</div><div class="line"><a name="l00302"></a><span class="lineno"> 302</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a366c41dbc3bb82521db46b6d0db127b9">inc_advance</a> = 0;</div><div class="line"><a name="l00303"></a><span class="lineno"> 303</span>&#160;</div><div class="line"><a name="l00304"></a><span class="lineno"> 304</span>&#160; <span class="keywordflow">if</span> (<a class="code" href="structcutlass_1_1TileIteratorBase.html#acc8c86a3629a3ca105269fc3a47f2a4f">kAdvance</a> == <a class="code" href="structcutlass_1_1IteratorAdvance.html#a9ad9c2302ddffa148d47cdcf6c738ddaacfe756fca665eb1bbf389850915c1b81">IteratorAdvance::kH</a>) {</div><div class="line"><a name="l00305"></a><span class="lineno"> 305</span>&#160; <span class="comment">// Advance in the H dimension.</span></div><div class="line"><a name="l00306"></a><span class="lineno"> 306</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a366c41dbc3bb82521db46b6d0db127b9">inc_advance</a> = Tile::kH * <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a>;</div><div class="line"><a name="l00307"></a><span class="lineno"> 307</span>&#160; } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (<a class="code" href="structcutlass_1_1TileIteratorBase.html#acc8c86a3629a3ca105269fc3a47f2a4f">kAdvance</a> == <a class="code" href="structcutlass_1_1IteratorAdvance.html#a9ad9c2302ddffa148d47cdcf6c738ddaa567e61af8a3401d302f3a3ab26418df0">IteratorAdvance::kW</a>) {</div><div class="line"><a name="l00308"></a><span class="lineno"> 308</span>&#160; <span class="comment">// Advance in the W dimension.</span></div><div class="line"><a name="l00309"></a><span class="lineno"> 309</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a366c41dbc3bb82521db46b6d0db127b9">inc_advance</a> = Tile::kW * <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a>;</div><div class="line"><a name="l00310"></a><span class="lineno"> 310</span>&#160;</div><div class="line"><a name="l00311"></a><span class="lineno"> 311</span>&#160; } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00312"></a><span class="lineno"> 312</span>&#160; <span class="comment">// Advance in the D dimension.</span></div><div class="line"><a name="l00313"></a><span class="lineno"> 313</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a366c41dbc3bb82521db46b6d0db127b9">inc_advance</a> = Tile::kD * <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">stride_d</a>;</div><div class="line"><a name="l00314"></a><span class="lineno"> 314</span>&#160; }</div><div class="line"><a name="l00315"></a><span class="lineno"> 315</span>&#160;</div><div class="line"><a name="l00316"></a><span class="lineno"> 316</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a366c41dbc3bb82521db46b6d0db127b9">inc_advance</a> -= <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a> * Delta::kD * (Iterations::kD - 1) +</div><div class="line"><a name="l00317"></a><span class="lineno"> 317</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a> * Delta::kH * (Iterations::kH - 1) +</div><div class="line"><a name="l00318"></a><span class="lineno"> 318</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a> * Delta::kW * (Iterations::kW - 1);</div><div class="line"><a name="l00319"></a><span class="lineno"> 319</span>&#160;</div><div class="line"><a name="l00320"></a><span class="lineno"> 320</span>&#160; <span class="keywordflow">return</span> 0;</div><div class="line"><a name="l00321"></a><span class="lineno"> 321</span>&#160; }</div><div class="line"><a name="l00322"></a><span class="lineno"> 322</span>&#160;</div><div class="line"><a name="l00324"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9"> 324</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">int</span> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">initialize</a>() {</div><div class="line"><a name="l00325"></a><span class="lineno"> 325</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">stride_d</a> = 0;</div><div class="line"><a name="l00326"></a><span class="lineno"> 326</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a> = 0;</div><div class="line"><a name="l00327"></a><span class="lineno"> 327</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a> = 1;</div><div class="line"><a name="l00328"></a><span class="lineno"> 328</span>&#160;</div><div class="line"><a name="l00329"></a><span class="lineno"> 329</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a366c41dbc3bb82521db46b6d0db127b9">inc_advance</a> = 0;</div><div class="line"><a name="l00330"></a><span class="lineno"> 330</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a901e9df85e9eee0e89a025b874e1b61b">inc_d</a> = <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a15227102466522445261b6ea65c89c06">inc_h</a> = <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af0be1271cfe6d6c03a9a76ff992d8a5c">inc_w</a> = 0;</div><div class="line"><a name="l00331"></a><span class="lineno"> 331</span>&#160;</div><div class="line"><a name="l00332"></a><span class="lineno"> 332</span>&#160; <span class="keywordflow">return</span> 0;</div><div class="line"><a name="l00333"></a><span class="lineno"> 333</span>&#160; }</div><div class="line"><a name="l00334"></a><span class="lineno"> 334</span>&#160; };</div><div class="line"><a name="l00335"></a><span class="lineno"> 335</span>&#160;</div><div class="line"><a name="l00337"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#ac811886f3412861928040546282b6973"> 337</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">bool</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#ac811886f3412861928040546282b6973">valid</a>(<span class="keywordtype">int</span> d, <span class="keywordtype">int</span> h, <span class="keywordtype">int</span> w, <span class="keywordtype">int</span> c)<span class="keyword"> const </span>{ <span class="keywordflow">return</span> <span class="keyword">true</span>; }</div><div class="line"><a name="l00338"></a><span class="lineno"> 338</span>&#160;</div><div class="line"><a name="l00339"></a><span class="lineno"> 339</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l00340"></a><span class="lineno"> 340</span>&#160; <span class="comment">// Static function members</span></div><div class="line"><a name="l00341"></a><span class="lineno"> 341</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l00342"></a><span class="lineno"> 342</span>&#160;</div><div class="line"><a name="l00344"></a><span class="lineno"> 344</span>&#160; <span class="keyword">template</span> &lt;<span class="keyword">typename</span> PredicateIterator, <span class="keyword">typename</span> PredicateFunctor&gt;</div><div class="line"><a name="l00345"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileIteratorBase.html#aa58daf082cf97108e2e2ad0b1fd89208"> 345</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keyword">static</span> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#aa58daf082cf97108e2e2ad0b1fd89208">initialize_predicates</a>(PredicateIterator predicate_it,</div><div class="line"><a name="l00346"></a><span class="lineno"> 346</span>&#160; PredicateFunctor <span class="keyword">const</span> &amp;predicate_func,</div><div class="line"><a name="l00347"></a><span class="lineno"> 347</span>&#160; <a class="code" href="structcutlass_1_1Coord.html">Coord&lt;3&gt;</a> <span class="keyword">const</span> &amp;offset) {</div><div class="line"><a name="l00348"></a><span class="lineno"> 348</span>&#160; <a class="code" href="performance__tuning_8h.html#a4b1c9f25ab6eaa25e1f2258dd63e6ce4">CUTLASS_PRAGMA_UNROLL</a></div><div class="line"><a name="l00349"></a><span class="lineno"> 349</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> d = 0; d &lt; Iterations::kD; ++d) {</div><div class="line"><a name="l00350"></a><span class="lineno"> 350</span>&#160; <a class="code" href="performance__tuning_8h.html#a4b1c9f25ab6eaa25e1f2258dd63e6ce4">CUTLASS_PRAGMA_UNROLL</a></div><div class="line"><a name="l00351"></a><span class="lineno"> 351</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> h = 0; h &lt; Iterations::kH; ++h) {</div><div class="line"><a name="l00352"></a><span class="lineno"> 352</span>&#160; <a class="code" href="performance__tuning_8h.html#a4b1c9f25ab6eaa25e1f2258dd63e6ce4">CUTLASS_PRAGMA_UNROLL</a></div><div class="line"><a name="l00353"></a><span class="lineno"> 353</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> w = 0; w &lt; Iterations::kW; ++w) {</div><div class="line"><a name="l00354"></a><span class="lineno"> 354</span>&#160; <span class="keywordtype">bool</span> enable = predicate_func(<a class="code" href="namespacecutlass.html#a7419519fa453a121dfa5f26bf87318d9">make_Coord</a>(d, h, w), offset);</div><div class="line"><a name="l00355"></a><span class="lineno"> 355</span>&#160; predicate_it.set(enable);</div><div class="line"><a name="l00356"></a><span class="lineno"> 356</span>&#160; ++predicate_it;</div><div class="line"><a name="l00357"></a><span class="lineno"> 357</span>&#160; }</div><div class="line"><a name="l00358"></a><span class="lineno"> 358</span>&#160; }</div><div class="line"><a name="l00359"></a><span class="lineno"> 359</span>&#160; }</div><div class="line"><a name="l00360"></a><span class="lineno"> 360</span>&#160; }</div><div class="line"><a name="l00361"></a><span class="lineno"> 361</span>&#160;};</div><div class="line"><a name="l00362"></a><span class="lineno"> 362</span>&#160;</div><div class="line"><a name="l00364"></a><span class="lineno"> 364</span>&#160;</div><div class="line"><a name="l00388"></a><span class="lineno"> 388</span>&#160;</div><div class="line"><a name="l00394"></a><span class="lineno"> 394</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> Traits_,</div><div class="line"><a name="l00395"></a><span class="lineno"> 395</span>&#160; <span class="keyword">typename</span> Scalar_,</div><div class="line"><a name="l00396"></a><span class="lineno"> 396</span>&#160; <a class="code" href="structcutlass_1_1IteratorAdvance.html#a9ad9c2302ddffa148d47cdcf6c738dda">IteratorAdvance::Kind</a> Advance_ = <a class="code" href="structcutlass_1_1IteratorAdvance.html#a9ad9c2302ddffa148d47cdcf6c738ddaacfe756fca665eb1bbf389850915c1b81">IteratorAdvance::kH</a>,</div><div class="line"><a name="l00397"></a><span class="lineno"> 397</span>&#160; <a class="code" href="structcutlass_1_1MemorySpace.html#a1e031ec41668015a8fe4ba2c1145d03c">MemorySpace::Kind</a> MemorySpace = <a class="code" href="structcutlass_1_1MemorySpace.html#a1e031ec41668015a8fe4ba2c1145d03ca21a44c0b78017acea0d1ffe223e5ca38">MemorySpace::kGeneric</a>,</div><div class="line"><a name="l00398"></a><span class="lineno"> 398</span>&#160; <span class="keyword">typename</span> Index_ = int,</div><div class="line"><a name="l00399"></a><span class="lineno"> 399</span>&#160; <span class="keyword">typename</span> FragmentElement_ = Scalar_,</div><div class="line"><a name="l00400"></a><span class="lineno"> 400</span>&#160; <a class="code" href="structcutlass_1_1FragmentElementType.html#a62883b0695dc3a7ff82916ff9d75df0b">FragmentElementType::Kind</a> FragmentElementType_ = <a class="code" href="structcutlass_1_1FragmentElementType.html#a62883b0695dc3a7ff82916ff9d75df0babb4fa5d034035e4c751287dd9e366f3b">FragmentElementType::kScalar</a>,</div><div class="line"><a name="l00401"></a><span class="lineno"> 401</span>&#160; <span class="keyword">typename</span> Skew_ = Shape&lt;0, 0, 0, 0&gt; &gt;</div><div class="line"><a name="l00402"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html"> 402</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structcutlass_1_1TileLoadIterator.html">TileLoadIterator</a> : <span class="keyword">public</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html">TileIteratorBase</a>&lt;Traits_,</div><div class="line"><a name="l00403"></a><span class="lineno"> 403</span>&#160; Scalar_,</div><div class="line"><a name="l00404"></a><span class="lineno"> 404</span>&#160; Advance_,</div><div class="line"><a name="l00405"></a><span class="lineno"> 405</span>&#160; MemorySpace,</div><div class="line"><a name="l00406"></a><span class="lineno"> 406</span>&#160; Index_,</div><div class="line"><a name="l00407"></a><span class="lineno"> 407</span>&#160; FragmentElement_,</div><div class="line"><a name="l00408"></a><span class="lineno"> 408</span>&#160; FragmentElementType_,</div><div class="line"><a name="l00409"></a><span class="lineno"> 409</span>&#160; Skew_&gt; {</div><div class="line"><a name="l00411"></a><span class="lineno"> 411</span>&#160; <span class="keyword">typedef</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html">TileIteratorBase</a>&lt;Traits_,</div><div class="line"><a name="l00412"></a><span class="lineno"> 412</span>&#160; Scalar_,</div><div class="line"><a name="l00413"></a><span class="lineno"> 413</span>&#160; Advance_,</div><div class="line"><a name="l00414"></a><span class="lineno"> 414</span>&#160; <a class="code" href="structcutlass_1_1MemorySpace.html">MemorySpace</a>,</div><div class="line"><a name="l00415"></a><span class="lineno"> 415</span>&#160; Index_,</div><div class="line"><a name="l00416"></a><span class="lineno"> 416</span>&#160; FragmentElement_,</div><div class="line"><a name="l00417"></a><span class="lineno"> 417</span>&#160; FragmentElementType_,</div><div class="line"><a name="l00418"></a><span class="lineno"> 418</span>&#160; Skew_&gt;</div><div class="line"><a name="l00419"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a1dcbf633eac61ff06980e4992fbe8264"> 419</a></span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a1dcbf633eac61ff06980e4992fbe8264">Base</a>;</div><div class="line"><a name="l00420"></a><span class="lineno"> 420</span>&#160;</div><div class="line"><a name="l00422"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a6a5d065939282fa1b9454b28a1e73948"> 422</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#aac9e5b7890a53d46e5d49912b254ded7">Base::Traits</a> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a6a5d065939282fa1b9454b28a1e73948">Traits</a>;</div><div class="line"><a name="l00423"></a><span class="lineno"> 423</span>&#160;</div><div class="line"><a name="l00425"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#aafbb7a2137a07f0e07a12838b66bd511"> 425</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#affac5a91f0659bb6739db25d20822c34">Base::Scalar</a> <a class="code" href="structcutlass_1_1TileLoadIterator.html#aafbb7a2137a07f0e07a12838b66bd511">Scalar</a>;</div><div class="line"><a name="l00426"></a><span class="lineno"> 426</span>&#160;</div><div class="line"><a name="l00428"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a70dfd0b62feb082d8da34af09d9524a6"> 428</a></span>&#160; <span class="keyword">typedef</span> FragmentElement_ <a class="code" href="structcutlass_1_1TileLoadIterator.html#a70dfd0b62feb082d8da34af09d9524a6">FragmentElement</a>;</div><div class="line"><a name="l00429"></a><span class="lineno"> 429</span>&#160;</div><div class="line"><a name="l00431"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#aea9fbc738003a7424cfa9b0527d4a352"> 431</a></span>&#160; <span class="keyword">static</span> <a class="code" href="structcutlass_1_1IteratorAdvance.html#a9ad9c2302ddffa148d47cdcf6c738dda">IteratorAdvance::Kind</a> <span class="keyword">const</span> <a class="code" href="structcutlass_1_1TileLoadIterator.html#aea9fbc738003a7424cfa9b0527d4a352">kAdvance</a> = <a class="code" href="structcutlass_1_1TileIteratorBase.html#acc8c86a3629a3ca105269fc3a47f2a4f">Base::kAdvance</a>;</div><div class="line"><a name="l00432"></a><span class="lineno"> 432</span>&#160;</div><div class="line"><a name="l00434"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a2af872794b35a631f9c1a97df0c6d177"> 434</a></span>&#160; <span class="keyword">static</span> <a class="code" href="structcutlass_1_1FragmentElementType.html#a62883b0695dc3a7ff82916ff9d75df0b">FragmentElementType::Kind</a> <span class="keyword">const</span> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a2af872794b35a631f9c1a97df0c6d177">kFragmentElementType</a> = FragmentElementType_;</div><div class="line"><a name="l00435"></a><span class="lineno"> 435</span>&#160;</div><div class="line"><a name="l00437"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a44424164c9347f9916b2b86858706043"> 437</a></span>&#160; <span class="keyword">static</span> <a class="code" href="structcutlass_1_1MemorySpace.html#a1e031ec41668015a8fe4ba2c1145d03c">MemorySpace::Kind</a> <span class="keyword">const</span> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a44424164c9347f9916b2b86858706043">kMemorySpace</a> = <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab8bfa9914c4ba49a583d1cfaa8a62d56">Base::kMemorySpace</a>;</div><div class="line"><a name="l00438"></a><span class="lineno"> 438</span>&#160;</div><div class="line"><a name="l00440"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#aaa5d98b72576478ba04e4ad554faa827"> 440</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Base::Index</a> <a class="code" href="structcutlass_1_1TileLoadIterator.html#aaa5d98b72576478ba04e4ad554faa827">Index</a>;</div><div class="line"><a name="l00441"></a><span class="lineno"> 441</span>&#160;</div><div class="line"><a name="l00443"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a6cdf9b87147f51f85c973ab435f58339"> 443</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#ad2967c7bb5c6c5eacdea285a63040d94">Base::LongIndex</a> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a6cdf9b87147f51f85c973ab435f58339">LongIndex</a>;</div><div class="line"><a name="l00444"></a><span class="lineno"> 444</span>&#160;</div><div class="line"><a name="l00446"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#aeb6cc0e2990c06c83b789b579a03b15f"> 446</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1Shape.html">Base::Skew</a> <a class="code" href="structcutlass_1_1TileLoadIterator.html#aeb6cc0e2990c06c83b789b579a03b15f">Skew</a>;</div><div class="line"><a name="l00447"></a><span class="lineno"> 447</span>&#160;</div><div class="line"><a name="l00449"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a88eaa581e0b5419b98ee5a71073d0539"> 449</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a7fcf13023c85cf1e1150d867bd1559d4">Base::Tile</a> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a88eaa581e0b5419b98ee5a71073d0539">Tile</a>;</div><div class="line"><a name="l00450"></a><span class="lineno"> 450</span>&#160;</div><div class="line"><a name="l00452"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#afc68649cb9bb32931b27e711c7ce2604"> 452</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a9aaac43bc2258e06824c354a068e7815">Base::Delta</a> <a class="code" href="structcutlass_1_1TileLoadIterator.html#afc68649cb9bb32931b27e711c7ce2604">Delta</a>;</div><div class="line"><a name="l00453"></a><span class="lineno"> 453</span>&#160;</div><div class="line"><a name="l00455"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a6c570dfa1cb68d436d8da6bd23cce6ce"> 455</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#adbf563ecda4ffd4110d288f521c7e0da">Base::Iterations</a> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a6c570dfa1cb68d436d8da6bd23cce6ce">Iterations</a>;</div><div class="line"><a name="l00456"></a><span class="lineno"> 456</span>&#160;</div><div class="line"><a name="l00458"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#ae8cb43a98cd2fa28f6457afbda8ec58a"> 458</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a0fec2c1f9c0b8fbde4ca6faf123b59a5">Base::ThreadOffset</a> <a class="code" href="structcutlass_1_1TileLoadIterator.html#ae8cb43a98cd2fa28f6457afbda8ec58a">ThreadOffset</a>;</div><div class="line"><a name="l00459"></a><span class="lineno"> 459</span>&#160;</div><div class="line"><a name="l00461"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a46a2cbf407d3f43a7441323d150d96f1"> 461</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a064aaca9cc27e34bdae9684447a3f5be">Base::FragmentShape</a> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a46a2cbf407d3f43a7441323d150d96f1">FragmentShape</a>;</div><div class="line"><a name="l00462"></a><span class="lineno"> 462</span>&#160;</div><div class="line"><a name="l00464"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#ae8f2c93ec43646be70d4b9f32d034125"> 464</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="unioncutlass_1_1Vector.html">Base::AccessType</a> <a class="code" href="structcutlass_1_1TileLoadIterator.html#ae8f2c93ec43646be70d4b9f32d034125">AccessType</a>;</div><div class="line"><a name="l00465"></a><span class="lineno"> 465</span>&#160;</div><div class="line"><a name="l00467"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a84f2f19069c3b003b1fcad438f690bc8"> 467</a></span>&#160; <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a84f2f19069c3b003b1fcad438f690bc8">kAccessSize</a> = <a class="code" href="structcutlass_1_1TileIteratorBase.html#a8a4edd46b8cad3eeafc2a3dc3a344499">Base::kAccessSize</a>;</div><div class="line"><a name="l00468"></a><span class="lineno"> 468</span>&#160;</div><div class="line"><a name="l00470"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a4604b230174b11bc7ddf5f3e9a922139"> 470</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a9ffa12dcd7ed1e96845e1cd273d9f219">Base::Fragment</a> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a4604b230174b11bc7ddf5f3e9a922139">Fragment</a>;</div><div class="line"><a name="l00471"></a><span class="lineno"> 471</span>&#160;</div><div class="line"><a name="l00473"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#ad9c77ca0521d18a90dd3542a3941f016"> 473</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a59d40c5bd544fdabf42787b9f11cce51">Base::FragmentIterator</a> <a class="code" href="structcutlass_1_1TileLoadIterator.html#ad9c77ca0521d18a90dd3542a3941f016">FragmentIterator</a>;</div><div class="line"><a name="l00474"></a><span class="lineno"> 474</span>&#160;</div><div class="line"><a name="l00476"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#ad272502e5a54615584bb037a33ff1dca"> 476</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a5eb6375410d4440c0f73a25c06d282b5">Base::FragmentConstIterator</a> <a class="code" href="structcutlass_1_1TileLoadIterator.html#ad272502e5a54615584bb037a33ff1dca">FragmentConstIterator</a>;</div><div class="line"><a name="l00477"></a><span class="lineno"> 477</span>&#160;</div><div class="line"><a name="l00479"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#ad71f865c61f02eba981c056ef71653f5"> 479</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a05065dadf7b8a20284c566c82cda8000">Base::PredicateVector</a> <a class="code" href="structcutlass_1_1TileLoadIterator.html#ad71f865c61f02eba981c056ef71653f5">PredicateVector</a>;</div><div class="line"><a name="l00480"></a><span class="lineno"> 480</span>&#160;</div><div class="line"><a name="l00482"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a57eff980f6b1086abe39dd617de5b948"> 482</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a2e682380b5ea9ea05ee8ffd68a1205f0">Base::Storage</a> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a57eff980f6b1086abe39dd617de5b948">SharedStorage</a>;</div><div class="line"><a name="l00483"></a><span class="lineno"> 483</span>&#160;</div><div class="line"><a name="l00485"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a9aebb9153659320f1391671c215c519e"> 485</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> Base::Params <a class="code" href="structcutlass_1_1TileLoadIterator.html#a9aebb9153659320f1391671c215c519e">BaseParams</a>;</div><div class="line"><a name="l00486"></a><span class="lineno"> 486</span>&#160;</div><div class="line"><a name="l00488"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a1f3601c595f12e7083919ece9b1ec84ea33514d9f9f71acb901aa1d9860fa8126"> 488</a></span>&#160; <span class="keyword">enum</span> { <a class="code" href="structcutlass_1_1TileLoadIterator.html#a1f3601c595f12e7083919ece9b1ec84ea33514d9f9f71acb901aa1d9860fa8126">kRequiresLoadFence</a> = Tile::kD == 1 };</div><div class="line"><a name="l00489"></a><span class="lineno"> 489</span>&#160;</div><div class="line"><a name="l00491"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a39acc5c35c8db019a3aeef79e8005b7f"> 491</a></span>&#160; <span class="keyword">typedef</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#affac5a91f0659bb6739db25d20822c34">Scalar</a> <span class="keyword">const</span> *<a class="code" href="structcutlass_1_1TileLoadIterator.html#a39acc5c35c8db019a3aeef79e8005b7f">Pointer</a>;</div><div class="line"><a name="l00492"></a><span class="lineno"> 492</span>&#160;</div><div class="line"><a name="l00494"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a146adfb1951efd70995b05a7a31fd548"> 494</a></span>&#160; <span class="keyword">typedef</span> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a146adfb1951efd70995b05a7a31fd548">TensorRef&lt;Scalar const, 4&gt;</a> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a146adfb1951efd70995b05a7a31fd548">TensorRef</a>;</div><div class="line"><a name="l00495"></a><span class="lineno"> 495</span>&#160;</div><div class="line"><a name="l00497"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator_1_1Params.html"> 497</a></span>&#160; <span class="keyword">struct </span><a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html">Params</a> : <span class="keyword">public</span> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html">BaseParams</a> {</div><div class="line"><a name="l00499"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6"> 499</a></span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#aafbb7a2137a07f0e07a12838b66bd511">Scalar</a> <span class="keyword">const</span> *<a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a>;</div><div class="line"><a name="l00500"></a><span class="lineno"> 500</span>&#160;</div><div class="line"><a name="l00501"></a><span class="lineno"> 501</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l00502"></a><span class="lineno"> 502</span>&#160; <span class="comment">// Methods</span></div><div class="line"><a name="l00503"></a><span class="lineno"> 503</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l00504"></a><span class="lineno"> 504</span>&#160;</div><div class="line"><a name="l00506"></a><span class="lineno"> 506</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00507"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a9a1098e6c7b8c7c377031fe59a18fbf5"> 507</a></span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a9a1098e6c7b8c7c377031fe59a18fbf5">Params</a>() : <a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a>(0){ <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">Base::Params::initialize</a>(); }</div><div class="line"><a name="l00508"></a><span class="lineno"> 508</span>&#160;</div><div class="line"><a name="l00510"></a><span class="lineno"> 510</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00511"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a88a90437f11d029ef109ebb4f828f282"> 511</a></span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a88a90437f11d029ef109ebb4f828f282">Params</a>(<a class="code" href="structcutlass_1_1TileLoadIterator.html#aafbb7a2137a07f0e07a12838b66bd511">Scalar</a> <span class="keyword">const</span> *ptr) : <a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a>(ptr) { <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">Base::Params::initialize</a>(); }</div><div class="line"><a name="l00512"></a><span class="lineno"> 512</span>&#160;</div><div class="line"><a name="l00514"></a><span class="lineno"> 514</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00515"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a2de32338814d0554b05ca985dbb7e192"> 515</a></span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a2de32338814d0554b05ca985dbb7e192">Params</a>(<a class="code" href="structcutlass_1_1TileLoadIterator.html#a146adfb1951efd70995b05a7a31fd548">TensorRef</a> <span class="keyword">const</span> &amp;ref): <a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a>(ref.data()) {</div><div class="line"><a name="l00516"></a><span class="lineno"> 516</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">Base::Params::initialize</a>(ref.stride());</div><div class="line"><a name="l00517"></a><span class="lineno"> 517</span>&#160; }</div><div class="line"><a name="l00518"></a><span class="lineno"> 518</span>&#160;</div><div class="line"><a name="l00520"></a><span class="lineno"> 520</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00521"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a394c5cb5d588945cc430239c7f8061f5"> 521</a></span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a394c5cb5d588945cc430239c7f8061f5">Params</a>(<a class="code" href="structcutlass_1_1TileLoadIterator.html#aafbb7a2137a07f0e07a12838b66bd511">Scalar</a> <span class="keyword">const</span> *ptr,</div><div class="line"><a name="l00522"></a><span class="lineno"> 522</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _stride_d,</div><div class="line"><a name="l00523"></a><span class="lineno"> 523</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _stride_h,</div><div class="line"><a name="l00524"></a><span class="lineno"> 524</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _stride_w,</div><div class="line"><a name="l00525"></a><span class="lineno"> 525</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_d,</div><div class="line"><a name="l00526"></a><span class="lineno"> 526</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_h,</div><div class="line"><a name="l00527"></a><span class="lineno"> 527</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_w,</div><div class="line"><a name="l00528"></a><span class="lineno"> 528</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_advance)</div><div class="line"><a name="l00529"></a><span class="lineno"> 529</span>&#160; : <a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a>(ptr) {</div><div class="line"><a name="l00530"></a><span class="lineno"> 530</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">Base::Params::initialize</a>(</div><div class="line"><a name="l00531"></a><span class="lineno"> 531</span>&#160; _stride_d, _stride_h, _stride_w, _inc_d, _inc_h, _inc_w, _inc_advance);</div><div class="line"><a name="l00532"></a><span class="lineno"> 532</span>&#160; }</div><div class="line"><a name="l00533"></a><span class="lineno"> 533</span>&#160;</div><div class="line"><a name="l00535"></a><span class="lineno"> 535</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00536"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator_1_1Params.html#aab6d7a1ab2d163cb15ee4bdbf26e821b"> 536</a></span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#aab6d7a1ab2d163cb15ee4bdbf26e821b">Params</a>(<a class="code" href="structcutlass_1_1TileLoadIterator.html#aafbb7a2137a07f0e07a12838b66bd511">Scalar</a> <span class="keyword">const</span> *ptr, <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">stride_d</a>, <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a>, <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a>)</div><div class="line"><a name="l00537"></a><span class="lineno"> 537</span>&#160; : <a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a>(ptr) {</div><div class="line"><a name="l00538"></a><span class="lineno"> 538</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">Base::Params::initialize</a>(<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">stride_d</a>, <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a>, <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a>);</div><div class="line"><a name="l00539"></a><span class="lineno"> 539</span>&#160; }</div><div class="line"><a name="l00540"></a><span class="lineno"> 540</span>&#160;</div><div class="line"><a name="l00542"></a><span class="lineno"> 542</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00543"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator_1_1Params.html#ac22d9229f3f8993d52b808dced173803"> 543</a></span>&#160; <span class="keywordtype">int</span> <a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#ac22d9229f3f8993d52b808dced173803">initialize</a>(<a class="code" href="structcutlass_1_1TileLoadIterator.html#a146adfb1951efd70995b05a7a31fd548">TensorRef</a> <span class="keyword">const</span> &amp;ref) {</div><div class="line"><a name="l00544"></a><span class="lineno"> 544</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a> = ref.data();</div><div class="line"><a name="l00545"></a><span class="lineno"> 545</span>&#160; <span class="keywordflow">return</span> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">Base::Params::initialize</a>(ref.stride());</div><div class="line"><a name="l00546"></a><span class="lineno"> 546</span>&#160; }</div><div class="line"><a name="l00547"></a><span class="lineno"> 547</span>&#160;</div><div class="line"><a name="l00549"></a><span class="lineno"> 549</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00550"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a61b898051d0397b013407a4c90409aa0"> 550</a></span>&#160; <span class="keywordtype">int</span> <a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a61b898051d0397b013407a4c90409aa0">initialize</a>(<a class="code" href="structcutlass_1_1TileLoadIterator.html#a57eff980f6b1086abe39dd617de5b948">SharedStorage</a> <span class="keyword">const</span> &amp;storage) {</div><div class="line"><a name="l00551"></a><span class="lineno"> 551</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a> = &amp;storage[0];</div><div class="line"><a name="l00552"></a><span class="lineno"> 552</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">Base::Params::initialize</a>();</div><div class="line"><a name="l00553"></a><span class="lineno"> 553</span>&#160; <span class="keywordflow">return</span> 0;</div><div class="line"><a name="l00554"></a><span class="lineno"> 554</span>&#160; }</div><div class="line"><a name="l00555"></a><span class="lineno"> 555</span>&#160;</div><div class="line"><a name="l00557"></a><span class="lineno"> 557</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00558"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a8869188d1c3b867fe6389aadf04837bf"> 558</a></span>&#160; <span class="keywordtype">int</span> <a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a8869188d1c3b867fe6389aadf04837bf">initialize</a>(<a class="code" href="structcutlass_1_1TileLoadIterator.html#aafbb7a2137a07f0e07a12838b66bd511">Scalar</a> <span class="keyword">const</span> *ptr) {</div><div class="line"><a name="l00559"></a><span class="lineno"> 559</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a> = ptr;</div><div class="line"><a name="l00560"></a><span class="lineno"> 560</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">Base::Params::initialize</a>();</div><div class="line"><a name="l00561"></a><span class="lineno"> 561</span>&#160; <span class="keywordflow">return</span> 0;</div><div class="line"><a name="l00562"></a><span class="lineno"> 562</span>&#160; }</div><div class="line"><a name="l00563"></a><span class="lineno"> 563</span>&#160;</div><div class="line"><a name="l00565"></a><span class="lineno"> 565</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00566"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a9d85585c3a4770ebe4b121455a88bc76"> 566</a></span>&#160; <span class="keywordtype">int</span> <a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a9d85585c3a4770ebe4b121455a88bc76">initialize</a>(<a class="code" href="structcutlass_1_1TileLoadIterator.html#aafbb7a2137a07f0e07a12838b66bd511">Scalar</a> <span class="keyword">const</span> *ptr, <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">stride_d</a>, <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a>, <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a>) {</div><div class="line"><a name="l00567"></a><span class="lineno"> 567</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">Base::Params::initialize</a>(<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">stride_d</a>, <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a>, <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a>);</div><div class="line"><a name="l00568"></a><span class="lineno"> 568</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a> = ptr;</div><div class="line"><a name="l00569"></a><span class="lineno"> 569</span>&#160; <span class="keywordflow">return</span> 0;</div><div class="line"><a name="l00570"></a><span class="lineno"> 570</span>&#160; }</div><div class="line"><a name="l00571"></a><span class="lineno"> 571</span>&#160;</div><div class="line"><a name="l00573"></a><span class="lineno"> 573</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00574"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a194e3c9d92d01d42d6233866bac9c40a"> 574</a></span>&#160; <span class="keywordtype">int</span> <a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a194e3c9d92d01d42d6233866bac9c40a">initialize</a>(<a class="code" href="structcutlass_1_1TileLoadIterator.html#aafbb7a2137a07f0e07a12838b66bd511">Scalar</a> <span class="keyword">const</span> *ptr,</div><div class="line"><a name="l00575"></a><span class="lineno"> 575</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _stride_d,</div><div class="line"><a name="l00576"></a><span class="lineno"> 576</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _stride_h,</div><div class="line"><a name="l00577"></a><span class="lineno"> 577</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _stride_w,</div><div class="line"><a name="l00578"></a><span class="lineno"> 578</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_d,</div><div class="line"><a name="l00579"></a><span class="lineno"> 579</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_h,</div><div class="line"><a name="l00580"></a><span class="lineno"> 580</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_w,</div><div class="line"><a name="l00581"></a><span class="lineno"> 581</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_advance) {</div><div class="line"><a name="l00582"></a><span class="lineno"> 582</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a> = ptr;</div><div class="line"><a name="l00583"></a><span class="lineno"> 583</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">Base::Params::initialize</a>(</div><div class="line"><a name="l00584"></a><span class="lineno"> 584</span>&#160; _stride_d, _stride_h, _stride_w, _inc_d, _inc_h, _inc_w, _inc_advance);</div><div class="line"><a name="l00585"></a><span class="lineno"> 585</span>&#160; <span class="keywordflow">return</span> 0;</div><div class="line"><a name="l00586"></a><span class="lineno"> 586</span>&#160; }</div><div class="line"><a name="l00587"></a><span class="lineno"> 587</span>&#160;</div><div class="line"><a name="l00588"></a><span class="lineno"> 588</span>&#160; <span class="comment">// Initializes params to default values</span></div><div class="line"><a name="l00589"></a><span class="lineno"> 589</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00590"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a3175746438646453e93e6e08e954bc8d"> 590</a></span>&#160; <span class="keywordtype">int</span> <a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a3175746438646453e93e6e08e954bc8d">initialize</a>() { <span class="keywordflow">return</span> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">Base::Params::initialize</a>(); }</div><div class="line"><a name="l00591"></a><span class="lineno"> 591</span>&#160; };</div><div class="line"><a name="l00592"></a><span class="lineno"> 592</span>&#160;</div><div class="line"><a name="l00593"></a><span class="lineno"> 593</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l00594"></a><span class="lineno"> 594</span>&#160; <span class="comment">// Data members</span></div><div class="line"><a name="l00595"></a><span class="lineno"> 595</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l00596"></a><span class="lineno"> 596</span>&#160;</div><div class="line"><a name="l00598"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596"> 598</a></span>&#160; Params <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>;</div><div class="line"><a name="l00599"></a><span class="lineno"> 599</span>&#160;</div><div class="line"><a name="l00601"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a7808588ce0b12017379dcbe1ba9c511f"> 601</a></span>&#160; <a class="code" href="structcutlass_1_1Coord.html">Coord&lt;4&gt;</a> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a7808588ce0b12017379dcbe1ba9c511f">thread_offset</a>;</div><div class="line"><a name="l00602"></a><span class="lineno"> 602</span>&#160;</div><div class="line"><a name="l00604"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#ad8e730768c1805d98e23886a492389d3"> 604</a></span>&#160; <span class="keywordtype">int</span> <a class="code" href="structcutlass_1_1TileLoadIterator.html#ad8e730768c1805d98e23886a492389d3">stage</a>;</div><div class="line"><a name="l00605"></a><span class="lineno"> 605</span>&#160;</div><div class="line"><a name="l00606"></a><span class="lineno"> 606</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l00607"></a><span class="lineno"> 607</span>&#160; <span class="comment">// Predicate initialization</span></div><div class="line"><a name="l00608"></a><span class="lineno"> 608</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l00609"></a><span class="lineno"> 609</span>&#160;</div><div class="line"><a name="l00611"></a><span class="lineno"> 611</span>&#160; <span class="keyword">template</span> &lt;</div><div class="line"><a name="l00613"></a><span class="lineno"> 613</span>&#160; <span class="keyword">typename</span> PredicateIterator&gt;</div><div class="line"><a name="l00614"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a60bbb4d4a6a5b8fb32e176e7d33f9e82"> 614</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a60bbb4d4a6a5b8fb32e176e7d33f9e82">initialize_predicates</a>(PredicateIterator predicate_it,</div><div class="line"><a name="l00615"></a><span class="lineno"> 615</span>&#160; <a class="code" href="structcutlass_1_1Coord.html">Coord&lt;3&gt;</a> <span class="keyword">const</span> &amp;bounds,</div><div class="line"><a name="l00616"></a><span class="lineno"> 616</span>&#160; <a class="code" href="structcutlass_1_1Coord.html">Coord&lt;3&gt;</a> <span class="keyword">const</span> &amp;block_offset = <a class="code" href="namespacecutlass.html#a7419519fa453a121dfa5f26bf87318d9">make_Coord</a>(0,</div><div class="line"><a name="l00617"></a><span class="lineno"> 617</span>&#160; 0,</div><div class="line"><a name="l00618"></a><span class="lineno"> 618</span>&#160; 0)) {</div><div class="line"><a name="l00619"></a><span class="lineno"> 619</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#aa58daf082cf97108e2e2ad0b1fd89208">Base::initialize_predicates</a>(</div><div class="line"><a name="l00620"></a><span class="lineno"> 620</span>&#160; predicate_it,</div><div class="line"><a name="l00621"></a><span class="lineno"> 621</span>&#160; <a class="code" href="structcutlass_1_1RegularTilePredicateFunctor.html">RegularTilePredicateFunctor&lt;typename Traits::Delta&gt;</a>(bounds),</div><div class="line"><a name="l00622"></a><span class="lineno"> 622</span>&#160; block_offset + <a class="code" href="namespacecutlass.html#a7419519fa453a121dfa5f26bf87318d9">make_Coord</a>(<a class="code" href="structcutlass_1_1TileLoadIterator.html#a7808588ce0b12017379dcbe1ba9c511f">thread_offset</a>[0], <a class="code" href="structcutlass_1_1TileLoadIterator.html#a7808588ce0b12017379dcbe1ba9c511f">thread_offset</a>[1], <a class="code" href="structcutlass_1_1TileLoadIterator.html#a7808588ce0b12017379dcbe1ba9c511f">thread_offset</a>[2]));</div><div class="line"><a name="l00623"></a><span class="lineno"> 623</span>&#160; }</div><div class="line"><a name="l00624"></a><span class="lineno"> 624</span>&#160;</div><div class="line"><a name="l00626"></a><span class="lineno"> 626</span>&#160; <span class="keyword">template</span> &lt;</div><div class="line"><a name="l00628"></a><span class="lineno"> 628</span>&#160; <span class="keyword">typename</span> PredicateIterator,</div><div class="line"><a name="l00630"></a><span class="lineno"> 630</span>&#160; <span class="keyword">typename</span> PredicateFunctor&gt;</div><div class="line"><a name="l00631"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#aa566cf603a5c19c59946a41b04642e49"> 631</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileLoadIterator.html#aa566cf603a5c19c59946a41b04642e49">initialize_predicates</a>(PredicateIterator predicate_it,</div><div class="line"><a name="l00632"></a><span class="lineno"> 632</span>&#160; PredicateFunctor <span class="keyword">const</span> &amp;functor,</div><div class="line"><a name="l00633"></a><span class="lineno"> 633</span>&#160; <a class="code" href="structcutlass_1_1Coord.html">Coord&lt;3&gt;</a> <span class="keyword">const</span> &amp;block_offset) {</div><div class="line"><a name="l00634"></a><span class="lineno"> 634</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#aa58daf082cf97108e2e2ad0b1fd89208">Base::initialize_predicates</a>(</div><div class="line"><a name="l00635"></a><span class="lineno"> 635</span>&#160; predicate_it,</div><div class="line"><a name="l00636"></a><span class="lineno"> 636</span>&#160; functor,</div><div class="line"><a name="l00637"></a><span class="lineno"> 637</span>&#160; block_offset + <a class="code" href="namespacecutlass.html#a7419519fa453a121dfa5f26bf87318d9">make_Coord</a>(<a class="code" href="structcutlass_1_1TileLoadIterator.html#a7808588ce0b12017379dcbe1ba9c511f">thread_offset</a>[0], <a class="code" href="structcutlass_1_1TileLoadIterator.html#a7808588ce0b12017379dcbe1ba9c511f">thread_offset</a>[1], <a class="code" href="structcutlass_1_1TileLoadIterator.html#a7808588ce0b12017379dcbe1ba9c511f">thread_offset</a>[2]));</div><div class="line"><a name="l00638"></a><span class="lineno"> 638</span>&#160; }</div><div class="line"><a name="l00639"></a><span class="lineno"> 639</span>&#160;</div><div class="line"><a name="l00640"></a><span class="lineno"> 640</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l00641"></a><span class="lineno"> 641</span>&#160; <span class="comment">// Methods</span></div><div class="line"><a name="l00642"></a><span class="lineno"> 642</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l00643"></a><span class="lineno"> 643</span>&#160;</div><div class="line"><a name="l00645"></a><span class="lineno"> 645</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00646"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#add962655973d5b8eff5673c04e053e4e"> 646</a></span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#add962655973d5b8eff5673c04e053e4e">TileLoadIterator</a>() {}</div><div class="line"><a name="l00647"></a><span class="lineno"> 647</span>&#160;</div><div class="line"><a name="l00649"></a><span class="lineno"> 649</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00650"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a4ffe90c974b260220fe0b44274095322"> 650</a></span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a4ffe90c974b260220fe0b44274095322">TileLoadIterator</a>(Params <span class="keyword">const</span> &amp;_params,</div><div class="line"><a name="l00651"></a><span class="lineno"> 651</span>&#160; <a class="code" href="structcutlass_1_1Coord.html">Coord&lt;3&gt;</a> <span class="keyword">const</span> &amp;block_offset = <a class="code" href="namespacecutlass.html#a7419519fa453a121dfa5f26bf87318d9">make_Coord</a>(0, 0, 0),</div><div class="line"><a name="l00652"></a><span class="lineno"> 652</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#a0fec2c1f9c0b8fbde4ca6faf123b59a5">ThreadOffset</a> thread_offset_func = <a class="code" href="structcutlass_1_1TileLoadIterator.html#ae8cb43a98cd2fa28f6457afbda8ec58a">ThreadOffset</a>())</div><div class="line"><a name="l00653"></a><span class="lineno"> 653</span>&#160; : <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>(_params), <a class="code" href="structcutlass_1_1TileLoadIterator.html#ad8e730768c1805d98e23886a492389d3">stage</a>(0) {</div><div class="line"><a name="l00654"></a><span class="lineno"> 654</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a7808588ce0b12017379dcbe1ba9c511f">thread_offset</a> = thread_offset_func();</div><div class="line"><a name="l00655"></a><span class="lineno"> 655</span>&#160;</div><div class="line"><a name="l00656"></a><span class="lineno"> 656</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> pointer_offset = <a class="code" href="structcutlass_1_1TileLoadIterator.html#aaa5d98b72576478ba04e4ad554faa827">Index</a>((block_offset[0] + <a class="code" href="structcutlass_1_1TileLoadIterator.html#a7808588ce0b12017379dcbe1ba9c511f">thread_offset</a>[0]) * <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">stride_d</a>) +</div><div class="line"><a name="l00657"></a><span class="lineno"> 657</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#aaa5d98b72576478ba04e4ad554faa827">Index</a>((block_offset[1] + <a class="code" href="structcutlass_1_1TileLoadIterator.html#a7808588ce0b12017379dcbe1ba9c511f">thread_offset</a>[1]) * <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a>) +</div><div class="line"><a name="l00658"></a><span class="lineno"> 658</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#aaa5d98b72576478ba04e4ad554faa827">Index</a>((block_offset[2] + <a class="code" href="structcutlass_1_1TileLoadIterator.html#a7808588ce0b12017379dcbe1ba9c511f">thread_offset</a>[2]) * <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a>);</div><div class="line"><a name="l00659"></a><span class="lineno"> 659</span>&#160;</div><div class="line"><a name="l00660"></a><span class="lineno"> 660</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a> += pointer_offset;</div><div class="line"><a name="l00661"></a><span class="lineno"> 661</span>&#160; }</div><div class="line"><a name="l00662"></a><span class="lineno"> 662</span>&#160;</div><div class="line"><a name="l00664"></a><span class="lineno"> 664</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00665"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a1636f4e15ca7f9f56bfccb93a2826c30"> 665</a></span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a1636f4e15ca7f9f56bfccb93a2826c30">TileLoadIterator</a>(Params <span class="keyword">const</span> &amp;,</div><div class="line"><a name="l00666"></a><span class="lineno"> 666</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#affac5a91f0659bb6739db25d20822c34">Scalar</a> <span class="keyword">const</span> *ptr,</div><div class="line"><a name="l00667"></a><span class="lineno"> 667</span>&#160; <a class="code" href="structcutlass_1_1Coord.html">Coord&lt;3&gt;</a> <span class="keyword">const</span> &amp;block_offset = <a class="code" href="namespacecutlass.html#a7419519fa453a121dfa5f26bf87318d9">make_Coord</a>(0, 0, 0),</div><div class="line"><a name="l00668"></a><span class="lineno"> 668</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#a0fec2c1f9c0b8fbde4ca6faf123b59a5">ThreadOffset</a> thread_offset_func = <a class="code" href="structcutlass_1_1TileLoadIterator.html#ae8cb43a98cd2fa28f6457afbda8ec58a">ThreadOffset</a>())</div><div class="line"><a name="l00669"></a><span class="lineno"> 669</span>&#160; : <a class="code" href="structcutlass_1_1TileLoadIterator.html#ad8e730768c1805d98e23886a492389d3">stage</a>(0) {</div><div class="line"><a name="l00670"></a><span class="lineno"> 670</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a> = ptr + thread_offset_func()[2];</div><div class="line"><a name="l00671"></a><span class="lineno"> 671</span>&#160;</div><div class="line"><a name="l00672"></a><span class="lineno"> 672</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">stride_d</a> = 0;</div><div class="line"><a name="l00673"></a><span class="lineno"> 673</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a> = 0;</div><div class="line"><a name="l00674"></a><span class="lineno"> 674</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a> = 1;</div><div class="line"><a name="l00675"></a><span class="lineno"> 675</span>&#160;</div><div class="line"><a name="l00676"></a><span class="lineno"> 676</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a901e9df85e9eee0e89a025b874e1b61b">inc_d</a> = <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a15227102466522445261b6ea65c89c06">inc_h</a> = <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af0be1271cfe6d6c03a9a76ff992d8a5c">inc_w</a> = <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a366c41dbc3bb82521db46b6d0db127b9">inc_advance</a> = 0;</div><div class="line"><a name="l00677"></a><span class="lineno"> 677</span>&#160; }</div><div class="line"><a name="l00678"></a><span class="lineno"> 678</span>&#160;</div><div class="line"><a name="l00680"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#aeb92092230ae933ff6cc4a36960d0674"> 680</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileLoadIterator.html#aeb92092230ae933ff6cc4a36960d0674">inc_d</a>() { <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a> += <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a901e9df85e9eee0e89a025b874e1b61b">inc_d</a>; }</div><div class="line"><a name="l00681"></a><span class="lineno"> 681</span>&#160;</div><div class="line"><a name="l00683"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a1b94be88a160b21347c0eb58ed8e1b51"> 683</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a1b94be88a160b21347c0eb58ed8e1b51">inc_h</a>() { <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a> += <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a15227102466522445261b6ea65c89c06">inc_h</a>; }</div><div class="line"><a name="l00684"></a><span class="lineno"> 684</span>&#160;</div><div class="line"><a name="l00686"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#af4f964364fc54a2b9a431fa529f6c44c"> 686</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileLoadIterator.html#af4f964364fc54a2b9a431fa529f6c44c">inc_w</a>() { <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a> += <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af0be1271cfe6d6c03a9a76ff992d8a5c">inc_w</a>; }</div><div class="line"><a name="l00687"></a><span class="lineno"> 687</span>&#160;</div><div class="line"><a name="l00689"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a9bda55335fb2e90af2ee7d20571f3d9b"> 689</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a9bda55335fb2e90af2ee7d20571f3d9b">inc_advance</a>() { <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a> += <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a366c41dbc3bb82521db46b6d0db127b9">inc_advance</a>; }</div><div class="line"><a name="l00690"></a><span class="lineno"> 690</span>&#160;</div><div class="line"><a name="l00692"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a6f74b87df129693ee6ac9a6fcc0c8910"> 692</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a6f74b87df129693ee6ac9a6fcc0c8910">load_element</a>(<a class="code" href="unioncutlass_1_1Vector.html">AccessType</a> &amp;value, <span class="keywordtype">int</span> d, <span class="keywordtype">int</span> h, <span class="keywordtype">int</span> w, <span class="keywordtype">int</span> c)<span class="keyword"> const </span>{</div><div class="line"><a name="l00693"></a><span class="lineno"> 693</span>&#160; <span class="keywordtype">int</span> <span class="keyword">const</span> offset =</div><div class="line"><a name="l00694"></a><span class="lineno"> 694</span>&#160; <a class="code" href="structcutlass_1_1ComputeOffsetFromStrides.html#aa28231590bfa0ced0f317e6a4d52dc1e">ComputeOffsetFromStrides&lt;typename Base::ImmediateOffsetStrides&gt;::get</a>(d, h, w, c);</div><div class="line"><a name="l00695"></a><span class="lineno"> 695</span>&#160; <a class="code" href="structcutlass_1_1Load.html">Load</a>&lt;<a class="code" href="structcutlass_1_1TileLoadIterator.html#aafbb7a2137a07f0e07a12838b66bd511">Scalar</a>,</div><div class="line"><a name="l00696"></a><span class="lineno"> 696</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a84f2f19069c3b003b1fcad438f690bc8">kAccessSize</a>,</div><div class="line"><a name="l00697"></a><span class="lineno"> 697</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a44424164c9347f9916b2b86858706043">kMemorySpace</a>,</div><div class="line"><a name="l00698"></a><span class="lineno"> 698</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a2af872794b35a631f9c1a97df0c6d177">kFragmentElementType</a>,</div><div class="line"><a name="l00699"></a><span class="lineno"> 699</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a70dfd0b62feb082d8da34af09d9524a6">FragmentElement</a>,</div><div class="line"><a name="l00700"></a><span class="lineno"> 700</span>&#160; Tile::kW,</div><div class="line"><a name="l00701"></a><span class="lineno"> 701</span>&#160; <span class="keyword">sizeof</span>(<a class="code" href="structcutlass_1_1TileLoadIterator.html#a70dfd0b62feb082d8da34af09d9524a6">FragmentElement</a>) * <a class="code" href="structcutlass_1_1TileLoadIterator.html#a84f2f19069c3b003b1fcad438f690bc8">kAccessSize</a>&gt;::<a class="code" href="structcutlass_1_1TileLoadIterator.html#aa856180123f8d50a00222542fa6345cf">load</a>(value, <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a>, offset);</div><div class="line"><a name="l00702"></a><span class="lineno"> 702</span>&#160; }</div><div class="line"><a name="l00703"></a><span class="lineno"> 703</span>&#160;</div><div class="line"><a name="l00705"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a64ce59c5deb58e208529761a44c7661d"> 705</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a64ce59c5deb58e208529761a44c7661d">inc_stage</a>() {</div><div class="line"><a name="l00706"></a><span class="lineno"> 706</span>&#160; <span class="keywordflow">if</span> (Tile::kD &gt; 1) {</div><div class="line"><a name="l00707"></a><span class="lineno"> 707</span>&#160; <span class="keywordtype">int</span> <span class="keyword">const</span> kStageSize = Tile::kH * Tile::kW * Tile::kC;</div><div class="line"><a name="l00708"></a><span class="lineno"> 708</span>&#160; <span class="keywordflow">if</span> (<a class="code" href="structcutlass_1_1TileLoadIterator.html#ad8e730768c1805d98e23886a492389d3">stage</a> == Tile::kD - 1) {</div><div class="line"><a name="l00709"></a><span class="lineno"> 709</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a> -= (Tile::kD - 1) * kStageSize;</div><div class="line"><a name="l00710"></a><span class="lineno"> 710</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#ad8e730768c1805d98e23886a492389d3">stage</a> = 0;</div><div class="line"><a name="l00711"></a><span class="lineno"> 711</span>&#160; } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00712"></a><span class="lineno"> 712</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a> += kStageSize;</div><div class="line"><a name="l00713"></a><span class="lineno"> 713</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#ad8e730768c1805d98e23886a492389d3">stage</a> = <a class="code" href="structcutlass_1_1TileLoadIterator.html#ad8e730768c1805d98e23886a492389d3">stage</a> + 1;</div><div class="line"><a name="l00714"></a><span class="lineno"> 714</span>&#160; }</div><div class="line"><a name="l00715"></a><span class="lineno"> 715</span>&#160; }</div><div class="line"><a name="l00716"></a><span class="lineno"> 716</span>&#160; }</div><div class="line"><a name="l00717"></a><span class="lineno"> 717</span>&#160;</div><div class="line"><a name="l00719"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a723041057b1e8212e075959a22c0c120"> 719</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <a class="code" href="structcutlass_1_1TileLoadIterator.html">TileLoadIterator</a> &amp; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a723041057b1e8212e075959a22c0c120">operator+=</a>(<a class="code" href="structcutlass_1_1Coord.html">Coord&lt;3&gt;</a> <span class="keyword">const</span> &amp;offset) {</div><div class="line"><a name="l00720"></a><span class="lineno"> 720</span>&#160; <span class="keywordtype">long</span> <span class="keywordtype">long</span> _offset = offset.template dot&lt;long long&gt;(</div><div class="line"><a name="l00721"></a><span class="lineno"> 721</span>&#160; <a class="code" href="namespacecutlass.html#a7419519fa453a121dfa5f26bf87318d9">make_Coord</a>(<a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">stride_d</a>, <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a>, <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a>)</div><div class="line"><a name="l00722"></a><span class="lineno"> 722</span>&#160; );</div><div class="line"><a name="l00723"></a><span class="lineno"> 723</span>&#160;</div><div class="line"><a name="l00724"></a><span class="lineno"> 724</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a> += _offset;</div><div class="line"><a name="l00725"></a><span class="lineno"> 725</span>&#160; <span class="keywordflow">return</span> *<span class="keyword">this</span>;</div><div class="line"><a name="l00726"></a><span class="lineno"> 726</span>&#160; }</div><div class="line"><a name="l00727"></a><span class="lineno"> 727</span>&#160;</div><div class="line"><a name="l00729"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a32ee7fa7f55ca99bc871edfb08efd6fc"> 729</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a32ee7fa7f55ca99bc871edfb08efd6fc">add_pointer_offset</a>(<a class="code" href="structcutlass_1_1TileIteratorBase.html#ad2967c7bb5c6c5eacdea285a63040d94">LongIndex</a> offset) { <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">pointer</a> += offset; }</div><div class="line"><a name="l00730"></a><span class="lineno"> 730</span>&#160;</div><div class="line"><a name="l00731"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a31a021d6c099e8027fa9bcb5fdc21c11"> 731</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a31a021d6c099e8027fa9bcb5fdc21c11">stride_advance</a>(<span class="keywordtype">void</span>) {</div><div class="line"><a name="l00732"></a><span class="lineno"> 732</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> stride = <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a>;</div><div class="line"><a name="l00733"></a><span class="lineno"> 733</span>&#160; <span class="keywordflow">if</span> (<a class="code" href="structcutlass_1_1TileLoadIterator.html#aea9fbc738003a7424cfa9b0527d4a352">kAdvance</a> == <a class="code" href="structcutlass_1_1IteratorAdvance.html#a9ad9c2302ddffa148d47cdcf6c738ddaa567e61af8a3401d302f3a3ab26418df0">IteratorAdvance::kW</a>) {</div><div class="line"><a name="l00734"></a><span class="lineno"> 734</span>&#160; stride = <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a>;</div><div class="line"><a name="l00735"></a><span class="lineno"> 735</span>&#160; }</div><div class="line"><a name="l00736"></a><span class="lineno"> 736</span>&#160; <span class="keywordflow">return</span> stride;</div><div class="line"><a name="l00737"></a><span class="lineno"> 737</span>&#160; }</div><div class="line"><a name="l00738"></a><span class="lineno"> 738</span>&#160;</div><div class="line"><a name="l00740"></a><span class="lineno"> 740</span>&#160; <span class="keyword">template</span> &lt;<span class="keyword">typename</span> Fragment, <span class="keyword">typename</span> PredicateIterator&gt;</div><div class="line"><a name="l00741"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a4d437597ae736c581a9ba0764f9d955f"> 741</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a4d437597ae736c581a9ba0764f9d955f">load_post_increment</a>(<a class="code" href="structcutlass_1_1TileIteratorBase.html#a9ffa12dcd7ed1e96845e1cd273d9f219">Fragment</a> &amp;fragment, PredicateIterator pred_it) {</div><div class="line"><a name="l00742"></a><span class="lineno"> 742</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#a59d40c5bd544fdabf42787b9f11cce51">FragmentIterator</a> frag_iterator(fragment);</div><div class="line"><a name="l00743"></a><span class="lineno"> 743</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> d = 0; d &lt; Iterations::kD; ++d) {</div><div class="line"><a name="l00744"></a><span class="lineno"> 744</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> h = 0; h &lt; Iterations::kH; ++h) {</div><div class="line"><a name="l00745"></a><span class="lineno"> 745</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> w = 0; w &lt; Iterations::kW; ++w, ++pred_it) {</div><div class="line"><a name="l00746"></a><span class="lineno"> 746</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> c = 0; c &lt; Iterations::kC; ++c) {</div><div class="line"><a name="l00747"></a><span class="lineno"> 747</span>&#160; <span class="keywordflow">if</span> (*pred_it) {</div><div class="line"><a name="l00748"></a><span class="lineno"> 748</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a6f74b87df129693ee6ac9a6fcc0c8910">load_element</a>(</div><div class="line"><a name="l00749"></a><span class="lineno"> 749</span>&#160; reinterpret_cast&lt;AccessType &amp;&gt;(frag_iterator.at(d, h, w, c)), d, h, w, c);</div><div class="line"><a name="l00750"></a><span class="lineno"> 750</span>&#160; }</div><div class="line"><a name="l00751"></a><span class="lineno"> 751</span>&#160; }</div><div class="line"><a name="l00752"></a><span class="lineno"> 752</span>&#160; <span class="keywordflow">if</span> (w &lt; Iterations::kW - 1) {</div><div class="line"><a name="l00753"></a><span class="lineno"> 753</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#af4f964364fc54a2b9a431fa529f6c44c">inc_w</a>();</div><div class="line"><a name="l00754"></a><span class="lineno"> 754</span>&#160; }</div><div class="line"><a name="l00755"></a><span class="lineno"> 755</span>&#160; }</div><div class="line"><a name="l00756"></a><span class="lineno"> 756</span>&#160; <span class="keywordflow">if</span> (h &lt; Iterations::kH - 1) {</div><div class="line"><a name="l00757"></a><span class="lineno"> 757</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a1b94be88a160b21347c0eb58ed8e1b51">inc_h</a>();</div><div class="line"><a name="l00758"></a><span class="lineno"> 758</span>&#160; }</div><div class="line"><a name="l00759"></a><span class="lineno"> 759</span>&#160; }</div><div class="line"><a name="l00760"></a><span class="lineno"> 760</span>&#160; <span class="keywordflow">if</span> (d &lt; Iterations::kD - 1) {</div><div class="line"><a name="l00761"></a><span class="lineno"> 761</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#aeb92092230ae933ff6cc4a36960d0674">inc_d</a>();</div><div class="line"><a name="l00762"></a><span class="lineno"> 762</span>&#160; }</div><div class="line"><a name="l00763"></a><span class="lineno"> 763</span>&#160; }</div><div class="line"><a name="l00764"></a><span class="lineno"> 764</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a9bda55335fb2e90af2ee7d20571f3d9b">inc_advance</a>();</div><div class="line"><a name="l00765"></a><span class="lineno"> 765</span>&#160; }</div><div class="line"><a name="l00766"></a><span class="lineno"> 766</span>&#160;</div><div class="line"><a name="l00768"></a><span class="lineno"> 768</span>&#160; <span class="keyword">template</span> &lt;<span class="keyword">typename</span> Fragment&gt;</div><div class="line"><a name="l00769"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a5c8a4318ffd400363d9c7572c07ff32a"> 769</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a5c8a4318ffd400363d9c7572c07ff32a">load_post_increment</a>(<a class="code" href="structcutlass_1_1TileIteratorBase.html#a9ffa12dcd7ed1e96845e1cd273d9f219">Fragment</a> &amp;fragment) {</div><div class="line"><a name="l00770"></a><span class="lineno"> 770</span>&#160; <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1PredicateVector_1_1TrivialIterator.html">PredicateVector::TrivialIterator</a> pred_it;</div><div class="line"><a name="l00771"></a><span class="lineno"> 771</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a4d437597ae736c581a9ba0764f9d955f">load_post_increment</a>(fragment, pred_it);</div><div class="line"><a name="l00772"></a><span class="lineno"> 772</span>&#160; }</div><div class="line"><a name="l00773"></a><span class="lineno"> 773</span>&#160;</div><div class="line"><a name="l00775"></a><span class="lineno"> 775</span>&#160; <span class="keyword">template</span> &lt;<span class="keyword">typename</span> Fragment, <span class="keyword">typename</span> PredicateIterator&gt;</div><div class="line"><a name="l00776"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#aa856180123f8d50a00222542fa6345cf"> 776</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileLoadIterator.html#aa856180123f8d50a00222542fa6345cf">load</a>(<a class="code" href="structcutlass_1_1TileIteratorBase.html#a9ffa12dcd7ed1e96845e1cd273d9f219">Fragment</a> &amp;fragment, PredicateIterator pred_it)<span class="keyword"> const </span>{</div><div class="line"><a name="l00777"></a><span class="lineno"> 777</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html">TileLoadIterator</a> _load_it(*<span class="keyword">this</span>);</div><div class="line"><a name="l00778"></a><span class="lineno"> 778</span>&#160; _load_it.<a class="code" href="structcutlass_1_1TileLoadIterator.html#a4d437597ae736c581a9ba0764f9d955f">load_post_increment</a>(fragment, pred_it);</div><div class="line"><a name="l00779"></a><span class="lineno"> 779</span>&#160; }</div><div class="line"><a name="l00780"></a><span class="lineno"> 780</span>&#160;</div><div class="line"><a name="l00782"></a><span class="lineno"> 782</span>&#160; <span class="keyword">template</span> &lt;<span class="keyword">typename</span> Fragment&gt;</div><div class="line"><a name="l00783"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a83dadcea858a5e426dcea54400138480"> 783</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a83dadcea858a5e426dcea54400138480">load</a>(<a class="code" href="structcutlass_1_1TileIteratorBase.html#a9ffa12dcd7ed1e96845e1cd273d9f219">Fragment</a> &amp;fragment)<span class="keyword"> const </span>{</div><div class="line"><a name="l00784"></a><span class="lineno"> 784</span>&#160; <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1PredicateVector_1_1TrivialIterator.html">PredicateVector::TrivialIterator</a> pred_it;</div><div class="line"><a name="l00785"></a><span class="lineno"> 785</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#aa856180123f8d50a00222542fa6345cf">load</a>(fragment, pred_it);</div><div class="line"><a name="l00786"></a><span class="lineno"> 786</span>&#160; }</div><div class="line"><a name="l00787"></a><span class="lineno"> 787</span>&#160;</div><div class="line"><a name="l00789"></a><span class="lineno"> 789</span>&#160; <span class="keyword">template</span> &lt;<span class="keyword">typename</span> Fragment&gt;</div><div class="line"><a name="l00790"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileLoadIterator.html#a1b070fc66109d372f5a45a5857594ac6"> 790</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileLoadIterator.html#a1b070fc66109d372f5a45a5857594ac6">load</a>(<a class="code" href="structcutlass_1_1TileIteratorBase.html#a9ffa12dcd7ed1e96845e1cd273d9f219">Fragment</a> &amp;fragment, <span class="keywordtype">int</span> d) {</div><div class="line"><a name="l00791"></a><span class="lineno"> 791</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#a59d40c5bd544fdabf42787b9f11cce51">FragmentIterator</a> frag_iterator(fragment);</div><div class="line"><a name="l00792"></a><span class="lineno"> 792</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> h = 0; h &lt; Iterations::kH; ++h) {</div><div class="line"><a name="l00793"></a><span class="lineno"> 793</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> w = 0; w &lt; Iterations::kW; ++w) {</div><div class="line"><a name="l00794"></a><span class="lineno"> 794</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> c = 0; c &lt; Iterations::kC; ++c) {</div><div class="line"><a name="l00795"></a><span class="lineno"> 795</span>&#160; <a class="code" href="structcutlass_1_1TileLoadIterator.html#a6f74b87df129693ee6ac9a6fcc0c8910">load_element</a>(reinterpret_cast&lt;AccessType &amp;&gt;(frag_iterator.at(0, h, w, c)), d, h, w, c);</div><div class="line"><a name="l00796"></a><span class="lineno"> 796</span>&#160; }</div><div class="line"><a name="l00797"></a><span class="lineno"> 797</span>&#160; }</div><div class="line"><a name="l00798"></a><span class="lineno"> 798</span>&#160; }</div><div class="line"><a name="l00799"></a><span class="lineno"> 799</span>&#160; }</div><div class="line"><a name="l00800"></a><span class="lineno"> 800</span>&#160;};</div><div class="line"><a name="l00801"></a><span class="lineno"> 801</span>&#160;</div><div class="line"><a name="l00803"></a><span class="lineno"> 803</span>&#160;</div><div class="line"><a name="l00827"></a><span class="lineno"> 827</span>&#160;</div><div class="line"><a name="l00833"></a><span class="lineno"> 833</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> Traits_,</div><div class="line"><a name="l00834"></a><span class="lineno"> 834</span>&#160; <span class="keyword">typename</span> Scalar_,</div><div class="line"><a name="l00835"></a><span class="lineno"> 835</span>&#160; <a class="code" href="structcutlass_1_1IteratorAdvance.html#a9ad9c2302ddffa148d47cdcf6c738dda">IteratorAdvance::Kind</a> Advance_ = <a class="code" href="structcutlass_1_1IteratorAdvance.html#a9ad9c2302ddffa148d47cdcf6c738ddaacfe756fca665eb1bbf389850915c1b81">IteratorAdvance::kH</a>,</div><div class="line"><a name="l00836"></a><span class="lineno"> 836</span>&#160; <a class="code" href="structcutlass_1_1MemorySpace.html#a1e031ec41668015a8fe4ba2c1145d03c">MemorySpace::Kind</a> MemorySpace = <a class="code" href="structcutlass_1_1MemorySpace.html#a1e031ec41668015a8fe4ba2c1145d03ca21a44c0b78017acea0d1ffe223e5ca38">MemorySpace::kGeneric</a>,</div><div class="line"><a name="l00837"></a><span class="lineno"> 837</span>&#160; <span class="keyword">typename</span> Index_ = int,</div><div class="line"><a name="l00838"></a><span class="lineno"> 838</span>&#160; <span class="keyword">typename</span> FragmentElement_ = Scalar_,</div><div class="line"><a name="l00839"></a><span class="lineno"> 839</span>&#160; <a class="code" href="structcutlass_1_1FragmentElementType.html#a62883b0695dc3a7ff82916ff9d75df0b">FragmentElementType::Kind</a> FragmentElementType_ = <a class="code" href="structcutlass_1_1FragmentElementType.html#a62883b0695dc3a7ff82916ff9d75df0babb4fa5d034035e4c751287dd9e366f3b">FragmentElementType::kScalar</a>,</div><div class="line"><a name="l00840"></a><span class="lineno"> 840</span>&#160; <span class="keyword">typename</span> Skew_ = Shape&lt;0, 0, 0, 0&gt; &gt;</div><div class="line"><a name="l00841"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html"> 841</a></span>&#160;<span class="keyword">struct </span><a class="code" href="structcutlass_1_1TileStoreIterator.html">TileStoreIterator</a> : <span class="keyword">public</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html">TileIteratorBase</a>&lt;Traits_,</div><div class="line"><a name="l00842"></a><span class="lineno"> 842</span>&#160; Scalar_,</div><div class="line"><a name="l00843"></a><span class="lineno"> 843</span>&#160; Advance_,</div><div class="line"><a name="l00844"></a><span class="lineno"> 844</span>&#160; MemorySpace,</div><div class="line"><a name="l00845"></a><span class="lineno"> 845</span>&#160; Index_,</div><div class="line"><a name="l00846"></a><span class="lineno"> 846</span>&#160; FragmentElement_,</div><div class="line"><a name="l00847"></a><span class="lineno"> 847</span>&#160; FragmentElementType_,</div><div class="line"><a name="l00848"></a><span class="lineno"> 848</span>&#160; Skew_&gt; {</div><div class="line"><a name="l00850"></a><span class="lineno"> 850</span>&#160; <span class="keyword">typedef</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html">TileIteratorBase</a>&lt;Traits_,</div><div class="line"><a name="l00851"></a><span class="lineno"> 851</span>&#160; Scalar_,</div><div class="line"><a name="l00852"></a><span class="lineno"> 852</span>&#160; Advance_,</div><div class="line"><a name="l00853"></a><span class="lineno"> 853</span>&#160; <a class="code" href="structcutlass_1_1MemorySpace.html">MemorySpace</a>,</div><div class="line"><a name="l00854"></a><span class="lineno"> 854</span>&#160; Index_,</div><div class="line"><a name="l00855"></a><span class="lineno"> 855</span>&#160; FragmentElement_,</div><div class="line"><a name="l00856"></a><span class="lineno"> 856</span>&#160; FragmentElementType_,</div><div class="line"><a name="l00857"></a><span class="lineno"> 857</span>&#160; Skew_&gt;</div><div class="line"><a name="l00858"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a24fa369165de783a72311d8ec3115c48"> 858</a></span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a24fa369165de783a72311d8ec3115c48">Base</a>;</div><div class="line"><a name="l00859"></a><span class="lineno"> 859</span>&#160;</div><div class="line"><a name="l00861"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a5016bd7b24938026a2879ec0054eb3b6"> 861</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#aac9e5b7890a53d46e5d49912b254ded7">Base::Traits</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a5016bd7b24938026a2879ec0054eb3b6">Traits</a>;</div><div class="line"><a name="l00862"></a><span class="lineno"> 862</span>&#160;</div><div class="line"><a name="l00864"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#ac3273690cdd0a1c2e61d29b289daf5b5"> 864</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#affac5a91f0659bb6739db25d20822c34">Base::Scalar</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html#ac3273690cdd0a1c2e61d29b289daf5b5">Scalar</a>;</div><div class="line"><a name="l00865"></a><span class="lineno"> 865</span>&#160;</div><div class="line"><a name="l00867"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a96e55c1ce2475115e6e834f3996c9ee8"> 867</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a7f2fe3fa2eb764bf664817097d22fe45">Base::FragmentElement</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a96e55c1ce2475115e6e834f3996c9ee8">FragmentElement</a>;</div><div class="line"><a name="l00868"></a><span class="lineno"> 868</span>&#160;</div><div class="line"><a name="l00870"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a44200854ad5b35c1863f73c435b8750b"> 870</a></span>&#160; <span class="keyword">static</span> <a class="code" href="structcutlass_1_1IteratorAdvance.html#a9ad9c2302ddffa148d47cdcf6c738dda">IteratorAdvance::Kind</a> <span class="keyword">const</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a44200854ad5b35c1863f73c435b8750b">kAdvance</a> = <a class="code" href="structcutlass_1_1TileIteratorBase.html#acc8c86a3629a3ca105269fc3a47f2a4f">Base::kAdvance</a>;</div><div class="line"><a name="l00871"></a><span class="lineno"> 871</span>&#160;</div><div class="line"><a name="l00873"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a9fb3af1ab0eeb5b17b42bb990edf0e4f"> 873</a></span>&#160; <span class="keyword">static</span> <a class="code" href="structcutlass_1_1FragmentElementType.html#a62883b0695dc3a7ff82916ff9d75df0b">FragmentElementType::Kind</a> <span class="keyword">const</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a9fb3af1ab0eeb5b17b42bb990edf0e4f">kFragmentElementType</a> = <a class="code" href="structcutlass_1_1TileIteratorBase.html#af405f6c5f0bd8f04487d8a7f41dc1826">Base::kFragmentElementType</a>;</div><div class="line"><a name="l00874"></a><span class="lineno"> 874</span>&#160;</div><div class="line"><a name="l00876"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a993e1e7d8cc461a9cfa009b61b42621f"> 876</a></span>&#160; <span class="keyword">static</span> <a class="code" href="structcutlass_1_1MemorySpace.html#a1e031ec41668015a8fe4ba2c1145d03c">MemorySpace::Kind</a> <span class="keyword">const</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a993e1e7d8cc461a9cfa009b61b42621f">kMemorySpace</a> = <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab8bfa9914c4ba49a583d1cfaa8a62d56">Base::kMemorySpace</a>;</div><div class="line"><a name="l00877"></a><span class="lineno"> 877</span>&#160;</div><div class="line"><a name="l00879"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a39cecf8198d1286f497930cce632c671"> 879</a></span>&#160; <span class="keyword">static</span> <span class="keywordtype">int</span> <span class="keyword">const</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a39cecf8198d1286f497930cce632c671">kAccessSize</a> = <a class="code" href="structcutlass_1_1TileIteratorBase.html#a8a4edd46b8cad3eeafc2a3dc3a344499">Base::kAccessSize</a>;</div><div class="line"><a name="l00880"></a><span class="lineno"> 880</span>&#160;</div><div class="line"><a name="l00882"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#aae07fdedeef68abd4e6c099924c70910"> 882</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Base::Index</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html#aae07fdedeef68abd4e6c099924c70910">Index</a>;</div><div class="line"><a name="l00883"></a><span class="lineno"> 883</span>&#160;</div><div class="line"><a name="l00885"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a3543ff8dcabc935d2f2f6646d7cf2d7c"> 885</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#ad2967c7bb5c6c5eacdea285a63040d94">Base::LongIndex</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a3543ff8dcabc935d2f2f6646d7cf2d7c">LongIndex</a>;</div><div class="line"><a name="l00886"></a><span class="lineno"> 886</span>&#160;</div><div class="line"><a name="l00888"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a18248da35dc9a0ae2411121bee323085"> 888</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#ae50ca325a827bdf1d1bfab3ba6e204c1">Base::Skew</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a18248da35dc9a0ae2411121bee323085">Skew</a>;</div><div class="line"><a name="l00889"></a><span class="lineno"> 889</span>&#160;</div><div class="line"><a name="l00891"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#ad18ee6f519b03e1dbf711339b63e16d6"> 891</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a7fcf13023c85cf1e1150d867bd1559d4">Base::Tile</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html#ad18ee6f519b03e1dbf711339b63e16d6">Tile</a>;</div><div class="line"><a name="l00892"></a><span class="lineno"> 892</span>&#160;</div><div class="line"><a name="l00894"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#afdb38f790d9c7cf1ac238643103b45ce"> 894</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a9aaac43bc2258e06824c354a068e7815">Base::Delta</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html#afdb38f790d9c7cf1ac238643103b45ce">Delta</a>;</div><div class="line"><a name="l00895"></a><span class="lineno"> 895</span>&#160;</div><div class="line"><a name="l00897"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a8628ea7116f736b59c644fc0d85d395f"> 897</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#adbf563ecda4ffd4110d288f521c7e0da">Base::Iterations</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a8628ea7116f736b59c644fc0d85d395f">Iterations</a>;</div><div class="line"><a name="l00898"></a><span class="lineno"> 898</span>&#160;</div><div class="line"><a name="l00900"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a076357a165302f01f449fd91f9ed402a"> 900</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a0fec2c1f9c0b8fbde4ca6faf123b59a5">Base::ThreadOffset</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a076357a165302f01f449fd91f9ed402a">ThreadOffset</a>;</div><div class="line"><a name="l00901"></a><span class="lineno"> 901</span>&#160;</div><div class="line"><a name="l00903"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a82ceeea55603dbb0c6e5bf9c22ac692e"> 903</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a064aaca9cc27e34bdae9684447a3f5be">Base::FragmentShape</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a82ceeea55603dbb0c6e5bf9c22ac692e">FragmentShape</a>;</div><div class="line"><a name="l00904"></a><span class="lineno"> 904</span>&#160;</div><div class="line"><a name="l00906"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a10431ed94c0dd66a8c1d01ba7c8b5aa2"> 906</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="unioncutlass_1_1Vector.html">Base::AccessType</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a10431ed94c0dd66a8c1d01ba7c8b5aa2">AccessType</a>;</div><div class="line"><a name="l00907"></a><span class="lineno"> 907</span>&#160;</div><div class="line"><a name="l00909"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#aa5386367e805cdaf47a5e7564bedc2fb"> 909</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a9ffa12dcd7ed1e96845e1cd273d9f219">Base::Fragment</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html#aa5386367e805cdaf47a5e7564bedc2fb">Fragment</a>;</div><div class="line"><a name="l00910"></a><span class="lineno"> 910</span>&#160;</div><div class="line"><a name="l00912"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#ace8a65d90db264a0ee93a810be38918f"> 912</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a59d40c5bd544fdabf42787b9f11cce51">Base::FragmentIterator</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html#ace8a65d90db264a0ee93a810be38918f">FragmentIterator</a>;</div><div class="line"><a name="l00913"></a><span class="lineno"> 913</span>&#160;</div><div class="line"><a name="l00915"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#adfcd8a2e63bd0c515ef03760cc1c4283"> 915</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a5eb6375410d4440c0f73a25c06d282b5">Base::FragmentConstIterator</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html#adfcd8a2e63bd0c515ef03760cc1c4283">FragmentConstIterator</a>;</div><div class="line"><a name="l00916"></a><span class="lineno"> 916</span>&#160;</div><div class="line"><a name="l00918"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a6157fe8a2ffefd45eba6f3953f0e2994"> 918</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a05065dadf7b8a20284c566c82cda8000">Base::PredicateVector</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a6157fe8a2ffefd45eba6f3953f0e2994">PredicateVector</a>;</div><div class="line"><a name="l00919"></a><span class="lineno"> 919</span>&#160;</div><div class="line"><a name="l00921"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#af6c297bb43573a13f6b721cc8ff730ca"> 921</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#a2e682380b5ea9ea05ee8ffd68a1205f0">Base::Storage</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html#af6c297bb43573a13f6b721cc8ff730ca">SharedStorage</a>;</div><div class="line"><a name="l00922"></a><span class="lineno"> 922</span>&#160;</div><div class="line"><a name="l00924"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a5dd2a31d41d9098e928c559af12cbe66"> 924</a></span>&#160; <span class="keyword">typedef</span> <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html">Base::Params</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a5dd2a31d41d9098e928c559af12cbe66">BaseParams</a>;</div><div class="line"><a name="l00925"></a><span class="lineno"> 925</span>&#160;</div><div class="line"><a name="l00927"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#adc4182adb78e34b7741f297eca86fe35"> 927</a></span>&#160; <span class="keyword">typedef</span> <a class="code" href="structcutlass_1_1TileIteratorBase.html#affac5a91f0659bb6739db25d20822c34">Scalar</a> *<a class="code" href="structcutlass_1_1TileStoreIterator.html#adc4182adb78e34b7741f297eca86fe35">Pointer</a>;</div><div class="line"><a name="l00928"></a><span class="lineno"> 928</span>&#160;</div><div class="line"><a name="l00930"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#acd3c170dd70bee777cb9e9dc662c5eac"> 930</a></span>&#160; <span class="keyword">typedef</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#acd3c170dd70bee777cb9e9dc662c5eac">TensorRef&lt;Scalar, 4&gt;</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html#acd3c170dd70bee777cb9e9dc662c5eac">TensorRef</a>;</div><div class="line"><a name="l00931"></a><span class="lineno"> 931</span>&#160;</div><div class="line"><a name="l00933"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator_1_1Params.html"> 933</a></span>&#160; <span class="keyword">struct </span><a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html">Params</a> : <span class="keyword">public</span> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html">BaseParams</a> {</div><div class="line"><a name="l00935"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a9e50043acd3b851cce169310a04c6827"> 935</a></span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#ac3273690cdd0a1c2e61d29b289daf5b5">Scalar</a> *<a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a9e50043acd3b851cce169310a04c6827">pointer</a>;</div><div class="line"><a name="l00936"></a><span class="lineno"> 936</span>&#160;</div><div class="line"><a name="l00937"></a><span class="lineno"> 937</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l00938"></a><span class="lineno"> 938</span>&#160; <span class="comment">// Methods</span></div><div class="line"><a name="l00939"></a><span class="lineno"> 939</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l00940"></a><span class="lineno"> 940</span>&#160;</div><div class="line"><a name="l00941"></a><span class="lineno"> 941</span>&#160; <span class="comment">// Default constructor</span></div><div class="line"><a name="l00942"></a><span class="lineno"> 942</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00943"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a79304c022d2466c97cd671a98128815a"> 943</a></span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a79304c022d2466c97cd671a98128815a">Params</a>() : <a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a9e50043acd3b851cce169310a04c6827">pointer</a>(0) {}</div><div class="line"><a name="l00944"></a><span class="lineno"> 944</span>&#160;</div><div class="line"><a name="l00945"></a><span class="lineno"> 945</span>&#160; <span class="comment">// Default constructor</span></div><div class="line"><a name="l00946"></a><span class="lineno"> 946</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00947"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator_1_1Params.html#ae1cb260e7b05034ec9b7fa61c92bbc80"> 947</a></span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#ae1cb260e7b05034ec9b7fa61c92bbc80">Params</a>(<a class="code" href="structcutlass_1_1TileStoreIterator.html#ac3273690cdd0a1c2e61d29b289daf5b5">Scalar</a> *ptr) : <a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a9e50043acd3b851cce169310a04c6827">pointer</a>(ptr) { <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">Base::Params::initialize</a>(); }</div><div class="line"><a name="l00948"></a><span class="lineno"> 948</span>&#160;</div><div class="line"><a name="l00950"></a><span class="lineno"> 950</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00951"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator_1_1Params.html#afae37ebc78884290300f38fce7c021b1"> 951</a></span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#afae37ebc78884290300f38fce7c021b1">Params</a>(<a class="code" href="structcutlass_1_1TileStoreIterator.html#acd3c170dd70bee777cb9e9dc662c5eac">TensorRef</a> <span class="keyword">const</span> &amp;ref): <a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a9e50043acd3b851cce169310a04c6827">pointer</a>(ref.data()) {</div><div class="line"><a name="l00952"></a><span class="lineno"> 952</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">Base::Params::initialize</a>(ref.stride());</div><div class="line"><a name="l00953"></a><span class="lineno"> 953</span>&#160; }</div><div class="line"><a name="l00954"></a><span class="lineno"> 954</span>&#160;</div><div class="line"><a name="l00955"></a><span class="lineno"> 955</span>&#160; <span class="comment">// Default constructor</span></div><div class="line"><a name="l00956"></a><span class="lineno"> 956</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00957"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator_1_1Params.html#aa131e0ef02ce37038c1a17bea7088ef6"> 957</a></span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#aa131e0ef02ce37038c1a17bea7088ef6">Params</a>(<a class="code" href="structcutlass_1_1TileStoreIterator.html#ac3273690cdd0a1c2e61d29b289daf5b5">Scalar</a> *ptr, <span class="keywordtype">long</span> <span class="keywordtype">long</span> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">stride_d</a>, <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a>, <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a>) {</div><div class="line"><a name="l00958"></a><span class="lineno"> 958</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#ad90642d96a3b5354813fbf4d9b04b83f">initialize</a>(ptr, <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">stride_d</a>, <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a>, <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a>);</div><div class="line"><a name="l00959"></a><span class="lineno"> 959</span>&#160; }</div><div class="line"><a name="l00960"></a><span class="lineno"> 960</span>&#160;</div><div class="line"><a name="l00961"></a><span class="lineno"> 961</span>&#160; <span class="comment">// Default constructor</span></div><div class="line"><a name="l00962"></a><span class="lineno"> 962</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00963"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a6690b2eb981cae4b9a7c333054d53e81"> 963</a></span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a6690b2eb981cae4b9a7c333054d53e81">Params</a>(<a class="code" href="structcutlass_1_1TileStoreIterator.html#ac3273690cdd0a1c2e61d29b289daf5b5">Scalar</a> *ptr,</div><div class="line"><a name="l00964"></a><span class="lineno"> 964</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _stride_d,</div><div class="line"><a name="l00965"></a><span class="lineno"> 965</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _stride_h,</div><div class="line"><a name="l00966"></a><span class="lineno"> 966</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _stride_w,</div><div class="line"><a name="l00967"></a><span class="lineno"> 967</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_d,</div><div class="line"><a name="l00968"></a><span class="lineno"> 968</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_h,</div><div class="line"><a name="l00969"></a><span class="lineno"> 969</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_w,</div><div class="line"><a name="l00970"></a><span class="lineno"> 970</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_advance) {</div><div class="line"><a name="l00971"></a><span class="lineno"> 971</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#ad90642d96a3b5354813fbf4d9b04b83f">initialize</a>(ptr, _stride_d, _stride_h, _stride_w, _inc_d, _inc_h, _inc_w, _inc_advance);</div><div class="line"><a name="l00972"></a><span class="lineno"> 972</span>&#160; }</div><div class="line"><a name="l00973"></a><span class="lineno"> 973</span>&#160;</div><div class="line"><a name="l00975"></a><span class="lineno"> 975</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00976"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator_1_1Params.html#aca14058b112b7d5105658457341726cb"> 976</a></span>&#160; <span class="keywordtype">int</span> <a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#aca14058b112b7d5105658457341726cb">initialize</a>(<a class="code" href="structcutlass_1_1TileStoreIterator.html#af6c297bb43573a13f6b721cc8ff730ca">SharedStorage</a> &amp;storage) {</div><div class="line"><a name="l00977"></a><span class="lineno"> 977</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a9e50043acd3b851cce169310a04c6827">pointer</a> = &amp;storage[0];</div><div class="line"><a name="l00978"></a><span class="lineno"> 978</span>&#160; <span class="keywordflow">return</span> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">Base::Params::initialize</a>();</div><div class="line"><a name="l00979"></a><span class="lineno"> 979</span>&#160; }</div><div class="line"><a name="l00980"></a><span class="lineno"> 980</span>&#160;</div><div class="line"><a name="l00982"></a><span class="lineno"> 982</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00983"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a0d36c05a4a757db5ebfe5f180b174b8c"> 983</a></span>&#160; <span class="keywordtype">int</span> <a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a0d36c05a4a757db5ebfe5f180b174b8c">initialize</a>(<a class="code" href="structcutlass_1_1TileStoreIterator.html#ac3273690cdd0a1c2e61d29b289daf5b5">Scalar</a> *ptr) {</div><div class="line"><a name="l00984"></a><span class="lineno"> 984</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a9e50043acd3b851cce169310a04c6827">pointer</a> = ptr;</div><div class="line"><a name="l00985"></a><span class="lineno"> 985</span>&#160; <span class="keywordflow">return</span> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">Base::Params::initialize</a>();</div><div class="line"><a name="l00986"></a><span class="lineno"> 986</span>&#160; }</div><div class="line"><a name="l00987"></a><span class="lineno"> 987</span>&#160;</div><div class="line"><a name="l00989"></a><span class="lineno"> 989</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00990"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator_1_1Params.html#ae348f51695962af2ab49dd085a4b48c1"> 990</a></span>&#160; <span class="keywordtype">int</span> <a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#ae348f51695962af2ab49dd085a4b48c1">initialize</a>(<a class="code" href="structcutlass_1_1TileStoreIterator.html#ac3273690cdd0a1c2e61d29b289daf5b5">Scalar</a> *ptr, <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">stride_d</a>, <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a>, <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a>) {</div><div class="line"><a name="l00991"></a><span class="lineno"> 991</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">Base::Params::initialize</a>(<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">stride_d</a>, <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a>, <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a>);</div><div class="line"><a name="l00992"></a><span class="lineno"> 992</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a9e50043acd3b851cce169310a04c6827">pointer</a> = ptr;</div><div class="line"><a name="l00993"></a><span class="lineno"> 993</span>&#160; <span class="keywordflow">return</span> 0;</div><div class="line"><a name="l00994"></a><span class="lineno"> 994</span>&#160; }</div><div class="line"><a name="l00995"></a><span class="lineno"> 995</span>&#160;</div><div class="line"><a name="l00997"></a><span class="lineno"> 997</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l00998"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a0aace08208ee12b82afa8469446299b2"> 998</a></span>&#160; <span class="keywordtype">int</span> <a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a0aace08208ee12b82afa8469446299b2">initialize</a>(<a class="code" href="structcutlass_1_1TileStoreIterator.html#ac3273690cdd0a1c2e61d29b289daf5b5">Scalar</a> *ptr,</div><div class="line"><a name="l00999"></a><span class="lineno"> 999</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _stride_d,</div><div class="line"><a name="l01000"></a><span class="lineno"> 1000</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _stride_h,</div><div class="line"><a name="l01001"></a><span class="lineno"> 1001</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _stride_w,</div><div class="line"><a name="l01002"></a><span class="lineno"> 1002</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_d,</div><div class="line"><a name="l01003"></a><span class="lineno"> 1003</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_h,</div><div class="line"><a name="l01004"></a><span class="lineno"> 1004</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_w,</div><div class="line"><a name="l01005"></a><span class="lineno"> 1005</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">Index</a> _inc_advance) {</div><div class="line"><a name="l01006"></a><span class="lineno"> 1006</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a9e50043acd3b851cce169310a04c6827">pointer</a> = ptr;</div><div class="line"><a name="l01007"></a><span class="lineno"> 1007</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">Base::Params::initialize</a>(</div><div class="line"><a name="l01008"></a><span class="lineno"> 1008</span>&#160; _stride_d, _stride_h, _stride_w, _inc_d, _inc_h, _inc_w, _inc_advance);</div><div class="line"><a name="l01009"></a><span class="lineno"> 1009</span>&#160; <span class="keywordflow">return</span> 0;</div><div class="line"><a name="l01010"></a><span class="lineno"> 1010</span>&#160; }</div><div class="line"><a name="l01011"></a><span class="lineno"> 1011</span>&#160;</div><div class="line"><a name="l01013"></a><span class="lineno"> 1013</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l01014"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator_1_1Params.html#ad90642d96a3b5354813fbf4d9b04b83f"> 1014</a></span>&#160; <span class="keywordtype">int</span> <a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#ad90642d96a3b5354813fbf4d9b04b83f">initialize</a>() { <span class="keywordflow">return</span> <a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">Base::Params::initialize</a>(); }</div><div class="line"><a name="l01015"></a><span class="lineno"> 1015</span>&#160; };</div><div class="line"><a name="l01016"></a><span class="lineno"> 1016</span>&#160;</div><div class="line"><a name="l01017"></a><span class="lineno"> 1017</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l01018"></a><span class="lineno"> 1018</span>&#160; <span class="comment">// Data members</span></div><div class="line"><a name="l01019"></a><span class="lineno"> 1019</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l01020"></a><span class="lineno"> 1020</span>&#160;</div><div class="line"><a name="l01022"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d"> 1022</a></span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html">Params</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>;</div><div class="line"><a name="l01023"></a><span class="lineno"> 1023</span>&#160;</div><div class="line"><a name="l01025"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a00a33d258b9d60c8f9d4bfc48e2c6825"> 1025</a></span>&#160; <a class="code" href="structcutlass_1_1Coord.html">Coord&lt;4&gt;</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a00a33d258b9d60c8f9d4bfc48e2c6825">thread_offset</a>;</div><div class="line"><a name="l01026"></a><span class="lineno"> 1026</span>&#160;</div><div class="line"><a name="l01028"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#aff36e4a3de7e27667542564e0ec96a7e"> 1028</a></span>&#160; <span class="keywordtype">int</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#aff36e4a3de7e27667542564e0ec96a7e">stage</a>;</div><div class="line"><a name="l01029"></a><span class="lineno"> 1029</span>&#160;</div><div class="line"><a name="l01030"></a><span class="lineno"> 1030</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l01031"></a><span class="lineno"> 1031</span>&#160; <span class="comment">// Predicate initialization</span></div><div class="line"><a name="l01032"></a><span class="lineno"> 1032</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l01033"></a><span class="lineno"> 1033</span>&#160;</div><div class="line"><a name="l01035"></a><span class="lineno"> 1035</span>&#160; <span class="keyword">template</span> &lt;</div><div class="line"><a name="l01037"></a><span class="lineno"> 1037</span>&#160; <span class="keyword">typename</span> PredicateIterator&gt;</div><div class="line"><a name="l01038"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#acb6bc889b93d25c9e483a0b7297d7c89"> 1038</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#acb6bc889b93d25c9e483a0b7297d7c89">initialize_predicates</a>(PredicateIterator predicate_it,</div><div class="line"><a name="l01039"></a><span class="lineno"> 1039</span>&#160; <a class="code" href="structcutlass_1_1Coord.html">Coord&lt;3&gt;</a> <span class="keyword">const</span> &amp;bounds,</div><div class="line"><a name="l01040"></a><span class="lineno"> 1040</span>&#160; <a class="code" href="structcutlass_1_1Coord.html">Coord&lt;3&gt;</a> <span class="keyword">const</span> &amp;block_offset = <a class="code" href="namespacecutlass.html#a7419519fa453a121dfa5f26bf87318d9">make_Coord</a>(0,</div><div class="line"><a name="l01041"></a><span class="lineno"> 1041</span>&#160; 0,</div><div class="line"><a name="l01042"></a><span class="lineno"> 1042</span>&#160; 0)) {</div><div class="line"><a name="l01043"></a><span class="lineno"> 1043</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#aa58daf082cf97108e2e2ad0b1fd89208">Base::initialize_predicates</a>(</div><div class="line"><a name="l01044"></a><span class="lineno"> 1044</span>&#160; predicate_it,</div><div class="line"><a name="l01045"></a><span class="lineno"> 1045</span>&#160; <a class="code" href="structcutlass_1_1RegularTilePredicateFunctor.html">RegularTilePredicateFunctor&lt;typename Traits::Delta&gt;</a>(bounds),</div><div class="line"><a name="l01046"></a><span class="lineno"> 1046</span>&#160; block_offset + <a class="code" href="namespacecutlass.html#a7419519fa453a121dfa5f26bf87318d9">make_Coord</a>(<a class="code" href="structcutlass_1_1TileStoreIterator.html#a00a33d258b9d60c8f9d4bfc48e2c6825">thread_offset</a>[0], <a class="code" href="structcutlass_1_1TileStoreIterator.html#a00a33d258b9d60c8f9d4bfc48e2c6825">thread_offset</a>[1], <a class="code" href="structcutlass_1_1TileStoreIterator.html#a00a33d258b9d60c8f9d4bfc48e2c6825">thread_offset</a>[2]));</div><div class="line"><a name="l01047"></a><span class="lineno"> 1047</span>&#160; }</div><div class="line"><a name="l01048"></a><span class="lineno"> 1048</span>&#160;</div><div class="line"><a name="l01050"></a><span class="lineno"> 1050</span>&#160; <span class="keyword">template</span> &lt;</div><div class="line"><a name="l01052"></a><span class="lineno"> 1052</span>&#160; <span class="keyword">typename</span> PredicateIterator,</div><div class="line"><a name="l01054"></a><span class="lineno"> 1054</span>&#160; <span class="keyword">typename</span> PredicateFunctor&gt;</div><div class="line"><a name="l01055"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a890a7239a89679662aeaea797ba32d32"> 1055</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a890a7239a89679662aeaea797ba32d32">initialize_predicates</a>(PredicateIterator predicate_it,</div><div class="line"><a name="l01056"></a><span class="lineno"> 1056</span>&#160; PredicateFunctor <span class="keyword">const</span> &amp;functor,</div><div class="line"><a name="l01057"></a><span class="lineno"> 1057</span>&#160; <a class="code" href="structcutlass_1_1Coord.html">Coord&lt;3&gt;</a> <span class="keyword">const</span> &amp;block_offset) {</div><div class="line"><a name="l01058"></a><span class="lineno"> 1058</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#aa58daf082cf97108e2e2ad0b1fd89208">Base::initialize_predicates</a>(</div><div class="line"><a name="l01059"></a><span class="lineno"> 1059</span>&#160; predicate_it,</div><div class="line"><a name="l01060"></a><span class="lineno"> 1060</span>&#160; functor,</div><div class="line"><a name="l01061"></a><span class="lineno"> 1061</span>&#160; block_offset + <a class="code" href="namespacecutlass.html#a7419519fa453a121dfa5f26bf87318d9">make_Coord</a>(<a class="code" href="structcutlass_1_1TileStoreIterator.html#a00a33d258b9d60c8f9d4bfc48e2c6825">thread_offset</a>[0], <a class="code" href="structcutlass_1_1TileStoreIterator.html#a00a33d258b9d60c8f9d4bfc48e2c6825">thread_offset</a>[1], <a class="code" href="structcutlass_1_1TileStoreIterator.html#a00a33d258b9d60c8f9d4bfc48e2c6825">thread_offset</a>[2]));</div><div class="line"><a name="l01062"></a><span class="lineno"> 1062</span>&#160; }</div><div class="line"><a name="l01063"></a><span class="lineno"> 1063</span>&#160;</div><div class="line"><a name="l01064"></a><span class="lineno"> 1064</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l01065"></a><span class="lineno"> 1065</span>&#160; <span class="comment">// Methods</span></div><div class="line"><a name="l01066"></a><span class="lineno"> 1066</span>&#160; <span class="comment">//</span></div><div class="line"><a name="l01067"></a><span class="lineno"> 1067</span>&#160;</div><div class="line"><a name="l01069"></a><span class="lineno"> 1069</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l01070"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a9f4501c6e8ba0f4511919c1b63c14e69"> 1070</a></span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a9f4501c6e8ba0f4511919c1b63c14e69">TileStoreIterator</a>() {}</div><div class="line"><a name="l01071"></a><span class="lineno"> 1071</span>&#160;</div><div class="line"><a name="l01073"></a><span class="lineno"> 1073</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l01074"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#aa563bb10f8e58d97e81959556923e210"> 1074</a></span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#aa563bb10f8e58d97e81959556923e210">TileStoreIterator</a>(<a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html">Params</a> <span class="keyword">const</span> &amp;_params,</div><div class="line"><a name="l01075"></a><span class="lineno"> 1075</span>&#160; <a class="code" href="structcutlass_1_1Coord.html">Coord&lt;3&gt;</a> <span class="keyword">const</span> &amp;block_offset = <a class="code" href="namespacecutlass.html#a7419519fa453a121dfa5f26bf87318d9">make_Coord</a>(0, 0, 0),</div><div class="line"><a name="l01076"></a><span class="lineno"> 1076</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#a0fec2c1f9c0b8fbde4ca6faf123b59a5">ThreadOffset</a> thread_offset_func = <a class="code" href="structcutlass_1_1TileStoreIterator.html#a076357a165302f01f449fd91f9ed402a">ThreadOffset</a>())</div><div class="line"><a name="l01077"></a><span class="lineno"> 1077</span>&#160; : <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>(_params), <a class="code" href="structcutlass_1_1TileStoreIterator.html#aff36e4a3de7e27667542564e0ec96a7e">stage</a>(0) {</div><div class="line"><a name="l01078"></a><span class="lineno"> 1078</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a00a33d258b9d60c8f9d4bfc48e2c6825">thread_offset</a> = thread_offset_func();</div><div class="line"><a name="l01079"></a><span class="lineno"> 1079</span>&#160;</div><div class="line"><a name="l01080"></a><span class="lineno"> 1080</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a9e50043acd3b851cce169310a04c6827">pointer</a> += (block_offset[0] + <a class="code" href="structcutlass_1_1TileStoreIterator.html#a00a33d258b9d60c8f9d4bfc48e2c6825">thread_offset</a>[0]) * <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">stride_d</a> +</div><div class="line"><a name="l01081"></a><span class="lineno"> 1081</span>&#160; (block_offset[1] + <a class="code" href="structcutlass_1_1TileStoreIterator.html#a00a33d258b9d60c8f9d4bfc48e2c6825">thread_offset</a>[1]) * <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a> +</div><div class="line"><a name="l01082"></a><span class="lineno"> 1082</span>&#160; (block_offset[2] + <a class="code" href="structcutlass_1_1TileStoreIterator.html#a00a33d258b9d60c8f9d4bfc48e2c6825">thread_offset</a>[2]) * <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a>;</div><div class="line"><a name="l01083"></a><span class="lineno"> 1083</span>&#160; }</div><div class="line"><a name="l01084"></a><span class="lineno"> 1084</span>&#160;</div><div class="line"><a name="l01086"></a><span class="lineno"> 1086</span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="line"><a name="l01087"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a2b58a21331cf3255f5d3938a39babf20"> 1087</a></span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a2b58a21331cf3255f5d3938a39babf20">TileStoreIterator</a>(<a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html">Params</a> <span class="keyword">const</span> &amp;, <a class="code" href="structcutlass_1_1TileIteratorBase.html#affac5a91f0659bb6739db25d20822c34">Scalar</a> *ptr, <a class="code" href="structcutlass_1_1TileIteratorBase.html#a0fec2c1f9c0b8fbde4ca6faf123b59a5">ThreadOffset</a> thread_offset_func = <a class="code" href="structcutlass_1_1TileStoreIterator.html#a076357a165302f01f449fd91f9ed402a">ThreadOffset</a>())</div><div class="line"><a name="l01088"></a><span class="lineno"> 1088</span>&#160; : <a class="code" href="structcutlass_1_1TileStoreIterator.html#aff36e4a3de7e27667542564e0ec96a7e">stage</a>(0) {</div><div class="line"><a name="l01089"></a><span class="lineno"> 1089</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a9e50043acd3b851cce169310a04c6827">pointer</a> = ptr + thread_offset_func()[2];</div><div class="line"><a name="l01090"></a><span class="lineno"> 1090</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">stride_d</a> = 0;</div><div class="line"><a name="l01091"></a><span class="lineno"> 1091</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a> = 0;</div><div class="line"><a name="l01092"></a><span class="lineno"> 1092</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a> = 1;</div><div class="line"><a name="l01093"></a><span class="lineno"> 1093</span>&#160;</div><div class="line"><a name="l01094"></a><span class="lineno"> 1094</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a901e9df85e9eee0e89a025b874e1b61b">inc_d</a> = <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a15227102466522445261b6ea65c89c06">inc_h</a> = <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af0be1271cfe6d6c03a9a76ff992d8a5c">inc_w</a> = <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a366c41dbc3bb82521db46b6d0db127b9">inc_advance</a> = 0;</div><div class="line"><a name="l01095"></a><span class="lineno"> 1095</span>&#160; }</div><div class="line"><a name="l01096"></a><span class="lineno"> 1096</span>&#160;</div><div class="line"><a name="l01098"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#abcb7af7b35e605dfda5ce6a37a02f975"> 1098</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#abcb7af7b35e605dfda5ce6a37a02f975">inc_d</a>() { <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a9e50043acd3b851cce169310a04c6827">pointer</a> += <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a901e9df85e9eee0e89a025b874e1b61b">inc_d</a>; }</div><div class="line"><a name="l01099"></a><span class="lineno"> 1099</span>&#160;</div><div class="line"><a name="l01101"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#aaec63ca7faf0cf4f54cac31c7d6e0d3d"> 1101</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#aaec63ca7faf0cf4f54cac31c7d6e0d3d">inc_h</a>() { <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a9e50043acd3b851cce169310a04c6827">pointer</a> += <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a15227102466522445261b6ea65c89c06">inc_h</a>; }</div><div class="line"><a name="l01102"></a><span class="lineno"> 1102</span>&#160;</div><div class="line"><a name="l01104"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#aa676184bbd4c2e3f6c09dbc548e6c4e1"> 1104</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#aa676184bbd4c2e3f6c09dbc548e6c4e1">inc_w</a>() { <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a9e50043acd3b851cce169310a04c6827">pointer</a> += <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af0be1271cfe6d6c03a9a76ff992d8a5c">inc_w</a>; }</div><div class="line"><a name="l01105"></a><span class="lineno"> 1105</span>&#160;</div><div class="line"><a name="l01107"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a3ecd73de1202f7e4a0db86d9fe9de38d"> 1107</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a3ecd73de1202f7e4a0db86d9fe9de38d">inc_advance</a>() {}</div><div class="line"><a name="l01108"></a><span class="lineno"> 1108</span>&#160;</div><div class="line"><a name="l01110"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#ad61206a742c8c5ab5bcd64b76ece9f74"> 1110</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#ad61206a742c8c5ab5bcd64b76ece9f74">inc_stage</a>() {</div><div class="line"><a name="l01111"></a><span class="lineno"> 1111</span>&#160; <span class="keywordflow">if</span> (Tile::kD &gt; 1) {</div><div class="line"><a name="l01112"></a><span class="lineno"> 1112</span>&#160; <span class="keywordtype">int</span> <span class="keyword">const</span> kStageSize = Tile::kH * Tile::kW * Tile::kC;</div><div class="line"><a name="l01113"></a><span class="lineno"> 1113</span>&#160; <span class="keywordflow">if</span> (<a class="code" href="structcutlass_1_1TileStoreIterator.html#aff36e4a3de7e27667542564e0ec96a7e">stage</a> == Tile::kD - 1) {</div><div class="line"><a name="l01114"></a><span class="lineno"> 1114</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a9e50043acd3b851cce169310a04c6827">pointer</a> -= (Tile::kD - 1) * kStageSize;</div><div class="line"><a name="l01115"></a><span class="lineno"> 1115</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#aff36e4a3de7e27667542564e0ec96a7e">stage</a> = 0;</div><div class="line"><a name="l01116"></a><span class="lineno"> 1116</span>&#160; } <span class="keywordflow">else</span> {</div><div class="line"><a name="l01117"></a><span class="lineno"> 1117</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a9e50043acd3b851cce169310a04c6827">pointer</a> += kStageSize;</div><div class="line"><a name="l01118"></a><span class="lineno"> 1118</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#aff36e4a3de7e27667542564e0ec96a7e">stage</a> = <a class="code" href="structcutlass_1_1TileStoreIterator.html#aff36e4a3de7e27667542564e0ec96a7e">stage</a> + 1;</div><div class="line"><a name="l01119"></a><span class="lineno"> 1119</span>&#160; }</div><div class="line"><a name="l01120"></a><span class="lineno"> 1120</span>&#160; }</div><div class="line"><a name="l01121"></a><span class="lineno"> 1121</span>&#160; }</div><div class="line"><a name="l01122"></a><span class="lineno"> 1122</span>&#160;</div><div class="line"><a name="l01124"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a57b284e6cbff892d45e5cfeb0ae1e3ed"> 1124</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <a class="code" href="structcutlass_1_1TileStoreIterator.html">TileStoreIterator</a> &amp; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a57b284e6cbff892d45e5cfeb0ae1e3ed">operator+=</a>(<a class="code" href="structcutlass_1_1Coord.html">Coord&lt;3&gt;</a> <span class="keyword">const</span> &amp;offset) {</div><div class="line"><a name="l01125"></a><span class="lineno"> 1125</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a9e50043acd3b851cce169310a04c6827">pointer</a> += offset.template dot&lt;long long&gt;(</div><div class="line"><a name="l01126"></a><span class="lineno"> 1126</span>&#160; <a class="code" href="namespacecutlass.html#a7419519fa453a121dfa5f26bf87318d9">make_Coord</a>(<a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">stride_d</a>, <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">stride_h</a>, <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">stride_w</a>)</div><div class="line"><a name="l01127"></a><span class="lineno"> 1127</span>&#160; );</div><div class="line"><a name="l01128"></a><span class="lineno"> 1128</span>&#160; <span class="keywordflow">return</span> *<span class="keyword">this</span>;</div><div class="line"><a name="l01129"></a><span class="lineno"> 1129</span>&#160; }</div><div class="line"><a name="l01130"></a><span class="lineno"> 1130</span>&#160;</div><div class="line"><a name="l01132"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#af41808cb185da06a58ee9a9d593936d0"> 1132</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#af41808cb185da06a58ee9a9d593936d0">add_pointer_offset</a>(<a class="code" href="structcutlass_1_1TileIteratorBase.html#ad2967c7bb5c6c5eacdea285a63040d94">LongIndex</a> offset) { <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a9e50043acd3b851cce169310a04c6827">pointer</a> += offset; }</div><div class="line"><a name="l01133"></a><span class="lineno"> 1133</span>&#160;</div><div class="line"><a name="l01135"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a1f7c4143443d2bee4a69d1b380576f08"> 1135</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a1f7c4143443d2bee4a69d1b380576f08">store_element</a>(<a class="code" href="unioncutlass_1_1Vector.html">AccessType</a> <span class="keyword">const</span> &amp;value, <span class="keywordtype">int</span> d, <span class="keywordtype">int</span> h, <span class="keywordtype">int</span> w, <span class="keywordtype">int</span> c) {</div><div class="line"><a name="l01136"></a><span class="lineno"> 1136</span>&#160; <span class="keywordtype">int</span> <span class="keyword">const</span> offset =</div><div class="line"><a name="l01137"></a><span class="lineno"> 1137</span>&#160; <a class="code" href="structcutlass_1_1ComputeOffsetFromStrides.html#aa28231590bfa0ced0f317e6a4d52dc1e">ComputeOffsetFromStrides&lt;typename Base::ImmediateOffsetStrides&gt;::get</a>(d, h, w, c);</div><div class="line"><a name="l01138"></a><span class="lineno"> 1138</span>&#160; <a class="code" href="structcutlass_1_1Store.html">Store</a>&lt;<a class="code" href="structcutlass_1_1TileStoreIterator.html#ac3273690cdd0a1c2e61d29b289daf5b5">Scalar</a>,</div><div class="line"><a name="l01139"></a><span class="lineno"> 1139</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a39cecf8198d1286f497930cce632c671">kAccessSize</a>,</div><div class="line"><a name="l01140"></a><span class="lineno"> 1140</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a993e1e7d8cc461a9cfa009b61b42621f">kMemorySpace</a>,</div><div class="line"><a name="l01141"></a><span class="lineno"> 1141</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a9fb3af1ab0eeb5b17b42bb990edf0e4f">kFragmentElementType</a>,</div><div class="line"><a name="l01142"></a><span class="lineno"> 1142</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a96e55c1ce2475115e6e834f3996c9ee8">FragmentElement</a>,</div><div class="line"><a name="l01143"></a><span class="lineno"> 1143</span>&#160; Tile::kW,</div><div class="line"><a name="l01144"></a><span class="lineno"> 1144</span>&#160; <span class="keyword">sizeof</span>(<a class="code" href="structcutlass_1_1TileStoreIterator.html#a96e55c1ce2475115e6e834f3996c9ee8">FragmentElement</a>) * <a class="code" href="structcutlass_1_1TileStoreIterator.html#a39cecf8198d1286f497930cce632c671">kAccessSize</a>&gt;::<a class="code" href="structcutlass_1_1TileStoreIterator.html#a0218adf569557b17d8e36a3d97fb185e">store</a>(value, <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a9e50043acd3b851cce169310a04c6827">pointer</a>, offset);</div><div class="line"><a name="l01145"></a><span class="lineno"> 1145</span>&#160; }</div><div class="line"><a name="l01146"></a><span class="lineno"> 1146</span>&#160;</div><div class="line"><a name="l01148"></a><span class="lineno"> 1148</span>&#160; <span class="keyword">template</span> &lt;<span class="keyword">typename</span> Fragment, <span class="keyword">typename</span> PredicateIterator&gt;</div><div class="line"><a name="l01149"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#adbb7fdb5710295cdfb86e090a8c40f44"> 1149</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#adbb7fdb5710295cdfb86e090a8c40f44">store_post_increment</a>(<a class="code" href="structcutlass_1_1TileIteratorBase.html#a9ffa12dcd7ed1e96845e1cd273d9f219">Fragment</a> <span class="keyword">const</span> &amp;fragment, PredicateIterator pred_it) {</div><div class="line"><a name="l01150"></a><span class="lineno"> 1150</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#a5eb6375410d4440c0f73a25c06d282b5">FragmentConstIterator</a> frag_iterator(fragment);</div><div class="line"><a name="l01151"></a><span class="lineno"> 1151</span>&#160;</div><div class="line"><a name="l01152"></a><span class="lineno"> 1152</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> d = 0; d &lt; Iterations::kD; ++d) {</div><div class="line"><a name="l01153"></a><span class="lineno"> 1153</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> h = 0; h &lt; Iterations::kH; ++h) {</div><div class="line"><a name="l01154"></a><span class="lineno"> 1154</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> w = 0; w &lt; Iterations::kW; ++w, ++pred_it) {</div><div class="line"><a name="l01155"></a><span class="lineno"> 1155</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> c = 0; c &lt; Iterations::kC; ++c) {</div><div class="line"><a name="l01156"></a><span class="lineno"> 1156</span>&#160; <span class="keywordflow">if</span> (*pred_it) {</div><div class="line"><a name="l01157"></a><span class="lineno"> 1157</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a1f7c4143443d2bee4a69d1b380576f08">store_element</a>(</div><div class="line"><a name="l01158"></a><span class="lineno"> 1158</span>&#160; reinterpret_cast&lt;AccessType const &amp;&gt;(frag_iterator.at(d, h, w, c)), d, h, w, c);</div><div class="line"><a name="l01159"></a><span class="lineno"> 1159</span>&#160; }</div><div class="line"><a name="l01160"></a><span class="lineno"> 1160</span>&#160; }</div><div class="line"><a name="l01161"></a><span class="lineno"> 1161</span>&#160; <span class="keywordflow">if</span> (w &lt; Iterations::kW - 1) {</div><div class="line"><a name="l01162"></a><span class="lineno"> 1162</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#aa676184bbd4c2e3f6c09dbc548e6c4e1">inc_w</a>();</div><div class="line"><a name="l01163"></a><span class="lineno"> 1163</span>&#160; }</div><div class="line"><a name="l01164"></a><span class="lineno"> 1164</span>&#160; }</div><div class="line"><a name="l01165"></a><span class="lineno"> 1165</span>&#160; <span class="keywordflow">if</span> (h &lt; Iterations::kH - 1) {</div><div class="line"><a name="l01166"></a><span class="lineno"> 1166</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#aaec63ca7faf0cf4f54cac31c7d6e0d3d">inc_h</a>();</div><div class="line"><a name="l01167"></a><span class="lineno"> 1167</span>&#160; }</div><div class="line"><a name="l01168"></a><span class="lineno"> 1168</span>&#160; }</div><div class="line"><a name="l01169"></a><span class="lineno"> 1169</span>&#160; <span class="keywordflow">if</span> (d &lt; Iterations::kD - 1) {</div><div class="line"><a name="l01170"></a><span class="lineno"> 1170</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#abcb7af7b35e605dfda5ce6a37a02f975">inc_d</a>();</div><div class="line"><a name="l01171"></a><span class="lineno"> 1171</span>&#160; }</div><div class="line"><a name="l01172"></a><span class="lineno"> 1172</span>&#160; }</div><div class="line"><a name="l01173"></a><span class="lineno"> 1173</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a3ecd73de1202f7e4a0db86d9fe9de38d">inc_advance</a>();</div><div class="line"><a name="l01174"></a><span class="lineno"> 1174</span>&#160; }</div><div class="line"><a name="l01175"></a><span class="lineno"> 1175</span>&#160;</div><div class="line"><a name="l01177"></a><span class="lineno"> 1177</span>&#160; <span class="keyword">template</span> &lt;<span class="keyword">typename</span> Fragment&gt;</div><div class="line"><a name="l01178"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a35ab2595b09912d31a60c2a4e5847c88"> 1178</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a35ab2595b09912d31a60c2a4e5847c88">store_post_increment</a>(<a class="code" href="structcutlass_1_1TileIteratorBase.html#a9ffa12dcd7ed1e96845e1cd273d9f219">Fragment</a> <span class="keyword">const</span> &amp;fragment) {</div><div class="line"><a name="l01179"></a><span class="lineno"> 1179</span>&#160; <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1PredicateVector_1_1TrivialIterator.html">PredicateVector::TrivialIterator</a> pred_it;</div><div class="line"><a name="l01180"></a><span class="lineno"> 1180</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#adbb7fdb5710295cdfb86e090a8c40f44">store_post_increment</a>(fragment, pred_it);</div><div class="line"><a name="l01181"></a><span class="lineno"> 1181</span>&#160; }</div><div class="line"><a name="l01182"></a><span class="lineno"> 1182</span>&#160;</div><div class="line"><a name="l01184"></a><span class="lineno"> 1184</span>&#160; <span class="keyword">template</span> &lt;<span class="keyword">typename</span> Fragment, <span class="keyword">typename</span> PredicateIterator&gt;</div><div class="line"><a name="l01185"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a0218adf569557b17d8e36a3d97fb185e"> 1185</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a0218adf569557b17d8e36a3d97fb185e">store</a>(<a class="code" href="structcutlass_1_1TileIteratorBase.html#a9ffa12dcd7ed1e96845e1cd273d9f219">Fragment</a> <span class="keyword">const</span> &amp;fragment, PredicateIterator pred_it)<span class="keyword"> const </span>{</div><div class="line"><a name="l01186"></a><span class="lineno"> 1186</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html">TileStoreIterator</a> _store_it(*<span class="keyword">this</span>);</div><div class="line"><a name="l01187"></a><span class="lineno"> 1187</span>&#160; _store_it.<a class="code" href="structcutlass_1_1TileStoreIterator.html#adbb7fdb5710295cdfb86e090a8c40f44">store_post_increment</a>(fragment, pred_it);</div><div class="line"><a name="l01188"></a><span class="lineno"> 1188</span>&#160; }</div><div class="line"><a name="l01189"></a><span class="lineno"> 1189</span>&#160;</div><div class="line"><a name="l01191"></a><span class="lineno"> 1191</span>&#160; <span class="keyword">template</span> &lt;<span class="keyword">typename</span> Fragment&gt;</div><div class="line"><a name="l01192"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#aa27a456bf12d0e44adc89a1c2ca7bc3b"> 1192</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#aa27a456bf12d0e44adc89a1c2ca7bc3b">store</a>(<a class="code" href="structcutlass_1_1TileIteratorBase.html#a9ffa12dcd7ed1e96845e1cd273d9f219">Fragment</a> <span class="keyword">const</span> &amp;fragment)<span class="keyword"> const </span>{</div><div class="line"><a name="l01193"></a><span class="lineno"> 1193</span>&#160; <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1PredicateVector_1_1TrivialIterator.html">PredicateVector::TrivialIterator</a> pred_it;</div><div class="line"><a name="l01194"></a><span class="lineno"> 1194</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a0218adf569557b17d8e36a3d97fb185e">store</a>(fragment, pred_it);</div><div class="line"><a name="l01195"></a><span class="lineno"> 1195</span>&#160; }</div><div class="line"><a name="l01196"></a><span class="lineno"> 1196</span>&#160;</div><div class="line"><a name="l01198"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a320c917d585df901e66257c7d9b4780c"> 1198</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a320c917d585df901e66257c7d9b4780c">load_element</a>(<a class="code" href="unioncutlass_1_1Vector.html">AccessType</a> &amp;value, <span class="keywordtype">int</span> d, <span class="keywordtype">int</span> h, <span class="keywordtype">int</span> w, <span class="keywordtype">int</span> c)<span class="keyword"> const </span>{</div><div class="line"><a name="l01199"></a><span class="lineno"> 1199</span>&#160; <span class="keywordtype">int</span> <span class="keyword">const</span> offset =</div><div class="line"><a name="l01200"></a><span class="lineno"> 1200</span>&#160; <a class="code" href="structcutlass_1_1ComputeOffsetFromStrides.html#aa28231590bfa0ced0f317e6a4d52dc1e">ComputeOffsetFromStrides&lt;typename Base::ImmediateOffsetStrides&gt;::get</a>(d, h, w, c);</div><div class="line"><a name="l01201"></a><span class="lineno"> 1201</span>&#160;</div><div class="line"><a name="l01202"></a><span class="lineno"> 1202</span>&#160; <a class="code" href="structcutlass_1_1Load.html">Load</a>&lt;<a class="code" href="structcutlass_1_1TileStoreIterator.html#ac3273690cdd0a1c2e61d29b289daf5b5">Scalar</a>,</div><div class="line"><a name="l01203"></a><span class="lineno"> 1203</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a39cecf8198d1286f497930cce632c671">kAccessSize</a>,</div><div class="line"><a name="l01204"></a><span class="lineno"> 1204</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a993e1e7d8cc461a9cfa009b61b42621f">kMemorySpace</a>,</div><div class="line"><a name="l01205"></a><span class="lineno"> 1205</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a9fb3af1ab0eeb5b17b42bb990edf0e4f">kFragmentElementType</a>,</div><div class="line"><a name="l01206"></a><span class="lineno"> 1206</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a96e55c1ce2475115e6e834f3996c9ee8">FragmentElement</a>,</div><div class="line"><a name="l01207"></a><span class="lineno"> 1207</span>&#160; Tile::kW,</div><div class="line"><a name="l01208"></a><span class="lineno"> 1208</span>&#160; <span class="keyword">sizeof</span>(<a class="code" href="structcutlass_1_1TileStoreIterator.html#a96e55c1ce2475115e6e834f3996c9ee8">FragmentElement</a>) * <a class="code" href="structcutlass_1_1TileStoreIterator.html#a39cecf8198d1286f497930cce632c671">kAccessSize</a>&gt;::<a class="code" href="structcutlass_1_1TileStoreIterator.html#aa3ce9690a0e8c6457e570607474af7a6">load</a>(value, <a class="code" href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">params</a>.<a class="code" href="structcutlass_1_1TileStoreIterator_1_1Params.html#a9e50043acd3b851cce169310a04c6827">pointer</a>, offset);</div><div class="line"><a name="l01209"></a><span class="lineno"> 1209</span>&#160; }</div><div class="line"><a name="l01210"></a><span class="lineno"> 1210</span>&#160;</div><div class="line"><a name="l01212"></a><span class="lineno"> 1212</span>&#160; <span class="keyword">template</span> &lt;<span class="keyword">typename</span> Fragment, <span class="keyword">typename</span> PredicateIterator&gt;</div><div class="line"><a name="l01213"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a57c56e2fe02fc5c771283e35d59b9214"> 1213</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a57c56e2fe02fc5c771283e35d59b9214">load_post_increment</a>(<a class="code" href="structcutlass_1_1TileIteratorBase.html#a9ffa12dcd7ed1e96845e1cd273d9f219">Fragment</a> &amp;fragment, PredicateIterator pred_it) {</div><div class="line"><a name="l01214"></a><span class="lineno"> 1214</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#a59d40c5bd544fdabf42787b9f11cce51">FragmentIterator</a> frag_iterator(fragment);</div><div class="line"><a name="l01215"></a><span class="lineno"> 1215</span>&#160;</div><div class="line"><a name="l01216"></a><span class="lineno"> 1216</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> d = 0; d &lt; Iterations::kD; ++d) {</div><div class="line"><a name="l01217"></a><span class="lineno"> 1217</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> h = 0; h &lt; Iterations::kH; ++h) {</div><div class="line"><a name="l01218"></a><span class="lineno"> 1218</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> w = 0; w &lt; Iterations::kW; ++w, ++pred_it) {</div><div class="line"><a name="l01219"></a><span class="lineno"> 1219</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> c = 0; c &lt; Iterations::kC; ++c) {</div><div class="line"><a name="l01220"></a><span class="lineno"> 1220</span>&#160; <span class="keywordflow">if</span> (*pred_it) {</div><div class="line"><a name="l01221"></a><span class="lineno"> 1221</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a320c917d585df901e66257c7d9b4780c">load_element</a>(</div><div class="line"><a name="l01222"></a><span class="lineno"> 1222</span>&#160; reinterpret_cast&lt;AccessType &amp;&gt;(frag_iterator.at(d, h, w, c)), d, h, w, c);</div><div class="line"><a name="l01223"></a><span class="lineno"> 1223</span>&#160; }</div><div class="line"><a name="l01224"></a><span class="lineno"> 1224</span>&#160; }</div><div class="line"><a name="l01225"></a><span class="lineno"> 1225</span>&#160; <span class="keywordflow">if</span> (w &lt; Iterations::kW - 1) {</div><div class="line"><a name="l01226"></a><span class="lineno"> 1226</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#aa676184bbd4c2e3f6c09dbc548e6c4e1">inc_w</a>();</div><div class="line"><a name="l01227"></a><span class="lineno"> 1227</span>&#160; }</div><div class="line"><a name="l01228"></a><span class="lineno"> 1228</span>&#160; }</div><div class="line"><a name="l01229"></a><span class="lineno"> 1229</span>&#160; <span class="keywordflow">if</span> (h &lt; Iterations::kH - 1) {</div><div class="line"><a name="l01230"></a><span class="lineno"> 1230</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#aaec63ca7faf0cf4f54cac31c7d6e0d3d">inc_h</a>();</div><div class="line"><a name="l01231"></a><span class="lineno"> 1231</span>&#160; }</div><div class="line"><a name="l01232"></a><span class="lineno"> 1232</span>&#160; }</div><div class="line"><a name="l01233"></a><span class="lineno"> 1233</span>&#160; <span class="keywordflow">if</span> (d &lt; Iterations::kD - 1) {</div><div class="line"><a name="l01234"></a><span class="lineno"> 1234</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#abcb7af7b35e605dfda5ce6a37a02f975">inc_d</a>();</div><div class="line"><a name="l01235"></a><span class="lineno"> 1235</span>&#160; }</div><div class="line"><a name="l01236"></a><span class="lineno"> 1236</span>&#160; }</div><div class="line"><a name="l01237"></a><span class="lineno"> 1237</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a3ecd73de1202f7e4a0db86d9fe9de38d">inc_advance</a>();</div><div class="line"><a name="l01238"></a><span class="lineno"> 1238</span>&#160; }</div><div class="line"><a name="l01239"></a><span class="lineno"> 1239</span>&#160;</div><div class="line"><a name="l01241"></a><span class="lineno"> 1241</span>&#160; <span class="keyword">template</span> &lt;<span class="keyword">typename</span> Fragment&gt;</div><div class="line"><a name="l01242"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#adfbd262dfb19fffd91e0712190d9712d"> 1242</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#adfbd262dfb19fffd91e0712190d9712d">load_post_increment</a>(<a class="code" href="structcutlass_1_1TileIteratorBase.html#a9ffa12dcd7ed1e96845e1cd273d9f219">Fragment</a> &amp;fragment) {</div><div class="line"><a name="l01243"></a><span class="lineno"> 1243</span>&#160; <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1PredicateVector_1_1TrivialIterator.html">PredicateVector::TrivialIterator</a> pred_it;</div><div class="line"><a name="l01244"></a><span class="lineno"> 1244</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a57c56e2fe02fc5c771283e35d59b9214">load_post_increment</a>(fragment, pred_it);</div><div class="line"><a name="l01245"></a><span class="lineno"> 1245</span>&#160; }</div><div class="line"><a name="l01246"></a><span class="lineno"> 1246</span>&#160;</div><div class="line"><a name="l01248"></a><span class="lineno"> 1248</span>&#160; <span class="keyword">template</span> &lt;<span class="keyword">typename</span> Fragment, <span class="keyword">typename</span> PredicateIterator&gt;</div><div class="line"><a name="l01249"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#aa3ce9690a0e8c6457e570607474af7a6"> 1249</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#aa3ce9690a0e8c6457e570607474af7a6">load</a>(<a class="code" href="structcutlass_1_1TileIteratorBase.html#a9ffa12dcd7ed1e96845e1cd273d9f219">Fragment</a> &amp;fragment, PredicateIterator pred_it)<span class="keyword"> const </span>{</div><div class="line"><a name="l01250"></a><span class="lineno"> 1250</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html">TileStoreIterator</a> _load_it(*<span class="keyword">this</span>);</div><div class="line"><a name="l01251"></a><span class="lineno"> 1251</span>&#160; _load_it.<a class="code" href="structcutlass_1_1TileStoreIterator.html#a57c56e2fe02fc5c771283e35d59b9214">load_post_increment</a>(fragment, pred_it);</div><div class="line"><a name="l01252"></a><span class="lineno"> 1252</span>&#160; }</div><div class="line"><a name="l01253"></a><span class="lineno"> 1253</span>&#160;</div><div class="line"><a name="l01255"></a><span class="lineno"> 1255</span>&#160; <span class="keyword">template</span> &lt;<span class="keyword">typename</span> Fragment&gt;</div><div class="line"><a name="l01256"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#a8c42ab8699c3fd74dc7b59d559364b9a"> 1256</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#a8c42ab8699c3fd74dc7b59d559364b9a">load</a>(<a class="code" href="structcutlass_1_1TileIteratorBase.html#a9ffa12dcd7ed1e96845e1cd273d9f219">Fragment</a> &amp;fragment)<span class="keyword"> const </span>{</div><div class="line"><a name="l01257"></a><span class="lineno"> 1257</span>&#160; <span class="keyword">typename</span> <a class="code" href="structcutlass_1_1PredicateVector_1_1TrivialIterator.html">PredicateVector::TrivialIterator</a> pred_it;</div><div class="line"><a name="l01258"></a><span class="lineno"> 1258</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#aa3ce9690a0e8c6457e570607474af7a6">load</a>(fragment, pred_it);</div><div class="line"><a name="l01259"></a><span class="lineno"> 1259</span>&#160; }</div><div class="line"><a name="l01260"></a><span class="lineno"> 1260</span>&#160;</div><div class="line"><a name="l01262"></a><span class="lineno"> 1262</span>&#160; <span class="keyword">template</span> &lt;<span class="keyword">typename</span> Fragment&gt;</div><div class="line"><a name="l01263"></a><span class="lineno"><a class="line" href="structcutlass_1_1TileStoreIterator.html#ad33c46a584deb1c7968e08e349382af3"> 1263</a></span>&#160; <a class="code" href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a> <span class="keywordtype">void</span> <a class="code" href="structcutlass_1_1TileStoreIterator.html#ad33c46a584deb1c7968e08e349382af3">load</a>(<a class="code" href="structcutlass_1_1TileIteratorBase.html#a9ffa12dcd7ed1e96845e1cd273d9f219">Fragment</a> &amp;fragment, <span class="keywordtype">int</span> d) {</div><div class="line"><a name="l01264"></a><span class="lineno"> 1264</span>&#160; <a class="code" href="structcutlass_1_1TileIteratorBase.html#a59d40c5bd544fdabf42787b9f11cce51">FragmentIterator</a> frag_iterator(fragment);</div><div class="line"><a name="l01265"></a><span class="lineno"> 1265</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> h = 0; h &lt; Iterations::kH; ++h) {</div><div class="line"><a name="l01266"></a><span class="lineno"> 1266</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> w = 0; w &lt; Iterations::kW; ++w) {</div><div class="line"><a name="l01267"></a><span class="lineno"> 1267</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">int</span> c = 0; c &lt; Iterations::kC; ++c) {</div><div class="line"><a name="l01268"></a><span class="lineno"> 1268</span>&#160; <a class="code" href="structcutlass_1_1TileStoreIterator.html#a320c917d585df901e66257c7d9b4780c">load_element</a>(reinterpret_cast&lt;AccessType &amp;&gt;(frag_iterator.at(0, h, w, c)), d, h, w, c);</div><div class="line"><a name="l01269"></a><span class="lineno"> 1269</span>&#160; }</div><div class="line"><a name="l01270"></a><span class="lineno"> 1270</span>&#160; }</div><div class="line"><a name="l01271"></a><span class="lineno"> 1271</span>&#160; }</div><div class="line"><a name="l01272"></a><span class="lineno"> 1272</span>&#160; }</div><div class="line"><a name="l01273"></a><span class="lineno"> 1273</span>&#160;};</div><div class="line"><a name="l01274"></a><span class="lineno"> 1274</span>&#160;</div><div class="line"><a name="l01276"></a><span class="lineno"> 1276</span>&#160;</div><div class="line"><a name="l01277"></a><span class="lineno"> 1277</span>&#160;} <span class="comment">// namespace cutlass</span></div><div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a9bda55335fb2e90af2ee7d20571f3d9b"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a9bda55335fb2e90af2ee7d20571f3d9b">cutlass::TileLoadIterator::inc_advance</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void inc_advance()</div><div class="ttdoc">Increment in the next dimension. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:689</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a320c917d585df901e66257c7d9b4780c"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a320c917d585df901e66257c7d9b4780c">cutlass::TileStoreIterator::load_element</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void load_element(AccessType &amp;value, int d, int h, int w, int c) const</div><div class="ttdoc">Loads a single fragment element from memory. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1198</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_a24716c07ab1d7834a79d52231a990973"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#a24716c07ab1d7834a79d52231a990973">cutlass::TileIteratorBase::AccessType</a></div><div class="ttdeci">Vectorize&lt; FragmentElement, kAccessSize &gt;::Type AccessType</div><div class="ttdoc">The elements loaded/store by one instruction. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:191</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_ad18ee6f519b03e1dbf711339b63e16d6"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#ad18ee6f519b03e1dbf711339b63e16d6">cutlass::TileStoreIterator::Tile</a></div><div class="ttdeci">Base::Tile Tile</div><div class="ttdoc">Tile shape. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:891</div></div>
<div class="ttc" id="structcutlass_1_1RegularTilePredicateFunctor_html_acd32282ce7852c4669098c06bcd9a360"><div class="ttname"><a href="structcutlass_1_1RegularTilePredicateFunctor.html#acd32282ce7852c4669098c06bcd9a360">cutlass::RegularTilePredicateFunctor::Delta</a></div><div class="ttdeci">Delta_ Delta</div><div class="ttdef"><b>Definition:</b> tile_iterator.h:113</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a6157fe8a2ffefd45eba6f3953f0e2994"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a6157fe8a2ffefd45eba6f3953f0e2994">cutlass::TileStoreIterator::PredicateVector</a></div><div class="ttdeci">Base::PredicateVector PredicateVector</div><div class="ttdoc">Default predicate mask type. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:918</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_1_1Params_html_a9a1098e6c7b8c7c377031fe59a18fbf5"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator_1_1Params.html#a9a1098e6c7b8c7c377031fe59a18fbf5">cutlass::TileLoadIterator::Params::Params</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE Params()</div><div class="ttdoc">Initialize params to access storage object. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:507</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a4ffe90c974b260220fe0b44274095322"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a4ffe90c974b260220fe0b44274095322">cutlass::TileLoadIterator::TileLoadIterator</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE TileLoadIterator(Params const &amp;_params, Coord&lt; 3 &gt; const &amp;block_offset=make_Coord(0, 0, 0), ThreadOffset thread_offset_func=ThreadOffset())</div><div class="ttdoc">Constructs a tile load iterator. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:650</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_1_1Params_html_a61b898051d0397b013407a4c90409aa0"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator_1_1Params.html#a61b898051d0397b013407a4c90409aa0">cutlass::TileLoadIterator::Params::initialize</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE int initialize(SharedStorage const &amp;storage)</div><div class="ttdoc">Initialize params to access storage object. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:550</div></div>
<div class="ttc" id="structcutlass_1_1TileTraits_html_a3632c351a28f71f6c140dd33089d80b0"><div class="ttname"><a href="structcutlass_1_1TileTraits.html#a3632c351a28f71f6c140dd33089d80b0">cutlass::TileTraits::Tile</a></div><div class="ttdeci">Tile_ Tile</div><div class="ttdoc">Shape of the tile. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:80</div></div>
<div class="ttc" id="performance__tuning_8h_html_a4b1c9f25ab6eaa25e1f2258dd63e6ce4"><div class="ttname"><a href="performance__tuning_8h.html#a4b1c9f25ab6eaa25e1f2258dd63e6ce4">CUTLASS_PRAGMA_UNROLL</a></div><div class="ttdeci">#define CUTLASS_PRAGMA_UNROLL</div><div class="ttdef"><b>Definition:</b> performance_tuning.h:35</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_ab49ff66953031a8cfcfa11ddc092025c"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#ab49ff66953031a8cfcfa11ddc092025c">cutlass::TileIteratorBase::Index</a></div><div class="ttdeci">Index_ Index</div><div class="ttdoc">Index type. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:164</div></div>
<div class="ttc" id="namespacecutlass_html"><div class="ttname"><a href="namespacecutlass.html">cutlass</a></div><div class="ttdef"><b>Definition:</b> convert.h:33</div></div>
<div class="ttc" id="tensor__ref_8h_html"><div class="ttname"><a href="tensor__ref_8h.html">tensor_ref.h</a></div><div class="ttdoc">Defines a structure containing strides, bounds, and a pointer to tensor data. </div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a6c570dfa1cb68d436d8da6bd23cce6ce"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a6c570dfa1cb68d436d8da6bd23cce6ce">cutlass::TileLoadIterator::Iterations</a></div><div class="ttdeci">Base::Iterations Iterations</div><div class="ttdoc">Iterations. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:455</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_1_1Params_html_a2ef70d9e13b5aa7e4a53233b153d7edd"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase_1_1Params.html#a2ef70d9e13b5aa7e4a53233b153d7edd">cutlass::TileIteratorBase::Params::initialize</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE int initialize(Coord&lt; 4 &gt; const &amp;stride)</div><div class="ttdoc">Initializes the parameters object from a vector of strides. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:286</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_ac811886f3412861928040546282b6973"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#ac811886f3412861928040546282b6973">cutlass::TileIteratorBase::valid</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE bool valid(int d, int h, int w, int c) const</div><div class="ttdoc">Is the iterator valid? </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:337</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_ae50ca325a827bdf1d1bfab3ba6e204c1"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#ae50ca325a827bdf1d1bfab3ba6e204c1">cutlass::TileIteratorBase::Skew</a></div><div class="ttdeci">Skew_ Skew</div><div class="ttdoc">Skew quantity. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:170</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a84f2f19069c3b003b1fcad438f690bc8"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a84f2f19069c3b003b1fcad438f690bc8">cutlass::TileLoadIterator::kAccessSize</a></div><div class="ttdeci">static int const kAccessSize</div><div class="ttdoc">The number of scalars accessed per load/store. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:467</div></div>
<div class="ttc" id="structcutlass_1_1MemorySpace_html"><div class="ttname"><a href="structcutlass_1_1MemorySpace.html">cutlass::MemorySpace</a></div><div class="ttdoc">Enum to specify which memory space data resides in. </div><div class="ttdef"><b>Definition:</b> load_store.h:38</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_adfbd262dfb19fffd91e0712190d9712d"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#adfbd262dfb19fffd91e0712190d9712d">cutlass::TileStoreIterator::load_post_increment</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void load_post_increment(Fragment &amp;fragment)</div><div class="ttdoc">Loads a fragment and advances the iterator to the next tile. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1242</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_aae07fdedeef68abd4e6c099924c70910"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#aae07fdedeef68abd4e6c099924c70910">cutlass::TileStoreIterator::Index</a></div><div class="ttdeci">Base::Index Index</div><div class="ttdoc">Index type. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:882</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a57eff980f6b1086abe39dd617de5b948"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a57eff980f6b1086abe39dd617de5b948">cutlass::TileLoadIterator::SharedStorage</a></div><div class="ttdeci">Base::Storage SharedStorage</div><div class="ttdoc">Storage object that may be loaded from. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:482</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_aff36e4a3de7e27667542564e0ec96a7e"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#aff36e4a3de7e27667542564e0ec96a7e">cutlass::TileStoreIterator::stage</a></div><div class="ttdeci">int stage</div><div class="ttdoc">The stage. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1028</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a88eaa581e0b5419b98ee5a71073d0539"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a88eaa581e0b5419b98ee5a71073d0539">cutlass::TileLoadIterator::Tile</a></div><div class="ttdeci">Base::Tile Tile</div><div class="ttdoc">Tile shape. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:449</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_a59d40c5bd544fdabf42787b9f11cce51"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#a59d40c5bd544fdabf42787b9f11cce51">cutlass::TileIteratorBase&lt; TileTraits_, TileTraits_::Scalar, IteratorAdvance::kH, MemorySpace::kGlobal, Index_ &gt;::FragmentIterator</a></div><div class="ttdeci">FragmentIterator&lt; Fragment, Iterations, AccessType &gt; FragmentIterator</div><div class="ttdoc">The fragment iterator. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:202</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_adc4182adb78e34b7741f297eca86fe35"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#adc4182adb78e34b7741f297eca86fe35">cutlass::TileStoreIterator::Pointer</a></div><div class="ttdeci">Scalar * Pointer</div><div class="ttdoc">Pointer to underlying type. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:927</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_a0fec2c1f9c0b8fbde4ca6faf123b59a5"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#a0fec2c1f9c0b8fbde4ca6faf123b59a5">cutlass::TileIteratorBase::ThreadOffset</a></div><div class="ttdeci">Traits::ThreadOffset ThreadOffset</div><div class="ttdoc">Thread offset. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:185</div></div>
<div class="ttc" id="coord_8h_html"><div class="ttname"><a href="coord_8h.html">coord.h</a></div><div class="ttdoc">A Coord is a coordinate of arbitrary rank into a tensor or matrix. </div></div>
<div class="ttc" id="structcutlass_1_1IteratorAdvance_html_a9ad9c2302ddffa148d47cdcf6c738dda"><div class="ttname"><a href="structcutlass_1_1IteratorAdvance.html#a9ad9c2302ddffa148d47cdcf6c738dda">cutlass::IteratorAdvance::Kind</a></div><div class="ttdeci">Kind</div><div class="ttdef"><b>Definition:</b> tile_iterator.h:65</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_1_1Params_html_a0aace08208ee12b82afa8469446299b2"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator_1_1Params.html#a0aace08208ee12b82afa8469446299b2">cutlass::TileStoreIterator::Params::initialize</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE int initialize(Scalar *ptr, Index _stride_d, Index _stride_h, Index _stride_w, Index _inc_d, Index _inc_h, Index _inc_w, Index _inc_advance)</div><div class="ttdoc">Initializes params. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:998</div></div>
<div class="ttc" id="namespacecutlass_html_a7419519fa453a121dfa5f26bf87318d9"><div class="ttname"><a href="namespacecutlass.html#a7419519fa453a121dfa5f26bf87318d9">cutlass::make_Coord</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE Coord&lt; 1 &gt; make_Coord(int _0)</div><div class="ttdoc">Helper to make a 2-element coordinate. </div><div class="ttdef"><b>Definition:</b> coord.h:368</div></div>
<div class="ttc" id="structcutlass_1_1TileTraits_html_a3db8202befa891bbc7c0a53c535cd21f"><div class="ttname"><a href="structcutlass_1_1TileTraits.html#a3db8202befa891bbc7c0a53c535cd21f">cutlass::TileTraits::ImmediateOffsetStrides</a></div><div class="ttdeci">Shape&lt; 0, 0, 0, 0 &gt; ImmediateOffsetStrides</div><div class="ttdoc">Strides for immediate offset computation. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:102</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_ad272502e5a54615584bb037a33ff1dca"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#ad272502e5a54615584bb037a33ff1dca">cutlass::TileLoadIterator::FragmentConstIterator</a></div><div class="ttdeci">Base::FragmentConstIterator FragmentConstIterator</div><div class="ttdoc">Fragment const iterator definition. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:476</div></div>
<div class="ttc" id="structcutlass_1_1TileTraits_html"><div class="ttname"><a href="structcutlass_1_1TileTraits.html">cutlass::TileTraits</a></div><div class="ttdoc">A template defining Tile Traits Concept. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:78</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a70dfd0b62feb082d8da34af09d9524a6"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a70dfd0b62feb082d8da34af09d9524a6">cutlass::TileLoadIterator::FragmentElement</a></div><div class="ttdeci">FragmentElement_ FragmentElement</div><div class="ttdoc">Fragment element. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:428</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a1dcbf633eac61ff06980e4992fbe8264"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a1dcbf633eac61ff06980e4992fbe8264">cutlass::TileLoadIterator::Base</a></div><div class="ttdeci">TileIteratorBase&lt; Traits_, Scalar_, Advance_, MemorySpace, Index_, FragmentElement_, FragmentElementType_, Skew_ &gt; Base</div><div class="ttdoc">Base class. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:419</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a60bbb4d4a6a5b8fb32e176e7d33f9e82"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a60bbb4d4a6a5b8fb32e176e7d33f9e82">cutlass::TileLoadIterator::initialize_predicates</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void initialize_predicates(PredicateIterator predicate_it, Coord&lt; 3 &gt; const &amp;bounds, Coord&lt; 3 &gt; const &amp;block_offset=make_Coord(0, 0, 0))</div><div class="ttdoc">Initializes a predicate vector using a RegularTilePredicateFunctor. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:614</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_a9ffa12dcd7ed1e96845e1cd273d9f219"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#a9ffa12dcd7ed1e96845e1cd273d9f219">cutlass::TileIteratorBase&lt; TileTraits_, TileTraits_::Scalar, IteratorAdvance::kH, MemorySpace::kGlobal, Index_ &gt;::Fragment</a></div><div class="ttdeci">Fragment&lt; FragmentElement, ShapeCount&lt; Iterations &gt;::kCount *kAccessSize &gt; Fragment</div><div class="ttdoc">The fragment. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:199</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_adbf563ecda4ffd4110d288f521c7e0da"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#adbf563ecda4ffd4110d288f521c7e0da">cutlass::TileIteratorBase::Iterations</a></div><div class="ttdeci">Traits::Iterations Iterations</div><div class="ttdoc">Iterations. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:182</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a1b070fc66109d372f5a45a5857594ac6"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a1b070fc66109d372f5a45a5857594ac6">cutlass::TileLoadIterator::load</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void load(Fragment &amp;fragment, int d)</div><div class="ttdoc">Loads a fragment without advancing the iterator.. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:790</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_afc68649cb9bb32931b27e711c7ce2604"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#afc68649cb9bb32931b27e711c7ce2604">cutlass::TileLoadIterator::Delta</a></div><div class="ttdeci">Base::Delta Delta</div><div class="ttdoc">Delta. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:452</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a4d437597ae736c581a9ba0764f9d955f"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a4d437597ae736c581a9ba0764f9d955f">cutlass::TileLoadIterator::load_post_increment</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void load_post_increment(Fragment &amp;fragment, PredicateIterator pred_it)</div><div class="ttdoc">Loads a fragment and advances the iterator to the next tile. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:741</div></div>
<div class="ttc" id="structcutlass_1_1FragmentElementType_html_a62883b0695dc3a7ff82916ff9d75df0ba6b5ad4d12e12461f93ccab8edb6cd0bd"><div class="ttname"><a href="structcutlass_1_1FragmentElementType.html#a62883b0695dc3a7ff82916ff9d75df0ba6b5ad4d12e12461f93ccab8edb6cd0bd">cutlass::FragmentElementType::kWmmaMatrix</a></div><div class="ttdef"><b>Definition:</b> load_store.h:48</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a3543ff8dcabc935d2f2f6646d7cf2d7c"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a3543ff8dcabc935d2f2f6646d7cf2d7c">cutlass::TileStoreIterator::LongIndex</a></div><div class="ttdeci">Base::LongIndex LongIndex</div><div class="ttdoc">Long index type. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:885</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_1_1Params_html_a3175746438646453e93e6e08e954bc8d"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator_1_1Params.html#a3175746438646453e93e6e08e954bc8d">cutlass::TileLoadIterator::Params::initialize</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE int initialize()</div><div class="ttdef"><b>Definition:</b> tile_iterator.h:590</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a44424164c9347f9916b2b86858706043"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a44424164c9347f9916b2b86858706043">cutlass::TileLoadIterator::kMemorySpace</a></div><div class="ttdeci">static MemorySpace::Kind const kMemorySpace</div><div class="ttdoc">Source or destination memory space. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:437</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_ab37eec43846be90d558201bd6bb27ee4"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#ab37eec43846be90d558201bd6bb27ee4">cutlass::TileIteratorBase::ImmediateOffsetStrides</a></div><div class="ttdeci">Traits::ImmediateOffsetStrides ImmediateOffsetStrides</div><div class="ttdoc">The strides in each dimension between different loads/stores. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:179</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_ae8cb43a98cd2fa28f6457afbda8ec58a"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#ae8cb43a98cd2fa28f6457afbda8ec58a">cutlass::TileLoadIterator::ThreadOffset</a></div><div class="ttdeci">Base::ThreadOffset ThreadOffset</div><div class="ttdoc">ThreadOffset functor. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:458</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_1_1Params_html_ad90642d96a3b5354813fbf4d9b04b83f"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator_1_1Params.html#ad90642d96a3b5354813fbf4d9b04b83f">cutlass::TileStoreIterator::Params::initialize</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE int initialize()</div><div class="ttdoc">Initializes params to default values. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1014</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a4604b230174b11bc7ddf5f3e9a922139"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a4604b230174b11bc7ddf5f3e9a922139">cutlass::TileLoadIterator::Fragment</a></div><div class="ttdeci">Base::Fragment Fragment</div><div class="ttdoc">Fragment definition. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:470</div></div>
<div class="ttc" id="structcutlass_1_1IteratorAdvance_html_a9ad9c2302ddffa148d47cdcf6c738ddaacfe756fca665eb1bbf389850915c1b81"><div class="ttname"><a href="structcutlass_1_1IteratorAdvance.html#a9ad9c2302ddffa148d47cdcf6c738ddaacfe756fca665eb1bbf389850915c1b81">cutlass::IteratorAdvance::kH</a></div><div class="ttdef"><b>Definition:</b> tile_iterator.h:65</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_af6c297bb43573a13f6b721cc8ff730ca"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#af6c297bb43573a13f6b721cc8ff730ca">cutlass::TileStoreIterator::SharedStorage</a></div><div class="ttdeci">Base::Storage SharedStorage</div><div class="ttdoc">Storage object which may be stored to. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:921</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a993e1e7d8cc461a9cfa009b61b42621f"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a993e1e7d8cc461a9cfa009b61b42621f">cutlass::TileStoreIterator::kMemorySpace</a></div><div class="ttdeci">static MemorySpace::Kind const kMemorySpace</div><div class="ttdoc">Source or destination memory space. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:876</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_acb6bc889b93d25c9e483a0b7297d7c89"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#acb6bc889b93d25c9e483a0b7297d7c89">cutlass::TileStoreIterator::initialize_predicates</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void initialize_predicates(PredicateIterator predicate_it, Coord&lt; 3 &gt; const &amp;bounds, Coord&lt; 3 &gt; const &amp;block_offset=make_Coord(0, 0, 0))</div><div class="ttdoc">Initializes a predicate vector using a RegularTilePredicateFunctor. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1038</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_1_1Params_html_a901e9df85e9eee0e89a025b874e1b61b"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase_1_1Params.html#a901e9df85e9eee0e89a025b874e1b61b">cutlass::TileIteratorBase::Params::inc_d</a></div><div class="ttdeci">Index inc_d</div><div class="ttdef"><b>Definition:</b> tile_iterator.h:226</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_abcb7af7b35e605dfda5ce6a37a02f975"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#abcb7af7b35e605dfda5ce6a37a02f975">cutlass::TileStoreIterator::inc_d</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void inc_d()</div><div class="ttdoc">Increment in the D dimension. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1098</div></div>
<div class="ttc" id="structcutlass_1_1TileTraits_html_a671ef48f4141a9de30b6ec6fb0be1feb"><div class="ttname"><a href="structcutlass_1_1TileTraits.html#a671ef48f4141a9de30b6ec6fb0be1feb">cutlass::TileTraits::ThreadOffset</a></div><div class="ttdeci">ThreadOffset_ ThreadOffset</div><div class="ttdoc">Functor that returns the logical coordinate of each entity&amp;#39;s initial offset in the tile...</div><div class="ttdef"><b>Definition:</b> tile_iterator.h:99</div></div>
<div class="ttc" id="structcutlass_1_1PredicateVector_1_1TrivialIterator_html"><div class="ttname"><a href="structcutlass_1_1PredicateVector_1_1TrivialIterator.html">cutlass::PredicateVector::TrivialIterator</a></div><div class="ttdoc">Iterator that always returns true. </div><div class="ttdef"><b>Definition:</b> predicate_vector.h:309</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_1_1Params_html_ac030ea4568fa2cb6d6661df75062cd1a"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase_1_1Params.html#ac030ea4568fa2cb6d6661df75062cd1a">cutlass::TileIteratorBase::Params::Params</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE Params(Coord&lt; 4 &gt; const &amp;stride)</div><div class="ttdoc">Constructs params with a stride vector. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:259</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_1_1Params_html_a9e50043acd3b851cce169310a04c6827"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator_1_1Params.html#a9e50043acd3b851cce169310a04c6827">cutlass::TileStoreIterator::Params::pointer</a></div><div class="ttdeci">Scalar * pointer</div><div class="ttdoc">Pointer to memory. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:935</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_1_1Params_html_aa131e0ef02ce37038c1a17bea7088ef6"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator_1_1Params.html#aa131e0ef02ce37038c1a17bea7088ef6">cutlass::TileStoreIterator::Params::Params</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE Params(Scalar *ptr, long long stride_d, Index stride_h, Index stride_w)</div><div class="ttdef"><b>Definition:</b> tile_iterator.h:957</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a82ceeea55603dbb0c6e5bf9c22ac692e"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a82ceeea55603dbb0c6e5bf9c22ac692e">cutlass::TileStoreIterator::FragmentShape</a></div><div class="ttdeci">Base::FragmentShape FragmentShape</div><div class="ttdoc">Fragment type. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:903</div></div>
<div class="ttc" id="structcutlass_1_1MemorySpace_html_a1e031ec41668015a8fe4ba2c1145d03c"><div class="ttname"><a href="structcutlass_1_1MemorySpace.html#a1e031ec41668015a8fe4ba2c1145d03c">cutlass::MemorySpace::Kind</a></div><div class="ttdeci">Kind</div><div class="ttdef"><b>Definition:</b> load_store.h:39</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_a05065dadf7b8a20284c566c82cda8000"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#a05065dadf7b8a20284c566c82cda8000">cutlass::TileIteratorBase&lt; TileTraits_, TileTraits_::Scalar, IteratorAdvance::kH, MemorySpace::kGlobal, Index_ &gt;::PredicateVector</a></div><div class="ttdeci">PredicateVector&lt; ShapeCount&lt; Iterations &gt;::kCount &gt; PredicateVector</div><div class="ttdoc">Default predicate mask type. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:209</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a31a021d6c099e8027fa9bcb5fdc21c11"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a31a021d6c099e8027fa9bcb5fdc21c11">cutlass::TileLoadIterator::stride_advance</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE Index stride_advance(void)</div><div class="ttdef"><b>Definition:</b> tile_iterator.h:731</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_aa5386367e805cdaf47a5e7564bedc2fb"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#aa5386367e805cdaf47a5e7564bedc2fb">cutlass::TileStoreIterator::Fragment</a></div><div class="ttdeci">Base::Fragment Fragment</div><div class="ttdoc">Fragment definition. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:909</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_1_1Params_html_ae348f51695962af2ab49dd085a4b48c1"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator_1_1Params.html#ae348f51695962af2ab49dd085a4b48c1">cutlass::TileStoreIterator::Params::initialize</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE int initialize(Scalar *ptr, Index stride_d, Index stride_h, Index stride_w)</div><div class="ttdoc">Initializes params to access a raw pointer. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:990</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_acd3c170dd70bee777cb9e9dc662c5eac"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#acd3c170dd70bee777cb9e9dc662c5eac">cutlass::TileStoreIterator::TensorRef</a></div><div class="ttdeci">TensorRef&lt; Scalar, 4 &gt; TensorRef</div><div class="ttdoc">Tensor reference for the store iterator. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:930</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a6a5d065939282fa1b9454b28a1e73948"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a6a5d065939282fa1b9454b28a1e73948">cutlass::TileLoadIterator::Traits</a></div><div class="ttdeci">Base::Traits Traits</div><div class="ttdoc">concept TileTraits </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:422</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a146adfb1951efd70995b05a7a31fd548"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a146adfb1951efd70995b05a7a31fd548">cutlass::TileLoadIterator&lt; TileTraits_, TileTraits_::Scalar, TileTraits_::MultiplicandTraits::kKstrided ? IteratorAdvance::kH :IteratorAdvance::kW, MemorySpace::kGlobal, Index_ &gt;::TensorRef</a></div><div class="ttdeci">TensorRef&lt; Scalar const, 4 &gt; TensorRef</div><div class="ttdoc">Tensor reference for the load iterator. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:494</div></div>
<div class="ttc" id="structcutlass_1_1Store_html"><div class="ttname"><a href="structcutlass_1_1Store.html">cutlass::Store</a></div><div class="ttdef"><b>Definition:</b> load_store.h:178</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_1_1Params_html_a351c89646a1e55428dee0f504fb14a51"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase_1_1Params.html#a351c89646a1e55428dee0f504fb14a51">cutlass::TileIteratorBase::Params::initialize</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE int initialize(Index _stride_d, Index _stride_h, Index _stride_w, Index _inc_d, Index _inc_h, Index _inc_w, Index _inc_advance)</div><div class="ttdoc">Initializes params. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:265</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a8c42ab8699c3fd74dc7b59d559364b9a"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a8c42ab8699c3fd74dc7b59d559364b9a">cutlass::TileStoreIterator::load</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void load(Fragment &amp;fragment) const</div><div class="ttdoc">Loads a fragment without advancing the iterator.. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1256</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_aa566cf603a5c19c59946a41b04642e49"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#aa566cf603a5c19c59946a41b04642e49">cutlass::TileLoadIterator::initialize_predicates</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void initialize_predicates(PredicateIterator predicate_it, PredicateFunctor const &amp;functor, Coord&lt; 3 &gt; const &amp;block_offset)</div><div class="ttdoc">Initializes a predicate vector using an arbitrary predicate functor. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:631</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_1_1Params_html_a6690b2eb981cae4b9a7c333054d53e81"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator_1_1Params.html#a6690b2eb981cae4b9a7c333054d53e81">cutlass::TileStoreIterator::Params::Params</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE Params(Scalar *ptr, Index _stride_d, Index _stride_h, Index _stride_w, Index _inc_d, Index _inc_h, Index _inc_w, Index _inc_advance)</div><div class="ttdef"><b>Definition:</b> tile_iterator.h:963</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a1f7c4143443d2bee4a69d1b380576f08"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a1f7c4143443d2bee4a69d1b380576f08">cutlass::TileStoreIterator::store_element</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void store_element(AccessType const &amp;value, int d, int h, int w, int c)</div><div class="ttdoc">Stores a single fragment element into memory. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1135</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_a064aaca9cc27e34bdae9684447a3f5be"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#a064aaca9cc27e34bdae9684447a3f5be">cutlass::TileIteratorBase::FragmentShape</a></div><div class="ttdeci">FragmentIterator::FragmentShape FragmentShape</div><div class="ttdoc">The shape of the fragment. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:206</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a39acc5c35c8db019a3aeef79e8005b7f"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a39acc5c35c8db019a3aeef79e8005b7f">cutlass::TileLoadIterator::Pointer</a></div><div class="ttdeci">Scalar const * Pointer</div><div class="ttdoc">The pointer type. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:491</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_1_1Params_html_a394c5cb5d588945cc430239c7f8061f5"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator_1_1Params.html#a394c5cb5d588945cc430239c7f8061f5">cutlass::TileLoadIterator::Params::Params</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE Params(Scalar const *ptr, Index _stride_d, Index _stride_h, Index _stride_w, Index _inc_d, Index _inc_h, Index _inc_w, Index _inc_advance)</div><div class="ttdoc">Initialize params to access storage object. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:521</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_acc8c86a3629a3ca105269fc3a47f2a4f"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#acc8c86a3629a3ca105269fc3a47f2a4f">cutlass::TileIteratorBase::kAdvance</a></div><div class="ttdeci">static IteratorAdvance::Kind const kAdvance</div><div class="ttdoc">Specifies dimension in which post-increment accesses advance. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:155</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_1_1Params_html_a4f029a268387bd63112d9074c185c623"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase_1_1Params.html#a4f029a268387bd63112d9074c185c623">cutlass::TileIteratorBase::Params::stride_h</a></div><div class="ttdeci">Index stride_h</div><div class="ttdef"><b>Definition:</b> tile_iterator.h:223</div></div>
<div class="ttc" id="predicate__vector_8h_html"><div class="ttname"><a href="predicate__vector_8h.html">predicate_vector.h</a></div><div class="ttdoc">Defines container classes and iterators for managing a statically sized vector of boolean predicates...</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_1_1Params_html"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator_1_1Params.html">cutlass::TileStoreIterator::Params</a></div><div class="ttdoc">Parameters. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:933</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_af405f6c5f0bd8f04487d8a7f41dc1826"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#af405f6c5f0bd8f04487d8a7f41dc1826">cutlass::TileIteratorBase::kFragmentElementType</a></div><div class="ttdeci">static FragmentElementType::Kind const kFragmentElementType</div><div class="ttdoc">Specifies iterator storage fragment type (Scalar or WmmaMatrix) </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:158</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_aac9e5b7890a53d46e5d49912b254ded7"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#aac9e5b7890a53d46e5d49912b254ded7">cutlass::TileIteratorBase::Traits</a></div><div class="ttdeci">Traits_ Traits</div><div class="ttdoc">concept TileTraits </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:146</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a64e0c9fb1f7d8fcc77bf0a915445ee6d"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a64e0c9fb1f7d8fcc77bf0a915445ee6d">cutlass::TileStoreIterator::params</a></div><div class="ttdeci">Params params</div><div class="ttdoc">Parameters structure. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1022</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_adfcd8a2e63bd0c515ef03760cc1c4283"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#adfcd8a2e63bd0c515ef03760cc1c4283">cutlass::TileStoreIterator::FragmentConstIterator</a></div><div class="ttdeci">Base::FragmentConstIterator FragmentConstIterator</div><div class="ttdoc">Fragment const iterator definition. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:915</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html">cutlass::TileLoadIterator</a></div><div class="ttdoc">An iterator implementing Tile Load Iterator Concept for loading a tile from memory. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:402</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a5dd2a31d41d9098e928c559af12cbe66"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a5dd2a31d41d9098e928c559af12cbe66">cutlass::TileStoreIterator::BaseParams</a></div><div class="ttdeci">Base::Params BaseParams</div><div class="ttdoc">IteratorBase parameters. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:924</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a64ce59c5deb58e208529761a44c7661d"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a64ce59c5deb58e208529761a44c7661d">cutlass::TileLoadIterator::inc_stage</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void inc_stage()</div><div class="ttdoc">Increment the stage. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:705</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_1_1Params_html_a1776bf51e1e23cde6c58529be58aafb9"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase_1_1Params.html#a1776bf51e1e23cde6c58529be58aafb9">cutlass::TileIteratorBase::Params::initialize</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE int initialize()</div><div class="ttdoc">Gotta have this. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:324</div></div>
<div class="ttc" id="structcutlass_1_1FragmentElementType_html_a62883b0695dc3a7ff82916ff9d75df0b"><div class="ttname"><a href="structcutlass_1_1FragmentElementType.html#a62883b0695dc3a7ff82916ff9d75df0b">cutlass::FragmentElementType::Kind</a></div><div class="ttdeci">Kind</div><div class="ttdef"><b>Definition:</b> load_store.h:48</div></div>
<div class="ttc" id="structcutlass_1_1RegularTilePredicateFunctor_html_a0e0b728d3685097a9280fbca6a47a2af"><div class="ttname"><a href="structcutlass_1_1RegularTilePredicateFunctor.html#a0e0b728d3685097a9280fbca6a47a2af">cutlass::RegularTilePredicateFunctor::RegularTilePredicateFunctor</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE RegularTilePredicateFunctor(Coord&lt; 3 &gt; _bounds)</div><div class="ttdoc">Constructs a predicate functor given the bounds of a tensor. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:120</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_af41808cb185da06a58ee9a9d593936d0"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#af41808cb185da06a58ee9a9d593936d0">cutlass::TileStoreIterator::add_pointer_offset</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void add_pointer_offset(LongIndex offset)</div><div class="ttdoc">Adds a raw offset to the pointer. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1132</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_add962655973d5b8eff5673c04e053e4e"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#add962655973d5b8eff5673c04e053e4e">cutlass::TileLoadIterator::TileLoadIterator</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE TileLoadIterator()</div><div class="ttdoc">Default constructor. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:646</div></div>
<div class="ttc" id="structcutlass_1_1MemorySpace_html_a1e031ec41668015a8fe4ba2c1145d03ca21a44c0b78017acea0d1ffe223e5ca38"><div class="ttname"><a href="structcutlass_1_1MemorySpace.html#a1e031ec41668015a8fe4ba2c1145d03ca21a44c0b78017acea0d1ffe223e5ca38">cutlass::MemorySpace::kGeneric</a></div><div class="ttdef"><b>Definition:</b> load_store.h:40</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a9aebb9153659320f1391671c215c519e"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a9aebb9153659320f1391671c215c519e">cutlass::TileLoadIterator::BaseParams</a></div><div class="ttdeci">Base::Params BaseParams</div><div class="ttdoc">IteratorBase parameters. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:485</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_1_1Params_html_a9d85585c3a4770ebe4b121455a88bc76"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator_1_1Params.html#a9d85585c3a4770ebe4b121455a88bc76">cutlass::TileLoadIterator::Params::initialize</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE int initialize(Scalar const *ptr, Index stride_d, Index stride_h, Index stride_w)</div><div class="ttdoc">Initializes params to access a raw pointer. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:566</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a5561e676148200c2fc85a603847cc596"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a5561e676148200c2fc85a603847cc596">cutlass::TileLoadIterator::params</a></div><div class="ttdeci">Params params</div><div class="ttdoc">Parameters structure. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:598</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_a5eb6375410d4440c0f73a25c06d282b5"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#a5eb6375410d4440c0f73a25c06d282b5">cutlass::TileIteratorBase&lt; TileTraits_, TileTraits_::Scalar, IteratorAdvance::kH, MemorySpace::kGlobal, Index_ &gt;::FragmentConstIterator</a></div><div class="ttdeci">FragmentConstIterator&lt; Fragment, Iterations, AccessType &gt; FragmentConstIterator</div><div class="ttdoc">The fragment const iterator. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:204</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_1_1Params_html_a8869188d1c3b867fe6389aadf04837bf"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator_1_1Params.html#a8869188d1c3b867fe6389aadf04837bf">cutlass::TileLoadIterator::Params::initialize</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE int initialize(Scalar const *ptr)</div><div class="ttdoc">Initialize params to access storage object. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:558</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a723041057b1e8212e075959a22c0c120"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a723041057b1e8212e075959a22c0c120">cutlass::TileLoadIterator::operator+=</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE TileLoadIterator &amp; operator+=(Coord&lt; 3 &gt; const &amp;offset)</div><div class="ttdoc">Adds a vector offset to the iterator. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:719</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a6f74b87df129693ee6ac9a6fcc0c8910"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a6f74b87df129693ee6ac9a6fcc0c8910">cutlass::TileLoadIterator::load_element</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void load_element(AccessType &amp;value, int d, int h, int w, int c) const</div><div class="ttdoc">Loads a single fragment element from memory. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:692</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a10431ed94c0dd66a8c1d01ba7c8b5aa2"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a10431ed94c0dd66a8c1d01ba7c8b5aa2">cutlass::TileStoreIterator::AccessType</a></div><div class="ttdeci">Base::AccessType AccessType</div><div class="ttdoc">Memory access type. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:906</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a1f3601c595f12e7083919ece9b1ec84ea33514d9f9f71acb901aa1d9860fa8126"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a1f3601c595f12e7083919ece9b1ec84ea33514d9f9f71acb901aa1d9860fa8126">cutlass::TileLoadIterator::kRequiresLoadFence</a></div><div class="ttdef"><b>Definition:</b> tile_iterator.h:488</div></div>
<div class="ttc" id="structcutlass_1_1DumpType_html"><div class="ttname"><a href="structcutlass_1_1DumpType.html">cutlass::DumpType</a></div><div class="ttdef"><b>Definition:</b> tile_iterator.h:134</div></div>
<div class="ttc" id="structcutlass_1_1TileTraits_html_a46b9e04bb8d33fcf8fc116cc48a555fc"><div class="ttname"><a href="structcutlass_1_1TileTraits.html#a46b9e04bb8d33fcf8fc116cc48a555fc">cutlass::TileTraits::Iterations</a></div><div class="ttdeci">Iterations_ Iterations</div><div class="ttdoc">Number of accesses performed. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:86</div></div>
<div class="ttc" id="structcutlass_1_1FragmentIterator_html_a63ff1767c4923b0a2b6b64487306ed76"><div class="ttname"><a href="structcutlass_1_1FragmentIterator.html#a63ff1767c4923b0a2b6b64487306ed76">cutlass::FragmentIterator::FragmentShape</a></div><div class="ttdeci">ShapeMul&lt; Iterations, Shape&lt; 1, 1, 1, kElementsPerAccess &gt; &gt;::Shape FragmentShape</div><div class="ttdoc">The shape of the the fragment. </div><div class="ttdef"><b>Definition:</b> fragment.h:183</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_aa856180123f8d50a00222542fa6345cf"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#aa856180123f8d50a00222542fa6345cf">cutlass::TileLoadIterator::load</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void load(Fragment &amp;fragment, PredicateIterator pred_it) const</div><div class="ttdoc">Loads a fragment without advancing the iterator.. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:776</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a32ee7fa7f55ca99bc871edfb08efd6fc"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a32ee7fa7f55ca99bc871edfb08efd6fc">cutlass::TileLoadIterator::add_pointer_offset</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void add_pointer_offset(LongIndex offset)</div><div class="ttdoc">Adds a raw offset to the pointer. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:729</div></div>
<div class="ttc" id="structcutlass_1_1TileTraits_html_a0a494c2eacb51b65487f8405908a0214"><div class="ttname"><a href="structcutlass_1_1TileTraits.html#a0a494c2eacb51b65487f8405908a0214">cutlass::TileTraits::kAccessSize</a></div><div class="ttdeci">static int const kAccessSize</div><div class="ttdoc">Access size. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:105</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_a2e682380b5ea9ea05ee8ffd68a1205f0"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#a2e682380b5ea9ea05ee8ffd68a1205f0">cutlass::TileIteratorBase::Storage</a></div><div class="ttdeci">Fragment&lt; Scalar, ShapeCount&lt; Tile &gt;::kCount, kFragmentSize &gt; Storage</div><div class="ttdoc">The storage. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:197</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a18248da35dc9a0ae2411121bee323085"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a18248da35dc9a0ae2411121bee323085">cutlass::TileStoreIterator::Skew</a></div><div class="ttdeci">Base::Skew Skew</div><div class="ttdoc">Skew quantity. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:888</div></div>
<div class="ttc" id="structcutlass_1_1TileTraits_html_ad6d99ccf2fcd2bd47e45d068f4d99c82"><div class="ttname"><a href="structcutlass_1_1TileTraits.html#ad6d99ccf2fcd2bd47e45d068f4d99c82">cutlass::TileTraits::Delta</a></div><div class="ttdeci">Delta_ Delta</div><div class="ttdoc">Number of steps between accesses along each dimension. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:83</div></div>
<div class="ttc" id="load__store_8h_html"><div class="ttname"><a href="load__store_8h.html">load_store.h</a></div><div class="ttdoc">Defines abstractions for efficiently loading and storing vectors to memory. </div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_aafbb7a2137a07f0e07a12838b66bd511"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#aafbb7a2137a07f0e07a12838b66bd511">cutlass::TileLoadIterator::Scalar</a></div><div class="ttdeci">Base::Scalar Scalar</div><div class="ttdoc">Scalar element. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:425</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a46a2cbf407d3f43a7441323d150d96f1"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a46a2cbf407d3f43a7441323d150d96f1">cutlass::TileLoadIterator::FragmentShape</a></div><div class="ttdeci">Base::FragmentShape FragmentShape</div><div class="ttdoc">Fragment type. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:461</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a9fb3af1ab0eeb5b17b42bb990edf0e4f"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a9fb3af1ab0eeb5b17b42bb990edf0e4f">cutlass::TileStoreIterator::kFragmentElementType</a></div><div class="ttdeci">static FragmentElementType::Kind const kFragmentElementType</div><div class="ttdoc">Specifies type of iterator fragment storage (Salar or WmmaMatrix) </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:873</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a2b58a21331cf3255f5d3938a39babf20"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a2b58a21331cf3255f5d3938a39babf20">cutlass::TileStoreIterator::TileStoreIterator</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE TileStoreIterator(Params const &amp;, Scalar *ptr, ThreadOffset thread_offset_func=ThreadOffset())</div><div class="ttdoc">Constructs a tile store iterator. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1087</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a3ecd73de1202f7e4a0db86d9fe9de38d"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a3ecd73de1202f7e4a0db86d9fe9de38d">cutlass::TileStoreIterator::inc_advance</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void inc_advance()</div><div class="ttdoc">Increment in the next dimension. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1107</div></div>
<div class="ttc" id="cutlass_8h_html_a28c2443a142676d3d71effdae1a986b1"><div class="ttname"><a href="cutlass_8h.html#a28c2443a142676d3d71effdae1a986b1">CUTLASS_HOST_DEVICE</a></div><div class="ttdeci">#define CUTLASS_HOST_DEVICE</div><div class="ttdef"><b>Definition:</b> cutlass.h:46</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_1_1Params_html_ae1cb260e7b05034ec9b7fa61c92bbc80"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator_1_1Params.html#ae1cb260e7b05034ec9b7fa61c92bbc80">cutlass::TileStoreIterator::Params::Params</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE Params(Scalar *ptr)</div><div class="ttdef"><b>Definition:</b> tile_iterator.h:947</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_aa563bb10f8e58d97e81959556923e210"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#aa563bb10f8e58d97e81959556923e210">cutlass::TileStoreIterator::TileStoreIterator</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE TileStoreIterator(Params const &amp;_params, Coord&lt; 3 &gt; const &amp;block_offset=make_Coord(0, 0, 0), ThreadOffset thread_offset_func=ThreadOffset())</div><div class="ttdoc">Constructs a tile store iterator. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1074</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a6cdf9b87147f51f85c973ab435f58339"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a6cdf9b87147f51f85c973ab435f58339">cutlass::TileLoadIterator::LongIndex</a></div><div class="ttdeci">Base::LongIndex LongIndex</div><div class="ttdoc">Index type. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:443</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_1_1Params_html_a15227102466522445261b6ea65c89c06"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase_1_1Params.html#a15227102466522445261b6ea65c89c06">cutlass::TileIteratorBase::Params::inc_h</a></div><div class="ttdeci">Index inc_h</div><div class="ttdef"><b>Definition:</b> tile_iterator.h:227</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_1_1Params_html_acc0341b88143aac4ffd9bc1dcfaafa71"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase_1_1Params.html#acc0341b88143aac4ffd9bc1dcfaafa71">cutlass::TileIteratorBase::Params::Params</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE Params()</div><div class="ttdoc">Constructs params. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:238</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_1_1Params_html_a408f837f3bdd349aabbf59451e999712"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase_1_1Params.html#a408f837f3bdd349aabbf59451e999712">cutlass::TileIteratorBase::Params::stride_d</a></div><div class="ttdeci">Index stride_d</div><div class="ttdef"><b>Definition:</b> tile_iterator.h:222</div></div>
<div class="ttc" id="unioncutlass_1_1Vector_html"><div class="ttname"><a href="unioncutlass_1_1Vector.html">cutlass::Vector</a></div><div class="ttdef"><b>Definition:</b> vector.h:62</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a24fa369165de783a72311d8ec3115c48"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a24fa369165de783a72311d8ec3115c48">cutlass::TileStoreIterator::Base</a></div><div class="ttdeci">TileIteratorBase&lt; Traits_, Scalar_, Advance_, MemorySpace, Index_, FragmentElement_, FragmentElementType_, Skew_ &gt; Base</div><div class="ttdoc">Base class. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:858</div></div>
<div class="ttc" id="structcutlass_1_1Load_html"><div class="ttname"><a href="structcutlass_1_1Load.html">cutlass::Load</a></div><div class="ttdef"><b>Definition:</b> load_store.h:60</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a5016bd7b24938026a2879ec0054eb3b6"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a5016bd7b24938026a2879ec0054eb3b6">cutlass::TileStoreIterator::Traits</a></div><div class="ttdeci">Base::Traits Traits</div><div class="ttdoc">concept TileTraits </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:861</div></div>
<div class="ttc" id="structcutlass_1_1Shape_html"><div class="ttname"><a href="structcutlass_1_1Shape.html">cutlass::Shape</a></div><div class="ttdoc">A Shape implementing Layout Concept describing the dimensions of a cube. </div><div class="ttdef"><b>Definition:</b> shape.h:64</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_1_1Params_html_a88a90437f11d029ef109ebb4f828f282"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator_1_1Params.html#a88a90437f11d029ef109ebb4f828f282">cutlass::TileLoadIterator::Params::Params</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE Params(Scalar const *ptr)</div><div class="ttdoc">Initialize params to access storage object. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:511</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_ace8a65d90db264a0ee93a810be38918f"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#ace8a65d90db264a0ee93a810be38918f">cutlass::TileStoreIterator::FragmentIterator</a></div><div class="ttdeci">Base::FragmentIterator FragmentIterator</div><div class="ttdoc">Fragment iterator definition. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:912</div></div>
<div class="ttc" id="structcutlass_1_1IteratorAdvance_html"><div class="ttname"><a href="structcutlass_1_1IteratorAdvance.html">cutlass::IteratorAdvance</a></div><div class="ttdoc">Specifies dimension in which post-increment accesses advance. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:64</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_1_1Params_html_a2de32338814d0554b05ca985dbb7e192"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator_1_1Params.html#a2de32338814d0554b05ca985dbb7e192">cutlass::TileLoadIterator::Params::Params</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE Params(TensorRef const &amp;ref)</div><div class="ttdoc">Constructs with a CompactTensorRef&lt;&gt; </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:515</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_ab8bfa9914c4ba49a583d1cfaa8a62d56"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#ab8bfa9914c4ba49a583d1cfaa8a62d56">cutlass::TileIteratorBase::kMemorySpace</a></div><div class="ttdeci">static MemorySpace::Kind const kMemorySpace</div><div class="ttdoc">Source or destination memory space. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:161</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a9f4501c6e8ba0f4511919c1b63c14e69"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a9f4501c6e8ba0f4511919c1b63c14e69">cutlass::TileStoreIterator::TileStoreIterator</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE TileStoreIterator()</div><div class="ttdoc">Default constructor. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1070</div></div>
<div class="ttc" id="structcutlass_1_1Coord_html"><div class="ttname"><a href="structcutlass_1_1Coord.html">cutlass::Coord&lt; 3 &gt;</a></div></div>
<div class="ttc" id="structcutlass_1_1FragmentElementType_html_a62883b0695dc3a7ff82916ff9d75df0babb4fa5d034035e4c751287dd9e366f3b"><div class="ttname"><a href="structcutlass_1_1FragmentElementType.html#a62883b0695dc3a7ff82916ff9d75df0babb4fa5d034035e4c751287dd9e366f3b">cutlass::FragmentElementType::kScalar</a></div><div class="ttdef"><b>Definition:</b> load_store.h:48</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_1_1Params_html_ac22d9229f3f8993d52b808dced173803"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator_1_1Params.html#ac22d9229f3f8993d52b808dced173803">cutlass::TileLoadIterator::Params::initialize</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE int initialize(TensorRef const &amp;ref)</div><div class="ttdoc">Initializes params to access a raw pointer. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:543</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_ac3273690cdd0a1c2e61d29b289daf5b5"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#ac3273690cdd0a1c2e61d29b289daf5b5">cutlass::TileStoreIterator::Scalar</a></div><div class="ttdeci">Base::Scalar Scalar</div><div class="ttdoc">Scalar element. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:864</div></div>
<div class="ttc" id="vector_8h_html"><div class="ttname"><a href="vector_8h.html">vector.h</a></div><div class="ttdoc">Defines a 1D vector of elements held in the registers of each thread. </div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html">cutlass::TileIteratorBase</a></div><div class="ttdoc">Iterator for accessing a stripmined tile in memory. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:144</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_1_1Params_html_a388d464c35cc1bcd509d22937f38dcf6"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator_1_1Params.html#a388d464c35cc1bcd509d22937f38dcf6">cutlass::TileLoadIterator::Params::pointer</a></div><div class="ttdeci">Scalar const * pointer</div><div class="ttdoc">Pointer to memory. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:499</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_adbb7fdb5710295cdfb86e090a8c40f44"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#adbb7fdb5710295cdfb86e090a8c40f44">cutlass::TileStoreIterator::store_post_increment</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void store_post_increment(Fragment const &amp;fragment, PredicateIterator pred_it)</div><div class="ttdoc">Stores a fragment and advances to the next tile. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1149</div></div>
<div class="ttc" id="structcutlass_1_1IteratorAdvance_html_a9ad9c2302ddffa148d47cdcf6c738ddaa56ecb02f4ed3bd7ae4a9c971805ee8c5"><div class="ttname"><a href="structcutlass_1_1IteratorAdvance.html#a9ad9c2302ddffa148d47cdcf6c738ddaa56ecb02f4ed3bd7ae4a9c971805ee8c5">cutlass::IteratorAdvance::kD</a></div><div class="ttdef"><b>Definition:</b> tile_iterator.h:65</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_aea9fbc738003a7424cfa9b0527d4a352"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#aea9fbc738003a7424cfa9b0527d4a352">cutlass::TileLoadIterator::kAdvance</a></div><div class="ttdeci">static IteratorAdvance::Kind const kAdvance</div><div class="ttdoc">Specifies in which dimension post-increment accesses advance. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:431</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_a7f2fe3fa2eb764bf664817097d22fe45"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#a7f2fe3fa2eb764bf664817097d22fe45">cutlass::TileIteratorBase::FragmentElement</a></div><div class="ttdeci">FragmentElement_ FragmentElement</div><div class="ttdoc">Fragment element. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:152</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_aa27a456bf12d0e44adc89a1c2ca7bc3b"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#aa27a456bf12d0e44adc89a1c2ca7bc3b">cutlass::TileStoreIterator::store</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void store(Fragment const &amp;fragment) const</div><div class="ttdoc">Stores a fragment without advancing the iterator. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1192</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a00a33d258b9d60c8f9d4bfc48e2c6825"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a00a33d258b9d60c8f9d4bfc48e2c6825">cutlass::TileStoreIterator::thread_offset</a></div><div class="ttdeci">Coord&lt; 4 &gt; thread_offset</div><div class="ttdoc">Offset of an individual lane from the start of the tile. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1025</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a8628ea7116f736b59c644fc0d85d395f"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a8628ea7116f736b59c644fc0d85d395f">cutlass::TileStoreIterator::Iterations</a></div><div class="ttdeci">Base::Iterations Iterations</div><div class="ttdoc">Iterations. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:897</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a39cecf8198d1286f497930cce632c671"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a39cecf8198d1286f497930cce632c671">cutlass::TileStoreIterator::kAccessSize</a></div><div class="ttdeci">static int const kAccessSize</div><div class="ttdoc">The number of scalars accessed per load/store. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:879</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_1_1Params_html_aab6d7a1ab2d163cb15ee4bdbf26e821b"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator_1_1Params.html#aab6d7a1ab2d163cb15ee4bdbf26e821b">cutlass::TileLoadIterator::Params::Params</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE Params(Scalar const *ptr, Index stride_d, Index stride_h, Index stride_w)</div><div class="ttdoc">Initialize params to access storage object. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:536</div></div>
<div class="ttc" id="structcutlass_1_1RegularTilePredicateFunctor_html"><div class="ttname"><a href="structcutlass_1_1RegularTilePredicateFunctor.html">cutlass::RegularTilePredicateFunctor</a></div><div class="ttdoc">Functor computing a predicate given the logical position of an access. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:112</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_a7fcf13023c85cf1e1150d867bd1559d4"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#a7fcf13023c85cf1e1150d867bd1559d4">cutlass::TileIteratorBase::Tile</a></div><div class="ttdeci">Traits::Tile Tile</div><div class="ttdoc">Tile shape. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:173</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_a8a4edd46b8cad3eeafc2a3dc3a344499"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#a8a4edd46b8cad3eeafc2a3dc3a344499">cutlass::TileIteratorBase::kAccessSize</a></div><div class="ttdeci">static int const kAccessSize</div><div class="ttdoc">The number of scalars accessed per load/store. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:188</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_1_1Params_html"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator_1_1Params.html">cutlass::TileLoadIterator::Params</a></div><div class="ttdoc">Parameters. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:497</div></div>
<div class="ttc" id="structcutlass_1_1ComputeOffsetFromStrides_html_aa28231590bfa0ced0f317e6a4d52dc1e"><div class="ttname"><a href="structcutlass_1_1ComputeOffsetFromStrides.html#aa28231590bfa0ced0f317e6a4d52dc1e">cutlass::ComputeOffsetFromStrides::get</a></div><div class="ttdeci">static CUTLASS_HOST_DEVICE int get(int d, int h, int w, int c)</div><div class="ttdef"><b>Definition:</b> shape.h:199</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_ad71f865c61f02eba981c056ef71653f5"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#ad71f865c61f02eba981c056ef71653f5">cutlass::TileLoadIterator::PredicateVector</a></div><div class="ttdeci">Base::PredicateVector PredicateVector</div><div class="ttdoc">Default predicate mask type. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:479</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_ad33c46a584deb1c7968e08e349382af3"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#ad33c46a584deb1c7968e08e349382af3">cutlass::TileStoreIterator::load</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void load(Fragment &amp;fragment, int d)</div><div class="ttdoc">Loads a fragment without advancing the iterator.. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1263</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_1_1Params_html_a9d376b0b6e6cf6b8285eb2a30536c772"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase_1_1Params.html#a9d376b0b6e6cf6b8285eb2a30536c772">cutlass::TileIteratorBase::Params::initialize</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE int initialize(Index _stride_d, Index _stride_h, Index _stride_w)</div><div class="ttdoc">Initializes the parameters object from a vector of strides. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:292</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_ae8f2c93ec43646be70d4b9f32d034125"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#ae8f2c93ec43646be70d4b9f32d034125">cutlass::TileLoadIterator::AccessType</a></div><div class="ttdeci">Base::AccessType AccessType</div><div class="ttdoc">Memory access type. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:464</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_aeb6cc0e2990c06c83b789b579a03b15f"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#aeb6cc0e2990c06c83b789b579a03b15f">cutlass::TileLoadIterator::Skew</a></div><div class="ttdeci">Base::Skew Skew</div><div class="ttdoc">Skew quantity. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:446</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_afdb38f790d9c7cf1ac238643103b45ce"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#afdb38f790d9c7cf1ac238643103b45ce">cutlass::TileStoreIterator::Delta</a></div><div class="ttdeci">Base::Delta Delta</div><div class="ttdoc">Delta. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:894</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_aaec63ca7faf0cf4f54cac31c7d6e0d3d"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#aaec63ca7faf0cf4f54cac31c7d6e0d3d">cutlass::TileStoreIterator::inc_h</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void inc_h()</div><div class="ttdoc">Increment in the H dimension. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1101</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a0218adf569557b17d8e36a3d97fb185e"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a0218adf569557b17d8e36a3d97fb185e">cutlass::TileStoreIterator::store</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void store(Fragment const &amp;fragment, PredicateIterator pred_it) const</div><div class="ttdoc">Stores a fragment without advancing the iterator. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1185</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_af4f964364fc54a2b9a431fa529f6c44c"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#af4f964364fc54a2b9a431fa529f6c44c">cutlass::TileLoadIterator::inc_w</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void inc_w()</div><div class="ttdoc">Increment in the W dimension. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:686</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a83dadcea858a5e426dcea54400138480"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a83dadcea858a5e426dcea54400138480">cutlass::TileLoadIterator::load</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void load(Fragment &amp;fragment) const</div><div class="ttdoc">Loads a fragment without advancing the iterator.. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:783</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a076357a165302f01f449fd91f9ed402a"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a076357a165302f01f449fd91f9ed402a">cutlass::TileStoreIterator::ThreadOffset</a></div><div class="ttdeci">Base::ThreadOffset ThreadOffset</div><div class="ttdoc">ThreadOffset functor. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:900</div></div>
<div class="ttc" id="structcutlass_1_1IteratorAdvance_html_a9ad9c2302ddffa148d47cdcf6c738ddaa567e61af8a3401d302f3a3ab26418df0"><div class="ttname"><a href="structcutlass_1_1IteratorAdvance.html#a9ad9c2302ddffa148d47cdcf6c738ddaa567e61af8a3401d302f3a3ab26418df0">cutlass::IteratorAdvance::kW</a></div><div class="ttdef"><b>Definition:</b> tile_iterator.h:65</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a2af872794b35a631f9c1a97df0c6d177"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a2af872794b35a631f9c1a97df0c6d177">cutlass::TileLoadIterator::kFragmentElementType</a></div><div class="ttdeci">static FragmentElementType::Kind const kFragmentElementType</div><div class="ttdoc">Specifies type of iterator fragment storage (Salar or WmmaMatrix) </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:434</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a1b94be88a160b21347c0eb58ed8e1b51"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a1b94be88a160b21347c0eb58ed8e1b51">cutlass::TileLoadIterator::inc_h</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void inc_h()</div><div class="ttdoc">Increment in the H dimension. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:683</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_aa58daf082cf97108e2e2ad0b1fd89208"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#aa58daf082cf97108e2e2ad0b1fd89208">cutlass::TileIteratorBase::initialize_predicates</a></div><div class="ttdeci">static CUTLASS_HOST_DEVICE void initialize_predicates(PredicateIterator predicate_it, PredicateFunctor const &amp;predicate_func, Coord&lt; 3 &gt; const &amp;offset)</div><div class="ttdoc">Initializes a predicate vector. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:345</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_affac5a91f0659bb6739db25d20822c34"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#affac5a91f0659bb6739db25d20822c34">cutlass::TileIteratorBase::Scalar</a></div><div class="ttdeci">Scalar_ Scalar</div><div class="ttdoc">Scalar element. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:149</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a7808588ce0b12017379dcbe1ba9c511f"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a7808588ce0b12017379dcbe1ba9c511f">cutlass::TileLoadIterator::thread_offset</a></div><div class="ttdeci">Coord&lt; 4 &gt; thread_offset</div><div class="ttdoc">Offset of an individual lane from the start of the tile. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:601</div></div>
<div class="ttc" id="structcutlass_1_1RegularTilePredicateFunctor_html_ac2f49374e6f0a27ad2daffcb1f74708a"><div class="ttname"><a href="structcutlass_1_1RegularTilePredicateFunctor.html#ac2f49374e6f0a27ad2daffcb1f74708a">cutlass::RegularTilePredicateFunctor::bounds</a></div><div class="ttdeci">Coord&lt; 3 &gt; bounds</div><div class="ttdoc">Dimensions of the bounding volume. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:116</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_a9aaac43bc2258e06824c354a068e7815"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#a9aaac43bc2258e06824c354a068e7815">cutlass::TileIteratorBase::Delta</a></div><div class="ttdeci">Traits::Delta Delta</div><div class="ttdoc">Distance along each dimension. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:176</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_aefe67241dde93bb032c5b4d82bc3f761"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#aefe67241dde93bb032c5b4d82bc3f761">cutlass::TileIteratorBase::kFragmentSize</a></div><div class="ttdeci">static int const kFragmentSize</div><div class="ttdoc">The size of storage needed per fragment. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:194</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_1_1Params_html_a366c41dbc3bb82521db46b6d0db127b9"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase_1_1Params.html#a366c41dbc3bb82521db46b6d0db127b9">cutlass::TileIteratorBase::Params::inc_advance</a></div><div class="ttdeci">Index inc_advance</div><div class="ttdef"><b>Definition:</b> tile_iterator.h:230</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a35ab2595b09912d31a60c2a4e5847c88"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a35ab2595b09912d31a60c2a4e5847c88">cutlass::TileStoreIterator::store_post_increment</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void store_post_increment(Fragment const &amp;fragment)</div><div class="ttdoc">Stores a fragment and advances to the next tile. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1178</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_html_ad2967c7bb5c6c5eacdea285a63040d94"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase.html#ad2967c7bb5c6c5eacdea285a63040d94">cutlass::TileIteratorBase::LongIndex</a></div><div class="ttdeci">long long LongIndex</div><div class="ttdoc">Long index. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:167</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_1_1Params_html_a79304c022d2466c97cd671a98128815a"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator_1_1Params.html#a79304c022d2466c97cd671a98128815a">cutlass::TileStoreIterator::Params::Params</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE Params()</div><div class="ttdef"><b>Definition:</b> tile_iterator.h:943</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_1_1Params_html_a0d36c05a4a757db5ebfe5f180b174b8c"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator_1_1Params.html#a0d36c05a4a757db5ebfe5f180b174b8c">cutlass::TileStoreIterator::Params::initialize</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE int initialize(Scalar *ptr)</div><div class="ttdoc">Initialize params to access storage object. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:983</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a96e55c1ce2475115e6e834f3996c9ee8"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a96e55c1ce2475115e6e834f3996c9ee8">cutlass::TileStoreIterator::FragmentElement</a></div><div class="ttdeci">Base::FragmentElement FragmentElement</div><div class="ttdoc">Fragment element. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:867</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_aa3ce9690a0e8c6457e570607474af7a6"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#aa3ce9690a0e8c6457e570607474af7a6">cutlass::TileStoreIterator::load</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void load(Fragment &amp;fragment, PredicateIterator pred_it) const</div><div class="ttdoc">Loads a fragment without advancing the iterator.. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1249</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_1_1Params_html_afae37ebc78884290300f38fce7c021b1"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator_1_1Params.html#afae37ebc78884290300f38fce7c021b1">cutlass::TileStoreIterator::Params::Params</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE Params(TensorRef const &amp;ref)</div><div class="ttdoc">Constructs with a CompactTensorRef&lt;&gt; </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:951</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_aeb92092230ae933ff6cc4a36960d0674"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#aeb92092230ae933ff6cc4a36960d0674">cutlass::TileLoadIterator::inc_d</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void inc_d()</div><div class="ttdoc">Increment in the D dimension. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:680</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a5c8a4318ffd400363d9c7572c07ff32a"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a5c8a4318ffd400363d9c7572c07ff32a">cutlass::TileLoadIterator::load_post_increment</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void load_post_increment(Fragment &amp;fragment)</div><div class="ttdoc">Loads a fragment and advances the iterator to the next tile. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:769</div></div>
<div class="ttc" id="fragment_8h_html"><div class="ttname"><a href="fragment_8h.html">fragment.h</a></div><div class="ttdoc">Defines Fragment, a statically-sized array for storing parts of matrices within a thread&amp;#39;s registers...</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_1_1Params_html"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase_1_1Params.html">cutlass::TileIteratorBase::Params</a></div><div class="ttdoc">Parameters to the iterator. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:216</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a57b284e6cbff892d45e5cfeb0ae1e3ed"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a57b284e6cbff892d45e5cfeb0ae1e3ed">cutlass::TileStoreIterator::operator+=</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE TileStoreIterator &amp; operator+=(Coord&lt; 3 &gt; const &amp;offset)</div><div class="ttdoc">Adds a vector offset to the iterator. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1124</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_ad61206a742c8c5ab5bcd64b76ece9f74"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#ad61206a742c8c5ab5bcd64b76ece9f74">cutlass::TileStoreIterator::inc_stage</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void inc_stage()</div><div class="ttdoc">Increment the stage. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1110</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_ad9c77ca0521d18a90dd3542a3941f016"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#ad9c77ca0521d18a90dd3542a3941f016">cutlass::TileLoadIterator::FragmentIterator</a></div><div class="ttdeci">Base::FragmentIterator FragmentIterator</div><div class="ttdoc">Fragment iterator definition. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:473</div></div>
<div class="ttc" id="structcutlass_1_1RegularTilePredicateFunctor_html_a084c0a2732827a74f7a30873c5883827"><div class="ttname"><a href="structcutlass_1_1RegularTilePredicateFunctor.html#a084c0a2732827a74f7a30873c5883827">cutlass::RegularTilePredicateFunctor::operator()</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE bool operator()(Coord&lt; 3 &gt; iteration, Coord&lt; 3 &gt; offset) const</div><div class="ttdoc">Computes the predicate given the logical position of an access. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:124</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_aaa5d98b72576478ba04e4ad554faa827"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#aaa5d98b72576478ba04e4ad554faa827">cutlass::TileLoadIterator::Index</a></div><div class="ttdeci">Base::Index Index</div><div class="ttdoc">Index type. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:440</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_aa676184bbd4c2e3f6c09dbc548e6c4e1"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#aa676184bbd4c2e3f6c09dbc548e6c4e1">cutlass::TileStoreIterator::inc_w</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void inc_w()</div><div class="ttdoc">Increment in the W dimension. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1104</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a44200854ad5b35c1863f73c435b8750b"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a44200854ad5b35c1863f73c435b8750b">cutlass::TileStoreIterator::kAdvance</a></div><div class="ttdeci">static IteratorAdvance::Kind const kAdvance</div><div class="ttdoc">Specifies in which dimension post-increment accesses advance. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:870</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_ad8e730768c1805d98e23886a492389d3"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#ad8e730768c1805d98e23886a492389d3">cutlass::TileLoadIterator::stage</a></div><div class="ttdeci">int stage</div><div class="ttdoc">Stage argument enables wrapping after some number of tiles have been loaded. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:604</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_1_1Params_html_a194e3c9d92d01d42d6233866bac9c40a"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator_1_1Params.html#a194e3c9d92d01d42d6233866bac9c40a">cutlass::TileLoadIterator::Params::initialize</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE int initialize(Scalar const *ptr, Index _stride_d, Index _stride_h, Index _stride_w, Index _inc_d, Index _inc_h, Index _inc_w, Index _inc_advance)</div><div class="ttdoc">Initializes params. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:574</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_1_1Params_html_a9c480593877698c327a85272d771475c"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase_1_1Params.html#a9c480593877698c327a85272d771475c">cutlass::TileIteratorBase::Params::Params</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE Params(Index _stride_d, Index _stride_h, Index _stride_w, Index _inc_d, Index _inc_h, Index _inc_w, Index _inc_advance)</div><div class="ttdoc">Constructs params. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:242</div></div>
<div class="ttc" id="structcutlass_1_1TileLoadIterator_html_a1636f4e15ca7f9f56bfccb93a2826c30"><div class="ttname"><a href="structcutlass_1_1TileLoadIterator.html#a1636f4e15ca7f9f56bfccb93a2826c30">cutlass::TileLoadIterator::TileLoadIterator</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE TileLoadIterator(Params const &amp;, Scalar const *ptr, Coord&lt; 3 &gt; const &amp;block_offset=make_Coord(0, 0, 0), ThreadOffset thread_offset_func=ThreadOffset())</div><div class="ttdoc">Constructs a tile load iterator. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:665</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_1_1Params_html_aca14058b112b7d5105658457341726cb"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator_1_1Params.html#aca14058b112b7d5105658457341726cb">cutlass::TileStoreIterator::Params::initialize</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE int initialize(SharedStorage &amp;storage)</div><div class="ttdoc">Initialize params to access storage object. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:976</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_1_1Params_html_af0be1271cfe6d6c03a9a76ff992d8a5c"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase_1_1Params.html#af0be1271cfe6d6c03a9a76ff992d8a5c">cutlass::TileIteratorBase::Params::inc_w</a></div><div class="ttdeci">Index inc_w</div><div class="ttdef"><b>Definition:</b> tile_iterator.h:228</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a890a7239a89679662aeaea797ba32d32"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a890a7239a89679662aeaea797ba32d32">cutlass::TileStoreIterator::initialize_predicates</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void initialize_predicates(PredicateIterator predicate_it, PredicateFunctor const &amp;functor, Coord&lt; 3 &gt; const &amp;block_offset)</div><div class="ttdoc">Initializes a predicate vector using an arbitrary predicate functor. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1055</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html">cutlass::TileStoreIterator</a></div><div class="ttdoc">An iterator implementing Tile Store Iterator Concept for storing a tile to memory. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:841</div></div>
<div class="ttc" id="structcutlass_1_1TileIteratorBase_1_1Params_html_af7e7a71a9fa41cc3f6d0e5963963339d"><div class="ttname"><a href="structcutlass_1_1TileIteratorBase_1_1Params.html#af7e7a71a9fa41cc3f6d0e5963963339d">cutlass::TileIteratorBase::Params::stride_w</a></div><div class="ttdeci">Index stride_w</div><div class="ttdef"><b>Definition:</b> tile_iterator.h:224</div></div>
<div class="ttc" id="structcutlass_1_1TileStoreIterator_html_a57c56e2fe02fc5c771283e35d59b9214"><div class="ttname"><a href="structcutlass_1_1TileStoreIterator.html#a57c56e2fe02fc5c771283e35d59b9214">cutlass::TileStoreIterator::load_post_increment</a></div><div class="ttdeci">CUTLASS_HOST_DEVICE void load_post_increment(Fragment &amp;fragment, PredicateIterator pred_it)</div><div class="ttdoc">Loads a fragment and advances the iterator to the next tile. </div><div class="ttdef"><b>Definition:</b> tile_iterator.h:1213</div></div>
</div><!-- fragment --></div><!-- contents -->
<!-- start footer part -->
<hr class="footer"/><address class="footer"><small>
Generated on Fri Oct 26 2018 14:53:33 for Cutlass by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.8.14
</small></address>
</body>
</html>