forked from nudt_dsp/netrans
204 lines
15 KiB
HTML
204 lines
15 KiB
HTML
<!DOCTYPE html>
|
|
|
|
<html lang="zh" data-content_root="../">
|
|
<head>
|
|
<meta charset="utf-8" />
|
|
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
|
|
<title>infer — netrans 0.1 文档</title>
|
|
<link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=5ecbeea2" />
|
|
<link rel="stylesheet" type="text/css" href="../_static/basic.css?v=b08954a9" />
|
|
<link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=27fed22d" />
|
|
<script src="../_static/documentation_options.js?v=52efc512"></script>
|
|
<script src="../_static/doctools.js?v=9bcbadda"></script>
|
|
<script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
|
|
<link rel="index" title="索引" href="../genindex.html" />
|
|
<link rel="search" title="搜索" href="../search.html" />
|
|
|
|
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
|
|
|
|
|
|
|
|
|
|
|
|
</head><body>
|
|
|
|
|
|
<div class="document">
|
|
<div class="documentwrapper">
|
|
<div class="bodywrapper">
|
|
|
|
|
|
<div class="body" role="main">
|
|
|
|
<h1>infer 源代码</h1><div class="highlight"><pre>
|
|
<span></span><span class="kn">import</span><span class="w"> </span><span class="nn">os</span>
|
|
<span class="kn">import</span><span class="w"> </span><span class="nn">sys</span>
|
|
<span class="kn">import</span><span class="w"> </span><span class="nn">subprocess</span>
|
|
<span class="kn">from</span><span class="w"> </span><span class="nn">utils</span><span class="w"> </span><span class="kn">import</span> <span class="n">check_path</span><span class="p">,</span> <span class="n">AttributeCopier</span><span class="p">,</span> <span class="n">create_cls</span>
|
|
|
|
<div class="viewcode-block" id="Infer">
|
|
<a class="viewcode-back" href="../infer.html#infer.Infer">[文档]</a>
|
|
<span class="k">class</span><span class="w"> </span><span class="nc">Infer</span><span class="p">(</span><span class="n">AttributeCopier</span><span class="p">):</span>
|
|
<span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source_obj</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|
<span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">source_obj</span><span class="p">)</span>
|
|
|
|
<span class="nd">@check_path</span>
|
|
<span class="k">def</span><span class="w"> </span><span class="nf">inference_network</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
|
|
<span class="n">netrans</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">netrans</span>
|
|
<span class="n">quantized</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">quantize_type</span>
|
|
<span class="n">name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">model_name</span>
|
|
<span class="c1"># print(self.__dict__)</span>
|
|
|
|
<span class="n">netrans</span> <span class="o">+=</span> <span class="s2">" inference"</span>
|
|
<span class="c1"># 进入模型目录</span>
|
|
|
|
<span class="c1"># 定义类型和量化类型</span>
|
|
<span class="k">if</span> <span class="n">quantized</span> <span class="o">==</span> <span class="s1">'float'</span><span class="p">:</span>
|
|
<span class="n">type_</span> <span class="o">=</span> <span class="s1">'float32'</span>
|
|
<span class="n">quantization_type</span> <span class="o">=</span> <span class="s1">'float32'</span>
|
|
<span class="k">elif</span> <span class="n">quantized</span> <span class="o">==</span> <span class="s1">'uint8'</span><span class="p">:</span>
|
|
<span class="n">quantization_type</span> <span class="o">=</span> <span class="s1">'asymmetric_affine'</span>
|
|
<span class="n">type_</span> <span class="o">=</span> <span class="s1">'quantized'</span>
|
|
<span class="k">elif</span> <span class="n">quantized</span> <span class="o">==</span> <span class="s1">'int8'</span><span class="p">:</span>
|
|
<span class="n">quantization_type</span> <span class="o">=</span> <span class="s1">'dynamic_fixed_point-8'</span>
|
|
<span class="n">type_</span> <span class="o">=</span> <span class="s1">'quantized'</span>
|
|
<span class="k">elif</span> <span class="n">quantized</span> <span class="o">==</span> <span class="s1">'int16'</span><span class="p">:</span>
|
|
<span class="n">quantization_type</span> <span class="o">=</span> <span class="s1">'dynamic_fixed_point-16'</span>
|
|
<span class="n">type_</span> <span class="o">=</span> <span class="s1">'quantized'</span>
|
|
<span class="k">else</span><span class="p">:</span>
|
|
<span class="nb">print</span><span class="p">(</span><span class="s2">"=========== wrong quantization_type ! ( float / uint8 / int8 / int16 )==========="</span><span class="p">)</span>
|
|
<span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="o">-</span><span class="mi">1</span><span class="p">)</span>
|
|
|
|
<span class="c1"># 构建推理命令</span>
|
|
<span class="n">inf_path</span> <span class="o">=</span> <span class="s1">'./inf'</span>
|
|
<span class="n">cmd</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">netrans</span><span class="si">}</span><span class="s2"> </span><span class="se">\</span>
|
|
<span class="s2"> --dtype </span><span class="si">{</span><span class="n">type_</span><span class="si">}</span><span class="s2"> </span><span class="se">\</span>
|
|
<span class="s2"> --batch-size 1 </span><span class="se">\</span>
|
|
<span class="s2"> --model-quantize </span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">_</span><span class="si">{</span><span class="n">quantization_type</span><span class="si">}</span><span class="s2">.quantize </span><span class="se">\</span>
|
|
<span class="s2"> --model </span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">.json </span><span class="se">\</span>
|
|
<span class="s2"> --model-data </span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">.data </span><span class="se">\</span>
|
|
<span class="s2"> --output-dir </span><span class="si">{</span><span class="n">inf_path</span><span class="si">}</span><span class="s2"> </span><span class="se">\</span>
|
|
<span class="s2"> --with-input-meta </span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">_inputmeta.yml </span><span class="se">\</span>
|
|
<span class="s2"> --device CPU"</span>
|
|
|
|
<span class="c1"># 执行推理命令</span>
|
|
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">verbose</span> <span class="ow">is</span> <span class="kc">True</span><span class="p">:</span>
|
|
<span class="nb">print</span><span class="p">(</span><span class="n">cmd</span><span class="p">)</span>
|
|
<span class="n">result</span> <span class="o">=</span> <span class="n">subprocess</span><span class="o">.</span><span class="n">run</span><span class="p">(</span><span class="n">cmd</span><span class="p">,</span> <span class="n">shell</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">capture_output</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">text</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
|
|
|
|
<span class="c1"># 检查执行结果</span>
|
|
<span class="k">if</span> <span class="n">result</span><span class="o">.</span><span class="n">returncode</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
|
|
<span class="nb">print</span><span class="p">(</span><span class="s2">"</span><span class="se">\033</span><span class="s2">[32m SUCCESS </span><span class="se">\033</span><span class="s2">[0m"</span><span class="p">)</span>
|
|
<span class="k">else</span><span class="p">:</span>
|
|
<span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="se">\033</span><span class="s2">[31m ERROR: </span><span class="si">{</span><span class="n">result</span><span class="o">.</span><span class="n">stderr</span><span class="si">}</span><span class="s2"> </span><span class="se">\033</span><span class="s2">[0m"</span><span class="p">)</span></div>
|
|
|
|
|
|
<span class="c1"># 返回原始目录</span>
|
|
|
|
<div class="viewcode-block" id="main">
|
|
<a class="viewcode-back" href="../infer.html#infer.main">[文档]</a>
|
|
<span class="k">def</span><span class="w"> </span><span class="nf">main</span><span class="p">():</span>
|
|
<span class="c1"># 检查命令行参数数量</span>
|
|
<span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">sys</span><span class="o">.</span><span class="n">argv</span><span class="p">)</span> <span class="o"><</span> <span class="mi">3</span><span class="p">:</span>
|
|
<span class="nb">print</span><span class="p">(</span><span class="s2">"Input a network name and quantized type ( float / uint8 / int8 / int16 )"</span><span class="p">)</span>
|
|
<span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="o">-</span><span class="mi">1</span><span class="p">)</span>
|
|
|
|
<span class="c1"># 检查网络目录是否存在</span>
|
|
<span class="n">network_name</span> <span class="o">=</span> <span class="n">sys</span><span class="o">.</span><span class="n">argv</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span>
|
|
<span class="k">if</span> <span class="ow">not</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">exists</span><span class="p">(</span><span class="n">network_name</span><span class="p">):</span>
|
|
<span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Directory </span><span class="si">{</span><span class="n">network_name</span><span class="si">}</span><span class="s2"> does not exist !"</span><span class="p">)</span>
|
|
<span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="o">-</span><span class="mi">2</span><span class="p">)</span>
|
|
<span class="c1"># print("here")</span>
|
|
<span class="c1"># 定义 netrans 路径</span>
|
|
<span class="c1"># netrans = os.path.join(os.environ['NETRANS_PATH'], 'pnnacc')</span>
|
|
<span class="n">network_name</span> <span class="o">=</span> <span class="n">sys</span><span class="o">.</span><span class="n">argv</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span>
|
|
<span class="c1"># check_env(network_name)</span>
|
|
|
|
<span class="n">netrans_path</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="p">[</span><span class="s1">'NETRANS_PATH'</span><span class="p">]</span>
|
|
<span class="c1"># netrans = os.path.join(netrans_path, 'pnnacc')</span>
|
|
<span class="n">quantize_type</span> <span class="o">=</span> <span class="n">sys</span><span class="o">.</span><span class="n">argv</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span>
|
|
<span class="n">cla</span> <span class="o">=</span> <span class="n">create_cls</span><span class="p">(</span><span class="n">netrans_path</span><span class="p">,</span> <span class="n">network_name</span><span class="p">,</span><span class="n">quantize_type</span><span class="p">,</span><span class="kc">False</span><span class="p">)</span>
|
|
|
|
<span class="c1"># 调用量化函数</span>
|
|
<span class="n">func</span> <span class="o">=</span> <span class="n">Infer</span><span class="p">(</span><span class="n">cla</span><span class="p">)</span>
|
|
<span class="n">func</span><span class="o">.</span><span class="n">inference_network</span><span class="p">()</span></div>
|
|
|
|
|
|
<span class="c1"># 定义数据集文件路径</span>
|
|
<span class="c1"># dataset_path = './dataset.txt'</span>
|
|
<span class="c1"># 调用推理函数</span>
|
|
<span class="c1"># inference_network(network_name, sys.argv[2])</span>
|
|
|
|
<span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s1">'__main__'</span><span class="p">:</span>
|
|
<span class="c1"># print("main")</span>
|
|
<span class="n">main</span><span class="p">()</span>
|
|
</pre></div>
|
|
|
|
</div>
|
|
|
|
</div>
|
|
</div>
|
|
<div class="sphinxsidebar" role="navigation" aria-label="Main">
|
|
<div class="sphinxsidebarwrapper">
|
|
<h1 class="logo"><a href="../index.html">netrans</a></h1>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<search id="searchbox" style="display: none" role="search">
|
|
<div class="searchformwrapper">
|
|
<form class="search" action="../search.html" method="get">
|
|
<input type="text" name="q" aria-labelledby="searchlabel" autocomplete="off" autocorrect="off" autocapitalize="off" spellcheck="false" placeholder="Search"/>
|
|
<input type="submit" value="提交" />
|
|
</form>
|
|
</div>
|
|
</search>
|
|
<script>document.getElementById('searchbox').style.display = "block"</script><h3>导航</h3>
|
|
<p class="caption" role="heading"><span class="caption-text">Contents:</span></p>
|
|
<ul>
|
|
<li class="toctree-l1"><a class="reference internal" href="../quick_start_guide.html">快速入门</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../netrans_cli.html">netrans_cli 使用</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../netrans_py.html">netrans_py 使用</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../appendix.html">附录</a></li>
|
|
</ul>
|
|
|
|
<div class="relations">
|
|
<h3>Related Topics</h3>
|
|
<ul>
|
|
<li><a href="../index.html">Documentation overview</a><ul>
|
|
<li><a href="index.html">模块代码</a><ul>
|
|
</ul></li>
|
|
</ul></li>
|
|
</ul>
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</div>
|
|
</div>
|
|
<div class="clearer"></div>
|
|
</div>
|
|
<div class="footer">
|
|
©2025, ccyh.
|
|
|
|
|
|
|
Powered by <a href="https://www.sphinx-doc.org/">Sphinx 8.2.3</a>
|
|
& <a href="https://alabaster.readthedocs.io">Alabaster 1.0.0</a>
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
</body>
|
|
</html> |