forked from nudt_dsp/netrans
236 lines
16 KiB
HTML
236 lines
16 KiB
HTML
<!DOCTYPE html>
|
|
|
|
<html lang="zh" data-content_root="../">
|
|
<head>
|
|
<meta charset="utf-8" />
|
|
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
|
|
<title>utils — netrans 0.1 文档</title>
|
|
<link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=5ecbeea2" />
|
|
<link rel="stylesheet" type="text/css" href="../_static/basic.css?v=b08954a9" />
|
|
<link rel="stylesheet" type="text/css" href="../_static/alabaster.css?v=27fed22d" />
|
|
<script src="../_static/documentation_options.js?v=52efc512"></script>
|
|
<script src="../_static/doctools.js?v=9bcbadda"></script>
|
|
<script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
|
|
<link rel="index" title="索引" href="../genindex.html" />
|
|
<link rel="search" title="搜索" href="../search.html" />
|
|
|
|
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
|
|
|
|
|
|
|
|
|
|
|
|
</head><body>
|
|
|
|
|
|
<div class="document">
|
|
<div class="documentwrapper">
|
|
<div class="bodywrapper">
|
|
|
|
|
|
<div class="body" role="main">
|
|
|
|
<h1>utils 源代码</h1><div class="highlight"><pre>
|
|
<span></span><span class="kn">import</span><span class="w"> </span><span class="nn">sys</span>
|
|
<span class="kn">import</span><span class="w"> </span><span class="nn">os</span>
|
|
<span class="c1"># from functools import wraps</span>
|
|
|
|
<span class="c1"># def check_path(netrans, model_path):</span>
|
|
<span class="c1"># def decorator(func):</span>
|
|
<span class="c1"># @wraps(func)</span>
|
|
<span class="c1"># def wrapper(netrans, model_path, *args, **kargs):</span>
|
|
<span class="c1"># check_dir(model_path)</span>
|
|
<span class="c1"># check_netrans(netrans)</span>
|
|
<span class="c1"># if os.getcwd() != model_path :</span>
|
|
<span class="c1"># os.chdir(model_path)</span>
|
|
<span class="c1"># return func(netrans, model_path, *args, **kargs)</span>
|
|
<span class="c1"># return wrapper</span>
|
|
<span class="c1"># return decorator</span>
|
|
|
|
<div class="viewcode-block" id="check_path">
|
|
<a class="viewcode-back" href="../utils.html#utils.check_path">[文档]</a>
|
|
<span class="k">def</span><span class="w"> </span><span class="nf">check_path</span><span class="p">(</span><span class="n">func</span><span class="p">):</span>
|
|
<span class="w"> </span><span class="sd">""" 装饰器, 确保在工程目录运行 nertans </span>
|
|
|
|
<span class="sd"> """</span>
|
|
<span class="k">def</span><span class="w"> </span><span class="nf">wrapper</span><span class="p">(</span><span class="n">cla</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">**</span><span class="n">kargs</span><span class="p">):</span>
|
|
<span class="n">check_netrans</span><span class="p">(</span><span class="n">cla</span><span class="o">.</span><span class="n">netrans</span><span class="p">)</span>
|
|
<span class="k">if</span> <span class="n">os</span><span class="o">.</span><span class="n">getcwd</span><span class="p">()</span> <span class="o">!=</span> <span class="n">cla</span><span class="o">.</span><span class="n">model_path</span> <span class="p">:</span>
|
|
<span class="n">os</span><span class="o">.</span><span class="n">chdir</span><span class="p">(</span><span class="n">cla</span><span class="o">.</span><span class="n">model_path</span><span class="p">)</span>
|
|
<span class="k">return</span> <span class="n">func</span><span class="p">(</span><span class="n">cla</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">**</span><span class="n">kargs</span><span class="p">)</span>
|
|
<span class="k">return</span> <span class="n">wrapper</span></div>
|
|
|
|
|
|
|
|
<div class="viewcode-block" id="check_dir">
|
|
<a class="viewcode-back" href="../utils.html#utils.check_dir">[文档]</a>
|
|
<span class="k">def</span><span class="w"> </span><span class="nf">check_dir</span><span class="p">(</span><span class="n">network_name</span><span class="p">):</span>
|
|
<span class="w"> </span><span class="sd">"""判断工程目录是否存在</span>
|
|
|
|
<span class="sd"> Args:</span>
|
|
<span class="sd"> network_name (str): 工程目录路径</span>
|
|
|
|
<span class="sd"> Raises:</span>
|
|
<span class="sd"> NotADirectoryError: 没有那个工程目录</span>
|
|
<span class="sd"> """</span>
|
|
<span class="k">if</span> <span class="ow">not</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">exists</span><span class="p">(</span><span class="n">network_name</span><span class="p">):</span>
|
|
<span class="k">raise</span> <span class="ne">NotADirectoryError</span><span class="p">(</span>
|
|
<span class="sa">f</span><span class="s2">"Directory not found: </span><span class="si">{</span><span class="n">network_name</span><span class="si">}</span><span class="s2">"</span>
|
|
<span class="p">)</span>
|
|
<span class="c1"># print(f"Directory {network_name} does not exist !")</span>
|
|
<span class="c1"># sys.exit(-1)</span>
|
|
<span class="n">os</span><span class="o">.</span><span class="n">chdir</span><span class="p">(</span><span class="n">network_name</span><span class="p">)</span></div>
|
|
|
|
|
|
<div class="viewcode-block" id="check_netrans">
|
|
<a class="viewcode-back" href="../utils.html#utils.check_netrans">[文档]</a>
|
|
<span class="k">def</span><span class="w"> </span><span class="nf">check_netrans</span><span class="p">(</span><span class="n">netrans</span><span class="p">):</span>
|
|
<span class="w"> </span><span class="sd">"""判断 netrans 是否配置成功</span>
|
|
|
|
<span class="sd"> Args:</span>
|
|
<span class="sd"> netrans (str, bool): _netrans 路径, 如果没有配置(默认为False)会去环境变量里找</span>
|
|
|
|
<span class="sd"> Raises:</span>
|
|
<span class="sd"> NotADirectoryError: 找不到 Netrans 会返回 NotADirectoryError</span>
|
|
<span class="sd"> """</span>
|
|
<span class="k">if</span> <span class="n">netrans</span> <span class="o">!=</span> <span class="kc">None</span> <span class="ow">and</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">exists</span><span class="p">(</span><span class="n">netrans</span><span class="p">)</span> <span class="ow">is</span> <span class="kc">True</span><span class="p">:</span>
|
|
<span class="k">return</span>
|
|
<span class="k">if</span> <span class="s1">'NETRANS_PATH'</span> <span class="ow">in</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span> <span class="p">:</span>
|
|
<span class="k">return</span>
|
|
<span class="k">raise</span> <span class="ne">NotADirectoryError</span><span class="p">(</span>
|
|
<span class="sa">f</span><span class="s2">"Netrans not found: </span><span class="si">{</span><span class="n">netrans</span><span class="si">}</span><span class="s2">"</span>
|
|
<span class="p">)</span></div>
|
|
|
|
|
|
|
|
<div class="viewcode-block" id="remove_history_file">
|
|
<a class="viewcode-back" href="../utils.html#utils.remove_history_file">[文档]</a>
|
|
<span class="k">def</span><span class="w"> </span><span class="nf">remove_history_file</span><span class="p">(</span><span class="n">name</span><span class="p">):</span>
|
|
<span class="n">os</span><span class="o">.</span><span class="n">chdir</span><span class="p">(</span><span class="n">name</span><span class="p">)</span>
|
|
<span class="k">if</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">isfile</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">.json"</span><span class="p">):</span>
|
|
<span class="n">os</span><span class="o">.</span><span class="n">remove</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">.json"</span><span class="p">)</span>
|
|
<span class="k">if</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">isfile</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">.data"</span><span class="p">):</span>
|
|
<span class="n">os</span><span class="o">.</span><span class="n">remove</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">.data"</span><span class="p">)</span>
|
|
<span class="n">os</span><span class="o">.</span><span class="n">chdir</span><span class="p">(</span><span class="s1">'..'</span><span class="p">)</span></div>
|
|
|
|
|
|
<div class="viewcode-block" id="check_env">
|
|
<a class="viewcode-back" href="../utils.html#utils.check_env">[文档]</a>
|
|
<span class="k">def</span><span class="w"> </span><span class="nf">check_env</span><span class="p">(</span><span class="n">name</span><span class="p">):</span>
|
|
<span class="n">check_dir</span><span class="p">(</span><span class="n">name</span><span class="p">)</span></div>
|
|
|
|
<span class="c1"># check_netrans()</span>
|
|
<span class="c1"># remove_history_file(name)</span>
|
|
|
|
|
|
<div class="viewcode-block" id="AttributeCopier">
|
|
<a class="viewcode-back" href="../utils.html#utils.AttributeCopier">[文档]</a>
|
|
<span class="k">class</span><span class="w"> </span><span class="nc">AttributeCopier</span><span class="p">:</span>
|
|
<span class="w"> </span><span class="sd">"""快速解析复制 Netrans 信息</span>
|
|
<span class="sd"> """</span>
|
|
<span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source_obj</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|
<span class="bp">self</span><span class="o">.</span><span class="n">copy_attribute_name</span><span class="p">(</span><span class="n">source_obj</span><span class="p">)</span>
|
|
|
|
<div class="viewcode-block" id="AttributeCopier.copy_attribute_name">
|
|
<a class="viewcode-back" href="../utils.html#utils.AttributeCopier.copy_attribute_name">[文档]</a>
|
|
<span class="k">def</span><span class="w"> </span><span class="nf">copy_attribute_name</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source_obj</span><span class="p">):</span>
|
|
<span class="k">for</span> <span class="n">attribute_name</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_attribute_names</span><span class="p">(</span><span class="n">source_obj</span><span class="p">):</span>
|
|
<span class="nb">setattr</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">attribute_name</span><span class="p">,</span> <span class="nb">getattr</span><span class="p">(</span><span class="n">source_obj</span><span class="p">,</span> <span class="n">attribute_name</span><span class="p">))</span></div>
|
|
|
|
|
|
<span class="nd">@staticmethod</span>
|
|
<span class="k">def</span><span class="w"> </span><span class="nf">_get_attribute_names</span><span class="p">(</span><span class="n">source_obj</span><span class="p">):</span>
|
|
<span class="k">return</span> <span class="n">source_obj</span><span class="o">.</span><span class="vm">__dict__</span><span class="o">.</span><span class="n">keys</span><span class="p">()</span></div>
|
|
|
|
|
|
<div class="viewcode-block" id="create_cls">
|
|
<a class="viewcode-back" href="../utils.html#utils.create_cls">[文档]</a>
|
|
<span class="k">class</span><span class="w"> </span><span class="nc">create_cls</span><span class="p">():</span> <span class="c1">#dataclass @netrans_params</span>
|
|
<span class="w"> </span><span class="sd">"""快速测试时候模拟实例化Netrans"""</span>
|
|
<span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">netrans_path</span><span class="p">,</span> <span class="n">name</span><span class="p">,</span> <span class="n">quantized_type</span> <span class="o">=</span> <span class="s1">'uint8'</span><span class="p">,</span><span class="n">verbose</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|
<span class="bp">self</span><span class="o">.</span><span class="n">netrans_path</span> <span class="o">=</span> <span class="n">netrans_path</span>
|
|
<span class="bp">self</span><span class="o">.</span><span class="n">netrans</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">netrans_path</span><span class="p">,</span> <span class="s1">'pnnacc'</span><span class="p">)</span>
|
|
<span class="bp">self</span><span class="o">.</span><span class="n">model_name</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">model_path</span> <span class="o">=</span> <span class="n">name</span>
|
|
<span class="bp">self</span><span class="o">.</span><span class="n">model_path</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">abspath</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">model_path</span><span class="p">)</span>
|
|
<span class="bp">self</span><span class="o">.</span><span class="n">verbose</span><span class="o">=</span><span class="n">verbose</span>
|
|
<span class="bp">self</span><span class="o">.</span><span class="n">quantize_type</span> <span class="o">=</span> <span class="n">quantized_type</span>
|
|
<span class="bp">self</span><span class="o">.</span><span class="n">profile</span> <span class="o">=</span> <span class="kc">False</span></div>
|
|
|
|
|
|
|
|
<span class="c1"># if __name__ == "__main__":</span>
|
|
<span class="c1"># dir_name = "yolo"</span>
|
|
<span class="c1"># os.mkdir(dir_name)</span>
|
|
<span class="c1"># check_dir(dir_name)</span>
|
|
|
|
|
|
</pre></div>
|
|
|
|
</div>
|
|
|
|
</div>
|
|
</div>
|
|
<div class="sphinxsidebar" role="navigation" aria-label="Main">
|
|
<div class="sphinxsidebarwrapper">
|
|
<h1 class="logo"><a href="../index.html">netrans</a></h1>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<search id="searchbox" style="display: none" role="search">
|
|
<div class="searchformwrapper">
|
|
<form class="search" action="../search.html" method="get">
|
|
<input type="text" name="q" aria-labelledby="searchlabel" autocomplete="off" autocorrect="off" autocapitalize="off" spellcheck="false" placeholder="Search"/>
|
|
<input type="submit" value="提交" />
|
|
</form>
|
|
</div>
|
|
</search>
|
|
<script>document.getElementById('searchbox').style.display = "block"</script><h3>导航</h3>
|
|
<p class="caption" role="heading"><span class="caption-text">Contents:</span></p>
|
|
<ul>
|
|
<li class="toctree-l1"><a class="reference internal" href="../quick_start_guide.html">快速入门</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../netrans_cli.html">netrans_cli 使用</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../netrans_py.html">netrans_py 使用</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../appendix.html">附录</a></li>
|
|
</ul>
|
|
|
|
<div class="relations">
|
|
<h3>Related Topics</h3>
|
|
<ul>
|
|
<li><a href="../index.html">Documentation overview</a><ul>
|
|
<li><a href="index.html">模块代码</a><ul>
|
|
</ul></li>
|
|
</ul></li>
|
|
</ul>
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</div>
|
|
</div>
|
|
<div class="clearer"></div>
|
|
</div>
|
|
<div class="footer">
|
|
©2025, ccyh.
|
|
|
|
|
|
|
Powered by <a href="https://www.sphinx-doc.org/">Sphinx 8.2.3</a>
|
|
& <a href="https://alabaster.readthedocs.io">Alabaster 1.0.0</a>
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
</body>
|
|
</html> |