lzhengning
/
JittorMirror
mirror of https://github.com/Jittor/Jittor
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix init no_grad

This commit is contained in:
Dun Liang 2021-04-17 20:44:35 +08:00
parent bb2d187dd3
commit d87b2d8f27
2 changed files with 4 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
python/jittor/__init__.py
View File

@ -8,7 +8,7 @@
# This file is subject to the terms and conditions defined in
# file 'LICENSE.txt', which is part of this source code package.
# ***************************************************************
__version__ = '1.2.2.61'
__version__ = '1.2.2.62'
from . import lock
with lock.lock_scope():
ori_int = int

8
python/jittor/init.py
View File

@ -92,14 +92,12 @@ def calculate_std(var,mode,nonlinearity,param=0.01):
def kaiming_uniform_(var, a=0, mode='fan_in', nonlinearity='leaky_relu'):
std = calculate_std(var,mode,nonlinearity,a)
bound = math.sqrt(3.0) * std
with jt.no_grad():
return uniform_(var,-bound, bound)
bound = math.sqrt(3.0) * std
return uniform_(var,-bound, bound)
def kaiming_normal_(var, a=0, mode='fan_in', nonlinearity='leaky_relu'):
std = calculate_std(var,mode,nonlinearity,a)
with jt.no_grad():
return gauss_(var,0, std)
return gauss_(var,0, std)
#TODO: bound = gain * math.sqrt(6.0/fan) ??