\;j-GddZedZedZedZedZedZedZedZd Zd Z d Z d Z d Z dZ dZdZdZdZdZdZdZdZy)c*eZdZdZddgZdZdZdZy)RegistryzA general registry object.nametabc ||_i|_yN)rrselfrs iG:\00. PROJECTS\API\Inventory\templateJSON\kerjaOCR\Lib\site-packages\paddle/incubate/autograd/primreg.py__init__zRegistry.__init__s cT||jvs Jd|d||j|<y)Nzname "z"" should not be registered before.)r)r rvalues r registerzRegistry.registers5   = D6; < = r c8|jj|Sr)rgetrs r lookupzRegistry.lookupsxx||D!!r N)__name__ __module__ __qualname____doc__ __slots__r rrr r rrs$I "r r primop_fn orig2prim prim2orig primop_jvpprimop_transposeprimop_position_argnames compositec,tj|Sr) _primop_fnroptypes r lookup_fnr$,   V $$r c,tj|Sr) _orig2primrr"s r lookup_orig2primr(0r%r c,tj|Sr) _prim2origrr"s r lookup_prim2origr+4r%r c,tj|Sr) _primop_jvprr"s r lookup_jvpr.8s   f %%r c,tj|Sr)_primop_transposerr"s r lookup_transposer1<s  # #F ++r c,tj|Sr)_composite_opsrr"s r lookup_compositer4@s   ((r c tj|j}|Jd|jd|^}}g}|D]}tt |j j |j|}t|dk\sJdt|dt|dkDr|j|}|j|d|S)a4 Returns the position inputs of `op` as registered with REGISTER_FN. Args: op(Operator): The op that needs to get the inputs Returns: Tensor(s): Inputs of the op Examples: .. code-block:: python >>> from paddle.incubate.autograd.primops import _simple_binop >>> from paddle.base.layer_helper import LayerHelper >>> from paddle.incubate.autograd.primreg import REGISTER_FN >>> # doctest: +SKIP('Depends on external code.') >>> @REGISTER_FN('div_p', 'X', 'Y', 'Z') >>> def div(x, y, out=None): ... return _simple_binop(LayerHelper('div_p', **locals())) The registered inputs are ['X', 'Y'] for div_p and accordingly this function will return inputs in the order of X then Y. zargs of z, should not be None in op_position_inputs().z>len(vars) should be greater than or equal to 0, but len(vars)=.) _primop_position_argnamesrtypelistmapblockvarinputlenappend)opargs input_names_inputsrvarss r op_position_inputsrHDs4 % + +BGG 4D H "''FGHO[! FC bhhtn56 IN Y KCPTI;VW X Y  t9q= MM$  MM$q' " Mr cBtj|j}|Jd|^}}tt |j j |j|}t|dk\sJdt|dt|dkDr|}|S|d}|S)a Returns the output of `op` as registered with REGISTER_FN. Args: op(Operator): The op that needs to get the output Returns: Tensor(s): Output of the op Examples: .. code-block:: python >>> # doctest: +SKIP('Depends on external code.') >>> from paddle.incubate.autograd.primops import _simple_binop >>> from paddle.base.layer_helper import LayerHelper >>> from paddle.incubate.autograd.primreg import REGISTER_FN >>> @REGISTER_FN('div_p', 'X', 'Y', 'Z') >>> def div(x, y, out=None): ... return _simple_binop(LayerHelper('div_p', **locals())) The registered output is ['Z'] for div_p and accordingly this function will return output Z. z0args should not be None in op_position_output().r6zDlen(outvars) should be greater than or equal to 0, but len(outvars)=r7r8) r9rr:r;r<r=r>outputr@)rBrCrE output_nameoutvarsrJs r op_position_outputrMrs4 % + +BGG 4D  OOO OQ 3rxx||RYY{%;<=G G ^ McRYl^[\]^ 7|a M Mr cttstdtdtj |fd}|S)a Decorator for registering the Python function for a primitive op. Args: op_type(str): The op name position_argnames(list[str]): Input and output names of the op Returns: wrapper: Inner wrapper function Examples: .. code-block:: python >>> # doctest: +SKIP('Depends on external code.') >>> from paddle.incubate.autograd.primops import _simple_binop >>> from paddle.base.layer_helper import LayerHelper >>> from paddle.incubate.autograd.primreg import REGISTER_FN >>> @REGISTER_FN('tanh_p', 'X', 'Y') >>> def tanh(x, out=None): ... return _simple_unop(LayerHelper('tanh_p', **locals())) op_type must be str, but got r7c4tj||Sr)r!r)fop_types r wrapperzREGISTER_FN..wrappersGQ'r ) isinstancestr TypeErrorr:r9r)rRposition_argnamesrSs` r REGISTER_FNrXsE2 gs #7W aHII&&w0AB Nr cbttstdtdfd}|S)a Decorator for registering the lower function for an original op into sequence of primitive ops. Args: op_type(str): The op name Returns: wrapper: Inner wrapper function Examples: .. code-block:: python >>> # doctest: +SKIP('Depends on external code.') >>> from paddle.base.layer_helper import LayerHelper >>> from paddle.incubate.autograd.utils import get_input_var_list >>> from paddle.incubate.autograd import primops >>> from paddle.incubate.autograd.primreg import REGISTER_ORIG2PRIM >>> @REGISTER_ORIG2PRIM('tanh') >>> def tanh_orig2prim(op): ... x, = get_input_var_list(op) ... return primops.tanh(x) rOr7c@fd}tj|y)Nch|jk(sJd|jd|g|i|SNz3op.type should be equal to op_type, but op.type is z and op_type is r:rBrCkwargsrQrRs r _lowerz3REGISTER_ORIG2PRIM..wrapper.._lowerJ7" hDRWWIM]^e]fg h"R)$)&) )r )r'rrQr`rRs` r rSz#REGISTER_ORIG2PRIM..wrapper * GV,r rTrUrVr:rRrSs` r REGISTER_ORIG2PRIMrfs42 gs #7W aHII- Nr cbttstdtdfd}|S)a Decorator for registering the lower function for an original op into sequence of primitive ops. Args: op_type(str): The op name Returns: wrapper: Inner wrapper function Examples: .. code-block:: python >>> # doctest: +SKIP('Depends on external code.') >>> import paddle >>> from paddle.incubate.autograd.primreg import REGISTER_COMPOSITE >>> @REGISTER_COMPOSITE('softmax') >>> def softmax_composite(x, axis): ... molecular = paddle.exp(x) ... denominator = paddle.broadcast_to(sum(molecular, axis=axis, keepdim=True), x.shape) ... res = paddle.divide(molecular, denominator) ... return res rOr7c@fd}tj|y)Nc`|jk(sJd|jd|i|Sr\r]r^s r r`z3REGISTER_COMPOSITE..wrapper.._lowersE7" hDRWWIM]^e]fg h"d%f% %r )r3rrbs` r rSz#REGISTER_COMPOSITE..wrappers & 0r rdres` r REGISTER_COMPOSITErjs42 gs #7W aHII1 Nr cbttstdtdfd}|S)a Decorator for registering the lower function for an primitive op into sequence of original ops. Args: op_type(str): The op name Returns: wrapper: Inner wrapper function Examples: .. code-block:: python >>> # doctest: +SKIP('Depends on external code.') >>> import paddle >>> from paddle.incubate.autograd.primreg import REGISTER_PRIM2ORIG >>> from paddle.incubate.autograd.utils import get_input_var_list >>> @REGISTER_PRIM2ORIG('tanh_p') >>> def tanh_prim2orig(op): ... x, = get_input_var_list(op) ... return paddle.tanh(x) ... rOr7c@fd}tj|y)Nch|jk(sJd|jd|g|i|Sr\r]r^s r r`z3REGISTER_PRIM2ORIG..wrapper.._lower-rar )r*rrbs` r rSz#REGISTER_PRIM2ORIG..wrapper,rcr rdres` r REGISTER_PRIM2ORIGrns40 gs #7W aHII- Nr cbttstdtdfd}|S)a, Decorator for registering the JVP function for a primitive op. Args: op_type(str): The op name Returns: wrapper: Inner wrapper function Examples: .. code-block:: python >>> # doctest: +SKIP('Depends on external code.') >>> from paddle.incubate.autograd import primops >>> from paddle.incubate.autograd.primreg import REGISTER_JVP >>> @REGISTER_JVP('add_p') >>> def add_jvp(op, x_dot, y_dot): ... return primops.add(x_dot, y_dot) rOr7cBfd}tj|S)Nch|jk(sJd|jd|g|i|Sr\r]r^s r _jvpz+REGISTER_JVP..wrapper.._jvpRrar )r-r)rQrrrRs` r rSzREGISTER_JVP..wrapperQs * Wd+r rdres` r REGISTER_JVPrs84, gs #7W aHII Nr cbttstdtdfd}|S)a/ Decorator for registering the transpose function for a primitive op that denotes a linear operation in the forward AD graph. Args: op_type(str): The op name Returns: wrapper: Inner wrapper function Examples: .. code-block:: python >>> # doctest: +SKIP('Depends on external code.') >>> from paddle.incubate.autograd.primreg import REGISTER_TRANSPOSE >>> @REGISTER_TRANSPOSE('add_p') >>> def add_transpose(op, z_bar): ... return z_bar, z_bar rOr7cBfd}tj|S)Ncj|jk(sJd|jd||g|i|Sr\r])rB dot_checkerrCr_rQrRs r _transposez7REGISTER_TRANSPOSE..wrapper.._transposexsL7" hDRWWIM]^e]fg h"R6t6v6 6r )r0r)rQryrRs` r rSz#REGISTER_TRANSPOSE..wrapperws 7 ""7J7r rdres` r REGISTER_TRANSPOSErz^rtr N)rr!r'r*r-r0r9r3r$r(r+r.r1r4rHrMrXrfrjrnrsrzrr r r{s ""&k " k " k " |$ /0$%?@+&%%%&,)+\'T"J%P%P$N#L#r