a SicaM@sdZddlmmZddlmZddlmZddlmZddlm Z ddlm Z ddl m Z dd l mZdd lmZdd lmZdd lmZdd lmZddlmZddlmZedGdddee jZedGdddeZdS)zFully connected RNN layer.N) activations)backend) constraints) initializers) regularizers) base_layer) InputSpec) rnn_utils)RNN)DropoutRNNCellMixin)tf_utils) tf_logging) keras_exportzkeras.layers.SimpleRNNCellc sTeZdZdZdfd d Zejfd d Zdd dZdddZ fddZ Z S) SimpleRNNCella Cell class for SimpleRNN. See [the Keras RNN API guide](https://www.tensorflow.org/guide/keras/rnn) for details about the usage of RNN API. This class processes one step within the whole time sequence input, whereas `tf.keras.layer.SimpleRNN` processes the whole sequence. Args: units: Positive integer, dimensionality of the output space. activation: Activation function to use. Default: hyperbolic tangent (`tanh`). If you pass `None`, no activation is applied (ie. "linear" activation: `a(x) = x`). use_bias: Boolean, (default `True`), whether the layer uses a bias vector. kernel_initializer: Initializer for the `kernel` weights matrix, used for the linear transformation of the inputs. Default: `glorot_uniform`. recurrent_initializer: Initializer for the `recurrent_kernel` weights matrix, used for the linear transformation of the recurrent state. Default: `orthogonal`. bias_initializer: Initializer for the bias vector. Default: `zeros`. kernel_regularizer: Regularizer function applied to the `kernel` weights matrix. Default: `None`. recurrent_regularizer: Regularizer function applied to the `recurrent_kernel` weights matrix. Default: `None`. bias_regularizer: Regularizer function applied to the bias vector. Default: `None`. kernel_constraint: Constraint function applied to the `kernel` weights matrix. Default: `None`. recurrent_constraint: Constraint function applied to the `recurrent_kernel` weights matrix. Default: `None`. bias_constraint: Constraint function applied to the bias vector. Default: `None`. dropout: Float between 0 and 1. Fraction of the units to drop for the linear transformation of the inputs. Default: 0. recurrent_dropout: Float between 0 and 1. Fraction of the units to drop for the linear transformation of the recurrent state. Default: 0. Call arguments: inputs: A 2D tensor, with shape of `[batch, feature]`. states: A 2D tensor with shape of `[batch, units]`, which is the state from the previous time step. For timestep 0, the initial state provided by user will be feed to cell. training: Python boolean indicating whether the layer should behave in training mode or in inference mode. Only relevant when `dropout` or `recurrent_dropout` is used. Examples: ```python inputs = np.random.random([32, 10, 8]).astype(np.float32) rnn = tf.keras.layers.RNN(tf.keras.layers.SimpleRNNCell(4)) output = rnn(inputs) # The output has shape `[32, 4]`. rnn = tf.keras.layers.RNN( tf.keras.layers.SimpleRNNCell(4), return_sequences=True, return_state=True) # whole_sequence_output has shape `[32, 10, 4]`. # final_state has shape `[32, 4]`. whole_sequence_output, final_state = rnn(inputs) ``` tanhTglorot_uniform orthogonalzerosNc s|dkrtd|dtjjr4|dd|_n|dd|_tjfi|||_ t ||_ ||_ t ||_t ||_t ||_t ||_t ||_t | |_t | |_t | |_t | |_tdtd| |_tdtd||_|j |_|j |_dS) NrzQReceived an invalid value for argument `units`, expected a positive integer, got .enable_caching_deviceTFg?r) ValueErrortfcompatv1#executing_eagerly_outside_functionspop_enable_caching_devicesuper__init__unitsrget activationuse_biasrkernel_initializerrecurrent_initializerbias_initializerrkernel_regularizerrecurrent_regularizerbias_regularizerrkernel_constraintrecurrent_constraintbias_constraintminmaxdropoutrecurrent_dropout state_size output_size)selfr r"r#r$r%r&r'r(r)r*r+r,r/r0kwargs __class__W/var/www/html/django/DPS/env/lib/python3.9/site-packages/keras/layers/rnn/simple_rnn.pyrjs<           zSimpleRNNCell.__init__cst|t|}|j|d|jfd|j|j|j|d|_ |j|j|jfd|j |j |j |d|_ |jr|j|jfd|j|j|j|d|_nd|_d|_dS)Nkernel)shapename initializer regularizer constraintcaching_devicerecurrent_kernelbiasT)rbuildr r@ add_weightr r$r'r*r:r%r(r+rAr#r&r)r,rBbuilt)r3 input_shapedefault_caching_devicer5r7r8rCs:     zSimpleRNNCell.buildc Cstj|r|dn|}|||}|||}|durLt|||j}nt||j}|jdurrt ||j}|dur||}|t||j }|j dur| |}tj|r|gn|} || fS)Nr) rnest is_nestedget_dropout_mask_for_cell#get_recurrent_dropout_mask_for_cellrdotr:rBbias_addrAr") r3inputsstatestraining prev_outputdp_mask rec_dp_maskhoutput new_stater7r7r8calls"    zSimpleRNNCell.callcCst||||SN)r #generate_zero_filled_state_for_cell)r3rN batch_sizedtyper7r7r8get_initial_stateszSimpleRNNCell.get_initial_statecs|jt|j|jt|jt|jt|jt |j t |j t |j t |jt |jt |j|j|jd}|t|t}tt|t|S)N)r r"r#r$r%r&r'r(r)r*r+r,r/r0)r r serializer"r#rr$r%r&rr'r(r)rr*r+r,r/r0updater config_for_enable_caching_devicer get_configdictlistitemsr3config base_configr5r7r8r`s8      zSimpleRNNCell.get_config) rTrrrNNNNNNrr)N)NNN) __name__ __module__ __qualname____doc__rr shape_type_conversionrCrWr\r` __classcell__r7r7r5r8r%s(F6  rzkeras.layers.SimpleRNNcseZdZdZd.fd d Zd/fd d ZeddZeddZeddZ eddZ eddZ eddZ eddZ eddZeddZed d!Zed"d#Zed$d%Zed&d'Zed(d)Zfd*d+Zed,d-ZZS)0 SimpleRNNa6Fully-connected RNN where the output is to be fed back to input. See [the Keras RNN API guide](https://www.tensorflow.org/guide/keras/rnn) for details about the usage of RNN API. Args: units: Positive integer, dimensionality of the output space. activation: Activation function to use. Default: hyperbolic tangent (`tanh`). If you pass None, no activation is applied (ie. "linear" activation: `a(x) = x`). use_bias: Boolean, (default `True`), whether the layer uses a bias vector. kernel_initializer: Initializer for the `kernel` weights matrix, used for the linear transformation of the inputs. Default: `glorot_uniform`. recurrent_initializer: Initializer for the `recurrent_kernel` weights matrix, used for the linear transformation of the recurrent state. Default: `orthogonal`. bias_initializer: Initializer for the bias vector. Default: `zeros`. kernel_regularizer: Regularizer function applied to the `kernel` weights matrix. Default: `None`. recurrent_regularizer: Regularizer function applied to the `recurrent_kernel` weights matrix. Default: `None`. bias_regularizer: Regularizer function applied to the bias vector. Default: `None`. activity_regularizer: Regularizer function applied to the output of the layer (its "activation"). Default: `None`. kernel_constraint: Constraint function applied to the `kernel` weights matrix. Default: `None`. recurrent_constraint: Constraint function applied to the `recurrent_kernel` weights matrix. Default: `None`. bias_constraint: Constraint function applied to the bias vector. Default: `None`. dropout: Float between 0 and 1. Fraction of the units to drop for the linear transformation of the inputs. Default: 0. recurrent_dropout: Float between 0 and 1. Fraction of the units to drop for the linear transformation of the recurrent state. Default: 0. return_sequences: Boolean. Whether to return the last output in the output sequence, or the full sequence. Default: `False`. return_state: Boolean. Whether to return the last state in addition to the output. Default: `False` go_backwards: Boolean (default False). If True, process the input sequence backwards and return the reversed sequence. stateful: Boolean (default False). If True, the last state for each sample at index i in a batch will be used as initial state for the sample of index i in the following batch. unroll: Boolean (default False). If True, the network will be unrolled, else a symbolic loop will be used. Unrolling can speed-up a RNN, although it tends to be more memory-intensive. Unrolling is only suitable for short sequences. Call arguments: inputs: A 3D tensor, with shape `[batch, timesteps, feature]`. mask: Binary tensor of shape `[batch, timesteps]` indicating whether a given timestep should be masked. An individual `True` entry indicates that the corresponding timestep should be utilized, while a `False` entry indicates that the corresponding timestep should be ignored. training: Python boolean indicating whether the layer should behave in training mode or in inference mode. This argument is passed to the cell when calling it. This is only relevant if `dropout` or `recurrent_dropout` is used. initial_state: List of initial state tensors to be passed to the first call of the cell. Examples: ```python inputs = np.random.random([32, 10, 8]).astype(np.float32) simple_rnn = tf.keras.layers.SimpleRNN(4) output = simple_rnn(inputs) # The output has shape `[32, 4]`. simple_rnn = tf.keras.layers.SimpleRNN( 4, return_sequences=True, return_state=True) # whole_sequence_output has shape `[32, 10, 4]`. # final_state has shape `[32, 4]`. whole_sequence_output, final_state = simple_rnn(inputs) ``` rTrrrNrFc sd|vr|dtdd|vr4d|di}ni}t|f|||||||| | | | |||d|ddd|}tj|f|||||d|t| |_t d d g|_ dS) NimplementationzhThe `implementation` argument in `SimpleRNN` has been deprecated. Please remove it from your layer call.rr[ trainableT)r"r#r$r%r&r'r(r)r*r+r,r/r0r[ro)return_sequences return_state go_backwardsstatefulunroll)ndim) rloggingwarningrr!rrractivity_regularizerr input_spec)r3r r"r#r$r%r&r'r(r)ryr*r+r,r/r0rprqrrrsrtr4 cell_kwargscellr5r7r8rUsV    zSimpleRNN.__init__cstj||||dS)N)maskrP initial_state)rrW)r3rNr}rPr~r5r7r8rWszSimpleRNN.callcCs|jjSrX)r|r r3r7r7r8r szSimpleRNN.unitscCs|jjSrX)r|r"rr7r7r8r"szSimpleRNN.activationcCs|jjSrX)r|r#rr7r7r8r#szSimpleRNN.use_biascCs|jjSrX)r|r$rr7r7r8r$szSimpleRNN.kernel_initializercCs|jjSrX)r|r%rr7r7r8r%szSimpleRNN.recurrent_initializercCs|jjSrX)r|r&rr7r7r8r&szSimpleRNN.bias_initializercCs|jjSrX)r|r'rr7r7r8r'szSimpleRNN.kernel_regularizercCs|jjSrX)r|r(rr7r7r8r(szSimpleRNN.recurrent_regularizercCs|jjSrX)r|r)rr7r7r8r)szSimpleRNN.bias_regularizercCs|jjSrX)r|r*rr7r7r8r*szSimpleRNN.kernel_constraintcCs|jjSrX)r|r+rr7r7r8r+szSimpleRNN.recurrent_constraintcCs|jjSrX)r|r,rr7r7r8r,szSimpleRNN.bias_constraintcCs|jjSrX)r|r/rr7r7r8r/szSimpleRNN.dropoutcCs|jjSrX)r|r0rr7r7r8r0szSimpleRNN.recurrent_dropoutcs|jt|j|jt|jt|jt|jt |j t |j t |j t |j t|jt|jt|j|j|jd}t}|t|j|d=tt|t|S)N)r r"r#r$r%r&r'r(r)ryr*r+r,r/r0r|)r rr]r"r#rr$r%r&rr'r(r)ryrr*r+r,r/r0rr`r^r r_r|rarbrcrdr5r7r8r`s@      zSimpleRNN.get_configcCs d|vr|d|fi|S)Nrn)r)clsrer7r7r8 from_configs zSimpleRNN.from_config)rTrrrNNNNNNNrrFFFFF)NNN)rgrhrirjrrWpropertyr r"r#r$r%r&r'r(r)r*r+r,r/r0r` classmethodrrlr7r7r5r8rmsjYD               #rm)rjtensorflow.compat.v2rv2rkerasrrrrr keras.enginerkeras.engine.input_specrZkeras.layers.rnnr keras.layers.rnn.base_rnnr 'keras.layers.rnn.dropout_rnn_cell_mixinr keras.utilsr tensorflow.python.platformr rw tensorflow.python.util.tf_exportrBaseRandomLayerrrmr7r7r7r8s&             X