This commit is contained in:
Frank Seide 2016-08-23 23:39:28 -07:00
Родитель bd5f9cb3f4
Коммит 835985bda2
2 изменённых файлов: 3 добавлений и 3 удалений

Просмотреть файл

@ -832,7 +832,7 @@ Loop = [
Parameters =
[
# TODO: These all have randomSeed set to 1!
WeightParam (outputDim, inputDim) = Parameter (outputDim, inputDim, init='uniform', initValueScale=1, initOnCPUOnly=true, randomSeed=1)
WeightParam (outputDim, inputDim) = ParameterTensor ((outputDim : inputDim), init='uniform', initValueScale=1, initOnCPUOnly=true, randomSeed=1)
DiagWeightParam (outputDim) = ParameterTensor ((outputDim), init='uniform', initValueScale=1, initOnCPUOnly=true, randomSeed=1) # meant to be applied elementwise
BiasParam (dim) = ParameterTensor ((dim), initValue=0.0)
ScalarParam() = BiasParam (1)

Просмотреть файл

@ -90,8 +90,8 @@ speechTrain = [
// parameter macros--these carry their own weight matrices
B() = BS.Parameters.BiasParam (cellDim)
W(v) = BS.Parameters.WeightParam (cellDim, Inferred/*inputDim*/) * Stabilize (v, enabled=enableSelfStabilization) // input-to-hidden
H(h) = BS.Parameters.WeightParam (cellDim, Inferred/*outputDim*/) * Stabilize (h, enabled=enableSelfStabilization) // hidden-to-hidden
W(v) = BS.Parameters.WeightParam (cellDim, Inferred) * Stabilize (v, enabled=enableSelfStabilization) // input-to-hidden
H(h) = BS.Parameters.WeightParam (cellDim, outputDim) * Stabilize (h, enabled=enableSelfStabilization) // hidden-to-hidden
C(c) = BS.Parameters.DiagWeightParam (cellDim) .* Stabilize (c, enabled=enableSelfStabilization) // cell-to-hiddden (note: applied elementwise)
// note: the W(x) here are all different, they all come with their own set of weights; same for H(dh), C(dc), and B()