change CNTK book to make examples and descriptions more consistent with Brain Script.
This commit is contained in:
Dong Yu
Родитель
56a565df7c
Коммит
be82f9e9df
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -127,7 +127,7 @@ Andreas Stolcke, Malcolm Slaney, Xuedong Huang
|
|||
\end_layout
|
||||
|
||||
\begin_layout Date
|
||||
MSR-TR-2014-112 (DRAFT v0.8: Aug 5, 2015)
|
||||
MSR-TR-2014-112 (DRAFT v0.9: Nov 30, 2015)
|
||||
\end_layout
|
||||
|
||||
\begin_layout Standard
|
||||
|
|
|
|||
|
|
@ -159,12 +159,12 @@ LDim=10
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
features=Input(SDim)
|
||||
features=Input(SDim, 1)
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
labels=Input(LDim)
|
||||
labels=Input(LDim, 1)
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -183,7 +183,7 @@ W0=Parameter(HDim, SDim)
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
B0=Parameter(HDim)
|
||||
B0=Parameter(HDim, 1)
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -450,7 +450,7 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
B0=Parameter(HDim)
|
||||
B0=Parameter(HDim, 1)
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -1189,7 +1189,7 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
B0=Parameter(HDim, init=zero)
|
||||
B0=Parameter(HDim, 1, init=zero)
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -1283,12 +1283,12 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
features=Input(SDim, tag="feature")
|
||||
features=Input(SDim, 1, tag="feature")
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
labels=Input(LDim, tag="label")
|
||||
labels=Input(LDim, 1, tag="label")
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -1345,7 +1345,7 @@ label
|
|||
\begin_layout Itemize
|
||||
|
||||
\emph on
|
||||
criteria
|
||||
criteri
|
||||
\family roman
|
||||
\series medium
|
||||
\shape up
|
||||
|
|
@ -1357,7 +1357,7 @@ criteria
|
|||
\uwave off
|
||||
\noun off
|
||||
\color none
|
||||
: training criteria
|
||||
on: training criteria
|
||||
\end_layout
|
||||
|
||||
\begin_layout Itemize
|
||||
|
|
@ -1429,45 +1429,10 @@ reference "chap:CN"
|
|||
|
||||
.
|
||||
As CNTK is expanded, additional functions become available.
|
||||
In the following discussion,
|
||||
\emph on
|
||||
ordered optional
|
||||
\emph default
|
||||
parameters are operational parameters that are identified by the position
|
||||
of the parameter in the argument list, and named optional parameters are
|
||||
optional parameters that are specified by an augment name.
|
||||
For example, if cols is an ordered optional parameter in
|
||||
\end_layout
|
||||
|
||||
\begin_layout Standard
|
||||
\begin_inset listings
|
||||
inline false
|
||||
status open
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
Function(rows, [cols=1])
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
||||
we can use
|
||||
\end_layout
|
||||
|
||||
\begin_layout Standard
|
||||
\begin_inset listings
|
||||
inline false
|
||||
status open
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
Function(rowsValue, colsValue)
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
||||
to specify the cols value.
|
||||
If cols is a named optional parameter, we need to call the function as
|
||||
In the following discussion named optional parameters are optional parameters
|
||||
that are specified by an augment name.
|
||||
For example, if cols is a named optional parameter, we need to call the
|
||||
function as
|
||||
\end_layout
|
||||
|
||||
\begin_layout Standard
|
||||
|
|
@ -1482,7 +1447,7 @@ Function(rowsValue, cols=colsValue)
|
|||
|
||||
\end_inset
|
||||
|
||||
instead.
|
||||
|
||||
\end_layout
|
||||
|
||||
\begin_layout Subsubsection
|
||||
|
|
@ -1524,12 +1489,12 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
InputValue(rows, [cols=1], {tag="feature"|label})
|
||||
InputValue(rows, cols, {tag="feature"|"label"})
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
Input(rows, [cols=1], {tag="feature"|"label"}) #deprecated
|
||||
Input(rows, cols, {tag="feature"|"label"}) #deprecated
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -1542,7 +1507,7 @@ rows - row dimension of the data.
|
|||
\end_layout
|
||||
|
||||
\begin_layout Itemize
|
||||
cols - [ordered optional] column dimension of the data, default to 1.
|
||||
cols - column dimension of the data, default to 1.
|
||||
Each column is considered as a sample in CNTK.
|
||||
Default value is often used since the actual value may be determined by
|
||||
the minibatch size.
|
||||
|
|
@ -1593,7 +1558,7 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
ImageInput(width, height, channels, [numImages=1],
|
||||
ImageInput(width, height, channels, numImages,
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -1603,7 +1568,7 @@ ImageInput(width, height, channels, [numImages=1],
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
Image(width, height, channels, [numImages=1],
|
||||
Image(width, height, channels, numImages,
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -1630,7 +1595,7 @@ channels - number of channels in the image data (i.e.
|
|||
\end_layout
|
||||
|
||||
\begin_layout Itemize
|
||||
numImages - [ordered optional] number of images, defaults to 1.
|
||||
numImages - number of images, defaults to 1.
|
||||
Each image is stored as a column vector with size
|
||||
\begin_inset Formula $width\times height\times channels$
|
||||
\end_inset
|
||||
|
|
@ -1690,7 +1655,7 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
LearnableParameter(row, [cols=1],
|
||||
LearnableParameter(row, cols,
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -1710,12 +1675,12 @@ LearnableParameter(row, [cols=1],
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
Parameter(row, [cols=1], {needGradient=true|false,
|
||||
Parameter(row, cols, {needGradient=true|false,
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
init="fixedValue"|Uniform|Gaussian|fromFile,
|
||||
init="fixedValue"|"uniform"|"gaussian"|"fromFile",
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -1733,8 +1698,7 @@ rows - number of rows in the parameter.
|
|||
\end_layout
|
||||
|
||||
\begin_layout Itemize
|
||||
cols - [ordered optional] number of columns in the parameter, defaults to
|
||||
1.
|
||||
cols - number of columns in the parameter, defaults to 1.
|
||||
|
||||
\end_layout
|
||||
|
||||
|
|
@ -1761,7 +1725,7 @@ fromFile - No initialization is required, should only be used if the network
|
|||
\end_layout
|
||||
|
||||
\begin_layout Itemize
|
||||
Uniform - Initializes the parameter matrix with uniform random numbers in
|
||||
uniform - Initializes the parameter matrix with uniform random numbers in
|
||||
the range of
|
||||
\begin_inset Formula $\left[-0.05\times initValueScale,0.05\times initValueScale\right]$
|
||||
\end_inset
|
||||
|
|
@ -1770,7 +1734,7 @@ Uniform - Initializes the parameter matrix with uniform random numbers in
|
|||
\end_layout
|
||||
|
||||
\begin_layout Itemize
|
||||
Gaussian - Initializes the parameter matrix with Gaussian random numbers
|
||||
gaussian - Initializes the parameter matrix with Gaussian random numbers
|
||||
with zero mean and standard deviation of
|
||||
\begin_inset Formula $0.2\times initValueScale/\sqrt{cols}$
|
||||
\end_inset
|
||||
|
|
@ -1830,12 +1794,12 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
Constant(value, [rows=1, cols=1])
|
||||
Constant(value, rows, cols)
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
Const(value, [rows=1, cols=1]) #deprecated
|
||||
Const(value, rows, cols) #deprecated
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -1848,11 +1812,11 @@ value - the value of the constant.
|
|||
\end_layout
|
||||
|
||||
\begin_layout Itemize
|
||||
rows - [ordered optional] row dimension of the data, default to 1.
|
||||
rows - row dimension of the data, default to 1.
|
||||
\end_layout
|
||||
|
||||
\begin_layout Itemize
|
||||
cols - [ordered optional] column dimension of the data, default to 1.
|
||||
cols - column dimension of the data, default to 1.
|
||||
|
||||
\end_layout
|
||||
|
||||
|
|
@ -3738,17 +3702,17 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
PastValue(rows, [cols], m, [timeStep=1, defaultHiddenActivity=0.1])
|
||||
PastValue(rows, cols, m, [timeStep=1, defaultHiddenActivity=0.1])
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
Delay(rows, [cols], m, [delayTime=1, defaultPastValue=0.1]) #deprecated
|
||||
Delay(rows, cols, m, [delayTime=1, defaultPastValue=0.1]) #deprecated
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
FutureValue(rows, [cols], m, [timeStep=1, defaultHiddenActivity=0.1])
|
||||
FutureValue(rows, cols, m, [timeStep=1, defaultHiddenActivity=0.1])
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -3764,8 +3728,6 @@ rows - the number of rows in the input matrix.
|
|||
|
||||
\begin_layout Itemize
|
||||
cols - the number of columns in the input matrix.
|
||||
This parameter is optional since it will be set based on the minibatch
|
||||
size during training and testing.
|
||||
\end_layout
|
||||
|
||||
\begin_layout Itemize
|
||||
|
|
@ -3906,7 +3868,7 @@ originalModel.dmp", includeData = true)
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
Copy(L3.*, L4.*, copy=all)
|
||||
Copy(L3.*, L4.*, copy="all")
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -4135,7 +4097,7 @@ model1 = LoadModel("c:
|
|||
\backslash
|
||||
models
|
||||
\backslash
|
||||
mymodel.cn", format=cntk)
|
||||
mymodel.cn", format="cntk")
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -4973,12 +4935,12 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
m=LoadModel(modelFileName, [format=cntk])
|
||||
m=LoadModel(modelFileName, [format="cntk"])
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
LoadModelWithName(m, modelFileName, [format=cntk])
|
||||
LoadModelWithName(m, modelFileName, [format="cntk"])
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -5039,12 +5001,12 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
SaveDefaultModel(modelFileName, [format=cntk])
|
||||
SaveDefaultModel(modelFileName, [format="cntk"])
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
SaveModel(m, modelFileName, [format=cntk])
|
||||
SaveModel(m, modelFileName, [format="cntk"])
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -5338,12 +5300,12 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
Copy(fromNode, toNode, [copy=all|value])
|
||||
Copy(fromNode, toNode, [copy="all"|"value"])
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
CopyNode(fromNode, toNode, [copy=all|value])
|
||||
CopyNode(fromNode, toNode, [copy="all"|"value"])
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -5409,7 +5371,7 @@ if destination node does not exist
|
|||
\begin_inset Text
|
||||
|
||||
\begin_layout Plain Layout
|
||||
All
|
||||
all
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -5444,7 +5406,7 @@ Copies over the values of the nodes and any links between them creating
|
|||
\begin_inset Text
|
||||
|
||||
\begin_layout Plain Layout
|
||||
Value
|
||||
value
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -5505,7 +5467,7 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
CopySubTree(fromRootNode, toRootNode, [copy=all|value])
|
||||
CopySubTree(fromRootNode, toRootNode, [copy="all"|"value"])
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -5706,22 +5668,22 @@ The acceptable property names and property values are as follows:
|
|||
\end_layout
|
||||
|
||||
\begin_layout Itemize
|
||||
ComputeGradient
|
||||
computeGradient
|
||||
\begin_inset Index idx
|
||||
status open
|
||||
|
||||
\begin_layout Plain Layout
|
||||
ComputeGradient
|
||||
computeGradient
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
||||
or NeedsGradient
|
||||
or needsGradient
|
||||
\begin_inset Index idx
|
||||
status open
|
||||
|
||||
\begin_layout Plain Layout
|
||||
NeedsGradient
|
||||
needsGradient
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -5732,12 +5694,12 @@ ns.
|
|||
\end_layout
|
||||
|
||||
\begin_layout Itemize
|
||||
Feature
|
||||
feature
|
||||
\begin_inset Index idx
|
||||
status open
|
||||
|
||||
\begin_layout Plain Layout
|
||||
Feature
|
||||
feature
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -5747,12 +5709,12 @@ Feature
|
|||
\end_layout
|
||||
|
||||
\begin_layout Itemize
|
||||
Label
|
||||
label
|
||||
\begin_inset Index idx
|
||||
status open
|
||||
|
||||
\begin_layout Plain Layout
|
||||
Label
|
||||
label
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -5762,12 +5724,12 @@ Label
|
|||
\end_layout
|
||||
|
||||
\begin_layout Itemize
|
||||
FinalCriterionCriteria
|
||||
finalCriterion or criterion
|
||||
\begin_inset Index idx
|
||||
status open
|
||||
|
||||
\begin_layout Plain Layout
|
||||
FinalCriterionCriteria
|
||||
finalCriterion
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -5776,12 +5738,12 @@ FinalCriterionCriteria
|
|||
\end_layout
|
||||
|
||||
\begin_layout Itemize
|
||||
EvaluationEval
|
||||
evaluation or eval
|
||||
\begin_inset Index idx
|
||||
status open
|
||||
|
||||
\begin_layout Plain Layout
|
||||
EvaluationEval
|
||||
evaluation
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -5790,12 +5752,12 @@ EvaluationEval
|
|||
\end_layout
|
||||
|
||||
\begin_layout Itemize
|
||||
Output
|
||||
output
|
||||
\begin_inset Index idx
|
||||
status open
|
||||
|
||||
\begin_layout Plain Layout
|
||||
Output
|
||||
output
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -5804,12 +5766,12 @@ Output
|
|||
\end_layout
|
||||
|
||||
\begin_layout Itemize
|
||||
MultiSeq
|
||||
multiSeq
|
||||
\begin_inset Index idx
|
||||
status open
|
||||
|
||||
\begin_layout Plain Layout
|
||||
MultiSeq
|
||||
multiSeq
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
|
|||
|
|
@ -161,7 +161,7 @@ mnistTrain=[
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
action=train
|
||||
action="train"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -175,18 +175,18 @@ mnistTrain=[
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
networkDescription=c:
|
||||
networkDescription="c:
|
||||
\backslash
|
||||
cntk
|
||||
\backslash
|
||||
config
|
||||
\backslash
|
||||
sample.ndl
|
||||
sample.ndl"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
run=ndlMacroUse
|
||||
run=ndlMacroUse
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -205,13 +205,13 @@ sample.ndl
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
modelPath=c:
|
||||
modelPath="c:
|
||||
\backslash
|
||||
cntk
|
||||
\backslash
|
||||
model
|
||||
\backslash
|
||||
mnist.cn
|
||||
mnist.cn"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -250,12 +250,12 @@ mnist.cn
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
readerType=UCIFastReader
|
||||
readerType="UCIFastReader"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
file=c:
|
||||
file="c:
|
||||
\backslash
|
||||
cntk
|
||||
\backslash
|
||||
|
|
@ -263,7 +263,7 @@ data
|
|||
\backslash
|
||||
mnist
|
||||
\backslash
|
||||
mnist_train.txt
|
||||
mnist_train.txt"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -316,7 +316,7 @@ mnist_train.txt
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
labelMappingFile=c:
|
||||
labelMappingFile="c:
|
||||
\backslash
|
||||
cntk
|
||||
\backslash
|
||||
|
|
@ -324,7 +324,7 @@ data
|
|||
\backslash
|
||||
mnist
|
||||
\backslash
|
||||
mnistlabels.txt
|
||||
mnistlabels.txt"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -2194,7 +2194,7 @@ Gradient Check
|
|||
\begin_layout Itemize
|
||||
|
||||
\emph on
|
||||
gradientcheck
|
||||
gradientCheck
|
||||
\emph default
|
||||
|
||||
\begin_inset Index idx
|
||||
|
|
@ -2280,7 +2280,7 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
readerType=UCIFastReader
|
||||
readerType="UCIFastReader"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -2289,7 +2289,7 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
file=c:
|
||||
file="c:
|
||||
\backslash
|
||||
cntk
|
||||
\backslash
|
||||
|
|
@ -2297,7 +2297,7 @@ data
|
|||
\backslash
|
||||
mnist
|
||||
\backslash
|
||||
mnist_train.txt
|
||||
mnist_train.txt"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -2350,7 +2350,7 @@ mnist_train.txt
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
labelMappingFile=c:
|
||||
labelMappingFile="c:
|
||||
\backslash
|
||||
cntk
|
||||
\backslash
|
||||
|
|
@ -2358,7 +2358,7 @@ data
|
|||
\backslash
|
||||
mnist
|
||||
\backslash
|
||||
mnistlabels.txt
|
||||
mnistlabels.txt"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -2553,22 +2553,22 @@ reader=[
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
readerType=HTKMLFReader
|
||||
readerType="HTKMLFReader"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
readMethod=rollingWindow
|
||||
readMethod="rollingWindow"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
miniBatchMode=Partial
|
||||
miniBatchMode="partial"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
randomize=Auto
|
||||
randomize="auto"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -2588,9 +2588,9 @@ reader=[
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
scpFile=$ScpDir$
|
||||
scpFile="$ScpDir$
|
||||
\backslash
|
||||
TIMIT.train.scp.fbank.fullpath
|
||||
TIMIT.train.scp.fbank.fullpath"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -2610,9 +2610,9 @@ TIMIT.train.scp.fbank.fullpath
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
mlfFile=$MlfDir$
|
||||
mlfFile="$MlfDir$
|
||||
\backslash
|
||||
TIMIT.train.align_cistate.mlf.cntk
|
||||
TIMIT.train.align_cistate.mlf.cntk"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -2622,9 +2622,9 @@ TIMIT.train.align_cistate.mlf.cntk
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
labelMappingFile=$MlfDir$
|
||||
labelMappingFile="$MlfDir$
|
||||
\backslash
|
||||
TIMIT.statelist
|
||||
TIMIT.statelist"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -3255,7 +3255,7 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
readerType=LMSequenceReader
|
||||
readerType="LMSequenceReader"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -3275,16 +3275,16 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
wordclass=$DataDir$
|
||||
wordclass="$DataDir$
|
||||
\backslash
|
||||
wordclass.txt
|
||||
wordclass.txt"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
file=$DataDir$
|
||||
file="$DataDir$
|
||||
\backslash
|
||||
penntreebank.train.txt
|
||||
penntreebank.train.txt"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -3598,12 +3598,12 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
readerType=LUSequenceReader
|
||||
readerType="LUSequenceReader"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
randomize=None
|
||||
randomize="none"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -3617,7 +3617,7 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
nbruttineachrecurrentiter=10
|
||||
nbrUttsInEachRecurrentIter=10
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -3631,16 +3631,16 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
wordmap=$DataDir$
|
||||
wordMap="$DataDir$
|
||||
\backslash
|
||||
inputmap.txt
|
||||
inputmap.txt"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
file=$DataDir$
|
||||
file="$DataDir$
|
||||
\backslash
|
||||
atis.train.IOB
|
||||
atis.train.IOB"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -3654,7 +3654,7 @@ atis.train.IOB
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
usewordmap=true
|
||||
useWordMap=true
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -3673,9 +3673,9 @@ atis.train.IOB
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
token=$DataDir$
|
||||
token="$DataDir$
|
||||
\backslash
|
||||
input.txt
|
||||
input.txt"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -3704,9 +3704,9 @@ input.txt
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
token=$DataDir$
|
||||
token="$DataDir$
|
||||
\backslash
|
||||
output.txt
|
||||
output.txt"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -3777,12 +3777,14 @@ randomize
|
|||
\begin_layout Itemize
|
||||
|
||||
\emph on
|
||||
nbruttsineachrecurrentiter
|
||||
nbrUttsInEachRecurrentIter
|
||||
\begin_inset Index idx
|
||||
status open
|
||||
|
||||
\begin_layout Plain Layout
|
||||
nbruttsineachrecurrentiter
|
||||
|
||||
\emph on
|
||||
nbrUttsInEachRecurrentIter
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -3822,14 +3824,16 @@ unk
|
|||
\begin_layout Itemize
|
||||
|
||||
\emph on
|
||||
wordmap
|
||||
wordMap
|
||||
\emph default
|
||||
|
||||
\begin_inset Index idx
|
||||
status open
|
||||
|
||||
\begin_layout Plain Layout
|
||||
wordmap
|
||||
|
||||
\emph on
|
||||
wordMap
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -3970,7 +3974,7 @@ labelIn
|
|||
|
||||
\begin_deeper
|
||||
\begin_layout Itemize
|
||||
usewordmap – [Ture, False] specifies if using word map to map input words
|
||||
useWordMap – [Ture, False] specifies if using word map to map input words
|
||||
to other input words.
|
||||
|
||||
\end_layout
|
||||
|
|
@ -4564,26 +4568,26 @@ svd=[
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
action=SVD
|
||||
action="SVD"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
modelPath=train
|
||||
modelPath="train
|
||||
\backslash
|
||||
lstm.model.67
|
||||
lstm.model.67"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
outputmodelPath=train
|
||||
outputModelPath="train
|
||||
\backslash
|
||||
lstm.model.svd
|
||||
lstm.model.svd"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
SVDConfig=NodeConfigs
|
||||
SVDConfig="nodeConfigs"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -4614,12 +4618,12 @@ modelPath – specifies where to load the initial model
|
|||
status open
|
||||
|
||||
\begin_layout Plain Layout
|
||||
outputmodelPath
|
||||
outputModelPath
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
||||
outputmodelPath – specifies where to save the revised model
|
||||
outputModelPath – specifies where to save the revised model
|
||||
\end_layout
|
||||
|
||||
\begin_layout Itemize
|
||||
|
|
@ -5156,21 +5160,21 @@ topoplot=[
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
action=plot
|
||||
action="plot"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
modelPath= train
|
||||
modelPath="train
|
||||
\backslash
|
||||
lstm.model.0
|
||||
lstm.model.0"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
outputdotFile=train
|
||||
outputdotFile="train
|
||||
\backslash
|
||||
lstm.model.dot # this specifies the dot file to output
|
||||
lstm.model.dot" # this specifies the dot file to output
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -5180,14 +5184,14 @@ lstm.model.dot # this specifies the dot file to output
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
outputfile=train
|
||||
outputFile="train
|
||||
\backslash
|
||||
lstm.model.jpg # this specifies the rendered image
|
||||
lstm.model.jpg" # this specifies the rendered image
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
RenderCmd="d:
|
||||
renderCmd="d:
|
||||
\backslash
|
||||
Tools
|
||||
\backslash
|
||||
|
|
@ -5313,13 +5317,13 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
stderr=c:
|
||||
stderr="c:
|
||||
\backslash
|
||||
cntk
|
||||
\backslash
|
||||
log
|
||||
\backslash
|
||||
cntk
|
||||
cntk"
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -5402,7 +5406,7 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
precision=float
|
||||
precision="float"
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -5662,7 +5666,7 @@ mnistTrain=[
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
action=train
|
||||
action="train"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -5686,7 +5690,7 @@ mnistTest=[
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
action=eval
|
||||
action="eval"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -5734,11 +5738,11 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
cntk configFile=yourExp.config stderr=c:
|
||||
cntk configFile=yourExp.config stderr="c:
|
||||
\backslash
|
||||
temp
|
||||
\backslash
|
||||
newpath
|
||||
newpath"
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -5777,7 +5781,8 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
cntk configFile=yourExp.config mnistTrain=[reader=[file=mynewfile.txt]]
|
||||
cntk configFile=yourExp.config mnistTrain=[reader=[file="mynewfile.txt"]]
|
||||
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -5847,7 +5852,8 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
cntk configFile=yourExp1.config mnistTrain=[reader=[file=mynewfile.txt]]
|
||||
cntk configFile=yourExp1.config mnistTrain=[reader=[file="mynewfile.txt"]]
|
||||
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
@ -5999,9 +6005,9 @@ command=SpeechTrain
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
stderr=$Root$
|
||||
stderr="$Root$
|
||||
\backslash
|
||||
$RunName$.log
|
||||
$RunName$.log"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -6015,9 +6021,9 @@ speechTrain=[
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
modelPath=$Root$
|
||||
modelPath="$Root$
|
||||
\backslash
|
||||
$RunName$.cn
|
||||
$RunName$.cn"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -6041,17 +6047,17 @@ $RunName$.cn
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
type=Real
|
||||
type="real"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
dim=$DataSet1_Dim$
|
||||
dim="$DataSet1_Dim$"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
file=$DataSet1_Features$
|
||||
file="$DataSet1_Features$"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -6195,13 +6201,13 @@ status open
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
stderr=c:
|
||||
stderr="c:
|
||||
\backslash
|
||||
cntk
|
||||
\backslash
|
||||
log
|
||||
\backslash
|
||||
cntk # "_mnistTrain_mnistTest.log"
|
||||
cntk" # "_mnistTrain_mnistTest.log"
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
|
|
|||
|
|
@ -9673,8 +9673,8 @@ key "CNN-FastComputing-chellapilla+2006"
|
|||
\begin_inset Formula
|
||||
\begin{equation}
|
||||
O_{r}=\begin{cases}
|
||||
\frac{I_{r}-K_{r}}{S_{r}}+1 & \mathrm{no\: padding}\\
|
||||
\frac{\left(I_{r}-\mathrm{mod}\left(K_{r},2\right)\right)}{S_{r}}+1 & \mathrm{zero\: padding}
|
||||
\frac{I_{r}-K_{r}}{S_{r}}+1 & \mathrm{no\:padding}\\
|
||||
\frac{\left(I_{r}-\mathrm{mod}\left(K_{r},2\right)\right)}{S_{r}}+1 & \mathrm{zero\:padding}
|
||||
\end{cases}
|
||||
\end{equation}
|
||||
|
||||
|
|
@ -9687,8 +9687,8 @@ O_{r}=\begin{cases}
|
|||
\begin_inset Formula
|
||||
\begin{equation}
|
||||
O_{c}=\begin{cases}
|
||||
\frac{I_{c}-K_{c}}{S_{c}}+1 & \mathrm{no\: padding}\\
|
||||
\frac{\left(I_{c}-\mathrm{mod}\left(K_{c},2\right)\right)}{S_{c}}+1 & \mathrm{zero\: padding}
|
||||
\frac{I_{c}-K_{c}}{S_{c}}+1 & \mathrm{no\:padding}\\
|
||||
\frac{\left(I_{c}-\mathrm{mod}\left(K_{c},2\right)\right)}{S_{c}}+1 & \mathrm{zero\:padding}
|
||||
\end{cases}
|
||||
\end{equation}
|
||||
|
||||
|
|
@ -10973,60 +10973,6 @@ Macro3W1b & = & Plus\left(\mathbf{S}^{\left(1\right)},Times\left(\mathbf{W}^{\le
|
|||
\end_inset
|
||||
|
||||
|
||||
\end_layout
|
||||
|
||||
\begin_layout Section
|
||||
Multiple Networks
|
||||
\end_layout
|
||||
|
||||
\begin_layout Standard
|
||||
CNTK supports training multiple networks.
|
||||
This allows each network to do its own SGD with its own datareader.
|
||||
Therefore, it improves flexibilty.
|
||||
In one example, you would use recurrent networks as an encoder of speech
|
||||
features, a second network used as encoder of a language model and the
|
||||
third network used as a recurrent language model.
|
||||
It achieves this by introducing the following special nodes.
|
||||
Also, the network computation uses a special node to determine if a network
|
||||
has reached to an end.
|
||||
|
||||
\end_layout
|
||||
|
||||
\begin_layout Subsection
|
||||
PairNetworkNode
|
||||
\begin_inset Index idx
|
||||
status open
|
||||
|
||||
\begin_layout Plain Layout
|
||||
Pair network node(PNN)
|
||||
\end_layout
|
||||
|
||||
\end_inset
|
||||
|
||||
|
||||
\end_layout
|
||||
|
||||
\begin_layout Standard
|
||||
The pairnetworknode is a socket from one network to the other networks.
|
||||
It has one input as its child.
|
||||
When it does evaluatoin, it copies the function values from the child as
|
||||
its function value.
|
||||
When it does error propagation, it adds the gradient from its parent to
|
||||
its child.
|
||||
It is similar to an input node, but with activity from other networks.
|
||||
|
||||
\end_layout
|
||||
|
||||
\begin_layout Standard
|
||||
When the network is built, a function does evaluation ordering.
|
||||
For a typical node, its children will be included into the evaluation order.
|
||||
However, for pairnetwork node, its children are from other networks.
|
||||
Therefore, they cannot be included in the search order.
|
||||
This is achieved by overiding function, EnumerateNodesForEval, which stops
|
||||
further network expansion on its children.
|
||||
Similary, when doing strongly connected components search, the function
|
||||
performs this should ignore the children of pairnetwork nodes.
|
||||
|
||||
\end_layout
|
||||
|
||||
\begin_layout Standard
|
||||
|
|
|
|||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -404,7 +404,7 @@ command=Simple_Demo:Simple_Demo_Output
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
# deviceId=-1 for CPU, >=0 for GPU devices
|
||||
# deviceId=-1 or "CPU" for CPU, >=0 for GPU devices
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -414,17 +414,17 @@ DeviceNumber=0
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
stderr=Demo
|
||||
stderr="Demo"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
precision=float
|
||||
precision="float"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
modelPath=models/simple.dnn
|
||||
modelPath="models/simple.dnn"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -464,7 +464,7 @@ Simple_Demo=[
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
action=train
|
||||
action="train"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -484,7 +484,7 @@ Simple_Demo=[
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
SimpleNetworkBuilder=[
|
||||
SimpleNetworkBuilder = [
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -499,17 +499,17 @@ Simple_Demo=[
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
trainingCriterion=CrossEntropyWithSoftmax
|
||||
trainingCriterion="CrossEntropyWithSoftmax"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
evalCriterion=ErrorPrediction
|
||||
evalCriterion="ErrorPrediction"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
layerTypes=Sigmoid
|
||||
layerTypes="Sigmoid"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -529,12 +529,17 @@ Simple_Demo=[
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
needPrior=true ]
|
||||
needPrior=true
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
SGD=[
|
||||
]
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
SGD = [
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -595,7 +600,7 @@ Simple_Demo=[
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
reader=[
|
||||
reader = [
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -605,17 +610,17 @@ Simple_Demo=[
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
readerType=UCIFastReader
|
||||
readerType="UCIFastReader"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
file=SimpleDataTrain.txt
|
||||
file="SimpleDataTrain.txt"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
miniBatchMode=Partial
|
||||
miniBatchMode="partial"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -710,7 +715,7 @@ Simple_Demo_Output=[
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
action=write
|
||||
action="write"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -730,12 +735,12 @@ Simple_Demo_Output=[
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
readerType=UCIFastReader
|
||||
readerType="UCIFastReader"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
file=SimpleDataTest.txt
|
||||
file="SimpleDataTest.txt"
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
@ -795,7 +800,7 @@ Simple_Demo_Output=[
|
|||
|
||||
\begin_layout Plain Layout
|
||||
|
||||
outputPath=SimpleOutput # Dump output as text
|
||||
outputPath="SimpleOutput" # Dump output as text
|
||||
\end_layout
|
||||
|
||||
\begin_layout Plain Layout
|
||||
|
|
|
|||
Загрузка…
Ссылка в новой задаче