addNet PMSP-skip

seed 12345

addGroup graphemes 105 INPUT
addGroup hidden    100
addGroup phonemes   61 OUTPUT

connectGroups graphemes hidden phonemes

setObj learningRate      0.05
setObj momentum          0.9
setObj weightDecay       0.0001
setObj randRange         0.1
setObj targetRadius	 0.05
setObj pseudoExampleFreq 1
setObj reportInterval    10
setObj numUpdates        50
resetNet

loadExamples train_ex.txt  -s train
loadExamples testR_ex.txt  -s testR
loadExamples testE_ex.txt  -s testE
loadExamples testN_ex.txt  -s testN
useTrainingSet train
useTestingSet  testN

setObj unitCellSize   32
resetPlot
plotRow 1 next phonemes 23
plotRow 1 next phonemes 14
plotRow 1 next phonemes 24
plotRow 1 fill
plotRow * next hidden 25
plotRow 1 fill
plotRow 1 next graphemes 30
plotRow 1 next graphemes 27
plotRow 1 next graphemes 19
plotRow 1 next graphemes 29
drawUnits

source utilities.tcl

# add skip connections
connectGroups graphemes phonemes

#
# uncomment this if you want to see the decoded phoneme string corresponding to the network's
# output for each run example (don't do this during training, only testing)
#
#setObj postExampleProc {decodePMSP phonemes}
#
