seed 12345

addNet "digits: deep recog RELU" 64 40 RELU LINEAR_COST 10 RELU LINEAR_COST 10 MAX_CRIT
loadExamples digits-recog.train_ex.txt -s train-rec
loadExamples digits-recog.test_ex.txt  -s test-rec

setObj learningRate   0.05
setObj reportInterval 1
setObj randRange      0.1
setObj testGroupCrit  1.0
setObj numUpdates     150

# this (with LINEAR_COST) adds a weak penalty for large activation values 
setObj outputCostStrength 0.0001

resetNet

setObj input.numColumns 8
autoPlot 10

loadWeights digits-deep-RELU.init.wt

graphObj error
