<Nnet3>

input-node name=input dim=15
component-node name=lstm1.four_parts input=Append(input, IfDefined(Offset(lstm1.r_trunc,-2))) component=lstm1.W_all
component-node name=lstm1.lstm_nonlin input=Append(lstm1.four_parts, IfDefined(Offset(lstm1.c_trunc,-2))) component=lstm1.lstm_nonlin
dim-range-node name=lstm1.c input-node=lstm1.lstm_nonlin dim-offset=0 dim=8
dim-range-node name=lstm1.m input-node=lstm1.lstm_nonlin dim-offset=8 dim=8
component-node name=lstm1 input=lstm1.m component=lstm1.W_rp
dim-range-node name=lstm1.r input-node=lstm1 dim-offset=0 dim=7
component-node name=lstm1.cr_trunc input=Append(lstm1.c, lstm1.r) component=lstm1.cr_trunc
dim-range-node name=lstm1.c_trunc input-node=lstm1.cr_trunc dim-offset=0 dim=8
dim-range-node name=lstm1.r_trunc input-node=lstm1.cr_trunc dim-offset=8 dim=7
output-node name=output input=lstm1

<NumComponents> 4
<ComponentName> lstm1.W_all <NaturalGradientAffineComponent> <LearningRateFactor> 1.0 <MaxChange> 1.0 <LearningRate> 0.0005 <LinearParams>  [
  0.4967141530112327 -0.13826430117118466 0.6476885381006925 1.5230298564080254 -0.23415337472333597 -0.23413695694918055 1.5792128155073915 0.7674347291529088 -0.4694743859349521 0.5425600435859647 -0.46341769281246226 -0.46572975357025687 0.24196227156603412 -1.913280244657798 -1.7249178325130328 -0.5622875292409727 -1.0128311203344238 0.3142473325952739 -0.9080240755212109 -1.4123037013352915 1.465648768921554 -0.22577630048653566
  0.06752820468792384 -1.4247481862134568 -0.5443827245251827 0.11092258970986608 -1.1509935774223028 0.37569801834567196 -0.600638689918805 -0.2916937497932768 -0.6017066122293969 1.8522781845089378 -0.013497224737933921 -1.0577109289559004 0.822544912103189 -1.2208436499710222 0.2088635950047554 -1.9596701238797756 -1.3281860488984305 0.19686123586912352 0.7384665799954104 0.1713682811899705 -0.11564828238824053 -0.3011036955892888
  -1.4785219903674274 -0.7198442083947086 -0.4606387709597875 1.0571222262189157 0.3436182895684614 -1.763040155362734 0.324083969394795 -0.38508228041631654 -0.6769220003059587 0.6116762888408679 1.030999522495951 0.9312801191161986 -0.8392175232226385 -0.3092123758512146 0.33126343140356396 0.9755451271223592 -0.47917423784528995 -0.18565897666381712 -1.1063349740060282 -1.1962066240806708 0.812525822394198 1.356240028570823
  -0.07201012158033385 1.0035328978920242 0.36163602504763415 -0.6451197546051243 0.36139560550841393 1.5380365664659692 -0.03582603910995154 1.5646436558140062 -2.6197451040897444 0.8219025043752238 0.08704706823817121 -0.2990073504658674 0.0917607765355023 -1.9875689146008928 -0.21967188783751193 0.3571125715117464 1.477894044741516 -0.5182702182736474 -0.8084936028931876 -0.5017570435845365 0.9154021177020741 0.32875110965968446
  -0.5297602037670388 0.5132674331133561 0.09707754934804039 0.9686449905328892 -0.7020530938773524 -0.3276621465977682 -0.39210815313215763 -1.4635149481321186 0.29612027706457605 0.26105527217988933 0.00511345664246089 -0.23458713337514692 -1.4153707420504142 -0.42064532276535904 -0.3427145165267695 -0.8022772692216189 -0.16128571166600914 0.4040508568145384 1.8861859012105302 0.17457781283183896 0.25755039072276437 -0.07444591576616721
  -1.9187712152990415 -0.026513875449216878 0.06023020994102644 2.463242112485286 -0.19236096478112252 0.30154734233361247 -0.03471176970524331 -1.168678037619532 1.1428228145150205 0.7519330326867741 0.7910319470430469 -0.9093874547947389 1.4027943109360992 -1.4018510627922809 0.5868570938002703 2.1904556258099785 -0.9905363251306883 -0.5662977296027719 0.09965136508764122 -0.5034756541161992 -1.5506634310661327 0.06856297480602733
  -1.0623037137261049 0.4735924306351816 -0.9194242342338032 1.5499344050175394 -0.7832532923362371 -0.3220615162056756 0.8135172173696698 -1.2308643164339552 0.22745993460412942 1.307142754282428 -1.6074832345612275 0.1846338585323042 0.25988279424842353 0.7818228717773104 -1.236950710878082 -1.3204566130842763 0.5219415656168976 0.29698467323318606 0.25049285034587654 0.3464482094969757 -0.6800247215784908 0.23225369716100355
  0.29307247329868125 -0.7143514180263678 1.8657745111447566 0.4738329209117875 -1.1913034972026486 0.6565536086338297 -0.9746816702273214 0.787084603742452 1.158595579007404 -0.8206823183517105 0.9633761292443218 0.4127809269364983 0.82206015999449 1.8967929826539474 -0.2453881160028705 -0.7537361643574896 -0.8895144296255233 -0.8158102849654383 -0.0771017094141042 0.3411519748166439 0.27669079933001905 0.8271832490360238
  0.01300189187790702 1.4535340771573169 -0.2646568332379561 2.720169166589619 0.6256673477650062 -0.8571575564162826 -1.0708924980611123 0.4824724152431853 -0.2234627853258509 0.714000494092092 0.47323762457354485 -0.07282891265687277 -0.846793718068405 -1.5148472246858646 -0.4465149520670211 0.8563987943234723 0.21409374413020396 -1.245738778711988 0.173180925851182 0.3853173797288368 -0.883857436201133 0.1537251059455279
  0.058208718445999896 -1.142970297830623 0.3577873603482833 0.5607845263682344 1.083051243175277 1.053802052034903 -1.377669367957091 -0.9378250399151228 0.5150352672086598 0.5137859509122088 0.5150476863060479 3.852731490654721 0.570890510693167 1.135565640180599 0.9540017634932023 0.651391251305798 -0.3152692446403456 0.7589692204932674 -0.7728252145375718 -0.23681860674000887 -0.48536354782910346 0.08187413938632256
  2.3146585666735087 -1.867265192591748 0.6862601903745135 -1.6127158711896517 -0.47193186578943347 1.088950596967366 0.06428001909546277 -1.0777447779293061 -0.7153037092599682 0.6795977489346758 -0.7303666317171367 0.21645858958197486 0.045571839903813784 -0.6516003476058171 2.1439440893253257 0.6339190223180112 -2.025142586657607 0.18645431476942764 -0.661786464768388 0.852433334796224 -0.7925207384327007 -0.11473644146689901
  0.5049872789804571 0.8657551941701215 -1.2002964070557762 -0.3345012358409484 -0.4749453111609562 -0.6533292325737119 1.7654542402810969 0.40498171096095553 -1.2608839543350452 0.9178619470547761 2.1221561970126332 1.0324652605511468 -1.5193699659540134 -0.48423407286625136 1.2669111491866227 -0.7076694656187807 0.44381942814622843 0.7746340534293368 -0.926930471578083 -0.05952535606180008 -3.2412673400690726 -1.0243876413342898
  -0.2525681513931603 -1.2477831819648495 1.6324113039316352 -1.4301413779606327 -0.44004448669698376 0.13074057728609134 1.4412732890661155 -1.4358621511794394 1.1631637521549596 0.010233061019587049 -0.9815086510479509 0.46210347426327075 0.19905969557347003 -0.6002168771587947 0.06980208499001891 -0.3853135968617602 0.11351734525124804 0.6621306745210467 1.586016816145352 -1.237815498826849 2.1330333746562666 -1.9520877995225019
  -0.15178509503558332 0.5883172064845765 0.28099186773503265 -0.6226995198205938 -0.20812225035727522 -0.4930009346588328 -0.5893647569442115 0.8496020970210246 0.35701548596504734 -0.6929095952606542 0.8995998754332507 0.30729952087660933 0.8128621188389601 0.6296288419236122 -0.8289950109220723 -0.5601810401969696 0.7472936051232618 0.6103702654334648 -0.020901593964148132 0.117327383308782 1.277664895788425 -0.5915713888358299
  0.5470973811700379 -0.20219265243389406 -0.2176812032272203 1.09877685198719 0.8254163489880298 0.8135096360006385 1.305478807154329 0.02100384163275905 0.6819529712949639 -0.31026675659345604 0.3241663524884421 -0.13014305436768459 0.09699596499271819 0.5951570254369136 -0.8182206832334725 2.0923872756854602 -1.006017381499702 -1.2141886127877322 1.1581108735000678 0.7916626939629359 0.6241198170521551 0.6283455092642799
  -0.012246772846914623 -0.8972543714858315 0.07580455819372633 -0.6771617115121117 0.9751197334177512 -0.14705738150213865 -0.8254971967925115 -0.32138584165299344 0.41293145427562433 -0.5637245528039747 -0.8222203955664315 0.2436872114919123 0.24496657110872277 -0.5069431753711298 -0.4710383056183228 0.2320499373576363 -1.4480843414973241 -1.4074637743765552 -0.718444221252436 -0.21344715171184725 0.3109075655980046 1.475356216949552
  0.8576596232020194 -0.1599385299634271 -0.01901620790268883 -1.0025293646378088 -0.01851313599238993 -0.2886586389201383 0.3227185603380895 -0.827230943552323 0.5193465142411723 1.5327389130025777 -0.1087601484568576 0.40171172209894146 0.6901439917111125 -0.40122047188583626 0.22409248181041677 0.01259240078179486 0.09767609854883172 -0.7730097838554665 0.024510174258942714 0.49799829124544975 1.4511436077950417 0.9592708260852069
  2.1531824575115563 -0.7673475628880495 0.8723206367206782 0.18334200573835174 2.1898029332176723 -0.8082982853551515 -0.8397218421807761 -0.5993926454440222 -2.123895724309807 -0.525755021680761 -0.759132661553698 0.15039378647620763 0.34175597577715944 1.8761708392158862 0.9504238381860503 -0.5769036556624031 -0.898414671348358 0.4919191715065057 -1.3202332070206422 1.8314587658543537 1.179440120721287 -0.4691756521047048
  -1.7131345290908775 1.3538723741654128 -0.11453984525261789 1.2378163119734618 -1.594427658794367 -0.5993750229537729 0.005243699718183166 0.046980593764742055 -0.45006547147924364 0.6228499323474987 -1.0676204293825944 -0.1423794850212935 0.12029563171189886 0.514438834058749 0.7116148780888898 -1.1246420918378692 -1.5341141707356223 1.277676821898509 0.33231401197959165 -0.7484865365565536 1.551151975522523 0.11567463429285867
  1.1792971840638264 0.06751848141010895 2.060747924881987 1.7553408424432044 -0.2489641484790735 0.9715709509543554 0.6453759495851475 1.3686315575323487 -0.9649234605801045 0.6860514599984393 1.0584244868495878 -1.7587394864231143 -1.183258512665775 -2.0392321777601006 -0.26940683444455776 0.7175422557959623 1.502357052096028 0.07409478041977519 1.6286155455712918 -1.3801014582148914 -1.7033824393551547 -0.05554769889661878
  0.3840654489393073 -0.03269474809409311 -2.0674421000398766 -0.08912003951278841 -1.3044695005048532 0.6696725488300385 0.36659824609684827 -0.9398797863273552 -0.5138669173366935 -1.0592135218889516 -0.06267909727317188 0.9551423205012383 -0.9857260463355437 0.5040465155178444 -0.5302576183724408 -0.7928728322623442 -0.10703035995455783 -1.035242322419374 -0.553649305347182 -1.1978778925888485 1.9647251329163893 0.03526355197172861
  -0.6997255079925856 0.213979910734222 -0.11232804969082982 -0.22096959953322298 0.6141667000434252 0.7575077100473051 -0.5305011476105275 -0.57581824064468 -0.275051697151644 -2.301921164735585 -1.5151910621985523 1.3668742674445247 1.6449677135012837 -0.24903603955637832 0.5765569630557664 0.3112501545435361 3.0788808084552377 1.1195749114345768 -0.12791759148076653 -0.9555404406004258 -1.6064463202575725 0.2034636358672231
  -0.7563507452843033 -1.4222537095976742 -0.6465728842425266 -1.081548003614395 1.6871416350725648 0.8816397569494505 -0.007972641316617372 1.4799441388900259 0.0773683076476183 -0.8612842013282637 1.5231240772696573 0.5389100436846587 -1.0372461543264564 -0.1903386780836082 -0.8756182533847572 -1.382799730964336 0.9261775475316414 1.9094166404701305 -1.3985675738191412 0.5629692366905709 -0.6506425691218269 -0.48712538376469605
  -0.5923939242388692 -0.863990769679816 0.04852162794482699 -0.8309501164110378 0.2704568257798388 -0.05023810944913695 -0.23894804686640975 -0.9075636620415979 -0.5767713305683327 0.755391225825756 0.5009171876243808 -0.977555244798551 0.09933230542922587 0.751387123371789 -1.6694052811213718 0.543360192379935 -0.6626237589458467 0.5705986685931593 -0.7632591565425169 -1.804882100664519 -1.6275424378831627 0.048084946661381994
  0.25972250172148187 -0.9043166251044086 0.6385924587773739 -1.6615200622689599 -0.06607979864731657 -1.2110161997624567 -0.6518361078021592 0.047398671316414016 -0.8604133652839524 -0.38455554422982535 1.0062928092144405 -0.5768918695231487 0.8356921120651418 -1.129706854657618 0.5298041779152828 1.4415686206579004 -2.4716445001272893 -0.7968952554704768 0.57707212718054 -0.2030453860429927 0.37114587337130883 -0.6039851867158206
  0.08658978747289992 -0.15567723539207948 1.1677820616598074 0.2544208433012131 0.3376026620752022 -0.4118769661224674 -0.48760622407249354 -0.4325581878196209 0.39445214237829684 -0.42098448082026296 0.2897748568964129 2.075400798645439 0.8711247034316923 -0.32602353216784113 1.2012139221639448 -0.4080753730215514 -2.038124535177854 -1.008086310917404 -1.8707919210258557 -0.35151348404130867 0.0184183791895517 1.6764373122752827
  0.32692737376416264 -0.21910052880886424 0.8294055811834892 -2.211135309007885 0.23561455810856594 0.7708651938869668 -1.4785862457798415 1.143754043206929 0.3384964074944141 -0.4152879139008013 0.6327818661062848 2.270692857804396 0.18186625505849516 0.24822058630033608 -0.4593608995402441 -0.8498443694647918 0.8303358165442456 -0.8560838259088672 0.07156623721939247 -0.4776574467651167 0.47897982574639186 0.3336621052869483
  1.0375399442578992 -0.510016398854747 -0.26987493529337125 -0.9787637157823074 -0.4442932600761116 0.3773004930448522 0.7569886166453519 -0.9221653241776254 0.8696059201056602 1.355637858804951 0.41343490322370086 1.876795812558066 -0.773789199103573 -1.244654703311417 -1.7787202489042786 1.496044311489183 0.6543656563540577 -0.05558467091045507 0.2799686263198203 -1.1254890472983765 2.4457519796168263 0.1292211819752275
  0.10939479460489289 0.725766623898692 0.4810092317367132 0.22388402427913137 -0.7904744554453119 0.4714683571359957 1.8820244964750337 1.3454200461549777 1.593186626639397 -0.5112156764311852 -0.9896048202585809 -0.12578692009964815 0.055724912288694604 1.0941915184709485 -1.6924646297148194 1.5295503194606137 -0.15800789857898942 -0.42688106994742003 -1.0121043752601675 -1.6548566718657693 0.8231705839619146 0.07331796718840389
  -1.2899608997410539 -1.295078772063616 -0.3357846992901282 1.669021525289393 -0.2595913513636048 -1.5031429531181062 -0.24574306408594432 -0.2727235697476705 -2.6968866429415717 -0.05429486651781221 -0.23093453020867796 0.6962063648134184 1.8489560949453452 1.1265650295477574 -0.26888869055483056 -1.1065259087416703 2.5733598032498604 0.05921843401448826 0.013929291912946203 -0.024125087110003277 0.19808476076785494 -0.14436041192394247
  -0.5736620068802363 -0.5468589412403921 -0.03275327021599839 -0.543424771133765 -0.7128457826771644 0.10643022769189683 -0.2549772174208553 1.5039929885826886 -2.650969808393012 1.0915068519224618 1.246085192497629 -2.0733902324081495 -0.34268759408034877 -0.37144086599579146 -1.4075116947178212 -0.7778166875908753 -1.1105758454658288 1.7522704434236227 0.9356783931474612 1.2715550949941588 0.7216720640432351 -1.1290517712172292
  -0.5245202662797737 0.48937456122791806 -1.2221278088919454 0.7129984301723881 -0.24032539815813503 -0.3748208075495975 0.7109599682034915 0.44426331148603976 -0.3609661658190799 1.159329803364248 -1.0810633275998973 0.6159356069442637 0.5931012579683838 -0.3095464393139903 0.326133022242118 -1.251113576385303 0.924027019206901 -0.18490213644298903 -0.5227230205190395 1.0490092258368893 -0.7043436905427592 -1.4084612963635597 ]
<BiasParams> [ -1.5566291735239037 0.6060099513456396 -1.280429352496283 1.7547941819843647 -2.081929407883722 1.6964563682900382 0.2110174672026184 -0.09671311187039239 -0.5449190868089497 0.39913611435207086 -0.037634702424848364 1.1033018820165215 0.11422764866203965 0.1503017614618776 -0.36361221221385587 -0.056945623721067457 0.3078017688920592 -1.7101683926566256 -1.348185422105713 0.743264094022715 0.17086543812794186 -0.18398333635267913 0.01843393306539316 0.34758170536167105 -0.5397596803093615 -0.7783047254023127 0.19584525509768155 -0.978372777615032 0.40825275571447184 -1.7025836042378404 1.0291556373256436 0.472597482413043 ]
<RankIn> 20 <RankOut> 80 <UpdatePeriod> 4 <NumSamplesHistory> 2000 <Alpha> 4 <IsGradient> F </NaturalGradientAffineComponent> 
<ComponentName> lstm1.lstm_nonlin <LstmNonlinearityComponent> <MaxChange> 0.75 <LearningRate> 0.0005 <Params>  [
  0.25602973431387566 0.9826909839455139 1.6654744444625766 1.0143700650181304 -1.8408742313316453 -1.2795769667357015 -0.6248185776956788 0.026091050210833786
  0.517659020469123 -0.7257438131534656 0.18676676447707832 -0.7553829323533225 -0.6115178029919482 -1.4066610968482223 -0.9232332461109043 -1.3516846056163336
  -0.9758732529773327 1.0536417966078395 -0.949398888831943 2.632382064837391 0.4933179008808892 0.1848361236948739 -0.8583577801812136 0.7003098794089914 ]
<ValueAvg>  [
  0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
  0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
  0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
  0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
  0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 ]
<DerivAvg>  [
  0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
  0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
  0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
  0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
  0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 ]
<SelfRepairConfig> [ 0.05 0.05 0.2 0.05 0.2 1e-05 1e-05 1e-05 1e-05 1e-05 ]
<SelfRepairProb> [ 0.09288334 0.1117439 0.04945562 0.01552413 0.03755825 ]
<Count> 1 </LstmNonlinearityComponent> 
<ComponentName> lstm1.W_rp <NaturalGradientAffineComponent> <LearningRateFactor> 1.0 <MaxChange> 1.0 <LearningRate> 0.0005 <LinearParams>  [
  -0.5756378262377739 0.12200981464536144 2.5600845382687947 -0.09605989972464987 1.1492733262856758 -0.7031764251258874 -0.0349884904969617 1.77080063563551
  -0.6269670577877674 1.8124485579969287 0.7077519354554754 -0.5624667758942676 0.632407739055521 0.9725544496267299 0.6218099622171964 -1.5702247198904564
  -0.7271371758248686 -0.24751863555150475 -0.07443342910004629 0.620672097550678 0.17770100093325383 -1.3353443587101013 0.3801978510059632 0.6105857452838231
  0.5597904479310398 1.0807807255546218 0.8339221545489041 0.4591800792284367 -0.07016571145864703 -1.6609609335159914 0.42961821913258585 0.20768768716311115
  0.27157883719537346 -1.2767485758203094 -1.0810565404082624 1.0531528533329035 -0.03955515385665504 0.6815006973726244 0.028318376130461172 0.02975613949574519
  0.9382838059759977 -0.5160447282173739 0.09612077694098337 -0.4622752887050425 -0.4344962274323156 -0.30917212346863937 0.22213377163371284 -0.4787486216634773
  1.2557561255735208 -0.8946073022195039 -0.18687164416135904 -0.4397310582741749 1.4469778843537329 0.19655477651157463 1.0318445394686349 -1.485560373036972
  0.26705026586925884 0.889630795623437 0.08228398927542419 1.0654803750653512 -0.5172884501003722 1.40934744018558 2.2988981236192503 -0.36283856043965906 ]
<BiasParams> [ -0.4455025214007718 1.453384477117701 1.5795721457307124 -0.5228600271532683 -0.42018681709585726 -0.2817846088605072 -1.344450511034277 -0.9186519464841982 ]
<RankIn> 20 <RankOut> 80 <UpdatePeriod> 4 <NumSamplesHistory> 2000 <Alpha> 4 <IsGradient> F </NaturalGradientAffineComponent> 
<ComponentName> lstm1.cr_trunc <BackpropTruncationComponent> <Dim> 15 <Scale> 1.0 <ClippingThreshold> 30 <ZeroingThreshold> 15 <ZeroingInterval> 20 <RecurrenceInterval> 3 <NumElementsClipped> 0 <NumElementsZeroed> 0 <NumElementsProcessed> 0 <NumZeroingBoundaries> 0 </BackpropTruncationComponent> 
</Nnet3> 