<Nnet3>

input-node name=input dim=5
component-node name=lstm1.four_parts input=Append(input, IfDefined(Offset(lstm1.r_trunc,-1))) component=lstm1.W_all
component-node name=lstm1.lstm_nonlin input=Append(lstm1.four_parts, IfDefined(Offset(lstm1.c_trunc,-1))) component=lstm1.lstm_nonlin
dim-range-node name=lstm1.c input-node=lstm1.lstm_nonlin dim-offset=0 dim=16
dim-range-node name=lstm1.m input-node=lstm1.lstm_nonlin dim-offset=16 dim=16
component-node name=lstm1 input=lstm1.m component=lstm1.W_rp
dim-range-node name=lstm1.r input-node=lstm1 dim-offset=0 dim=8
component-node name=lstm1.cr_trunc input=Append(lstm1.c, lstm1.r) component=lstm1.cr_trunc
dim-range-node name=lstm1.c_trunc input-node=lstm1.cr_trunc dim-offset=0 dim=16
dim-range-node name=lstm1.r_trunc input-node=lstm1.cr_trunc dim-offset=16 dim=8
output-node name=output input=lstm1

<NumComponents> 4
<ComponentName> lstm1.W_all <NaturalGradientAffineComponent> <LearningRateFactor> 1.0 <MaxChange> 1.0 <LearningRate> 0.0005 <LinearParams>  [
  0.4967141530112327 -0.13826430117118466 0.6476885381006925 1.5230298564080254 -0.23415337472333597 -0.23413695694918055 1.5792128155073915 0.7674347291529088 -0.4694743859349521 0.5425600435859647 -0.46341769281246226 -0.46572975357025687 0.24196227156603412
  -1.913280244657798 -1.7249178325130328 -0.5622875292409727 -1.0128311203344238 0.3142473325952739 -0.9080240755212109 -1.4123037013352915 1.465648768921554 -0.22577630048653566 0.06752820468792384 -1.4247481862134568 -0.5443827245251827 0.11092258970986608
  -1.1509935774223028 0.37569801834567196 -0.600638689918805 -0.2916937497932768 -0.6017066122293969 1.8522781845089378 -0.013497224737933921 -1.0577109289559004 0.822544912103189 -1.2208436499710222 0.2088635950047554 -1.9596701238797756 -1.3281860488984305
  0.19686123586912352 0.7384665799954104 0.1713682811899705 -0.11564828238824053 -0.3011036955892888 -1.4785219903674274 -0.7198442083947086 -0.4606387709597875 1.0571222262189157 0.3436182895684614 -1.763040155362734 0.324083969394795 -0.38508228041631654
  -0.6769220003059587 0.6116762888408679 1.030999522495951 0.9312801191161986 -0.8392175232226385 -0.3092123758512146 0.33126343140356396 0.9755451271223592 -0.47917423784528995 -0.18565897666381712 -1.1063349740060282 -1.1962066240806708 0.812525822394198
  1.356240028570823 -0.07201012158033385 1.0035328978920242 0.36163602504763415 -0.6451197546051243 0.36139560550841393 1.5380365664659692 -0.03582603910995154 1.5646436558140062 -2.6197451040897444 0.8219025043752238 0.08704706823817121 -0.2990073504658674
  0.0917607765355023 -1.9875689146008928 -0.21967188783751193 0.3571125715117464 1.477894044741516 -0.5182702182736474 -0.8084936028931876 -0.5017570435845365 0.9154021177020741 0.32875110965968446 -0.5297602037670388 0.5132674331133561 0.09707754934804039
  0.9686449905328892 -0.7020530938773524 -0.3276621465977682 -0.39210815313215763 -1.4635149481321186 0.29612027706457605 0.26105527217988933 0.00511345664246089 -0.23458713337514692 -1.4153707420504142 -0.42064532276535904 -0.3427145165267695 -0.8022772692216189
  -0.16128571166600914 0.4040508568145384 1.8861859012105302 0.17457781283183896 0.25755039072276437 -0.07444591576616721 -1.9187712152990415 -0.026513875449216878 0.06023020994102644 2.463242112485286 -0.19236096478112252 0.30154734233361247 -0.03471176970524331
  -1.168678037619532 1.1428228145150205 0.7519330326867741 0.7910319470430469 -0.9093874547947389 1.4027943109360992 -1.4018510627922809 0.5868570938002703 2.1904556258099785 -0.9905363251306883 -0.5662977296027719 0.09965136508764122 -0.5034756541161992
  -1.5506634310661327 0.06856297480602733 -1.0623037137261049 0.4735924306351816 -0.9194242342338032 1.5499344050175394 -0.7832532923362371 -0.3220615162056756 0.8135172173696698 -1.2308643164339552 0.22745993460412942 1.307142754282428 -1.6074832345612275
  0.1846338585323042 0.25988279424842353 0.7818228717773104 -1.236950710878082 -1.3204566130842763 0.5219415656168976 0.29698467323318606 0.25049285034587654 0.3464482094969757 -0.6800247215784908 0.23225369716100355 0.29307247329868125 -0.7143514180263678
  1.8657745111447566 0.4738329209117875 -1.1913034972026486 0.6565536086338297 -0.9746816702273214 0.787084603742452 1.158595579007404 -0.8206823183517105 0.9633761292443218 0.4127809269364983 0.82206015999449 1.8967929826539474 -0.2453881160028705
  -0.7537361643574896 -0.8895144296255233 -0.8158102849654383 -0.0771017094141042 0.3411519748166439 0.27669079933001905 0.8271832490360238 0.01300189187790702 1.4535340771573169 -0.2646568332379561 2.720169166589619 0.6256673477650062 -0.8571575564162826
  -1.0708924980611123 0.4824724152431853 -0.2234627853258509 0.714000494092092 0.47323762457354485 -0.07282891265687277 -0.846793718068405 -1.5148472246858646 -0.4465149520670211 0.8563987943234723 0.21409374413020396 -1.245738778711988 0.173180925851182
  0.3853173797288368 -0.883857436201133 0.1537251059455279 0.058208718445999896 -1.142970297830623 0.3577873603482833 0.5607845263682344 1.083051243175277 1.053802052034903 -1.377669367957091 -0.9378250399151228 0.5150352672086598 0.5137859509122088
  0.5150476863060479 3.852731490654721 0.570890510693167 1.135565640180599 0.9540017634932023 0.651391251305798 -0.3152692446403456 0.7589692204932674 -0.7728252145375718 -0.23681860674000887 -0.48536354782910346 0.08187413938632256 2.3146585666735087
  -1.867265192591748 0.6862601903745135 -1.6127158711896517 -0.47193186578943347 1.088950596967366 0.06428001909546277 -1.0777447779293061 -0.7153037092599682 0.6795977489346758 -0.7303666317171367 0.21645858958197486 0.045571839903813784 -0.6516003476058171
  2.1439440893253257 0.6339190223180112 -2.025142586657607 0.18645431476942764 -0.661786464768388 0.852433334796224 -0.7925207384327007 -0.11473644146689901 0.5049872789804571 0.8657551941701215 -1.2002964070557762 -0.3345012358409484 -0.4749453111609562
  -0.6533292325737119 1.7654542402810969 0.40498171096095553 -1.2608839543350452 0.9178619470547761 2.1221561970126332 1.0324652605511468 -1.5193699659540134 -0.48423407286625136 1.2669111491866227 -0.7076694656187807 0.44381942814622843 0.7746340534293368
  -0.926930471578083 -0.05952535606180008 -3.2412673400690726 -1.0243876413342898 -0.2525681513931603 -1.2477831819648495 1.6324113039316352 -1.4301413779606327 -0.44004448669698376 0.13074057728609134 1.4412732890661155 -1.4358621511794394 1.1631637521549596
  0.010233061019587049 -0.9815086510479509 0.46210347426327075 0.19905969557347003 -0.6002168771587947 0.06980208499001891 -0.3853135968617602 0.11351734525124804 0.6621306745210467 1.586016816145352 -1.237815498826849 2.1330333746562666 -1.9520877995225019
  -0.15178509503558332 0.5883172064845765 0.28099186773503265 -0.6226995198205938 -0.20812225035727522 -0.4930009346588328 -0.5893647569442115 0.8496020970210246 0.35701548596504734 -0.6929095952606542 0.8995998754332507 0.30729952087660933 0.8128621188389601
  0.6296288419236122 -0.8289950109220723 -0.5601810401969696 0.7472936051232618 0.6103702654334648 -0.020901593964148132 0.117327383308782 1.277664895788425 -0.5915713888358299 0.5470973811700379 -0.20219265243389406 -0.2176812032272203 1.09877685198719
  0.8254163489880298 0.8135096360006385 1.305478807154329 0.02100384163275905 0.6819529712949639 -0.31026675659345604 0.3241663524884421 -0.13014305436768459 0.09699596499271819 0.5951570254369136 -0.8182206832334725 2.0923872756854602 -1.006017381499702
  -1.2141886127877322 1.1581108735000678 0.7916626939629359 0.6241198170521551 0.6283455092642799 -0.012246772846914623 -0.8972543714858315 0.07580455819372633 -0.6771617115121117 0.9751197334177512 -0.14705738150213865 -0.8254971967925115 -0.32138584165299344
  0.41293145427562433 -0.5637245528039747 -0.8222203955664315 0.2436872114919123 0.24496657110872277 -0.5069431753711298 -0.4710383056183228 0.2320499373576363 -1.4480843414973241 -1.4074637743765552 -0.718444221252436 -0.21344715171184725 0.3109075655980046
  1.475356216949552 0.8576596232020194 -0.1599385299634271 -0.01901620790268883 -1.0025293646378088 -0.01851313599238993 -0.2886586389201383 0.3227185603380895 -0.827230943552323 0.5193465142411723 1.5327389130025777 -0.1087601484568576 0.40171172209894146
  0.6901439917111125 -0.40122047188583626 0.22409248181041677 0.01259240078179486 0.09767609854883172 -0.7730097838554665 0.024510174258942714 0.49799829124544975 1.4511436077950417 0.9592708260852069 2.1531824575115563 -0.7673475628880495 0.8723206367206782
  0.18334200573835174 2.1898029332176723 -0.8082982853551515 -0.8397218421807761 -0.5993926454440222 -2.123895724309807 -0.525755021680761 -0.759132661553698 0.15039378647620763 0.34175597577715944 1.8761708392158862 0.9504238381860503 -0.5769036556624031
  -0.898414671348358 0.4919191715065057 -1.3202332070206422 1.8314587658543537 1.179440120721287 -0.4691756521047048 -1.7131345290908775 1.3538723741654128 -0.11453984525261789 1.2378163119734618 -1.594427658794367 -0.5993750229537729 0.005243699718183166
  0.046980593764742055 -0.45006547147924364 0.6228499323474987 -1.0676204293825944 -0.1423794850212935 0.12029563171189886 0.514438834058749 0.7116148780888898 -1.1246420918378692 -1.5341141707356223 1.277676821898509 0.33231401197959165 -0.7484865365565536
  1.551151975522523 0.11567463429285867 1.1792971840638264 0.06751848141010895 2.060747924881987 1.7553408424432044 -0.2489641484790735 0.9715709509543554 0.6453759495851475 1.3686315575323487 -0.9649234605801045 0.6860514599984393 1.0584244868495878
  -1.7587394864231143 -1.183258512665775 -2.0392321777601006 -0.26940683444455776 0.7175422557959623 1.502357052096028 0.07409478041977519 1.6286155455712918 -1.3801014582148914 -1.7033824393551547 -0.05554769889661878 0.3840654489393073 -0.03269474809409311
  -2.0674421000398766 -0.08912003951278841 -1.3044695005048532 0.6696725488300385 0.36659824609684827 -0.9398797863273552 -0.5138669173366935 -1.0592135218889516 -0.06267909727317188 0.9551423205012383 -0.9857260463355437 0.5040465155178444 -0.5302576183724408
  -0.7928728322623442 -0.10703035995455783 -1.035242322419374 -0.553649305347182 -1.1978778925888485 1.9647251329163893 0.03526355197172861 -0.6997255079925856 0.213979910734222 -0.11232804969082982 -0.22096959953322298 0.6141667000434252 0.7575077100473051
  -0.5305011476105275 -0.57581824064468 -0.275051697151644 -2.301921164735585 -1.5151910621985523 1.3668742674445247 1.6449677135012837 -0.24903603955637832 0.5765569630557664 0.3112501545435361 3.0788808084552377 1.1195749114345768 -0.12791759148076653
  -0.9555404406004258 -1.6064463202575725 0.2034636358672231 -0.7563507452843033 -1.4222537095976742 -0.6465728842425266 -1.081548003614395 1.6871416350725648 0.8816397569494505 -0.007972641316617372 1.4799441388900259 0.0773683076476183 -0.8612842013282637
  1.5231240772696573 0.5389100436846587 -1.0372461543264564 -0.1903386780836082 -0.8756182533847572 -1.382799730964336 0.9261775475316414 1.9094166404701305 -1.3985675738191412 0.5629692366905709 -0.6506425691218269 -0.48712538376469605 -0.5923939242388692
  -0.863990769679816 0.04852162794482699 -0.8309501164110378 0.2704568257798388 -0.05023810944913695 -0.23894804686640975 -0.9075636620415979 -0.5767713305683327 0.755391225825756 0.5009171876243808 -0.977555244798551 0.09933230542922587 0.751387123371789
  -1.6694052811213718 0.543360192379935 -0.6626237589458467 0.5705986685931593 -0.7632591565425169 -1.804882100664519 -1.6275424378831627 0.048084946661381994 0.25972250172148187 -0.9043166251044086 0.6385924587773739 -1.6615200622689599 -0.06607979864731657
  -1.2110161997624567 -0.6518361078021592 0.047398671316414016 -0.8604133652839524 -0.38455554422982535 1.0062928092144405 -0.5768918695231487 0.8356921120651418 -1.129706854657618 0.5298041779152828 1.4415686206579004 -2.4716445001272893 -0.7968952554704768
  0.57707212718054 -0.2030453860429927 0.37114587337130883 -0.6039851867158206 0.08658978747289992 -0.15567723539207948 1.1677820616598074 0.2544208433012131 0.3376026620752022 -0.4118769661224674 -0.48760622407249354 -0.4325581878196209 0.39445214237829684
  -0.42098448082026296 0.2897748568964129 2.075400798645439 0.8711247034316923 -0.32602353216784113 1.2012139221639448 -0.4080753730215514 -2.038124535177854 -1.008086310917404 -1.8707919210258557 -0.35151348404130867 0.0184183791895517 1.6764373122752827
  0.32692737376416264 -0.21910052880886424 0.8294055811834892 -2.211135309007885 0.23561455810856594 0.7708651938869668 -1.4785862457798415 1.143754043206929 0.3384964074944141 -0.4152879139008013 0.6327818661062848 2.270692857804396 0.18186625505849516
  0.24822058630033608 -0.4593608995402441 -0.8498443694647918 0.8303358165442456 -0.8560838259088672 0.07156623721939247 -0.4776574467651167 0.47897982574639186 0.3336621052869483 1.0375399442578992 -0.510016398854747 -0.26987493529337125 -0.9787637157823074
  -0.4442932600761116 0.3773004930448522 0.7569886166453519 -0.9221653241776254 0.8696059201056602 1.355637858804951 0.41343490322370086 1.876795812558066 -0.773789199103573 -1.244654703311417 -1.7787202489042786 1.496044311489183 0.6543656563540577
  -0.05558467091045507 0.2799686263198203 -1.1254890472983765 2.4457519796168263 0.1292211819752275 0.10939479460489289 0.725766623898692 0.4810092317367132 0.22388402427913137 -0.7904744554453119 0.4714683571359957 1.8820244964750337 1.3454200461549777
  1.593186626639397 -0.5112156764311852 -0.9896048202585809 -0.12578692009964815 0.055724912288694604 1.0941915184709485 -1.6924646297148194 1.5295503194606137 -0.15800789857898942 -0.42688106994742003 -1.0121043752601675 -1.6548566718657693 0.8231705839619146
  0.07331796718840389 -1.2899608997410539 -1.295078772063616 -0.3357846992901282 1.669021525289393 -0.2595913513636048 -1.5031429531181062 -0.24574306408594432 -0.2727235697476705 -2.6968866429415717 -0.05429486651781221 -0.23093453020867796 0.6962063648134184
  1.8489560949453452 1.1265650295477574 -0.26888869055483056 -1.1065259087416703 2.5733598032498604 0.05921843401448826 0.013929291912946203 -0.024125087110003277 0.19808476076785494 -0.14436041192394247 -0.5736620068802363 -0.5468589412403921 -0.03275327021599839
  -0.543424771133765 -0.7128457826771644 0.10643022769189683 -0.2549772174208553 1.5039929885826886 -2.650969808393012 1.0915068519224618 1.246085192497629 -2.0733902324081495 -0.34268759408034877 -0.37144086599579146 -1.4075116947178212 -0.7778166875908753
  -1.1105758454658288 1.7522704434236227 0.9356783931474612 1.2715550949941588 0.7216720640432351 -1.1290517712172292 -0.5245202662797737 0.48937456122791806 -1.2221278088919454 0.7129984301723881 -0.24032539815813503 -0.3748208075495975 0.7109599682034915
  0.44426331148603976 -0.3609661658190799 1.159329803364248 -1.0810633275998973 0.6159356069442637 0.5931012579683838 -0.3095464393139903 0.326133022242118 -1.251113576385303 0.924027019206901 -0.18490213644298903 -0.5227230205190395 1.0490092258368893
  -0.7043436905427592 -1.4084612963635597 -1.5566291735239037 0.6060099513456396 -1.280429352496283 1.7547941819843647 -2.081929407883722 1.6964563682900382 0.2110174672026184 -0.09671311187039239 -0.5449190868089497 0.39913611435207086 -0.037634702424848364
  1.1033018820165215 0.11422764866203965 0.1503017614618776 -0.36361221221385587 -0.056945623721067457 0.3078017688920592 -1.7101683926566256 -1.348185422105713 0.743264094022715 0.17086543812794186 -0.18398333635267913 0.01843393306539316 0.34758170536167105
  -0.5397596803093615 -0.7783047254023127 0.19584525509768155 -0.978372777615032 0.40825275571447184 -1.7025836042378404 1.0291556373256436 0.472597482413043 0.25602973431387566 0.9826909839455139 1.6654744444625766 1.0143700650181304 -1.8408742313316453
  -1.2795769667357015 -0.6248185776956788 0.026091050210833786 0.517659020469123 -0.7257438131534656 0.18676676447707832 -0.7553829323533225 -0.6115178029919482 -1.4066610968482223 -0.9232332461109043 -1.3516846056163336 -0.9758732529773327 1.0536417966078395
  -0.949398888831943 2.632382064837391 0.4933179008808892 0.1848361236948739 -0.8583577801812136 0.7003098794089914 -0.5756378262377739 0.12200981464536144 2.5600845382687947 -0.09605989972464987 1.1492733262856758 -0.7031764251258874 -0.0349884904969617
  1.77080063563551 -0.6269670577877674 1.8124485579969287 0.7077519354554754 -0.5624667758942676 0.632407739055521 0.9725544496267299 0.6218099622171964 -1.5702247198904564 -0.7271371758248686 -0.24751863555150475 -0.07443342910004629 0.620672097550678
  0.17770100093325383 -1.3353443587101013 0.3801978510059632 0.6105857452838231 0.5597904479310398 1.0807807255546218 0.8339221545489041 0.4591800792284367 -0.07016571145864703 -1.6609609335159914 0.42961821913258585 0.20768768716311115 0.27157883719537346
  -1.2767485758203094 -1.0810565404082624 1.0531528533329035 -0.03955515385665504 0.6815006973726244 0.028318376130461172 0.02975613949574519 0.9382838059759977 -0.5160447282173739 0.09612077694098337 -0.4622752887050425 -0.4344962274323156 -0.30917212346863937
  0.22213377163371284 -0.4787486216634773 1.2557561255735208 -0.8946073022195039 -0.18687164416135904 -0.4397310582741749 1.4469778843537329 0.19655477651157463 1.0318445394686349 -1.485560373036972 0.26705026586925884 0.889630795623437 0.08228398927542419
  1.0654803750653512 -0.5172884501003722 1.40934744018558 2.2988981236192503 -0.36283856043965906 -0.4455025214007718 1.453384477117701 1.5795721457307124 -0.5228600271532683 -0.42018681709585726 -0.2817846088605072 -1.344450511034277 -0.9186519464841982 ]
<BiasParams> [ -1.0041407667520679 -0.7677975651041284 -0.03468488738678118 0.23421473253652075 1.5505004928140769 -0.998354040738791 0.9843223984765838 -0.21398884422550896 -0.04946370965243295 0.6748194921666038 -1.1227220215622986 0.3824097461840506 0.1664522082130561 0.4924512640081491 0.2891686439078181 2.4553001399108942 -0.637739984251316 -0.5309969550018176 -0.6231405264247644 -0.5554771191602547 -0.6373871273065177 1.1890165311075518 1.4205042479898549 -0.5707462937494763 -0.8323555731042287 0.4714155563864041 -0.5522230442809712 0.6329318177555108 0.2029230208512997 -1.515744114997232 1.5475052013300616 1.7958776730955217 -0.6127886904843862 -0.38770155993598415 0.28586539072490497 0.334456789987025 0.6585442726728304 2.0102045387663496 -0.1769472274940494 -0.7982972445384537 -1.3793192280145272 -0.7309300399419191 -0.033126972873797095 1.7945578635177877 -0.5176112990361714 0.2237879516388985 -0.016422896072752075 1.188393273448084 2.5269324258736217 -0.5308687729203206 -0.48943944251822213 1.044160877069072 0.6818914896263114 1.8467073257360336 0.5839281853259639 -0.35929209078705954 0.5906548306923093 1.1087035805829077 0.820482181197364 0.5072740311072977 1.066674689589154 1.1692955904456728 1.3821589910375272 0.6487098875896427 ]
<RankIn> 20 <RankOut> 80 <UpdatePeriod> 4 <NumSamplesHistory> 2000 <Alpha> 4 <IsGradient> F </NaturalGradientAffineComponent> 
<ComponentName> lstm1.lstm_nonlin <LstmNonlinearityComponent> <MaxChange> 0.75 <LearningRate> 0.0005 <Params>  [
  -0.16711808031685435 0.14671368643332283 1.2065089665083568 -0.8169356709872361 0.3686733088729012 -0.3933388123273607 0.028744822934817487 1.2784518626072987 0.19109906801990334 0.04643654815614881 -1.3598561409799192 0.7462535660272207 0.6454841811410754 2.16325472330546 -0.30777823495300083 0.21915032766393897
  0.24938368371075526 1.5774532797634744 -0.0952955323869521 0.27902152577033923 0.6078965097165392 0.1866091231563581 -0.44643361455052827 0.19408999289830758 1.073631749859772 -1.0265152994110602 0.132969674146876 -0.7001208149391732 1.1950466289248425 -1.5231869047837747 -0.5589218472715883 0.37721187506452086
  1.5655240292343404 -0.0657502610729878 -0.5551995266931984 1.8811570694405901 -1.448013900416244 -2.198805956620082 0.4400144500533324 -0.5020542243526112 -1.0212328171307132 0.7083564472993533 0.24380071377119883 -0.5640786307367284 -1.2803043986708944 0.8724573282801447 0.650201177958661 -0.09917586377938291 ]
<ValueAvg>  [
  0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
  0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
  0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
  0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
  0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 ]
<DerivAvg>  [
  0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
  0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
  0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
  0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
  0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 ]
<SelfRepairConfig> [ 0.05 0.05 0.2 0.05 0.2 1e-05 1e-05 1e-05 1e-05 1e-05 ]
<SelfRepairProb> [ 0.09288334 0.1117439 0.04945562 0.01552413 0.03755825 ]
<Count> 1 </LstmNonlinearityComponent> 
<ComponentName> lstm1.W_rp <NaturalGradientAffineComponent> <LearningRateFactor> 1.0 <MaxChange> 1.0 <LearningRate> 0.0005 <LinearParams>  [
  1.8466369960476658 -1.0700847663261526 -1.5255251709247388 -0.6919080698812444 -0.045586016355497805 0.24333944932269183 -0.24123605785632987 0.3520553965142968 -1.251539424190444 1.4437646040732595 -0.0821511783925688 1.1172958315881276 0.34272534637770413 0.4567532191537839 0.5697672802322039 0.44770856001731496
  0.6427227598675439 1.3291525301324314 0.19652116970147013 0.7090037575885123 -0.08973569428722672 1.4401172154494728 -0.6763923020592697 1.8009404329108156 -0.04015795064434341 -1.4307751021180481 0.12810441491078928 -0.6810516574748808 0.8406435489887241 -0.6526239793023909 -0.4461834332147797 -1.889540730945531
  -0.4523063192490767 -2.4238793266289567 -1.5839028234857233 0.7604146561442974 0.7858001586508322 0.42545756178496474 -0.966976143129213 -0.047711356141979855 -0.0036025390905684044 -1.1583646891925428 1.5033983017671506 0.8773622905756714 -0.22096417382966393 0.02688583899453078 0.20838280794755248 -2.0417348684242906
  -0.24717738252059693 -0.6819842479977986 -1.0016200098949155 -0.2811002928859549 1.7976865268495226 0.6408428612670098 -0.5711789897827968 0.5725827813561586 1.3993554365860021 0.9246336829127688 0.05963036992017413 -0.6469367777055739 0.6982233136135899 0.3934853854217496 0.8951932200277323 0.6351718016819695
  1.0495527153193351 -0.535235211560568 1.3173940656343257 0.19759960469239965 2.0752608726252655 -0.6891878180895679 1.7359638031652493 0.1979107834626478 -0.6514180036144483 -0.48388583405432156 -0.32034730819432017 0.4241659464019164 0.5228354880354996 -0.573700003938579 -0.02435459226098284 2.1422703586118637
  1.7275431701007113 0.4363236696740321 0.03800347816820029 0.1200313267182613 0.6135179727304166 -1.0227925651984056 -0.2573765374233451 -1.6685840738775894 0.39922312260527926 0.647195939702741 -0.483186462299374 1.5739867632900328 -1.2257656630023412 -1.4643748802098202 0.22445181855997204 1.0470983026121545
  1.6839276914578687 -0.45888426286894 1.0786808334312956 -0.03850846950070721 -0.17262729994081963 0.8836599374866724 0.6523228784134196 -1.5763921569842494 1.4765403497258958 1.3800913541474515 -0.6255627015095294 0.39580353343740904 0.4940301862827388 0.2606737658239071 -0.5503051538454201 -0.6716233679380516
  -0.025554070991445278 1.1727290192593647 0.5436001545944323 -0.37061433208610595 0.7716987106483447 -2.8485426206300755 1.1487657003721035 -1.7397137787780996 -0.36244094140313216 -1.1196698946261439 -1.2946814757209058 1.1608267873785194 -0.46770120131189136 0.3465038817307158 -0.04692057887918407 0.47704082722312147
  0.07682189106025536 -1.2829922241885696 0.99626681944714 -0.4937565831613125 -1.556581898659751 -0.4281151609659125 1.5007597906343109 0.8502217421134929 -0.3486521344078592 -0.3492577043184288 -0.3216350512173826 2.076747983560841 0.38193545223155334 0.43004164719106963 1.0302834540318422 0.23878915902651351
  -0.2590421458207031 -0.19634984908497827 -0.07160125941406395 -0.03722223650984159 0.7276295436369798 0.05194588580729943 0.7326400772155792 -0.08071658010858232 0.07863519031609059 -1.9982006845321076 0.9163276747024814 0.3464884758979927 0.9980101098596522 -2.8962553781936893 2.0883747047807275 -0.13958962815517376
  1.1081828167375165 -1.0399059271255309 0.6127739050625697 -1.0534155631736561 -0.6237689606958051 1.9140313538667861 -0.19068240076334658 0.21743287317972287 0.8700677306887542 0.49568188797260465 0.15041890514357642 0.3649610024662254 2.403415585238275 -0.05761879703358539 0.2010990467149675 1.050654396007612
  1.1055259329579838 1.1870303055603801 0.6387302220291846 -1.1430049127304835 1.633431532301096 -1.146345393018688 0.30263546523903323 -0.7542758500193579 -0.06413834659299254 0.3287624103034804 0.32135721545027307 0.42192075423528475 1.613711269058647 0.45353430151397983 -0.24415663529064868 0.9640871682883573
  1.1894704889246406 -1.2276078151369925 0.597400069849858 0.7011727423108983 -0.29756350335999193 1.3757068133116195 -0.15005558703252672 0.12557645347154225 -0.1730718242838696 0.015579047581467534 -1.0962750868952018 -1.4400508825942944 1.5945050632249722 -0.8469613483183278 -0.9913923494563072 -2.153390113603715
  -0.6389617476895022 -1.3230897934074983 1.642015160136369 1.0098170893426341 -0.6881503451777238 2.2524358053443088 0.9817654869915943 -0.32483138350862245 -2.499405714873573 2.2909425725907417 -1.389572466763596 -1.6453987469568918 1.0225704320096403 2.439752406339273 1.3842728185105182 0.5639091200523596
  0.594754341665286 0.8534155587803077 0.7589285897867651 0.2811914239693758 0.10420110395187607 -0.06259312789952241 -0.7539645888666763 -0.28067507686677406 -1.6929568141953855 -0.09833962679474989 -0.9885911071509175 -1.103589317215771 0.17989415115347845 1.3920022863445993 0.918316606002313 -1.570500603623177
  -0.9896281365703375 0.9407711879882159 -0.9824873935383096 -0.2246331499970246 0.5500520990245519 -0.9683444548636353 0.1053755061459599 -1.3340254949182044 -0.6013676439512137 0.31978193414253697 -1.5929937335316693 0.440474737960399 -0.019637798926681216 0.5524899544171478 0.22391413406466143 1.3641404299738442 ]
<BiasParams> [ 0.12522450264790727 -0.429405541125253 0.12229750303228377 0.5432980290363879 0.04886007032570433 0.04059169120388238 -0.7019916878067554 -0.6629009175509482 -1.4026052717996935 1.7495767431869393 -1.243863235391285 -0.6929051977959073 -0.7184072655691974 0.8949243769444413 -0.2949496782920278 1.2477420726737338 ]
<RankIn> 20 <RankOut> 80 <UpdatePeriod> 4 <NumSamplesHistory> 2000 <Alpha> 4 <IsGradient> F </NaturalGradientAffineComponent> 
<ComponentName> lstm1.cr_trunc <BackpropTruncationComponent> <Dim> 24 <Scale> 1.0 <ClippingThreshold> 30 <ZeroingThreshold> 15 <ZeroingInterval> 20 <RecurrenceInterval> 3 <NumElementsClipped> 0 <NumElementsZeroed> 0 <NumElementsProcessed> 0 <NumZeroingBoundaries> 0 </BackpropTruncationComponent> 
</Nnet3> 