From 633d7297b52653843d5a71dac7494027a884ac92 Mon Sep 17 00:00:00 2001 From: An Wangpeng Date: Mon, 21 May 2018 14:31:00 +0800 Subject: [PATCH] needs matplotlib==2.0.2 to run --- README.md | 4 ++++ moment_vs_pid.pdf | Bin 17016 -> 16609 bytes 2 files changed, 4 insertions(+) diff --git a/README.md b/README.md index 1c6dbdb..b67774f 100644 --- a/README.md +++ b/README.md @@ -1,4 +1,8 @@ # PIDOptimizer +## Requirements +Tested under python2. +- python packages + - matplotlib==2.0.2 ## The full code will coming out at June. :) ## PID (Present, Past and Future) Optimizer for deep learning optimization This is the code associated with A PID Controller Approach for Stochastic Optimization of Deep Networks, CVPR 2018. diff --git a/moment_vs_pid.pdf b/moment_vs_pid.pdf index 0b8a05a0521e8eee9f89cf50b502d6248aa895dd..8153b6103a7659b5921dbcbf367def3ee1964ae3 100644 GIT binary patch delta 6627 zcmZ`;c|26z8*h?r6hnq&yG2rA_N`D1QPzyT#9%O%nK8x|8bU--1`+X=R;dPWQAlXt zR1yhosAMUjMd^2Esov;!{}|^y=ef`FeV%jf=X`xmfxJk9?6uplp2^?<7yt=40SI>o z-(Z>_2Ox;1mN6VF3Wv&}0a%g1k;>uF*bD$Cm_iYhAgVu|5eVRgtNVhH#-^rF8pEII z8w^DuL7`w^Yz!crV_7r+;YbY>{<3MHN3_VI6D@)n$@Zf~07RZPM3+kjqXCyA0Fuas z6`L8!0)E>N%@GvPCY#ELU{OJ1ez5?83`#6$QFK3=la)DOY6>9C7z`$8XEWdhPJc!v zu=+D7TN)#f69k}8qDa=$Lpd~_%pwIYs2;&#)2Lz4nBoS{+h;Ut6nk3T#?c-rzVK%@ za_p3OvaqM-RWen`GyWbsw07lPX)L7-F{*B;-5oAmhX!JfF$kHKS}Lt47kl=W1jROV z_8U%rzxXZTi}dsl_Mv{#bc3l!d>nV|!GYZlqvsv&NiY0x_q@Z}Qv0sizfs zitv&=T76qv0@ic8iAh4G@fQiFm5Y-0xmkR+(-zZvjAy>o%mIP@fA8Uiq5n?P&`OSX?dDR(Zs7tnY2&-=6G3KRVkLz|R+vx=K#ldldprZnoRv#(tksEYp) zA3HYG&V6QF|8@FHTmOr;4M%0HAl&3ycdCk_6WjepY8hr%cVcrX!J7G>Q$c$D(;jED6r`s!ds*P zEV%m}MF+_tlPsU-Z<0?%$!3oQ)Yz8LBnxsrWMv+iOByihGH5N`PE4rjPF*_JlO@kL zoqRnAZ%kHelK?D@@|u}m`C>yrK95Q zjj7U6@6;|AUry$!XtKAI+?QB`PC093S0){GTlIeO`@KdDrI#fzFIyvJvD_GcTwm`h zOpLz{MEhBjP60pA*>B!ui!i;HJCgLOK28@8JwJ3^#wpG}?(LZV`Fqhvt+0E`It*na z8oKAe4d(XiN?53^8yn5^-X8yv`lao*{0SA{m8pNh?TTHHTJm$zZW zrLbhPP7t0NYi-oI>2>afR4AW2HNS5;ZRJz4g2@&jPwJM8_0-G3e-gfhxlDS5dTWn| zK5gE2bqnjC%gOj6_sQd5-zVcnUmev-pzo6(P}$FZ^s2FTyFzo!Q%z3_FO+WQkf89D zR^1*NHR;L#bl{&yO2$=0tFPoOH+8Jz);TRcBA<#aCe}v`f}b^>9nqUgA!? zc=jW9?Y@jwT2KGB$1W%zlW@i=vic6k$+)uTb91_HKJ%V_U(s4JUdiXd_9Zu=Z0y|% zn{+z*wjZe(U9fXXE;?OH>a3eRD%bhaITP;nx zp=OI2*f?0tdJa2PzCW&+{MGfKer|*FvR4KVl^&Ddta-!lci&Nw(Ndvf9qW?e)9LpN>7r3@$Zqf& zTDCZQIiW71X!AkSL%w`fRJ!;4r2XH|$n|ecZ_i3g+~=bDGQTzU;Bi&b?r&Axx8~m8 zwhb7MgjZ}iI@w;bcZc%1M(Is8E652F*OzACbO}v2It(ja+(Q;E(SPq+8lX`bRIxjH zxdt^&V|vl66rBp?D+}XFSkCZ&Z{x^88oNxdTp5hVW?hc{5WO4uQfBOA41Y7>rA*DX zTea;yDLP6oJcC!5x5xzEd1Z9!mQ4%SdZ*c>-T|MK*ZpHz3o}kU-V~a#FvB8HFDp+b zSlR4-Ql{JcVA#!F3d{DRlit`T#9WhTjVTGLOH#kI_SMd%I@+&zgN1rZh}{wHIQ z)!{F_x$&O{`u9K|kXDTLc`VtcJ@_qe-T3|5!ft)oCt_VzaK4ekr*+YhotFp`$F6aE z^Zkm}we1Wp32WM0XlI^3(&cC{MM)TMx=1I}+PYZCnu6Rit*=+}rgFOOZ@3$-P!>Wa zeFz*Va?Z<42y5iyol*0<93{ig;+;2r^X_69_FH>7y0IURHdL7<*$v+1PfnBsbdK1- zFG3oMJgElohO&eF9`72B_k_tNDK0nrTvHUchkg0kqj~BYro9p&Ms;t~TPr2-U*rFU zJYLdfD;;k?e75QJ#K`_+fYkl1+0t7H?KLVJd3)kZ(j&e`dBOb0($Y^iPPoPAhwMSD zIB0ev@4iOVZB&|*v|*BAZ&KG5lkMv>&T5&kRi#7xqMz7xB-|R_BzMLq)Ow;elWP!k zO$vXiJlH(oF!i~A3p zN=IbPx)dC5gbyoC^h#FVH_b50Zjj4~!`SeAhPr}k76$-4SO5c`6Rvg*tcRh0~WqSc%!h^eW zGx1?3HZS=dIwi1}FR_$<=#6gy|CJ<#{b>16jN+EPTf&>=hjy_#@@3Zm)v!Ie_byXZ zQv%-j%)Nn`cneuATW4|U@m#4lb8d$0dX;spW4n%>hUG*Hp{zg~Oj zt)v=7Zc4eTzIXH1XU4__b)H)j1{p6|r@8QR2RuXP?{2@-ZSc_3P4mnZsdQU2R8!v( z%F2W=oDr+qv}TI2^U&S)3Ub*g50~TRaSztJCgb0&etoF5U4p_m--kKd;TFuaOia6W z=6>+Snk6aS`EPF5{Cl~szq#-!yC;71+rFxy)y?0(S42H`OKp(YKGh{ZF#TDx+_L>{ z7x#k`{E0+-^bk!GW>oHfzRvlWgwgT!k0HYkZ`1DjRcnM3qbjq4R9#ku6m{BJ#b+5- z=yX{|p2D*5ZIDvRkHPdP`tYgb!J|tyuU2(MK7Oj!6QvnW^w@6rMETIZ+`cpu8eDll z*SaPSZsLyab=+Dv{Eyq5UUP+w@OCEpnm2c1r7_Ie#3!rgG+JwXmD|c>W|GbYueDd- zWmO(N6Y~YPm)*U`O4ILPvNKaBrDK5TJ-8?V4nK;?&)HOdKYL20`NX4V11DE=Wqra( zX~y|q`lYUVUCgg_DJ<>V?{)#{K-<3QozI-6w8}f#wg}pA?lE-ZmX%8`I33Mh`7twK zE|+N#V$zuRB{kVE`NF`5lA|Z4S^HL$eWt;f5r6X+j_hAyvF>y+OQw(7ea^xl~^Hs;##Wpqwk zPs8DiEZw!+G+^_B=1%2ES;=frlv~{5l6nNi)!m^|bk5g?YMo=0Bk2G$@02g1^zYvZ z8@iAfeFs)TE%RkEoIGuT=paioocXqR~) zuv-|$$SZM*plsVX5qiKSGWz1eu%T@mJ)%vH+8OHi2P~KhJ$lK>Ca8l_&SR&QIN9YQ zP9A?$e-3=5k>YUj3)j^lA^NL!T;D5or%DMEK=dgDH*Du z1b4+5%Q&=fxk-K#FH>Q@toWjZB?+Y_3ic|0xrU)pNa6Aa*eLwJS4Z*7MA7Pbg;3rz z#RX8Y6pbYcUaEe#5DwvylzzD)iL~uu(Y(fm^M7j#!>$g~S_t9&Q2u2FgA&PUN}doE z!PRy~IvA2LpX%4BBM@Gr%J28kLO0bdMq3~}Z`B1q6D10R;=NOeR3Xl`hQf=2(^+)$ z=L-Z8GMTC&JdMS_%%ibbVRG};6d`cIC3QwvVmz%E+rtHy=^3jykxd_U|DRrnqM|h| z=BNm+^E32Oc$^UbKK16mVt^4L{ZNAmf&Zl=@WNPm725Ql?g*kZu>kWY{urbvp%%ac z@>7P!h%hu>s_1oBQdh1HgpM10w(o8p=C>({(e8@Ds32Bs59D4~Zs*U_n5}h|032(F21x z01}FD|2YH@8#vTZx}O;%Fq9_1guh~Sh(W7C=b07`HKfYWU>HWNSzSuFs;WY7S#pzI)t#))PEXfX#R1OhFl z#)NpF#i$ElL5o>9QPgN0S7d-e7g!VQNzjcMfEJT?764l8+7bY>7p__X7@=1%O8_JG zX$xW{GGqr}#NHeMjMx_izz7Qo@@)W!n$U_XfD!uOvDPSap$LBfD>e%9gkqyX09Kp@ z9l(l>h5}fz(J%ljHp&37LZeUw6TpfCX8~Ao;A{XZ4m<+DiG6SYoY+Ss0QL?~(Rd9P z^&f)pH)n|;n}P8n{HOp*zyKo5(EnEr^I4#y2r@Gg>_TB2Vty1SKt+61@k&k5yf_mbkSQgDyd#IsWLOATSAC1s zXe5e=#Gz3rEE!}9t~kb!7H0R#`g0HDGF3Wr33 zu+NkUYB@uOB7m^Zl###!%#fkM&tAN#Jr_62ECwfN*FV+4lWdj@O%$~2pL$pvVWtd; zArQbm`9lwhA>u`TxxaHnVo1c9u_Li4|4=v-F543<;t&D?1{AGz(S|_|=Q+=DzK@e&Us7NP$ZFnhfnjtS2Ot1QfC3=g zsT>YHnhD_epYY5>NG`&58^_**L*>u`>@*SK5lRhWFhcWjixhcanM&>6#X~9 zr6u2;CD0BBK!ZXsZI?AnCX2%c`~ZIdL7}r*G0`+S8z9cOF(c|u4WYvk){sk(7#kqX zbBq5y;}y7Wxe^!QLT83>LID)&Hy@i5O{Ye}x8+~*CI78jD|_iy#S2=r!~UyJp7;Kx zsZBmmYLRxO*bEq&|&S>wigiV-(S}G>(@$ zs+N%8|MT*9;a}XEp7(OAS*}amWb~GG<&D4mG0ELquvz%1%eRjoUViL*d5`d=L$C3( z+`F^=tNNd23oofus+josJ%JnS6kbjDj=N;REWT$tw4zIdm;BIj^_K$=^Bet0X5guB zw{@Fzw``5S{I^|a#mVPeJ9!WL)&|#od-;@6^EChQd#Mg)x`ubt{Y$1l+P}xvZLi(2 zeV|m+gE-2)h*qAgYq(Q-(!W*oym;oINB+hsp2>~FcYPZb8g8{rR(k}toAtKRW6k4A zK4em!WapFb8PyKOHb+W^yNF@!r5Ul?Eq!fjRF0hzenzdfc-v3eWPKBLH8D!B_JXaM z>)kxuqFf0bUnwPn{(+_+&#!$ucFUC`OuBd1W+gid)PuInRb(}4=RTpzx1E}AYO&kf`;dJOycjsqB zP6%QX_t)pQKVHAvY`J-Cb%AGTK%fmc`p*@ELEN?L(tTo!%_|B ziI1u2vCbcrW>sD-+U-N}(N0b!(Ke4~?D3()?cgq|>B)yh`VI?I71~?#0<>l1>h9Xw zCcZPGlFrq!Axl*3x3kW6uuyPxc>d z9KXVS*)XcBExRlJPr^ul+QT;{h+t}ikO3GJk_oOd>{Eyh_Os6Qg#b8N_&o^1~ zLF7i8>z-QMDpB~wn}s|cwV2Y5Mb@ptZL4I;vd?`h=}G!nh* z)4tujhjKX_UgC&7aDuQ(VmSIL%)n&yz=2esjK)>sU&eA)K1}fb`EjD}J z!-?M9vAe|D?L}%uP!)iHS31F1Pn@v`e1J5j6>!k9#6&iFREAD@Gx0dqS zm2uE>$r~C=qKX`_y?)?BgtMLQIRjIY)Dg1rtFw_GTT~_|0{=Fv0YusR9Z9c>j``PZ zf86+X%2?SE&kHKKJoV$KpUDXOq-?3pohwT-Jh-(^H@|7ITRdnF%+4f4?%4k1;Lb={ zgL?(kALH+@zWe!o;_;_F++WYBPvnm|U+5eSIvrT4yti#xJYJ;eO|2c3=U>3;dWYa{ z>kV<6vdVSbcRjNb*1Ya`bJ8Zqtf9Z(Pu_RGc!`_*;`};FYgzn~Vc1`)qtX|hJ|}vg zQ?PrC8RQ6u^&1B0#6YHL@iaCv;LQ%tslCRGQ zw~Sz6{vRc(lj*^(9jsclPb*fH?ZG5Th2FJ=osc%-W@J3N^wsM^azdRPM$|tI!Agkx z>^FGrfb-=_Ny;f&&l)@_bXP~vuCydhed{$$MTTLH)Wz3@u;jK3uePsc5lZ$qN_uYMyU1=Un9f4oZjvC=Nx2F#NK#4*{!Ch zQ|}aPtEuCcQhPuj5ZWH;qB;JWnX_JV~9BPp87?eqPeuaNQ2LEl2Qmbr+UyLKOI8ST4t>>2M!#urty)y22;R;*S- zbGtds&+kks@36f0iMr!cRG(hIb<3saeXDX#rfz@GQP;XyX$QvvCEjSY_<1>f3lP-DDtSsVBlFKz~5qVS|tcw~NNxBlgrVF)-s(ywJP-R-37xEsU(p zl62xj{_(E3cFs!tnP+uz`GCB(M4P2jP}zW1WNL~_P0xeZpWdUA>~DUGCw_ZBk+tgowYNI@SsBjJvws(+UcH6T;Ps!G}8KMW?S`w~yE&h_{ zBQEl&jCud-t4FI^O4B~Y@9l{jj2oNWm|X04#De%j7j~7pNG5Y*a8Y|{PqNf*_r&#T zy;>uUDQZW1lG8J#$J5k(xMvi}BkDeG!7h1vAFtOde-D16D7W5TW&a_)kB=f&IGxk? zPFL3(x#g+7S4ifJ*h5AC(=Gp;sM8!g)-3#X=2jQ$x=#Sje0$2v*B8>n^XyjO@kx;zD`-;xd;C)DK4UbPD21E>oQK#JaAz zI^afzMAo?O|2R5KOsskSo{_tq@X(YSWawdkv2IVFYnLQq&+t{I=@WLuuxjtB za_izu-eKu4`SEyrjx+0?>YY_9ye*bXxQ3i~(EOrQZ)zE3$UslB67}Fw>K?M~#)v#^ zZH1MQ6qAORg`Hy0mZ!-ZEI*xbeJsnZ=y{=orP0Zb*d8PC0;}~`xLdwS)Tx@(XZyFP ztGwl27|y6)92C{n92Vsow%Yh4=50~M@jOmBrOMH366~=D4SQeh`myonpxxk@`@pg= z&7dZHOuYYQF-}MBft9bPawiST&y3r94IsKyhH4!Qy$1C5$5@>+Y&|pZ>8kP0%f2Vy z#q8`g4{#clDfNt&>yR?}TWWd7R2AlnW6jr|PVQ9T=Tkpx3d&z~p4E;&Yx>q}r^Y>4 z9+B*|Gj65wr7|I}JIgT6q=Yaj@v7X)5)ZGYrSa}hiJx}cEV3y~yj}dDCr92DzSrLre-9JR#S zWB@LpGQ9uFD~1T^ux?xDolPfNSCaM9%@%8XHCoqoas7y5%D#lw_bKAml{D*US+?-* zJ46+0%A3zU39&-GwwujKfh`v>G!u~ct|+aouaPxJymf>WXS8_tAhK5$32Ii zI+yF?SZ5&-mgl;#pU1q`JuLVs`n|W}7nm!pridlZJq%P(WoF zNzh}t!WCTXEnF~mmMMjv{#P-^V9_EgCl`$YIFfRC_D~)u6_k< zR2NJ?21DfCT^R)f%U23+ps@trEqMi)1m^$r1|AEtG{OW*OhAI4HKGLUVvtzgZcSg9 z01=Hr@_uP8okzstc)q&wFc6_T&l5C(XQBgxfsuNGVd9CPjDaRtqHhKI=nKlA@E9;x zujT)h9gV~Bb{VL_Kwkqvl~^34(ituo@}FX%uwbpxM=;H3zBLrsZP)~!HWs9#F?e3T zv65h%7z~;>VG=gK;&Vn&I07hP(g6A)1(jjYNM7)Af0zVL@GQ)s6;LSw2x*yvDsU9i zxe+VL*E`|0xKDZffUA=x^UWQUO<11amYZYkH^wu$Q?~3=IZ@~A; zXKm0KDv``||7yO=vniyr@p6B@Ea03C2f?gsIubu6a~_zeKBtAR{#$FSMSOr)S_)SV z)~O(09PVS@2o$>T~`5ua}Vu<`>)@tl(1%^ z(EjYs&)%NiK<`^s$EdV)_sqoDq#*}M5>Kh23^C<%Fjt)OcE9G>@n$*4uKYlM(~& zQ>O3Qs+uQ>y{5XSOWu4BM(*Ipo%#uzoptN=GgnJX6>&GK7pLVfVZqqF$1dy>UN&)$ zTA>=S>-N>Wr#r0-p?BxhuYoUdKfepBUP$!hkIUKg&f-}(3?TOJQ7~6U3<=H4Rw{vk zDrhNvJ``p{XVan?Q5;q@fSN(Y5U$in2-UKohf&wZctCI$9Be{sfhhEHhYgG%PAD5d z@heS%BRpaPInxLjAI!o)a9Jod+C7>@gE*!Ex!(ZUG~|Y`V??t#d=>x+x?r`W;0RkL zjWrF;nVW;M7^@WsPG~e8G93&-Wzb(nEVO1bw!v|D01U-Ah`2>_*mR3sM`UMjMY~4;Ls!2L!Kk-BB&v30E31jydCI_kWdcfkrLJf zN2YF@ju6TO7TUC?M*ZFf5RM#b1cSDQ84^L~t5`FmoP;Lvu48c`+|anFP&yMp@lPm( zOGeS78LS`xH49U+m~;R&3;az7hnhk95b^YA7J%l@SSXzku1KQ;=oxU2A2=|5y+GM$9QGTbcFOu}&Jpc%7k0Q9s2P-+46tZf@$dhSD7>;d$wSw{dfZ4*F{0nDr_ z7bqb!THFE5v@NK>0A?CQohb(Rh=kw*2nbl6bvOvX&I&UC?5uDofSq+T62Q(1M*!H_ zeqaIE*$goO?6iY$L==FXO${5s&N>(k;AS0+0noErAXpU#NKL1Arf4_}m~Lv$MbALB zYXH<-U(7+k2pSb4^V?$$>Nguyy&3TJ4^sRuHq0EG3Gu%fkPE$qA)nvYlc?%myvDJ z^kC@z#^Jy~b7Tmf-v<02zy#pa3lt7Rg6cPqhUGWfJQ@xU)o(tH2vu?(4UZ&%U(H>) z`~e}jg&~p_uw(H5K|_%in8K3yZ6Tl!i6QWNbRLa}gIWsuasR}K#E=N{@VOWAQz+`31xbLGXw(vYzqcLME=&toog{95e+rm zd`4)xE}#(>W`+dy|9n0YhCh4+4MTAV()js@$}UJmLgxv|pU(oqC?sYniYk^L;vt+S}B=2GJ{#b s^e}A{GHZV4QJ8n8LkXwLL3K;eiOJX}Y|*3Az7KU@Ge`Tzg`