From feb8050b2df17f05223759f0a3960d5cecb29809 Mon Sep 17 00:00:00 2001 From: An Wangpeng Date: Tue, 10 Apr 2018 21:59:17 +0800 Subject: [PATCH] update README.md --- README.md | 2 +- momentum.txt | 40 ++++++++++++++++++++-------------------- utils/__init__.pyc | Bin 0 -> 494 bytes utils/eval.pyc | Bin 0 -> 927 bytes utils/logger.pyc | Bin 0 -> 5134 bytes utils/misc.pyc | Bin 0 -> 3460 bytes utils/visualize.pyc | Bin 0 -> 4068 bytes 7 files changed, 21 insertions(+), 21 deletions(-) create mode 100644 utils/__init__.pyc create mode 100644 utils/eval.pyc create mode 100644 utils/logger.pyc create mode 100644 utils/misc.pyc create mode 100644 utils/visualize.pyc diff --git a/README.md b/README.md index f50f9a3..1c6dbdb 100644 --- a/README.md +++ b/README.md @@ -2,7 +2,7 @@ ## The full code will coming out at June. :) ## PID (Present, Past and Future) Optimizer for deep learning optimization This is the code associated with A PID Controller Approach for Stochastic Optimization of Deep Networks, CVPR 2018. -## Usage: +## Visualization: ## Citation: If PIDOptimizer is used in your paper/experiments, please cite the following papers. ``` diff --git a/momentum.txt b/momentum.txt index d6a0450..77ea156 100644 --- a/momentum.txt +++ b/momentum.txt @@ -1,21 +1,21 @@ Learning Rate Train Loss Valid Loss Train Acc. Valid Acc. -0.010000 0.516547 0.289208 86.581667 91.600000 -0.010000 0.259415 0.216152 92.545000 93.950000 -0.010000 0.201986 0.177764 94.343333 94.780000 -0.010000 0.165051 0.149667 95.318333 95.600000 -0.010000 0.139030 0.128418 96.070000 96.220000 -0.010000 0.119939 0.116352 96.710000 96.600000 -0.010000 0.104811 0.104972 97.101667 96.880000 -0.010000 0.093801 0.096976 97.466667 97.120000 -0.010000 0.084180 0.094102 97.731667 97.140000 -0.010000 0.076191 0.085866 97.956667 97.510000 -0.010000 0.069832 0.081906 98.118333 97.590000 -0.010000 0.064328 0.079128 98.340000 97.710000 -0.010000 0.059059 0.077403 98.468333 97.740000 -0.010000 0.055209 0.074700 98.570000 97.780000 -0.010000 0.051301 0.072494 98.680000 97.880000 -0.010000 0.047872 0.071196 98.815000 97.770000 -0.010000 0.044999 0.071158 98.900000 97.790000 -0.010000 0.042177 0.066217 98.998333 97.990000 -0.010000 0.039857 0.066495 99.031667 97.970000 -0.010000 0.037694 0.065470 99.106667 97.950000 +0.010000 0.509680 0.275800 86.908333 92.210000 +0.010000 0.255431 0.213543 92.813333 93.890000 +0.010000 0.198463 0.172725 94.408333 95.110000 +0.010000 0.162204 0.146753 95.431667 95.830000 +0.010000 0.136709 0.126174 96.183333 96.420000 +0.010000 0.117841 0.118981 96.771667 96.630000 +0.010000 0.103934 0.104209 97.195000 96.940000 +0.010000 0.092159 0.095841 97.493333 97.290000 +0.010000 0.082991 0.089649 97.791667 97.350000 +0.010000 0.075273 0.084053 97.988333 97.520000 +0.010000 0.069048 0.082308 98.156667 97.550000 +0.010000 0.063580 0.077542 98.346667 97.710000 +0.010000 0.058794 0.075400 98.473333 97.730000 +0.010000 0.054611 0.072476 98.615000 97.790000 +0.010000 0.050820 0.071925 98.718333 97.820000 +0.010000 0.047619 0.069473 98.765000 97.920000 +0.010000 0.044399 0.067499 98.933333 98.040000 +0.010000 0.041778 0.067148 98.973333 98.000000 +0.010000 0.039280 0.065606 99.058333 98.030000 +0.010000 0.037374 0.065613 99.118333 97.950000 diff --git a/utils/__init__.pyc b/utils/__init__.pyc new file mode 100644 index 0000000000000000000000000000000000000000..53531666fadd9b125af9b2879543fedebdc1fa64 GIT binary patch literal 494 zcmYk2yH3L}6oyZ(Z9~J%$QXgtOl$}t#KHoI%Rm;(P2AR%6I-@ZsjL-m$I6qivB0r= z5w`sM^BvkVD6fXidU4uYE=yEa}cSFdG3x@T^7`<<8GNt;- zWi4?16LW#bav@t*TGkn3vgUTh(k_9TsR?A!Cv41sEdSl1&X|hyG@$ZUVE~%C_R-A z;{&+zCEU2cjJqp704uS_|KE1D)%y%*npp&o@u z*!E#NfNlU)1UtC1`yrjUODHH(LUq6~1jT3va7B?rSij-xPCvhd?Fc%G7(rZ75@pck zL&mE{cNE6Z4WXiW4Amiv(nauK4=Ap0;3J)$C0vbv#wD4?QvE*0g^sP$dFe@;=`x-h z7ku85Z(iymzEO2cfo2{rgRnuL@(&GS$>V&QOlYB!sY_~&5v{)bs)K>XE`#yGwHjGk zMDC2f4&Iwmf58#&*H*2HOnGFE^V%p3fWB>TKpthSUKJsyY3nTE-h>0wB2^MhRPIXS zi~;t6YQ4lU?JgDOi!5+r23a_zste@LB{z-)*k9+g4#A7)SN8*t< z5pNS_7PJjr3cNG=YO!@X%VwN53-U4LEK_w&UWWb0?LP>HKj3*|ini7-_!`e$d?-iq EFMMXlUjP6A literal 0 HcmV?d00001 diff --git a/utils/logger.pyc b/utils/logger.pyc new file mode 100644 index 0000000000000000000000000000000000000000..8a93641eaa3fa4e81214653111b35b0dd7f224fb GIT binary patch literal 5134 zcmcgwZF3t}6+XN2n_M}5Nt0mGp$Y_|GJ};DlhTfdx~XA+X+*jKJa|ZU*1K2ox~pAz z?^Pnxm=8D~`O+`^2Yvzki1vpt!wk&y5AZx^C0i}|)OwJ7ug~7Sujf4HIp?bO#nR%x zzVq2$EaOiN|F^eA>=zIc{CSdz^gY@0#N)FsnJ@l>5bTdk_swY1@x}x%2CR zOZ({`P1zp0G_&nY&$ux-)~R2^Sj+ju`g1cVxGxEAKp6 z<}_SrQJ(s8^d~5fM(nh>^?*uI%}_B`?UWDu`#8I+?;!LaPB}KN8j8wu7PQ}pRjml z$}AcXvX+hFUH9tVI=(mjn9uwWBoDUHV+Vo}`gMX@{nEfwJ$dP?L;G|&dUH*Mc{(l} zlD-SKp4G;>1dm$^_$|!#7^rW$GD`C_?==Ty5gTipu4qCN&2E~R=JV7YG%ef+GPm69 z4)fThMZOUeSX33QqcY-o&d`$=Knw%`0~@WJ=jOzD)MrA46kpY)eCVNn`4bPi zCL(<~t@>ad1tnm1DvA{VYL4Q`sFEZD6-OIRTF6zB)S^M_b}RI)HnF9SCwC1HLaO^ONZ?Dd0XY>+6S0>_ZX# zyrX~0?$JMFcYKIT-1y{-IML*cM-L~Bn10eodLx<8SRIF|f@5h3%DNJs0y5J2d5a*b zJZ1(Gji>%l8VfH8Rydw7ih;=;%~qNy$x@IJkq?h5(}DVg9b~CH_km!MBWYuGtbp`c zIobd-CHf}L3Ts-NRF|+O>uP&<5V-?gI=GIP!DUu!tj@eEy#ROO!eIyuyD;QB_9iNU zBh}$f4R6j{^Oiw?b?*&t)nD={1F=P~{;RSo#tsBobJi1_mX3h=2=Qkh)qMa4s< zPAai76m1lI8qIL=N7DSp%U~RJ}??n_cfpT zf5ThBcNOJ-b^SMV1g?fZ08IBfOmXmi>SGt-8stHUOAL#nf5spC!+f|^Ou%t46#$i)XuRe+_hescTW zjr-k`FWF4(L(fqQxJ!`Uw-(6=i1cS=S(NH!YQf+ZUaEt2ixP9Is{}VVmiC%5CUvh? zPV>Z!G^ap7{N_g0#ooi@mirX=3Io!L_vXZkBn%eyn7>0HWmgpce@!BoWh^SG(+{st zQVDRiC)Ysn*8qxZOeZ}&6SxR`0$))du5s^9sZ^qRyoF$531`b6DlXtX)eHU+|Vyj#)dn~CA_v5GitDq z^3-r7go^5DJH+5O$B!g7^v%cdhl4trzgGC9BLv??rJ0(Z=>oRS2|q#^r>o0er=@{s z0d1kuOBf=q^PyiP!_453-WG;Q5r^SV zZ4M!3`D*=Az22zDT!0_y`N1}NP|s#MYeT++s*$t&qnt=-VU>m~%2t74tC^C9LheRe1EABkmJSR&qDku-m z!IaD=qn>*HIRDnj1)rgB99@-NY;L?IUVs?KZ8NpasF|detQD2VRc`nRneSbu8|-w_ z97Jh(9`ZZNn`)^lxwaK!In%cRl^EP*#bawvg_CyCCC|M{Gl^ApL#e8-eKjIDc2O+B zC5Th&lj{*}z(!Rn;t^v~rAUv`BqA}8^ImjQJ*EaNuk%I(wK9LLu1dbVjV?#GWS1jn z$2w1Np+-zXUXJvY32IFzp5u+_jFt%VPI}Dc3EchtVidX}jPm%PD0`oO#?OD=OQ}9( z{j7*n!cDKX`$d`HQZzDl5GB}W_0db_mxpS;R^5+C=D7S0OQV*u!+oau!P{sKuCThz zis4<&H5G%XEF{OcIw|{w4uL4RAT#moPf^BfwuqE%4k73o0#QfrYyt1a!6vI8vr?y5 zdg9P?ps4h<(L&As7R6FaboKhY=FcD^+?&GCcFsVFtEEtc^*&J9K~}h#gJhh$!SjL}ixl z+p}&wQymg{t|Ioy);v`N~f$JTP zB&52j$r7ETU;S#NG3A0Vrg++_;@VGZSWRy*E4Z~Z`1P0l#!O@J>ekh@#!Ahb$9J(- J_Zx7A{{nm0_W}R_ literal 0 HcmV?d00001 diff --git a/utils/misc.pyc b/utils/misc.pyc new file mode 100644 index 0000000000000000000000000000000000000000..4fa70ca6b0bf18e9ed9b6522bc95f5f923621520 GIT binary patch literal 3460 zcmb_eOK%)S5U!bBKX#qqBnCtfh!JpDAnXeB2$+PYBM1s6j1vMYqEYWm?|STcth;-R z9oZKgegP6f;ur82_zj$p5O=t7L);J&d{wh+0$c#Ivr|*mkLv2Gud2K8^U3zt-~RGJ zOp{*|-&gS3uRs!_KBz~DPnk!3Fg5Q}-=Fdg>Nlo*llsjmKSTYQDL+e_bJU-kit{XP zwy58dmIh^Q$``1=Kwg6Rm^Mqv9F3sv1SRuy8+M$eq$SK>p7l_{qKx1j^>3(yy!FW6C8rGs)9B+4nPU3a1+w)6rv7j*PZ88Yr_8Or-!)kf(VX2fJCNy3_V(8%jXVup2dkn^o1HPP6yr(WIBMve5_Y+%efStU<;9j|== zEski@qfMVS8?-;gMA9IKcuB|(y+-rEqXS=tN(c`jVgzO$i5NOZZ@jtt1?_vZdh=8I z(5HhLI+&&1+vE`SS;DN%zcNBdZ6j$)tA?nA*m|3C4$>4-mKhD|yPOaTGs8yEJQ z|8Cy=WZrf`H@2_S4Xg`rx;AeV*5L0!<=>iMU6Y0kwibKoaduakkE?$K5@;tHC>L); zHoc`&2_%QbZdAh|;>g}FsyzCrG+Wx()Q6llc)$Z77cagP)QbVOf5Kz8yVl{kZiWd1 zT)4`mnMJS=I>1y`Uj=ieREajye$7-`hThVqw89xx07^WG5$|Mmm(*I)ok$uoU33^N zf~iRghxQOu~0~HZxV8UlLCY>@^&^q=;+5sUU_9<|^4PB5#~ zQ111{3Mp-SS1+%=Gj>Q3nB9|I_VU!m-SJ+?T9)wIdqK#5!e8_jy%}!_&-30Z@{M^6 zyOzBrVE+-!?hhRLO{plWH@_v|8YTg;PVj%|lex*r2d>e$3D`Mz3vVUR(?6`qUT$j*^ ze=egu1ew}Hg*vKLwkxsD%S20fhbW09d<++nAXb7n`t{47zIl6a_2o6Gx^;0WlPc3z zfRNg>uuc`RhWh~OLZbe9S?ny=SmMg$?n2j=LL7@xRFo!HnGE|#r=txgW(-ngrPjr$ z;LztJM_%I`TEhe=V>De!3$2W>wVDnuDo{lo7G&keMi#4l7_Yq#g#0D%jCZfs^3LMB z1g@6;j;-q$ymxw1OY7p|-6$?n6OP$xletPBpe7hX-9!~?(iRZ%)})34X!RttY`;q% z!9)pQ|k$ps)w&FepkF=-t%1wGLMn@jfz}vz3QoRGoG2tY0#wG?Mb# z7))bFUb^)D<@Iag`LS|!6-g~7$zoxbHF8DJyYaF8$$B`)EgweYH@wrx)JMIBAG6Fq z_V{af?Ku#Q`v5WyRBj4EQG9#(iam!u1Ykw*3rbQk?DN~dX>`N?6= z+kxfU)n`8!XREW}aYG=eh~&Z&MK7~b_BeS*=CLT|@k+oPER2pA1fy<|cyJeDz=rdz zHK`XJwp0Lv3zK}+&Pcwt$_09HSrzrJ!exv-?v6qRlt5-43?V)Fk+Kyt-uPvkWK%p2 zrMun~XcLzmmVLVWydOzN6PF*z5b>4U5L2J-;YpM2atzmGr{ObT!{?ZsXYwpahnJMS zNw3tR;<($CT&>19ZS|W_Z>O7GLI!m>k0+5WaQ%!TDacWTijMLOk?TSfC1o5%;nQp# zJ1u+x83~oG^tc!shEjp;!HBH_+Gb3 zm8?>J1nl8QuwjkFu409R5J*U@Ss<~2@0{y#oKg^|VS(j2bME`zbHDGqcbs1)M!){% zw+~v>`xWti3y=O1#>Zb#M6{)-QOJ`HHJscp($)|)hVo>I8l~JHrmYcbjO58OHAcxt zCk{npbjvT2k7lSnOzk2y#>qcL{xtbzdQhOo1o@-%fT%G^{+Kuw@@L4el0PXGrpP}{ z{w(`De(Vk|g?3v{s+T8p7Z4TMZT5Ivd00k{N}Kz3reG#$G#+q~1*LHP=1U z+B9X9N;3BJwwW4CHFcP@qaZ{cwH%nC-m`+Yz6G=UDj5kJR(n{W8+R_!fkXR5`wq?T z7vxplSMr{-*-JZ9bQ><>d`NUqBvYU*w2>g8kF|OU9k0ruArC6+2@CM*$CFZ}&bw%M zVjVBR>ex%VakhtU;bpQugEF0^I;eB8k#6F);ihrmC6b|yFYyX(7g-p$>nJBN`Z~PD z%`^@cO_1ocv!3oPW?mL_^y2$BZ@ib8Fb?kroyD#RBfWSx)Lkz^#zMB|@+OSq(IYUV zX4M5Xu39`cKRlroJo;@I#1dg)TM%nQS)eh*1-lHpg)m7ttB7#*P@zaME)iomYjs}q zstp#0QPyJ84)&QB9qeZE&eD7G_IzL7et1{jaW}H@w3I6SfIVp}H?5Sdfk>uNoX zQ8dq(REtMscNmYv;|Jt0Oo(BEHE$QFbD1HH*dX813(jFdsbsKfQL26`RYBgO^kUJ4 z$e~9GA)?iGIA#Y3IO2yMg`oZj9Ria!2dphKJCQSo2xH8pqY_k?5-u1TEPxL53luG( zkQso9qs0&pxs*7HCt{a2CiDGH@zP|&d4ix5y6w+hcDFb8A{RkN{^i`EI^*;)aD;!~ z&z+6p-~t9$me*hf>-)KLyxHKo^BUN=$2a3GW57;ezXkiXl{C2wuubN3wp_N8yr?we*Cib#kfuLSAL9m>HiViv#`Dnwz@B8KUHTnIx z-2U_v{(Y4@Kj%dcmqX^|YMqhTV@K>xa-s~=P4rGT2<}^@0p(LII-|R9!x|!s$8e|N>!)F;FsIv3-fBmvEVGHAYvWy83;!w9l)S68%ikeNU ztbE;ZYiu|ME+fX}kR5Hacu(;0WOyY@aq4%Y;7#5u{S-_EA5i%-T9|e!rLt2#RVh`@ F{sF1N>&XBB literal 0 HcmV?d00001