var bibbase_data = {"data":"<img src=\"//bibbase.org/img/ajax-loader.gif\" id=\"spinner\"\n  style=\"display: none;\" alt=\"Loading..\" />\n\n<div id=\"bibbase\">\n\n  <script type=\"text/javascript\">\n    var bibbase = {\n      params: {\"bib\":\"https://leelabcnbc.github.io/lab-wiki-builder/demo_ref/bib.bib\",\"jsonp\":\"1\",\"host\":\"bibbase.org\",\"ssl\":false},\n      data: [{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Zeiler\"],\"firstnames\":[\"Matthew\",\"D\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Fergus\"],\"firstnames\":[\"Rob\"],\"suffixes\":[]}],\"title\":\"Visualizing and Understanding Convolutional Networks\",\"booktitle\":\"Computer Vision - ECCV 2014 - 13th European Conference, Zurich, Switzerland, September 6-12, 2014, Proceedings, Part I\",\"year\":\"2014\",\"editor\":[{\"propositions\":[],\"lastnames\":[\"Fleet\"],\"firstnames\":[\"David\",\"J\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Pajdla\"],\"firstnames\":[\"Tomás\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Schiele\"],\"firstnames\":[\"Bernt\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Tuytelaars\"],\"firstnames\":[\"Tinne\"],\"suffixes\":[]}],\"pages\":\"818–833\",\"publisher\":\"Springer\",\"annote\":\"a very popular and useful method for examining what a CNN learns. I think the method of deconvolution is better described in CS231n <http://cs231n.stanford.edu/slides/2016/winter1516_lecture9.pdf>. Essentially, we do backprop for all layers, except for ReLU, where negative diff is relu'ed (zeroed out). However, if you check the caffe for deep visualization toolbox, to see how deconv is done. <https://github.com/BVLC/caffe/compare/master...yosinski:deconv-deep-vis-toolbox> For LRN, it's ignored; for ReLU, it's another ReLU. In addition, it sets an example using visualization to guide architecture design. See Section 4.1. The \\\"aliasing artifacts caused by the large stride...\\\" actually means those blocky patterns in third panel of Figure 5 (it can be c or d depending whether you read label in the figure, or in the caption). Here, ther's only one (first row, second column). But in author's slides, there are more. It's from <http://videolectures.net/eccv2014_zeiler_convolutional_networks/> ![comparison with alexnet](./deconv/comparison_with_alexnet.png) Fig. 5 is wrong. Check arxiv version (v3, Fig 6 there) <https://arxiv.org/pdf/1311.2901.pdf>. ![correct fig 5](./deconv/arxiv_v3_fig6.png) Some details. End of Section 3, they say they normalize filter weight size. I don't think this is needed in general. \",\"keywords\":\"classics, deep learning\",\"doi\":\"10.1007/978-3-319-10590-1_53\",\"language\":\"English\",\"read\":\"Yes\",\"rating\":\"5\",\"date-added\":\"2017-02-16T19:50:02GMT\",\"date-modified\":\"2017-03-27T00:55:38GMT\",\"abstract\":\"Large Convolutional Network models have recently demonstrated impressive classification performance on the ImageNet benchmark Krizhevsky et al. [18]. However there is no clear understanding of why the\",\"url\":\"http://dx.doi.org/10.1007/978-3-319-10590-1_53\",\"local-url\":\"file://localhost/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2014/Zeiler/ECCV%202014%20Part%20I%202014%20Zeiler.pdf\",\"file\":\"ECCV 2014 Part I 2014 Zeiler.pdf:/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2014/Zeiler/ECCV 2014 Part I 2014 Zeiler.pdf:application/pdf\",\"uri\":\"˘rlpapers3://publication/doi/10.1007/978-3-319-10590-1_53\",\"bibtex\":\"@inproceedings{Zeiler:2014fr,\\nauthor = {Zeiler, Matthew D and Fergus, Rob},\\ntitle = {{Visualizing and Understanding Convolutional Networks}},\\nbooktitle = {Computer Vision - ECCV 2014 - 13th European Conference, Zurich, Switzerland, September 6-12, 2014, Proceedings, Part I},\\nyear = {2014},\\neditor = {Fleet, David J and Pajdla, Tom{\\\\'a}s and Schiele, Bernt and Tuytelaars, Tinne},\\npages = {818--833},\\npublisher = {Springer},\\nannote = {a very popular and useful method for examining what a CNN learns.\\n\\nI think the method of deconvolution is better described in CS231n <http://cs231n.stanford.edu/slides/2016/winter1516_lecture9.pdf>. Essentially, we do backprop for all layers, except for ReLU, where negative diff is relu'ed (zeroed out).\\n\\n\\nHowever, if you check the caffe for deep visualization toolbox, to see how deconv is done. <https://github.com/BVLC/caffe/compare/master...yosinski:deconv-deep-vis-toolbox>\\n\\nFor LRN, it's ignored; for ReLU, it's another ReLU.\\n\\nIn addition, it sets an example using visualization to guide architecture design. See Section 4.1. The \\\"aliasing artifacts caused by the large stride...\\\" actually means those blocky patterns in third panel of Figure 5 (it can be c or d depending whether you read label in the figure, or in the caption). Here, ther's only one (first row, second column). But in author's slides, there are more. It's from <http://videolectures.net/eccv2014_zeiler_convolutional_networks/>\\n\\n![comparison with alexnet](./deconv/comparison_with_alexnet.png)\\n\\nFig. 5 is wrong. Check arxiv version (v3, Fig 6 there) <https://arxiv.org/pdf/1311.2901.pdf>.\\n\\n![correct fig 5](./deconv/arxiv_v3_fig6.png)\\n\\nSome details.\\n\\nEnd of Section 3, they say they normalize filter weight size. I don't think this is needed in general.\\n},\\nkeywords = {classics, deep learning},\\ndoi = {10.1007/978-3-319-10590-1_53},\\nlanguage = {English},\\nread = {Yes},\\nrating = {5},\\ndate-added = {2017-02-16T19:50:02GMT},\\ndate-modified = {2017-03-27T00:55:38GMT},\\nabstract = {Large Convolutional Network models have recently demonstrated impressive classification performance on the ImageNet benchmark Krizhevsky et al. [18]. However there is no clear understanding of why the},\\nurl = {http://dx.doi.org/10.1007/978-3-319-10590-1_53},\\nlocal-url = {file://localhost/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2014/Zeiler/ECCV%202014%20Part%20I%202014%20Zeiler.pdf},\\nfile = {{ECCV 2014 Part I 2014 Zeiler.pdf:/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2014/Zeiler/ECCV 2014 Part I 2014 Zeiler.pdf:application/pdf}},\\nuri = {\\\\url{papers3://publication/doi/10.1007/978-3-319-10590-1_53}}\\n}\\n\\n\\n\\n\",\"author_short\":[\"Zeiler, M. D\",\"Fergus, R.\"],\"editor_short\":[\"Fleet, D. J\",\"Pajdla, T.\",\"Schiele, B.\",\"Tuytelaars, T.\"],\"key\":\"Zeiler:2014fr\",\"id\":\"Zeiler:2014fr\",\"bibbaseid\":\"zeiler-fergus-visualizingandunderstandingconvolutionalnetworks-2014\",\"role\":\"author\",\"urls\":{\"Paper\":\"http://dx.doi.org/10.1007/978-3-319-10590-1_53\"},\"keyword\":[\"classics\",\"deep learning\"],\"metadata\":{\"authorlinks\":{}},\"downloads\":0,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Berkes\"],\"firstnames\":[\"Pietro\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wiskott\"],\"firstnames\":[\"Laurenz\"],\"suffixes\":[]}],\"title\":\"On the Analysis and Interpretation of Inhomogeneous Quadratic Forms as Receptive Fields\",\"journal\":\"Neural Computation\",\"year\":\"2006\",\"volume\":\"18\",\"number\":\"8\",\"pages\":\"1868–1895\",\"month\":\"August\",\"annote\":\"I only read it upt to Section 5 (inlcuded), as I care more about visualization, not about statistical test. essential contributions. 1. General methods to solve Eq. (4.1). That is, maximizing/minimizing a inhomogeneous quadratic form (which can model complex V1 cells), under a norm constraint. 2. Eq. (5.5). given optimal stimulus, find the change of firing rate along all directions orthgonal to the direction of optimal stimulus (Eq. (5.10)). For a demo of this, see * [Visualization of optimal stimuli and invariances for Tiled Convolutional Neural Networks](http://ai.stanford.edu/~quocle/TCNNweb/) * [original code](http://people.brandeis.edu/ berkes/software/qforms-tk/index.html) * [Yimeng's implementation](https://github.com/leelabcnbc/tang-paper-2017/blob/master/neuron_fitting/debug/debug_hessian_visualization_complex_cell.ipynb) There are some errors and points note taking in the paper about the method. 1. Above (5.8), we actually need to compute the null space of $x^+$ (N-1 vectors orthogonal to $x^+$). Check Quoc Le and my implementation on how to do this. Doing Gram-Schmidt on $x^+$ plus $e_1$ through $e_{N-1}$ doesn't necessarily give the correct result. 2. As $x^+$ is local maxima, then you would expect along all directions, (5.5) gives you negative values. This is true, but eigenvalues of Eq. (5.8) are not all negative. Instead, you need to add back the offset term in Eq. (5.5). Then all offsetted eigenvalues are negative. Least negative ones are most invariant, and vice versa. Check original implmentation and Yimeng's implementation (`best_variance_and_invariance_directions `). 3. Eq. (5.8) is simply computing the eigenvalues of H, along directions othorgonal to $x^+$. That is, they paramterize $w$ with $Bx$, $B$ being a $N$ by $N-1$ basis matrix, and $x$ being a $N-1$ vector. This justifies why using Eq. (5.9) to recover the original space. Some caveats For this to work, you need to 1) really find the optimal stimulus (at least some local maxima), and 2) compute the hessian correctly. Both are pretty difficult for a really complex neuron, say CNN. 1) is either not very accurate, or it gives noise like input (from my experience, images that excite a aritifical neuron most are mostly noise like). 2) is either theoretically impossbie (see <https://github.com/leelabcnbc/tang-paper-2017/blob/master/neuron_fitting/debug/debug_hessian_old_plus_adam_vs_lbfgs.ipynb>), or it takes so long to compute (say, using TensorFlow). Yimeng found that this method doesn't work well with really complex neurons. See <https://github.com/leelabcnbc/tang-paper-2017/blob/master/neuron_fitting/debug/cnn_fitting_debug_nonOT_visualize.ipynb> In the paper, they are not analyzing some fitted V1 cells. Instead, they are analzying some artificial units learned by Slow Feature Analysis. Check Section 2. According to Deep Learning book, SFA has closed form solution, so it can't be too complicated. Last paragraph of Section 4. optimal x might not make sense or be relevant. > Note that although $x^+$ is the stimulus that elicits the strongest response in the function, it does not necessarily mean that it is representative of the class of stimuli that give the most important contribution to its output. This depends on the distribution of the input vectors. \",\"publisher\":\"MIT Press 238 Main St., Suite 500, Cambridge, MA 02142-1046 USA journals-info@mit.edu\",\"keywords\":\"V1\",\"doi\":\"10.1162/neco.2006.18.8.1868\",\"language\":\"English\",\"read\":\"Yes\",\"rating\":\"4\",\"date-added\":\"2017-05-29T17:19:56GMT\",\"date-modified\":\"2017-06-12T15:26:03GMT\",\"abstract\":\"In this letter, we introduce some mathematical and numerical tools to analyze and interpret inhomogeneous quadratic forms. The resulting characterization is in some aspects similar to that given by experimental studies of cortical cells, making it particularly suitable for application to second-order approximations and theoretical models of physiological receptive fields. We first discuss two ways of analyzing a quadratic form by visualizing the coefficients of its quadratic and linear term directly and by considering the eigenvectors of its quadratic term. We then present an algorithm to compute the optimal excitatory and inhibitory stimuli—those that maximize and minimize the considered quadratic form, respectively, given a fixed energy constraint. The analysis of the optimal stimuli is completed by considering their invariances, which are the transformations to which the quadratic form is most insensitive, and by introducing a test to determine which of these are statistically significant. Next we prop...\",\"url\":\"http://www.mitpressjournals.org/doi/10.1162/neco.2006.18.8.1868\",\"local-url\":\"file://localhost/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2006/Berkes/Neural%20Computation%202006%20Berkes.pdf\",\"file\":\"Neural Computation 2006 Berkes.pdf:/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2006/Berkes/Neural Computation 2006 Berkes.pdf:application/pdf\",\"uri\":\"˘rlpapers3://publication/doi/10.1162/neco.2006.18.8.1868\",\"bibtex\":\"@article{Berkes:2006el,\\nauthor = {Berkes, Pietro and Wiskott, Laurenz},\\ntitle = {{On the Analysis and Interpretation of Inhomogeneous Quadratic Forms as Receptive Fields}},\\njournal = {Neural Computation},\\nyear = {2006},\\nvolume = {18},\\nnumber = {8},\\npages = {1868--1895},\\nmonth = aug,\\nannote = {I only read it upt to Section 5 (inlcuded), as I care more about visualization, not about statistical test.\\n\\nessential contributions.\\n\\n1. General methods to solve Eq. (4.1). That is, maximizing/minimizing a inhomogeneous quadratic form (which can model complex V1 cells), under a norm constraint.\\n\\n2. Eq. (5.5). given optimal stimulus, find the change of firing rate along all directions orthgonal to the direction of optimal stimulus (Eq. (5.10)). For a demo of this, see\\n    * [Visualization of optimal stimuli and invariances \\nfor Tiled Convolutional Neural Networks](http://ai.stanford.edu/{\\\\textasciitilde}quocle/TCNNweb/)\\n    * [original code](http://people.brandeis.edu/~berkes/software/qforms-tk/index.html)\\n    * [Yimeng's implementation](https://github.com/leelabcnbc/tang-paper-2017/blob/master/neuron_fitting/debug/debug_hessian_visualization_complex_cell.ipynb)\\n\\nThere are some errors and points note taking in the paper about the method.\\n\\n1. Above (5.8), we actually need to compute the null space of $x^+$ (N-1 vectors orthogonal to $x^+$). Check Quoc Le and my implementation on how to do this. Doing Gram-Schmidt on $x^+$ plus $e_1$ through $e_{N-1}$ doesn't necessarily give the correct result.\\n2. As $x^+$ is local maxima, then you would expect along all directions, (5.5) gives you negative values. This is true, but eigenvalues of Eq. (5.8) are not all negative. Instead, you need to add back the offset term in Eq. (5.5). Then all offsetted eigenvalues are negative. Least negative ones are most invariant, and vice versa. Check original implmentation and Yimeng's implementation (`best_variance_and_invariance_directions `).\\n3. Eq. (5.8) is simply computing the eigenvalues of H, along directions othorgonal to $x^+$. That is, they paramterize $w$ with $Bx$, $B$ being a $N$ by $N-1$ basis matrix, and $x$ being a $N-1$ vector. This justifies why using Eq. (5.9) to recover the original space.\\n\\n\\nSome caveats\\n\\nFor this to work, you need to 1) really find the optimal stimulus (at least some local maxima), and 2) compute the hessian correctly. Both are pretty difficult for a really complex neuron, say CNN.\\n\\n1) is either not very accurate, or it gives noise like input (from my experience, images that excite a aritifical neuron most are mostly noise like).\\n2) is either theoretically impossbie (see <https://github.com/leelabcnbc/tang-paper-2017/blob/master/neuron_fitting/debug/debug_hessian_old_plus_adam_vs_lbfgs.ipynb>), or it takes so long to compute (say, using TensorFlow).\\n\\nYimeng found that this method doesn't work well with really complex neurons. See <https://github.com/leelabcnbc/tang-paper-2017/blob/master/neuron_fitting/debug/cnn_fitting_debug_nonOT_visualize.ipynb>\\n\\nIn the paper, they are not analyzing some fitted V1 cells. Instead, they are analzying some artificial units learned by Slow Feature Analysis. Check Section 2. According to Deep Learning book, SFA has closed form solution, so it can't be too complicated.\\n\\n\\nLast paragraph of Section 4.  optimal x might not make sense or be relevant.\\n\\n> Note that although $x^+$ is the stimulus that elicits the strongest response in the function, it does not necessarily mean that it is representative of the class of stimuli that give the most important contribution to its output. This depends on the distribution of the input vectors.\\n\\n},\\npublisher = {MIT Press 238 Main St., Suite 500, Cambridge, MA 02142-1046 USA journals-info@mit.edu},\\nkeywords = {V1},\\ndoi = {10.1162/neco.2006.18.8.1868},\\nlanguage = {English},\\nread = {Yes},\\nrating = {4},\\ndate-added = {2017-05-29T17:19:56GMT},\\ndate-modified = {2017-06-12T15:26:03GMT},\\nabstract = {In this letter, we introduce some mathematical and numerical tools to analyze and interpret inhomogeneous quadratic forms. The resulting characterization is in some aspects similar to that given by experimental studies of cortical cells, making it particularly suitable for application to second-order approximations and theoretical models of physiological receptive fields. We first discuss two ways of analyzing a quadratic form by visualizing the coefficients of its quadratic and linear term directly and by considering the eigenvectors of its quadratic term. We then present an algorithm to compute the optimal excitatory and inhibitory stimuli{\\\\textemdash}those that maximize and minimize the considered quadratic form, respectively, given a fixed energy constraint. The analysis of the optimal stimuli is completed by considering their invariances, which are the transformations to which the quadratic form is most insensitive, and by introducing a test to determine which of these are statistically significant. Next we prop...},\\nurl = {http://www.mitpressjournals.org/doi/10.1162/neco.2006.18.8.1868},\\nlocal-url = {file://localhost/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2006/Berkes/Neural%20Computation%202006%20Berkes.pdf},\\nfile = {{Neural Computation 2006 Berkes.pdf:/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2006/Berkes/Neural Computation 2006 Berkes.pdf:application/pdf}},\\nuri = {\\\\url{papers3://publication/doi/10.1162/neco.2006.18.8.1868}}\\n}\\n\\n\\n\\n\",\"author_short\":[\"Berkes, P.\",\"Wiskott, L.\"],\"key\":\"Berkes:2006el\",\"id\":\"Berkes:2006el\",\"bibbaseid\":\"berkes-wiskott-ontheanalysisandinterpretationofinhomogeneousquadraticformsasreceptivefields-2006\",\"role\":\"author\",\"urls\":{\"Paper\":\"http://www.mitpressjournals.org/doi/10.1162/neco.2006.18.8.1868\"},\"keyword\":[\"V1\"],\"metadata\":{\"authorlinks\":{}},\"downloads\":0,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Szegedy\"],\"firstnames\":[\"C\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zaremba\"],\"firstnames\":[\"W\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sutskever\"],\"firstnames\":[\"I\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Bruna\"],\"firstnames\":[\"J\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Erhan\"],\"firstnames\":[\"D\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Goodfellow\"],\"firstnames\":[\"I\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Fergus\"],\"firstnames\":[\"Rob\"],\"suffixes\":[]}],\"title\":\"Intriguing properties of neural networks\",\"journal\":\"ArXiv e-prints\",\"year\":\"2013\",\"volume\":\"cs.CV\",\"month\":\"December\",\"annote\":\"Good analysis paper, showing that 1) at higher layers, units or mixture of units are roughtly the same. BUT, I'm not sure if this is still the case for networks with only one FC layer (only fc8, in AlexNet's term) 2) adversarial examples. Their root reason might be that each layer is not stable (Table 5). Section 4 > a non-local generalization prior over the input space. In other words, it is assumed that is possible for the output unit to assign non- significant (and, presumably, non-epsilon) probabilities to regions of the input space that contain no training examples in their vicinity. this is also mentioned in DL book. DL models assumes some non-local prior. Section 4.1 here they assume images pixels have range 0 to 1, not 0-255. Here D(x,f(x)) should be x, not f(x). clearly f(x) doesn't makes dimension match. Here how they actually find an adversarial example. is really vague. It's explained more clearly in [Exploring the Space of Adversarial Images](https://arxiv.org/pdf/1510.05328.pdf) (version 5 on ArXiv) with code at <https://github.com/tabacof/adversarial>. Later referred to \\\"the 2015 paper\\\". I copied relevant page in the notes. Essentially, you need to first select an wrong label l to fool the network, and then you start from a small C (this paper), or big C (the 2015 paper), and then surely you will find a somewhat big r that will satisfy that f(x+r)=l. Then you decrease C little by little, until that f(x+r) != l. This process will intuitively decrease r, yet biasing the r to those preserving f(x+r)=l. Intuitively makes sense. Not sure how good it is in theory. > This penalty function method would yield the exact solution for D(X,l) in the case of convex losses, however neural networks are non-convex in general, so we end up with an approximation in this case. I don't think this is right. At least I can't derive it using my RUBBISH note. ======RUBBISH START====== I don't understand the math of box-constrained L-BFGS. I think here it's using the correspondence between Constrained and Lagrange forms. See text around Eq. 5.7 and 5.8 of [Statistical Learning with Sparsity](https://trevorhastie.github.io/): \\\"For convex programs, the Lagrangian allows for the constrained problem (5.5) to be solved by reduction to an equivalent unconstrained problem.\\\", or page 16-17 of <http://www.stat.cmu.edu/~ryantibs/convexopt-S15/lectures/12-kkt.pdf> Here I would say the correspondence is loose. to make it more precise, we should modify the constraint f(x+r)=l in the first (original) problem to be something like loss(x+r,l)<0.001. Two problems, written as constrained form, and lagrange form, are 1) constrained form. min |r|, s.t. loss(x+r,l) < \\\\eps 2) lagrange form min |r| + λ loss(x+r,l). First, we replace hard constraint f(x+r)=l with a more soft constraint using loss (I would say the paper is poorly written; no relationship between f and loss_f is mentioned). Then they also assume that, big eps correspond to small lambda, and small eps correspond to big lambda. This assumption is also kind of assumed in Section 7.2 of Deep Learning book. Check my notes on that. ======RUBBISH END====== Section 4.2 > A subtle, but essential detail is that we only got improvements by generating adversarial examples for each layer outputs which were used to train all the layers above. The network was trained in an alternating fashion, maintain- ing and updating a pool of adversarial examples for each layer separately in addition to the original training set. For adversarial example to be useful, you can't use input-level adversarial examples. Instead, you need intermediate adversarial examples. But this would really make training complicated. Section 4.3 Not sure about the math about deriving operator norm of W when W is convolution. But whatever... Conclusion is important.\",\"keywords\":\"deep learning, To Read\",\"read\":\"Yes\",\"rating\":\"4\",\"date-added\":\"2017-03-29T19:52:30GMT\",\"date-modified\":\"2017-03-30T14:48:37GMT\",\"url\":\"http://arxiv.org/abs/1312.6199\",\"local-url\":\"file://localhost/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2013/Szegedy/arXiv%202013%20Szegedy.pdf\",\"file\":\"arXiv 2013 Szegedy.pdf:/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2013/Szegedy/arXiv 2013 Szegedy.pdf:application/pdf\",\"uri\":\"˘rlpapers3://publication/uuid/C6374003-66D2-4059-941E-D3B1E4F50BBB\",\"bibtex\":\"@article{Szegedy:2013vw,\\nauthor = {Szegedy, C and Zaremba, W and Sutskever, I and Bruna, J and Erhan, D and Goodfellow, I and Fergus, Rob},\\ntitle = {{Intriguing properties of neural networks}},\\njournal = {ArXiv e-prints},\\nyear = {2013},\\nvolume = {cs.CV},\\nmonth = dec,\\nannote = {Good analysis paper, showing that 1) at higher layers, units or mixture of units are roughtly the same. BUT, I'm not sure if this is still the case for networks with only one FC layer (only fc8, in AlexNet's term) 2) adversarial examples. Their root reason might be that each layer is not stable (Table 5).\\n\\n\\n\\nSection 4\\n\\n> a non-local generalization prior over the input space. In other words, it is assumed that is possible for the output unit to assign non- significant (and, presumably, non-epsilon) probabilities to regions of the input space that contain no training examples in their vicinity.\\n\\nthis is also mentioned in DL book. DL models assumes some non-local prior.\\n\\n\\n\\n\\n\\nSection 4.1 here they assume images pixels have range 0 to 1, not 0-255.\\n\\nHere D(x,f(x)) should be x, not f(x). clearly f(x) doesn't makes dimension match.\\n\\n\\nHere how they actually find an adversarial example. is really vague. It's explained more clearly in [Exploring the Space of Adversarial Images](https://arxiv.org/pdf/1510.05328.pdf)  (version 5 on ArXiv) with code at <https://github.com/tabacof/adversarial>. Later referred to \\\"the 2015 paper\\\". I copied relevant page in the notes.\\n\\nEssentially, you need to first select an wrong label l to fool the network, and then you start from a small C (this paper), or big C (the 2015 paper), and then surely you will find a somewhat big r that will satisfy that f(x+r)=l. Then you decrease C little by little, until that f(x+r) != l. This process will intuitively decrease r, yet biasing the r to those preserving f(x+r)=l. Intuitively makes sense. Not sure how good it is in theory.\\n\\n\\n> This penalty function method would yield the exact solution for D(X,l) in the case of convex losses, however neural networks are non-convex in general, so we end up with an approximation in this case.\\n\\nI don't think this is right. At least I can't derive it using my RUBBISH note.\\n\\n\\n\\n======RUBBISH START======\\n\\nI don't understand the math of box-constrained L-BFGS. I think here it's using the correspondence between Constrained and Lagrange forms. See text around Eq. 5.7 and 5.8 of [Statistical Learning with Sparsity](https://trevorhastie.github.io/): \\\"For convex programs, the Lagrangian allows for the constrained problem (5.5) to be solved by reduction to an equivalent unconstrained problem.\\\", or page 16-17 of <http://www.stat.cmu.edu/{\\\\textasciitilde}ryantibs/convexopt-S15/lectures/12-kkt.pdf>\\n\\nHere I would say the correspondence is loose. to make it more precise, we should modify the constraint f(x+r)=l in the first (original) problem to be something like loss(x+r,l)<0.001.\\n\\nTwo problems, written as constrained form, and lagrange form, are\\n\\n1) constrained form.\\n\\nmin |r|, s.t. loss(x+r,l) < \\\\eps\\n\\n2) lagrange form\\n\\nmin |r| + \\\\lambda loss(x+r,l).\\n\\nFirst, we replace hard constraint f(x+r)=l with a more soft constraint using loss (I would say the paper is poorly written; no relationship between f and loss_f is mentioned).\\n\\nThen they also assume that, big eps correspond to small lambda, and small eps correspond to big lambda.    This assumption is also kind of assumed in Section 7.2 of Deep Learning book. Check my notes on that.\\n\\n======RUBBISH END======\\n\\n\\n\\n\\nSection 4.2\\n\\n> A subtle, but essential detail is that we only got improvements by generating adversarial examples for each layer outputs which were used to train all the layers above. The network was trained in an alternating fashion, maintain- ing and updating a pool of adversarial examples for each layer separately in addition to the original training set.\\n\\nFor adversarial example to be useful, you can't use input-level adversarial examples. Instead, you need intermediate adversarial examples. But this would really make training complicated.\\n\\nSection 4.3\\n\\nNot sure about the math about deriving operator norm of W when W is convolution. But whatever... Conclusion is important.},\\nkeywords = {deep learning, To Read},\\nread = {Yes},\\nrating = {4},\\ndate-added = {2017-03-29T19:52:30GMT},\\ndate-modified = {2017-03-30T14:48:37GMT},\\nurl = {http://arxiv.org/abs/1312.6199},\\nlocal-url = {file://localhost/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2013/Szegedy/arXiv%202013%20Szegedy.pdf},\\nfile = {{arXiv 2013 Szegedy.pdf:/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2013/Szegedy/arXiv 2013 Szegedy.pdf:application/pdf}},\\nuri = {\\\\url{papers3://publication/uuid/C6374003-66D2-4059-941E-D3B1E4F50BBB}}\\n}\\n\\n\\n\\n\",\"author_short\":[\"Szegedy, C\",\"Zaremba, W\",\"Sutskever, I\",\"Bruna, J\",\"Erhan, D\",\"Goodfellow, I\",\"Fergus, R.\"],\"key\":\"Szegedy:2013vw\",\"id\":\"Szegedy:2013vw\",\"bibbaseid\":\"szegedy-zaremba-sutskever-bruna-erhan-goodfellow-fergus-intriguingpropertiesofneuralnetworks-2013\",\"role\":\"author\",\"urls\":{\"Paper\":\"http://arxiv.org/abs/1312.6199\"},\"keyword\":[\"deep learning\",\"To Read\"],\"metadata\":{\"authorlinks\":{}},\"downloads\":0,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Xu\"],\"firstnames\":[\"Kevin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ba\"],\"firstnames\":[\"Jimmy\",\"Lei\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kiros\"],\"firstnames\":[\"Ryan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cho\"],\"firstnames\":[\"Kyunghyun\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Courville\"],\"firstnames\":[\"Aaron\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Salakhutdinov\"],\"firstnames\":[\"Ruslan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zemel\"],\"firstnames\":[\"Richard\",\"S\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Bengio\"],\"firstnames\":[\"Yoshua\"],\"suffixes\":[]}],\"title\":\"Show, Attend and Tell: Neural Image Caption Generation with Visual Attention\",\"journal\":\"ArXiv e-prints\",\"year\":\"2015\",\"volume\":\"cs.LG\",\"month\":\"February\",\"annote\":\"Great application of \\\"attention\\\" to image captioning. Notice that where to attend is not supervised, just like the case in CTC. CS231n says that one problem with this work is the resolution of attention. Maybe can be addressed using per pixel hypercolumn features, after upsampling. pp. 4. Check CS231n for the notation, notice that I think here T should be $T_{D+m+n, 4n}$. Section 4.1 Hard attention. This version is learned by maximizing lower bound. In Eq. (11), s is a vector of all choices along time. and to learn this, we need sampling. in pp.5, there are some further refinements on optimization. Maybe these are just some tricks in MCMC. anyway. Section 4.2 soft attention. pp. 6 most of left column is about connection between soft and hard versions. Ignored. Section 4.2.1 Doubly Stochastic Attention. No idea why across time, the alpha should sum to 1 for each location. See <https://github.com/kelvinxu/arctic-captions/issues/38> and <https://www.reddit.com/r/MachineLearning/comments/2vjdcw/show_attend_and_tell_neural_image_caption/cok4yc9/>. Maybe it just worked, whatsoever. In addition, that β stuff might be some hack that emprically helps. \",\"keywords\":\"deep learning, recurrent\",\"read\":\"Yes\",\"rating\":\"5\",\"date-added\":\"2017-02-21T16:11:00GMT\",\"date-modified\":\"2017-02-23T19:57:09GMT\",\"url\":\"http://arxiv.org/abs/1502.03044\",\"local-url\":\"file://localhost/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2015/Xu/arXiv%202015%20Xu.pdf\",\"file\":\"arXiv 2015 Xu.pdf:/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2015/Xu/arXiv 2015 Xu.pdf:application/pdf\",\"uri\":\"˘rlpapers3://publication/uuid/881D0A60-2E59-477D-814F-5E8908F34D89\",\"bibtex\":\"@article{Xu:2015ut,\\nauthor = {Xu, Kevin and Ba, Jimmy Lei and Kiros, Ryan and Cho, Kyunghyun and Courville, Aaron and Salakhutdinov, Ruslan and Zemel, Richard S and Bengio, Yoshua},\\ntitle = {{Show, Attend and Tell: Neural Image Caption Generation with Visual Attention}},\\njournal = {ArXiv e-prints},\\nyear = {2015},\\nvolume = {cs.LG},\\nmonth = feb,\\nannote = {Great application of \\\"attention\\\" to image captioning.\\n\\nNotice that where to attend is not supervised, just like the case in CTC.\\n\\nCS231n says that one problem with this work is the resolution of attention. Maybe can be addressed using per pixel hypercolumn features, after upsampling.\\n\\npp. 4.\\n\\nCheck CS231n for the notation, notice that I think here T should be $T_{D+m+n, 4n}$.\\n\\nSection 4.1 Hard attention.\\n\\nThis version is learned by maximizing lower bound. In Eq. (11), s is a vector of all choices along time. and to learn this, we need sampling.\\n\\nin pp.5, there are some further refinements on optimization. Maybe these are just some tricks in MCMC. anyway.\\n\\nSection 4.2 soft attention.\\n\\npp. 6\\n\\nmost of left column is about connection between soft and hard versions. Ignored.\\n\\n\\nSection 4.2.1 Doubly Stochastic Attention.\\n\\nNo idea why across time, the alpha should sum to 1 for each location. See <https://github.com/kelvinxu/arctic-captions/issues/38> and <https://www.reddit.com/r/MachineLearning/comments/2vjdcw/show_attend_and_tell_neural_image_caption/cok4yc9/>. Maybe it just worked, whatsoever.\\n\\nIn addition, that \\\\beta stuff might be some hack that emprically helps.\\n\\n},\\nkeywords = {deep learning, recurrent},\\nread = {Yes},\\nrating = {5},\\ndate-added = {2017-02-21T16:11:00GMT},\\ndate-modified = {2017-02-23T19:57:09GMT},\\nurl = {http://arxiv.org/abs/1502.03044},\\nlocal-url = {file://localhost/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2015/Xu/arXiv%202015%20Xu.pdf},\\nfile = {{arXiv 2015 Xu.pdf:/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2015/Xu/arXiv 2015 Xu.pdf:application/pdf}},\\nuri = {\\\\url{papers3://publication/uuid/881D0A60-2E59-477D-814F-5E8908F34D89}}\\n}\\n\\n\\n\\n\",\"author_short\":[\"Xu, K.\",\"Ba, J. L.\",\"Kiros, R.\",\"Cho, K.\",\"Courville, A.\",\"Salakhutdinov, R.\",\"Zemel, R. S\",\"Bengio, Y.\"],\"key\":\"Xu:2015ut\",\"id\":\"Xu:2015ut\",\"bibbaseid\":\"xu-ba-kiros-cho-courville-salakhutdinov-zemel-bengio-showattendandtellneuralimagecaptiongenerationwithvisualattention-2015\",\"role\":\"author\",\"urls\":{\"Paper\":\"http://arxiv.org/abs/1502.03044\"},\"keyword\":[\"deep learning\",\"recurrent\"],\"metadata\":{\"authorlinks\":{\"xu, k\":\"https://leelabcnbc.github.io/lab-wiki-builder/demo_ref/computer_vision/caption_generation/\"}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Zhang\"],\"firstnames\":[\"Chiyuan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Bengio\"],\"firstnames\":[\"S\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Hardt\"],\"firstnames\":[\"M\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Recht\"],\"firstnames\":[\"B\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Vinyals\"],\"firstnames\":[\"Oriol\"],\"suffixes\":[]}],\"title\":\"Understanding deep learning requires rethinking generalization\",\"journal\":\"ArXiv e-prints\",\"year\":\"2016\",\"volume\":\"cs.LG\",\"month\":\"November\",\"annote\":\"Just read the contributions should be fine. Essentially, many theories on generalization don't work on deep learning models. Eric Xing's comments on this paper, from his Facebook: Not surprisingly, most statistical learning theories on generalization errors cannot be applied on deep learning, and DL is actually not learning any patterns – they are just memorizing the data. \",\"keywords\":\"deep learning\",\"read\":\"Yes\",\"rating\":\"4\",\"date-added\":\"2017-02-14T03:28:49GMT\",\"date-modified\":\"2017-02-28T18:35:28GMT\",\"url\":\"http://arxiv.org/abs/1611.03530\",\"local-url\":\"file://localhost/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2016/Zhang/arXiv%202016%20Zhang.pdf\",\"file\":\"arXiv 2016 Zhang.pdf:/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2016/Zhang/arXiv 2016 Zhang.pdf:application/pdf\",\"uri\":\"˘rlpapers3://publication/uuid/D566AE84-4CA7-4A74-9FCB-637EA4CA0854\",\"bibtex\":\"@article{Zhang:2016ve,\\nauthor = {Zhang, Chiyuan and Bengio, S and Hardt, M and Recht, B and Vinyals, Oriol},\\ntitle = {{Understanding deep learning requires rethinking generalization}},\\njournal = {ArXiv e-prints},\\nyear = {2016},\\nvolume = {cs.LG},\\nmonth = nov,\\nannote = {Just read the contributions should be fine. Essentially, many theories on generalization don't work on deep learning models.\\n\\nEric Xing's comments on this paper, from his Facebook:\\n\\nNot surprisingly, most statistical learning theories on generalization errors cannot be applied on deep learning, and DL is actually not learning any patterns -- they are just memorizing the data.\\n},\\nkeywords = {deep learning},\\nread = {Yes},\\nrating = {4},\\ndate-added = {2017-02-14T03:28:49GMT},\\ndate-modified = {2017-02-28T18:35:28GMT},\\nurl = {http://arxiv.org/abs/1611.03530},\\nlocal-url = {file://localhost/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2016/Zhang/arXiv%202016%20Zhang.pdf},\\nfile = {{arXiv 2016 Zhang.pdf:/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2016/Zhang/arXiv 2016 Zhang.pdf:application/pdf}},\\nuri = {\\\\url{papers3://publication/uuid/D566AE84-4CA7-4A74-9FCB-637EA4CA0854}}\\n}\\n\\n\\n\\n\",\"author_short\":[\"Zhang, C.\",\"Bengio, S\",\"Hardt, M\",\"Recht, B\",\"Vinyals, O.\"],\"key\":\"Zhang:2016ve\",\"id\":\"Zhang:2016ve\",\"bibbaseid\":\"zhang-bengio-hardt-recht-vinyals-understandingdeeplearningrequiresrethinkinggeneralization-2016\",\"role\":\"author\",\"urls\":{\"Paper\":\"http://arxiv.org/abs/1611.03530\"},\"keyword\":[\"deep learning\"],\"metadata\":{\"authorlinks\":{\"zhang, c\":\"https://leelabcnbc.github.io/lab-wiki-builder/demo_ref/machine_learning/learning_theory/\"}},\"downloads\":0,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Grauman\"],\"firstnames\":[\"Kristen\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Darrell\"],\"firstnames\":[\"Trevor\"],\"suffixes\":[]}],\"title\":\"The pyramid match kernel: discriminative classification with sets of image features\",\"booktitle\":\"Tenth IEEE International Conference on Computer Vision (ICCV'05)\",\"year\":\"2005\",\"pages\":\"1458–1465\",\"publisher\":\"IEEE\",\"annote\":\"Great idea to compare two bags of features. Some details. In 3.3, the Mercer's condition is proved for K tilde, not K. But this should not matter, since we already get a ϕ for K tilde (P), then we can define the ϕ'(P) for K as ϕ(P) / \\\\sqrtK tilde (P,P).\",\"keywords\":\"classics\",\"doi\":\"10.1109/ICCV.2005.239\",\"isbn\":\"0-7695-2334-X\",\"read\":\"Yes\",\"rating\":\"5\",\"date-added\":\"2017-02-15T04:36:31GMT\",\"date-modified\":\"2017-02-17T20:20:26GMT\",\"url\":\"http://ieeexplore.ieee.org/document/1544890/\",\"local-url\":\"file://localhost/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2005/Grauman/ICCV%202005%202005%20Grauman.pdf\",\"file\":\"ICCV 2005 2005 Grauman.pdf:/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2005/Grauman/ICCV 2005 2005 Grauman.pdf:application/pdf\",\"uri\":\"˘rlpapers3://publication/doi/10.1109/ICCV.2005.239\",\"bibtex\":\"@inproceedings{Grauman:2005iu,\\nauthor = {Grauman, Kristen and Darrell, Trevor},\\ntitle = {{The pyramid match kernel: discriminative classification with sets of image features}},\\nbooktitle = {Tenth IEEE International Conference on Computer Vision (ICCV'05)},\\nyear = {2005},\\npages = {1458--1465},\\npublisher = {IEEE},\\nannote = {Great idea to compare two bags of features.\\n\\nSome details.\\n\\nIn 3.3, the Mercer's condition is proved for K tilde, not K. But this should not matter, since we already get a \\\\phi for K tilde (P), then we can define the \\\\phi'(P) for K as \\\\phi(P) / \\\\sqrt{K tilde (P,P)}.},\\nkeywords = {classics},\\ndoi = {10.1109/ICCV.2005.239},\\nisbn = {0-7695-2334-X},\\nread = {Yes},\\nrating = {5},\\ndate-added = {2017-02-15T04:36:31GMT},\\ndate-modified = {2017-02-17T20:20:26GMT},\\nurl = {http://ieeexplore.ieee.org/document/1544890/},\\nlocal-url = {file://localhost/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2005/Grauman/ICCV%202005%202005%20Grauman.pdf},\\nfile = {{ICCV 2005 2005 Grauman.pdf:/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2005/Grauman/ICCV 2005 2005 Grauman.pdf:application/pdf}},\\nuri = {\\\\url{papers3://publication/doi/10.1109/ICCV.2005.239}}\\n}\\n\",\"author_short\":[\"Grauman, K.\",\"Darrell, T.\"],\"key\":\"Grauman:2005iu\",\"id\":\"Grauman:2005iu\",\"bibbaseid\":\"grauman-darrell-thepyramidmatchkerneldiscriminativeclassificationwithsetsofimagefeatures-2005\",\"role\":\"author\",\"urls\":{\"Paper\":\"http://ieeexplore.ieee.org/document/1544890/\"},\"keyword\":[\"classics\"],\"metadata\":{\"authorlinks\":{\"grauman, k\":\"https://leelabcnbc.github.io/lab-wiki-builder/demo_ref/machine_learning/kernel/\"}},\"downloads\":0,\"html\":\"\"}],\n      metadata: {\"authorlinks\":{}},\n      ownerID: undefined\n    };\n  </script>\n\n  <script type=\"text/javascript\">\n  var site$;\n  if (typeof $ != 'undefined') {\n    console.log('existing jquery: storing and then restoring');\n    site$ = $;\n    $ = null;\n  }\n  </script>\n\n  <script src=\"https://ajax.googleapis.com/ajax/libs/jquery/2.2.4/jquery.min.js\">\n  </script>\n  <script type=\"text/javascript\">\n  if (site$) {\n    console.log('existing jquery: avoiding conflict and restoring');\n    bb$ = $.noConflict(true);\n    $ = site$;\n  } else {\n    bb$ = $;\n  }\n  </script>\n\n  <script src=\"//bibbase.org/js/bibbase.min.js\"\n          type=\"text/javascript\">\n  </script>\n\n  <script type=\"text/javascript\"\n          src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.1/MathJax.js?config=TeX-AMS-MML_HTMLorMML\">\n  </script>\n  <script type=\"text/x-mathjax-config\">\n    MathJax.Hub.Config({tex2jax: {inlineMath: [['$','$'], ['\\\\(','\\\\)']]},\n                        skipTags: [\"body\"],\n                        processClass: \"bibbase_paper\"});\n  </script>\n\n  <style>\n  @media print {\n    .dontprint {\n        display: none !important;\n    }\n\n  .bibbase_group {\n    background-color: #E0E0E0;\n    font-style: italic;\n    font-size: larger;\n    text-shadow: 0px 0px 3px #FFFFFF;\n    border-radius: 4px 4px 4px 4px;\n    -moz-border-radius: 4px 4px 4px 4px;\n    -webkit-border-radius: 4px;\n    padding: 5px 40px 5px;\n    margin-top: 10px;\n    margin-bottom: 5px;\n    cursor: pointer;\n  }\n\n  .bibbase_paper {\n    margin-bottom: 5px;\n  }\n\n  }\n  </style>\n\n  \n  <div style=\"float: right; margin-right: 10px; margin-top: 10px; text-align: right; font-size: 12px\">\n    generated by\n    <a href=\"//bibbase.org\"\n       onclick=\"trackOutboundLink('bibbase', 'logo clicked', window.location.href, '//bibbase.org'); return false;\">\n      <img src=\"//bibbase.org/img/logo.svg\"\n           style=\"vertical-align: middle; margin-left: 3px; height: 16px;\"/\n           alt=\"bibbase.org\"\n           title=\"BibBase – The easiest way to maintain your publications page.\"\n        ></a>\n    \n  </div>\n  \n\n  <div id=\"bibbase_header\" class=\"dontprint\" style=\"\">\n\n    <ul class=\"nav nav-pills\" style=\"margin: 0px;\">\n\n      <li class=\"dropdown\" id=\"groupby_dropdown\">\n      <a class=\"dropdown-toggle\"\n         data-toggle=\"dropdown\"\n         aria-label=\"group-by menu toggle\"\n         href=\"#\">\n          Group by\n          <b class=\"caret\"></b>\n      </a>\n      <ul class=\"dropdown-menu\">\n        <li class=\"groupby year\"><a onclick=\"groupby('year')\">\n            Year</a>\n        </li>\n        <li class=\"groupby author\"><a onclick=\"groupby('author_short')\">\n            Author</a>\n        </li>\n        <li class=\"groupby type\"><a onclick=\"groupby('type')\">\n            Type</a>\n        </li>\n        <li class=\"groupby keyword\"><a onclick=\"groupby('keyword')\">\n            Keyword</a>\n        </li>\n        <li class=\"groupby downloads\"><a onclick=\"groupby('downloads')\">\n            Downloads</a>\n        </li>\n      </ul>\n      </li>\n\n\n      <li class=\"dropdown\" id=\"menu_dropdown\">\n      <a class=\"dropdown-toggle\"\n         data-toggle=\"dropdown\"\n         aria-label=\"other options menu toggle\"\n         href=\"#\" alt=\"controls\">\n          <i class=\"fa fa-reorder\" alt=\"controls\"></i>\n          <b class=\"caret\"></b>\n      </a>\n      <ul class=\"dropdown-menu\">\n        <li>\n          <a onclick=\"toggleAll()\">\n            <i class=\"fa fa-chevron-down fa-fw\"></i> Expand/Collapse All\n          </a>\n        </li>\n        <li>\n          <a download=\"bib.bib\" href=\"data:text/bibtex;base64,QGlucHJvY2VlZGluZ3N7WmVpbGVyOjIwMTRmciwKYXV0aG9yID0ge1plaWxlciwgTWF0dGhldyBEIGFuZCBGZXJndXMsIFJvYn0sCnRpdGxlID0ge3tWaXN1YWxpemluZyBhbmQgVW5kZXJzdGFuZGluZyBDb252b2x1dGlvbmFsIE5ldHdvcmtzfX0sCmJvb2t0aXRsZSA9IHtDb21wdXRlciBWaXNpb24gLSBFQ0NWIDIwMTQgLSAxM3RoIEV1cm9wZWFuIENvbmZlcmVuY2UsIFp1cmljaCwgU3dpdHplcmxhbmQsIFNlcHRlbWJlciA2LTEyLCAyMDE0LCBQcm9jZWVkaW5ncywgUGFydCBJfSwKeWVhciA9IHsyMDE0fSwKZWRpdG9yID0ge0ZsZWV0LCBEYXZpZCBKIGFuZCBQYWpkbGEsIFRvbXtcJ2F9cyBhbmQgU2NoaWVsZSwgQmVybnQgYW5kIFR1eXRlbGFhcnMsIFRpbm5lfSwKcGFnZXMgPSB7ODE4LS04MzN9LApwdWJsaXNoZXIgPSB7U3ByaW5nZXJ9LAphbm5vdGUgPSB7YSB2ZXJ5IHBvcHVsYXIgYW5kIHVzZWZ1bCBtZXRob2QgZm9yIGV4YW1pbmluZyB3aGF0IGEgQ05OIGxlYXJucy4KCkkgdGhpbmsgdGhlIG1ldGhvZCBvZiBkZWNvbnZvbHV0aW9uIGlzIGJldHRlciBkZXNjcmliZWQgaW4gQ1MyMzFuIDxodHRwOi8vY3MyMzFuLnN0YW5mb3JkLmVkdS9zbGlkZXMvMjAxNi93aW50ZXIxNTE2X2xlY3R1cmU5LnBkZj4uIEVzc2VudGlhbGx5LCB3ZSBkbyBiYWNrcHJvcCBmb3IgYWxsIGxheWVycywgZXhjZXB0IGZvciBSZUxVLCB3aGVyZSBuZWdhdGl2ZSBkaWZmIGlzIHJlbHUnZWQgKHplcm9lZCBvdXQpLgoKCkhvd2V2ZXIsIGlmIHlvdSBjaGVjayB0aGUgY2FmZmUgZm9yIGRlZXAgdmlzdWFsaXphdGlvbiB0b29sYm94LCB0byBzZWUgaG93IGRlY29udiBpcyBkb25lLiA8aHR0cHM6Ly9naXRodWIuY29tL0JWTEMvY2FmZmUvY29tcGFyZS9tYXN0ZXIuLi55b3NpbnNraTpkZWNvbnYtZGVlcC12aXMtdG9vbGJveD4KCkZvciBMUk4sIGl0J3MgaWdub3JlZDsgZm9yIFJlTFUsIGl0J3MgYW5vdGhlciBSZUxVLgoKSW4gYWRkaXRpb24sIGl0IHNldHMgYW4gZXhhbXBsZSB1c2luZyB2aXN1YWxpemF0aW9uIHRvIGd1aWRlIGFyY2hpdGVjdHVyZSBkZXNpZ24uIFNlZSBTZWN0aW9uIDQuMS4gVGhlICJhbGlhc2luZyBhcnRpZmFjdHMgY2F1c2VkIGJ5IHRoZSBsYXJnZSBzdHJpZGUuLi4iIGFjdHVhbGx5IG1lYW5zIHRob3NlIGJsb2NreSBwYXR0ZXJucyBpbiB0aGlyZCBwYW5lbCBvZiBGaWd1cmUgNSAoaXQgY2FuIGJlIGMgb3IgZCBkZXBlbmRpbmcgd2hldGhlciB5b3UgcmVhZCBsYWJlbCBpbiB0aGUgZmlndXJlLCBvciBpbiB0aGUgY2FwdGlvbikuIEhlcmUsIHRoZXIncyBvbmx5IG9uZSAoZmlyc3Qgcm93LCBzZWNvbmQgY29sdW1uKS4gQnV0IGluIGF1dGhvcidzIHNsaWRlcywgdGhlcmUgYXJlIG1vcmUuIEl0J3MgZnJvbSA8aHR0cDovL3ZpZGVvbGVjdHVyZXMubmV0L2VjY3YyMDE0X3plaWxlcl9jb252b2x1dGlvbmFsX25ldHdvcmtzLz4KCiFbY29tcGFyaXNvbiB3aXRoIGFsZXhuZXRdKC4vZGVjb252L2NvbXBhcmlzb25fd2l0aF9hbGV4bmV0LnBuZykKCkZpZy4gNSBpcyB3cm9uZy4gQ2hlY2sgYXJ4aXYgdmVyc2lvbiAodjMsIEZpZyA2IHRoZXJlKSA8aHR0cHM6Ly9hcnhpdi5vcmcvcGRmLzEzMTEuMjkwMS5wZGY+LgoKIVtjb3JyZWN0IGZpZyA1XSguL2RlY29udi9hcnhpdl92M19maWc2LnBuZykKClNvbWUgZGV0YWlscy4KCkVuZCBvZiBTZWN0aW9uIDMsIHRoZXkgc2F5IHRoZXkgbm9ybWFsaXplIGZpbHRlciB3ZWlnaHQgc2l6ZS4gSSBkb24ndCB0aGluayB0aGlzIGlzIG5lZWRlZCBpbiBnZW5lcmFsLgp9LAprZXl3b3JkcyA9IHtjbGFzc2ljcywgZGVlcCBsZWFybmluZ30sCmRvaSA9IHsxMC4xMDA3Lzk3OC0zLTMxOS0xMDU5MC0xXzUzfSwKbGFuZ3VhZ2UgPSB7RW5nbGlzaH0sCnJlYWQgPSB7WWVzfSwKcmF0aW5nID0gezV9LApkYXRlLWFkZGVkID0gezIwMTctMDItMTZUMTk6NTA6MDJHTVR9LApkYXRlLW1vZGlmaWVkID0gezIwMTctMDMtMjdUMDA6NTU6MzhHTVR9LAphYnN0cmFjdCA9IHtMYXJnZSBDb252b2x1dGlvbmFsIE5ldHdvcmsgbW9kZWxzIGhhdmUgcmVjZW50bHkgZGVtb25zdHJhdGVkIGltcHJlc3NpdmUgY2xhc3NpZmljYXRpb24gcGVyZm9ybWFuY2Ugb24gdGhlIEltYWdlTmV0IGJlbmNobWFyayBLcml6aGV2c2t5IGV0IGFsLiBbMThdLiBIb3dldmVyIHRoZXJlIGlzIG5vIGNsZWFyIHVuZGVyc3RhbmRpbmcgb2Ygd2h5IHRoZX0sCnVybCA9IHtodHRwOi8vZHguZG9pLm9yZy8xMC4xMDA3Lzk3OC0zLTMxOS0xMDU5MC0xXzUzfSwKbG9jYWwtdXJsID0ge2ZpbGU6Ly9sb2NhbGhvc3QvVXNlcnMveWltZW5nemgvRG9jdW1lbnRzL1BhcGVyczNfcmV2aXNlZC9MaWJyYXJ5LnBhcGVyczMvQXJ0aWNsZXMvMjAxNC9aZWlsZXIvRUNDViUyMDIwMTQlMjBQYXJ0JTIwSSUyMDIwMTQlMjBaZWlsZXIucGRmfSwKZmlsZSA9IHt7RUNDViAyMDE0IFBhcnQgSSAyMDE0IFplaWxlci5wZGY6L1VzZXJzL3lpbWVuZ3poL0RvY3VtZW50cy9QYXBlcnMzX3JldmlzZWQvTGlicmFyeS5wYXBlcnMzL0FydGljbGVzLzIwMTQvWmVpbGVyL0VDQ1YgMjAxNCBQYXJ0IEkgMjAxNCBaZWlsZXIucGRmOmFwcGxpY2F0aW9uL3BkZn19LAp1cmkgPSB7XHVybHtwYXBlcnMzOi8vcHVibGljYXRpb24vZG9pLzEwLjEwMDcvOTc4LTMtMzE5LTEwNTkwLTFfNTN9fQp9CgoKCgoKQGFydGljbGV7QmVya2VzOjIwMDZlbCwKYXV0aG9yID0ge0JlcmtlcywgUGlldHJvIGFuZCBXaXNrb3R0LCBMYXVyZW56fSwKdGl0bGUgPSB7e09uIHRoZSBBbmFseXNpcyBhbmQgSW50ZXJwcmV0YXRpb24gb2YgSW5ob21vZ2VuZW91cyBRdWFkcmF0aWMgRm9ybXMgYXMgUmVjZXB0aXZlIEZpZWxkc319LApqb3VybmFsID0ge05ldXJhbCBDb21wdXRhdGlvbn0sCnllYXIgPSB7MjAwNn0sCnZvbHVtZSA9IHsxOH0sCm51bWJlciA9IHs4fSwKcGFnZXMgPSB7MTg2OC0tMTg5NX0sCm1vbnRoID0gYXVnLAphbm5vdGUgPSB7SSBvbmx5IHJlYWQgaXQgdXB0IHRvIFNlY3Rpb24gNSAoaW5sY3VkZWQpLCBhcyBJIGNhcmUgbW9yZSBhYm91dCB2aXN1YWxpemF0aW9uLCBub3QgYWJvdXQgc3RhdGlzdGljYWwgdGVzdC4KCmVzc2VudGlhbCBjb250cmlidXRpb25zLgoKMS4gR2VuZXJhbCBtZXRob2RzIHRvIHNvbHZlIEVxLiAoNC4xKS4gVGhhdCBpcywgbWF4aW1pemluZy9taW5pbWl6aW5nIGEgaW5ob21vZ2VuZW91cyBxdWFkcmF0aWMgZm9ybSAod2hpY2ggY2FuIG1vZGVsIGNvbXBsZXggVjEgY2VsbHMpLCB1bmRlciBhIG5vcm0gY29uc3RyYWludC4KCjIuIEVxLiAoNS41KS4gZ2l2ZW4gb3B0aW1hbCBzdGltdWx1cywgZmluZCB0aGUgY2hhbmdlIG9mIGZpcmluZyByYXRlIGFsb25nIGFsbCBkaXJlY3Rpb25zIG9ydGhnb25hbCB0byB0aGUgZGlyZWN0aW9uIG9mIG9wdGltYWwgc3RpbXVsdXMgKEVxLiAoNS4xMCkpLiBGb3IgYSBkZW1vIG9mIHRoaXMsIHNlZQogICAgKiBbVmlzdWFsaXphdGlvbiBvZiBvcHRpbWFsIHN0aW11bGkgYW5kIGludmFyaWFuY2VzIApmb3IgVGlsZWQgQ29udm9sdXRpb25hbCBOZXVyYWwgTmV0d29ya3NdKGh0dHA6Ly9haS5zdGFuZm9yZC5lZHUve1x0ZXh0YXNjaWl0aWxkZX1xdW9jbGUvVENOTndlYi8pCiAgICAqIFtvcmlnaW5hbCBjb2RlXShodHRwOi8vcGVvcGxlLmJyYW5kZWlzLmVkdS9+YmVya2VzL3NvZnR3YXJlL3Fmb3Jtcy10ay9pbmRleC5odG1sKQogICAgKiBbWWltZW5nJ3MgaW1wbGVtZW50YXRpb25dKGh0dHBzOi8vZ2l0aHViLmNvbS9sZWVsYWJjbmJjL3RhbmctcGFwZXItMjAxNy9ibG9iL21hc3Rlci9uZXVyb25fZml0dGluZy9kZWJ1Zy9kZWJ1Z19oZXNzaWFuX3Zpc3VhbGl6YXRpb25fY29tcGxleF9jZWxsLmlweW5iKQoKVGhlcmUgYXJlIHNvbWUgZXJyb3JzIGFuZCBwb2ludHMgbm90ZSB0YWtpbmcgaW4gdGhlIHBhcGVyIGFib3V0IHRoZSBtZXRob2QuCgoxLiBBYm92ZSAoNS44KSwgd2UgYWN0dWFsbHkgbmVlZCB0byBjb21wdXRlIHRoZSBudWxsIHNwYWNlIG9mICR4XiskIChOLTEgdmVjdG9ycyBvcnRob2dvbmFsIHRvICR4XiskKS4gQ2hlY2sgUXVvYyBMZSBhbmQgbXkgaW1wbGVtZW50YXRpb24gb24gaG93IHRvIGRvIHRoaXMuIERvaW5nIEdyYW0tU2NobWlkdCBvbiAkeF4rJCBwbHVzICRlXzEkIHRocm91Z2ggJGVfe04tMX0kIGRvZXNuJ3QgbmVjZXNzYXJpbHkgZ2l2ZSB0aGUgY29ycmVjdCByZXN1bHQuCjIuIEFzICR4XiskIGlzIGxvY2FsIG1heGltYSwgdGhlbiB5b3Ugd291bGQgZXhwZWN0IGFsb25nIGFsbCBkaXJlY3Rpb25zLCAoNS41KSBnaXZlcyB5b3UgbmVnYXRpdmUgdmFsdWVzLiBUaGlzIGlzIHRydWUsIGJ1dCBlaWdlbnZhbHVlcyBvZiBFcS4gKDUuOCkgYXJlIG5vdCBhbGwgbmVnYXRpdmUuIEluc3RlYWQsIHlvdSBuZWVkIHRvIGFkZCBiYWNrIHRoZSBvZmZzZXQgdGVybSBpbiBFcS4gKDUuNSkuIFRoZW4gYWxsIG9mZnNldHRlZCBlaWdlbnZhbHVlcyBhcmUgbmVnYXRpdmUuIExlYXN0IG5lZ2F0aXZlIG9uZXMgYXJlIG1vc3QgaW52YXJpYW50LCBhbmQgdmljZSB2ZXJzYS4gQ2hlY2sgb3JpZ2luYWwgaW1wbG1lbnRhdGlvbiBhbmQgWWltZW5nJ3MgaW1wbGVtZW50YXRpb24gKGBiZXN0X3ZhcmlhbmNlX2FuZF9pbnZhcmlhbmNlX2RpcmVjdGlvbnMgYCkuCjMuIEVxLiAoNS44KSBpcyBzaW1wbHkgY29tcHV0aW5nIHRoZSBlaWdlbnZhbHVlcyBvZiBILCBhbG9uZyBkaXJlY3Rpb25zIG90aG9yZ29uYWwgdG8gJHheKyQuIFRoYXQgaXMsIHRoZXkgcGFyYW10ZXJpemUgJHckIHdpdGggJEJ4JCwgJEIkIGJlaW5nIGEgJE4kIGJ5ICROLTEkIGJhc2lzIG1hdHJpeCwgYW5kICR4JCBiZWluZyBhICROLTEkIHZlY3Rvci4gVGhpcyBqdXN0aWZpZXMgd2h5IHVzaW5nIEVxLiAoNS45KSB0byByZWNvdmVyIHRoZSBvcmlnaW5hbCBzcGFjZS4KCgpTb21lIGNhdmVhdHMKCkZvciB0aGlzIHRvIHdvcmssIHlvdSBuZWVkIHRvIDEpIHJlYWxseSBmaW5kIHRoZSBvcHRpbWFsIHN0aW11bHVzIChhdCBsZWFzdCBzb21lIGxvY2FsIG1heGltYSksIGFuZCAyKSBjb21wdXRlIHRoZSBoZXNzaWFuIGNvcnJlY3RseS4gQm90aCBhcmUgcHJldHR5IGRpZmZpY3VsdCBmb3IgYSByZWFsbHkgY29tcGxleCBuZXVyb24sIHNheSBDTk4uCgoxKSBpcyBlaXRoZXIgbm90IHZlcnkgYWNjdXJhdGUsIG9yIGl0IGdpdmVzIG5vaXNlIGxpa2UgaW5wdXQgKGZyb20gbXkgZXhwZXJpZW5jZSwgaW1hZ2VzIHRoYXQgZXhjaXRlIGEgYXJpdGlmaWNhbCBuZXVyb24gbW9zdCBhcmUgbW9zdGx5IG5vaXNlIGxpa2UpLgoyKSBpcyBlaXRoZXIgdGhlb3JldGljYWxseSBpbXBvc3NiaWUgKHNlZSA8aHR0cHM6Ly9naXRodWIuY29tL2xlZWxhYmNuYmMvdGFuZy1wYXBlci0yMDE3L2Jsb2IvbWFzdGVyL25ldXJvbl9maXR0aW5nL2RlYnVnL2RlYnVnX2hlc3NpYW5fb2xkX3BsdXNfYWRhbV92c19sYmZncy5pcHluYj4pLCBvciBpdCB0YWtlcyBzbyBsb25nIHRvIGNvbXB1dGUgKHNheSwgdXNpbmcgVGVuc29yRmxvdykuCgpZaW1lbmcgZm91bmQgdGhhdCB0aGlzIG1ldGhvZCBkb2Vzbid0IHdvcmsgd2VsbCB3aXRoIHJlYWxseSBjb21wbGV4IG5ldXJvbnMuIFNlZSA8aHR0cHM6Ly9naXRodWIuY29tL2xlZWxhYmNuYmMvdGFuZy1wYXBlci0yMDE3L2Jsb2IvbWFzdGVyL25ldXJvbl9maXR0aW5nL2RlYnVnL2Nubl9maXR0aW5nX2RlYnVnX25vbk9UX3Zpc3VhbGl6ZS5pcHluYj4KCkluIHRoZSBwYXBlciwgdGhleSBhcmUgbm90IGFuYWx5emluZyBzb21lIGZpdHRlZCBWMSBjZWxscy4gSW5zdGVhZCwgdGhleSBhcmUgYW5hbHp5aW5nIHNvbWUgYXJ0aWZpY2lhbCB1bml0cyBsZWFybmVkIGJ5IFNsb3cgRmVhdHVyZSBBbmFseXNpcy4gQ2hlY2sgU2VjdGlvbiAyLiBBY2NvcmRpbmcgdG8gRGVlcCBMZWFybmluZyBib29rLCBTRkEgaGFzIGNsb3NlZCBmb3JtIHNvbHV0aW9uLCBzbyBpdCBjYW4ndCBiZSB0b28gY29tcGxpY2F0ZWQuCgoKTGFzdCBwYXJhZ3JhcGggb2YgU2VjdGlvbiA0LiAgb3B0aW1hbCB4IG1pZ2h0IG5vdCBtYWtlIHNlbnNlIG9yIGJlIHJlbGV2YW50LgoKPiBOb3RlIHRoYXQgYWx0aG91Z2ggJHheKyQgaXMgdGhlIHN0aW11bHVzIHRoYXQgZWxpY2l0cyB0aGUgc3Ryb25nZXN0IHJlc3BvbnNlIGluIHRoZSBmdW5jdGlvbiwgaXQgZG9lcyBub3QgbmVjZXNzYXJpbHkgbWVhbiB0aGF0IGl0IGlzIHJlcHJlc2VudGF0aXZlIG9mIHRoZSBjbGFzcyBvZiBzdGltdWxpIHRoYXQgZ2l2ZSB0aGUgbW9zdCBpbXBvcnRhbnQgY29udHJpYnV0aW9uIHRvIGl0cyBvdXRwdXQuIFRoaXMgZGVwZW5kcyBvbiB0aGUgZGlzdHJpYnV0aW9uIG9mIHRoZSBpbnB1dCB2ZWN0b3JzLgoKfSwKcHVibGlzaGVyID0ge01JVCBQcmVzcyAyMzggTWFpbiBTdC4sIFN1aXRlIDUwMCwgQ2FtYnJpZGdlLCBNQSAwMjE0Mi0xMDQ2IFVTQSBqb3VybmFscy1pbmZvQG1pdC5lZHV9LAprZXl3b3JkcyA9IHtWMX0sCmRvaSA9IHsxMC4xMTYyL25lY28uMjAwNi4xOC44LjE4Njh9LApsYW5ndWFnZSA9IHtFbmdsaXNofSwKcmVhZCA9IHtZZXN9LApyYXRpbmcgPSB7NH0sCmRhdGUtYWRkZWQgPSB7MjAxNy0wNS0yOVQxNzoxOTo1NkdNVH0sCmRhdGUtbW9kaWZpZWQgPSB7MjAxNy0wNi0xMlQxNToyNjowM0dNVH0sCmFic3RyYWN0ID0ge0luIHRoaXMgbGV0dGVyLCB3ZSBpbnRyb2R1Y2Ugc29tZSBtYXRoZW1hdGljYWwgYW5kIG51bWVyaWNhbCB0b29scyB0byBhbmFseXplIGFuZCBpbnRlcnByZXQgaW5ob21vZ2VuZW91cyBxdWFkcmF0aWMgZm9ybXMuIFRoZSByZXN1bHRpbmcgY2hhcmFjdGVyaXphdGlvbiBpcyBpbiBzb21lIGFzcGVjdHMgc2ltaWxhciB0byB0aGF0IGdpdmVuIGJ5IGV4cGVyaW1lbnRhbCBzdHVkaWVzIG9mIGNvcnRpY2FsIGNlbGxzLCBtYWtpbmcgaXQgcGFydGljdWxhcmx5IHN1aXRhYmxlIGZvciBhcHBsaWNhdGlvbiB0byBzZWNvbmQtb3JkZXIgYXBwcm94aW1hdGlvbnMgYW5kIHRoZW9yZXRpY2FsIG1vZGVscyBvZiBwaHlzaW9sb2dpY2FsIHJlY2VwdGl2ZSBmaWVsZHMuIFdlIGZpcnN0IGRpc2N1c3MgdHdvIHdheXMgb2YgYW5hbHl6aW5nIGEgcXVhZHJhdGljIGZvcm0gYnkgdmlzdWFsaXppbmcgdGhlIGNvZWZmaWNpZW50cyBvZiBpdHMgcXVhZHJhdGljIGFuZCBsaW5lYXIgdGVybSBkaXJlY3RseSBhbmQgYnkgY29uc2lkZXJpbmcgdGhlIGVpZ2VudmVjdG9ycyBvZiBpdHMgcXVhZHJhdGljIHRlcm0uIFdlIHRoZW4gcHJlc2VudCBhbiBhbGdvcml0aG0gdG8gY29tcHV0ZSB0aGUgb3B0aW1hbCBleGNpdGF0b3J5IGFuZCBpbmhpYml0b3J5IHN0aW11bGl7XHRleHRlbWRhc2h9dGhvc2UgdGhhdCBtYXhpbWl6ZSBhbmQgbWluaW1pemUgdGhlIGNvbnNpZGVyZWQgcXVhZHJhdGljIGZvcm0sIHJlc3BlY3RpdmVseSwgZ2l2ZW4gYSBmaXhlZCBlbmVyZ3kgY29uc3RyYWludC4gVGhlIGFuYWx5c2lzIG9mIHRoZSBvcHRpbWFsIHN0aW11bGkgaXMgY29tcGxldGVkIGJ5IGNvbnNpZGVyaW5nIHRoZWlyIGludmFyaWFuY2VzLCB3aGljaCBhcmUgdGhlIHRyYW5zZm9ybWF0aW9ucyB0byB3aGljaCB0aGUgcXVhZHJhdGljIGZvcm0gaXMgbW9zdCBpbnNlbnNpdGl2ZSwgYW5kIGJ5IGludHJvZHVjaW5nIGEgdGVzdCB0byBkZXRlcm1pbmUgd2hpY2ggb2YgdGhlc2UgYXJlIHN0YXRpc3RpY2FsbHkgc2lnbmlmaWNhbnQuIE5leHQgd2UgcHJvcC4uLn0sCnVybCA9IHtodHRwOi8vd3d3Lm1pdHByZXNzam91cm5hbHMub3JnL2RvaS8xMC4xMTYyL25lY28uMjAwNi4xOC44LjE4Njh9LApsb2NhbC11cmwgPSB7ZmlsZTovL2xvY2FsaG9zdC9Vc2Vycy95aW1lbmd6aC9Eb2N1bWVudHMvUGFwZXJzM19yZXZpc2VkL0xpYnJhcnkucGFwZXJzMy9BcnRpY2xlcy8yMDA2L0Jlcmtlcy9OZXVyYWwlMjBDb21wdXRhdGlvbiUyMDIwMDYlMjBCZXJrZXMucGRmfSwKZmlsZSA9IHt7TmV1cmFsIENvbXB1dGF0aW9uIDIwMDYgQmVya2VzLnBkZjovVXNlcnMveWltZW5nemgvRG9jdW1lbnRzL1BhcGVyczNfcmV2aXNlZC9MaWJyYXJ5LnBhcGVyczMvQXJ0aWNsZXMvMjAwNi9CZXJrZXMvTmV1cmFsIENvbXB1dGF0aW9uIDIwMDYgQmVya2VzLnBkZjphcHBsaWNhdGlvbi9wZGZ9fSwKdXJpID0ge1x1cmx7cGFwZXJzMzovL3B1YmxpY2F0aW9uL2RvaS8xMC4xMTYyL25lY28uMjAwNi4xOC44LjE4Njh9fQp9CgoKCgoKQGFydGljbGV7U3plZ2VkeToyMDEzdncsCmF1dGhvciA9IHtTemVnZWR5LCBDIGFuZCBaYXJlbWJhLCBXIGFuZCBTdXRza2V2ZXIsIEkgYW5kIEJydW5hLCBKIGFuZCBFcmhhbiwgRCBhbmQgR29vZGZlbGxvdywgSSBhbmQgRmVyZ3VzLCBSb2J9LAp0aXRsZSA9IHt7SW50cmlndWluZyBwcm9wZXJ0aWVzIG9mIG5ldXJhbCBuZXR3b3Jrc319LApqb3VybmFsID0ge0FyWGl2IGUtcHJpbnRzfSwKeWVhciA9IHsyMDEzfSwKdm9sdW1lID0ge2NzLkNWfSwKbW9udGggPSBkZWMsCmFubm90ZSA9IHtHb29kIGFuYWx5c2lzIHBhcGVyLCBzaG93aW5nIHRoYXQgMSkgYXQgaGlnaGVyIGxheWVycywgdW5pdHMgb3IgbWl4dHVyZSBvZiB1bml0cyBhcmUgcm91Z2h0bHkgdGhlIHNhbWUuIEJVVCwgSSdtIG5vdCBzdXJlIGlmIHRoaXMgaXMgc3RpbGwgdGhlIGNhc2UgZm9yIG5ldHdvcmtzIHdpdGggb25seSBvbmUgRkMgbGF5ZXIgKG9ubHkgZmM4LCBpbiBBbGV4TmV0J3MgdGVybSkgMikgYWR2ZXJzYXJpYWwgZXhhbXBsZXMuIFRoZWlyIHJvb3QgcmVhc29uIG1pZ2h0IGJlIHRoYXQgZWFjaCBsYXllciBpcyBub3Qgc3RhYmxlIChUYWJsZSA1KS4KCgoKU2VjdGlvbiA0Cgo+IGEgbm9uLWxvY2FsIGdlbmVyYWxpemF0aW9uIHByaW9yIG92ZXIgdGhlIGlucHV0IHNwYWNlLiBJbiBvdGhlciB3b3JkcywgaXQgaXMgYXNzdW1lZCB0aGF0IGlzIHBvc3NpYmxlIGZvciB0aGUgb3V0cHV0IHVuaXQgdG8gYXNzaWduIG5vbi0gc2lnbmlmaWNhbnQgKGFuZCwgcHJlc3VtYWJseSwgbm9uLWVwc2lsb24pIHByb2JhYmlsaXRpZXMgdG8gcmVnaW9ucyBvZiB0aGUgaW5wdXQgc3BhY2UgdGhhdCBjb250YWluIG5vIHRyYWluaW5nIGV4YW1wbGVzIGluIHRoZWlyIHZpY2luaXR5LgoKdGhpcyBpcyBhbHNvIG1lbnRpb25lZCBpbiBETCBib29rLiBETCBtb2RlbHMgYXNzdW1lcyBzb21lIG5vbi1sb2NhbCBwcmlvci4KCgoKCgpTZWN0aW9uIDQuMSBoZXJlIHRoZXkgYXNzdW1lIGltYWdlcyBwaXhlbHMgaGF2ZSByYW5nZSAwIHRvIDEsIG5vdCAwLTI1NS4KCkhlcmUgRCh4LGYoeCkpIHNob3VsZCBiZSB4LCBub3QgZih4KS4gY2xlYXJseSBmKHgpIGRvZXNuJ3QgbWFrZXMgZGltZW5zaW9uIG1hdGNoLgoKCkhlcmUgaG93IHRoZXkgYWN0dWFsbHkgZmluZCBhbiBhZHZlcnNhcmlhbCBleGFtcGxlLiBpcyByZWFsbHkgdmFndWUuIEl0J3MgZXhwbGFpbmVkIG1vcmUgY2xlYXJseSBpbiBbRXhwbG9yaW5nIHRoZSBTcGFjZSBvZiBBZHZlcnNhcmlhbCBJbWFnZXNdKGh0dHBzOi8vYXJ4aXYub3JnL3BkZi8xNTEwLjA1MzI4LnBkZikgICh2ZXJzaW9uIDUgb24gQXJYaXYpIHdpdGggY29kZSBhdCA8aHR0cHM6Ly9naXRodWIuY29tL3RhYmFjb2YvYWR2ZXJzYXJpYWw+LiBMYXRlciByZWZlcnJlZCB0byAidGhlIDIwMTUgcGFwZXIiLiBJIGNvcGllZCByZWxldmFudCBwYWdlIGluIHRoZSBub3Rlcy4KCkVzc2VudGlhbGx5LCB5b3UgbmVlZCB0byBmaXJzdCBzZWxlY3QgYW4gd3JvbmcgbGFiZWwgbCB0byBmb29sIHRoZSBuZXR3b3JrLCBhbmQgdGhlbiB5b3Ugc3RhcnQgZnJvbSBhIHNtYWxsIEMgKHRoaXMgcGFwZXIpLCBvciBiaWcgQyAodGhlIDIwMTUgcGFwZXIpLCBhbmQgdGhlbiBzdXJlbHkgeW91IHdpbGwgZmluZCBhIHNvbWV3aGF0IGJpZyByIHRoYXQgd2lsbCBzYXRpc2Z5IHRoYXQgZih4K3IpPWwuIFRoZW4geW91IGRlY3JlYXNlIEMgbGl0dGxlIGJ5IGxpdHRsZSwgdW50aWwgdGhhdCBmKHgrcikgIT0gbC4gVGhpcyBwcm9jZXNzIHdpbGwgaW50dWl0aXZlbHkgZGVjcmVhc2UgciwgeWV0IGJpYXNpbmcgdGhlIHIgdG8gdGhvc2UgcHJlc2VydmluZyBmKHgrcik9bC4gSW50dWl0aXZlbHkgbWFrZXMgc2Vuc2UuIE5vdCBzdXJlIGhvdyBnb29kIGl0IGlzIGluIHRoZW9yeS4KCgo+IFRoaXMgcGVuYWx0eSBmdW5jdGlvbiBtZXRob2Qgd291bGQgeWllbGQgdGhlIGV4YWN0IHNvbHV0aW9uIGZvciBEKFgsbCkgaW4gdGhlIGNhc2Ugb2YgY29udmV4IGxvc3NlcywgaG93ZXZlciBuZXVyYWwgbmV0d29ya3MgYXJlIG5vbi1jb252ZXggaW4gZ2VuZXJhbCwgc28gd2UgZW5kIHVwIHdpdGggYW4gYXBwcm94aW1hdGlvbiBpbiB0aGlzIGNhc2UuCgpJIGRvbid0IHRoaW5rIHRoaXMgaXMgcmlnaHQuIEF0IGxlYXN0IEkgY2FuJ3QgZGVyaXZlIGl0IHVzaW5nIG15IFJVQkJJU0ggbm90ZS4KCgoKPT09PT09UlVCQklTSCBTVEFSVD09PT09PQoKSSBkb24ndCB1bmRlcnN0YW5kIHRoZSBtYXRoIG9mIGJveC1jb25zdHJhaW5lZCBMLUJGR1MuIEkgdGhpbmsgaGVyZSBpdCdzIHVzaW5nIHRoZSBjb3JyZXNwb25kZW5jZSBiZXR3ZWVuIENvbnN0cmFpbmVkIGFuZCBMYWdyYW5nZSBmb3Jtcy4gU2VlIHRleHQgYXJvdW5kIEVxLiA1LjcgYW5kIDUuOCBvZiBbU3RhdGlzdGljYWwgTGVhcm5pbmcgd2l0aCBTcGFyc2l0eV0oaHR0cHM6Ly90cmV2b3JoYXN0aWUuZ2l0aHViLmlvLyk6ICJGb3IgY29udmV4IHByb2dyYW1zLCB0aGUgTGFncmFuZ2lhbiBhbGxvd3MgZm9yIHRoZSBjb25zdHJhaW5lZCBwcm9ibGVtICg1LjUpIHRvIGJlIHNvbHZlZCBieSByZWR1Y3Rpb24gdG8gYW4gZXF1aXZhbGVudCB1bmNvbnN0cmFpbmVkIHByb2JsZW0uIiwgb3IgcGFnZSAxNi0xNyBvZiA8aHR0cDovL3d3dy5zdGF0LmNtdS5lZHUve1x0ZXh0YXNjaWl0aWxkZX1yeWFudGlicy9jb252ZXhvcHQtUzE1L2xlY3R1cmVzLzEyLWtrdC5wZGY+CgpIZXJlIEkgd291bGQgc2F5IHRoZSBjb3JyZXNwb25kZW5jZSBpcyBsb29zZS4gdG8gbWFrZSBpdCBtb3JlIHByZWNpc2UsIHdlIHNob3VsZCBtb2RpZnkgdGhlIGNvbnN0cmFpbnQgZih4K3IpPWwgaW4gdGhlIGZpcnN0IChvcmlnaW5hbCkgcHJvYmxlbSB0byBiZSBzb21ldGhpbmcgbGlrZSBsb3NzKHgrcixsKTwwLjAwMS4KClR3byBwcm9ibGVtcywgd3JpdHRlbiBhcyBjb25zdHJhaW5lZCBmb3JtLCBhbmQgbGFncmFuZ2UgZm9ybSwgYXJlCgoxKSBjb25zdHJhaW5lZCBmb3JtLgoKbWluIHxyfCwgcy50LiBsb3NzKHgrcixsKSA8IFxlcHMKCjIpIGxhZ3JhbmdlIGZvcm0KCm1pbiB8cnwgKyBcbGFtYmRhIGxvc3MoeCtyLGwpLgoKRmlyc3QsIHdlIHJlcGxhY2UgaGFyZCBjb25zdHJhaW50IGYoeCtyKT1sIHdpdGggYSBtb3JlIHNvZnQgY29uc3RyYWludCB1c2luZyBsb3NzIChJIHdvdWxkIHNheSB0aGUgcGFwZXIgaXMgcG9vcmx5IHdyaXR0ZW47IG5vIHJlbGF0aW9uc2hpcCBiZXR3ZWVuIGYgYW5kIGxvc3NfZiBpcyBtZW50aW9uZWQpLgoKVGhlbiB0aGV5IGFsc28gYXNzdW1lIHRoYXQsIGJpZyBlcHMgY29ycmVzcG9uZCB0byBzbWFsbCBsYW1iZGEsIGFuZCBzbWFsbCBlcHMgY29ycmVzcG9uZCB0byBiaWcgbGFtYmRhLiAgICBUaGlzIGFzc3VtcHRpb24gaXMgYWxzbyBraW5kIG9mIGFzc3VtZWQgaW4gU2VjdGlvbiA3LjIgb2YgRGVlcCBMZWFybmluZyBib29rLiBDaGVjayBteSBub3RlcyBvbiB0aGF0LgoKPT09PT09UlVCQklTSCBFTkQ9PT09PT0KCgoKClNlY3Rpb24gNC4yCgo+IEEgc3VidGxlLCBidXQgZXNzZW50aWFsIGRldGFpbCBpcyB0aGF0IHdlIG9ubHkgZ290IGltcHJvdmVtZW50cyBieSBnZW5lcmF0aW5nIGFkdmVyc2FyaWFsIGV4YW1wbGVzIGZvciBlYWNoIGxheWVyIG91dHB1dHMgd2hpY2ggd2VyZSB1c2VkIHRvIHRyYWluIGFsbCB0aGUgbGF5ZXJzIGFib3ZlLiBUaGUgbmV0d29yayB3YXMgdHJhaW5lZCBpbiBhbiBhbHRlcm5hdGluZyBmYXNoaW9uLCBtYWludGFpbi0gaW5nIGFuZCB1cGRhdGluZyBhIHBvb2wgb2YgYWR2ZXJzYXJpYWwgZXhhbXBsZXMgZm9yIGVhY2ggbGF5ZXIgc2VwYXJhdGVseSBpbiBhZGRpdGlvbiB0byB0aGUgb3JpZ2luYWwgdHJhaW5pbmcgc2V0LgoKRm9yIGFkdmVyc2FyaWFsIGV4YW1wbGUgdG8gYmUgdXNlZnVsLCB5b3UgY2FuJ3QgdXNlIGlucHV0LWxldmVsIGFkdmVyc2FyaWFsIGV4YW1wbGVzLiBJbnN0ZWFkLCB5b3UgbmVlZCBpbnRlcm1lZGlhdGUgYWR2ZXJzYXJpYWwgZXhhbXBsZXMuIEJ1dCB0aGlzIHdvdWxkIHJlYWxseSBtYWtlIHRyYWluaW5nIGNvbXBsaWNhdGVkLgoKU2VjdGlvbiA0LjMKCk5vdCBzdXJlIGFib3V0IHRoZSBtYXRoIGFib3V0IGRlcml2aW5nIG9wZXJhdG9yIG5vcm0gb2YgVyB3aGVuIFcgaXMgY29udm9sdXRpb24uIEJ1dCB3aGF0ZXZlci4uLiBDb25jbHVzaW9uIGlzIGltcG9ydGFudC59LAprZXl3b3JkcyA9IHtkZWVwIGxlYXJuaW5nLCBUbyBSZWFkfSwKcmVhZCA9IHtZZXN9LApyYXRpbmcgPSB7NH0sCmRhdGUtYWRkZWQgPSB7MjAxNy0wMy0yOVQxOTo1MjozMEdNVH0sCmRhdGUtbW9kaWZpZWQgPSB7MjAxNy0wMy0zMFQxNDo0ODozN0dNVH0sCnVybCA9IHtodHRwOi8vYXJ4aXYub3JnL2Ficy8xMzEyLjYxOTl9LApsb2NhbC11cmwgPSB7ZmlsZTovL2xvY2FsaG9zdC9Vc2Vycy95aW1lbmd6aC9Eb2N1bWVudHMvUGFwZXJzM19yZXZpc2VkL0xpYnJhcnkucGFwZXJzMy9BcnRpY2xlcy8yMDEzL1N6ZWdlZHkvYXJYaXYlMjAyMDEzJTIwU3plZ2VkeS5wZGZ9LApmaWxlID0ge3thclhpdiAyMDEzIFN6ZWdlZHkucGRmOi9Vc2Vycy95aW1lbmd6aC9Eb2N1bWVudHMvUGFwZXJzM19yZXZpc2VkL0xpYnJhcnkucGFwZXJzMy9BcnRpY2xlcy8yMDEzL1N6ZWdlZHkvYXJYaXYgMjAxMyBTemVnZWR5LnBkZjphcHBsaWNhdGlvbi9wZGZ9fSwKdXJpID0ge1x1cmx7cGFwZXJzMzovL3B1YmxpY2F0aW9uL3V1aWQvQzYzNzQwMDMtNjZEMi00MDU5LTk0MUUtRDNCMUU0RjUwQkJCfX0KfQoKCgoKCkBhcnRpY2xle1h1OjIwMTV1dCwKYXV0aG9yID0ge1h1LCBLZXZpbiBhbmQgQmEsIEppbW15IExlaSBhbmQgS2lyb3MsIFJ5YW4gYW5kIENobywgS3l1bmdoeXVuIGFuZCBDb3VydmlsbGUsIEFhcm9uIGFuZCBTYWxha2h1dGRpbm92LCBSdXNsYW4gYW5kIFplbWVsLCBSaWNoYXJkIFMgYW5kIEJlbmdpbywgWW9zaHVhfSwKdGl0bGUgPSB7e1Nob3csIEF0dGVuZCBhbmQgVGVsbDogTmV1cmFsIEltYWdlIENhcHRpb24gR2VuZXJhdGlvbiB3aXRoIFZpc3VhbCBBdHRlbnRpb259fSwKam91cm5hbCA9IHtBclhpdiBlLXByaW50c30sCnllYXIgPSB7MjAxNX0sCnZvbHVtZSA9IHtjcy5MR30sCm1vbnRoID0gZmViLAphbm5vdGUgPSB7R3JlYXQgYXBwbGljYXRpb24gb2YgImF0dGVudGlvbiIgdG8gaW1hZ2UgY2FwdGlvbmluZy4KCk5vdGljZSB0aGF0IHdoZXJlIHRvIGF0dGVuZCBpcyBub3Qgc3VwZXJ2aXNlZCwganVzdCBsaWtlIHRoZSBjYXNlIGluIENUQy4KCkNTMjMxbiBzYXlzIHRoYXQgb25lIHByb2JsZW0gd2l0aCB0aGlzIHdvcmsgaXMgdGhlIHJlc29sdXRpb24gb2YgYXR0ZW50aW9uLiBNYXliZSBjYW4gYmUgYWRkcmVzc2VkIHVzaW5nIHBlciBwaXhlbCBoeXBlcmNvbHVtbiBmZWF0dXJlcywgYWZ0ZXIgdXBzYW1wbGluZy4KCnBwLiA0LgoKQ2hlY2sgQ1MyMzFuIGZvciB0aGUgbm90YXRpb24sIG5vdGljZSB0aGF0IEkgdGhpbmsgaGVyZSBUIHNob3VsZCBiZSAkVF97RCttK24sIDRufSQuCgpTZWN0aW9uIDQuMSBIYXJkIGF0dGVudGlvbi4KClRoaXMgdmVyc2lvbiBpcyBsZWFybmVkIGJ5IG1heGltaXppbmcgbG93ZXIgYm91bmQuIEluIEVxLiAoMTEpLCBzIGlzIGEgdmVjdG9yIG9mIGFsbCBjaG9pY2VzIGFsb25nIHRpbWUuIGFuZCB0byBsZWFybiB0aGlzLCB3ZSBuZWVkIHNhbXBsaW5nLgoKaW4gcHAuNSwgdGhlcmUgYXJlIHNvbWUgZnVydGhlciByZWZpbmVtZW50cyBvbiBvcHRpbWl6YXRpb24uIE1heWJlIHRoZXNlIGFyZSBqdXN0IHNvbWUgdHJpY2tzIGluIE1DTUMuIGFueXdheS4KClNlY3Rpb24gNC4yIHNvZnQgYXR0ZW50aW9uLgoKcHAuIDYKCm1vc3Qgb2YgbGVmdCBjb2x1bW4gaXMgYWJvdXQgY29ubmVjdGlvbiBiZXR3ZWVuIHNvZnQgYW5kIGhhcmQgdmVyc2lvbnMuIElnbm9yZWQuCgoKU2VjdGlvbiA0LjIuMSBEb3VibHkgU3RvY2hhc3RpYyBBdHRlbnRpb24uCgpObyBpZGVhIHdoeSBhY3Jvc3MgdGltZSwgdGhlIGFscGhhIHNob3VsZCBzdW0gdG8gMSBmb3IgZWFjaCBsb2NhdGlvbi4gU2VlIDxodHRwczovL2dpdGh1Yi5jb20va2VsdmlueHUvYXJjdGljLWNhcHRpb25zL2lzc3Vlcy8zOD4gYW5kIDxodHRwczovL3d3dy5yZWRkaXQuY29tL3IvTWFjaGluZUxlYXJuaW5nL2NvbW1lbnRzLzJ2amRjdy9zaG93X2F0dGVuZF9hbmRfdGVsbF9uZXVyYWxfaW1hZ2VfY2FwdGlvbi9jb2s0eWM5Lz4uIE1heWJlIGl0IGp1c3Qgd29ya2VkLCB3aGF0c29ldmVyLgoKSW4gYWRkaXRpb24sIHRoYXQgXGJldGEgc3R1ZmYgbWlnaHQgYmUgc29tZSBoYWNrIHRoYXQgZW1wcmljYWxseSBoZWxwcy4KCn0sCmtleXdvcmRzID0ge2RlZXAgbGVhcm5pbmcsIHJlY3VycmVudH0sCnJlYWQgPSB7WWVzfSwKcmF0aW5nID0gezV9LApkYXRlLWFkZGVkID0gezIwMTctMDItMjFUMTY6MTE6MDBHTVR9LApkYXRlLW1vZGlmaWVkID0gezIwMTctMDItMjNUMTk6NTc6MDlHTVR9LAp1cmwgPSB7aHR0cDovL2FyeGl2Lm9yZy9hYnMvMTUwMi4wMzA0NH0sCmxvY2FsLXVybCA9IHtmaWxlOi8vbG9jYWxob3N0L1VzZXJzL3lpbWVuZ3poL0RvY3VtZW50cy9QYXBlcnMzX3JldmlzZWQvTGlicmFyeS5wYXBlcnMzL0FydGljbGVzLzIwMTUvWHUvYXJYaXYlMjAyMDE1JTIwWHUucGRmfSwKZmlsZSA9IHt7YXJYaXYgMjAxNSBYdS5wZGY6L1VzZXJzL3lpbWVuZ3poL0RvY3VtZW50cy9QYXBlcnMzX3JldmlzZWQvTGlicmFyeS5wYXBlcnMzL0FydGljbGVzLzIwMTUvWHUvYXJYaXYgMjAxNSBYdS5wZGY6YXBwbGljYXRpb24vcGRmfX0sCnVyaSA9IHtcdXJse3BhcGVyczM6Ly9wdWJsaWNhdGlvbi91dWlkLzg4MUQwQTYwLTJFNTktNDc3RC04MTRGLTVFODkwOEYzNEQ4OX19Cn0KCgoKCgpAYXJ0aWNsZXtaaGFuZzoyMDE2dmUsCmF1dGhvciA9IHtaaGFuZywgQ2hpeXVhbiBhbmQgQmVuZ2lvLCBTIGFuZCBIYXJkdCwgTSBhbmQgUmVjaHQsIEIgYW5kIFZpbnlhbHMsIE9yaW9sfSwKdGl0bGUgPSB7e1VuZGVyc3RhbmRpbmcgZGVlcCBsZWFybmluZyByZXF1aXJlcyByZXRoaW5raW5nIGdlbmVyYWxpemF0aW9ufX0sCmpvdXJuYWwgPSB7QXJYaXYgZS1wcmludHN9LAp5ZWFyID0gezIwMTZ9LAp2b2x1bWUgPSB7Y3MuTEd9LAptb250aCA9IG5vdiwKYW5ub3RlID0ge0p1c3QgcmVhZCB0aGUgY29udHJpYnV0aW9ucyBzaG91bGQgYmUgZmluZS4gRXNzZW50aWFsbHksIG1hbnkgdGhlb3JpZXMgb24gZ2VuZXJhbGl6YXRpb24gZG9uJ3Qgd29yayBvbiBkZWVwIGxlYXJuaW5nIG1vZGVscy4KCkVyaWMgWGluZydzIGNvbW1lbnRzIG9uIHRoaXMgcGFwZXIsIGZyb20gaGlzIEZhY2Vib29rOgoKTm90IHN1cnByaXNpbmdseSwgbW9zdCBzdGF0aXN0aWNhbCBsZWFybmluZyB0aGVvcmllcyBvbiBnZW5lcmFsaXphdGlvbiBlcnJvcnMgY2Fubm90IGJlIGFwcGxpZWQgb24gZGVlcCBsZWFybmluZywgYW5kIERMIGlzIGFjdHVhbGx5IG5vdCBsZWFybmluZyBhbnkgcGF0dGVybnMgLS0gdGhleSBhcmUganVzdCBtZW1vcml6aW5nIHRoZSBkYXRhLgp9LAprZXl3b3JkcyA9IHtkZWVwIGxlYXJuaW5nfSwKcmVhZCA9IHtZZXN9LApyYXRpbmcgPSB7NH0sCmRhdGUtYWRkZWQgPSB7MjAxNy0wMi0xNFQwMzoyODo0OUdNVH0sCmRhdGUtbW9kaWZpZWQgPSB7MjAxNy0wMi0yOFQxODozNToyOEdNVH0sCnVybCA9IHtodHRwOi8vYXJ4aXYub3JnL2Ficy8xNjExLjAzNTMwfSwKbG9jYWwtdXJsID0ge2ZpbGU6Ly9sb2NhbGhvc3QvVXNlcnMveWltZW5nemgvRG9jdW1lbnRzL1BhcGVyczNfcmV2aXNlZC9MaWJyYXJ5LnBhcGVyczMvQXJ0aWNsZXMvMjAxNi9aaGFuZy9hclhpdiUyMDIwMTYlMjBaaGFuZy5wZGZ9LApmaWxlID0ge3thclhpdiAyMDE2IFpoYW5nLnBkZjovVXNlcnMveWltZW5nemgvRG9jdW1lbnRzL1BhcGVyczNfcmV2aXNlZC9MaWJyYXJ5LnBhcGVyczMvQXJ0aWNsZXMvMjAxNi9aaGFuZy9hclhpdiAyMDE2IFpoYW5nLnBkZjphcHBsaWNhdGlvbi9wZGZ9fSwKdXJpID0ge1x1cmx7cGFwZXJzMzovL3B1YmxpY2F0aW9uL3V1aWQvRDU2NkFFODQtNENBNy00QTc0LTlGQ0ItNjM3RUE0Q0EwODU0fX0KfQoKCgoKCkBpbnByb2NlZWRpbmdze0dyYXVtYW46MjAwNWl1LAphdXRob3IgPSB7R3JhdW1hbiwgS3Jpc3RlbiBhbmQgRGFycmVsbCwgVHJldm9yfSwKdGl0bGUgPSB7e1RoZSBweXJhbWlkIG1hdGNoIGtlcm5lbDogZGlzY3JpbWluYXRpdmUgY2xhc3NpZmljYXRpb24gd2l0aCBzZXRzIG9mIGltYWdlIGZlYXR1cmVzfX0sCmJvb2t0aXRsZSA9IHtUZW50aCBJRUVFIEludGVybmF0aW9uYWwgQ29uZmVyZW5jZSBvbiBDb21wdXRlciBWaXNpb24gKElDQ1YnMDUpfSwKeWVhciA9IHsyMDA1fSwKcGFnZXMgPSB7MTQ1OC0tMTQ2NX0sCnB1Ymxpc2hlciA9IHtJRUVFfSwKYW5ub3RlID0ge0dyZWF0IGlkZWEgdG8gY29tcGFyZSB0d28gYmFncyBvZiBmZWF0dXJlcy4KClNvbWUgZGV0YWlscy4KCkluIDMuMywgdGhlIE1lcmNlcidzIGNvbmRpdGlvbiBpcyBwcm92ZWQgZm9yIEsgdGlsZGUsIG5vdCBLLiBCdXQgdGhpcyBzaG91bGQgbm90IG1hdHRlciwgc2luY2Ugd2UgYWxyZWFkeSBnZXQgYSBccGhpIGZvciBLIHRpbGRlIChQKSwgdGhlbiB3ZSBjYW4gZGVmaW5lIHRoZSBccGhpJyhQKSBmb3IgSyBhcyBccGhpKFApIC8gXHNxcnR7SyB0aWxkZSAoUCxQKX0ufSwKa2V5d29yZHMgPSB7Y2xhc3NpY3N9LApkb2kgPSB7MTAuMTEwOS9JQ0NWLjIwMDUuMjM5fSwKaXNibiA9IHswLTc2OTUtMjMzNC1YfSwKcmVhZCA9IHtZZXN9LApyYXRpbmcgPSB7NX0sCmRhdGUtYWRkZWQgPSB7MjAxNy0wMi0xNVQwNDozNjozMUdNVH0sCmRhdGUtbW9kaWZpZWQgPSB7MjAxNy0wMi0xN1QyMDoyMDoyNkdNVH0sCnVybCA9IHtodHRwOi8vaWVlZXhwbG9yZS5pZWVlLm9yZy9kb2N1bWVudC8xNTQ0ODkwL30sCmxvY2FsLXVybCA9IHtmaWxlOi8vbG9jYWxob3N0L1VzZXJzL3lpbWVuZ3poL0RvY3VtZW50cy9QYXBlcnMzX3JldmlzZWQvTGlicmFyeS5wYXBlcnMzL0FydGljbGVzLzIwMDUvR3JhdW1hbi9JQ0NWJTIwMjAwNSUyMDIwMDUlMjBHcmF1bWFuLnBkZn0sCmZpbGUgPSB7e0lDQ1YgMjAwNSAyMDA1IEdyYXVtYW4ucGRmOi9Vc2Vycy95aW1lbmd6aC9Eb2N1bWVudHMvUGFwZXJzM19yZXZpc2VkL0xpYnJhcnkucGFwZXJzMy9BcnRpY2xlcy8yMDA1L0dyYXVtYW4vSUNDViAyMDA1IDIwMDUgR3JhdW1hbi5wZGY6YXBwbGljYXRpb24vcGRmfX0sCnVyaSA9IHtcdXJse3BhcGVyczM6Ly9wdWJsaWNhdGlvbi9kb2kvMTAuMTEwOS9JQ0NWLjIwMDUuMjM5fX0KfQo=\">\n            <i class=\"fa fa-download fa-fw\"></i> Download BibTeX\n          </a>\n        </li>\n        <li>\n          <a href=\"//bibbase.org/rss?bib=https://leelabcnbc.github.io/lab-wiki-builder/demo_ref/bib.bib\">\n            <i class=\"fa fa-rss fa-fw\"></i> RSS Feed\n          </a>\n          </li>\n      </ul>\n      </li>\n\n      \n\n\n      \n    </ul>\n\n\n    <div class=\"alert alert-success bibbase_msg\" id=\"bibbase_msg_embed\"\n         style=\"display: none;\">\n\n      Excellent! Next you can\n      <a href=\"/network/register?next=/network/newSiteFromTemplate%3Fbiburl=https://leelabcnbc.github.io/lab-wiki-builder/demo_ref/bib.bib\"\n      >create a new website with this list</a>, or\n      embed it in an existing web page by copying &amp; pasting\n      any of the following snippets.\n\n      <div style=\"text-align: left; margin-top: 1em;\">\n        <strong>JavaScript</strong>\n        <span class=\"comment recommended\">(easiest)</span>\n        <div class=\"well well-small\">\n          <code>\n            &lt;script src=\"https://bibbase.org/show?bib=https%3A%2F%2Fleelabcnbc.github.io%2Flab-wiki-builder%2Fdemo_ref%2Fbib.bib&amp;jsonp=1&amp;jsonp=1\"&gt;&lt;/script&gt;\n          </code>\n        </div>\n\n        <strong>PHP</strong>\n        <div class=\"well well-small\">\n          <code>\n            &lt;?php\n            $contents = file_get_contents(\"https://bibbase.org/show?bib=https%3A%2F%2Fleelabcnbc.github.io%2Flab-wiki-builder%2Fdemo_ref%2Fbib.bib&amp;jsonp=1\");\n            print_r($contents);\n            ?&gt;\n          </code>\n        </div>\n\n        <strong>iFrame</strong>\n        <span class=\"comment\">(not recommended)</span>\n        <div class=\"well well-small\">\n          <code>\n            &lt;iframe src=\"https://bibbase.org/show?bib=https%3A%2F%2Fleelabcnbc.github.io%2Flab-wiki-builder%2Fdemo_ref%2Fbib.bib&amp;jsonp=1\"&gt;&lt;/iframe&gt;\n          </code>\n        </div>\n\n        <p>\n          For more details see the <a href=\"//bibbase.org/help\">documention</a>.\n        </p>\n      </div>\n    </div>\n\n    <div class=\"alert alert-success bibbase_msg\" id=\"bibbase_msg_preview\"\n         style=\"display: none;\">\n\n      This is a preview! To use this list on your own web site\n      or create a new web site from it,\n      <a href=\"/network/register?next=/network/newAccountWithFile%3FfileId=\"\n      >create a free account</a>. The file will be added\n      and you will be able to edit it in the File Manager.\n      We will show you instructions once you've created your account.\n    </div>\n\n    <div class=\"alert alert-warning bibbase_msg\" id=\"bibbase_msg_mendeley1\"\n         style=\"display: none;\">\n\n      <p>To the site owner:</p>\n\n      <p><strong>Action required!</strong> Mendeley is changing its\n        API. In order to keep using Mendeley with BibBase past April\n        14th, you need to:\n        <ol>\n          <li>renew the authorization for BibBase on Mendeley, and</li>\n          <li>update the BibBase URL\n            in your page the same way you did when you initially set up\n            this page.\n          </li>\n        </ol>\n      </p>\n\n      <p>\n        <a href=\"http://bibbase.org/cgi-bin/mendeley2/get.py\">\n          <i class=\"fa fa-angle-double-right\"></i>\n          Fix it now</a>\n      </p>\n    </div>\n\n  </div>\n\n\n  <div id=\"bibbase_body\">\n    \n  \n  <div class=\"bibbase_group_whole\" id=\"group_2016\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2016')\"\n      onkeypress=\"toggleGroup('group_2016')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2016</span>\n      <span class=\"bibbase_group_count\">\n        \n        (1)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"zhang-bengio-hardt-recht-vinyals-understandingdeeplearningrequiresrethinkinggeneralization-2016\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"http://arxiv.org/abs/1611.03530\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'zhang-bengio-hardt-recht-vinyals-understandingdeeplearningrequiresrethinkinggeneralization-2016', 'http://arxiv.org/abs/1611.03530', event);\">\n    Understanding deep learning requires rethinking generalization.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  <a class=\"bibbase author link\" href=\"https://leelabcnbc.github.io/lab-wiki-builder/demo_ref/machine_learning/learning_theory/\">Zhang, C.</a>; Bengio, S; Hardt, M; Recht, B;  and Vinyals, O.\n</span>\n\n  \n\n</span>\n\n  <i>ArXiv e-prints</i>, cs.LG. November 2016.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"http://arxiv.org/abs/1611.03530\"\n     onclick=\"log_download('zhang-bengio-hardt-recht-vinyals-understandingdeeplearningrequiresrethinkinggeneralization-2016', 'http://arxiv.org/abs/1611.03530', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Understanding deep learning requires rethinking generalization [link]\"\n       title=\"Paper\"\n       style=\"max-height: 1em;\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/zhang-bengio-hardt-recht-vinyals-understandingdeeplearningrequiresrethinkinggeneralization-2016\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('zhang-bengio-hardt-recht-vinyals-understandingdeeplearningrequiresrethinkinggeneralization-2016')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{Zhang:2016ve,\nauthor = {Zhang, Chiyuan and Bengio, S and Hardt, M and Recht, B and Vinyals, Oriol},\ntitle = {{Understanding deep learning requires rethinking generalization}},\njournal = {ArXiv e-prints},\nyear = {2016},\nvolume = {cs.LG},\nmonth = nov,\nannote = {Just read the contributions should be fine. Essentially, many theories on generalization don&#x27;t work on deep learning models.\n\nEric Xing&#x27;s comments on this paper, from his Facebook:\n\nNot surprisingly, most statistical learning theories on generalization errors cannot be applied on deep learning, and DL is actually not learning any patterns -- they are just memorizing the data.\n},\nkeywords = {deep learning},\nread = {Yes},\nrating = {4},\ndate-added = {2017-02-14T03:28:49GMT},\ndate-modified = {2017-02-28T18:35:28GMT},\nurl = {http://arxiv.org/abs/1611.03530},\nlocal-url = {file://localhost/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2016/Zhang/arXiv%202016%20Zhang.pdf},\nfile = {{arXiv 2016 Zhang.pdf:/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2016/Zhang/arXiv 2016 Zhang.pdf:application/pdf}},\nuri = {\\url{papers3://publication/uuid/D566AE84-4CA7-4A74-9FCB-637EA4CA0854}}\n}\n\n\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2015\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2015')\"\n      onkeypress=\"toggleGroup('group_2015')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2015</span>\n      <span class=\"bibbase_group_count\">\n        \n        (1)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"xu-ba-kiros-cho-courville-salakhutdinov-zemel-bengio-showattendandtellneuralimagecaptiongenerationwithvisualattention-2015\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"http://arxiv.org/abs/1502.03044\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'xu-ba-kiros-cho-courville-salakhutdinov-zemel-bengio-showattendandtellneuralimagecaptiongenerationwithvisualattention-2015', 'http://arxiv.org/abs/1502.03044', event);\">\n    Show, Attend and Tell: Neural Image Caption Generation with Visual Attention.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  <a class=\"bibbase author link\" href=\"https://leelabcnbc.github.io/lab-wiki-builder/demo_ref/computer_vision/caption_generation/\">Xu, K.</a>; Ba, J. L.; Kiros, R.; Cho, K.; Courville, A.; Salakhutdinov, R.; Zemel, R. S;  and Bengio, Y.\n</span>\n\n  \n\n</span>\n\n  <i>ArXiv e-prints</i>, cs.LG. February 2015.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"http://arxiv.org/abs/1502.03044\"\n     onclick=\"log_download('xu-ba-kiros-cho-courville-salakhutdinov-zemel-bengio-showattendandtellneuralimagecaptiongenerationwithvisualattention-2015', 'http://arxiv.org/abs/1502.03044', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Show, Attend and Tell: Neural Image Caption Generation with Visual Attention [link]\"\n       title=\"Paper\"\n       style=\"max-height: 1em;\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/xu-ba-kiros-cho-courville-salakhutdinov-zemel-bengio-showattendandtellneuralimagecaptiongenerationwithvisualattention-2015\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('xu-ba-kiros-cho-courville-salakhutdinov-zemel-bengio-showattendandtellneuralimagecaptiongenerationwithvisualattention-2015')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{Xu:2015ut,\nauthor = {Xu, Kevin and Ba, Jimmy Lei and Kiros, Ryan and Cho, Kyunghyun and Courville, Aaron and Salakhutdinov, Ruslan and Zemel, Richard S and Bengio, Yoshua},\ntitle = {{Show, Attend and Tell: Neural Image Caption Generation with Visual Attention}},\njournal = {ArXiv e-prints},\nyear = {2015},\nvolume = {cs.LG},\nmonth = feb,\nannote = {Great application of &quot;attention&quot; to image captioning.\n\nNotice that where to attend is not supervised, just like the case in CTC.\n\nCS231n says that one problem with this work is the resolution of attention. Maybe can be addressed using per pixel hypercolumn features, after upsampling.\n\npp. 4.\n\nCheck CS231n for the notation, notice that I think here T should be $T_{D+m+n, 4n}$.\n\nSection 4.1 Hard attention.\n\nThis version is learned by maximizing lower bound. In Eq. (11), s is a vector of all choices along time. and to learn this, we need sampling.\n\nin pp.5, there are some further refinements on optimization. Maybe these are just some tricks in MCMC. anyway.\n\nSection 4.2 soft attention.\n\npp. 6\n\nmost of left column is about connection between soft and hard versions. Ignored.\n\n\nSection 4.2.1 Doubly Stochastic Attention.\n\nNo idea why across time, the alpha should sum to 1 for each location. See &lt;https://github.com/kelvinxu/arctic-captions/issues/38&gt; and &lt;https://www.reddit.com/r/MachineLearning/comments/2vjdcw/show_attend_and_tell_neural_image_caption/cok4yc9/&gt;. Maybe it just worked, whatsoever.\n\nIn addition, that \\beta stuff might be some hack that emprically helps.\n\n},\nkeywords = {deep learning, recurrent},\nread = {Yes},\nrating = {5},\ndate-added = {2017-02-21T16:11:00GMT},\ndate-modified = {2017-02-23T19:57:09GMT},\nurl = {http://arxiv.org/abs/1502.03044},\nlocal-url = {file://localhost/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2015/Xu/arXiv%202015%20Xu.pdf},\nfile = {{arXiv 2015 Xu.pdf:/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2015/Xu/arXiv 2015 Xu.pdf:application/pdf}},\nuri = {\\url{papers3://publication/uuid/881D0A60-2E59-477D-814F-5E8908F34D89}}\n}\n\n\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2014\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2014')\"\n      onkeypress=\"toggleGroup('group_2014')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2014</span>\n      <span class=\"bibbase_group_count\">\n        \n        (1)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"zeiler-fergus-visualizingandunderstandingconvolutionalnetworks-2014\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"http://dx.doi.org/10.1007/978-3-319-10590-1_53\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'zeiler-fergus-visualizingandunderstandingconvolutionalnetworks-2014', 'http://dx.doi.org/10.1007/978-3-319-10590-1_53', event);\">\n    Visualizing and Understanding Convolutional Networks.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Zeiler, M. D;  and Fergus, R.\n</span>\n\n  \n\n</span>\n\n  In Fleet, D. J; Pajdla, T.; Schiele, B.;  and Tuytelaars, T., editor(s), <i>Computer Vision - ECCV 2014 - 13th European Conference, Zurich, Switzerland, September 6-12, 2014, Proceedings, Part I</i>, pages 818–833,  2014. Springer\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"http://dx.doi.org/10.1007/978-3-319-10590-1_53\"\n     onclick=\"log_download('zeiler-fergus-visualizingandunderstandingconvolutionalnetworks-2014', 'http://dx.doi.org/10.1007/978-3-319-10590-1_53', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Visualizing and Understanding Convolutional Networks [link]\"\n       title=\"Paper\"\n       style=\"max-height: 1em;\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1007/978-3-319-10590-1_53\"\n     onclick=\"log_download('zeiler-fergus-visualizingandunderstandingconvolutionalnetworks-2014', 'http://doi.org/10.1007/978-3-319-10590-1_53', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/zeiler-fergus-visualizingandunderstandingconvolutionalnetworks-2014\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('zeiler-fergus-visualizingandunderstandingconvolutionalnetworks-2014')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{Zeiler:2014fr,\nauthor = {Zeiler, Matthew D and Fergus, Rob},\ntitle = {{Visualizing and Understanding Convolutional Networks}},\nbooktitle = {Computer Vision - ECCV 2014 - 13th European Conference, Zurich, Switzerland, September 6-12, 2014, Proceedings, Part I},\nyear = {2014},\neditor = {Fleet, David J and Pajdla, Tom{\\&#x27;a}s and Schiele, Bernt and Tuytelaars, Tinne},\npages = {818--833},\npublisher = {Springer},\nannote = {a very popular and useful method for examining what a CNN learns.\n\nI think the method of deconvolution is better described in CS231n &lt;http://cs231n.stanford.edu/slides/2016/winter1516_lecture9.pdf&gt;. Essentially, we do backprop for all layers, except for ReLU, where negative diff is relu&#x27;ed (zeroed out).\n\n\nHowever, if you check the caffe for deep visualization toolbox, to see how deconv is done. &lt;https://github.com/BVLC/caffe/compare/master...yosinski:deconv-deep-vis-toolbox&gt;\n\nFor LRN, it&#x27;s ignored; for ReLU, it&#x27;s another ReLU.\n\nIn addition, it sets an example using visualization to guide architecture design. See Section 4.1. The &quot;aliasing artifacts caused by the large stride...&quot; actually means those blocky patterns in third panel of Figure 5 (it can be c or d depending whether you read label in the figure, or in the caption). Here, ther&#x27;s only one (first row, second column). But in author&#x27;s slides, there are more. It&#x27;s from &lt;http://videolectures.net/eccv2014_zeiler_convolutional_networks/&gt;\n\n![comparison with alexnet](./deconv/comparison_with_alexnet.png)\n\nFig. 5 is wrong. Check arxiv version (v3, Fig 6 there) &lt;https://arxiv.org/pdf/1311.2901.pdf&gt;.\n\n![correct fig 5](./deconv/arxiv_v3_fig6.png)\n\nSome details.\n\nEnd of Section 3, they say they normalize filter weight size. I don&#x27;t think this is needed in general.\n},\nkeywords = {classics, deep learning},\ndoi = {10.1007/978-3-319-10590-1_53},\nlanguage = {English},\nread = {Yes},\nrating = {5},\ndate-added = {2017-02-16T19:50:02GMT},\ndate-modified = {2017-03-27T00:55:38GMT},\nabstract = {Large Convolutional Network models have recently demonstrated impressive classification performance on the ImageNet benchmark Krizhevsky et al. [18]. However there is no clear understanding of why the},\nurl = {http://dx.doi.org/10.1007/978-3-319-10590-1_53},\nlocal-url = {file://localhost/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2014/Zeiler/ECCV%202014%20Part%20I%202014%20Zeiler.pdf},\nfile = {{ECCV 2014 Part I 2014 Zeiler.pdf:/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2014/Zeiler/ECCV 2014 Part I 2014 Zeiler.pdf:application/pdf}},\nuri = {\\url{papers3://publication/doi/10.1007/978-3-319-10590-1_53}}\n}\n\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Large Convolutional Network models have recently demonstrated impressive classification performance on the ImageNet benchmark Krizhevsky et al. [18]. However there is no clear understanding of why the\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2013\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2013')\"\n      onkeypress=\"toggleGroup('group_2013')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2013</span>\n      <span class=\"bibbase_group_count\">\n        \n        (1)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"szegedy-zaremba-sutskever-bruna-erhan-goodfellow-fergus-intriguingpropertiesofneuralnetworks-2013\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"http://arxiv.org/abs/1312.6199\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'szegedy-zaremba-sutskever-bruna-erhan-goodfellow-fergus-intriguingpropertiesofneuralnetworks-2013', 'http://arxiv.org/abs/1312.6199', event);\">\n    Intriguing properties of neural networks.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Szegedy, C; Zaremba, W; Sutskever, I; Bruna, J; Erhan, D; Goodfellow, I;  and Fergus, R.\n</span>\n\n  \n\n</span>\n\n  <i>ArXiv e-prints</i>, cs.CV. December 2013.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"http://arxiv.org/abs/1312.6199\"\n     onclick=\"log_download('szegedy-zaremba-sutskever-bruna-erhan-goodfellow-fergus-intriguingpropertiesofneuralnetworks-2013', 'http://arxiv.org/abs/1312.6199', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Intriguing properties of neural networks [link]\"\n       title=\"Paper\"\n       style=\"max-height: 1em;\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/szegedy-zaremba-sutskever-bruna-erhan-goodfellow-fergus-intriguingpropertiesofneuralnetworks-2013\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('szegedy-zaremba-sutskever-bruna-erhan-goodfellow-fergus-intriguingpropertiesofneuralnetworks-2013')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{Szegedy:2013vw,\nauthor = {Szegedy, C and Zaremba, W and Sutskever, I and Bruna, J and Erhan, D and Goodfellow, I and Fergus, Rob},\ntitle = {{Intriguing properties of neural networks}},\njournal = {ArXiv e-prints},\nyear = {2013},\nvolume = {cs.CV},\nmonth = dec,\nannote = {Good analysis paper, showing that 1) at higher layers, units or mixture of units are roughtly the same. BUT, I&#x27;m not sure if this is still the case for networks with only one FC layer (only fc8, in AlexNet&#x27;s term) 2) adversarial examples. Their root reason might be that each layer is not stable (Table 5).\n\n\n\nSection 4\n\n&gt; a non-local generalization prior over the input space. In other words, it is assumed that is possible for the output unit to assign non- significant (and, presumably, non-epsilon) probabilities to regions of the input space that contain no training examples in their vicinity.\n\nthis is also mentioned in DL book. DL models assumes some non-local prior.\n\n\n\n\n\nSection 4.1 here they assume images pixels have range 0 to 1, not 0-255.\n\nHere D(x,f(x)) should be x, not f(x). clearly f(x) doesn&#x27;t makes dimension match.\n\n\nHere how they actually find an adversarial example. is really vague. It&#x27;s explained more clearly in [Exploring the Space of Adversarial Images](https://arxiv.org/pdf/1510.05328.pdf)  (version 5 on ArXiv) with code at &lt;https://github.com/tabacof/adversarial&gt;. Later referred to &quot;the 2015 paper&quot;. I copied relevant page in the notes.\n\nEssentially, you need to first select an wrong label l to fool the network, and then you start from a small C (this paper), or big C (the 2015 paper), and then surely you will find a somewhat big r that will satisfy that f(x+r)=l. Then you decrease C little by little, until that f(x+r) != l. This process will intuitively decrease r, yet biasing the r to those preserving f(x+r)=l. Intuitively makes sense. Not sure how good it is in theory.\n\n\n&gt; This penalty function method would yield the exact solution for D(X,l) in the case of convex losses, however neural networks are non-convex in general, so we end up with an approximation in this case.\n\nI don&#x27;t think this is right. At least I can&#x27;t derive it using my RUBBISH note.\n\n\n\n======RUBBISH START======\n\nI don&#x27;t understand the math of box-constrained L-BFGS. I think here it&#x27;s using the correspondence between Constrained and Lagrange forms. See text around Eq. 5.7 and 5.8 of [Statistical Learning with Sparsity](https://trevorhastie.github.io/): &quot;For convex programs, the Lagrangian allows for the constrained problem (5.5) to be solved by reduction to an equivalent unconstrained problem.&quot;, or page 16-17 of &lt;http://www.stat.cmu.edu/{\\textasciitilde}ryantibs/convexopt-S15/lectures/12-kkt.pdf&gt;\n\nHere I would say the correspondence is loose. to make it more precise, we should modify the constraint f(x+r)=l in the first (original) problem to be something like loss(x+r,l)&lt;0.001.\n\nTwo problems, written as constrained form, and lagrange form, are\n\n1) constrained form.\n\nmin |r|, s.t. loss(x+r,l) &lt; \\eps\n\n2) lagrange form\n\nmin |r| + \\lambda loss(x+r,l).\n\nFirst, we replace hard constraint f(x+r)=l with a more soft constraint using loss (I would say the paper is poorly written; no relationship between f and loss_f is mentioned).\n\nThen they also assume that, big eps correspond to small lambda, and small eps correspond to big lambda.    This assumption is also kind of assumed in Section 7.2 of Deep Learning book. Check my notes on that.\n\n======RUBBISH END======\n\n\n\n\nSection 4.2\n\n&gt; A subtle, but essential detail is that we only got improvements by generating adversarial examples for each layer outputs which were used to train all the layers above. The network was trained in an alternating fashion, maintain- ing and updating a pool of adversarial examples for each layer separately in addition to the original training set.\n\nFor adversarial example to be useful, you can&#x27;t use input-level adversarial examples. Instead, you need intermediate adversarial examples. But this would really make training complicated.\n\nSection 4.3\n\nNot sure about the math about deriving operator norm of W when W is convolution. But whatever... Conclusion is important.},\nkeywords = {deep learning, To Read},\nread = {Yes},\nrating = {4},\ndate-added = {2017-03-29T19:52:30GMT},\ndate-modified = {2017-03-30T14:48:37GMT},\nurl = {http://arxiv.org/abs/1312.6199},\nlocal-url = {file://localhost/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2013/Szegedy/arXiv%202013%20Szegedy.pdf},\nfile = {{arXiv 2013 Szegedy.pdf:/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2013/Szegedy/arXiv 2013 Szegedy.pdf:application/pdf}},\nuri = {\\url{papers3://publication/uuid/C6374003-66D2-4059-941E-D3B1E4F50BBB}}\n}\n\n\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2006\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2006')\"\n      onkeypress=\"toggleGroup('group_2006')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2006</span>\n      <span class=\"bibbase_group_count\">\n        \n        (1)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"berkes-wiskott-ontheanalysisandinterpretationofinhomogeneousquadraticformsasreceptivefields-2006\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"http://www.mitpressjournals.org/doi/10.1162/neco.2006.18.8.1868\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'berkes-wiskott-ontheanalysisandinterpretationofinhomogeneousquadraticformsasreceptivefields-2006', 'http://www.mitpressjournals.org/doi/10.1162/neco.2006.18.8.1868', event);\">\n    On the Analysis and Interpretation of Inhomogeneous Quadratic Forms as Receptive Fields.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Berkes, P.;  and Wiskott, L.\n</span>\n\n  \n\n</span>\n\n  <i>Neural Computation</i>, 18(8): 1868–1895. August 2006.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"http://www.mitpressjournals.org/doi/10.1162/neco.2006.18.8.1868\"\n     onclick=\"log_download('berkes-wiskott-ontheanalysisandinterpretationofinhomogeneousquadraticformsasreceptivefields-2006', 'http://www.mitpressjournals.org/doi/10.1162/neco.2006.18.8.1868', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"On the Analysis and Interpretation of Inhomogeneous Quadratic Forms as Receptive Fields [link]\"\n       title=\"Paper\"\n       style=\"max-height: 1em;\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1162/neco.2006.18.8.1868\"\n     onclick=\"log_download('berkes-wiskott-ontheanalysisandinterpretationofinhomogeneousquadraticformsasreceptivefields-2006', 'http://doi.org/10.1162/neco.2006.18.8.1868', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/berkes-wiskott-ontheanalysisandinterpretationofinhomogeneousquadraticformsasreceptivefields-2006\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('berkes-wiskott-ontheanalysisandinterpretationofinhomogeneousquadraticformsasreceptivefields-2006')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{Berkes:2006el,\nauthor = {Berkes, Pietro and Wiskott, Laurenz},\ntitle = {{On the Analysis and Interpretation of Inhomogeneous Quadratic Forms as Receptive Fields}},\njournal = {Neural Computation},\nyear = {2006},\nvolume = {18},\nnumber = {8},\npages = {1868--1895},\nmonth = aug,\nannote = {I only read it upt to Section 5 (inlcuded), as I care more about visualization, not about statistical test.\n\nessential contributions.\n\n1. General methods to solve Eq. (4.1). That is, maximizing/minimizing a inhomogeneous quadratic form (which can model complex V1 cells), under a norm constraint.\n\n2. Eq. (5.5). given optimal stimulus, find the change of firing rate along all directions orthgonal to the direction of optimal stimulus (Eq. (5.10)). For a demo of this, see\n    * [Visualization of optimal stimuli and invariances \nfor Tiled Convolutional Neural Networks](http://ai.stanford.edu/{\\textasciitilde}quocle/TCNNweb/)\n    * [original code](http://people.brandeis.edu/~berkes/software/qforms-tk/index.html)\n    * [Yimeng&#x27;s implementation](https://github.com/leelabcnbc/tang-paper-2017/blob/master/neuron_fitting/debug/debug_hessian_visualization_complex_cell.ipynb)\n\nThere are some errors and points note taking in the paper about the method.\n\n1. Above (5.8), we actually need to compute the null space of $x^+$ (N-1 vectors orthogonal to $x^+$). Check Quoc Le and my implementation on how to do this. Doing Gram-Schmidt on $x^+$ plus $e_1$ through $e_{N-1}$ doesn&#x27;t necessarily give the correct result.\n2. As $x^+$ is local maxima, then you would expect along all directions, (5.5) gives you negative values. This is true, but eigenvalues of Eq. (5.8) are not all negative. Instead, you need to add back the offset term in Eq. (5.5). Then all offsetted eigenvalues are negative. Least negative ones are most invariant, and vice versa. Check original implmentation and Yimeng&#x27;s implementation (&#x60;best_variance_and_invariance_directions &#x60;).\n3. Eq. (5.8) is simply computing the eigenvalues of H, along directions othorgonal to $x^+$. That is, they paramterize $w$ with $Bx$, $B$ being a $N$ by $N-1$ basis matrix, and $x$ being a $N-1$ vector. This justifies why using Eq. (5.9) to recover the original space.\n\n\nSome caveats\n\nFor this to work, you need to 1) really find the optimal stimulus (at least some local maxima), and 2) compute the hessian correctly. Both are pretty difficult for a really complex neuron, say CNN.\n\n1) is either not very accurate, or it gives noise like input (from my experience, images that excite a aritifical neuron most are mostly noise like).\n2) is either theoretically impossbie (see &lt;https://github.com/leelabcnbc/tang-paper-2017/blob/master/neuron_fitting/debug/debug_hessian_old_plus_adam_vs_lbfgs.ipynb&gt;), or it takes so long to compute (say, using TensorFlow).\n\nYimeng found that this method doesn&#x27;t work well with really complex neurons. See &lt;https://github.com/leelabcnbc/tang-paper-2017/blob/master/neuron_fitting/debug/cnn_fitting_debug_nonOT_visualize.ipynb&gt;\n\nIn the paper, they are not analyzing some fitted V1 cells. Instead, they are analzying some artificial units learned by Slow Feature Analysis. Check Section 2. According to Deep Learning book, SFA has closed form solution, so it can&#x27;t be too complicated.\n\n\nLast paragraph of Section 4.  optimal x might not make sense or be relevant.\n\n&gt; Note that although $x^+$ is the stimulus that elicits the strongest response in the function, it does not necessarily mean that it is representative of the class of stimuli that give the most important contribution to its output. This depends on the distribution of the input vectors.\n\n},\npublisher = {MIT Press 238 Main St., Suite 500, Cambridge, MA 02142-1046 USA journals-info@mit.edu},\nkeywords = {V1},\ndoi = {10.1162/neco.2006.18.8.1868},\nlanguage = {English},\nread = {Yes},\nrating = {4},\ndate-added = {2017-05-29T17:19:56GMT},\ndate-modified = {2017-06-12T15:26:03GMT},\nabstract = {In this letter, we introduce some mathematical and numerical tools to analyze and interpret inhomogeneous quadratic forms. The resulting characterization is in some aspects similar to that given by experimental studies of cortical cells, making it particularly suitable for application to second-order approximations and theoretical models of physiological receptive fields. We first discuss two ways of analyzing a quadratic form by visualizing the coefficients of its quadratic and linear term directly and by considering the eigenvectors of its quadratic term. We then present an algorithm to compute the optimal excitatory and inhibitory stimuli{\\textemdash}those that maximize and minimize the considered quadratic form, respectively, given a fixed energy constraint. The analysis of the optimal stimuli is completed by considering their invariances, which are the transformations to which the quadratic form is most insensitive, and by introducing a test to determine which of these are statistically significant. Next we prop...},\nurl = {http://www.mitpressjournals.org/doi/10.1162/neco.2006.18.8.1868},\nlocal-url = {file://localhost/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2006/Berkes/Neural%20Computation%202006%20Berkes.pdf},\nfile = {{Neural Computation 2006 Berkes.pdf:/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2006/Berkes/Neural Computation 2006 Berkes.pdf:application/pdf}},\nuri = {\\url{papers3://publication/doi/10.1162/neco.2006.18.8.1868}}\n}\n\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  In this letter, we introduce some mathematical and numerical tools to analyze and interpret inhomogeneous quadratic forms. The resulting characterization is in some aspects similar to that given by experimental studies of cortical cells, making it particularly suitable for application to second-order approximations and theoretical models of physiological receptive fields. We first discuss two ways of analyzing a quadratic form by visualizing the coefficients of its quadratic and linear term directly and by considering the eigenvectors of its quadratic term. We then present an algorithm to compute the optimal excitatory and inhibitory stimuli—those that maximize and minimize the considered quadratic form, respectively, given a fixed energy constraint. The analysis of the optimal stimuli is completed by considering their invariances, which are the transformations to which the quadratic form is most insensitive, and by introducing a test to determine which of these are statistically significant. Next we prop...\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2005\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2005')\"\n      onkeypress=\"toggleGroup('group_2005')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2005</span>\n      <span class=\"bibbase_group_count\">\n        \n        (1)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"grauman-darrell-thepyramidmatchkerneldiscriminativeclassificationwithsetsofimagefeatures-2005\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"http://ieeexplore.ieee.org/document/1544890/\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'grauman-darrell-thepyramidmatchkerneldiscriminativeclassificationwithsetsofimagefeatures-2005', 'http://ieeexplore.ieee.org/document/1544890/', event);\">\n    The pyramid match kernel: discriminative classification with sets of image features.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  <a class=\"bibbase author link\" href=\"https://leelabcnbc.github.io/lab-wiki-builder/demo_ref/machine_learning/kernel/\">Grauman, K.</a>;  and Darrell, T.\n</span>\n\n  \n\n</span>\n\n  In <i>Tenth IEEE International Conference on Computer Vision (ICCV'05)</i>, pages 1458–1465,  2005. IEEE\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"http://ieeexplore.ieee.org/document/1544890/\"\n     onclick=\"log_download('grauman-darrell-thepyramidmatchkerneldiscriminativeclassificationwithsetsofimagefeatures-2005', 'http://ieeexplore.ieee.org/document/1544890/', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"The pyramid match kernel: discriminative classification with sets of image features [link]\"\n       title=\"Paper\"\n       style=\"max-height: 1em;\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1109/ICCV.2005.239\"\n     onclick=\"log_download('grauman-darrell-thepyramidmatchkerneldiscriminativeclassificationwithsetsofimagefeatures-2005', 'http://doi.org/10.1109/ICCV.2005.239', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/grauman-darrell-thepyramidmatchkerneldiscriminativeclassificationwithsetsofimagefeatures-2005\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('grauman-darrell-thepyramidmatchkerneldiscriminativeclassificationwithsetsofimagefeatures-2005')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{Grauman:2005iu,\nauthor = {Grauman, Kristen and Darrell, Trevor},\ntitle = {{The pyramid match kernel: discriminative classification with sets of image features}},\nbooktitle = {Tenth IEEE International Conference on Computer Vision (ICCV&#x27;05)},\nyear = {2005},\npages = {1458--1465},\npublisher = {IEEE},\nannote = {Great idea to compare two bags of features.\n\nSome details.\n\nIn 3.3, the Mercer&#x27;s condition is proved for K tilde, not K. But this should not matter, since we already get a \\phi for K tilde (P), then we can define the \\phi&#x27;(P) for K as \\phi(P) / \\sqrt{K tilde (P,P)}.},\nkeywords = {classics},\ndoi = {10.1109/ICCV.2005.239},\nisbn = {0-7695-2334-X},\nread = {Yes},\nrating = {5},\ndate-added = {2017-02-15T04:36:31GMT},\ndate-modified = {2017-02-17T20:20:26GMT},\nurl = {http://ieeexplore.ieee.org/document/1544890/},\nlocal-url = {file://localhost/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2005/Grauman/ICCV%202005%202005%20Grauman.pdf},\nfile = {{ICCV 2005 2005 Grauman.pdf:/Users/yimengzh/Documents/Papers3_revised/Library.papers3/Articles/2005/Grauman/ICCV 2005 2005 Grauman.pdf:application/pdf}},\nuri = {\\url{papers3://publication/doi/10.1109/ICCV.2005.239}}\n}\n</pre>\n</div>\n\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n\n\n\n  </div>\n\n\n  <!-- Modal -->\n\n  <!-- <iframe id=\"bibbase_network_frame\" -->\n  <!--         src=\"//bibbase.org/network/control\" -->\n  <!--         style=\"display: none;\"> -->\n  <!-- </iframe> -->\n\n</div>\n"}; document.write(bibbase_data.data);