Merge branch 'main' into cleanup
This commit is contained in:
Tom Heaton
File diff suppressed because one or more lines are too long
@@ -337,8 +337,8 @@
|
||||
{
|
||||
"cell_type": "code",
|
||||
"source": [
|
||||
"# You can see that the values of the hidden units are increasing on average (the variance is across all hidden units at the layer\n",
|
||||
"# and the 1000 training examples\n",
|
||||
"# You can see that the gradients of the hidden units are increasing on average (the standard deviation is across all hidden units at the layer\n",
|
||||
"# and the 100 training examples\n",
|
||||
"\n",
|
||||
"# TO DO\n",
|
||||
"# Change this to 50 layers with 80 hidden units per layer\n",
|
||||
|
||||
@@ -61,7 +61,7 @@
|
||||
"by drawing $I$ samples $y_i$ and using the formula:\n",
|
||||
"\n",
|
||||
"\\begin{equation}\n",
|
||||
"\\mathbb{E}_{y}\\Bigl[\\exp\\bigl[- (y-1)^4\\bigr]\\Bigr] \\approx \\frac{1}{I} \\sum_{i=1}^I \\exp\\bigl[-(y-1)^4 \\bigr]\n",
|
||||
"\\mathbb{E}_{y}\\Bigl[\\exp\\bigl[- (y-1)^4\\bigr]\\Bigr] \\approx \\frac{1}{I} \\sum_{i=1}^I \\exp\\bigl[-(y_i-1)^4 \\bigr]\n",
|
||||
"\\end{equation}"
|
||||
]
|
||||
},
|
||||
|
||||
@@ -39,6 +39,16 @@ export default function HeroSection() {
|
||||
<HeroNewsBlock>
|
||||
<HeroNewsTitle>RECENT NEWS:</HeroNewsTitle>
|
||||
<HeroNewsItem>
|
||||
<HeroNewsItemDate>05/22/24</HeroNewsItemDate>
|
||||
<HeroNewsItemContent> New <UDLLink href="https://www.borealisai.com/research-blogs/neural-tangent-kernel-applications/"> blog </UDLLink> about the applications of the neural tangent kernel.</HeroNewsItemContent>
|
||||
</HeroNewsItem>
|
||||
|
||||
<HeroNewsItem>
|
||||
<HeroNewsItemDate>05/10/24</HeroNewsItemDate>
|
||||
<HeroNewsItemContent> Positive <UDLLink href="https://github.com/udlbook/udlbook/blob/main/public/NMI_Review.pdf">review</UDLLink> in Nature Machine Intelligence.</HeroNewsItemContent>
|
||||
</HeroNewsItem>
|
||||
|
||||
{/* <HeroNewsItem>
|
||||
<HeroNewsItemDate>03/12/24</HeroNewsItemDate>
|
||||
<HeroNewsItemContent>
|
||||
{" "}
|
||||
@@ -53,8 +63,14 @@ export default function HeroSection() {
|
||||
Neural Tangent Kernel.
|
||||
</UDLLink>
|
||||
</HeroNewsItemContent>
|
||||
</HeroNewsItem>
|
||||
<HeroNewsItemContent> Book now available again.</HeroNewsItemContent>
|
||||
</HeroNewsItem> */}
|
||||
|
||||
<HeroNewsItem>
|
||||
<HeroNewsItemDate>02/21/24</HeroNewsItemDate>
|
||||
<HeroNewsItemContent>New blog about the <UDLLink href="https://www.borealisai.com/research-blogs/the-neural-tangent-kernel/">Neural Tangent Kernel</UDLLink>.</HeroNewsItemContent>
|
||||
</HeroNewsItem>
|
||||
{/* <HeroNewsItem>
|
||||
<HeroNewsItemDate>02/15/24</HeroNewsItemDate>
|
||||
<HeroNewsItemContent>
|
||||
{" "}
|
||||
@@ -62,6 +78,9 @@ export default function HeroSection() {
|
||||
printing available mid-March.
|
||||
</HeroNewsItemContent>
|
||||
</HeroNewsItem>
|
||||
<HeroNewsItemContent> First printing of book has sold out in most places. Second printing available mid-March.</HeroNewsItemContent>
|
||||
</HeroNewsItem> */}
|
||||
|
||||
<HeroNewsItem>
|
||||
<HeroNewsItemDate>01/29/24</HeroNewsItemDate>
|
||||
<HeroNewsItemContent>
|
||||
@@ -98,14 +117,7 @@ export default function HeroSection() {
|
||||
</HeroNewsItem>
|
||||
<HeroNewsItem>
|
||||
<HeroNewsItemDate>12/06/23</HeroNewsItemDate>
|
||||
<HeroNewsItemContent>
|
||||
{" "}
|
||||
I did an{" "}
|
||||
<UDLLink href="https://www.borealisai.com/news/understanding-deep-learning/">
|
||||
interview
|
||||
</UDLLink>{" "}
|
||||
discussing the book with Borealis AI.
|
||||
</HeroNewsItemContent>
|
||||
<HeroNewsItemContent> <UDLLink href="https://www.borealisai.com/news/understanding-deep-learning/">Interview</UDLLink> with Borealis AI.</HeroNewsItemContent>
|
||||
</HeroNewsItem>
|
||||
<HeroNewsItem>
|
||||
<HeroNewsItemDate>12/05/23</HeroNewsItemDate>
|
||||
@@ -140,22 +152,11 @@ export default function HeroSection() {
|
||||
<HeroImgWrap>
|
||||
<Img src={img} alt="book cover" />
|
||||
</HeroImgWrap>
|
||||
<HeroLink href="https://github.com/udlbook/udlbook/releases/download/v2.05/UnderstandingDeepLearning_04_18_24_C.pdf">
|
||||
Download full pdf (18 Apr 2024)
|
||||
</HeroLink>
|
||||
<HeroDownloadsImg
|
||||
src="https://img.shields.io/github/downloads/udlbook/udlbook/total"
|
||||
alt="download stats shield"
|
||||
/>
|
||||
<HeroLink href="https://mitpress.mit.edu/9780262048644/understanding-deep-learning/">
|
||||
Buy the book
|
||||
</HeroLink>
|
||||
<HeroLink href="https://github.com/udlbook/udlbook/raw/main/UDL_Answer_Booklet_Students.pdf">
|
||||
Answers to selected questions
|
||||
</HeroLink>
|
||||
<HeroLink href="https://github.com/udlbook/udlbook/raw/main/UDL_Errata.pdf">
|
||||
Errata
|
||||
</HeroLink>
|
||||
<HeroLink href="https://github.com/udlbook/udlbook/releases/download/v4.0.1/UnderstandingDeepLearning_05_27_24_C.pdf">Download full pdf (27 May 2024)</HeroLink>
|
||||
<HeroDownloadsImg src="https://img.shields.io/github/downloads/udlbook/udlbook/total" alt="download stats shield"/>
|
||||
<HeroLink href="https://mitpress.mit.edu/9780262048644/understanding-deep-learning/">Buy the book</HeroLink>
|
||||
<HeroLink href="https://github.com/udlbook/udlbook/raw/main/UDL_Answer_Booklet_Students.pdf">Answers to selected questions</HeroLink>
|
||||
<HeroLink href="https://github.com/udlbook/udlbook/raw/main/UDL_Errata.pdf">Errata</HeroLink>
|
||||
</HeroColumn2>
|
||||
</HeroRow>
|
||||
</HeroContent>
|
||||
|
||||
@@ -76,6 +76,8 @@ export default function MediaSection() {
|
||||
<TopLine>Reviews</TopLine>
|
||||
<MediaContent>
|
||||
<ul>
|
||||
<li> Nature Machine Intelligence <MediaLink href="https://github.com/udlbook/udlbook/blob/main/public/NMI_Review.pdf"> review </MediaLink> by <MediaLink href="https://wang-axis.github.io/">Ge Wang</MediaLink></li>
|
||||
|
||||
<li>
|
||||
{" "}
|
||||
Amazon{" "}
|
||||
@@ -96,6 +98,9 @@ export default function MediaSection() {
|
||||
</MediaLink>{" "}
|
||||
by Vishal V.
|
||||
</li>
|
||||
<li> Amazon <MediaLink href="https://www.amazon.com/Understanding-Deep-Learning-Simon-Prince-ebook/product-reviews/B0BXKH8XY6/">reviews</MediaLink></li>
|
||||
<li>Goodreads <MediaLink href="https://www.goodreads.com/book/show/123239819-understanding-deep-learning?">reviews </MediaLink></li>
|
||||
<li>Book <MediaLink href="https://medium.com/@vishalvignesh/udl-book-review-the-new-deep-learning-textbook-youll-want-to-finish-69e1557b018d">review</MediaLink> by Vishal V.</li>
|
||||
</ul>
|
||||
</MediaContent>
|
||||
</Column1>
|
||||
|
||||
@@ -408,7 +408,7 @@ export default function MoreSection() {
|
||||
</MoreInnerP>
|
||||
</li>
|
||||
</MoreOuterList>
|
||||
<li>
|
||||
{/* <li>
|
||||
<MoreLink
|
||||
href="https://www.borealisai.com/en/blog/tutorial-11-sat-solvers-iii-factor-graphs-and-smt-solvers/"
|
||||
target="_blank"
|
||||
@@ -481,7 +481,56 @@ export default function MoreSection() {
|
||||
{" "}
|
||||
Euclidean, similarity, affine, projective
|
||||
transformations{" "}
|
||||
</li> */}
|
||||
|
||||
<TopLine>Temporal models</TopLine>
|
||||
<MoreOuterList>
|
||||
<li>
|
||||
<MoreLink href="https://drive.google.com/file/d/1rrzGNyZDjXQ3_9ZqCGDmRMM3GYtHSBvj/view?usp=sharing" target="_blank" rel="noreferrer">Temporal models</MoreLink>
|
||||
<MoreInnerP>
|
||||
<MoreInnerList>
|
||||
<li> Kalman filter </li>
|
||||
<li> Smoothing </li>
|
||||
<li> Extended Kalman filter </li>
|
||||
<li> Unscented Kalman filter </li>
|
||||
<li> Particle filtering </li>
|
||||
</MoreInnerList>
|
||||
</MoreInnerP>
|
||||
</li>
|
||||
</MoreOuterList>
|
||||
|
||||
<TopLine>Computer vision</TopLine>
|
||||
<MoreOuterList>
|
||||
<li>
|
||||
<MoreLink href="https://drive.google.com/file/d/1r3V1GC5grhPF2pD91izuE0hTrTUEpQ9I/view?usp=sharing" target="_blank" rel="noreferrer">Image Processing</MoreLink>
|
||||
<MoreInnerP>
|
||||
<MoreInnerList>
|
||||
<li> Whitening </li>
|
||||
<li> Histogram equalization </li>
|
||||
<li> Filtering </li>
|
||||
<li> Edges and corners </li>
|
||||
<li> Dimensionality reduction </li>
|
||||
</MoreInnerList>
|
||||
</MoreInnerP>
|
||||
</li>
|
||||
<li>
|
||||
<MoreLink href="https://drive.google.com/file/d/1dbMBE13MWcd84dEGjYeWsC6eXouoC0xn/view?usp=sharing" target="_blank" rel="noreferrer">Pinhole camera</MoreLink>
|
||||
<MoreInnerP>
|
||||
<MoreInnerList>
|
||||
<li> Pinhole camera model </li>
|
||||
<li> Radial distortion </li>
|
||||
<li> Homogeneous coordinates </li>
|
||||
<li> Learning extrinsic parameters </li>
|
||||
<li> Learning intrinsic parameters </li>
|
||||
<li> Inferring three-dimensional world points </li>
|
||||
</MoreInnerList>
|
||||
</MoreInnerP>
|
||||
</li>
|
||||
<li>
|
||||
<MoreLink href="https://drive.google.com/file/d/1UArrb1ovqvZHbv90MufkW372r__ZZACQ/view?usp=sharing" target="_blank" rel="noreferrer">Geometric transformations</MoreLink>
|
||||
<MoreInnerP>
|
||||
<MoreInnerList>
|
||||
<li> Euclidean, similarity, affine, projective transformations </li>
|
||||
<li> Fitting transformation models </li>
|
||||
<li> Inference in transformation models </li>
|
||||
<li> Three geometric problems for planes </li>
|
||||
@@ -575,16 +624,13 @@ export default function MoreSection() {
|
||||
<li> Training dynamics </li>
|
||||
<li> Empirical NTK for shallow network</li>
|
||||
<li> Analytical NTK for shallow network </li>
|
||||
<li> Empirical NTK for ddep network </li>
|
||||
<li> Empirical NTK for deep network </li>
|
||||
<li> Analtical NTK for deep network</li>
|
||||
</MoreInnerList>
|
||||
</MoreInnerP>
|
||||
</li>
|
||||
</MoreOuterList>
|
||||
|
||||
<TopLine>Temporal models</TopLine>
|
||||
<MoreOuterList>
|
||||
<li>
|
||||
{/*
|
||||
<MoreLink
|
||||
href="https://drive.google.com/file/d/1rrzGNyZDjXQ3_9ZqCGDmRMM3GYtHSBvj/view?usp=sharing"
|
||||
target="_blank"
|
||||
@@ -598,12 +644,23 @@ export default function MoreSection() {
|
||||
<li> Smoothing </li>
|
||||
<li> Extended Kalman filter </li>
|
||||
<li> Unscented Kalman filter </li>
|
||||
<li> Particle filtering </li>
|
||||
<li> Particle filtering </li>*/}
|
||||
<MoreLink href="https://www.borealisai.com/research-blogs/neural-tangent-kernel-applications/" target="_blank" rel="noreferrer">NTK applications</MoreLink>
|
||||
<MoreInnerP>
|
||||
<MoreInnerList>
|
||||
<li> Trainability </li>
|
||||
<li> Convergence bounds </li>
|
||||
<li> Evolution of parameters</li>
|
||||
<li> Evolution of predictions </li>
|
||||
<li> NTK Gaussian processes</li>
|
||||
<li> NTK and generalizability</li>
|
||||
</MoreInnerList>
|
||||
</MoreInnerP>
|
||||
</li>
|
||||
</MoreOuterList>
|
||||
|
||||
|
||||
|
||||
<TopLine> Unsupervised learning</TopLine>
|
||||
<MoreOuterList>
|
||||
<li>
|
||||
|
||||
Reference in New Issue
Block a user