|
2 | 2 | "cells": [ |
3 | 3 | { |
4 | 4 | "cell_type": "markdown", |
5 | | - "id": "emotional-bicycle", |
| 5 | + "id": "bottom-rolling", |
6 | 6 | "metadata": {}, |
7 | 7 | "source": [ |
8 | 8 | "NOTE: Import the following statements before running any of the other cells" |
|
11 | 11 | { |
12 | 12 | "cell_type": "code", |
13 | 13 | "execution_count": 1, |
14 | | - "id": "widespread-configuration", |
| 14 | + "id": "comprehensive-decline", |
15 | 15 | "metadata": {}, |
16 | 16 | "outputs": [], |
17 | 17 | "source": [ |
|
29 | 29 | }, |
30 | 30 | { |
31 | 31 | "cell_type": "markdown", |
32 | | - "id": "disciplinary-serbia", |
| 32 | + "id": "dependent-psychiatry", |
33 | 33 | "metadata": {}, |
34 | 34 | "source": [ |
35 | 35 | "### Activation Functions (Slide 14)" |
36 | 36 | ] |
37 | 37 | }, |
38 | 38 | { |
39 | 39 | "cell_type": "markdown", |
40 | | - "id": "golden-drill", |
| 40 | + "id": "italic-career", |
41 | 41 | "metadata": {}, |
42 | 42 | "source": [ |
43 | 43 | "#### Rectified Linear Unit (ReLU)" |
|
46 | 46 | { |
47 | 47 | "cell_type": "code", |
48 | 48 | "execution_count": 2, |
49 | | - "id": "collectible-lighter", |
| 49 | + "id": "revolutionary-physiology", |
50 | 50 | "metadata": {}, |
51 | 51 | "outputs": [ |
52 | 52 | { |
|
71 | 71 | }, |
72 | 72 | { |
73 | 73 | "cell_type": "markdown", |
74 | | - "id": "personalized-grove", |
| 74 | + "id": "plastic-suggestion", |
75 | 75 | "metadata": {}, |
76 | 76 | "source": [ |
77 | 77 | "#### Sigmoid" |
|
80 | 80 | { |
81 | 81 | "cell_type": "code", |
82 | 82 | "execution_count": 3, |
83 | | - "id": "improving-charter", |
| 83 | + "id": "critical-titanium", |
84 | 84 | "metadata": {}, |
85 | 85 | "outputs": [ |
86 | 86 | { |
|
105 | 105 | }, |
106 | 106 | { |
107 | 107 | "cell_type": "markdown", |
108 | | - "id": "chronic-latitude", |
| 108 | + "id": "directed-powell", |
109 | 109 | "metadata": {}, |
110 | 110 | "source": [ |
111 | 111 | "#### tanh" |
|
114 | 114 | { |
115 | 115 | "cell_type": "code", |
116 | 116 | "execution_count": 4, |
117 | | - "id": "desperate-sussex", |
| 117 | + "id": "other-accent", |
118 | 118 | "metadata": {}, |
119 | 119 | "outputs": [ |
120 | 120 | { |
|
139 | 139 | }, |
140 | 140 | { |
141 | 141 | "cell_type": "markdown", |
142 | | - "id": "scenic-dimension", |
| 142 | + "id": "homeless-dealing", |
143 | 143 | "metadata": {}, |
144 | 144 | "source": [ |
145 | 145 | "### Code Example: One input - One output (Slide 17)" |
|
148 | 148 | { |
149 | 149 | "cell_type": "code", |
150 | 150 | "execution_count": 5, |
151 | | - "id": "mobile-criminal", |
| 151 | + "id": "funded-mumbai", |
152 | 152 | "metadata": {}, |
153 | 153 | "outputs": [ |
154 | 154 | { |
|
172 | 172 | }, |
173 | 173 | { |
174 | 174 | "cell_type": "markdown", |
175 | | - "id": "charming-falls", |
| 175 | + "id": "molecular-interview", |
176 | 176 | "metadata": {}, |
177 | 177 | "source": [ |
178 | 178 | "### Code Example: OR Gate (Slide 18)" |
|
181 | 181 | { |
182 | 182 | "cell_type": "code", |
183 | 183 | "execution_count": 6, |
184 | | - "id": "reserved-group", |
| 184 | + "id": "reverse-matter", |
185 | 185 | "metadata": {}, |
186 | 186 | "outputs": [ |
187 | 187 | { |
|
227 | 227 | }, |
228 | 228 | { |
229 | 229 | "cell_type": "markdown", |
230 | | - "id": "transsexual-delicious", |
| 230 | + "id": "contemporary-television", |
231 | 231 | "metadata": {}, |
232 | 232 | "source": [ |
233 | 233 | "### Code example: Average of 3 Numbers (Slide 19)" |
|
236 | 236 | { |
237 | 237 | "cell_type": "code", |
238 | 238 | "execution_count": 7, |
239 | | - "id": "accomplished-justice", |
| 239 | + "id": "chief-bloom", |
240 | 240 | "metadata": {}, |
241 | 241 | "outputs": [ |
242 | 242 | { |
|
268 | 268 | }, |
269 | 269 | { |
270 | 270 | "cell_type": "markdown", |
271 | | - "id": "solar-knight", |
| 271 | + "id": "external-orleans", |
272 | 272 | "metadata": {}, |
273 | 273 | "source": [ |
274 | 274 | "### Code Example: Multiple input - one output + Nonlinear activation (Slide 20)" |
|
277 | 277 | { |
278 | 278 | "cell_type": "code", |
279 | 279 | "execution_count": 8, |
280 | | - "id": "coastal-second", |
| 280 | + "id": "advisory-advocacy", |
281 | 281 | "metadata": {}, |
282 | 282 | "outputs": [ |
283 | 283 | { |
|
305 | 305 | }, |
306 | 306 | { |
307 | 307 | "cell_type": "markdown", |
308 | | - "id": "aerial-family", |
| 308 | + "id": "copyrighted-flash", |
309 | 309 | "metadata": {}, |
310 | 310 | "source": [ |
311 | 311 | "### Code example: Power of multiple layers together (Slide 21)" |
|
314 | 314 | { |
315 | 315 | "cell_type": "code", |
316 | 316 | "execution_count": 9, |
317 | | - "id": "individual-wallace", |
| 317 | + "id": "thirty-olive", |
318 | 318 | "metadata": {}, |
319 | 319 | "outputs": [ |
320 | 320 | { |
321 | 321 | "name": "stdout", |
322 | 322 | "output_type": "stream", |
323 | 323 | "text": [ |
324 | | - "For x1 = 2.05848 and x2 = 0.16190, we have output 0.71463\n" |
| 324 | + "For x1 = 6.55281 and x2 = 2.11292, we have output -0.89367\n" |
325 | 325 | ] |
326 | 326 | } |
327 | 327 | ], |
|
369 | 369 | }, |
370 | 370 | { |
371 | 371 | "cell_type": "markdown", |
372 | | - "id": "revised-emperor", |
| 372 | + "id": "genuine-quarterly", |
373 | 373 | "metadata": {}, |
374 | 374 | "source": [ |
375 | 375 | "### Code example: Average of 3 Numbers (Vectorized) (Slide 23)" |
|
378 | 378 | { |
379 | 379 | "cell_type": "code", |
380 | 380 | "execution_count": 10, |
381 | | - "id": "coordinated-cisco", |
| 381 | + "id": "refined-construction", |
382 | 382 | "metadata": {}, |
383 | 383 | "outputs": [ |
384 | 384 | { |
|
411 | 411 | }, |
412 | 412 | { |
413 | 413 | "cell_type": "markdown", |
414 | | - "id": "hidden-filename", |
| 414 | + "id": "automotive-dakota", |
415 | 415 | "metadata": {}, |
416 | 416 | "source": [ |
417 | 417 | "### Extra Example: Randomized 2 layer network" |
418 | 418 | ] |
419 | 419 | }, |
420 | 420 | { |
421 | 421 | "cell_type": "markdown", |
422 | | - "id": "supreme-disposal", |
| 422 | + "id": "necessary-swing", |
423 | 423 | "metadata": {}, |
424 | 424 | "source": [ |
425 | 425 | "Below is an example of a neural network with randomly initialized weights." |
426 | 426 | ] |
427 | 427 | }, |
428 | 428 | { |
429 | 429 | "cell_type": "code", |
430 | | - "execution_count": 20, |
431 | | - "id": "computational-square", |
| 430 | + "execution_count": 11, |
| 431 | + "id": "swiss-doctrine", |
432 | 432 | "metadata": { |
433 | 433 | "scrolled": true |
434 | 434 | }, |
|
478 | 478 | }, |
479 | 479 | { |
480 | 480 | "cell_type": "markdown", |
481 | | - "id": "smart-sapphire", |
| 481 | + "id": "acoustic-butler", |
482 | 482 | "metadata": {}, |
483 | 483 | "source": [ |
484 | 484 | "## Practice Problems" |
485 | 485 | ] |
486 | 486 | }, |
487 | 487 | { |
488 | 488 | "cell_type": "markdown", |
489 | | - "id": "capital-dream", |
| 489 | + "id": "marked-plate", |
490 | 490 | "metadata": {}, |
491 | 491 | "source": [ |
492 | 492 | "### Square of 2 inputs\n", |
|
500 | 500 | { |
501 | 501 | "cell_type": "code", |
502 | 502 | "execution_count": null, |
503 | | - "id": "collectible-woman", |
| 503 | + "id": "subsequent-marking", |
504 | 504 | "metadata": {}, |
505 | 505 | "outputs": [], |
506 | 506 | "source": [ |
|
516 | 516 | }, |
517 | 517 | { |
518 | 518 | "cell_type": "markdown", |
519 | | - "id": "continued-magazine", |
| 519 | + "id": "sapphire-evanescence", |
520 | 520 | "metadata": {}, |
521 | 521 | "source": [ |
522 | 522 | "Run the tests below to verify your network works!" |
|
525 | 525 | { |
526 | 526 | "cell_type": "code", |
527 | 527 | "execution_count": null, |
528 | | - "id": "intelligent-history", |
| 528 | + "id": "elder-termination", |
529 | 529 | "metadata": {}, |
530 | 530 | "outputs": [], |
531 | 531 | "source": [ |
|
538 | 538 | }, |
539 | 539 | { |
540 | 540 | "cell_type": "markdown", |
541 | | - "id": "creative-economy", |
| 541 | + "id": "greater-permission", |
542 | 542 | "metadata": {}, |
543 | 543 | "source": [ |
544 | 544 | "### Average of 5 values\n", |
|
552 | 552 | { |
553 | 553 | "cell_type": "code", |
554 | 554 | "execution_count": null, |
555 | | - "id": "right-decimal", |
| 555 | + "id": "clear-radar", |
556 | 556 | "metadata": {}, |
557 | 557 | "outputs": [], |
558 | 558 | "source": [ |
|
576 | 576 | }, |
577 | 577 | { |
578 | 578 | "cell_type": "markdown", |
579 | | - "id": "engaging-ministry", |
| 579 | + "id": "headed-hawaii", |
580 | 580 | "metadata": {}, |
581 | 581 | "source": [ |
582 | 582 | "Run the tests below to verify your network works!" |
|
585 | 585 | { |
586 | 586 | "cell_type": "code", |
587 | 587 | "execution_count": null, |
588 | | - "id": "accepting-transformation", |
| 588 | + "id": "instrumental-favorite", |
589 | 589 | "metadata": {}, |
590 | 590 | "outputs": [], |
591 | 591 | "source": [ |
|
0 commit comments