d s lecture 8 &9 - optimization of linear models

8/3/2019 D S Lecture 8 &9 - Optimization of Linear Models

1/52

%%

!##

%

W !%%$W 472:,9030,7!747,220!

4/08

W &807,5.,!!094/9484;0!4/08

%0##!%%

&79.1:;613:


2/52

!%%$

W 472:,9030,7!747,220!4/08

!74-02472:,9434724/03890574.08841

97,38,9390;07-,89,90203941,574-02394,2,902,9.,89,902039

472:,9324/088,3,799,9.,343-02,89070/957,.9.0,3/050703.0

;0394:0;07574-02,88420:36:010,9:7082489574-028,84,;0.4224310,9:708

%070,7084200307,:/0308


3/52

472:,9030,7!747,220

!4/08

W !74-02472:,943 :/0308

&3/0789,3/90!74-02%474:

W /03919090289,9300/94-03.:/0/39024/0

W #0,/90574-02/08.759436:.9409,100147,983;4;0/

W %,334908054:14.:84390088:08,3/1,.98

08.7-0904-0.9;0


4/52

472:,9030,7!747,220

!4/08W !74-02472:,943 :/0308

0130900.843',7,-08

79090-0.9;03%072841900.843',7,-08

08.7-00,.43897,39

7909043897,3983%072841900.843',7,-08

%4570;039900.843',7,-081742,;330,9;0;,:08,//.43897,39884334330,9;9.43897,3984330,9;9.43897,398,70,0307,10,9:7041,30,75747,223574-028


5/52

$905830;0453,30,7

!747,223!4/0

472:,943

$4:943

39075709,943,3/$0389;93,88


6/52

!7450790841!4/08

$00942320472,20

3.:/0.43897,3984729,9438

%0702:89-0,9073,9;08,;,,-0

06:,9438,7030,7


7/52

%!$%%

!##!#$

!74/:.943$.0/:3

!74/:.943

8832039

,-4:7!,333

370/03903/3 0947!74-028


8/52

,250!4/0472:,943%0!74/:.9!74-02,7

:739:7049/W ,.9,-09,084:7841.,750397,3/

4:783905,393,3/;,7383845,.

.,7706:7084:783.,750397,3/4:735,393,3/;,7383:7390.:77039574/:.9435074/4:7841.,750397920,70,;,,-0,3/4:7835,393,3/;,7383,70,;,,-0,.9,-084/0/8

,57419410,..,7574/:.0/884/147,57419W ,9890-089.42-3,943419,-08,3/

.,789,984:/-02,/084,8940/902,2:257419


9/52

,250!4/0472:,943

%0!74/:.9!74-020.84342:.410,.574/:.9942,0

-0.9;0,2057419

43897,398290/7084:7.08


10/52

,250,7:739:704

%4574/:.98,78,3/%,-08

0.843 42,3410,.942,0982439

-0.9;0,2057419


11/52

,7:739:704,9,

%,-085079,-0

,78507.,7

4:78;,,-0

!74194397-:943

,750397 78 78

!,393 78 7

90729,9438W ,03424709,3.,78

W ,0,90,899,-08


12/52

0.843',7,-08

% :2419,-08942,0

:241.,78942,0

-0.9;0:3.943,20!7419

,20%


13/52

43897,398

W ,;04:7841.,750397920,;,,-0

% 4:78

W ,;04:78415,393920,;,,-0

% 4:78


14/52

47043897,398

W ,03424709,3.,78 3:2.,78

W ,0,90,899,-08

% 3:29,-08

4330,9;9,33492,0,30,9;03:2-0741.,78479,-08

%


15/52

4/0$:22,7

,% 57419$:-0.99490.43897,398

% .,75039778

% 5,39378

2,.,78

% 239,-08

% 34330,9;9


16/52

7,5.,$4:943

W 7,53,3!24/0058574;/0389394!24/08,3/90784:9438

W 098.,343-0/430394/2038438908,20574507908,5594,!24/08,3/84:9438


17/52

W 47,30,75747,223574-02994/0.843;,7,-08900,.9;,:084190/0.843;,7,-08.,3-0/0907230/-

/03913,90.4730709702054398419010,8-07043903

$4;3909482:9,304:8.43897,3906:,9438,884.,90/90,.419054398

!:390;,:08410,.41908054398394904-0.9;01:3.943

%04592,54398905439.;08902,2:247232:2;,:0-,80/43,9904-0.9;01:3.943,8147

%!%

$&%


18/52

,750397

43897,3930

%

3907.0598

%

% %

0,8-0

78

310,8-0

78


19/52

!,393

43897,3930

%

3907.0598

%

% %


20/52

%

,,730

3%,-030

%

0,8-0

#043


21/52

47307!4398


22/52

W #0,/411907,5

W #0,/411907,5

W #0,/411907,5W #0,/411907,5147 $4;0147%:83$2:9,304:86:,9438

W $4;0147%:83$2:9,304:86:,9438

47307!4398


23/52

W #0,/411907,5

W #0,/411907,5

W #0,/411907,5W #0,/411907,5147 $4;0147%:83$2:9,304:86:,9438

W $4;0147%:83$2:9,304:86:,9438

47307!4398


24/52

%

-0.9;0

:3.94330

%!7419592,!439

%


25/52

%!%$&%

W #0.,,20!%

W 9!9%!

W 9!9%!W 9!9%!W 9!9%!

W 9!9%!%04592,84:9434..:78,9!99,9,7:739:7084:/2,0%,-08,3/,7884,8942,2057419

41


26/52

%

//943,43897,39

00/,90,892470.,789,39,-08

%7

%

%

44307

10,8-0

04592,5439

%


27/52

!,7,.90789.8

W 0,8-0#043%080941543989,98,98108,.43897,398

W 47307!439!74507934592,84:9432:890,9430472470.4730754398

W 592,$4:943%0.473075439990-0894-0.9;01:3.943;,:084592,


28/52

$50.,$9:,9433!

#0/:3/,3943897,398 /4349,110.99010,8-07043

,250

%080.43/.43897,39870/:3/,39-0.,:8098088 70897.9;0


29/52

$50.,$9:,9433!

310,8-9 033410,8-084:9430898907083410,8-07043

,250


30/52

$50.,$9:,9433!

9073,90592,$4:9438 039070824709,34304592,84:943

,%$:-0.994

% %

%

%

5439843#0/802039

,704592,


31/52

$50.,$9:,9433!

&3-4:3/0/$4:9438 033493570;03989084:9431742-0.42331390,70

,%$:-0.994

% %

%


32/52

&83.08$4;07147!

#0.,90,7:739:70,250

,% 57419

$:-0.99490.43897,398

% .,75039778

% 5,39378

2,.,78% 239,-08

% 34330,9;9


33/52

$9058 472:,94341478009 390790574-02/,9,3909455,794190

478009

$50.1.04.,943814790/0.843;,7,-08 $00.9,.0,3/03907,1472:,147.425:93

90;,:041904-0.9;01:3.943

$00.9,.0,3/03907,1472:,147.425:93

90019,3/8/0 410,..43897,39 $00.9,.0,3/03907,1472:,147.425:93

9079,3/8/0410,..43897,39

%0478009.4388984180.9438 ,

/,9,80.943,3/,24/080.943


34/52

W %!%%%

,$89 $ :99303

$ $03

$ 383

$ 3850.943!,.,3

$ 4330,9;943897,398

09$905W 3/90574/:.92090.42-3,94341$,3/9,9

8,98108,90.43897,398,3/,9908,209200/8,;,:0147904-0.9;01:3.9439,9870,9079,34706:,9490;,:0;03-,3490710,8-084:943

W 3.09080;,:08,70.,.:,90/04:/,;014:3/904592,84:9439490574-02

!74-02472:,943 !,73.


35/52

472:,94341478009


36/52

&$$'# $%!$


37/52

&$"%$'#

!##!#$


38/52

%#%#$!#%%$$%%#$

$!%$W %7,385479,943,8832039,3/97,38852039574-028

-04394,850.,.,884130,75747,223574-028.,0/3094714574-028

W

/0;,70941,55.,9438.,3-024/00/,897,385479,943,88320394797,38852039574-028

%080574-028,;0,2,902,9.,897:.9:709,9,8

03,-0/2,3,020398.03989894/0;045011.039850.,0/84:943574.0/:708,8,708:90;03,70574-028.,3:8:,-084;0/9:89,1080.43/841,.425:907920


39/52

%#$!#%%!#%##

!###&%,2504190%#$!#%%

!#!,33314790/897-:9434144/8,3/

807;.08174280;07,8:554.,94380%06:,3994144/8,;,,-0,90,.

8:554.,9434738 290/,3/906:,3994144/8300/0/,90,.41

80;07,/02,3/4.,9438/0893,94388343%0:8:,4-0.9;03,97,385479,943

574-02894232090.48941855344/817429047389490/0893,9438


40/52

W $4;397,385479,943574-0289,0307,5:7548030,75747,223.4/08414782,9420/:280/574-02840;079080574-0284190374;07,7004738,3//0893,94384:/,;0;,7,-08%030947

897:.9:70419097,385479,943574-02,803,-0/2,3,020398.03989894/0;045850.,5:7548084:943574.0/:7089,970,9825190.425:9,9438

%#$!#%%!#


41/52

%#$!#%%!#%'#%$

$%##%#$W %0574-023;4;089097,385479,943

41,574/:.9174297005,3989414:7

/897-:943.039708W 489070307,94789/,85,3983

0;0,3/40/147/3/,3,,3/

47!0338;,3,!74/:.943.,5,.9084;079030924395,3335074/1474305,79.:,7950410307,947,70


42/52

%!#&%$

$%#&%%#

%#$%&398

48943

.,4

$94:8

03943

%%

# $%

$%&$

%

0;0,3/

0/147/

47

#!'& &'%'"!!'%&

'%!"%''"!"&'

'"/0;6;'9.5:769;.;65#96/34:;6454;;6;.3;9.5:769;.;6506:;

# !% %!

!%:398

0;0,3/ 0/147/

47

%%


43/52

%#!%#

33.51

6:;65

692

1691

&;6:

0.6

5;65

&773:

:;5.;65%6;:.90: 4.51:

#3.5;

"95!61:

'9.5:769;.;65

6:;795;

:;9/;655;9:

1:;5.;65561:


44/52

%#$!#%%!#

%#!##

$&%

W %00.843',7,-08147,

%7,385479,943!74-02,;324738,3/3/0893,9438,7079903,8

3:2-0741:3988550/174247394/0893,943

0702,3/

3


45/52

W 0.,:809090-0.9;04190%7,385479,943!74-02894232090949,97,385479,943.4890.,3:809031472,9431742903094794

/0;04590.4890570884380W %7,385479,943.4898147:3988550/1742

0;0,3/ 0/147/

47

W %017898:-8.759/03910890174234/04190.47708543/3,7.,3/9080.43/8:-8.759/039108909434/04190,7.

%#$!#%%!#

%#!##

$&%


46/52

W %08:2419080057088438

574;/0890-0.9;0:3.94384390949,97,385479,943.489147489070307,94789/

W %7,385479,943574-028300/.43897,398-0.,:800,.473,8,290/8:55,3/0,./0893,943,8,850.1./02,3/

%#$!#%%!#

%#!##$&%


47/52

%0$:5543897,398

W %0.,5,.9,9900;0,3/5,398:398990949,3:2-0741:3988550/1742900;0,3/5,39

0570880/,8%03908:55.43897,39147900;0,3/5,39

8 %00/147/,3/47$:55.43897,398,70

0/147/

47


48/52

W 99014:7/897-:943.039708,890/0893,943814:7/02,3/.43897,398,70

300/0/94038:709,9/0893,943/02,3/8-08,9810/

4894302,3/

.,402,3/ $94:802,3/

0394302,3/

%002,3/43897,398


49/52

%042509030,74/0

3

89

47, 147


50/52

$&%!#%7,385479,943!74-02

$905 390790/,9,1479097,385479,943.4898904738:5508,3/90/0893,943/02,3/83909455,794190478009

$905 %030,7!747,22324/08/0;0450/390-499425,794190478009

89,30,7!747,22089024/0,800020398

0.843',7,-08

-0.9;0:3.943

43897,398 #$

43897,398 $


51/52

&$"%$'%

%#$!#%%!#


52/52

%&%#"&$%

438/0790144330,75747,2231472:,943320489$:-0.994

W 7,5.,:897,909010,8-07043W 3/.,90..473075439574/:.0890

4592,84:943W ,9890.489419884:943

d s lecture 8 &9 - optimization of linear models

Documents