!"#$%&'(
)*+*,-./(/"#$%&0*1((
222(3#4"1%156(3#47'-78.4"#7(41$(9.1&0*1(4//"*:%,40*1(
2222;(/"#$%&0*16(*/0,%<40*1(41$(&*1'"*3(
2222222(=%#"4"&=%&43('#,/*"43(,#,*">?(/"#$%&0*1((
222222222;('*/-$*@1A)*+*,-./()34&B)*4"$(4"&=%'#&'."#(
22222222222;(@#)-%1'#33%5#1&#C()"4%17C(4$4/0D#(EF(
2222222222222;(&=433#15#(/"*)3#,7(
3#4"1%15(41$(/"#$%&0*1(
,($4'4(/*%1'7(#4&=(=4D%15(G%H(features(:
I
(2(:
1-I
(J(x((
41$(G%%H(output*variable(s)*>
I
(;;(>
B;
((
*#;5;(prices(G1.,)#"7(9*"(KHC(:
%
(&41()#(1.,)#"7(*"(&4'#5*"%#7(
9*"(1*@(477.,#(BJI6(%;#;(L.7'(*1#(*.'/.'(D4"%4)3#(>(
linear(predic,on:((
fGxH(J(MN>OxP(437*(,%1%,%<#7
Q
?(((
R(J(MN#""*"PJ(MN>-fGxHP
S((
T
(
((((U
,
G>
%
-fGx
i
HH
S
((
suppose(fGxH(J(NxCIP
V
f(J(x’
V
f
((
%;#;(linear*%1(xC(7*(@#(@41'(W(f(T(y(
U
,
G>
%
(-(x’
i
V
fH
S
((J(GW(f(4((yH
V
(GW(f(4((yH(
,%1%,%<#$(%9($#"%D40D#(J(X6(%;#;(
W
V
W(f(Y(W
V
y(;;(Z1*",43(#8.40*17[(
*1&#(@#(=4D#(f6(*."(Z3#47'-78.4"#7[(
#70,4'#(*9((>Ox(%7(f*
\]
GxH(J(x’
V
f(
y(
(
(
(
(
(
W?(,(:(1(
f(
T(
1(
,(:(I(
I(
x'
I
V
(
x'
%
V
(
1
m
(
(
(
(
(
f(
J(
I(
W
V
W(
(
1(:(1(
W
V
y(
1(:(I(
7*,#(#:4,/3#7(
Q
]./#"-&".1&=#"76(F41(^">#7(SXX_?(`"3#>(^7=#19#3'#"(
x( y(
IX( I;S(
SS( I;a(
bS( b;c(
Id( I;e(
#:4,/3#(S
Q
?((
N>6(xP(J(N@%1#-8.43%'>6(@%1'#"-"4%194336(4D5-'#,/6(=4"D#7'-"4%19433P(
f(
\]
GxH(J(IS;Ibd(f(X;XXII_(g(@%1'#"-"4%19433(f(X;XcIb(g(4D5-(
'#,/#"4'."#(h(X;XXeac(g(=4"D#7'("4%19433((
(
R
2
≡1−
( f
T
i
∑
x
i
− y
i
)
2
(y
i
∑
− y
i
)
2
=*@(5**$(%7('=#(ij'k(l(
J(;md(
W( >(
T(
9(
@%1'#"(
"4%19433(
4D#"45#(
'#,/;(
=4"D#7'(
"4%19433(
I(
fG:H*
;XXII_(
;XcIb(
-;XXeac(
IS;Ibd(
)#>*1$(3#47'-78.4"#7(
&4'#5*"%&43($4'4(
3*5%70&("#5"#77%*1(
7.//*"'-D#&'*"-,4&=%1#7(
&*,/3#:(f(?((
iB#"1#3k-/4"4,#'#"7(437*(3#4"1#$(
1#."43(1#'@*"B7(
3%1#4"(J(3#47'-78.4"#7(
1*1-3%1#4"(
3%B#(3*5%70&(#'&;((
9##$-9*"@4"$6(,.30-34>#"(
,*"#(&*,/3#:(f(
9##$-)4&B(
3%B#(4()#3%#9(1A@C((
Z#:/34%1%15-4@4>[(#n#&'(
f (x) =1−
1
e
− f
T
x
fG:H*
=%$$#1-34>#"(
fG:H*
$##/-)#3%#9(1#'@*"B(
3#4"1%15(/4"4,#'#"7(
@=4'#D#"()#('=#(,*$#3?(
(1##$('*(,%1%,%<#(OfG:H(Y(>OJ(RGfH(
&*,/3#:(f*Jo(1*(9*",.34(
so,*%'#"40D#(,#'=*$(C(7'4"'(@%'=(f
X
((
f
I
(J(f
X
(f(pf(
(((((((((((((((((((((((((((((((((5"4$%#1'-$#7'(
.7#(RGf
%
H-RGf
%-I
H('*(4//"*:%,4'#($#"%D40D#(
@*"B7(j1#(@%'=(1.,)#"76(%;#;(:(%1(R
1(
;;(caveats?*3*&43(,%1%,46(&*17'"4%1'7(
9*"(&4'#5*"%&43($4'4?((
&*1D#"'('*()%14">6(%;#;(qX6Ir
s
(
Z9.<<>j&40*1[?(&*1D#"'('*(R
1
(
1#%5=)*"=**$-7#4"&=C(=#."%70&(7#4"&=6(5#1#0&(435*"%'=,7(;;(
/"*)4)%3%70&(,*$#376(%;#;($#43(@%'=(/"*)4)%3%0#7(%17'#4$(
"#34'#$(,4+#"7(
Z)#7'[(7*3.0*1(
w?(,4:%,%<#(tGwH(
&*1'"*3(4&0*17?(θ
%
?(s
%fI
J]Gθ
%
H(
,%1%,%<#(Os(-(uO(
f
i+1
= f
i
−
α
∇
f
ε
( f
i
)