of 33
8/8/2019 Dem Accuracy
1/33
'(9(/230(172)$+,*+5(62/87,21
',*,7$/(/(9$7,2102'(/
)251(:=($/$1'
-5)%DUULQJHU'3DLUPDQ6-0F1HLOO/DQGFDUH5HVHDUFK
32%R[
/LQFROQ1HZ=HDODQG
/DQGFDUH5HVHDUFK&RQWUDFW5HSRUW/&
35(3$5(')25
)RXQGDWLRQIRU5HVHDUFK6FLHQFH7HFKQRORJ\32%R[:HOOLQJWRQ1HZ=HDODQG
'$7(-XO\
8/8/2019 Dem Accuracy
2/33
'(9(/230(17 2) $ +,*+5(62/87,21 ',*,7$/ (/(9$7,21
02'(/)251(:=($/$1'
-5)%DUULQJHU'3DLUPDQ6-0F1HLOO/DQGFDUH5HVHDUFK
32%R[/LQFROQ
1HZ=HDODQG
/DQGFDUH5HVHDUFK&RQWUDFW5HSRUW/&
35(3$5(')25
)RXQGDWLRQIRU5HVHDUFK6FLHQFH7HFKQRORJ\32%R[:HOOLQJWRQ1HZ=HDODQG
'$7(-XO\
8/8/2019 Dem Accuracy
3/33
5HYLHZHGE\
$OODQ+HZLWWDQG&UDLJ7URWWHU
6FLHQWLVW/DQGFDUH5HVHDUFK
$SSURYHGIRUUHOHDVHE\
0DJJLH/DZWRQ
6FLHQFHPDQDJHU5XUDO/DQG8VH
/DQGFDUH5HVHDUFK1HZ=HDODQG/WG
1RSDUWRIWKLVZRUNFRYHUHGE\FRS\ULJKWPD\EHUHSURGXFHGRUFRSLHGLQDQ\IRUPRUE\
DQ\ PHDQV JUDSKLF HOHFWURQLF RU PHFKDQLFDO LQFOXGLQJ SKRWRFRS\LQJ UHFRUGLQJ WDSLQJLQIRUPDWLRQUHWULHYDOV\VWHPVRURWKHUZLVHZLWKRXWWKHZULWWHQSHUPLVVLRQRIWKHSXEOLVKHU
'LVFODLPHU
7KH ILQGLQJV LQ WKLV UHSRUW DUH VSHFLILF WR WKLV SURMHFW /DQGFDUH 5HVHDUFK DFFHSWV QR
UHVSRQVLELOLW\ZKHUHLQIRUPDWLRQLQWKLVUHSRUWLVXVHGIRUDQ\RWKHUSXUSRVHDQGZLOOQRWEH
OLDEOHIRUDQ\ORVVRUGDPDJHVXIIHUHGDVDUHVXOWRIVXFKRWKHUXVH
8/8/2019 Dem Accuracy
4/33
8/8/2019 Dem Accuracy
5/33
/DQGFDUH5HVHDUFK
&RQWHQWV
6XPPDU\
,QWURGXFWLRQ
%XLOGLQJWKH1DWLRQDO'(0
,QWHUSRODWLRQPHWKRGIRU/DQGFDUH5HVHDUFKP'(0
,QWHUSRODWRULPSOLFDWLRQV
)XWXUHLPSURYHPHQWV
'(0$FFXUDF\$VVHVVPHQW
&RPSDULQJWKHUHIHUHQFH'(0WRFRQWRXUEDVHG'(0
&RPSDULVRQPHWKRGRORJ\
6SDWLDOHVWLPDWHVRI'(0DFFXUDF\
5HVXOWV
*OREDODFFXUDF\VWDWLVWLFV
/RFDODFFXUDF\VWDWLVWLFV
&RQFOXVLRQV
$FNQRZOHGJHPHQWV
5HIHUHQFHV
$SSHQGLFHV
$SSHQGL[ 3DSHUSUHVHQWHGWR$FFXUDF\WKDWIRUPHGWKHEDVLVIRUWKLVUHSRUW
8/8/2019 Dem Accuracy
6/33
/DQGFDUH5HVHDUFK
8/8/2019 Dem Accuracy
7/33
/DQGFDUH5HVHDUFK
6XPPDU\
3URMHFWDQG&OLHQW
7KLV LV D UHSRUW RQ SURJUHVV E\ /DQGFDUH 5HVHDUFK LQ GHYHORSLQJ D KLJKUHVROXWLRQ GLJLWDOHOHYDWLRQ PRGHO RI 1HZ =HDODQG IURP WKH QDWLRQDO 7232%$6( GDWD VXSSOLHG E\ /DQG
,QIRUPDWLRQ1HZ=HDODQG/,1=DVUHTXLUHGE\WKH)RXQGDWLRQIRU5HVHDUFK6FLHQFHDQG
7HFKQRORJ\
2EMHFWLYH
7RJHQHUDWHDQLPSURYHG'(0IRU1HZ=HDODQGDQGGHVFULEHWKHPHWKRGXVHGVWDWHDQ\ DVVXPSWLRQV XQGHUSLQQLQJ LWV JHQHUDWLRQ DQG SURYLGH VXLWDEOH DFFXUDF\
LQIRUPDWLRQVRWKDWSRWHQWLDOXVHUVFDQWDNHXQFHUWDLQW\LQWRDFFRXQW
0HWKRGV
9HUVLRQ RI WKH '(0 KDG D QXPEHU RI LPSRUWDQW FKDQJHV WR WKH LQWHUSRODWLRQDOJRULWKP WR UHVROYH SUREOHPV WKDW DURVH LQ YHUVLRQ 7KHVH FKDQJHV LQFOXGHG
LQWHUSRODWLQJIURPXSWRIRXUFRQWRXUVRUVSRWKHLJKWVLQVWHDGRIWZRDVVLJQLQJWKHSL[HOKHLJKW EDVHG RQ LQWHUSRODWLRQ ZLWKLQ WKH SL[HO WUDFNLQJ GLVWDQFHV IURP WKH QHDUHVW
FRQWRXUVXVLQJIORDWLQJSRLQWSUHFLVLRQDQGDOORZLQJGLDJRQDOVWHSVDQGXVLQJIORDWLQJ
SRLQW SUHFLVLRQ IRU HOHYDWLRQV LQ WKH ILQDO '(0 :H DUH FRQVLGHULQJ IXUWKHULPSURYHPHQWVWRUHVROYHUHPDLQLQJSUREOHPVWKDWDIIHFWRXUJRDOIRUDEVROXWHHOHYDWLRQ
FRUUHFWQHVV
:HWHVWHGRXU'(0DJDLQVWDYHU\KLJKUHVROXWLRQUHIHUHQFH'(0/,'$5SRLQWVRIP DYHUDJH SRVWLQJ DQG DSSUR[LPDWHO\ P YHUWLFDO DFFXUDF\ ILOWHUHG WKURXJK D
ILQLWH LPSXOVH UHVSRQVH ),5 ILOWHU GHVLJQHG WR VXSSUHVV GDWD DW VSDWLDO IUHTXHQFLHV
RWKHUWKDQWKHGHVLUHGP
:H DWWHPSWHG WR SUHGLFW VSDWLDO YDULDELOLW\ RI 506 HUURU LQ UHODWLRQ WR ODQGIRUPFRPSOH[LW\ EDVHG RQ H[LVWLQJ ODQG FODVVLILFDWLRQV HJ 1HZ =HDODQG /DQG UHVRXUFH
,QYHQWRU\
5HVXOWV
7KHILOWHUHG /,'$5 UHIHUHQFH '(0LQGLFDWHG D FRQVLVWHQWELDV LQ RXUQDWLRQDO '(0WKDWRYHUHVWLPDWHGHOHYDWLRQE\DPHDQRIDSSUR[LPDWHO\P$SUHYLRXV*36EDVHG
DQDO\VLVLQDGLIIHUHQWDUHDLQGLFDWHGDELDVRIP )LOWHULQJWKH/,'$5UHIHUHQFH'(0 LQGLFDWHG WKDW 506 HUURU LV DFWXDOO\ OHVV DQG DOPRVW KDOYHG WKH VWDQGDUG
GHYLDWLRQRIHUURUV
6SDWLDODFFXUDF\RIRXU'(0LQUHODWLRQWRODQGIRUPFRPSOH[LW\EDVHGRQWKH1=/5,
DQG D GHWDLOHG ODQGIRUP FODVVLILFDWLRQ ZDV SRRUHVW LQ ULYHU YDOOH\V EXW WKLV ZDV DWHUUDLQW\SHQRWLQFOXGHGLQRXUSUHYLRXV*36DQDO\VLVVRZHDUHXQDEOHWRFRPSDUHWKH
WZRDQDO\VHVGLUHFWO\
8/8/2019 Dem Accuracy
8/33
/DQGFDUH5HVHDUFK
&RQFOXVLRQV
2XUQDWLRQDO'(0PHHWVLQWHUQDWLRQDOO\DFFHSWDEOHDFFXUDF\VWDQGDUGVDVVHWRXWE\WKH86*HRORJLFDO6XUYH\
(UURUV LQ WKH '(0 DUH OLNHO\ WR EH IRXQG DW WKH ORFDO VFDOH DV SRFNHWV RI LOOILWWLQJ
WHUUDLQGDWDUHODWHGWRODQGIRUP
:KLOH WKH VSDWLDO DFFXUDF\ RI WKH QDWLRQDO '(0 YDULHV EHWZHHQ ODQGIRUPV DUHDV RIJUHDWHVWHUURUDUHFRQILQHGSUHGRPLQDQWO\WRYDOOH\IORRUV
*OREDOHVWLPDWHVRI'(0HUURUDUHRIOLPLWHGYDOXHDQGLWLVDWOHDVWQHFHVVDU\WRKDYHODQGIRUPEDVHGHUURUHVWLPDWHVDQGSUHIHUDEOHWRKDYHDGHWDLOHGHUURUVXUIDFH
5HFRPPHQGDWLRQV
,QYHVWLJDWHIXUWKHULPSURYHPHQWVWRUHVROYHUHPDLQLQJSUREOHPVWKDWDIIHFWRXUJRDOIRU
DEVROXWHHOHYDWLRQFRUUHFWQHVV7KHVHLQFOXGHJHQHUDWLQJDVHWRISVHXGRVSRWKHLJKWV
WRRFFXS\WKHFHQWUHRIFORVHGFRQWRXUVUHSUHVHQWLQJKLOOWRSVZLWKRXWDQ\VSRWKHLJKWFXUUHQWO\GHILQHGDQGLQWURGXFLQJVWUHDPOLQHVDVDGGLWLRQDOLQSXWGDWDZLWKHOHYDWLRQV
RI YHUWLFHV DORQJ WKH VWUHDPOLQH LQWHUSRODWHG EHWZHHQ WKH SRLQWV DW ZKLFK WKHVWUHDPOLQHVFURVVFRQWRXUV
$FTXLUH VXIILFLHQW /,'$5 UHIHUHQFH GDWD WR DGHTXDWHO\ VDPSOH D IXOO UDQJH RI
ODQGIRUPVVRDVWRJHQHUDWHDFRPSUHKHQVLYHHUURUVXUIDFHEDVHGRQWKHGLVWULEXWLRQRI
ODQGIRUPV
7HVW RWKHU '(0V JHQHUDWHG E\RWKHU RUJDQLVDWLRQV DQGRUXVLQJ GLIIHUHQW VRIWZDUH WRFRPSDUHDQGFRQWUDVWDFFXUDF\DQGXWLOLW\RI'(0VIRUYDULRXVDSSOLFDWLRQV
8/8/2019 Dem Accuracy
9/33
/DQGFDUH5HVHDUFK
,QWURGXFWLRQ
7KLVUHSRUWRXWOLQHVSURJUHVVLQGHYHORSLQJDKLJKUHVROXWLRQVFDOHPFHOOVL]HGLJLWDOHOHYDWLRQPRGHORI1HZ=HDODQGIURPWKHQDWLRQDO7232%$6(GDWDVXSSOLHGE\/DQG,QIRUPDWLRQ1HZ=HDODQG/,1=7KLVSURFHVVKDVEHHQHQDEOHGE\FKDQJHVLQFRS\ULJKW
SROLF\E\/,1=ZKLFKKDVIUHHGXSDFFHVVWRWKH7232%$6(GLJLWDOWRSRJUDSKLFGDWD$VD
UHVXOW D QXPEHU RI SXEOLF DQG SULYDWH RUJDQLVDWLRQV KDYH GHYHORSHG UHJLRQDO RU QDWLRQDOGLJLWDO HOHYDWLRQ PRGHOV '(0V DW UHVROXWLRQV UDQJLQJ GRZQWR P :LWK PRGHUQ *,6
VRIWZDUHDQGDGHTXDWHFRPSXWHUKDUGZDUHLWLVDUHODWLYHO\VWUDLJKWIRUZDUGSURFHVVWRGHYHORSKLJKUHVROXWLRQ'(0VXVLQJRIIWKHVKHOIWRROV +RZHYHU ZKLOHVRPH '(0V DYDLODEOHIRU
SXEOLF XVH FRQWDLQ REYLRXV HUURUV IHZ RI WKHVH ODUJHDUHD '(0V FDUU\ ZLWK WKHP D FOHDU
LQGLFDWLRQRIRYHUDOODFFXUDF\VXFKDVDURRWPHDQVTXDUHHUURU506VWDWLVWLFOHWDORQHDQ\
FRPSUHKHQVLYHDVVHVVPHQWRIWKHVSDWLDOYDULDELOLW\RI'(0DFFXUDF\,QDGGLWLRQWKHUHLVDUDQJH RI GLIIHUHQW LQWHUSRODWLRQ PHWKRGV DYDLODEOH IRU GHULYLQJ '(0V HJ ELOLQHDU
LQWHUSRODWLRQYDULRXVVSOLQHIXQFWLRQVUDGLDOEDVLVIXQFWLRQVDQGJHRVWDWLVWLFDOPHWKRGVOLNHNULJLQJ (DFK PHWKRG KDV LWV DGYDQWDJHV DQG GLVDGYDQWDJHV DQG PD\ EH PRUH ILWWHG WR
SDUWLFXODU W\SHV RI XVH HJ K\GURORJLFDO DQDO\VLV YHUVXV RUWKRUHFWLILFDWLRQ RI VDWHOOLWH
LPDJHU\ 7KHUHLVQRULJKWZD\WRJHQHUDWHD '(0EXWZKDWLV LPSRUWDQWLV WRHQVXUHWKDWWKHPHWKRGXVHGLVSURSHUO\GHVFULEHGDQGWKDWDQ\DVVXPSWLRQVXVHGDUHFOHDUO\VWDWHGDQG
VXLWDEOHDFFXUDF\LQIRUPDWLRQLVSURYLGHGZLWKWKH'(0VRWKDWXVHUVFDQWDNHXQFHUWDLQW\
LQWRDFFRXQWZKHQXVLQJWKHGDWDRUFDQSRVWSURFHVVWKH'(0IRUXVHIRUVSHFLILFSXUSRVHVHJ ILOOLQJSLWV IRUK\GURORJLFDO DQDO\VLV 7KLV LV SDUWLFXODUO\ WKHFDVH JLYHQ WKHUDSLGO\
JURZLQJWUHQGIRUXVLQJVRSKLVWLFDWHG0RQWH&DUORWHFKQLTXHVIRULQFRUSRUDWLQJXQFHUWDLQW\
EDVHGRQHUURUGLVWULEXWLRQVLQWRVSDWLDOPRGHOOLQJXVLQJ'(0V7KLV UHSRUW IRU )567 GHVFULEHV WKH SURFHVV /DQGFDUH5HVHDUFK XVHG WR JHQHUDWH D QDWLRQDO'(0LQDQGRXUSURJUHVVRQXWLOLVLQJ*36DQGDYHU\KLJKUHVROXWLRQUHIHUHQFH'(0
IURP/,'$5GDWDPWRVHWDVWDQGDUGIRUUHSRUWLQJWKHDFFXUDF\RIRXUQDWLRQDO'(0WRSRWHQWLDOXVHUV
%XLOGLQJWKH1DWLRQDO'(0
7RJHQHUDWHDUDVWHU'(0IURPDYHFWRUVHWRIFRQWRXUVZHPXVWILUVWGHILQHDQLQWHUSRODWLRQ
SURFHVV 7KHREMHFWLYHRIVXFKDQLQWHUSRODWLRQLVWRGHILQHDKHLJKWDWHDFKJULGSRVLWLRQLQWKHUDVWHULPDJHWKDWEHVWUHSUHVHQWVWKHVXUIDFHGHILQHGE\WKHFRQWRXUV8QIRUWXQDWHO\WKH
EHVW VXUIDFH UHSUHVHQWDWLRQ LV VRPHZKDW GHSHQGHQW RQ WKH LQWHQGHG XVH RI WKH '(07KHUHIRUHGLIIHUHQWLQWHUSRODWLRQPHWKRGVPD\EHSUHIHUDEOHGHSHQGLQJRQWKHHQGXVH
,QWHUSRODWLRQPHWKRGIRU/DQGFDUH5HVHDUFKP'(0
/DQGFDUH5HVHDUFKKDVSURGXFHGDQDWLRQDO'(0DWP SRVWLQJVWREHFRQVLVWHQWZLWKWKH
PFRQWRXUVDQGVSRWKHLJKWLQIRUPDWLRQDYDLODEOHIURP/,1=7KHDLPLQSURGXFLQJWKLV
'(0 KDV EHHQ DEVROXWH HOHYDWLRQ FRUUHFWQHVV DQG VSHHG RI LQWHUSRODWLRQ UDWKHU WKDQK\GURORJLFDOFRUUHFWQHVVVORSHFRQWLQXLW\RUVRPHRWKHUSHUIRUPDQFHJRDO9HUVLRQRIWKH
8/8/2019 Dem Accuracy
10/33
/DQGFDUH5HVHDUFK
'(0SURGXFHGKDGLQWHJHUSUHFLVLRQEXWVXEVHTXHQWO\ZHKDYHSURGXFHGDYHUVLRQZLWKIORDWLQJ SRLQW SUHFLVLRQ 9HUVLRQ DOVR KDG D QXPEHU RI LPSRUWDQW FKDQJHV PDGH WR WKH
DOJRULWKP WR UHVROYH VRPH SUREOHPV WKDW EHFDPH DSSDUHQW GXULQJ WKH FRQVWUXFWLRQ RIYHUVLRQ
7KHLQWHUSRODWLRQSURFHVVZDVEDVHGRQZRUNFDUULHGRXWE\'DYLG*LOWUDSSHUVFRPPIRUXVHLQD9$;FRPSXWHUV\VWHP,QLWLDOO\ZHSRUWHGWKLVFRGHWRD68181,;HQYLURQPHQW
7KH *LOWUDS DOJRULWKP ZDV EDVHG RQ WKH LGHD WKDW IRU DQ\ UHJXODU DQG FRPSOHWH VHW RIFRQWRXUV DQ\ UHJLRQ ZLOO EHERXQGHGE\ FRQWRXUVRI DWPRVWWZR GLIIHUHQW OHYHOV )LJ
7KH LQWHUSRODWRU KH GHYHORSHG PDNHV XVH RI WKLV FRQWRXU WRSRORJ\ E\ ZLWKRXW FURVVLQJ
FRQWRXUV XVLQJ D QHLJKERXUKRRG H[SDQVLRQ SURFHVV WR JURZ LQWR WKH UHJLRQV ERXQGHG E\FRQWRXUVZKLOHNHHSLQJWUDFNRIWKHPLQLPXPGLVWDQFHWRWZRGLIIHUHQWFRQWRXUOHYHOV2QFH
WKHQHLJKERXUKRRGSURFHVVKDVEHHQFRPSOHWHGHDFKSL[HOZLWKLQWKHUHJLRQZLOOKDYHWKHPLQLPXPGLVWDQFHVWRWKHERXQGLQJFRQWRXUVDWWZRGLIIHUHQWOHYHOVRURQHLIERXQGHGE\D
VLQJOHFRQWRXUHOHYDWLRQ 7KHKHLJKWDVVLJQHGWRWKHSRLQWLVDUDWLRRIWKHVHWZROHYHOVLQ
LQYHUVHSURSRUWLRQWRWKHPLQLPXPGLVWDQFHIRXQG7KLVPHWKRGHQVXUHVWKDWERWKERXQGLQJ
FRQWRXUOHYHOVDIIHFWWKHZKROHUHJLRQERXQGHGHYHQLIQROLQHFDQEHGUDZQIURPDSRLQWWRRQHRIWKHERXQGLQJFRQWRXUOHYHOVZLWKRXWFURVVLQJWKHRWKHUFRQWRXU7KXVYDOOH\VDUHQRWIODWWHQHGRXWHYHQZKHQREVFXUHGIURPWKHORZHUFRQWRXU)LJ
)LJ $OODUHDVDUHERXQGHGE\WZRFRQWRXUVDSDUWIURPWKRVHLQOLJKWJUH\ZKLFKDUHERXQGHGE\RQO\RQH
7KHZKROHRIWKHGDUNJUH\UHJLRQLVLQWHUSRODWHGEHWZHHQDQGPHYHQWKHQHFNRIWKHYDOOH\REVFXUHGIURPWKHPFRQWRXU
8QIRUWXQDWHO\WKHLQWURGXFWLRQRIPLGVORSHVSRWKHLJKWVDQGQRQUHJXODUFRQWRXUVHJODNH
VKRUHOLQHVEUHDNWKHWRSRORJ\ GHVFULEHGDERYHDQGLQWURGXFHD WKLUGKHLJKWDGMDFHQW WRWKH
DUHDEHLQJLQWHUSRODWHG$VUHVXOWDUWHIDFWVLQWKHVXUIDFHFRXOGEHIRXQGZKHUHWKHVHWRIWZRQHDUHVWKHLJKWVFKDQJHG7RRYHUFRPHWKLVSUREOHPZHPRGLILHGWKHSURFHGXUHWRNHHS WUDFNRIXSWRIRXUFRQWRXUVRUVSRWKHLJKWVDGMDFHQWWRDQDUHDEHLQJLQWHUSRODWHG7KLVIL[HGWKHSUREOHPVREVHUYHGZLWKPLGVORSHVSRWKHLJKWVRUODNHVKRUHOLQHVFUHDWLQJDUWHIDFWVLQWKH
'(0VXUIDFH
,QWKHRULJLQDO81,;LPSOHPHQWDWLRQLIDFRQWRXUSDVVHVWKURXJKD'(0SL[HOWKHQWKDWSL[HOZDVVHWWRWKHFRQWRXUOHYHO$FRQWRXUZDVFRQVLGHUHGWRKDYHSDVVHGWKURXJKWKHSL[HOLILW
8/8/2019 Dem Accuracy
11/33
/DQGFDUH5HVHDUFK
HQWHUHGWKHGLDPRQGFRQQHFWLQJWKHPLGSRLQWVRIWKHSL[HOVIRXUVLGHVRULILWKDGDQRGHZLWKLQWKHSL[HO ,IPRUHWKDQRQHFRQWRXUSDVVHGWKURXJKWKHSL[HOWKHQWKHOHYHODVVLJQHG
ZDVWKDWRIWKHFRQWRXUSDVVLQJFORVHVWWRWKHSL[HOVFHQWUH,QWKLVODWWHUFDVHFDUHZDVWDNHQWRLQWHUSRODWHIURPWKHFRQWRXUVQHDUHVWWKHSL[HOVERXQGDULHVLUUHVSHFWLYHRIZKLFKFRQWRXU
ZDVXVHGWRDVVLJQWKHSL[HOYDOXH
,WEHFDPHDSSDUHQWIURPDQDO\VLVRIYHUVLRQRIWKH'(0WKDWE\DVVLJQLQJSL[HOYDOXHVWR
FRQWRXUYDOXHVZKHUHFRQWRXUVPHWWKHFULWHULDIRUSDVVLQJWKURXJKWKHSL[HOGHVFULEHGDERYHLQVWHHSHUDUHDVWKH'(0ZRXOGKDYHDKLJKSURSRUWLRQRISL[HOVWKDWKDGHOHYDWLRQVWKDWKDG
EHHQDVVLJQHGQRWLQWHUSRODWHG7KLVPHDQWWKHROGDOJRULWKPKDGDWHQGHQF\WRDVVLJQSL[HOV
WRPXOWLSOHVRIPRUPZKHQFRQWRXUVZHUHGHQVHZLWKUHVSHFWWRWKHSRVWLQJGLVWDQFH,QYHUVLRQRIWKH'(0LQVWHDGRIDVVLJQLQJDSL[HOZLWKDFRQWRXUUXQQLQJWKURXJKLWWRWKH
YDOXHRIWKDWFRQWRXURUWKHRQHUXQQLQJFORVHVWWRWKHFHQWUHRXUQHZDOJRULWKPNHHSVWUDFNRIWKHFRQWRXUVUXQQLQJFORVHVWWRHDFKRI WKHSL[HOVIRXUHGJHVDQGDVVLJQVWKHSL[HOKHLJKW
EDVHGRQDQLQWHUSRODWLRQZLWKLQWKHSL[HO
)LQDOO\ZKHUHWKHROGDOJRULWKPWUDFNHGGLVWDQFHVDVPXOWLSOHVRIFHOOVL]HLHPLQWKHIRXUSULPDU\GLUHFWLRQVLQWKHQHZDOJRULWKPWKHGLVWDQFHVRISRLQWVIURPWKHIRXUQHDUHVWFRQWRXUVDUHWUDFNHGPRUHDFFXUDWHO\XVLQJIORDWLQJSRLQWSUHFLVLRQLQGLVWDQFHPHDVXUHVDQG
DOORZLQJGLDJRQDOVWHSV
,QWHUSRODWRULPSOLFDWLRQV
7KHLQWHUSRODWLRQPHWKRGGHVFULEHG DERYH UHVXOWVLQ VRPHXQGHVLUDEOH '(0FKDUDFWHULVWLFVWKDWXVHUVVKRXOGEHDZDUHRI
+LOOWRSVZLWKRXWDVSRWKHLJKWZLOOEHIODWWHQHGDWWKHOHYHORIWKHKLJKHVWFRQWRXUDVWKH
UHJLRQZLWKLQWKDWFRQWRXURQO\KDVDVLQJOHDGMDFHQWHOHYDWLRQWRLQWHUSRODWHIURP 6ORSHFRQWLQXLW\LVQRWPDLQWDLQHGDFURVVFRQWRXUVRUVSRWKHLJKWV
9DOOH\VWHQGWRKDYHDVOLJKWVWHSSLQJLQWKHORQJLWXGLQDOSURILOHEHFDXVHGLVWDQFHVWR
FRQWRXUVPDUNLQJWKHVLGHRIWKHYDOOH\DUHOHVVWKDQFRQWRXUVFURVVLQJWKHYDOOH\IORRU7KLVPHDQVWKHLQWHUSRODWLRQSURFHVVRYHUHVWLPDWHVYDOOH\KHLJKWPLGZD\EHWZHHQ
HDFKVHWRIFURVVFRQWRXUV
:KLOHVRPHRIWKHDERYHFKDUDFWHULVWLFVDUHQRWDHVWKHWLFDOO\SOHDVLQJWKH\DUHXQOLNHO\WR
KDYH D JUHDWLPSDFW RQWKH RYHUDOO DEVROXWH DFFXUDF\RI WKH '(0 7KH ILUVWWZR ZLOO RQO\DIIHFWVPDOO DUHDVZLWKLQWKH'(0 (QIRUFLQJVORSHFRQWLQXLW\RURWKHUFRQVWUDLQWVVXFKDV
K\GURORJLFDOFRUUHFWQHVVFDQLQIDFWUHGXFHDEVROXWHDFFXUDF\
)XWXUHLPSURYHPHQWV
:HDUHKRZHYHUFRQVLGHULQJRSWLRQVIRUUHVROYLQJWKHVHRXWVWDQGLQJSUREOHPV
,WPD\EHSRVVLEOHWRJHQHUDWHDVHWRISVHXGRVSRWKHLJKWVWRRFFXS\WKHFHQWUHRIFORVHGFRQWRXUVUHSUHVHQWLQJKLOOWRSVZLWKRXWDQ\VSRWKHLJKWFXUUHQWO\GHILQHG
:HZLOOLQWURGXFHVWUHDPOLQHVDVDGGLWLRQDOLQSXWGDWDZLWKHOHYDWLRQVRIYHUWLFHVDORQJWKHVWUHDPOLQHLQWHUSRODWHGEHWZHHQWKHSRLQWVDWZKLFKWKHVWUHDPOLQHFURVVHVDSDLURI
FRQWRXUV
8/8/2019 Dem Accuracy
12/33
/DQGFDUH5HVHDUFK
'(0$FFXUDF\$VVHVVPHQW
)HZ'(0VFDUU\ZLWKWKHPDFOHDULQGLFDWLRQRIRYHUDOODFFXUDF\VXFKDVDURRWPHDQVTXDUH
HUURU 506 VWDWLVWLF OHW DORQH DQ\ FRPSUHKHQVLYH DVVHVVPHQW RI WKH VSDWLDO YDULDELOLW\ RI'(0 DFFXUDF\ &RPSUHKHQVLYH PHDVXUHV RI '(0 DFFXUDF\ DUH H[WUHPHO\ LPSRUWDQW
EHFDXVHWKH\FDQEHXVHGWRFDOFXODWHWKHXQFHUWDLQW\RIWHUUDLQSDUDPHWHUVGHULYHGIURPWKH
'(0 VXFK DVVORSH DVSHFW DQG FXUYDWXUH DVZHOODV SURYLGLQJ WKH EDVLF LQIRUPDWLRQIRUTXDQWLWDWLYHHVWLPDWHVRIHUURUVLQGUDLQDJHPDSVVKDGHPDSVHWF
7KHUH DUH D QXPEHU RI LPSRUWDQW FULWHULD WKDW QHHG WR EH PHW LQ RUGHU WR SURYLGH DQ
LQGHSHQGHQWDVVHVVPHQWRI'(0DFFXUDF\:RRG)LUVWUHIHUHQFHHOHYDWLRQGDWDPXVWEHLQGHSHQGHQWRIWKH'(0JHQHUDWLRQSURFHVV6HFRQGUHIHUHQFHHOHYDWLRQGDWDPXVWEH
UHSUHVHQWDWLYHRIWKHWHUUDLQ7KLUGLIVSDWLDOHVWLPDWHVRIDFFXUDF\DUHWREHPDGHWKHQWKH\PXVWEHGRQHZLWKLQDIUDPHZRUNRIFRPPRQVSDWLDOYDULDELOLW\LHZLWKWKHVDPHRUVLPLODU
VSDWLDOIUHTXHQF\FKDUDFWHULVWLFV 8QIRUWXQDWHO\ZKLOHWKHVHFULWHULDDUHHDV\ WRVWDWHWKH\
DUHRIWHQGLIILFXOWWRVDWLVI\)RUH[DPSOHDFRPPRQVWUDWHJ\LVWRZLWKKROGFHUWDLQGDWDIURPWKH '(0 JHQHUDWLRQ SURFHVV DQG XVH WKH ZLWKKHOG GDWD DV JURXQG WUXWK 8QLWHG 6WDWHV
*HRORJLFDO6XUYH\:LWKKROGLQJGDWDGHJUDGHVWKHDFFXUDF\RIWKH'(0DQGWKHPRVWFRPPRQO\XVHGUHIHUHQFHLQIRUPDWLRQLHVSRWKHLJKWVPD\QRWSURYLGHDJRRGVDPSOHRI
ODQGVFDSHSRVLWLRQVWRWHVW'(0DFFXUDF\RYHUDIXOO\UHSUHVHQWDWLYHVXUIDFH.XPOHU
)XUWKHUPRUH WKH LQSXW GDWD DOVR FRQWDLQ HUURUV WKDW DUH QRW DOZD\V ZHOO GHVFULEHG )RUH[DPSOH/,1=VWDWHWKDWWKHLUWRSRJUDSKLFGDWDKDYHDSODQLPHWULF[\DFFXUDF\ZLWKRI
ZHOOGHILQHG SRLQWV ZLWKLQ P DQG D YHUWLFDO ] DFFXUDF\ ZLWK RI ZHOOGHILQHGSRLQWV ZLWKLQ P DQG FRQWRXU OLQHV ZLWKLQ P /,1= +RZHYHU ZKDW
FRQVWLWXWHVDZHOOGHILQHGSRLQWLVQRWH[SODLQHGVRDVDVWDWHPHQWRIGDWDDFFXUDF\LWLVQRWXVHIXOZKHQDWWHPSWLQJWR HVWLPDWHWKHHUURUVLQVD\VORSHPDSV ,QHIIHFW'(0DFFXUDF\HVWLPDWHV GHULYHGXVLQJ ZLWKKHOG LQSXW GDWD DVJURXQGWUXWK PD\RQO\ WHOO XVKRZZHOO ZH
KDYHFRQYHUWHGRXULQSXWGDWDWR'(0IRUPDWQRWKRZDFFXUDWHO\WKH'(0UHSUHVHQWVWKHUHDOODQGVXUIDFH
0RUHUHFHQWO\VRPHUHVHDUFKHUVKDYHXWLOLVHGWKHVDWHOOLWHJOREDOSRVLWLRQLQJV\VWHP*36WRSURYLGH WUXO\ LQGHSHQGHQW JURXQG WUXWK GDWD ZLWK VXEPHWUH GDWD DFFXUDFLHV WKDW DUH
DSSUR[LPDWHO\ DQRUGHU RIPDJQLWXGH EHWWHUWKDQ PHGLXPUHVROXWLRQ SKRWRJUDPPHWULFGDWDDQGRQDSDUZLWKWKHDFFXUDF\RIVXUYH\HGSRLQWVHJ%DUULQJHU/LOEXUQH&DUOLVOH
+RZHYHU OLNH WUDGLWLRQDOO\ VXUYH\HG VSRWKHLJKW GDWD LW LV GLIILFXOW WR FROOHFW
VXEVWDQWLDO DPRXQWV RI JURXQG WUXWK GDWD WR SURSHUO\ WHVW WKH DFFXUDF\ RI D '(0 VXUIDFH*36 GDWD KDYH DOVR EHHQ XVHG LQ HVWLPDWLQJ VSDWLDO YDULDELOLW\RI '(0 DFFXUDF\ &DUOLVOH
$OWKRXJK ZKHQ DSSOLHG JOREDOO\ VWDWLVWLFV VXFK DV 506 HUURU DUH QRW SDUWLFXODUO\VHQVLWLYHWRORFDOLVHG'(0HUURU&DUOLVOHGHYHORSHGUHJUHVVLRQPRGHOVIRUFUHDWLQJDQ506
VXUIDFHXVLQJFRUUHODWLRQVZLWKDYDULHW\RIWHUUDLQSDUDPHWHUV
&RPSDULQJWKHUHIHUHQFH'(0WRFRQWRXUEDVHG'(0
7RGHWHUPLQHWKHDFFXUDF\RIWKHQDWLRQDO'(0JHQHUDWHGIURPFRQWRXUVXVLQJWKHPHWKRG
RXWOLQHGDERYHKHLJKWLQIRUPDWLRQLVUHTXLUHGWKDWKDVDTXDOLW\WKDWLVNQRZQWREHDWOHDVWDVJRRG DV WKH '(0 XQGHU WHVW 6SRW KHLJKWV SURYLGH OLWWOH LQIRUPDWLRQ DERXW WKH VSDWLDO
FKDUDFWHULVWLFVRID'(0DWDZLGHUDQJHRIVFDOHVVLQFHWKHVSDWLDOGHQVLW\RIVSRWKHLJKWVLVQRW VXIILFLHQWO\ JUHDW :HWKHUHIRUH FKRVHWR FKHFNWKH QDWLRQDO '(0 DJDLQVW D UHIHUHQFH
8/8/2019 Dem Accuracy
13/33
/DQGFDUH5HVHDUFK
KLJKUHVROXWLRQ'(06LQFHWKHFRQWRXUGHULYHGQDWLRQDO'(0UHSUHVHQWVWKHILQHVWVFDOHIRUZKLFKZHKDYHGHQVHZKROHFRXQWU\GDWDLWLVQHFHVVDU\WRVHOHFWKLJKHUUHVROXWLRQ'(0VRI
VHOHFWHG UHJLRQV 1HFHVVDULO\ WKLV DSSURDFK DVVXPHV WKDW WKH KLJKHUUHVROXWLRQ '(0 KDVFKDUDFWHULVWLFVWKDWDUHLQGLFDWLYHRIPRUHJHQHUDOUHJLRQVLQWKHODQGVFDSHUDWKHUWKDQKDYLQJ
FKDUDFWHULVWLFVWKDWDUHXQLTXHWRRQHUHJLRQIRULWZRXOGEHGLIILFXOWWRJHQHUDOLVHWKHUHVXOWV
RIWKHFRPSDULVRQLIWKLVZHUHQRWWKHFDVH
$V D ILUVW DWWHPSW DW DQ DFFXUDF\ DVVHVVPHQW ZH KDYH FKRVHQ WR XVH /,'$5 GDWD DV WKHUHIHUHQFHGDWDVHW DOWKRXJKWKHPHWKRGVGHVFULEHGKHUHDUHDSSOLFDEOHWRDOOUHIHUHQFH'(0
VRXUFHV 7KH /,'$5GDWD XVHG LQWKLV DQDO\VLV ZHUHJDWKHUHGDV DVHULHVRI[\]SRLQWV
ZLWKDQDYHUDJHVDPSOHVSDFLQJRIPDQGDQDSSUR[LPDWHYHUWLFDODFFXUDF\RIP-RQDV7KHVH/,'$5SRLQWVZHUHWKHQPDGHLQWRDWULDQJXODWHGLUUHJXODUQHWZRUNDQG
UDVWHULVHG WR IRUP D '(0 ZLWK D VSDWLDO UHVROXWLRQ RI P LQ WKH VDPH SURMHFWLRQ DV WKHFRQWRXU'(0)LJ
)LJ2QWKHOHIWLVDVKDGHPDSRIDQDUHDRIDSSUR[LPDWHO\NP VKRZLQJWKHPUHVROXWLRQ/,'$5GDWD
FRPSDUHGZLWKWKHVDPHDUHDRIWKHPQDWLRQDO'(0DWULJKW:KLOHWKHPDMRUULGJHVDQGYDOOH\VDUHFOHDUO\YLVLEOHLQERWKVKDGHPDSVWKH/,'$5GDWDKROGVDJUHDWGHDOPRUHLQIRUPDWLRQERWKLQWKHULYHUYDOOH\ZKHUHORZWHUUDFHVDQGHYHQJUDYHOEHGIHDWXUHVFDQEHLGHQWLILHGDQGRQWKHVWHHSHUKLOOVORSHVZKHUHURFNRXWFURSVJXOOLHVDQGYHKLFOHWUDFNVDUHFOHDUO\YLVLEOH
&RPSDULVRQPHWKRGRORJ\
8QOHVVWKHUHIHUHQFH'(0KDSSHQVWRKDYHEHHQJDWKHUHGDWH[DFWO\WKHVDPHVSDWLDOVFDOHDVWKHFRQWRXUEDVHG'(0RQHRIWKH'(0VQHHGVWREHUHVDPSOHGWRPDWFKWKHRWKHU:KHQ
WKH FRQWRXUEDVHG '(0 LV UHVDPSOHG WR PDWFK WKH UHVROXWLRQ RI WKH UHIHUHQFH '(0 DVWUDLJKWIRUZDUG VDPSOHE\VDPSOH FRPSDULVRQ LV QRW YDOLG VLQFH WKH KLJKUHVROXWLRQ'(0
FRQWDLQV LQIRUPDWLRQDWKLJK VSDWLDOIUHTXHQFLHV WKDW DUHQRW SUHVHQWLQ WKHORZHUUHVROXWLRQFRQWRXUEDVHG'(0,WGRHVQRWPDNHVHQVHWRFRPSDUHWKHVHWZR'(0VDVLVVLQFHWKHNH\
WDVN LV WR HVWLPDWH WKH DFFXUDF\ RI WKH FRQWRXU '(0 DW WKH VSDWLDO VFDOH DW ZKLFK LW LVJHQHUDWHG )RU WKLV UHDVRQ DQ LPSRUWDQW SURFHVVLQJ VWHS LV WR ILOWHU WKH KLJKUHVROXWLRQ
UHIHUHQFH'(0WRUHPRYHWKHKLJKVSDWLDOIUHTXHQF\FRPSRQHQWVKLJKHUWKDQWKRVHWKDWRFFXULQFRQWRXUEDVHG'(0
7KHUH DUH PDQ\ PHWKRGV WKDW FDQ EHXVHG WR ILOWHU WKH KLJK UHVROXWLRQ '(0 VXFK DV[VSDWLDO GRPDLQ ILOWHUV DQG *DXVVLDQ VPRRWKLQJ $OO DUH D FRPSURPLVH EHWZHHQ REWDLQLQJ
8/8/2019 Dem Accuracy
14/33
/DQGFDUH5HVHDUFK
VXIILFLHQW VXSSUHVVLRQ RI KLJKVSDWLDOIUHTXHQF\ HQHUJ\ DQG SUHIHUDEO\ OLWWOH RU QRVXSSUHVVLRQRIHQHUJ\RIORZVSDWLDOIUHTXHQFLHV)LJ6LPSOHDYHUDJLQJRSHUDWRUV1[1
JLYHSRRUILOWHULQJVLQFHWKH\SURYLGHRQO\DQRPLQDOVXSSUHVVLRQRIKLJKVSDWLDOIUHTXHQFLHVUHSHDWHG DSSOLFDWLRQV RIVXFK ILOWHUVDFKLHYHVXIILFLHQWKLJKIUHTXHQF\VXSSUHVVLRQ EXWDOVR
VXSSUHVVWKHUHTXLUHGORZVSDWLDOIUHTXHQF\GDWD$PRUHSURGXFWLYHDSSURDFKLVWRGHVLJQD
ORZSDVVILOWHUWKDWLVIODWDWORZVSDWLDOIUHTXHQFLHVDQGH[KLELWVDUDSLGIDOORIILQUHVSRQVHDERYHWKHVSDWLDOIUHTXHQFLHVQRWUHSUHVHQWHGLQWKH'(0XQGHUWHVW6XFKILOWHUVSUHVHUYH
GHWDLODFURVVWKHHQWLUHUDQJH RIVSDWLDOIUHTXHQFLHVUHSUHVHQWHG ZLWKLQWKH'(0 XQGHU WHVWZKLOHODUJHO\VXSSUHVVLQJGDWDDWDOORWKHUVSDWLDOIUHTXHQFLHV
,QWKHSUHVHQWFDVHD[FLUFXODUO\V\PPHWULFILQLWHLPSXOVHUHVSRQVH),5ILOWHUZDVGHVLJQHGZLWKDFXWRIIFRUUHVSRQGLQJWRDVSDWLDOVFDOHRIP)LJRUWLPHVWKH
VSDWLDOIUHTXHQF\FRUUHVSRQGLQJWRWKHRULJLQDOPUHVROXWLRQ/,'$5GHULYHG'(0GDWD
)LJ7KHILOWHUDWWRSOHIWLVDVWDQGDUGORZSDVVILOWHU7KHIODWWHQHGDQGZLGHFHQWUDOSHDNLQGLFDWHVWKDWWKLVILOWHUVXSSUHVVHVLQIRUPDWLRQDWVFDOHVJUHDWHUWKDQPZKLOHWKHVPDOOHUSHULSKHUDOSHDNVLQGLFDWHWKDWWKHILOWHUDOVROHDNVLQIRUPDWLRQDWVFDOHVOHVVWKDQPWKDWVKRXOGEHVXSSUHVVHG7KHVWDQGDUG[ORZSDVVILOWHUDWWRSULJKWGRHVQRWVXSSUHVVTXLWHVRPXFKLQIRUPDWLRQIURPWKHFHQWUDO!PSHDNEXWLVH[WUHPHO\SRRUDWILOWHULQJRXWKLJKIUHTXHQF\VLJQDOIURPVFDOHVOHVVWKDQP8VLQJWKH[ILOWHUWZLFHGRHVJLYHDVLJQLILFDQWLPSURYHPHQW+RZHYHUWKHILQLWHLPSXOVHUHVSRQVHILOWHUXVHGLQWKLVVWXG\ERWWRPULJKWLVFOHDUO\VXSHULRULQ
ERWKUHWDLQLQJORZIUHTXHQF\LQIRUPDWLRQZKLOHILOWHULQJRXWDOPRVWDOOWKHKLJKIUHTXHQF\LQIRUPDWLRQ
7KHILOWHUZDVGHVLJQHG XVLQJWKHIUHTXHQF\WUDQVIRUPDWLRQRI DRQHGLPHQVLRQDO),5 ILOWHU
/LP ZKLFK LWVHOI LV JHQHUDWHG IURP D IODW SDVV DQG VWRSEDQG G% DQG G%UHVSHFWLYHO\ILOWHUDQGDQXQFRQVWUDLQHGWUDQVLWLRQUHJLRQ6HOHVQLFNHWDO )LOWHULQJ
8/8/2019 Dem Accuracy
15/33
/DQGFDUH5HVHDUFK
RIWKHP/,'$5'(0LQWKLVZD\JXDUDQWHHVWKHJHQHUDWLRQRIDQDFFXUDWHUHIHUHQFH'(0ZLWKD IODWUHVSRQVHDWDOOVSDWLDOIUHTXHQFLHVXSWRDYDOXHFRUUHVSRQGLQJWRD VFDOHRIP
)LJVDQG
6SDWLDOHVWLPDWHVRI'(0DFFXUDF\
$VGLVFXVVHGSUHYLRXVO\WKHGHULYDWLRQRIJOREDODFFXUDF\VWDWLVWLFVVXFKDV506HUURUDUHRIOLPLWHGYDOXHEHFDXVHWKH\GRQRWSURYLGHDQ\LQIRUPDWLRQRQWKHVSDWLDOYDULDELOLW\RI'(0
DFFXUDF\+RZHYHULWLVFOHDUO\QRWSRVVLEOHWRKDYHDYDLODEOHDUHIHUHQFH'(0IRUODUJHDUHDV$VDILUVWVWHSZHGHFLGHGWRFDUU\RXWWHUUDLQEDVHGDQDO\VLVRIHUURUWRGHWHUPLQH
)LJ7KHGLIIHUHQFHVEHWZHHQWKHRULJLQDODQGWKHILOWHUHG'(0DUHTXLWHVXEWOHZKHQYLHZHGDWDEURDGVFDOH
DOWKRXJKREYLRXVO\WKHILOWHUHGYHUVLRQFRQWDLQVQR HQHUJ\DWVSDWLDOIUHTXHQFLHVDERYHWKDWFRUUHVSRQGLQJWRP7KLVILJXUHVKRZVDVOLFHWKURXJKWKHRULJLQDO'(0LQEOXHDQGWKHGLIIHUHQFHEHWZHHQWKHRULJLQDODQGILOWHUHG'(0LQJUHHQ7KHRULJLQDO'(0LVGLVFUHWLVHGWRELWVDQGWKHILOWHUHG'(0LVIORDWLQJSRLQWVRDVLJQLILFDQWSDUWRIWKHGLIIHUHQFHEHWZHHQWKHWZR'(0VFDQEHUHODWHGWRTXDQWLVDWLRQQRLVH1RWLFHKRZHYHU
WKDWFKDQJHVLQWKHGLIIHUHQFHRYHUDQGDERYHWKH PGLIIHUHQFHFDQEHVHHQZKHUHWKHUHDUHVKDUSFKDQJHV
LQWKH'(0WKHVHVLPSO\VKRZWKHHIIHFWRIWKHILOWHULQJRSHUDWLRQ
ZKHWKHU ZH FDQ SUHGLFW VSDWLDOYDULDELOLW\RI 506 HUURUIRU WKH VPDOODUHD RI/,'$5 GDWD
FXUUHQWO\DYDLODEOH7KLVLQYROYHGVHOHFWLQJVXEVHWVRIWKH'(0EDVHGRQWHUUDLQDWWULEXWHVDQG GHWHUPLQLQJ 506 HUURU 7KLV LV WKH JHQHUDO DSSURDFK XVHG E\ &DUOLVOH ZKR
GHYHORSHG WHUUDLQSDUDPHWHU VXUIDFHVIURPZKLFK WR EXLOG D UHJUHVVLRQ PRGHO IRU 506HUURUYDULDELOLW\:KLOHWKLVJHQHUDODSSURDFKVHHPVWRKROGSURPLVHWKHORJLVWLFGHPDQGVRI
JHQHUDWLQJ VR PDQ\ WHUUDLQSDUDPHWHU VXUIDFHVLQ RUGHU WRDSSO\ WKLV W\SH RI PRGHO WR WKH
ZKROH RI 1HZ =HDODQG VHHPV LPSUDFWLFDEOH $V DQ DOWHUQDWLYH DSSURDFK ZH GHFLGHG WRGHWHUPLQH WKH VSDWLDO YDULDELOLW\ RI HUURU LQ UHODWLRQ WR ODQGIRUP FODVVLILFDWLRQV WKDW HLWKHU
8/8/2019 Dem Accuracy
16/33
/DQGFDUH5HVHDUFK
DOUHDG\H[LVWRUFRXOGEHVLPSO\GHULYHGIURPH[LVWLQJODQGFODVVLILFDWLRQVVXFKDVWKH1HZ=HDODQG/DQG5HVRXUFH,QYHQWRU\1=/5,0:'7KLVDSSURDFKLVEDVHGRQWKH
EURDGZRUNLQJK\SRWKHVLVWKDW'(0DFFXUDF\VKRXOGYDU\ZLWKWKHGHQVLW\RIFRQWRXUDQGRWKHUWRSRJUDSKLFGDWDDYDLODEOHIURPZKLFKWRGHULYHWKH'(0LQUHODWLRQWRWKHFRPSOH[LW\
RI WKH WHUUDLQ EHLQJ PRGHOOHG $VVXPLQJ YDOLG UHODWLRQVKLSV FDQ EH GHULYHG WKDW H[SODLQ
YDULDWLRQLQVSDWLDODFFXUDF\LQUHODWLRQWRODQGIRUPZHZRXOGWKHQXVHWKHVHUHODWLRQVKLSVWRPRGHOWRILUVWRUGHUHOHYDWLRQDFFXUDF\RYHUWKHZKROHQDWLRQDO'(0VXUIDFH
)LJ2QWKHOHIWLVWKHRULJLQDOPQDWLRQDO'(0IRURXULQLWLDODFFXUDF\VWXG\DUHDLQWKHORZHU:DLWDNLIURPWKH:DLWDNL+\GURGDPDQG/DNH:DLWDNLDWWRSOHIWDOPRVWWR.XURZ2QWKHULJKWLVWKHRULJLQDOP/,'$5UHIHUHQFHGDWDIRUWKHVDPHDUHDDQGLQEHWZHHQWKHPLVWKHILOWHUHGDQGUHVDPSOHGWRPUHIHUHQFH'(01RWHWKDWWKHILOWHUHGUHIHUHQFH'(0FRYHUVDVPDOOHUDUHDGXHWKHILOWHULQJSURFHVVWKDWFDQQRWXVHFHOOVZLWKLQKDOIRIWKHILOWHUVZLGWKRIWKHHGJHRIWKHUHIHUHQFHDUHD
8/8/2019 Dem Accuracy
17/33
/DQGFDUH5HVHDUFK
5HVXOWV
*OREDODFFXUDF\VWDWLVWLFV
8VLQJWKHUDZDQGILOWHUHG/,'$5UHIHUHQFH'(0WRGHWHUPLQHWKHYHUWLFDODFFXUDF\RIWKHFRQWRXUEDVHGQDWLRQDO'(0ZHREWDLQHGWKHHUURUVWDWLVWLFVVKRZQLQ7DEOH1RWHWKDWWKH
*36 DFFXUDF\ DVVHVVPHQW LVIRUD GLIIHUHQW DUHD 7KHREYLRXVGLIIHUHQFHVEHWZHHQWKHVHJOREDODVVHVVPHQWVRI'(0DFFXUDF\DUHWKDWWKH/,'$5DQDO\VHVLQGLFDWHDFRQVLVWHQWELDV
WRRYHUHVWLPDWLQJ HOHYDWLRQ LQWKHQDWLRQDO '(0PHDQ HUURU ! PZKHUHDV WKHSUHYLRXV
*36EDVHGDQDO\VLVLQ DQRWKHUORFDWLRQLQGLFDWHGDPXFKVPDOOHUELDVPHDQHUURUP7KH 506 VWDWLVWLFV DUH DOVR KLJKHU IRU WKH /,'$5 DQDO\VHV DOWKRXJK WKH ILOWHULQJ RI WKH/,'$5'(0WRUHPRYHKLJKIUHTXHQF\GDWDFOHDUO\LPSURYHV506HUURUDWWKHVSDWLDOVFDOH
RIWKHQDWLRQDO'(0DQGKDVDQHYHQPRUHSURQRXQFHGHIIHFWRQVWDQGDUGGHYLDWLRQ6'RI
HUURUZKLFKLVDOPRVWKDOYHGDIWHUILOWHULQJ:HDOVRUHSRUWWKHPHDQDEVROXWHHUURUEXWLWGRHVQRWVHHPWREHDVVHQVLWLYHDVWKHRWKHUVWDWLVWLFVWRILOWHULQJ
7DEOH $FFXUDF\ VWDWLVWLFV FRPSDULQJ WKH FRQWRXUEDVHG QDWLRQDO '(0 WR WKH UDZ DQG ILOWHUHG /,'$5UHIHUHQFH'(0)RUFRPSDULVRQWKHUHVXOWVRIDSUHYLRXVDQDO\VLVFRPSDULQJ*36SRLQWVZLWKWKHQDWLRQDO'(0LQDQRWKHUDUHDDUHDOVRVKRZQ
0HDQ(UURU 0HDQ$EVROXWH
(UURU
506 6'
5DZ/,'$5
)LOWHUHG/,'$5
*36
/RFDODFFXUDF\VWDWLVWLFV
7KHUHVXOWVRIRXUDQDO\VLVRI WKHVSDWLDODFFXUDF\RI WKHQDWLRQDO'(0LQUHODWLRQWRERWKD
GHWDLOHGODQGIRUPFODVVLILFDWLRQDQGWKHFRDUVHU1=/5,FODVVLILFDWLRQDUHLOOXVWUDWHGLQ)LJVDQG 7KHVHDQDO\VHVFOHDUO\VKRZWKDW'(0DFFXUDF\LVSRRUHVWLQWKHULYHUYDOOH\ZKHUH
WKH QDWLRQDO '(0 EDVHG RQ P FRQWRXUV LV OLPLWHG E\ LWV DELOLW\ WR GHSLFW HOHYDWLRQYDULDWLRQZLWKLQWKHUHVROXWLRQRIWKHFRQWRXUV(YHQDIWHUWKHILOWHULQJSURFHVVKDVEHHQXVHG
WRUHPRYHKLJKIUHTXHQF\VLJQDOWKDWWKHFRQWRXUEDVHG'(0FRXOGQRWEHH[SHFWHGWRVKRZWKHUHLVVWLOOVXEVWDQWLDOHUURUUHPDLQLQJ7KHODNHZKLFKLVIODWRQFHILOWHUHGLHQRZDYHVKDVDYHU\ORZ6'EXW506DQGPHDQHUURUDUHFORVHWRWKHPHDQIRUWKHZKROHVXUIDFH
DQDO\VHG :H GR DQWLFLSDWH WKDW WKHVH VWDWLVWLFV PD\ YDU\ GHSHQGLQJ XSRQ KRZ FORVHWKHVXUIDFHRIWKHODNHLVWRWKHHOHYDWLRQJLYHQIRUWKHODNHVKRUHOLQHLQRXUWRSRJUDSKLFGDWDEDVH
,QWKLVFDVHWKHODNHLVDK\GURHOHFWULFDOVWRUDJHODNHZLWKDVXUIDFHKHLJKWWKDWPD\YDU\E\
VHYHUDOPHWUHV7HUUDFHVGLVSOD\VLPLODUHUURUVWDWLVWLFVWRWKHODNHDOWKRXJK506DQGPHDQHUURUPD\YDU\LQUHODWLRQWRKRZFORVHO\WKHWHUUDFHVXUIDFHHOHYDWLRQLVWRDFRQWRXULQWHUYDO
/DQGIRUPFODVVHVZLWKUHOLHIUDQJLQJIURPUROOLQJWRYHU\VWHHSWHUUDLQDOOGLVSOD\506HUURUDOLWWOHEHORZWKHPHDQIRUWKHZKROHVXUIDFHEXWYHU\FORVHWRWKHILJXUHREWDLQHGSUHYLRXVO\
E\FRPSDULQJ D *36 VXUYH\ ZLWK WKH FRQWRXUEDVHG '(0 LQDQRWKHUDUHD RI KLOO FRXQWU\
(UURU DQDO\VLV XVLQJ WKH OHVV VSDWLDOO\ GHWDLOHG /5, ODQGIRUP FODVVLILFDWLRQ VKRZV D YHU\VLPLODUSDWWHUQ)LJWRWKHUHVXOWVIRXQGXVLQJWKHGHWDLOHGODQGIRUPFODVVLILFDWLRQ
8/8/2019 Dem Accuracy
18/33
/DQGFDUH5HVHDUFK
)LJ6SDWLDODFFXUDF\LQUHODWLRQWRDGHWDLOHGFODVVLILFDWLRQRIODQGIRUPW\SH7KLVJUDSKKLJKOLJKWVWKHODUJHUHUURUVDVVRFLDWHGZLWKULYHUFKDQQHODUHDV
)LJ6SDWLDODFFXUDF\LQUHODWLRQWRWKH1=/5,FODVVLILFDWLRQDOVRKLJKOLJKWVWKHODUJHUHUURUVDVVRFLDWHGZLWKULYHUFKDQQHODUHDVDQGWKHVLPLODULW\RI506LQDUHDVRIPRGHUDWHUHOLHIFODVVDQGKLOOFRXQWU\
,W LV LPSRUWDQW WR QRWH WKDW WKH HDUOLHU DQDO\VLV RI WKH QDWLRQDO '(0 DJDLQVW *36 GDWD
7DEOH \LHOGHG D YHU\ ORZ PHDQ HUURU DQG VRPHZKDW ORZHU 506 YDOXH IRU WKH VXUIDFHDQDO\VHG WKDQ KDV WKH FXUUHQW DQDO\VLV XVLQJ /,'$5 &HUWDLQO\ WKH PHDQ HUURU VWDWLVWLF
VKRZVWKHQDWLRQDO'(0KDVDSRVLWLYHELDVFRPSDUHGWRWKHUHIHUHQFH/,'$5GDWDVHW7KH
GLIIHUHQFHEHWZHHQWKH/,'$5DQG*36ILJXUHVIRUPHDQHUURULVPRVWOLNHO\WREHUHODWHGSULPDULO\WRRYHUHVWLPDWLRQRIHOHYDWLRQVLQWKHYDOOH\IORRU7KH*36HOHYDWLRQSRLQWV
XVHGLQWKHSUHYLRXVDQDO\VLVZHUHDFRPSLODWLRQRIH[LVWLQJGDWDFROOHFWHGIRUDYDULHW\RISXUSRVHV EXW ZKLFKGLG QRW FRYHUD IXOO UDQJH RI ODQGIRUP W\SHV $V D UHVXOW WKH W\SH RI
8/8/2019 Dem Accuracy
19/33
/DQGFDUH5HVHDUFK
WHUUDLQ WKDW QRZ DSSHDUV WREHD PDMRUVRXUFH RI HUURUZDV QRW UHSUHVHQWHG LQWKH RULJLQDOVXUYH\DQGDQDO\VLV
7KHUHLVLQ IDFW D SOHWKRUD RIGLIIHUHQW DFFXUDF\VWDWLVWLFV WKDWFDQ EH XVHG WRDVVHVV'(0
DFFXUDF\0XFKLQWKHVDPHZD\WKDWWKHUHLVQRRQHULJKWLQWHUSRODWLRQDOJRULWKPWKHUHLV
DOVRQRRQHULJKWVWDWLVWLFIRUGHVFULELQJ'(0DFFXUDF\(DFKKDVLWVSODFHDQGSXUSRVHDQGLWLVSHUKDSVPRUHLPSRUWDQWWRKDYHWRROVWKDWFDQHDVLO\EHPRGLILHGWRFDOFXODWHGLIIHUHQW
VWDWLVWLFV RQ GHPDQG JLYHQ WKH QHFHVVDU\ DOJRULWKP WKDQ LW LV WR DWWHPSW WR FDOFXODWH DFRPSOHWHVHWRIDOODFFXUDF\VWDWLVWLFV1RQHWKHOHVVLQ7DEOHZHDWWHPSWWRVKRZDUDQJHRI
ZLGHO\XVHGVWDWLVWLFVIURPWKHPRUHVWDQGDUG506DQG6'DOUHDG\GHVFULEHGWKURXJKWR
OHVV FRPPRQO\ XVHG VWDWLVWLFV VXFK DV WKH DFFXUDF\ UDWLR ZKLFK HOLPLQDWHV WKH HIIHFWV RIUHODWLYH UHOLHI IURP PHDVXUHPHQW GHYLDWLRQ :RRG DQG 0RUDQV , ZKLFK PHDVXUHV
VSDWLDODXWRFRUUHODWLRQRIHUURU%DLOH\*DWUHOO$OWKRXJKQRWVKRZQLQ7DEOHZHFDOFXODWHG RWKHU HUURU SRSXODWLRQ VWDWLVWLFV VXFK DV VNHZQHVV DQGNXUWRVLV $OO WKHVH ODWWHU
VWDWLVWLFV KDYH EHHQ JDLQLQJ LPSRUWDQFH EHFDXVH RI WKH XVH RI 0RQWH &DUOR VLPXODWLRQ
WHFKQLTXHVIRUDVVHVVLQJWKHSRWHQWLDORIHUURUSURSDJDWLRQRQVSDWLDOPRGHOOLQJUHVXOWVHJ
(KOVFKODHJHU7DEOH $FFXUDF\ VWDWLVWLFV FRPSDULQJ WKH FRQWRXUEDVHG QDWLRQDO '(0 WR WKH UDZ DQG ILOWHUHG /,'$5UHIHUHQFH'(0)RUFRPSDULVRQWKHUHVXOWVRIDSUHYLRXVDQDO\VLVFRPSDULQJ*36SRLQWVZLWKWKHQDWLRQDO'(0LQDQRWKHUDUHDDUHDOVRVKRZQ
506( 0HDQDEV
HUURU
0HDQ
HUURU
6WDQGDUG
GHYLDWLRQ
0D[LPXP
HUURU
0LQLPXP
HUURU
$FFXUDF\
UDWLR
0RUDQV
,
/DNH
&KDQQHO
%HG
)ORRGSODLQ
7HUUDFHV
6FDUS
8QGXODWLQJ
5ROOLQJ
+LOO\
6WHHS
%OXII6FUHH
*OREDO
,QRUGHUWRJLYHVRPHLQGLFDWLRQRIWKHVSDWLDOYDULDELOLW\RIXQFHUWDLQW\ZLWKLQWKHODQGVFDSH
]RQHVLGHQWLILHGDERYHZHDOVRORRNHGEULHIO\DWWKHHUURUGLVWULEXWLRQVZLWKLQVHYHUDOSDUWVRIWKHVXUIDFHPRUHFORVHO\)LJVDQGVKRZWKHHUURUGLVWULEXWLRQVZLWKLQVWHHSKLOOFRXQWU\
DQG EUDLGHG ULYHUEHG DUHDV UHVSHFWLYHO\ ,QWHUHVWLQJO\ WKHVH VKRZ WKDW VRPH RI WKHDVVXPSWLRQVIRU0RQWH&DUORVLPXODWLRQVDUHQRWQHFHVVDULO\WUXHRIRXUGDWD)RUH[DPSOH
WKHGDWDDUHVRPHZKDWVNHZHGLHDUHQRQQRUPDODQGDVDUHVXOWGRQRWKDYHD]HURPHDQ
HUURU)LJVDQGLOOXVWUDWHVHPLYDULRJUDPVIRUWKHVDPHGDWDVXEVHWV7KHVHJUDSKV
8/8/2019 Dem Accuracy
20/33
/DQGFDUH5HVHDUFK
OLNHWKH0RUDQV,VWDWLVWLFSURYLGHLQIRUPDWLRQRQVSDWLDODXWRFRUUHODWLRQRIHUURUWKDWFDQEHXVHIXOLQNULJLQJDQGRWKHUJHRVWDWLVWLFDODQDO\VHV
)LJ+LVWRJUDPVKRZLQJHUURUIUHTXHQF\GLVWULEXWLRQ )LJ+LVWRJUDPVKRZLQJHUURUIUHTXHQF\IRUDUHDVRIVWHHSKLOOFRXQWU\Q1RWHWKDWWKH GLVWULEXWLRQ IRU DUHDV RI EUDLGHG ULYHU EHG Q GLVWULEXWLRQLVQHJDWLYHO\VNHZHGZLWKDPHDQHUURU 'LVWULEXWLRQLVQHDUQRUPDOEXWZLWKDRIP PHDQRIP
)LJ6HPLYDULRJUDPVKRZVVSDWLDODXWR )LJ6HPLYDULRJUDPVKRZVVSDWLDODXWRFRUUHODWLRQRIHOHYDWLRQHUURUVIRUVWHHSKLOO FRUUHODWLRQRIHOHYDWLRQHUURUVIRUEUDLGHG
FRXQWU\DUHDV0DMRUUDQJHIRUDXWRFRUUHODWLRQ 5LYHUEHG0DMRUUDQJHIRUDXWRFRUUHODWLRQLV
LVP P
7KHVHWZRSORWVDUHYDOXDEOHLQLOOXVWUDWLQJWKHGLVWDQFHVRYHUZKLFKDUHDVDUHFRUUHODWHGIRUGLIIHUHQWODQGIRUPW\SHV+RZHYHUWKH\PXVWDOVREHLQWHUSUHWHGZLWKFDXWLRQ)LJXUH
VKRZV WKDW LQ VWHHS KLOO FRXQWU\ DUHDV HUURUV DUH FRUUHODWHG RYHU D GLVWDQFH XS WR PZKHUHDV RQ WKH ORZO\LQJ ULYHUEHG WKH PDMRU UDQJH IRU DXWRFRUUHODWLRQ RI HUURUV LV
DSSUR[LPDWHO\ NP 7KLV VHHPVD UHDVRQDEOH UHVXOW JLYHQWKDW ZHFDQ DVVXPH WKDW WKH
ILOWHULQJSURFHVVGHVFULEHGDERYHKDVUHPRYHGPRVWRIWKHDXWRFRUUHODWLRQRIHUURUWKDWPLJKWRFFXU DW UDQJHV EHORZ P DQG JLYHQ WKH QDWXUH RI WKH WZR W\SHV RI WHUUDLQ +RZHYHU
)LJVKRZVWKHDFWXDOHUURUVPDSSHGRYHUWKHZKROHDUHD7KHUHDVRQIRUWKHNPUDQJHRI VSDWLDO DXWRFRUUHODWLRQ RI HUURU LV FOHDUO\ UHODWHG WR WKH VWHSSHG YDOOH\ HUURU GHVFULEHG
HDUOLHU :KHUH WKH FRQWRXUV UXQQLQJ DORQJ WKH YDOOH\ VLGH DUH FORVHU WR WKH FHOO EHLQJ
LQWHUSRODWHGWKDQWKHFURVVYDOOH\FRQWRXUVWKHLQWHUSRODWLRQDOJRULWKPWHQGVWRRYHUHVWLPDWH
YDOOH\HOHYDWLRQ7KLVHIIHFWLVPRVWSURQRXQFHGDWWKHPLGSRLQWEHWZHHQWKHFURVVYDOOH\FRQWRXUV
HUURUP
IUHTXHQF\
HUURUP
IUHTXHQF\
8/8/2019 Dem Accuracy
21/33
/DQGFDUH5HVHDUFK
)LJ (UURU VXUIDFH IRU WKH HQWLUH ZLQGRZ RI KLJKUHVROXWLRQ /,'$5 GDWD 1RWH WKH RYHUHVWLPDWLRQ RI
HOHYDWLRQV LQ WKH LQFLVHG ULYHU FKDQQHO LPPHGLDWHO\ EHORZ WKH K\GUR GDP ZKHUH WKH FRQWRXUEDVHG '(0FRQWDLQVLQVXIILFLHQWLQIRUPDWLRQWRVHSDUDWHWKHLQFLVHGFKDQQHOIURPLWVVXUURXQGLQJV1RWHDOVRWKHLQFUHDVHLQHUURUZLWKGLVWDQFHIURPFURVVYDOOH\FRQWRXUVLQWKHEUDLGHGULYHUEHG 7KLVLVFDXVHGE\ WKHFRQWRXUVUXQQLQJDORQJWKHYDOOH\HGJHEHLQJFORVHUWRWKH SRLQWEHLQJLQWHUSRODWHGDQGKHQFHFUHDWLQJDVWHSSHGYDOOH\HIIHFW
7KLVLVSDUWLFXODUO\QRWLFHDEOHDWORZHUULJKWZKHUHFRQWRXUVRQWKHQRUWKEDQNFDXVHDIDQOLNHHUURUVWUXFWXUHWRFRQVWULFWWKHYDOOH\ZKHUHLQUHDOLW\WKHUHDUHPXFKIODWWHUWHUUDFHODQGIRUPVRFFXUULQJ
!P
P
P
P
P
P
P
8/8/2019 Dem Accuracy
22/33
/DQGFDUH5HVHDUFK
&RQFOXVLRQV
:HKDYHXVHGUHIHUHQFHKHLJKWGDWDGHULYHGIURPDLUFUDIWODVHUDOWLPHWU\ILOWHUHGWRUHPRYH
KLJKIUHTXHQF\ GDWD WRDVVHVV WKHDFFXUDF\ RI RXUPUHVROXWLRQFRQWRXUEDVHG QDWLRQDO'(07KHPDMRUHUURUVLQWKHQDWLRQDO'(0DVPHDVXUHGE\WKHUHIHUHQFH/,'$5'(0
DQGLJQRULQJWKHREYLRXVSUREOHPRIWUHHKHLJKWLQIRUHVWVDUHOLNHO\WREHIRXQGDWWKHORFDO
VFDOHFKLHIO\DVSRFNHWVRILOOILWWLQJWHUUDLQGDWDUHODWHGWRODQGIRUP:KLOHPDQ\DQDO\VHVLQ WKH OLWHUDWXUH ZRXOG W\SLFDOO\ TXRWH 506 VWDWLVWLFV VXFK JOREDO PHDVXUHV DOPRVW QHYHU
GHWHFWSRFNHWVRILOOILWWLQJGDWD$V\VWHPDWLFFRPSDULVRQEHWZHHQWKHUHIHUHQFH'(0DQGWZR TXDOLWDWLYH FODVVLILFDWLRQV RI ODQGIRUP LQGLFDWH WKDW ZKLOH WKH VSDWLDO DFFXUDF\ RI WKH
QDWLRQDO'(0YDULHVEHWZHHQODQGIRUPVDUHDVRIHUURUDUHFRQILQHGSUHGRPLQDQWO\WRYDOOH\IORRUV ZLWK PXFK OHVV VSDWLDO YDULDWLRQ LQ HUURU DSSDUHQW IRU D UDQJH RI RWKHU ODQGIRUPV
DQDO\VHG 2XU UHVXOWV KDYH LPSOLFDWLRQV ZKHQ XVLQJ WKH UHIHUHQFH '(0 IRU JHQHUDWLQJGHULYHGSURGXFWVRUZKHQWKH'(0LVLQFOXGHGLQRWKHUVSDWLDOPRGHOV)XQGDPHQWDOO\WKH
DQDO\VLV VKRZV WKDW JOREDO HVWLPDWHV RI '(0 HUURU DUH RI OLPLWHG YDOXH DQG WKDW LW LV
QHFHVVDU\ WR DW OHDVW KDYH ODQGIRUPEDVHG HUURU HVWLPDWHV DQG SUHIHUDEO\ D GHWDLOHG HUURUVXUIDFH
+DYLQJDQDO\VHGWKLVVPDOODUHDRIWKHQDWLRQDO'(0FRPSUHKHQVLYHO\ZHXOWLPDWHO\KRSHWR
DFTXLUHVXIILFLHQW/,'$5UHIHUHQFHGDWDWRDGHTXDWHO\VDPSOHDIXOOUDQJHRIODQGIRUPVVR
WKDWZHFDQJHQHUDWHDFRPSUHKHQVLYHHUURUVXUIDFHIRUWKH'(0EDVHGRQWKHGLVWULEXWLRQRIODQGIRUPVLQWKH1=/5,RUVRPHRWKHUVXLWDEOHODQGIRUPFODVVLILFDWLRQ:HDOVRLQWHQGWR
WHVWRWKHU'(0VJHQHUDWHGE\RWKHURUJDQLVDWLRQVDQGRUXVLQJGLIIHUHQWVRIWZDUHWRFRPSDUHDQGFRQWUDVWDFFXUDF\DQGXWLOLW\RI'(0VIRUYDULRXVDSSOLFDWLRQV
$FNQRZOHGJHPHQWV
7KLV UHVHDUFK ZDVIXQGHG E\ WKH)RXQGDWLRQ IRU5HVHDUFK 6FLHQFHDQG7HFKQRORJ\ XQGHUFRQWUDFW&;7KHFRQWRXUDQGRWKHUWRSRJUDSKLFGDWDIURPZKLFKWKHQDWLRQDO'(0
ZDVJHQHUDWHGZDVVXSSOLHGXQGHUOLFHQFHE\/DQG,QIRUPDWLRQ1HZ=HDODQG/,1=7KH
KLJKUHVROXWLRQ/,'$5GDWDXVHGLQWKLVVWXG\ZDVNLQGO\VXSSOLHGE\0HULGLDQ(QHUJ\
5HIHUHQFHV
%DLOH\7&*DWUHOO$&,QWHUDFWLYHVSDWLDOGDWDDQDO\VLV(VVH[8./RQJPDQ
6FLHQFH7HFKQLFDOS
%DUULQJHU-5)/LOEXUQH/$QHYDOXDWLRQRIGLJLWDOHOHYDWLRQPRGHOVIRUXSJUDGLQJ
1HZ=HDODQG/DQG5HVRXUFH,QYHQWRU\VORSHGDWD,Q3URFHHGLQJVRI*HRFRPSXWDWLRQ8QLYHUVLW\RI2WDJR'XQHGLQ1HZ=HDODQG3S
8/8/2019 Dem Accuracy
23/33
/DQGFDUH5HVHDUFK
&DUOLVOH%+7KHKLJKVDQGORZVRIGLJLWDOHOHYDWLRQPRGHO'(0HUURUGHYHORSLQJD VSDWLDOO\ GLVWULEXWHG '(0 HUURU PRGHO
KWWSZZZJHRFRPSXWDWLRQRUJJFJFKWP $FFHVVHG0DUFK
(KOVFODHJHU &5 5HSUHVHQWLQJ PXOWLSOH VSDWLDO VWDWLVWLFV LQ JHQHUDOL]HG HOHYDWLRQXQFHUWDLQW\PRGHOVPRYLQJEH\RQGWKHYDULRJUDP,QWHUQDWLRQ-RXUQDORI*HRJUDSKLFDO
,QIRUPDWLRQ6FLHQFH
-RQDV ' 'XQZLFK ,UULJDWLRQ $UHD FRPSDULQJ DLUERUQH ODVHU VFDQQLQJ ZLWK
SKRWRJUDPPHWU\$$0*HRVFDQKWWSDDPVXUYH\VFRPDX $FFHVVHG0DUFK
.XPOHU03$QLQWHQVLYHFRPSDULVRQRI7ULDQJXODWHG,UUHJXODU1HWZRUNV7,1VDQG'LJLWDO(OHYDWLRQ0RGHOV'(0V0RQRJUDSK &DUWRJUDSKLFD
/LP-67ZRGLPHQVLRQDOVLJQDODQGLPDJHSURFHVVLQJ(QJOHZRRG&OLIIV1-86$
3UHQWLFH+DOO
/DQG ,QIRUPDWLRQ 1HZ =HDODQG KWWSZZZOLQ]JRYWQ]VHUYLFHVWRSR
K\GURSDJHVWRSRQ]WRSRGDWDVHWWHFKLQIRSGI$FFHVVHGPDUFK
0:' /DQG XVH FDSDELOLW\VXUYH\ KDQGERRN :DWHUDQG 6RLO 'LYLVLRQ 0LQLVWU\ RI:RUNVDQG'HYHORSPHQW:HOOLQJWRQ
6HOHVQLFN,: /DQJ0 %XUUXV&6 &RQVWUDLQHG OHDVW VTXDUH GHVLJQ RI ),5 ILOWHUV
ZLWKRXW VSHFLILHG WUDQVLWLRQ EDQGV ,Q 3URFHHGLQJV RI ,(((,QWO &RQI RQ $FRXVWLFV6SHHFKDQG6LJQDO3URFHVVLQJ9RO3S
8QLWHG6WDWHV*HRORJLFDO6HUYLFH6WDQGDUGVIRUGLJLWDOHOHYDWLRQPRGHOV'HSDUWPHQWRI
,QWHULRU:DVKLQJWRQ'&
:RRG - 7KH JHRPRUSKRORJLFDO FKDUDFWHULVDWLRQ RI GLJLWDO HOHYDWLRQ PRGHOV
8QSXEOLVKHG 3K' 7KHVLV 8QLYHUVLW\ RI /HLFHVWHU /HLFHVWHU 8.KWWSZZZJHRJOHDFXNMZRUHVHDUFKGHPBFKDUWKHVLV $FFHVVHG0DUFK
8/8/2019 Dem Accuracy
24/33
/DQGFDUH5HVHDUFK
$SSHQGLFHV
$SSHQGL[ 3DSHUSUHVHQWHGWR$FFXUDF\WKDWIRUPHGWKHEDVLVIRUWKLVUHSRUW
%DUULQJHU-5)0F1HLOO6-3DLUPDQ'3URJUHVVRQDVVHVVLQJWKHDFFXUDF\RI
DKLJKUHVROXWLRQGLJLWDOHOHYDWLRQPRGHOIRU1HZ=HDODQG,Q+XQWHU*/RZHOO. HGV3URFHHGLQJVRIWKHWK,QWHUQDWLRQDO6\PSRVLXPRQ6SDWLDO$FFXUDF\$VVHVVPHQWLQ1DWXUDO
5HVRXUFHVDQG(QYLURQPHQWDO6FLHQFHV-XO\0HOERXUQH$XVWUDOLD3S
8/8/2019 Dem Accuracy
25/33
/DQGFDUH5HVHDUFK
352*5(6621$66(66,1*7+($&&85$&
8/8/2019 Dem Accuracy
26/33
/DQGFDUH5HVHDUFK
WRSRJUDSKLFGDWDKDYHDSODQLPHWULF[\DFFXUDF\ZLWKRIZHOOGHILQHGSRLQWVZLWKLQPDQGDYHUWLFDO]DFFXUDF\ZLWKRIZHOOGHILQHGSRLQWVZLWKLQPDQGFRQWRXU
OLQHVZLWKLQP/,1= +RZHYHUZKDWFRQVWLWXWHVDZHOOGHILQHGSRLQWLVQRWH[SODLQHGVRDVDVWDWHPHQWRIGDWDDFFXUDF\LWLVQRWXVHIXOZKHQDWWHPSWLQJWRHVWLPDWHWKH
HUURUVLQVD\VORSHPDSV,QHIIHFW'(0DFFXUDF\HVWLPDWHVGHULYHGXVLQJZLWKKHOGLQSXW
GDWDDVJURXQGWUXWKPD\ RQO\WHOOXV KRZ ZHOOZH KDYHFRQYHUWHG RXU LQSXWGDWD WR '(0IRUPDWQRWKRZDFFXUDWHO\WKH'(0UHSUHVHQWVWKHUHDOODQGVXUIDFH
0RUHUHFHQWO\VRPHUHVHDUFKHUVKDYHXWLOLVHGWKHVDWHOOLWHJOREDOSRVLWLRQLQJV\VWHP*36WR
SURYLGH WUXO\ LQGHSHQGHQW JURXQG WUXWK GDWD ZLWK VXEPHWUH GDWD DFFXUDFLHV WKDW DUHDSSUR[LPDWHO\ DQRUGHU RIPDJQLWXGH EHWWHUWKDQ PHGLXP UHVROXWLRQSKRWRJUDPPHWULFGDWD
DQGRQDSDUZLWKWKHDFFXUDF\RIVXUYH\HGSRLQWVHJ%DUULQJHU/LOEXUQH&DUOLVOH +RZHYHU OLNH WUDGLWLRQDOO\ VXUYH\HG VSRW KHLJKW GDWD LW LV GLIILFXOW WR FROOHFW
VXEVWDQWLDO DPRXQWV RI JURXQG WUXWK GDWD WR SURSHUO\ WHVW WKH DFFXUDF\ RI D '(0 VXUIDFH
*36 GDWD KDV DOVR EHHQ XVHG LQ HVWLPDWLQJ VSDWLDO YDULDELOLW\ RI '(0 DFFXUDF\ &DUOLVOH $OWKRXJK ZKHQ DSSOLHG JOREDOO\ VWDWLVWLFV VXFK DV 506 HUURU DUH QRW SDUWLFXODUO\
VHQVLWLYHWRORFDOLVHG'(0HUURU&DUOLVOHGHYHORSHGUHJUHVVLRQPRGHOVIRUFUHDWLQJDQ506VXUIDFHXVLQJFRUUHODWLRQVZLWKDYDULHW\RIWHUUDLQSDUDPHWHUV
7KLVSDSHUGHVFULEHVWKHDOJRULWKPXVHGWRJHQHUDWHWKHQDWLRQDO'(0WKHSURFHVVXVHGWRJHQHUDWH D KLJK TXDOLW\ UHIHUHQFH '(0 IURP /,'$5 GDWD DQG SURJUHVV RQ GHYHORSLQJ
GHWDLOHG PHWKRGV E\ ZKLFK LQGHSHQGHQW JURXQG WUXWK LV XVHG WR WHVW WKH DFFXUDF\ RI WKHQDWLRQDO'(0RYHUVHYHUDOGLVWLQFWODQGIRUPW\SHV
%8,/',1*7+(1$7,21$/'(0
7RJHQHUDWHDUDVWHU'(0IURPDYHFWRUVHWRIFRQWRXUVZHPXVWILUVWGHILQHDQLQWHUSRODWLRQ
SURFHVV 7KHREMHFWLYHRIVXFKDQLQWHUSRODWLRQLVWRGHILQHDKHLJKWDWHDFKJULGSRVLWLRQLQWKHUDVWHULPDJHWKDWEHVWUHSUHVHQWVWKHVXUIDFHGHILQHGE\WKHFRQWRXUV8QIRUWXQDWHO\WKH
EHVW VXUIDFH UHSUHVHQWDWLRQ LV VRPHZKDW GHSHQGHQW RQ WKH LQWHQGHG XVH RI WKH '(07KHUHIRUHGLIIHUHQWLQWHUSRODWLRQPHWKRGVPD\EHSUHIHUDEOHGHSHQGLQJRQWKHHQGXVH
,QWHUSRODWLRQPHWKRGIRU/DQGFDUH5HVHDUFKP'(0
/DQGFDUH5HVHDUFKKDVSURGXFHGDQDWLRQDO'(0DWP SRVWLQJVWREHFRQVLVWHQWZLWKWKH
PFRQWRXUVDQGVSRWKHLJKWLQIRUPDWLRQDYDLODEOHIURP/,1=7KHDLPLQSURGXFLQJWKLV'(0 KDV EHHQ DEVROXWH HOHYDWLRQ FRUUHFWQHVV DQG VSHHG RI LQWHUSRODWLRQ UDWKHU WKDQ
K\GURORJLFDOFRUUHFWQHVVVORSHFRQWLQXLW\RUVRPHRWKHUSHUIRUPDQFHJRDO
)RUDQ\UHJXODUDQGFRPSOHWHVHWRIFRQWRXUVDQ\UHJLRQZLOOEHERXQGHGE\FRQWRXUVRI DW
PRVWWZRGLIIHUHQWOHYHOV)LJXUH7KHLQWHUSRODWRUZHKDYHGHYHORSHGPDNHVXVHRIWKLVFRQWRXUWRSRORJ\E\ZLWKRXWFURVVLQJFRQWRXUVXVLQJDQHLJKERXUKRRGH[SDQVLRQSURFHVVWR
JURZLQWRWKHUHJLRQVERXQGHGE\FRQWRXUVZKLOHNHHSLQJWUDFNRI WKHPLQLPXPGLVWDQFHWRWZR GLIIHUHQW FRQWRXU OHYHOV 2QFH WKH QHLJKERXUKRRG SURFHVV KDV EHHQ FRPSOHWHG HDFK
SL[HO ZLWKLQ WKH UHJLRQ ZLOO KDYH WKH PLQLPXP GLVWDQFHV WR WKH ERXQGLQJ FRQWRXUV DW WZR
GLIIHUHQWOHYHOVRURQHLIERXQGHGE\DVLQJOHFRQWRXUHOHYDWLRQ7KHKHLJKWDVVLJQHGWRWKHSRLQWLVDUDWLRRIWKHVHWZROHYHOVLQLQYHUVHSURSRUWLRQWRWKHPLQLPXPGLVWDQFHIRXQG7KLV
PHWKRGHQVXUHVWKDWERWKERXQGLQJ FRQWRXUOHYHOVDIIHFWWKHZKROHUHJLRQERXQGHGHYHQLI
QROLQHFDQEHGUDZQIURPDSRLQWWRRQHRIWKHERXQGLQJFRQWRXUOHYHOVZLWKRXWFURVVLQJWKHRWKHU FRQWRXU 7KXV YDOOH\V DUH QRW IODWWHQHG RXW HYHQ ZKHQ REVFXUHG IURP WKH ORZHU
FRQWRXU)LJXUH
8/8/2019 Dem Accuracy
27/33
8/8/2019 Dem Accuracy
28/33
/DQGFDUH5HVHDUFK
:KLOHVRPHRIWKHDERYHFKDUDFWHULVWLFVDUHQRWDHVWKHWLFDOO\SOHDVLQJWKH\DUHXQOLNHO\WRKDYH D JUHDWLPSDFW RQWKH RYHUDOO DEVROXWH DFFXUDF\RI WKH '(0 7KH ILUVWWZR ZLOO RQO\
DIIHFWVPDOO DUHDVZLWKLQWKH'(0 (QIRUFLQJVORSHFRQWLQXLW\RURWKHUFRQVWUDLQWVVXFKDVK\GURORJLFDOFRUUHFWQHVVFDQLQIDFWUHGXFHDEVROXWHDFFXUDF\
)XWXUHLPSURYHPHQWV
:H DUH FXUUHQWO\ GHYHORSLQJ D QHZ YHUVLRQ RI WKH '(0 LQWHUSRODWLRQ DOJRULWKP ZLWK WKH
IROORZLQJUHILQHPHQWV
3L[HOVZLOOEHLQWHUSRODWHGEHWZHHQWKHWZRFORVHVWFRQWRXUVWRLWVFHQWUHHYHQZKHQ
RQHRUPRUHFRQWRXUVSDVVWKURXJKWKHSL[HO 7KHGLVWDQFHVWRWKHFORVHVWGLIIHUHQWFRQWRXUVZLOOEHWUDFNHGXVLQJUHDODULWKPHWLFLQ
SODFHRILQWHJHUDQGWKHSDWKWDNHQWKURXJKDSL[HOZLOOLPSDFWRQWKHDFFXPXODWHGPLQLPXPGLVWDQFH
7KHWKUHHFORVHVWGLIIHUHQWFRQWRXUVZLOOEHWUDFNHGDOORZLQJDVPRRWKWUDQVLWLRQZKHQ
WKHFORVHVWSDLUFKDQJHV ,WPD\EHSRVVLEOHWRJHQHUDWHDVHWRISVHXGRVSRWKHLJKWVWRRFFXS\WKHFHQWUHRI
FORVHGFRQWRXUVUHSUHVHQWLQJKLOOWRSVZLWKRXWDQ\VSRWKHLJKWFXUUHQWO\GHILQHG
7KH ILUVW WZR RI WKHVH LPSURYHPHQWV DUH PRVW OLNHO\ WR KDYH DQ LPSDFW RQ WKH DEVROXWH
DFFXUDF\DVWKH\DIIHFWDODUJHUQXPEHURISL[HOV7KHRWKHUWZRUHILQHPHQWVZKLOHUHGXFLQJXQGHVLUDEOHDUWHIDFWVDUHUHODWLYHO\OLPLWHGLQWKHDUHDWKH\ZLOODIIHFW
&203$5,1* 7+( 5()(5(1&( '(0 72 &217285%$6('
'(0
7RGHWHUPLQHWKHDFFXUDF\RIWKHQDWLRQDO'(0JHQHUDWHGIURPFRQWRXUVXVLQJWKHPHWKRG
RXWOLQHGHDUOLHUKHLJKWLQIRUPDWLRQLVUHTXLUHGWKDWKDVDTXDOLW\WKDWLVNQRZQWREHDWOHDVWDVJRRGDVWKH'(0XQGHUWHVW6SRWKHLJKWLQIRUPDWLRQSURYLGHVOLWWOHLQIRUPDWLRQDERXWWKH
VSDWLDOFKDUDFWHULVWLFVRID'(0DWDZLGHUDQJHRIVFDOHVVLQFHWKHVSDWLDOGHQVLW\RIVSRW
KHLJKWVLVQRWVXIILFLHQWO\JUHDW:HWKHUHIRUHFKRVHWRFKHFNWKHQDWLRQDO'(0DJDLQVWDUHIHUHQFH KLJKUHVROXWLRQ '(0 6LQFH WKH FRQWRXUGHULYHG QDWLRQDO '(0 UHSUHVHQWV WKH
ILQHVW VFDOHIRU ZKLFK ZHKDYH GHQVH ZKROHFRXQWU\ GDWD LW LV QHFHVVDU\ WR VHOHFW KLJKHUUHVROXWLRQ '(0VRI VHOHFWHG UHJLRQV 1HFHVVDULO\ WKLV DSSURDFK DVVXPHV WKDW WKHKLJKHU
UHVROXWLRQ '(0 KDV FKDUDFWHULVWLFV WKDW DUH LQGLFDWLYH RI PRUH JHQHUDO UHJLRQV LQ WKH
ODQGVFDSH UDWKHU WKDQ KDYLQJ FKDUDFWHULVWLFVWKDW DUHXQLTXHWRRQHUHJLRQIRULW ZRXOG EH
GLIILFXOWWRJHQHUDOLVHWKHUHVXOWVRIWKHFRPSDULVRQLIWKLVZHUHQRWWKHFDVH$V D ILUVW DWWHPSW DW DQ DFFXUDF\ DVVHVVPHQW ZH KDYH FKRVHQ WR XVH /,'$5 GDWD DV WKH
UHIHUHQFHGDWDVHW DOWKRXJKWKHPHWKRGVGHVFULEHGKHUHDUHDSSOLFDEOHWRDOOUHIHUHQFH'(0
VRXUFHV 7KH /,'$5GDWD XVHG LQWKLV DQDO\VLV ZHUHJDWKHUHGDV DVHULHVRI[\]SRLQWVZLWKDQDYHUDJHVDPSOHVSDFLQJRIPDQGDQDSSUR[LPDWHYHUWLFDODFFXUDF\RIP
-RQDV7KHVH/,'$5SRLQWVZHUHWKHQPDGHLQWRDWULDQJXODWHGLUUHJXODUQHWZRUNDQGUDVWHULVHG WR IRUP D '(0 ZLWK D VSDWLDO UHVROXWLRQ RI P LQ WKH VDPH SURMHFWLRQ DV WKH
FRQWRXU'(0
8/8/2019 Dem Accuracy
29/33
/DQGFDUH5HVHDUFK
&RPSDULVRQPHWKRGRORJ\
8QOHVVWKHUHIHUHQFH'(0KDSSHQVWRKDYHEHHQJDWKHUHGDWH[DFWO\WKHVDPHVSDWLDOVFDOHDVWKHFRQWRXUEDVHG'(0RQHRIWKH'(0VQHHGVWREHUHVDPSOHGWRPDWFKWKHRWKHU:KHQ
WKH FRQWRXUEDVHG '(0 LV UHVDPSOHG WR PDWFK WKH UHVROXWLRQ RI WKH UHIHUHQFH '(0 DVWUDLJKWIRUZDUG VDPSOHE\VDPSOH FRPSDULVRQ LV QRW YDOLG VLQFH WKH KLJKUHVROXWLRQ'(0
FRQWDLQV LQIRUPDWLRQDWKLJK VSDWLDOIUHTXHQFLHV WKDW DUHQRW SUHVHQWLQ WKHORZHUUHVROXWLRQ
FRQWRXUEDVHG'(0,WGRHVQRWPDNHVHQVHWRFRPSDUHWKHVHWZR'(0VDVLVVLQFHWKHNH\WDVN LV WR HVWLPDWH WKH DFFXUDF\ RI WKH FRQWRXU '(0 DW WKH VSDWLDO VFDOH DW ZKLFK LW LV
JHQHUDWHG )RU WKLV UHDVRQ DQ LPSRUWDQW SURFHVVLQJ VWHS LV WR ILOWHU WKH KLJKUHVROXWLRQUHIHUHQFH'(0WRUHPRYHWKHKLJKVSDWLDOIUHTXHQF\FRPSRQHQWVKLJKHUWKDQWKRVHWKDWRFFXU
LQFRQWRXUEDVHG'(0
7KHUH DUH PDQ\ PHWKRGV WKDW FDQ EHXVHG WR ILOWHU WKH KLJK UHVROXWLRQ '(0 VXFK DV[
VSDWLDO GRPDLQ ILOWHUV DQG *DXVVLDQ VPRRWKLQJ $OO DUH D FRPSURPLVH EHWZHHQ REWDLQLQJVXIILFLHQW VXSSUHVVLRQ RI KLJKVSDWLDOIUHTXHQF\ HQHUJ\ DQG SUHIHUDEO\ OLWWOH RU QR
VXSSUHVVLRQ RI HQHUJ\ RI ORZVSDWLDO IUHTXHQFLHV 6LPSOH DYHUDJLQJ RSHUDWRUV 1[1 JLYHSRRU ILOWHULQJ VLQFH WKH\ SURYLGH RQO\ D QRPLQDO VXSSUHVVLRQ RI KLJK VSDWLDO IUHTXHQFLHVUHSHDWHG DSSOLFDWLRQV RIVXFK ILOWHUVDFKLHYHVXIILFLHQWKLJKIUHTXHQF\VXSSUHVVLRQ EXWDOVR
VXSSUHVVWKHUHTXLUHGORZVSDWLDOIUHTXHQF\GDWD$PRUHSURGXFWLYHDSSURDFKLVWRGHVLJQDORZSDVVILOWHUWKDWLVIODWDWORZVSDWLDOIUHTXHQFLHVDQGH[KLELWVDUDSLGIDOORIILQUHVSRQVH
DERYHWKHVSDWLDOIUHTXHQFLHVQRWUHSUHVHQWHGLQWKH'(0XQGHUWHVW6XFKILOWHUVSUHVHUYH
GHWDLODFURVVWKHHQWLUHUDQJH RIVSDWLDOIUHTXHQFLHVUHSUHVHQWHG ZLWKLQWKH'(0 XQGHU WHVWZKLOHODUJHO\VXSSUHVVLQJGDWDDWDOORWKHUVSDWLDOIUHTXHQFLHV
,QWKHSUHVHQWFDVHD[FLUFXODUO\V\PPHWULFILQLWHLPSXOVHUHVSRQVH),5ILOWHUZDV
GHVLJQHGZLWK D FXWRII FRUUHVSRQGLQJWR D VSDWLDO VFDOHRI P RU WLPHVWKHVSDWLDO
IUHTXHQF\FRUUHVSRQGLQJWRWKHRULJLQDOPUHVROXWLRQ/,'$5GHULYHG'(0GDWD7KHILOWHUZDV GHVLJQHG XVLQJ WKH IUHTXHQF\ WUDQVIRUPDWLRQ RI D RQHGLPHQVLRQDO ),5 ILOWHU /LPZKLFKLWVHOILVJHQHUDWHGIURPDIODWSDVVDQGVWRSEDQGG%DQGG%UHVSHFWLYHO\
ILOWHU DQGDQ XQFRQVWUDLQHG WUDQVLWLRQ UHJLRQ 6HOHVQLFNHWDO )LOWHULQJ RI WKH P
/,'$5'(0LQWKLVZD\JXDUDQWHHVWKHJHQHUDWLRQRIDQDFFXUDWHUHIHUHQFH'(0ZLWKDIODWUHVSRQVHDWDOOVSDWLDOIUHTXHQFLHVXSWRDYDOXHFRUUHVSRQGLQJWRDVFDOHRIP
6SDWLDOHVWLPDWHVRI'(0DFFXUDF\
$VGLVFXVVHGSUHYLRXVO\WKHGHULYDWLRQRIJOREDODFFXUDF\VWDWLVWLFVVXFKDV506HUURUDUHRI
OLPLWHGYDOXHEHFDXVHWKH\GRQRWSURYLGHDQ\LQIRUPDWLRQRQWKHVSDWLDOYDULDELOLW\RI'(0
DFFXUDF\+RZHYHULWLVFOHDUO\QRWSRVVLEOHWRKDYHDYDLODEOHDUHIHUHQFH'(0IRUODUJHDUHDV $VD ILUVWVWHS ZHGHFLGHG WRFDUU\ RXW WHUUDLQEDVHG DQDO\VLVRI HUURU WRGHWHUPLQHZKHWKHU ZH FDQ SUHGLFW VSDWLDOYDULDELOLW\RI 506 HUURUIRU WKH VPDOODUHD RI/,'$5 GDWD
FXUUHQWO\DYDLODEOH7KLVLQYROYHGVHOHFWLQJVXEVHWVRIWKH'(0EDVHGRQWHUUDLQDWWULEXWHV
DQG GHWHUPLQLQJ 506 HUURU 7KLV LV WKH JHQHUDO DSSURDFK XVHG E\ &DUOLVOH ZKRGHYHORSHG WHUUDLQSDUDPHWHU VXUIDFHVIURPZKLFK WR EXLOG D UHJUHVVLRQ PRGHO IRU 506
HUURUYDULDELOLW\:KLOHWKLVJHQHUDODSSURDFKVHHPVWRKROGSURPLVHWKHORJLVWLFGHPDQGVRIJHQHUDWLQJ VR PDQ\ WHUUDLQ SDUDPHWHU VXUIDFHVLQRUGHU WRDSSO\WKLV W\SH RI PRGHO WRWKH
ZKROH RI 1HZ =HDODQG VHHPV LPSUDFWLFDEOH $V DQ DOWHUQDWLYH DSSURDFK ZH GHFLGHG WR
GHWHUPLQHWKHHUURUVSDWLDOYDULDELOLW\LQUHODWLRQWRODQGIRUPFODVVLILFDWLRQVWKDWHLWKHUDOUHDG\H[LVWRUFRXOGEHVLPSO\GHULYHGIURPH[LVWLQJODQGFODVVLILFDWLRQVVXFKDVWKH1HZ=HDODQG
/DQG 5HVRXUFH ,QYHQWRU\ 1=/5, 0:' 7KLV DSSURDFK LV EDVHG RQ WKH EURDGZRUNLQJK\SRWKHVLV WKDW '(0DFFXUDF\ VKRXOG YDU\ ZLWK WKHGHQVLW\RI FRQWRXUDQGRWKHU
8/8/2019 Dem Accuracy
30/33
/DQGFDUH5HVHDUFK
WRSRJUDSKLFGDWDDYDLODEOHIURPZKLFKWRGHULYHWKH'(0LQUHODWLRQWRWKHFRPSOH[LW\RIWKHWHUUDLQEHLQJPRGHOOHG$VVXPLQJYDOLGUHODWLRQVKLSVFDQEHGHULYHGWKDWH[SODLQYDULDWLRQLQ
VSDWLDODFFXUDF\LQUHODWLRQWRODQGIRUPZHZRXOGWKHQXVHWKHVHUHODWLRQVKLSVWRPRGHOWRILUVWRUGHUHOHYDWLRQDFFXUDF\RYHUWKHZKROHQDWLRQDO'(0VXUIDFH
5(68/76
8VLQJWKHUDZDQGILOWHUHG/,'$5UHIHUHQFH'(0WRGHWHUPLQHWKHYHUWLFDODFFXUDF\RIWKH
FRQWRXUEDVHGQDWLRQDO'(0ZHREWDLQHGWKHHUURUVWDWLVWLFVVKRZQLQ7DEOH1RWHWKDWWKH*36DFFXUDF\DVVHVVPHQWLVIRUDGLIIHUHQWDUHD7KHREYLRXVGLIIHUHQFHVEHWZHHQWKHVH
JOREDODVVHVVPHQWVRI'(0DFFXUDF\DUHWKDWWKH/,'$5DQDO\VHVLQGLFDWHDFRQVLVWHQWELDVWRRYHUHVWLPDWLQJHOHYDWLRQLQWKHQDWLRQDO'(0PHDQHUURU!PZKHUHDVWKHSUHYLRXV
*36EDVHGDQDO\VLVLQDQRWKHUORFDWLRQLQGLFDWHGDPXFKVPDOOHUELDVPHDQHUURUP
7KH 506 VWDWLVWLFV DUH DOVR KLJKHU IRU WKH /,'$5 DQDO\VHV DOWKRXJK WKH ILOWHULQJ RI WKH/,'$5'(0WRUHPRYHKLJKIUHTXHQF\GDWDFOHDUO\LPSURYHV506HUURUDWWKHVSDWLDOVFDOH
RIWKHQDWLRQDO'(0
7DEOH$FFXUDF\VWDWLVWLFV FRPSDULQJWKH FRQWRXUEDVHGQDWLRQDO'(0 WR WKHUDZ DQGILOWHUHG/,'$5
UHIHUHQFH'(0)RUFRPSDULVRQWKHUHVXOWVRIDSUHYLRXVDQDO\VLVFRPSDULQJ*36SRLQWVZLWKWKHQDWLRQDO'(0LQDQRWKHUDUHDDUHDOVRVKRZQ
0HDQ(UURU 0HDQ$EVROXWH(UURU
506 6'
5DZ/,'$5
)LOWHUHG/,'$5
*36
7KHUHVXOWVRIRXUDQDO\VLVRI WKHVSDWLDODFFXUDF\RI WKHQDWLRQDO'(0LQUHODWLRQWRERWKD
GHWDLOHG ODQGIRUP FODVVLILFDWLRQ DQG WKH FRDUVHU 1=/5, FODVVLILFDWLRQ DUH LOOXVWUDWHG LQ)LJXUHV 7KHVHDQDO\VHVFOHDUO\VKRZWKDW'(0DFFXUDF\LVSRRUHVWLQWKHULYHUYDOOH\
ZKHUHWKHQDWLRQDO'(0EDVHGRQPFRQWRXUVLVOLPLWHGE\LWVDELOLW\WRGHSLFWHOHYDWLRQYDULDWLRQZLWKLQWKHUHVROXWLRQRIWKHFRQWRXUV(YHQDIWHUWKHILOWHULQJSURFHVVKDVEHHQXVHG
WRUHPRYHKLJKIUHTXHQF\VLJQDOWKDWWKHFRQWRXUEDVHG'(0FRXOGQRWEHH[SHFWHGWRVKRZ
WKHUHLVVWLOOVXEVWDQWLDOHUURUUHPDLQLQJ7KHODNHZKLFKLVIODWRQFHILOWHUHGLHQRZDYHVKDVDYHU\ORZ6'EXW506DQGPHDQHUURUDUHFORVHWRWKHPHDQIRUWKHZKROHVXUIDFH
DQDO\VHG :H GR DQWLFLSDWH WKDW WKHVH VWDWLVWLFV PD\ YDU\ GHSHQGLQJ XSRQ KRZ FORVHWKHVXUIDFHRIWKHODNHLVWRWKHHOHYDWLRQJLYHQWRWKHODNHVKRUHOLQHLQRXUWRSRJUDSKLFGDWDEDVH
,QWKLVFDVHWKHODNHLVDK\GURHOHFWULFDOVWRUDJHODNHZLWKDVXUIDFHKHLJKWWKDWPD\YDU\E\VHYHUDOPHWUHV7HUUDFHVGLVSOD\VLPLODUHUURUVWDWLVWLFVWRWKHODNHDOWKRXJK506DQGPHDQHUURUPD\YDU\LQUHODWLRQWRKRZFORVHO\WKHWHUUDFHVXUIDFHHOHYDWLRQLVWRDFRQWRXULQWHUYDO
/DQGIRUPFODVVHVZLWKUHOLHIUDQJLQJIURPUROOLQJWRYHU\VWHHSWHUUDLQDOOGLVSOD\506HUURUDOLWWOHEHORZWKHPHDQIRUWKHZKROHVXUIDFHEXWYHU\FORVHWRWKHILJXUHREWDLQHGSUHYLRXVO\
E\FRPSDULQJ D *36 VXUYH\ ZLWK WKH FRQWRXUEDVHG '(0 LQDQRWKHUDUHD RI KLOO FRXQWU\
(UURU DQDO\VLV XVLQJ WKH OHVV VSDWLDOO\ GHWDLOHG /5, ODQGIRUP FODVVLILFDWLRQ VKRZV D YHU\VLPLODUSDWWHUQ)LJXUHWRWKHUHVXOWVIRXQGXVLQJWKHGHWDLOHGODQGIRUPFODVVLILFDWLRQ
,W LV LPSRUWDQW WR QRWH WKDW WKH HDUOLHU DQDO\VLV RI WKH QDWLRQDO '(0 DJDLQVW *36 GDWD
7DEOH \LHOGHG D YHU\ ORZ PHDQ HUURU DQG VRPHZKDW ORZHU 506 YDOXH IRU WKH VXUIDFH
DQDO\VHG WKDQ KDV WKH FXUUHQW DQDO\VLV XVLQJ /,'$5 &HUWDLQO\ WKH PHDQ HUURU VWDWLVWLFVKRZVWKHQDWLRQDO'(0KDVDSRVLWLYHELDVFRPSDUHGWRWKHUHIHUHQFH/,'$5GDWDVHW7KH
8/8/2019 Dem Accuracy
31/33
/DQGFDUH5HVHDUFK
GLIIHUHQFHEHWZHHQWKH/,'$5DQG*36ILJXUHVIRUPHDQHUURULVPRVWOLNHO\WREHUHODWHGSULPDULO\WRRYHUHVWLPDWLRQRIHOHYDWLRQVLQWKHYDOOH\IORRU7KH*36HOHYDWLRQSRLQWV
XVHGLQWKHSUHYLRXVDQDO\VLVZHUHDFRPSLODWLRQRIH[LVWLQJGDWDFROOHFWHGIRUDYDULHW\RISXUSRVHV EXW ZKLFKGLG QRW FRYHUD IXOO UDQJH RI ODQGIRUP W\SHV $V D UHVXOW WKH W\SH RI
WHUUDLQ WKDW QRZ DSSHDUV WREHD PDMRUVRXUFH RI HUURUZDV QRW UHSUHVHQWHG LQWKH RULJLQDO
VXUYH\DQGDQDO\VLV
)LJXUH 6SDWLDO DFFXUDF\LQ UHODWLRQWR D GHWDLOHGFODVVLILFDWLRQRI ODQGIRUPW\SH 7KLV JUDSKKLJKOLJKWVWKHODUJHUHUURUVDVVRFLDWHGZLWKULYHUFKDQQHODUHDV
)LJXUH6SDWLDODFFXUDF\LQUHODWLRQWRWKH1=/5,FODVVLILFDWLRQDOVRKLJKOLJKWVWKHODUJHUHUURUVDVVRFLDWHGZLWKULYHUFKDQQHODUHDVDQGWKHVLPLODULW\RI506LQDUHDVRIPRGHUDWHUHOLHIFODVVDQGKLOOFRXQWU\
8/8/2019 Dem Accuracy
32/33
/DQGFDUH5HVHDUFK
&21&/86,216
:HKDYHXVHGUHIHUHQFHKHLJKWGDWDGHULYHGIURPDLUFUDIWODVHUDOWLPHWU\ILOWHUHGWRUHPRYH
KLJK IUHTXHQF\ GDWD WRDVVHVVWKHDFFXUDF\ RI RXUPUHVROXWLRQFRQWRXUEDVHG QDWLRQDO'(07KHPDMRUHUURUVLQWKHQDWLRQDO'(0DVPHDVXUHGE\WKHUHIHUHQFH/,'$5'(0
DQGLJQRULQJWKHREYLRXVSUREOHPRIWUHHKHLJKWLQIRUHVWVDUHOLNHO\WREHIRXQGDWWKHORFDOVFDOHFKLHIO\DVSRFNHWVRILOOILWWLQJWHUUDLQGDWDUHODWHGWRODQGIRUP:KLOHPDQ\DQDO\VHV
LQ WKH OLWHUDWXUH ZRXOG W\SLFDOO\ TXRWH 506 VWDWLVWLFV VXFK JOREDO PHDVXUHV DOPRVW QHYHU
GHWHFWSRFNHWVRILOOILWWLQJGDWD$V\VWHPDWLFFRPSDULVRQEHWZHHQWKHUHIHUHQFH'(0DQGWZR TXDOLWDWLYH FODVVLILFDWLRQV RI ODQGIRUP LQGLFDWH WKDW ZKLOH WKH VSDWLDO DFFXUDF\ RI WKH
QDWLRQDO'(0YDULHVEHWZHHQODQGIRUPVDUHDVRIHUURUDUHFRQILQHGSUHGRPLQDQWO\WRYDOOH\IORRUVZLWKOLWWOHVSDWLDOYDULDWLRQLQHUURUDSSDUHQWIRUDUDQJHRIRWKHUODQGIRUPVDQDO\VHG
2XUUHVXOWVKDYHLPSOLFDWLRQVZKHQXVLQJWKHUHIHUHQFH'(0IRUJHQHUDWLQJGHULYHGSURGXFWV
RUZKHQWKH'(0LVLQFOXGHGLQRWKHUVSDWLDOPRGHOV)XQGDPHQWDOO\WKHDQDO\VLVVKRZVWKDWJOREDOHVWLPDWHVRI'(0HUURUDUHRIOLPLWHGYDOXHDQGWKDWLWLVQHFHVVDU\WRDWOHDVWKDYH
ODQGIRUPEDVHGHUURUHVWLPDWHVDQGSUHIHUDEO\DGHWDLOHGHUURUVXUIDFH
+DYLQJDQDO\VHGWKLVVPDOODUHDRIWKHQDWLRQDO'(0FRPSUHKHQVLYHO\ZHSODQWRH[WHQGWKLV
DQDO\VLV WR DGMDFHQW DUHDV IRU ZKLFK ZH DOVR KDYH /,'$5 UHIHUHQFH GDWD DYDLODEOH8OWLPDWHO\ZH KRSHWRDFTXLUHVXIILFLHQW/,'$5UHIHUHQFHGDWDWRDGHTXDWHO\VDPSOH DIXOO
UDQJHRIODQGIRUPVVRWKDWZHFDQJHQHUDWHDFRPSUHKHQVLYHHUURUVXUIDFHIRUWKH'(0EDVHGRQWKHGLVWULEXWLRQRIODQGIRUPVLQWKH1=/5,RUVRPHRWKHUVXLWDEOHODQGIRUPFODVVLILFDWLRQ
:HDOVRLQWHQGWRWHVWRWKHU'(0VJHQHUDWHGE\RWKHURUJDQLVDWLRQVDQGRUXVLQJGLIIHUHQW
VRIWZDUHWRFRPSDUHDQGFRQWUDVWDFFXUDF\DQGXWLOLW\RI'(0VIRUYDULRXVDSSOLFDWLRQV
$FNQRZOHGJHPHQWV
7KLV UHVHDUFK ZDVIXQGHG E\ WKH)RXQGDWLRQ IRU5HVHDUFK 6FLHQFHDQG7HFKQRORJ\ XQGHU
FRQWUDFW&;7KHFRQWRXUDQGRWKHUWRSRJUDSKLFGDWDIURPZKLFKWKHQDWLRQDO'(0ZDVJHQHUDWHGZDVVXSSOLHGXQGHUOLFHQFHE\/DQG,QIRUPDWLRQ1HZ=HDODQG/,1=7KH
KLJKUHVROXWLRQ/,'$5GDWDXVHGLQWKLVVWXG\ZDVNLQGO\VXSSOLHGE\0HULGLDQ(QHUJ\
5HIHUHQFHV
%DUULQJHU -5) /LOEXUQH / $Q (YDOXDWLRQ RI 'LJLWDO (OHYDWLRQ 0RGHOV IRU
8SJUDGLQJ 1HZ =HDODQG /DQG 5HVRXUFH ,QYHQWRU\ 6ORSH 'DWD ,Q 3URFHHGLQJV RI
*HRFRPSXWDWLRQ8QLYHUVLW\RI2WDJR'XQHGLQ1HZ=HDODQGSS
&DUOLVOH %+ 7KH +LJKV DQG /RZV RI 'LJLWDO (OHYDWLRQ 0RGHO '(0 (UURU
'HYHORSLQJ D 6SDWLDOO\ 'LVWULEXWHG '(0 (UURU 0RGHO 0DUFK KWWSZZZJHRFRPSXWDWLRQRUJJFJFKWP
-RQDV ' 'XQZLFK ,UULJDWLRQ $UHD &RPSDULQJ $LUERUQH /DVHU 6FDQQLQJ ZLWK
3KRWRJUDPPHWU\$$0*HRVFDQ0DUFKKWWSDDPVXUYH\VFRPDX
.XPOHU03 $Q,QWHQVLYH&RPSDULVRQRI7ULDQJXODWHG ,UUHJXODU1HWZRUNV 7,1VDQG'LJLWDO(OHYDWLRQ0RGHOV'(0V0RQRJUDSK &DUWRJUDSKLFDSS
/LP-67ZR'LPHQVLRQDO6LJQDODQG,PDJH3URFHVVLQJ(QJOHZRRG&OLIIV1-86$
3UHQWLFH+DOO
8/8/2019 Dem Accuracy
33/33
/DQG,QIRUPDWLRQ1HZ=HDODQG0DUFK KWWSZZZOLQ]JRYWQ]VHUYLFHVWRSRK\GURSDJHVWRSRQ]WRSRGDWDVHWWHFKLQIRSGI
0:'/DQG8VH&DSDELOLW\6XUYH\+DQGERRN:DWHUDQG6RLO'LYLVLRQ0LQLVWU\RI
:RUNVDQG'HYHORSPHQW:HOOLQJWRQ1HZ=HDODQG
6HOHVQLFN,: /DQJ0DQG%XUUXV&6 &RQVWUDLQHG /HDVW 6TXDUH 'HVLJQ RI ),5
)LOWHUV ZLWKRXW 6SHFLILHG 7UDQVLWLRQ %DQGV ,Q3URFHHGLQJV RI ,((( ,QWO &RQI RQ
$FRXVWLFV6SHHFKDQG6LJQDO3URFHVVLQJ9ROSS
8QLWHG 6WDWHV *HRORJLFDO 6HUYLFH 6WDQGDUGV IRU 'LJLWDO (OHYDWLRQ 0RGHOV
'HSDUWPHQWRI,QWHULRU:DVKLQJWRQ'&
:RRG - 7KH *HRPRUSKRORJLFDO &KDUDFWHULVDWLRQ RI 'LJLWDO (OHYDWLRQ 0RGHOV
XQSXEOLVKHG 3K' 7KHVLV 8QLYHUVLW\ RI /HLFHVWHU /HLFHVWHU 8. 0DUFK KWWSZZZJHRJOHDFXNMZRUHVHDUFKGHPBFKDUWKHVLV