Analysis of Recommendation Algorithms for E-Commerce

Badrul Sarwar,

 George Karypis,
 

 


Joseph

!Konstan,
#"%$
&(')*and
&+' John Riedl
GroupLens Research Group / Army HPC Research Center
Department of Computer Science and Engineering
University of Minnesota
Minneapolis, MN 55455

d8>1J5T/\=>:p=>R6?^=p=>R-M4-9D(LRJWi18>:pAEDEH-`?8>-_=>R-04 8>-0/012323-04657-F5C=>1

ABSTRACT -91jG?:_R-ZKDEAEA]@78>1W?WAB;q?AE:P1aAED(H-Z=>R-02 fIe]1AEA(?Wi18!?=>DEO-CxABN
p
,.-0/012323-04657-98:<;7:<=>-023:?@@AB;C:<=!?=>DE:<=>DE/F?AG?465IHJ41FKAE-F57L-M5DE:<N
/91O-98P;Q=>-0/!R4D+SUT-0:=>1V=>R-@78>1WAE-02X1Y#2Z?HJDE4L[@78>1J5T/\=]8>-0/012QN =>-98>DE4LIR6?:VWi-0-94qO-98P;:PT/9/0-0:P:<YoTA]DE4Wi1=>R8>-0:P-F?^8>/\Rq?465~@8!?/\N
23-9465?^=>DE14:57T8>DE4L_?`AEDEO-/0T:<=>123-98D(4U=>-98!?/9=>DE14a?4653=>R-9;b?^8>- =>DE/0-f%y1FK-0O-\8Fjk=>R-98>-b8>-92Z?DE4D(23@i18P=!?4U=M8>-0:P-F?8>/!RvSJT-0:<=>DE14:
?/\RDE-0OJD(4LQKD(5-0:P@78>-F?5 :PT/0/0-0:P:DE4acdN<e]12323-98>/0-[41^K?5?F;7:0fgh4 DE4 1^O-98>/0123DE4L`=K1QYoT465?23-04U=!?A/!R6?A(AE-04L-0:.Yo18p/01AEA+?Wi18!?^=>D(O-
=>RDE:`@6?@i-98FjdK-ZDE4JO-0:<=>DEL?^=>-C:P-9O-98!?Ak=>-0/\R4D(SUT-0:[Yl183?46?AE;7m0DE4L x6AB=>-98>DE4L`8>-0/012323-04657-98 :<;7:<=>-023:0f
A(?^8>L-9Nn:P/F?A(-`@T8>/!R6?:P-M?465 @78>-9Yo-\8>-04/0-M5?=!?QYo18p=>R-V@T8>@i1:P-V1Y {R-x8>:<=]/\R?AEAE-04L-pDE:k=>1VDE23@8>1^O- =>R-y:P/F?A(?WDEAEDB=h;Z1Y#=>R-./91ABN
@78>1J5T/0DE4L%T:P-\YoTA8>-0/012323-0465?=>DE14:3=>1q/0T:<=>123-98>:0frg4s@?8PN A(?Wi18!?=>DEO-IxAE=>-\8>D(4Lq?A(L18>DB=>R23:0fs{R-9:P-a?AEL18>DB=>R23:3?^8>-a?WA(-
=>DE/0TA(?8Fj]K]- ?@@AB;t?u/01AEAE-0/9=>DE14s1Y?AEL18>DB=>R23:Q:PT/\Rv?:`=P8!?5DBN =>1a:P-F?^8>/\Rq=>-04:_1Y=>R1T:>?45:V1Y.@i1=>-94J=>D(?A]4-9D(LRJWi18>:MD(4q8>-0?ABN
=>DE146?Aw5?=!?Q23DE4D(4Lj4-F?^8>-0:<=PNn4-0DELR7Wi18p/91AEA(?Wi18!?^=>DEO-_xAE=>-\8>D(4Lj =>DE23-j6WT==>R-M57-02Z?45:1Y231J5-\8>4acGNn/012323-98>/0-[:<;7:<=>-023:.?8>-
?465V5DE23-04:PDE146?AEDE=;[8>-F5T/9=>DE14V14[=K1y5DBz-98>-04U=d5?=!?:P-9=>:0fG{R- =>1u:P-F?8>/!Rq=>-04:`1Y.23DEAEAED(14:_1Y.@i1=>-04U=>D(?A]4-0DELRJWi18>:0fT8P=>R-\8Fj
x8>:<=.5?^=!?`:P-9= K ?:p57-98>DEO-F53Yl8>12|=>R-pK]-0WNn@T78>/\R?:PDE4LM=P8!?4:>?/9N -97DE:<=>DE4Lq?AEL18>DB=>R23:3R6?FO-I@i-\8PYo18>2Z?4/0-I@8>1WAE-023:`KDB=>RsDE4657DBN
=>DE14}1Y_?qA(?8>L-~cdN/912323-98>/0-a/9123@6?4U;tKR-98>-F?:C=>R-u:P-0/91465 OJD(5T6?A/014:PT23-98>:dYo18KR12=>R- :PDB=>-R6?:A(?8>L-p?231T4U=>:G1YDE47N
5?=!?`:P-\=.K?:/01A(AE-0/\=>-F5IYl8>12I1^OJDE-F#-94:231^O7DE-p8>-9/012323-045?^N Yo18>2Z?=>DE14fk18.DE4:<=!?4/0-jDBYG?`:PDB=>-[DE:T:PDE4L_W8>1FK:PDE4L3@6?^=P=>-98>4:
=>DE14~:PDB=>-f18y=>R-M-97@i-98>DE23-04U=!?A@T8>@i1:P-jiK-`5DEOJD+57-[=>R-V8>-0/9N ?: DE45DE/F?=>DE14: 1Y@8>1J57T/9= @78>-9Yo-\8>-04/0-jDB= 2Z?0;3R?^O-y=>R1T:>?465:
12323-0465?=>DE14L-94-98!?^=>D(14%@8>1U/0-9:P:MDE4U=>1I=>R78>-0-Q:PTW~@8>1U/0-9:P:P-0:h 1Yd5?=!?M@i1DE4U=>:Yo18yDB=>:231:<=O?A(T?WA(-[/9T:<=>123-\8>:0f{R-0:P- AE14L
8>-9@8>-0:P-04U=!?^=>D(141YDE4@T=[5?=!?Jj4-0DELRJWi18>R1U1J5uYl18>2Z?=>DE14#j?465 /0T:<=>123-98d8>1FK:P:PAE1FKv51FK4_=>R-4JT2`Wi-\8w1Y4-0DELR7Wi18>:d=>R6?=w/F?4
8>-9/012323-045?^=>D(14ZL-04-98!?=>DE14fGq-y5-0OJDE:P-57DEz-\8>-04U==>-0/!R4D(SUT-9: Wi-[:P-F?^8>/\R-F5I@i-98:P-0/91465jYlT8P=>R-988>-F5T/0DE4LQ:P/F?A(?WDEAEDB=h;Uf
Yl185DBz-98>-04U=:PTWI@8>1U/0-0:P:P-9:?45 ?@@AB;b=>R-0DB8./012_WDE46?^=>DE14:.14 {R-y:P-0/01465Z/\R?AEAE-04L-DE:=>1_DE23@8>1^O-=>R-pSUT6?AEDB=h;Q1Y=>R-y8>-0/\N
1T8`5?^=!? :P-9=>:_=>1a/0123@6?^8>-QYo18_8>-0/012323-0465?=>DE14%SUT?AEDB=h;?465 12323-9465?^=>DE14:.Yo18[=>R-`/914:PT23-98>:0f`e]14:PT23-98>:4-0-F5a8>-0/012QN
@i-\8PYo18>2Z?4/0-f 23-045?=>DE14: =>R-9;b/F?4I=P8>T:<==>13R-0AE@I=>R-02Xx6465b@8>1J57T/9=>: =>R-\;
KDEAEAdA(DEH-fygnYk?Z/914:PT23-98=P8>T:<=>:p?38>-9/012323-045-98:<;7:<=>-02 j6@T8PN
/!R6?:P-9:_?b@8>1J57T/9=Fj?45x645:1T=VR-351U-0:[41=VAEDEH-`=>R-Q@8>1J5JN
1. INTRODUCTION T/\=Fj6=>R-M/014:PT23-98.KDEAEAdWi-_T4AEDEH-0AB;I=>1ZT:P-V=>R-[8>-0/912323-045-98
{ R- A(?8>L-0:<=CcGNn/012323-98>/0-I:PDB=>-0:Z1z-98Z23DEA(AEDE14:31Y[@78>1J5T/9=>:
 :<;7:<=>-02?L?DE4fk,.-0/012323-04657-98:<;7:<=>-023:0j7AEDEH-1=>R-98:P-F?^8>/\RC:<;7:<N
Yl18b:>?AE-f}e]R1U1:PD(4L?2314L:P12Z?4U;%1@=>DE14:3DE:b/!R6?AEA(-94LDE4L =>-023:0jR6?FO-k=hK1.=h;7@i-0:w1Y6/!R6?^8!?/9=>-98>DE:<=>DE/ -98P8>18>:00 9]o\>j
Yl18V/014:PT23-98>:0f[,.-0/012323-9465-\8p:<;7:<=>-023:yR6?FO-M-023-98>L-05uDE4u8>-9N KRDE/!R?8>-`@78>1J5T/9=>:y=>R?=[?^8>-_41=y8>-0/012323-9465-05j=>R1TLRa=>R-
:P@i14:P-3=>1I=>RD(:M@8>1WAE-02 fC8>-9/012323-045-98V:<;7:<=>-02Yl18`?4%cdN /014:PT23-\8bK]1TA+5AEDEH-a=>R-92 j?45%0 937!lo\>jyKRD(/!R?8>-
/912323-98>/0-V:PDB=>-V8>-0/0-0DEO-0:yDE4Yo18>2Z?=>DE14aY+8>12?Z/914:PT23-98p?Wi1T7= @8>1J57T/9=>:k=>R6?= ?8>-y8>-9/012323-045-F5j=>R1TLRb=>R-p/014:PT23-\8 51U-9:
KRDE/\Ra@78>1J5T/\=>:y:PR-MDE:.DE4J=>-\8>-0:<=>-F5 DE4#j?465C8>-9/012323-045: @78>1J57N 41=.A(DEH-[=>R-02 fgh4C=>R-VcGNn/012323-98>/0-[5712Z?D(4C=>R-[231:<=DE23@i18PN
T/9=>:V=>R6?=`?8>-ZAEDEH-0AB;=>1 x=`R-98_4-0-F57:0fu{1J5?F;Uj8>-0/012323-9465-\8 =!?4U=-98P8>18>:G=>1?^O1D(5Q?8>- Yo?AE:P-@i1:PDB=>DEO-0:0jU:PDE4/9-=>R-0:P- -98P8>18>:KDEAEA
:<;7:<=>-023:.?^8>-V5-0@A(1F;U-05C14IR7T465J8>-F5: 1Y5DBz-98>-04U=:PDB=>-0:0j6:P-\8>O7DE4L AE-F?5 =>1b?4L8P;a/914:PT23-98>:0j?465 :PDE4/0-M=>R-98>-M?^8>-_T:PT6?AEAB;a2Z?4J;
23DEAEAEDE14:.1Yw/014:PT23-98>:0f @8>1J57T/9=>:V14%?4cdNn/012323-98>/9-Q:PDB=>-Z=>R?=_?I/014:PT23-98VKD(AEAkA(DEH-
4-k1Y=>R-]-F?^8>A(DE-0:<=?465V231:<=:PT/0/0-9:P:<YoTAU8>-0/912323-045-98#=>-0/\R7N =>1V@T78>/\R?:P-jJ:P1V=>R-98>-.DE:41[8>-F?:P14Z=>1[8>D(:PHQ8>-9/012323-045DE4Lp14-
41AE1LDE-0:pDE:M>oE><o] \\oUu Uj7j#^Jj^Ff e]1A(A(?Wi18!?N :PR-KDEAEA41=AEDEH-f
=>DEO-x6AB=>-98>DE4LVK]18>HJ:]WU;`WTDEA(5DE4L_?V5?=!?W?:P-y1Y@8>-9Yl-98>-04/0-0:]Yl18 gh4V:P123-]K ?0;7:=>R-9:P-]=hK]1y/!R6?A(AE-04L-0:?^8>-DE4_/014D(/\=Fj:PDE4/9-]=>R-
@78>1J5T/9=>:pWU; /914:PT23-98>:0fy4-9K/014:PT23-98Fjiy-01jDE:y2Z?=>/!R-F5 AE-0:P:V=>D(23-Q?4q?AEL18>DB=>R2:P@i-045:[:P-F?^8>/\RDE4L Yo18M4-0DELRJWi18>:0jw=>R-
?L?D(4:<=p=>R-V5?=!?W6?:P-M=>1357DE:P/01^O-98M\(^>!>jiKRDE/!Ru?8>-V1=>R-98 2318>-V:P/F?A(?WAE-_DE=.KDEAEAdWi-j?45I=>R-[K18>:P-`DB=>:ySJT?AEDB=h;Uf.18y=>RDE:
/914:PT23-98>:VKR1aR6?FO-ZRD(:<=>18>DE/F?AEAB;%R6?5q:PDE23D(A(?^8`=!?:<=>-3=>1ay-01f 8>-F?:P14#jDB=bDE:ZD(23@i18P=!?4U=3=>1=P8>-F?^=3=>R- =K1q/!R6?A(AE-04L-0:b:PDE2`TAEN
=!?4-01T:PAB;s:P1=>R- :P1AET7=>D(14:b5DE:P/01^O-\8>-F5?8>-aWi1=>RsT:P-9YoTAp?465
@8!?/9=>DE/F?Af

Permission to make digital or hard copies of all or part of this work for
personal or classroom use is granted without fee provided that copies are
not made or distributed for profit or commercial advantage and that copies
bear this notice and the full citation on the first page. To copy otherwise, to
republish, to post on servers or to redistribute to lists, requires prior specific
permission and/or a fee.
EC00, October 17-20, 2000, Minneapolis, Minnesota.
Copyright 2000 ACM 1-58113-272-7/00/0010 .. 5.00
1.1 Problem Statement
gh4a=>RD(:y@6?@i-98FjK-V8>-0:P-F?8>/!R~=>R-0:P-V=hK1b/!R6?AEAE-04L-0:=>1L-9=>R-98Fj
UW ;I:<=>T57;7DE4L34-9K?465 -97DE:<=>DE4Lb?AEL18>DB=>R23:y=>R?=yR6?FO-[=>R-V@i1N
=>-04U=>D(?A=>1DE23@8>1^O-uWi1=>R:P/F?A(?WDEAEDB=h;*?465SUT6?AEDB=h;s1YM8>-0/012QN
23-045-98.:<;7:<=>-023:0f{R-98>-_R?:.Wi-0-04aAEDB=P=>AE-MK]18>HI14a-97@i-98>DE23-04N
=!?AO?AED(5?^=>D(14I1Y8>-0/012323-04657-98:<;7:<=>-023:?L?DE4:<=.?_:P-\=1Y8>-0?ABN
K]18>A(5b5?=!?:P-9=>: KDB=>R3=>R-41=!?WAE-p-97/0-0@7=>DE1431Yk ^
\fkI18>-y-9JN 1Y_@i-01@AE-~Y+8>12 ?%/0AE1:P-9NnH74DB=a/01232_T4DE=;Uj
:PT/!R*?:a?41
3/0-
@i-\8>D(23-94J=!?AO?A(D(5?=>DE14 DE:4-9-F5-F5C?L?DE4:<=8>-F?AENK]18>A(5a5?^=!?:P-9=>:0j K18>HJL8>1T@#fp1FK]-0O-98Fjd8>-0/912323-045-98M:<;7:<=>-02 Yo18`A(?8>L-C/012QN
?465ZDB=D(:]D(23@i18P=!?4U==>R?==>R-0:P-5?=!?:P-\=>:
D(4/0AET657-cdN/912323-98>/0- 2`T4DB=>DE-0:w/F?4Q41=5-0@i-9465V14Q-F?/\R_@i-98>:P14_HJ41FKDE4Lp=>R-1=>R-98>:0f
5?=!?Q?:.K]-0AEA?:y/914U=>-04U=.5?^=!?7f ?^=>-98k14Q:P-0O-98!?AJ8!?=>DE4L:<NnW6?:P-053?T=>12Z?=>-F5M8>-0/012323-9465-\8d:<;7:<N
{R-3Yo1U/0T:`1Y
=>RDE:_@?@i-98MDE:_=K1NYl1A(5fuwDB8>:<=FjdK]-b@78>1^O7D(57-Z? =>-023:K-98>-`5-0O-0AE1@i-F5f{R - y8>1T@6-04:.8>-0:P-F?^8>/\R:<;7:<=>-02 Uj
:<;7:<=>-02Z?^=>DE/ -97@i-98>DE23-04U=!?A
-0O?AET?=>DE14v1Y[57DBz-98>-04U=3=>-0/!R4D(SUT-9: ^F@8>1^OJD(5-0:]?V@:P-0T65714U;7231T:/91AEA(?Wi18!?^=>DEO-yxAE=>-\8>D(4L_:P1AET=>DE14
Yl18_8>-0/012323-9465-\8V:<;:<=>-923:0jG?45q:P-0/0145jdK]-b@78>-0:P-04U=M4-9K|?ABN Yo1 8 y:P-04-9=.4-9K:p?465 231^OJDE-0:0f,.DE4L1a G?46 5 yD+57-013,.-0/012QN
L18>DB=>R23:_=>R6?=Q?8>- @?8P=>DE/0TA+?^8>AB;:PTDB=>-F5%Yo18Q:P@6?8>:P- 5?=!?u:P-9=>:0j 23-045-98pEF^?8>--92Z?DEA?45ZK]-0WNnW6?:P-F5Z:<;:<=>-923:]=>R6?^=
L-04-98!?=>-
:PT/\RI?:
=>R1:P-p=>R6?^=.?8>-/91232314bDE4 cdNn/012323-98>/9-p?@@AEDE/F?^=>D(14: 8>-0/012323-0465?=>DE14:14I2`T:PDE/p?465b231^O7DE-0:8>-9:P@i-0/9=>DEO-0AB;Uf :P@i-\N
1Yd8>-0/012323-04657-98=>-0/!R41AE1L;Uf{R-0:P-M?AEL18>DE=>R23:R6?FO-[/!R6?8!?/9N /0D(?A.DE:P:PT-a1YMe]1232_T4DE/F?^=>DE14:31Y=>R-I.e
 ^y@8>-0:P-04U=>:Z?
=>-\8>D(:<=>DE/0:Q=>R?=`2Z?H-Z=>R-02 AEDEH-0AB;%=>1uWi-CY?:<=>-98ZDE414AEDE4-C@i-98PN 4JT2_Wi-98p1Y57DBz-98>-04U=p8>-0/912323-045-98y:<;7:<=>-023:0f[.AE=>R1TLRa=>R-0:P-
Yl18>2Z?4/0-=>R?4I2Z?4U;Z@8>-0OJDE1T:PAE;b:<=>T5DE-F5I?AEL18>DB=>R23:0j6?465bK]- :<;7:<=>-023:R?^O-QWi-0-04:PT/0/9-0:P:<YoTAkDE4~=>R-Q@6?:<=Fj#=>R-0DB8[KD(5-0:P@78>-F?5
:P-9-0Ht=>1D(4JO-9:<=>D(L?=>-uR1FK =>R-uSUT?AEDB=h;t1Y[=>R-0DB8b8>-9/012323-045?^N T:P-[R?:.-97@i1:P-F5C:P123-[1Yd=>R-0DB8.A(DE23DB=!?=>DE14:.:PT/!Ra?:
=>R-[@78>1W7N
=>DE14:/0123@6?^8>-0:k=>1V1=>R-98
?AEL18>DB=>R23:]T45-98]5DBz-98>-94J=]@8!?/9=>DE/F?A AE-023:M1Y.:P@6?^8>:PDE=;qDE4%=>R-Z5?=!?a:P-9=FjG@8>1WAE-023:_?:P:P1U/0D(?^=>-F5KDB=>R
/9DE8>/9T23:<=!?4/0-0:0f RDELRu5DE23-04:PDE146?AEDB=h; ?45 :P1b14#
f J@6?8>:PDB=; @8>1WAE-02 DE4 8>-0/012QN
g4@i-98PYo18>23D(4L1T8I-97@i-98>DE23-04U=!?AyO?A(D(5?=>DE14jK-T:P-u=hK]1 23-045-98M:<;7:<=>-02 R6?:_Wi-0-94%?5578>-0:P:P-F5qDE4} Uj^^f{R-b@78>1W7N
5?=!?:P-9=>:0fwDB8>:<=FjK-[T:P-V5?=!?_Y+8>12 ?`A(?8>L-McGNn/012323-98>/0-/012QN AE-023:Z?:P:P1U/9D+?^=>-F5sKDB=>RsRD(LR57D(23-94:PDE14?AEDB=h;DE4v8>-0/912323-045-98
@?4U;U j koJU\P J
7<>fZwDE4L-\8>R7T7=V:P-0AEAE:_?ZKD(5-QO?8>DBN :<;7:<=>-023:`R?FO-CWi-9-04s57DE:P/0T:P:P-F5DE4 Fj
?45v?@@A(DE/F?^=>DE14s1Y57DBN
-\=h;Q1YR-9=>-\8>1L-94-01T:]@78>1J5T/9=>:0j8!?4LDE4L[DE43@78>D(/9-Y+8>12X?8>1T465 23-04:PD(146?A(DB=;8>-F5T/9=>DE14=>-0/!R4D(SJT-0:Z=>1v?55J8>-0:P:I=>R-9:P-~DE:P:PT-9:
=>-94u51AEA(?8>:=>13:P-0O-\8!?AwRJT4578>-F5b51AEA+?^8>:0
f 7-0/91465jK]-MT:P-M5?=!? R6?:Wi-0-04IDE4JO-0:<=>DEL?=>-F5IDE4q  f
Y+8>12 1T781^K4_8>-0/012323-9465-\8G:<;:<=>-92r8>-0:P-F?8>/!RQ:PDB=>-j7I1^OJDE-F#-94:
K
K
K[f 231^OJDE-0AE-04:0f T234f -F5T
\f{R1TLR I1OJDE-F-04:
DE:?_/914U=>-04U= g48>-0/0-04U=b;U-F?^8>:0j.KDB=>R
5?=!?I:PDB=>-j=>R-3DB=>-023:[DB=V8>-0/012323-9465:?8>-3@8>1J57T/9=>:[=>R?=V/014N Personalization
=>R-k?57O-04U=w1Y6cdNhe]1in 2323E-Commerce.
-98>/9-=>R-k4-0-F5Yo18G@i-98>:P14?AEDEm0-F5_:P-\8>O7DE/0-9:
:PT23-98>:Q?^8>-I:P-0-9H7DE4Lu=>1@T78>/\R?:P-j:P1uK-bYo-0-0A=>R- I1^OJDE-F#-94: R6?:pWi-0-94a-023@R?:PDEm0-F5f]T:PDE4-9:P:p8>-0:P-F?^8>/\R-98>:R6?FO-V?5O1U/0?=>-F5
?46?AE;7:PDE:.D(:.?A(:P1Q8>-9A(-9O?4J==>13?4 cdNn/012323-98>/9-[?T5DE-04/9-f =>R-y4-0-05ZYl18.14-9N=>1Nn14-p2Z?8>H-9=>DE4Lb  f 4-9N=>1N14-y2Z?8>H-9=PN
DE4La?^=P=>-023@=>:=>1ID(23@78>1^O-_=>R-346?=>T78>-Q1Y2Z?^8>H-9=>DE4LCWU;uT:PDE4L
1.2 Contributions =>-0/!R41AE1L;}=>1v?:P:PDE:<=uWT:PDE4-0:P:P-0: DE4}=P8>-F?=>DE4Lv-F?/\R/0T:<=>123-98
{RDE:.@?@i-98.R?:
=>R8>-0-p@8>DE2Z?8P;Z8>-0:P-F?^8>/\RI/014U=P8>DEWT7=>D(14:0 DE4657D(OJD(5T?AEAB;Uf*{1qWi- :PT/0/0-0:P:<YlTAyD(4vDE4/98>-F?:PDE4LAB;s/0123@i-9=>DB=>DEO-
gh4U=>-98>4-9=2Z?^8>H-9=>@A+?/0-j8>-9:P-F?8>/!R-98>:
R?FO-y:<=P8>-9:P:P-F5Z=>R-p4-0-F5QYo18
fy4?46?AE;7:PDE:Q1Y.=>R-C-\z-0/9=>DEO-04-0:P:`1Y.8>-9/012323-045-98M:<;7:<N /F?@=>T8>DE4L_/0T:<=>123-98A(1F;J?AB=h;u  nfk,.-0/012323-9465-\8]:<;7:<=>-023:k/F?4
=>-023:14M?/\=>T6?AU/9T:<=>123-\8w5?=!?Yl8>12r?4[-\N/912323-98>/0-G:PDB=>-f T:P-WT:PDE4-0:P:P-0:w?/!RDE-0O-d=>R-9:P-kL1?AE:0
f J/\R?Yo-\8w-9=w?AfEj FJ@8>-0:P-94J=
?V5-9=!?DEA(-05Z=!?^1412_;`?4653-9?23@AE-0:1Y8>-0/012323-9465-\8k:<;7:<=>-023:
Uf /0123@6?^8>D(:P14%1Y
=>R-3@i-98PYo18>2Z?4/9-31Y:P-0O-\8!?A57DBz-98>-04U= T:P-05DE4%cGNn/012323-98>/0-3?465R1FKX=>R-9;/F?4%@78>1OJD(5-314-9N=>1N14-
8>-0/012323-04657-98k?AEL18>DB=>R23:0j7DE4/0AET657DE4L[18>DELD(4?A/01A(A(?Wi18!?N @i-98>:P146?AEDEmF?^=>D(14%?45u?=p=>R-_:>?23-_/0?4/F?@7=>T8>-M/0T:<=>123-98AE1F;JN
=>DEO-Qx6AB=>-98>DE4L~?AEL18>DB=>R23:0j?AEL18>DE=>R23:_W?:P-F5q14%5DE23-047N ?AB=;Uf
:PDE14?AEDB=h;8>-05T/\=>D(14#j`?45/0A(?:P:PDE/F?AZ5?=!?v23D(4DE4L}?A(L1N
8>DB=>R23:0f =>-0/!RN
Knowledge 4D(SUT-9:_B! ^j?Discovery AE:P1ZH741FK4u?in:#Databases (KDD).  
"n%$_ooUj6T:PT6?AEAB;I8>-\Yo-98y=>13-9JN
 fs4-9Kv?@@78>1?/\R`=>1yYo18>23DE4L8>-0/012323-9465?^=>DE14:w=>R?=GR?:
14AED(4-`-
Q/0DE-04/9;a?5O?4U=!?L-0:O-98>:PT:y@8>-0OJDE1T:PAE; :<=>T65DE-F5 =P8!?/\=>D(141Y
DE23@AEDE/0DB=[WT7=[T:P-9YlTAGDE4Yl18>2Z?=>DE14Yl8>12 5?^=!?W6?:P-0:0f
?AEL18>DB=>R23:0j?465[=>R6?^=G?AE:P1yR6?:GSUT?AEDB=h;V?5O?4U=!?L-0:dDE4M=>R- {]K1u2Z?D(4L1?AE:Q1Y
=>R-0:P-3=>-0/\R4D(SUT-0:M?^8>-Z=>1q\& $3i( 'ZWJ;
@8>-9:P-04/0-C1YyO-98P;:P@6?8>:P-I5?^=!?:P-9=>:0j]:PT/!R?:QDE:Q/01232314 5DE:P/01^O-\8>D(4L~=>R-I@i1=>-94J=>D(?A.Yl18Z-
3/9D(-94/0DE-0:0j
183=>) 1 $Q+ * $3P
KDB=>RacdN/912323-98>/0-p@T8>/!R6?:P-[5?^=!?7f $3( 'aWU;s5DE:P/01^O-98>DE4LqK?0;:Z=>1q:P-0AEA2318>-a@8>1J57T/9=>:3=>1%/0T:<N
=>123-\8>:0fI18VDE4:<=!?4/0-jw/0123@?4DE-0:M?^8>-3T:PDE4La5?=!?I23DE4D(4LC=>1
5DE:P/01^O-\8yKRD(/!Ra@8>1J57T/9=>::P-0AEAK]-0AEAd?=KRD(/!R =>DE23-0:1YG;U-F?^8Fj6:P1
1.3 Organization
{R-38>-0:<=`1Y
=>R-3@?@i-98_DE:_18>L?4DEm0-F5%?:VYo1AEA(1FK:0f~{R-Z4-9J= =>R-\;_/0?4`2Z?46?L-=>R-9DE8d8>-\=!?DEA:<=>18>-D(4JO-94J=>18P;V2318>-(-
3/0DE-04U=>AB;Uj
P: -9/9=>DE14s@78>1^O7D(57-0:3?~W78>DE-9Yp1^O-\8>O7DE-9K 1Y:P123-b8>-0A(?^=>-F5t8>-0:P-0?8>/!R @i1=>-94J=>D(?A(AB;C:>?FO7DE4LQ23DEA(AEDE14:1YG571AEA(?8>:y?_;U-F?^8V ^f =>R-98/012QN
K]18>Hif.{R-M:P-0/9=>DE14uYl1AEAE1FKD(4Lb=>R?=y@8>1^OJD(5-0:y5-9=!?DEA(-05?46?AE;7:PDE: @6?4DE-0:V?^8>-QT:PDE4L =>1I5DE:P/01^O-98[KRDE/\R/0T:<=>123-98>:KDEAEAkWi-
1Yd57DEz-\8>-04U=]8>-0/012323-04657-98k:<;:<=>-92X=!?:PHJ:
?465QYo18>2`TA+?^=>-0::P123- 231:<=VDE4U=>-98>-0:<=>-05~DE4 ?C:P@i-0/0D(?A1z-98Fj#8>-F5T/0DE4Lb=>R-`/91:<=>:V1Y57DBN
 

@i1:P:PDEWAE- 8>-0/012323-9465?^=>DE14Q?AEL18>DB=>R23:WU;MT:PDE4L[5DBz-98>-04U=G/012QN 8>-0/9=y2Z?DEA18.1T7=>Wi1T465C=>-0AE-0@R14-[/F?23@6?DEL4:.WJ;bRJT4578>-F57: 1Y

WDE46?=>DE14:1Y=>R-=!?:PHJ:0 f J-0/9=>DE1
4 `57-0:P/98>DEWi-0:1T8 -\@i-\8>D(23-94J=!?A =>R1T:>?465: 1YG51AEA+?^8>:.?_;U-F?^8V  j#0fk{R-0:P-V?@@A(DE/F?^=>DE14:=h;7@DEN
K]18>HifZg=@8>1^OJD+57-0:M5-9=!?DEA(:V1Y 1T78M5?=!?b:P-9=>:0jd-0O?AET?=>DE14~23-9=PN /F?A(AB;MDE4JO1AEO-kT:PDE4Lp5?=!?.23DE4DE4L =>157DE:P/01^O-98?y4-9K%231J57-0Aj?465
8>DE/0:0jw23-9=>R1J571AE1L;q?4658>-9:PTAB=>:V1Y.5DBz-98>-94J=V-\@i-\8>D(23-94J=>:?465 =>R-?43?46?AB;7:<=k?@@AB;V=>R-231J57-0AU=>1y=>R-?@@AED(/0?=>DE14fGp1FK-0O-98Fj
57DE:P/0T:P:PDE14v1Yy=>R-C8>-9:PTAB=>:0fv{R-Cx46?A :P-0/9=>DE14v@8>1^OJD+57-0:Q:P123- =>R-]231:<=G57DE8>-9/9=Wi-04-9x=d1Y=>R-0:P-]=>-9/\R4D(SUT-0:wDE:GDE4/98>-0?:PDE4L:>?AE-0:
/914/9A(T5DE4L_8>-02Z?8>HJ:?45 5DB8>-0/\=>D(14: Yo18yYlT=>T78>-p8>-0:P-F?^8>/\Rf 1Y#-97DE:<=>DE4LM@8>1J5T/9=>:WU;Q2Z?^=>/\RDE4LV/0T:<=>123-98>:k=>1V=>R-.@8>1J57T/9=>:
=>R-\;aKD(AEAGWi-Q231:<=AEDEH-0AB;u=>1C@T8>/!R6?:P-f`g4u8>-9/012323-045-98p:<;7:<N
=>-023:0j14-M1Y]=>R-_Wi-9:<=HJ41FK45?^=!?b23DE4DE4LQ=>-0/\R4D(SUT-0:yDE:p=>R-
2. RELATED WORK 5DE:P/01^O-\8P;I1Y.>9F9~( 7(\>f {R-M2Z?DE4 L1?Aw1Yd=>R-0:P-8>TA(-9:
g 4 =>RDE:.:P-0/9=>DE14aK-MW8>DE-9;I8>-0OJDE-9K:P123-V1YG=>R-[8>-0:P-0?8>/!RAEDB=PN DE:Q=>1x465?:P:P1U/9D+?^=>DE14Wi-9=K-0-94t=K1:P-9=>:31Yy@8>1J57T/9=>:QDE4=>R-
-\8!?=>T8>-8>-9A+?^=>-F5C=>1Q1T8K18>Hif =P8!?4:>?/9=>DE145?=!?W?:P-_:PT/!Ru=>R?=y=>R-M@8>-0:P-04/0-`1Y]@78>1J5T/9=>:pDE4
14-[:P-9=yD(23@AED(-9:=>R-@8>-9:P-04/0-V1Yw=>R-[@78>1J5T/\=>:Y+8>12=>R-[1=>R-98
{?@i-0:<=P8P;%B9DE:p14-`1Y=>R-_-0?8>AEDBN :P-9=Ffqy@8>DE18>D[ Fj p|B! ,j]{#8>-0-IG8>+1 -<-0/\=>D(14?A(L18>DB=>R23:IE\
Recommender
-9:<=_DE23@A(-923-04U=!?=>Systems.
DE14:p1Y/01AEA(?Wi18!?=>DEO-3x6AB=>-98>DE4LCW6?:P-F5~8>-0/012QN ?45Z=>R-ddN=P8>-0-QB  w?A(L18>DB=>R23:?^8>-:P123-p1Y=>R-yK]-0AEAENnHJ41FK4
23-9465-\8]:<;7:<=>-023:0fw{RDE::<;7:<=>-028>-0AEDE-F53143=>R--97@AEDE/0DB=1@DE4DE14: ?AEL18>DB=>R23: Yo18yx4657D(4LQ?:P:P1U/0D(?=>DE14a8>TAE-0: Y+8>12 5?^=!?W6?:P-0:0f
 {R-\8>-CR?^O-bWi-9-04%:PTW:<=!?4U=>D(?A I18>-[Yl18>2Z?AEAB;Uj
Dimensionality
8>-9:P-F?8>/!RIK18>HI5714Reduction. -DE4I=>R-[?^8>-F?`1YG5DE23-04:PD(146?A(DB=;C8>-F57T/9=>DE14#f
J-0O-98!?Ap23-9=>R1J5:ZR6?FO-aWi-9-04}5-9O7DE:P-F5s=>1q8>-05T/9- =>R-u5DE23-047N
:PDE146?AEDB=h;q1Y.5?^=!? :P-9=>:0
47T2`Wi-98]1Yd=P8!?4:>?/\=>D(14:./014U=!?D(4DE4LX1aYb3
f !oi9 7
 $y7\Vi '>o` ^DE: ; 
?uKD(5-0AB;T:P-05=>-0/!R4D(SJT-b=>R?=3/9123@T7=>-0:_=>R-C-9D(L-04JO?AET-0:31Y 4JT2_Wi-98 1Y=P8!?4:>?/9=>DE14:y/014U=!?DE4DE4L`1
=>R-]/0T:<=>123-98PNn/0T:<=>123-98#18w@8>1J5T/9=PNn@8>1J57T/9=:PD(23DEA(?8>DB=;V2Z?=P8>DB
?465Q8>-9=>T78>4 : 3-0DEL-04JO-0/9=>18>:/018P8>-9:P@i14657DE4LV=>
1 3A(?8>L-0:<=-0DEL-94N KRDE/!RvDE:Q41=>RD(4LuWT=_=>R-b/0145DB=>DE14?A@8>1W6?WDEA(DB=;%1Yp:P-0-0DE4L
O?AET-0:?:y=>R-M@8>DE4/0DE@6?Aw?7-0:p1 Y a5DE23-04:PDE146?A:P@6?/9- f #\ 3ZjLDEO-04a=>R6?^=pK]-_R?^O-_:P-0-9] 4 1~f}DB=>Ru?:P:P1U/0D(?^=>D(148>TAE-0:pDE=pDE:
9( $Qao "U oJ

  ,7j .D(:Z?41=>R-98Q=;7@i-C1Y[5DE23-047N /012323143=>1_x46538>TAE-0: R6?FOJDE4LM:PT@@i18P=.?45b/914x65-04/0-pRDELR-\8
:PDE146?AEDB=h;8>-F57T/9=>DE14=>-0/!R4D(SUT-V=>R6?^=VR6?:[Wi-0-04uKD+57-0AB;T:P-F5D(4 =>R6?4?bT:P-98PN5-9x4-F5 23DE4DE2_T2 f.r8>TAE-_=>R?=pR6?:?ZRDELR/0147N
DE47Yo18>2Z?^=>DE148>-9=P8>DE-0O?A./01232_T4DE=;Uf} 7gQT:P-0:Z:PD(4LTA+?^8IO?AET- xi57-04/9-pAE-0O-0ADE:1Y+=>-04IO-\8P;3DE23@i18P=!?4U=Fj7Wi-0/F?T:P-DB=@78>1OJD(5-9:?4
57-0/0123@i1:PDB=>DE14I=>1MY?/\=>18.=>R-18>D(LDE46?A#:P@6?/0-DE4U=>1`=>R8>-0-p2Z?=P8>DBN ?/9/0T8!?^=>-I@8>-05DE/9=>DE141Y=>R-C1T=>/0123-bDE4tSUT-0:<=>DE14#f~{R-b:PT@7N
/9-0:?465V=>R- @78>1U/0-0:P:G1Y57DE23-04:PDE14?AEDB=h;M8>-F5T/9=>DE14_D(:G@i-98PYl18>23-F5 @i18P=_1Yy? 8>TAE-ZDE:Q?A(:P1DE23@i18P=!?4J=Fjw:PD(4/0-Z8>TAE-0:_KDB=>R%O-\8P;qAE1FK
WU;Z8>-F57T/0DE4L_=>R-:PDE4LTA(?8y2Z?=P8>DBf :PT@@i18P= d cl!fEjO-98P;ZDE4Yl8>-0SJT-04U(=
]?8>-[1Yl=>-04CT4D(4U=>-98>-9:<=>D(4Lj7:PDE4/0-
=>R-\;351V41= 57-0:P/98>DEWi-p:PT 3/0DE-04U=>AB;QA(?8>L-@i1@TA(?=>DE14:0j7?4532Z?F;
Wi-V?8P=>DBYo?/9=>:0f
3.
P>RECOMMENDER SYSTEMS
3\ U\3 ! _R?^O-`-0O1AEO-F5uD(4=>R-Q-\7=P8>-923-0AB;aDE4N y:P:P1U/9D+?^=>DE148>TAE-0:Z/F?4Wi- T:P-F5t=>1%57-0O-0AE1@ n\ ef 8>-0/012QN
23-045-98 :<;7:<=>-023:]D(4b=>R-.Yo1AEAE1FKDE4LQK ?0;Uf18-F?/!RI14-1Yw=>R-hg
$$ " ' ($
=>-\8!?/9=>DEO-y-04JO7DB8>1423-04U=1Y=>R-K-0Wf{R-9;3?@@AB;35?^=!?_?46?AE;7:PDE:
=>-9/\R4D(SUT-0:p=>1Z=>R-_@8>1WAE-021YR-0AE@DE4LC/0T:<=>123-98>:px645 KRDE/\R /0T:<=>123-98>:K]-Q/98>-F?^=>-Z?b=P8!?4:>?/9=>DE14q/014U=!?D(4DE4La?A(AG=>R-_@8>1J5JN
@78>1J5T/9=>:p=>R-\; K1TA(5~AEDEH-_=>1b@T78>/\R?:P-`?=VcdNhe]12323-98>/0-M:PDB=>-0: T/\=>:Z=>R?=3=>R-9;tR6?FO- @T8>/!R6?:P-05vDE4v=>R-a@6?:<=Ff}- =>R-04vT:P-
WU;@8>1J57T/0DE4La?IAEDE:<=`1Yn\  8>-0/912323-045-F5u@8>1J57T/9=>:[Yo18_? ?4u?:P:P1U/0D(?=>DE148>TAE-M5DE:P/01^O-98P; ?AEL18>DB=>R2 =>1Qx6465I?AEA=>R-[8>TA(-9:
LDEO-04a/0T:<=>123-98Ff g4 =>RDE:.:P-0/9=>DE14aK-M57D(:P/9T:P:p:P123-[=P8!?5DB=>DE14?A =>R6?^=I:>?^=>DE:<Yl;LDEO-94}23D(4DE2`T2 :PT@@i18P= ?46523DE4DE2_T2 /014xN
5?=!?23DE4DE4Lp=>-0/!R4D(SUT-9:0j@?8P=>DE/0TA(?^8>AE;UjK-.5DE:P/0T:P:=>R-?:P:P1U/0D(?N 5-94/0-Z/014:<=P8!?DE4U=>:0fp1FK[jdYo18Q-F?/\R/0T:<=>123-9_ 8 i=>R6?^=_K]-ZKDEAEA
=>DE14`8>TAE-]=>-0/!R4D(SJT- ?45_R1^K%=>RDE:G=>-9/\R4D(SUT-]/0?4QWi--\z-0/9=>DEO-0AB; AEDEH-b=>1ax465qRDEk: j^R-98Cn\ ef 8>-0/012323-04657-F5@8>1J57T/9=>:MK-b@8>1N
T7=>DEA(DEm0-05`=>1@8>1J57T/0-pn! 8>-0/012323-9465?^=>DE14:0fw{R-04MK- Yo1U/9T: /0-0-05v?:QYo1AEAE1FK:0fwDB8>:<=Fj]K]-Ix645t?AEA=>R-C8>TA(-9:Q=>R6?=3?8>-~ ^ e
14Q/01A(A(?Wi18!?=>DEO- xAE=>-\8>D(4LW6?:P-F5_8>-0/912323-045-98d:<;7:<=>-02r?465_5DBN 7! "pWU;`=>R-/0T:<=>123-98 d co>f(jU=>R-y/9T:<=>123-\8]R?:]@T8>/!R6?:P-F5Z?AEA
OJD(5-=>R-GKR1A(-=!?:PH[1Y8>-0/912323-045?=>DE14ML-04-\8!?=>DE14MDE4J=>1=>R8>-9- =>R-p@8>1J5T/9=>: =>R6?^=.?8>-[DE4I=>R-pA(-\Yl=PNnR6?4657Nn:PD(5-p1Yd=>R-y8>TAE+-
\fk#-9=
:PTWI=!?:PHJ:.?45I57D(:P/9T:P: =>R-02 D(4 5-9=!?D(Af mlVWi-]=>R-]:P-9=1YT4D(SJT-]@78>1J5T/\=>:G=>R?=?^8>- Wi-0DE4L@78>-F5DE/9=>-F5_WJ;
?AEA=>R-0:P- 8>TAE-0:k?45`R6?FO-41=G;U-9=Wi-0-043@T8>/!R6?:P-05`WU;`/0T:<=>123-98
ify-9J=FjK]-_:P18P=y=>R-0:P-V@8>1J5T/9=>:.W6?:P-05 14 =>R-[/914x65-04/0-V1Y
=>R-V8>TAE-0:=>R?=yK-98>-_T:P-F5a=>1C@78>-F5DE/9=y=>R-02 j:P1Z=>R6?^=[@8>1J57T/9=>:
3.1 Traditional Data Mining: Association Rules @8>-05DE/9=>-F5bWJ;38>TAE-0: =>R6?=R?FO-[?_RDELR-\8y/914x65-04/0-[?^8>-p8!?4H-F5
41FKA(-05L- DE:P/01^O-98P;pDE4 ?=!?W6?:P-9:
6/01232`T4DB=h;R?:
AE14 LIWi-9-04~DE4U=>-9 8>-0:<=>-05uDE4~5-0OJDE:PDE4Lb23-9=>R 1J57:y Yl18V2Z?HJDE4LZ@78>1J57N x8>:<=Ffy1=>-=>R6?^=DBY?`@6?^8P=>D(/9TA(?8y@8>1J57T/9=DE:.@8>-F57D(/\=>-F5CWU;b2`TAEN
T/9=.8>-0/012323-9465?^=>DE14: =>13/0T:<=>123-98>:W?:P-F5 14u5DBz-98>-04U=.=>-0/\R7N =>DE@AE-[8>TAE-0:0j6K]-_T:P-[=>R-8>TAE-[=>R6?^=pR?:=>R-[RD(LR-0:<=p/0147xi57-04/0-f
4D(SJT-0:0f 4-[1YG=>R-V231:<=y/01232314AB;bT:P-F5a5?=!?Q23DE4DE4LQ=>-0/\R7N wDE46?A(AB;UjUK]-y:P-0AE-0/\==>R- x8>:<
=  RDELR-9:<=]8!?4H-F5Q@78>1J5T/\=>:?:=>R-
4D(SJT-0:wYo18cdNn/012323-\8>/0-]DE:dx645DE4Ly?:P:P1U/0D(?^=>D(1438>TAE-0:GWi-9=hK]-0-04`? 8>-0/012323-04657-F5Z:P-9=Ff
:P-\=V1Y/91Nn@T78>/\R?:P-F5u@8>1J57T/9=>:0f_cG:P:P-04U=>D+?AEAE;Uj=>R-9:P-`=>-0/!R4D(SUT-9:
?^8>-y/914/9-98>4-F5QKDB=>Rb5DE:P/01^O-98>DE4L_?:P:P1U/0D(?=>DE14CWi-9=hK]-0-04Q=K1V:P-9=>:
1Y@78>1J5T/\=>:`:PT/!R=>R6?=_=>R-b@8>-0:P-94/0-C1Y:P123-C@78>1J5T/9=>:QDE4t? 3.2 Recommender Systems Based on Collab-
@?8P=>DE/0TA+?^8y=P8!?4:>?/9=>DE14aDE23@AEDE-0: =>R6?^=y@78>1J5T/9=>:Yl8>12 =>R-[1=>R-98 orative Filtering
:P-\=.?8>-?AE:P1Q@8>-0:P-94J=]DE4b=>R-p:>?23-.=P8!?4:>?/9=>DE14fkI18>-pYl18>2Z?A(AB;Uj e]1AEA(?Wi18!?=>DEO-3x6AB=>-98>DE4L e
` Jj]^^kDE:[=>R-`231:<=V:PT/0/9-0:P:<N
AE-9=T:k57-041=>- ?p/01AEA(-9/9=>DE14Z1Y X@8>1J57T/9=> :  !"$#$#%#& ('*).WU; YoTA8>-0/012323-04657-98:<;7:<=>-02 =>-0/\R41A(1L;C=>1C5?=>-ji?465 DE:yT:P-F5 DE4
+Qf[<\9- ,/.0+XDE:[5-9x4-F5 =>1ZWi-Q?Z:P-9=[1Y]@78>1J5T/9=>: 2Z?4U;~1Y=>R-Z231:<=`:PT/0/0-0:P:<YlTA8>-0/012323-04657-98M:<;7:<=>-023:_14q=>R-
q-9W#f eX:<;:<=>-923:b8>-0/912323-045@8>1J5T/9=>:C=>1t?%=!?8>L-9=a/0T:<N
=>R?=`?8>-b@T78>/\R?:P-F5=>1L-9=>R-98Ff~y4}>\F9s 7(MWi-9=K-0-04
=K1q:P-\=>:31Y[@78>1J5T/\=>2 : 1 ?4 5 33j :PT/!R=>R6?4 = 1-536.7+ ?465 =>123-\8aW6?:P-F5 14 =>R-~1@D(4DE14:a1Y31=>R-98u/0T:<=>123-98>:0f{R-0:P-
198:39;=<7j:<=!?=>-9:p=>R6?^==>R-M@8>-0:P-94/0-_1Yk@8>1J5T/9=>:DE4a=>R-_:P-9= :<;7:<=>-023:M-023@AE1F;q:<=!?^=>D(:<=>DE/F?A =>-0/\R4D(SUT-0:V=>1ax645%?u:P-\=Q1Yy/0T:<N
1 D(4t=>R-I=P8!?4:>?/9=>DE1 4 , DE4657DE/F?=>-0:Z?~:<=P8>14L~AED(H-0AED(R1U1J5v=>R6?^= =>123-\8>:yHJ41FK4u?:Mi\(^>!!j=>R?=yR6?FO-V?3RDE:<=>18P;I1Yk?L8>-0-0DE4L
KDB=>Rv=>R-C=!?8>L-9=ZT:P-\8 d co!fEj=>R-9;%-0DB=>R-\838!?=>-a57DEz-\8>-04U=3@8>1J5JN
@78>1J5T/9=>:3Yl8>12 =>R-a:P-9> = 3 ?8>-?A(:P1%@78>-0:P-04U=bDE? 4 ,Vf JT/!R?4
?:P:P1U/0D(?=>DE14u8>TAE-DE:.1Y+=>-04a5-941=>-05CWU> ; 17@A3Zf T/\=>:p:PDE23DEA+?^8>AB;u18p=>R-9; =>-045I=>1ZWT;I:PDE23D(A(?^8[:P-9=[1Y]@78>1J5T/\=>: \
f
{R-.SJT?AEDB=h;_1Y#?:P:P1U/9D+?^=>DE14Z8>TAE-0:D(:/01232314AB;M-0O?AET6?^=>-F5QWU; 4/9-`?Z4-0DELR7Wi18>R1U1J5a1YkT:P-\8>:DE:pYo18>23-F5ji=>R-0:P-_:<;7:<=>-023:yT:P-
AE1U1H7DE4Lu?=M=>R-0DB4 8 B$CEDFDGHJI.?46 5 KLGMONQPRMKRfb{R-3:PT@@i18PT = Sj :P-0O-\8!?Ai?A(L18>DB=>R23:k=>1[@8>1J5T/0-8>-0/012323-9465?^=>DE14:0fgh4Q=>RD(:k@6?^N
1Y ?38>TAE-`23-0?:PT8>-9:p=>R-M1U/0/0T78P8>-04/0-MYl8>-FSUT-04/9; 1Y]=>R-_@?=P=>-98>4 @i-98Fj7K-V57D(OJD(5-y=>R--04U=>DB8>-[@8>1U/9-0:P:1YkeNnW6?:P-F5b8>-0/912323-045?N
DE4=>R-u8>TAE-KRD(AE-u=>R-a/014x65-04/0
- UjyD(:b=>R-a23-F?:PT8>-u1YV=>R- =>DE14CL-04-98!?=>DE14ID(4U=>1M=>R8>-0-:PTWN=!?:PHJ:4?23-0AB;UjiP6>\9\nj
:<=P8>-94L=>R1Y]DE23@AEDE/F?=>DE14f_18V?Z8>TAET - 1V@W3Zj=>R-_:PT@@i18P=DE: \E^>>7F! "0 $3j?45>P> $#$Z\ " U\\<b?:
23-0?:PT8>-05ZWU;Q=>R-yY+8!?/9=>DE14C1Y=P8!?4:>?/9=>DE14:=>R6?^= /014U=!?D(4:Wi1=>R :PR1FK4vD(4swDELT8>-~f}{R-8>-9@8>-0:P-04U=!?^=>D(14=!?:PHt5-F?A(:QKDB=>R
1 ?46:5 33f]I18>-Yl18>2Z?A(AB;Uj =>R-Z:P/!R-023-ZT:P-F5=>1a231J5-0A=>R-Z@8>1J57T/9=>:V=>R6?^=`R?FO-b?AB8>-F?5J;
Wi-0-04u@T8>/!R6?:P-05 WJ;a?Z/9T:<=>123-\8Ff{R-h4-0DELRJWi18>R1U1J5uYl18>2Z?^N
4JT2`Wi-98 1Yw=P8!?4:>?/9=>DE14:./014U=!?DE4D(4LX1ZY43 =>DE14q=!?:PHYo1U/0T:P-0:I14s=>R-a@78>1WAE-02 1YVR1FK =>1qD(5-04U=>DBYl;t=>R-
;  1=>R-98k4-0DELRJWi18>D(4L[/0T:<=>123-98>:0fdwDE4?AEAB;Uj=>R-3n8>-0/012323-9465?^=>DE14
4JT2_Wi-98 1Yw=P8!?4:>?/9=>DE14: L-94-98!?^=>D(143=!?:PHbYo1U/0T:P-0:p14I=>R-[@78>1WA(-92 1Ydx645DE4L`=>R-Qn\e
g4C1=>R-98]K18!57:0j7:PT@@i18P= DE4657D(/0?=>-0:=>R?[
= SL\1Yw=P8!?4:>?/9=>DE14:  8>-0/012323-04657-F5v@78>1J5T/\=>:ZY+8>12 =>R-a4-0DELRJWi18>R1U1J5}1YV/0T:<N
/914U=!?DE4]19Y:3Zf[18[?38>TAE - 1A@^3bji=>R-_/914x65-04/0_ - UM:<=!?^=>-0: =>123-\8>:0fdgh4Q=>R-8>-9:<=]1Y=>R-:P-0/9=>DE14jUK-y5-0:P/98>DEWi-:P123-@i1:P:PD(WAE-
=>R?=:U\ 1Y_=P8!?4:>?/9=>DE14:C=>R6?=I/014U=!?D(` 4 1 ?AE:P1s/014U=!?DE4- : 3Zf K ?0;7:1YG@i-98PYl18>23DE4LM=>R-0:P-=!?:PHJ:0f
 (center-based)

Hi-dimensional
Most frequent items

{x, y , z} {a , b, c}

(aggregate)
Low-dimensional Association rule

Representation of input data Neighborhood formation Recommendation generation



   
 
!#"%$&'() +*,$-. +/ +10-2"#!# 43

7 "@78>1J5T/9=>:0fGe]18P8>-0A(?=>DE14MW6?:P-F58>-0/012323-9465-\8#:<;7:<=>-023:

3.2.1 Representation K1TA(5I:P-0-V41Q2Z?^=>/\RCWi-9=hK]-0-04 @78>1J5T/9=.:P-9=>: =>13/0123@T=>-
g4?%=h;7@D(/0?A_eNnW6?:P-05*8>-0/012323-04657-98C:<;:<=>-92 j=>R-~D(4@T7=
5?=!?bD(:M?b/01AEAE-0/9=>DE14%1YRD(:<=>18>DE/F?Ak@T8>/!R6?:PDE4LC=P8!?4:>?/9=>DE14:V1Y /018P8>-0A(?^=>D(14 ?465QK1TA(5bWi-yT4?WAE-=>1`57DE:P/01^O-98]=>R-yA(?^=>-04U=
g~/0T:<=>123-98>:1-4 @8>1J5T/9=>:0fg=.DE:yT:PT6?A(AB;b8>-0@8>-9:P-04U=>-F5 ?:y?4 ?:P:P1U/0D(?=>DE14I=>R6?^= Wi1=>Rb1Y=>R-02XAED(H-_>P '0( "CG Qv!P! " e
65-g%/9T:<=>123-\8PN@78>1J5T/9=p2Z?^=P8>DBj 7_j:PT/!Ra=>R6?9= 8:<; =3DE:14-MDBY 9f

=>R - >=>R/0T:<=>123-98yR6?:p@T8>/!R6?:P-F5 =>R9 - ?=>R~@78>1J5T/9=Fj?45um9-98>1j {R-9:P-`K-F?HJ4-0:P:P-0:V1Y=>R-_18>DELDE46?A5?=!?b8>-9@8>-0:P-04U=!?^=>D(14AE-F5

1=>R-98PKDE:P-f-I=>-98>2 =>RDE2 : @5 g}8>-0@78>-0:P-04U=!?=>DE14s1Y=>R- DE4N T:=>1I-97@AE18>-3?AB=>-98>46?^=>-323-9=>R1J57:pYo18M8>-9@8>-0:P-04U=>DE4LC=>R-`DE4@T=
@T=Q5?=!?u:P-9=Z?- : GH
ACBAdMEDF HLR$D HR B"RMIGDFICA G MGf%{RD(:_8>-0@8>-0:P-94N 5?^=!?7fb46?=>T78!?AGK ?0;1Y8>-9@8>-0:P-04U=>DE4LI:P@6?8>:P-Z5?=!?I:P-\=>:[D(:[=>1
=!?^=>DE14#j?AB=>R1TLR/014/0-9@=>T6?AEAE;uO-98P;a:PDE23@AE-j2Z?0;a@i1=>-94J=>D(?A(AB; /0123@T=>-M?3AE1FK-98M57D(23-94:PDE14?A8>-0@78>-0:P-04U=!?=>DE14T:PDE4LC 7g!ficG:<N
@i1:P-[:P123-@78>1WA(-923:Yo18y4-0?8>-0:<=PNn4-9D(LRJWi18 8>-0/012323-04657-98 :<;7:<N :P-04U=>D(?AEAB;Ujw=>RDE:M?@@8>1?/!R=!?H-9:V=>R- gR5
 /0T:<=>123-98PNn@8>1J57T/9=
=>-923:0j:PT/\RI?:0 2Z?=P8>DBM?465VT:P-0:?.=P8>T4/F?^=>-F5V:PD(4LTA+?^8O?A(T-57-0/0123@i1:PDB=>D(14_=>1
1W7=!?DE4%?C8!?4HUN ~?@@78>1^7DE2Z?=>DE141Y]=>R-Q18>D(LDE46?A]2Z?=P8>DBfQq-
H 0I 
"J
!K2 gh4[@8!?/9=>DE/0-j^2Z?4J;y/012323-98>/0D(?A8>-0/012323-9465-\8 KDEAEA8>-\Yo-983=>1u=>RDE:3?:Q=>R
- HLRPC(K"RP`P+ACS RMBJA5GMED FQHR$D HLR B RMUT
:<;7:<=>-023:[?^8>-QT:P-F5a=>1b-0O?AET6?=>-`A+?^8>L-Q@78>1J5T/9=[:P-9=>: c fEj IGDEI<A GMdf{RD(:Q8>-9@8>-0:P-04U=!?^=>D(14R6?:Z?~4JT2_Wi-98_1YV?5O?4U=!?L-0:0f
y2Z?m014f /0128>-0/012323-04657:dWi1U1HJ:?465Ze 41FK[f /912 8>-0/9N wDB8>:<=Fj.DE=I?AEAE-0OJD(?=>-0:b=>R-a:P@?8>:PDB=h;s@8>1WAE-02 ?:C?AEAy=>R-a-04U=P8>D(-9:
12323-9465:p2`T:PDE/Z?A(WT23:
\fbgh4~=>R-0:P-3:<;7:< =>-023:0j-0O-04%?/9N
=>DEO-`/9T:<=>123-\8>:2Z?0;aR6?FO-_@T8>/!R6?:P-F5aK-0AEAGT45-98_L \1Y DE4v=>R: - g5 t2Z?^=P8>DE%?8>- 414m9-98>1jKRDE/\Rt23-F?4:`=>R6?^=b?AEA g
=>R-p@8>1J5T/9=>: L \1YV23D(AEAEDE14 Wi1U1HJ: D(:y   `Wi1U1HJ:
\f /0T:<=>123-98>:41FKR?^O-=>R-0DB81@DE4DE14:.14I=>R-  $Z\n!N@78>1J5T/9=>:0f
y/9/018!57D(4LAB;Uj?Q8>-0/012323-04657-98.:<;7:<=>-02 W6?:P-05u14a4-F?^8>-0:<= 7-9/0145j=>R-[:P/F?A(?WDEAEDE=;a@8>1WAE-02 ?A(:P1ZL-9=>:yWi-\=P=>-98?Q
: WVVgdj
4-9D(LRJWi18]?AEL18>DE=>R23:]2Z?0;_Wi- T46?WAE- =>1[2Z?H-?4U;`@78>1J57N =>R-_@8>1U/0-9:P:PD(4LI=>DE23-`?465u:<=>18!?L-Q8>-FSUTDB8>-023-94J=pWi1=>RDE23@8>1^O-
T/\=k8>-0/912323-045?=>DE14:GYo18?[@6?8P=>DE/0TA(?8T:P-98FfG{RD(:k@8>1WN 578!?2Z?=>DE/F?A(AB;Ufs{RDB8!5jk=>RDE:Q8>-F57T/0-F5q8>-0@78>-0:P-04U=!?=>DE14s/F?@=>T8>-9:
AE-02 DE:_H741FK4v?:I> "! "%>\PFU\ftT8P=>R-\8>2318>-jd=>R- E\Q>\F9Wi-9=hK]-0-04v/0T:<=>123-98>:Z?45t@78>1J5T/\=>:3D(4t=>R-
?/9/0T8!?/9;31Y8>-0/012323-0465?=>DE14:G2Z?F;`Wi-@i1U18Ffy43-\?2QN 8>-F57T/0-F5aYo-0?=>T8>-`:P@6?/9-Q?45u=>RJT:/F?4@i1=>-94J=>D(?A(AB;u8>-0231^O-V=>R-
@AE-Z1Yy?a23DE:P:P-F5q1@@i18P=>T4DB=h;Yo183SUT6?A(DB=;DE:_=>R-ZA(1:P:`1Y :<;7414J;72M;3@8>1WAE-02 f
4-9D(LRJWi18=P8!?4:PDB=>DEO7DB=;UfVgYk/0T:<=>123-98>:[d?TA?465 JT-`/918PN y@?8P= Y+8>12|=>R-pRDELRa57DE23-04:PDE14?A18.AE1FKr57DE23-04:PDE14?Ai8>-0@7N
8>-0A(?=>- RDELRAB;Uj?4 5 7T- ?AE:P1/918P8>-0A(?=>-9:kRD(LRAB;VKDB=>R3IDEH-j 8>-0:P-04U=!?^=>D(14r1YQD(4@T7=u5?^=!?7jVK-%?AE:P1}/014:PD+57-98u=hK]15DBz-98>-94J=
DB=pDE:y41=y4-9/0-0:P:>?8>DEAB; =P8>T-=>R6?=pd?TAd?45aIDEH-[KDEA(Ad/918PN :P/!R-023-0:.1Yk418>2Z?AEDEm0DE4L3=>R-M/0T:<=>123-98yO-0/9=>18>:pDE4a=>R-[Yo-0?=>T8>-
8>-0A(?=>- ?:`=>R-9;%2Z?0;%R6?FO-b@T78>/\R?:P-F5%=>1U1uYo-9K /01232314 :P@6?/0-fXgh4=>R-~?/9=>T6?A:P/!R-023-j.O-9/9=>18>:I?8>-41=I418>2Z?AEDEm0-F5
@8>1J57T/9=>:0f ?45~?^8>-3H-0@7=DE4~=>R-0DB8[18>DELDE4?AkYl18>2Z?^=Ff`g4=>R-Q1=>R-98[:P/!R-023-
-F?/\RtO-0/9=>18QDE:Q418>2Z?AEDEm0-F5q=>1R6?FO-ZT4DB=QAE-04L=>R#f{R-C231=>DBN
H 0*,LM
L
!N2 p-F?^8>-0:<=4-0DELRJWi18w?AEL18>DB=>R23:#8>-0SJTDB8>-/912QN O?=>DE14:_Wi-0RDE465=>RDE:_418>2Z?AEDEmF?^=>D(14%DE:M=>1a57-0O-0AE1@%? /01232314
Yl8!?23-9K18>H`WU;MKRDE/\R_=>1=P8>-F?=k/0T:<=>123-98>:G=>R6?=R?^O- @T8>/!R6?:P-F5
@ T7=!?=>DE14 =>R6?=L8>1^K:uKDB=>RWi1=>R*=>R-%4JT2_Wi-98a1YZ/9T:<N
=>123-\8>:y?465I=>R-[47T2`Wi-981YG@8>1J57T/9=>:0fk}DB=>Ra23D(AEAEDE14:y1Y 5DBz-98>-94J=4JT2`Wi-98 1Yd@8>1J57T/9=>:0f
/0T:<=>123-98>:`?465q@78>1J5T/9=>:0jk?u=;@DE/F?A]K]-0WNnW?:P-F5q8>-0/012QN
23-045-98 :<;7:<=>-02|8>T44D(4L`-97DE:<=>DE4L3?AEL18>DB=>R23:.KDEAEA:PT7z-98 3.2.2 Neighborhood Formation
:P-98>DE1T:y:P/0?A(?WD(AEDB=h;I@8>1WAE-023:0f {R-V231:<=pDE23@i18P=!?4U=y:<=>-9@DE4eNnW6?:P-F5I8>-0/012323-04657-98.:<;7:<N
=>-023:DE: =>R6?^= 1Yw/0123@T=>DE4LV=>R-y:PD(23DEA(?8>DB=;CWi-\=hK-9-04I/0T:<=>123-98>:
H 0I2$-2O2 g4q8>-F?A AEDBYo-C:P/0-046?^8>DE1j 57DBz-98>-04U=`@78>1J5T/9= ?:3DB=ZDE:3T:P-05=>1uYo18>2 ?@78>1^7DE23DB=h;JNnW6?:P-F5%4-0DELRJWi18>R1U1J5vWi-\N
46?23-0:Z/F?48>-\Yo-98C=>1q=>R-u:PDE23D(A(?^8I1W -h-0/9=>:0f e]18P8>-0A(?^=>D(14 =hK]-0-04~?Z=!?^8>L-9=V/9T:<=>123-\8[?45u?b4JT2_Wi-98y1YAEDEH-9Nn23DE4657-F5 /0T:<N
W6?:P-F5a8>-0/012323-9465-\8:<;7:<=>-023:p/0? 4 P =x465 =>RDE:A(?^=>-04U=M?:<N =>123-\8>:0f[{R-M4-9D(LRJWi18>R1U1J5aYo18>2Z?=>DE14@8>1U/9-0:P:DE:DE4aY?/\==>R-
:P1U/0D(?=>DE14~?465C=P8>-0?==>R-0:P-V@78>1J5T/\=>:5DBz-98>-04U=>AB;Ufk18y-9JN 231J5-9AENnWTDEA(5DE4Lb18VAE-F?^8>4DE4LC@8>1U/0-0:P:[Yl18M?b8>-9/012323-045-98p:<;7:<N
?23@AE-jJAE-9=T:/014:PD(5-98=K1V/0T:<=>123-98>:k14-y1Y=>R-02@T78PN =>-02?AEL18>DB=>R2 f{R-.2Z?DE4QL1?Ai1Y4-0DELRJWi18>R1U1J5`Yo18>2Z?^=>DE14ZDE:
/!R6?:P-9:M 35DBz-98>-04U=V>P '0( "C(\\.7 "V@78>1J5T/9=>:.?:y?465 =>1Zx6465j6Yo18[-F?/\Ru/0T:<=>123-9Q 8 ij?4u18!57-98>-F5uAED(:<=p1Y
Y Xk/0T:<=>123-98>:
?41=>R-98w/0T:<=>123-98@T78>/\R?:P-0:! .5DBz-98>-04U=]PP '0( "$Z( $Q Z ;  L _!"$#$#$#  \[d)C:PT/!Rq=>R6?^T = i^_ ] Z ?465 S#>  i(  (
[DE:
 2Z?^7D(2_T2 jS#>  i&  !
kDE:=>R-4-\7=2Z?7DE2`T2X?45C:P1Q14#fd-
41FK @8>-0:P-04U=Q=K1~5DBz-98>-04U=Z?:P@i-0/9=>:31Y4-9D(LRJWi18>R1U1J5Yo18>2Z?N 3.2.3 Generation of Recommendation
{R-3x46?Ak:<=>-0@%1Y.?eNnW6?:P-F58>-0/012323-04657-98V:<;7:<=>-02 DE:M=>1
=>DE14#j.=>R-u@8>1F7DE23DE=;s23-0?:PT8>-?4654-9D(LRJWi18>R1U1J5Yl18>2Z?=>DE14 5-\8>D(O-`=>R-bn\ ef 8>-9/012323-045?^=>D(14:pY+8>12=>R-Q4-0DELR7Wi18>R1U1J5
?AEL18>DB=>R2 f 1Yy/0T:<=>123-98>:0fuq-Z@78>-0:P-04U=`=K15DBz-98>-04U=M=>-0/!R4D(SUT-3Yl18Q@i-\8PN
Yo18>23DE4L`=>R-p=!?:PHif
{R-@8>1F7DE23DE=;.Wi-9=hK]-0-04=hK]1/0T:<=>123-98>:
Proximity
DE:GT:PT?AEAB;M23Measure.
-F?:PT78>-F5MT:PDE4Lp-9DE=>R-98d=>R-]/018P8>-0A(?^=>D(14Q18d=>R-/01:PD(4- H!4 $"#!5 &C 76 +-!98K!#  () +*,$-. +/!J
$ AE1U1H7:dDE4U=>1
23-0?:PT8>-f =>R-G4-0DELR7Wi18>R1U1J5 Z ?45pYo18w-F?/\RV4-9D(LRJWi18#:P/F?4:#=>R8>1TLR
RDE:kjR-98@T8>/!R6?:P-y5?^=!?V?465Q@i-\8PYo18>23:]?Yl8>-FSUT-94/9;`/01T4J=
H $ +L!#
$ gh4}=>RDE: /0?:P-q@78>1^7DE23DB=h;sWi-9=hK]-0-04}=hK]1 1Y=>R-.@8>1J5T/9=>:0fGYl=>-98?AEAi4-0DELRJWi18>: ?8>-y?/0/91T4U=>-F5QYl18Fj
T:P-\8> :
u?46 5 _D(:p23-F?:PT78>-F5WU;a/9123@T7=>DE4L3=>R- yP!\
/018P8>-0A(?=>DE14 U 8
8 0jKRDE/\R DE:LDEO-94 WU; =>R-3:<;7:<=>-02 :P18P=>:V=>R-3@78>1J5T/\=>:_?/0/018!5DE4La=>1 =>R-9DE8VY+8>-9N
SJT-04/\;Q/01T4U= ?4653:PDE23@AB;Q8>-9=>T78>4:k=>RQ-  231:<=kYl8>-FSUT-94J=
U 8
8 ; 
: 8  8 :  
:8  8 : 8
8  !
: 8 : 8 !


#
@8>1J5T/9=>:_?:`8>-0/912323-045?=>DE14=>R6?^=`R?^O-b41=_;U-9=_Wi-0-04
@T8>/!R6?:P-F5CWU;Z=>R-?/9=>DEO-[T:P-98Ff
f
:

H! "J"#$I*
 !J
$ ( L : M"# +/ () +*,$-. +/!J
$DE:W6?:P-F5

H $"J
 g 4=>RDE:/F?:P-%=K1}/0T:<=>123-98>:
?465%?^8>- 14=>R-Z?:P:P1U/0D(?=>DE148>TAE-9NnW6?:P-05vn\ef 8>-9/012323-045?^=>D(14
=>R1TLRJ=#1Y7?:#=K1O-0/9=>18>:#DE4=>R- 57DE23-04:PDE14?A@8>1J5T/9=PN =>-0/\R4D(SUT-y5-0:P/\8>D(Wi-05CDE4I:P-0/\=>D(14  #(p1FK-0O-98Fj7D(4:<=>-F?5b1Y
:P@6?/0- 18M=>R> - UNh57DE23-04:PDE14?A:P@6?/0-CDE4q/0?:P-b1Y 8>-F57T/0-F5 T:PDE4La=>R-Z-04U=>DB8>-Z@i1@TA(?=>DE141Yp/0T:<=>123-98>:V=>1uL-04-98!?=>-
8>-0@78>-0:P-04U=!?=>DE14
\f{R-V@8>1F7D(23DB=;ZWi-9=hK]-0-04I=>R-02DE:y23-F?^N 8>TAE-0:0j[=>RDE: =>-0/!R4D(SJT-14AB;*/014:PD+57-98>:a=>R - X_4-0DELRJWi18>:
:PT8>-05tWU;q/9123@T7=>DE4La=>R-b/01:PDE4- 1Y.=>R-C?4LAE- Wi-9=K-0-04 KRDEAE-pL-94-98!?^=>D(4L_=>R-.8>TA(-9:0fGp1=>-.=>R6?^=/014:PD(5-98>DE4L`14AB;
=>R-y=hK1`O-0/9=>18>:0jKRDE/!RIDE:.LDEO-04CWJ; ?VYl-9K4-0DELR7Wi18>:2Z?0;Q41= L-04-98!?^=>-p:<=P8>14LM-041TLRC?:P:P1N
/01: 
  ;
   
 /0D(?=>DE14I8>TAE-0: DE4I@8!?/9=>DE/0-j7KRDE/!Ra?:?M/014:P-FSUT-04/0-j2Z?F;
8>-0:PTAB=kD(4`D(4:PT 3/9D(-94J=@78>1J5T/\=>:G=>18>-9/012323-045f{RDE:/F?4

  !     !


Wi-p?TL23-94J=>-05QWJ;QT:PDE4L_?[:P/\R-023-.KR-98>-y=>R-.8>-9:<= 1Y=>R-
K R-\8>-a Z5-041=>-0: =>R-[51=PN@78>1J5T/9=1Yw=>R-p=hK]1QO-0/\=>18>:0f
 @8>1J5T/9=>:0jDEY64-0/0-9:P:>?8P;Uj?8>-/0123@T7=>-F5MWU;VT:PD(4Ly=>R-]231:<=
Yl8>-FSUT-94J=DB=>-02 ?AEL18>DB=>R2 f
y:PDE4LV=>R-57-0:PDB8>-F5Z@8>1F7D(23DB=;Q23-F?:PT8>-jUYl18 ga/0T:<=>123-98>:0j?4
g5:gu:PDE23DEA+?^8>DB=h;C2Z?=P8>DB DE:/0123@T=>-F5f
4. EXPERIMENTAL EVALUATION
Yl=>-98y/0123@T=>DE4LM=>R-V?A(ABN 4.1 Data sets
Different
=>1N?AEA@78>1^7DENeighborhood 23DB=h;[Wi-\=hK-9-04`/0TTypes.
:<=>123-98>:0j=>R-4-9J=w=!?:PHMDE:d=>1?/\=>TN q-_T:P-F5a=hK]1I57DBz-98>-04U=V5?^=!?C:P-9=>:y=>1I-0O?AET6?^=>-_=>R-Q5DBz-98>-94J=
?AEAE;uYl18>2=>R-`4-0DELRJWi18>R1U1J5fM{R-\8>-3?8>-_:P-0O-98!?A:P/!R-923-0:yYl18 8>-0/012323-0465?=>DE14C?AEL18>DB=>R23:.5DE:P/0T:P:P-F5IDE4I:P-9/9=>DE14  f]{R-[5-\N
4-0DELRJWi18>R1U1J5IYo18>2Z?=>DE14fky-98>-pK]-V5DE:P/0T:P:=hK]1Q:P/!R-023-0:0f =!?DEAE:.1Yw=>R-V5?=!?_:P-9=>:.?8>-=>R-yYo1AEAE1FKDE4L
H +-!# GM"# +/ :P/!R-023-kYo18>23:k?4-9D(LRJWi18>R1U1J5Q1Y:PDEm0- H!4 $1;
 / !##kq-[T:P-F5 5?^=!?_Yl8>12 1T8I1^OJD(-0#-04:.8>-0/\N
ijYl18p?`@6?^8P=>D(/9TA(?8./0T:<=>123-98 Uj6WU;Z:PDE23@AB;b:P-0AE-0/9=>DE4LQ=>R- 12323-045-98k:<;7:<=>-02 j7I1^OJD(-0#-04:DE: ?VK]-0WNnW?:P-F538>-0:P-F?^8>/\R
Xw4-0?8>-0:<=.1=>R-98./0T:<=>123-98>:0f 8>-0/012323-9465-\8 :<;7:<=>-02|=>R6?^=p57-0WT7=>-F5ZD(4 6?AEAk , ,Jf]ck?/\R
K-0-0HRJT4578>-F57:31Y[T:P-98>:ZOJD(:PDB=CI1^OJDE-F#-04:3=>18!?=>-u?465
H!  !# #"W +
-ME$ $I$I/ :P/\R-023-.Yl18>23: ?M4-0DELRN
Wi18>R1U1J531Y#:PD(m9- XjYl18?[/0T:<=>123-9 8 UjJWU;_x8>:<=@DE/\HJDE4L=>R- 8>-0/0-0DEO-8>-9/012323-045?^=>D(14:bYo18u231^OJDE-0:0f{R-:PDB=>-q41FK
/0AE1:P-9:<=4-9D(LRJWi18=> 1 UfG{R-04Q=>R-8>-0:<Y = X$I 4-0DELR7Wi18>:]?^8>- R6?:p1O-98    CT:P-\8>:KR1bR6?FO-M-97@8>-0:P:P-F5u1@DE4DE14:[14
  <0*5DBz-98>-04U=k231OJDE-0:0f#q- 8!?45123AB;_:P-0AE-0/9=>-F53-041TLR
:P-0AE-0/9=>-05a?:Yo1AEAE1FK:0fy#-9=Fj?=p?Q/0-98P=!?D(4a@i1DE4J==>R-98>-V?8>-'?
4-9D(LRJWi18>:VDE4=>R-Q4-0DELRJWi18>R1U1J5 Z j#KR-98>- ? V XfC{R- T:P-98>:]=>1V1W=!?DE4u!   M8!?^=>D(4L:]Y+8>12=>R-y5?=!?W6?:P- K-
?AEL18>DB=>R2 =>R-04}/0123@T7=>-0:b=>R-~/9-04U=P8>1D(5}1YM=>R-u4-0DELRN 14AB;p/014:PD+57-98>-F5T:P-98>:#=>R?=#R6?5p8!?^=>-F5V  182318>-231^OJDE-0:
\f
Wi18>R1U1J5f{R- /0-94J=P8>1D(5t1Y Z DE:Z5-\x64-05t?: %  ?45tDE: q-5DEOJD(5-F5p=>R-k5?=!?W6?:P-kDE4J=>1  \}=P8!?DE4DE4L:P-9=w?45V  \
/0123@T=>-05t?: %  ; =  (*)+ ,`  f} /0T:<=>123-9. 8 -Vj:PT/\R =>-0:<=d:P-9=Ffw{R-5?=!?:P-9=wK?:w/014JO-98P=>-F5[DE4U=>1p?WDE46?^8P;[T:P-\8PN
=>R6?^/ = - _ ] Z DE:V:P-0AE-0/9=>-0
' 5q?& :[=>R - ?0 \Nn:<=V4-0DELRJWi18_14AB; 231OJDE-2Z?^=P8>DE 7v=>R?=R6? 5 ,  8>1FK: Df -fEj ,  T:P-98>:
d?465
DBYh1j - DE: /0AE1:P-0:<==>1_=>R-y/0-04U=P8>1D(5 %  f]{R-04Z=>R-p/9-04U=P8>1D(5CDE: `/01AET234: Df -f(j#! `231^OJD(-9:=>R?= K]-98>-[8!?=>-F5IWU;b?^=
!

8>-0/0123@T7=>-F5MYl1 8 ?20u4-0DELRJWi18>:k?465_=>R-@8>1U/9-0:P:k/914U=>DE4N A(-0?:<=M14-Q1Yk=>R-`T:P-98>:
\fZ18[1T78V-97@i-98>DE23-04U=>:0jK-3?A(:P1

T-9:yT4J=>DE A 3 Z 3 ; Xf ?:PDE/F?AEAB;Uj=>RDE:p?AEL18>DB=>R2?A(AE1FK:p=>R- =!?H-.?41=>R-98kYo?/9=>18DE4U=>1[/014:PD(5-98!?^=>D(14#ji7!>o 'Q(\91Y
4-0?8>-0:<= 4-0DELRJWi18>:=>1_?z-9/9==>R-Yo18>2Z?=>DE14b1Y#=>R-.4-0DELRN 5?=!?a:P-9=>:0fq18M=>R-C5?^=!?a2Z?=P8>DB 7 {RDE:QDE:`5-9x4-F5%?:
=  41=>41=!m0?-9A#8>1`-04U-0=P4U8>=PDE8>-0D(: -9: fC{R-3:P@6?8>:PDB=;AE-0O-9A]1Y]=>R-bI1^OJD(-
 ?>@> ; >@?E@>@F> ! jkKRD(/!RtD(&
Wi18>R1U1J5~?465aDB=/F?4uWi-_Wi-04-9x6/9D+?AwYo18[O-98P;a:P@?8>:P-`5?=!?
:P-9=>:0f 5?=!?u:P-9=ZDE:0j]=>R-98>-9Yl18>-jy :  # ,  ,7f
{R8>1TLR1T==>R-@6?@i-98K-=>-9A@8>B@2 CD =>RDE:y5?=!?`:P-\=p?H : G:Gf

Neighborhood Formed
{R- H!I  $. 
*, /!#%g4%?55DB=>DE14q=>1 =>R-Z?Wi1^O-3231^O7DE-
Yo?/9=_=>R6?^=_=>R-bAE1FK 57DE23-04:PinDE14Low-dimensional
?Ak:P@6?/9-CDE:`AE-0:P:_:P@6?^Space.
8>:P-b=>R?4qDB=>: 5?=!?JjK]-T:P- RD(:<=>18>DE/F?A7-9Nn/012323-\8>/0-]@T8>/!R6?:P-5?=!?.Yl8>12
RDELR%57D(23-94:PDE14?AG/01T4U=>-98>@6?^8P=VA(-05~T:=>1CYo18>2=>R-Q4-9D(LRJWi18PN wD(4L-98>RJT7=agh4/fEj[?A+?^8>L-%-9Nn/012323-98>/0-u/0123@6?4U;Uf {RDE:
R1U1J5bDE438>-F57T/0-F53:P@?/0-fd-.x8>:<=T:P-?V5DE23-04:PD(146?A(DB=;38>-F5T/9N 5?=!? :P-\=`/014U=!?DE4:M@T78>/\R?:P-3DE4Yl18>2Z?=>DE14%1
Y !  /0T:<N
=>DE14u=>-9/\R4D(SUT- -f LfEj JD(4LTA+?^ 8 k?AET- -9/0123@i1:PDE=>DE14 

=>123-98>:k14C  \ M/F?^=!?AE1L_@8>1J5T/9=>:0fGgh4Q=>1=!?AjJ=>RDE:5?=!?
=>1@8>1J57T/0-C?aAE1^K5DE23-04:PDE146?A8>-9@8>-0:P -04U=!?^=>D(14#j=>R-04qK]-I T:P- :P-9=Q/014U=!?DE4 : ,  Ua@T78>/\R?:P-Z8>-0/018!57:0f%.:_Wi-9Yl18>-jK-
O-0/9=>18k:PDE23DEA+?^8>DB=h; >>oi
d=>1[/9123@T7=>-]=>R-@78>1^7DE23DB=h;MWi-9=K-0-04 5DEOJD+57-F5v=>R-u5?=!?%:P-9=CDE4U=>1%?q=P8!?DE4}:P-9=I?465s?=>-0:<=I:P-\=
/9T:<=>123-\8>:y?465bR-04/0-p=>1`Yl18>2=>R-4-0DELRJWi18>R1U1J5f WJ;bT:PD(4L`=>R-[:>?23-[  \KJ  \|=P8!?DE4 jF=>-0:<=.8!?=>DE1fkq-[?A(:P1
 /0123@T=>-.=>R-[:P@?8>:PDB=h;bAE-0O-0AYo18y=>RDE:5?=!?_:P-9=y?465ZYo1T465
DB= =>1QWi-  # ,, ,f]-y=>-98>2X=>RDE:.5?=!?M:P-9
= aYl18=>R-.8>-0:<= Neighborhood sensitivity study (entire data set )

1Yd=>R-@6?@i-98Ff 0.23

0.21
0.19

F1 metric
4.2 Evaluation Metrics 0.17
{ 1q-0O?AET6?^=>- =>1@Nn 8>-0/012323-0465?=>DE14tK-aT:P-C=hK123-9=P8>DE/0:
# 0.15
KD(57-0AB; T:P-F5D(4=>R-DE4Yl18>2Z?=>DE14 8>-9=P8>DE-0O?A gh,
b/91232`T4DB=h;
4?23-0AB;Uj[P>>l]?465v6PP9o> B!^Qfry1FK-0O-\8Fj.K]-u:PA(DELRJ=>AB;
0.13

231J57DBYl;u=>R-`5-9x4DB=>DE141Y8>-0/0?AEA]?465u@8>-0/9D(:PDE14%?:[1T8V-97@i-98>DBN

0.11

23-94J=GDE:]5DBz-98>-04U=GYl8>12:<=!?465?8!5Qgh,vDE4`=>R-:P-04:P-=>R?=GK-R?^O- 0.09

?Ix7-F54JT2_Wi-98[1Y8>-0/912323-045-F5uDB=>-023:0fI-3:<=!?8P=>-F5qWU;~5DBN 10 30 50 70 90 11

0
13
0
15
0
17
0
19
0
21
0
23
0

OJD(5DE4L`1T785?^=!?_:P-9=>: DE4U=>1_=K1_@6?8P=>:h=>R-p=P8!?DE4DE4L_:P-9=.?45Z=>R- Neighborhood size

=>-9:<=Z:P-9=Ff T783?A(L18>DB=>R23:QK]18>H-05v14=>R-b=P8!?DE4DE4L:P-9=Fj?465
L-04-\8!?=>-F5?b:P-\=1Y8>-0/012323-0465?=>DE14:0j6K-_/F?AEAw=>R-bn\E e|0\f
EC ML

T78V2Z?DE4L1?AkDE:[=>1IAE1U1HDE4U=>1C=>R-`=>-0:<=V:P-9= Df -fEj=>R-QRD(55-04 
 )(I 8#*,!$&W +
-MU$
$-$/ "J
* $  +*,$-
@i18P=>DE14 1Y=>R-p@T8>/!R6?:P-5?=!?
?465Z2Z?=>/!RC@78>1J5T/9=>:KDB=>RI1T78  +/ !J
$ 6L
!N23  ,+U 

 +I!.- "/$ MI2
=>1@Nn:P-9=FfG8>1J57T/9=>:p=>R?=p?@@i-F?8[DE4uWi1=>Ra:P-\=>:[?8>-_23-02`Wi-98>: "# L
!#!J
!J +-!J
 ./!#R"# !
-!#$v  \ !#
 /* \
1Y#?V:P@i-9/0D(?A6:P-9=FjUK]-/F?AEA=>R-Uod9\fdq-41FKs5-9x4- 8>-0/F?A(A6?465 !# +"#!)/ !#3
@78>-0/0DE:PDE14aDE4 1T8/014J=>-\7=Ff

 >>l cC18[8>-0/012323-9465-\8[:<;7:<=>-02 -97@i-98>DE23-04U=>:pK-Z?^8>-

H 
Neighborhood sensitivity study (train data set only)

DE4U=>-98>-0:<=>-F5qDE4sjwK]-b5-9x4-Q8>-0/F?AEA?:M=>R-Q8!?^=>D(1a1YRDB=_:P-9= 0.16

j 8U5
+XX ; :P:PDEDEm0m0-[-[11YdYG=>R-0DB:<==.:P:P-9-9= =
:PDEm0-3=>1I=>R-Q=>-9:<=_:P-\=_:PDEm0-jGDf -fEU 0.14
KRDE/!R /F?4 Wi-pK 8>DB=P=>-04a?: 8U5
+XX ; 
  f
F1 metric
    0.12

H >P9o>cygh4 =>R-M/914U=>-9J=p1YG=>R-[8>-0/012323-04657-98.:<;:<=>-92

0.1

DE:V5-9x4-F5u?:=>R-V8!?=>DE1I1YRDB=[:P-\=[:PDEm0-`=>1C=>R-M=>1@Nn:P-9= 0.08

:PDEm0-jdDf -fEj 8U >S#> "g; :PDE:Pm0DE-Vm0-V 1YwRDB=.:P-9=

1Y=>1@Nn :P-9= KRDE/\R~/F?4Wi-
0.06

K 8>DB=P=>-04a?: 8U5
+XX ;  
   f

0
10

30

50

70

90

11

13

15

17

19

21

23
 Neighborhood size

{ R-0:P-=hK]1`23-F?:PT8>-0:?^8>-j7R1FK-9O-98Fj1Yl=>-94I/0146DE/9=>DE4L`DE4I4?N

 EC ML

=>T78>-f18QDE4:<=!?4/0-jDE4/98>-0?:PDE4Lu=>R-b4JT2`Wi-\8  =>-04657:_=>1uDE4N
/\8>-F?:P-.8>-0/F?AEAiWT=]5-0/98>-0?:P-0:@78>-0/0DE:PDE14f]{R-.Yo?/9=k=>R6?^=Wi1=>RZ?^8>- 
 )/I 8#*,!$&W +
-MU$
$-$/ "J
* $  +*,$-
/\8>DE=>DE/F?AYo18=>R-[SUT6?AEDE=# ; -hT657L23-04U= AE-F?5:T: =>1QT:P-V?`/012_WDE46?^N  +/ !J
$ 6IL
!K23 
"R ,+IU +

 -!0- "/$ MI2
=>DE14`1Y=>R-=hK17fdgh4M@6?^8P=>DE/0TA(?8FjK-T:P-]=>R-k:<=!?45?8!# 5  $Z\! & !J 4"# L
!#!#
 !J !#
 / !# "# !
I! $  \  \
!#
 / ;+L
/!#
$ / !#3
; !   [  [$[# [     : :  : : "! fd-y/0123@T7=>

 ,d=>R6?^=LD(O-0:p F
- U
S 
T 
? 
A ]
K 0
- E
D 
L U
R p
= >
= 3
1 >
= 
R 9
- 2 i
W 
1 >
=
R 
? 6
4
5 E
D :y/0123@T=>-F5
? : `[ - `.Yo18-F?/!RCDE45DEOJD+5JN
T?Ad/0T:<=>123 -98?4 5u /0? AE/0%T! A(?^=>-`=>R-_?FO-98!?L-`O?AET-V=>1bT:P-Q?:1T78
23-\=P8>D(/f 4.3.1 Experiments with neighborhood size.
{R-I:PD(m9-a1Yp=>R- 4-9D(LRJWi18>R1U1J5tR6?:3:PD(L4DBx6/0?4U=ZDE23@6?/\=Z14
=>R- 8>-0/912323-045?=>DE14ZSJT?AEDB=h;IE fk{1M5-9=>-\8>23D(4- =>R--9z-0/9=]1Y
4.3 Experimental Results 4-9D(LRJWi18>R1U1J5%:PDEm0-jGK]-C@i-98PYl18>23-F5%?4%-97@i-98>DE23-04U=[KR-98>-ZK-
g4%=>RDE:Q:P-0/9=>DE14vK-I@8>-0:P-04U=Q?~57-9=!?DEAE-F5v-\@i-\8>D(23-94J=!?A-0O?ABN O?8>DE-F5I=>R-V4-0DELRJWi18>R1U1J5u:PDEm0-V=>1Z5-\=>-98>23DE4-=>R-V-9z-9/9=>DEO-04-9:P:
T ?=>DE141Yy=>R-C57DBz-98>-04U=Q?AEL18>DB=>R23D(/b/!R1DE/0-9:`Yo18`=>R-Z:<=>-0@:`1Y 1Y]=>R-`8>-0/912323-045?=>DE14:WU;u/0123@T=>DE4Lb=>R1 - `Q23-9=P8>DE/f_q-
=>R-.eNnW6?:P-05_8>-0/012323-04657-98d:<;7:<=>-023:G?45`/0123@6?8>-]DE=>:G@i-98PYl18PN 8!?4I1T8=>-0:<=>:14 Wi1=>RI5?=!?:P-9=>:.T:PDE4LQWi1=>R RDELR 5DE23-04:PDE146?A
2Z?4/0-k=>1p=>R6?^=?/!RDE-0O-F5MWU;M=P8!?5DB=>DE14?A6?:P:P1U/0D(?=>DE147N8>TAE-yW?:P-F5 ?45IAE1FKr57D(23-94:PDE14?A8>-0@8>-0:P-94J=!?^=>DE14:0f]gh4C/F?:P-V1YGAE1FK5DE23-04N
?@@78>1?/!R-9:0f T8.2Z?DE4 L1?AwDE:.=>13-97@A(18>-[=>R-[@i1:P:PDEWD(AEDB=>DE-0:1Y :PDE14?AG8>-0@8>-0:P-94J=!?^=>DE141YDE4@T=5?=!?Jj#K]-QT:P-Q?Zx-054JT2_Wi-98
/912`WDE4DE4L5DBz-98>-94J=`:PTW7=!?:PHJ:`=>1uYo18>2_TA(?=>-I?4- 3/9D(-94J=`8>-0/9N 1Y57DE23-04:PDE14:0f T8 8>-0:PTAB=>:y?^8>-[:PR1FK4 DE4awDELT78>-MJf
12323-0465?=>DE14s?AEL18>DB=>R2 fy:Q=>R-a/912`WDE46?=>DE141YV57DBz-98>-04U=
@?8!?23-9=>-98>:?465 =!?:PHJ:yD(:y-0418>231T:0jiK-M-97@i-98>DE23-04U=!?AEAB; -0O?ABN y:QK]- /F?4s:P-0-IY+8>12 wDELT78>-uJj]=>R- :PDEm0-a1Yp=>R-I4-0DELRJWi18PN
T?=>-Z-F?/\Rq@?8!?23-9=>-98MWU;~2Z?HJD(4LI8>-F?:P146?WAE-b/\R1DE/0-0:VYo18_=>R- R1U1J5u571U-0:[?z-9/9=p=>R-`SUT6?AEDE=; 1Yk=>1@N>! Q8>-0/012323-0465?=>DE14f.gh4
8>-9:<=Ff L-94-98!?Aj=>R-`SUT6?AEDE=;aDE4/98>-0?:P-0:[?:pK-_DE4/98>-F?:P-_=>R-_4JT2_Wi-98.1Y
g4t?AEA=>R- eNW?:P-F5%-97@i-98>DE23-04U=>:M=>R-b@8>1F7D(23DB=;qWi-9=K-0-04 4-9D(LRJWi18>:0fp1FK-9O-98Fj?Y+=>-98y?_/0-98P=!?DE4I@i1DE4U=FjJ=>R-yD(23@78>1^O-023-04U=
/9T:<=>123-\8>:QK ?:323-0?:PT8>-05tWU;%T:PD(4L>>oi`23-9=P8>DE/ ?45v-F?/\R L?DE4:.5DE23DE4DE:PRC?465Z=>R-[SUT?AEDB=h;ZWi-0/0123-0:K18>:P-f]y4bD(4U=>-98>-9:<=PN
/9T:<=>123-\8VO-0/9=>18MK?:3i( $Q ' &^ "`=>1 Wi-Q1YT4DB=VAE-04L=>R#fb{R- DE4LV1W:P-98>O?=>DE143Yl8>12|wDELT78>-DE:k=>R?==>R-.1@7=>D(2Z?A4JT2_Wi-981Y
/91:PDE4-Z23-9=P8>DE/`K?:M:P-0AE-0/9=>-F5qWi-0/0?T:P-3DB=MDE:M?@@AED(/0?WAE-ZWi1=>RD(4 4-9D(LRJWi18>:MD(:M5?=!? :P-9=_5-9@i-04657-04U=FfZgh4q/F?:P-Z1Y. DB=V8>-F?/!R-9:
18>DELDE46?A[?45sAE1^K]-98a57DE23-04:PDE14?A8>-0@8>-9:P-04U=!?=>DE14:0f {R-aT4DB= DB=>:@i-F?Hb:P123-9KR-98>-[DE4C=>R-p8!?4L-V1YG ^^ Jj6KR-\8>-F?:.DE4 /F?:P-
AE-04L=>RC418>2Z?AED(m0?=>DE14IK?:@i-98PYl18>23-F5b:P1`=>R6?^= /0T:<=>123-98>:=>R6?^= 1Yckes=>R-@i-0?HbD(: 8>-F?/\R-F5IDE4C=>R-p8!?4L-V1Y]^ F7 7f
R?FO-[@T78>/\R?:P-F5I2Z?4U;ZDE=>-923:KDEAEAw41=y5123D(4?=>-[Wi1=>RI=>R-[?LN pDEO-04V=>R6?^=d=>R-]1@=>DE2Z?AJ4JT2_Wi-98#1Yi4-F?8>-0:<=G4-0DELRJWi18>:dDE:5DBY+N
L8>-0L?^=>-_4-0DELRJWi18>R1U1J5:y?:.K-0AEAw?:.=>R-[:PDE4LTA(?8O?AET-V5-0/012QN Yo-\8>-04U=Yo185DBz-98>-04U=5?=!?V:P-9=>:0jJDB= DE:DE23@i18P=!?4U=]=>1V:P-0-pDBY#K-./F?4
@i1:PDB=>D(14#fwDE46?AEAE;UjDE4`?AEA71T8d-\@i-\8>D(23-94J=>:K-x7-F5=>R-k47T2`Wi-98 ?/9/0T8!?^=>-0AB;a-0:<=>DE2Z?=>-V=>R-V1@7=>DE2Z?A4JT2`Wi-98.1Y4-0DELRJWi18>:yT:PDE4L
1Yd8>-0/012323-0465?=>DE14:?=[!  Df -fEj=>1@N>! 
\f =>R-.=P8!?DE4DE4L35?^=!?M:P-9=.?AE14-f 4-yK?F;b1Yd51DE4L_=>RDE: D(:=>1MYoT78PN
 Dimension sensitivity study (ML data set) Dimension sensitivity study (EC data set)
0.235 0.15
0.225
0.13
0.215

F1 metric
0.11
0.205
0.195 0.09

0.185 0.07
0.175
0.05
0.165 10 20 30 40 50 60 70 80 90 100 50 100 150 200 250 300 350 400 450 500 600 700

Dimension, k Dimension, k
ML-train ML-total EC-train EC-total


 8#*,!W$&!J I OME  $&\/
 +"J
$
4 
 I 8 * ! $& !J 4 MU O$&/
 +"J
$
I
/!# "# +! / !#."# !


=>R-98M:P@AEDB=_=>R-`=P8!?DE4D(4Lu5?^=!?I:P-9=_D(4U=>1a?b=P8!?DE4%?45O?AED(5?=>DE14

@i18P=>DE14q?465 =>R-94T:P-_=>R-_=P8!?DE4~5?^=!?Z=>1C@8>1J5T/0-Zn\ ef 8>-0/9N
Experimental Representation Most frequent item Association rule based
data set Center-based Center-based nbrhood
nbrhood (F1 metric) (F1 metric)
12323-0465?=>DE14 ?465 O?AED(5?^=>DE145?^=!?3=>13/9123@T7=>-V]MO?A(T-0:y=>1 MovieLens data High dimensional 0.21393 0.20711
57-9=>-98>23DE4-y=>R-1@=>DE2Z?AO?AET-1YG4-0DELRJWi18>:0f
-[@i-98PYo18>23-F5C=>R-0:P-[-97@i-98>DE23-04U=>:.?465b=>R-8>-0:PTAE=>:y?8>-[@78>-9N Low dimensional
(k = 20)
0.22009 0.21479

:P-94J=>-05QD(4QwD(LT8>-  fe]123@6?^8>D(4LVwDELT8>-y?4653wDELT78>-  K]-:P-0- E-commerce data High dimensional 0.16654 0.16654
=>R?==>R-p:P-04:PDB=>DEOJDE=;I14C=>R-4JT2`Wi-\8 1Yd4-0DELRJWi18>:.DE: =>R-:>?23-
Yl18bWi1=>Rt=>R- /0?:P-0: -0O-94t=>R1TLR57T-C=>1D(4/98>-F?:P-F5sAE-0O-0A1Y Low dimensional
(k = 300)
0.12158 0.13209

:P@?8>:PDB=h;`=>R-.:P-0/01453-97@i-98>DE23-04U=kAE-F?5:]=>1VAE1FK-98 SJT?AEDB=h;
\fGT78PN

=>R-98>2318>-ji=>R-[8!?4L-`1Y]1@=>DE2Z?A47T2`Wi-98.1Y]4-0DELRJWi18>:yD(4a=>R-
:P-9/0145-\@i-\8>D(23-94J=VDE:M=>R-3:>?23-b?:M=>R-Zx8>:<=Ffe]14:P-FSUT-04U=>AB;Uj  ML  8#*,!$&1 +*,$-. /!J
$ L $

!J  $
=>R-C1@=>DE2Z?A 4JT2`Wi-98M1Yy4-0?8>-0:<=34-0DELRJWi18>:`/F?4tWi-C/918P8>-0/9=>AB;  +*,$-. +/!J
$ 6L
!N23
AE-F?^8>4U=bY+8>12 =>R- =P8!?DE4DE4L:P-9=b?AE14-f yAE:P1=>R-a@i-98PYo18>2Z?4/9-
57DBz-98>-04/9-V8>-92Z?DE4:.SUTDB=>-[:PDE23DEA+?^8p1^O-\8p?`KD(57-V8!?4L-M1YG4-0DELRN
Wi18>R1U1J5:PDEm0-0:0f%18`=>R-38>-0:<=Q1Yy=>R-b-\@i-\8>D(23-94J=>:VK-bT:P-05%? =>R-[/!R6?^8P=Yo18.=>R-c]e5?^=!?`:P-9=Ffkp-98>-V?A(:P1QK]-V1W:P-\8>O-[:PDE23D(A(?^8
4-0DELRJWi18>R1U1J5a1YG:PDEm0# - , `Yo18p=>R-M %?465I=>R?=.1Y]  QYo18y=>R- :PR6?@i-0:1YGWi1=>RC=>R-p@AE1=>:0f
cke5?=!?_:P-9=Ff #1U1HJD(4L3DE4J=>1Q=>R-8>-0:PTAB=>:.:PR1FK4aDE4uwDELT8>- Z?465awDELT78>-`Uj
K-`/F?4~:P-0-Q=>R6?^=V1T8[=K1I5?=!?b:P-9=>:[-97RDEWDE=V:<=P8>DEHJDE4LAE;~57DEz-\8PN
-04U=[Wi-0R?FO7DE18FfVgh4a=>R-_/F?:P-Q1Y Gji=>R-_8>-9/012323-045-98pSUT6?A(DB=;
4.3.2 Experiments with number of dimension. DE4DB=>D(?AEAB;DE23@8>1^O-0:M?:MK-bDE4/98>-F?:P-C=>R-Z8!?4H~1Y=>R-ZAE1FK-98Z57DBN
.:p57DE:P/0T:P:P-F5aDE4 ,7j d=>R-V4JT2`Wi-\81Yk5DE23-04:PD(14aDE:p/98>DB=>DE/F?A
Yl18V=>R-`-9z-0/9=>DEO-04-0:P:[1Yk=>R-QAE1FKX5DE23-04:PD(146?AG8>-9@8>-0:P-04U=!?^=>D(14#f 23-04:PD(146?A:P@6?/0-jWT7=`DB=3SUTD(/!HJAB;~8>-F?/\R-0:QDB=>:`2Z?^7D(2_T2@i-\8PN
-[?8>-[DE4U=>-98>-0:<=>-05CDE4 57-9=>-98>23DE4DE4LV=>R-p47T2`Wi-98]1YG57DE23-04:PDE14: Yo18>2Z?4/0-[?45C?4U;3YoT8P=>R-98DE4/98>-0?:P-0:DE4b=>R-y8!?4H31Y=>R-p:P@?/0-
=>R?=DE:kA(?^8>L--041TLR`=>1/F?@=>T8>-?AEA=>R-]A+?^=>-04U=G8>-0A(?=>DE14:PRDE@:kD(4 AE-F?57:=>1bK]18>:P-`8>-9/012323-045?^=>D(14a8>-0:PTAB=>:0fMp1=>-_=>R6?^==>RDE:Wi-\N
=>R-2Z?=P8>DB[;U-\=d:P2Z?AEAJ-041TLR_=>1?FO1D(5_1^O-98PNx=P=>DE4Ly-98P8>18>:0f p47N R6?FOJDE18_DE:M/914:PDE:<=>-04U=MKDB=>R%-97@i-98>DE23-04U=>:[@i-98PYo18>23-F5WU;gh,X8>-\N
Yl18P=>T46?=>-9AE;[=>R-98>-D(:#41.5DB8>-0/\=d?4?AB;J=>DE/F?AJ23-9=>R1J5p=>1y57-9=>-98>23DE4- :P-F?^8>/\R-98>:Z fCy1FK-0O-\8FjDE4~=>R-Q/F?:P-31YckeyjK]-Q:P-0-Q=>R6?^=[=>R-
=>R-GO?A(T-G1Y7=>R-G1@7=>D(2Z?A4JT2_Wi-981Y57D(23-94:PDE14:] ,U:P1 =>R-1@=>DBN 8>-0/012323-0465?=>DE14MSUT6?AEDE=;V/014U=>DE4JT-0:#=>1pDE23@8>1^O-k?AEAJ=>R-kK?0;VT@
2Z?AO?AET- R?:G=>1[Wi- -97@i-98>DE23-04U=!?AEAB;`-9O?A(T?=>-F5fGT78P=>R-98>2318>-j =>1a  a5DE23-04:PDE14:0fZ-QWi-0AEDE-0O-Q=>RDE:M5DE:<=>DE4/\=>AE;5DBz-98>-94J=VWi-\N
=>R-31@7=>D(2Z?AkO?AET-31Y =>R-`A(1FK]-98357D(23-94:PDE14?A:P@6?/9- Df -fEjd=>R- R6?FOJDE18[DE:Wi-9/F?T:P- D
.=>R-_18>DELDE4?AG4JT2`Wi-\8p1Y57D(23-94:PDE14:pYo18
1@=>DE2Z?A 8!?4H%1Yy=>R-C/0T:<=>123-98PNn@8>1J5T/9=32Z?^=P8>DE
VD(:Z57DBz-98>-04U= =>R-]c]eD(:d2_T/!R[A(?8>L-\8d=>R6?4_   5   OJ:0f ,  5 

Yl18M57DEz-\8>-04U=[5?^=!?b:P-\=>:0f -9=>-98>23DE46?^=>D(14u1Y]=>R-_1@=>DE2Z?AdO?AET- ?45 D(D
pcke DE:p:PDEL4DBx6/F?4U=>AE;u:P@?8>:P-98 :P@6?8>:PDB=;uA(-9O-0Aw1Y  # ,, ,
1Y#5DE23-04:PDE143/F?43Wi-.514 -WU;`T:PDE4L[:PDE23DEA+?^8]=>-0/!R4D(SJT- T:P-F5`=>1 OJ:0f  # ,  ,
I?465?/0/018!57DE4LAB;sR6?:b2`T/\RvAE-0:P:I57-0@i-045-04/0DE-0:0f
57-9=>-98>23DE4-V=>R-V1@=>DE2Z?AdO?AET-M1Yk4-0?8>-0:<=p4-0DELRJWi18>:0fq-M@i-98PN {RDE:.K ?:p-0OJD+57-04U=pWU;C1W:P-98>OJD(4L3=>R-V2Z?L4DB=>T657-M1YG=>R-M:PD(4LT7N
Yl18>23-F5I?4 -97@i-98>DE23-04U=KR-98>-K-V57DEO7D(57-F5b=>R-V5?=!?_:P-9=.D(4U=>1`? A(?8.O?AET-0: KRD(/!Ra57D+5b41=y:PT 3/0DE-04U=>AB;C5-0/98>-0?:P-f
=P8!?DE4C?465Q=>-0:<=k@i18P=>DE14Zx8>:<=]?45`YoT78P=>R-985DEOJD+57- =>R-=P8!?DE4b5?=!? p1FK]-0O-98Fjy?4DE23@i18P=!?4U=I1W:P-98>O?=>DE14DE:C=>R?=b=>R-a8>-0A(?=>DEO-
:P-\= DE4J=>1_?=P8!?DE4C?4653O?AED(5?^=>D(14C@i18P=>DE14#fG-.8>-0@i-0?=>-F5Q=>R-y-9JN @i-98PYl18>2Z?4/0-Z5DBz-98>-94/0-0:VK-\8>-ZYo?DB8>AB;q:P2Z?A(AGYo18`Wi1=>R%cke?465
@i-\8>D(23-94J=.Yo18V5DBz-98>-94J=y4JT2_Wi-98.1Y]5DE23-04:PDE14:y?465a41=>-F5I=>R-  5?^=!?u:P-\=>:0fq{RD(:`D(:_@6?^8P=>D(/9TA(?8>AB;%DE23@i18P=!?4U=Q?:`AE1FK-98Z57DBN
DE23@?/9=p14a=>R- `M23-9=P8>DE/`?465IYl8>12=>R-_@A(1=K-_5-\=>-98>23DE4-F5 23-04:PD(146?Ak:P@?/0-0:V/F?4qWi-QDE4657-97-F5~T:PDE4L - Q/0DE-04U=[=>-0/\R4D(SUT-0:
1@=>DE2`T2 4JT2`Wi-98#1Y65DE23-04:PDE14:0fd{#1y:PR1^K%=>R?=w=>RDE:d?@@8>1?/\R
AE-F?5:=>1 =>R-k/018P8>-0/9=d-9:<=>D(2Z?^=>DE14V1Y7=>R-1@7=>D(2Z?AO?AET-1Y5DE23-047N

-f LfEEj Qe >>\GL8>-F?^=>AB;3DE4/98>-F?:PDE4L[=>R-:P/F?A+?WDEAEDB=h;Z1Y=>R-.4-F?8>-9:<=
4-9D(LRJWi18Q/0?AE/0TA(?^=>D(14:0f18`=>R-38>-0:<=Q1Yy=>R-C-97@i-98>DE23-04U=>:[K-
:PDE14#jdK-3/914657T/9=>-05?41=>R-98M-97@i-98>DE23-04U=[KR-98>-QK]-b:P-9@6?8!?^=>- x7-F5u=>R-34JT2_Wi-98[1Y.5DE23-04:PDE14:[=>1u IYl18M=>R-Z }?465   
=>R-V-04U=>DE8>-_5?^=!?Q:P-9=DE4U=>1Q=P8!?DE4u?465I=>-0:<=5?=!?Q14AB;a?465a57-9=>-98PN Yo18y=>R-[cke5?=!?`:P-\=Ff
23DE4-`=>R-Q:P-94:PDB=>DEO7DB=;1Y.5DE23-04:PDE14:[14q]323-9=P8>DE/fbwDELT78>- 
:PR1FK:=>R-.@AE1=Yl18=>R-[ 5?^=!?V:P-\=?45ZK]-p/F?4b1W:P-98>O-y=>R6?^=
Wi1=>R%/F?:P-9:`@8>1^OJD(5-Z@AE1=>:_1Yy:PDE23DEA(?8`:PR6?@i-fwD(LT8>-II:PR1FK:
 Experimental Representation Most frequent item Most frequent item
data set Center-based Aggregate nbrhood Different Recommendation Algorithms
nbrhood (F1 metric) (F1 metric)
(E-Commerce data set)
MovieLens data High dimensional 0.21393 0.18928
0.18
Low dimensional 0.22009 0.20211 0.16
(k = 20) 0.14
E-commerce data High dimensional 0.16654 0.11726 0.12

F1 metric
0.1
Low dimensional 0.12158 0.08579 0.08
(k = 300) 0.06
0.04

  M L -( /8#*,!$&  +
-ME$ $I$I/ &C$ !#
$$I*, +"J" 0.02

$ * $-.   +/ !J
$ 6IL
!N23

0
1 0.8 0.6 0.4 0.2
Density of data (as % of original)
Ctr-MF-Hi Ctr-MF-Lo Rule-non personal

Different Recommendation Algorithms

(MovieLens data set)



 - 1
+ +-! E 
"#$L
* +/6 * $-. +/ J!
$
L $

!J " ;," 3 $ U +
"#$L
*, /  L$

!# 
I 
$-   * /#!  "# !

0.25

0.2
F1 metric

0.15

0.1
A(?8>L-Q?45aRDELRSUT6?A(DB=; 4-9D(LRJWi18>R1U1J57:0fp-`?^8>-_/F?^8>-9YoTAEAE;uDE47N
O-0:<=>DEL?=>DE4LQ=>RD(: 8>-0:PTAB=Ff
0.05

0 4.3.5 Density Sensitivity Analysis

1 0.8 0.6 0.4 0.2 gh4C=>R-[@8>-9O7DE1T::P-0/9=>DE14:yK]-M-9O?A(T?=>-F5b=>R-[@i-98PYl18>2Z?4/0-V1Y
Density of data (as % of original) 5DBz-98>-94J=y?A(L18>DB=>R23DE/M/\R1DE/0-0:Yo18-F?/\Ra1Yd=>R-[=>R8>-9-[:PTWN=!?:PH7:
Ctr-MF-Hi Ctr-MF-Lo Rule-non personal DE4JO1AEO-F5MDE4ZeNnW6?:P-05_8>-0/012323-04657-98G:<;7:<=>-023:0fwg4_=>RDE:G:P-0/9=>DE14#j
K- Yl1U/0T:b14v-0O?AET6?^=>D(4L=>R-I@i-98PYo18>2Z?4/9-a1YMeNnW6?:P-F5?465



 W
  -! U  "#$L
* +/  +*,$-.  /!J
$
L$

!#  "!;",3  $  U 
"#$L
* +/ L $

!J 
4 $1;

=P8!?57DB=>D(146?A?:P:P1U/0D(?=>DE1438>TAE-9NnW?:P-F5[8>-0/012323-04657-98d:<;7:<=>-023:d?465
?AE:P1-9O?A(T?=>-=>R-0DB8G:P-04:PDB=>DEOJDE=;M14_=>R- 5-94:PDB=h;V1Y6=>R-]5?=!?y:P-9=>:0f
/!# "# +! wDELT78>- `?45IwDELT78>-MM:PR1^K: =>R-p8>-0/012323-0465?=>DE14b@i-98PYo18PN
2Z?4/0- ?:23-F?:PT78>-F5bWU;b][23-\=P8>D(!/
k1Yw=K1QeNW?:P-F5Z8>-0/012QN
23-045?=>DE14?A(L18>DB=>R23:M?465a=>R-`=P8!?5DB=>DE146?A]?:P:P1U/0D(?=>DE14%8>TA(-\N
W6?:P-F5b?AEL18>DE=>R23: 5DE:P/0T:P:P-F53DE4 J-0/9=>DE14  fEyYo18 5DBz-98>-04U=AE-0O-0AE:
4.3.3 Experiments with the recommendation genera- 1Y[5-04:PDE=;Uf}{R-I=hK]1eNnW6?:P-05s?AEL18>DB=>R23:ZT:P-C=>R- /0-94J=>-\8PN
tion process.

{#1_/0123@6?^8>-.=>R-.8>-0A(?^=>D(O-p@i-98PYl18>2Z?4/0-p1Y#=>R- $Q>\> \
l( $ 8>-0/912323-045?=>DE14Z?465Q=>R-_!\F9a ([>9 "y8>-0/012QN
W6?:P-F5V4-0DELRJWi18>R1U1J5[Yo18>2Z?^=>DE14_?465V231:<=#Yl8>-FSUT-04U=w:P/!R-023-GYo18
8>-0/012323-0465?=>DE14ML-94-98!?^=>D(14`WT=d14-1@i-98!?=>-0:G14M=>R-18>DELDE4?A
23-9465?^=>DE143?A(L18>DB=>R2 K-@i-98PYl18>23-F5`?4Q-97@i-98>DE23-04U=FjDE4QKRDE/\R :P@6?/0-C?465=>R-Z1=>R-\8Q14q=>R-CAE1FK-\835DE23-04:PDE146?A:P@6?/0-f~{R-
K]-y:P-\=?A(A1Y1T78]@?8!?23-\=>-98>:k=>1V?px-05`O?AET-.?453?@@AB;`=>R-9:P- 5DBz-98>-94J=QA(-9O-0AE:31Y5-04:PDE=;%K-98>-I1W=!?DE4-F5t?:QYl1AEAE1^K:0f*Yl=>-98
=K1M5DBz-98>-94J=k23-9=>R1J5:1Y8>-0/012323-0465?=>DE14QL-04-\8!?=>DE14b14Q=>R- 5DEOJD(5DE4L=>R-.5?=!?[:P-9=>:kDE4J=>1=P8!?DE4DE4LM?45`=>-0:<=@i18P=>DE14:0jUK]-.8>-\N
5?=!?u:P-9=>:0fq-C?AE:P1@i-98PYl18>2=>R-C-\@i-\8>D(23-94J=>:MDE4Wi1=>RRDELR =!?DE4-F5b   \49  \>   \4   \r?465`  \1Y6=>R-k414Nnm0-98>1y-04U=P8>D(-9:
?465ZAE1^K}5DE23-04:PDE146?Ai:P-\=P=>D(4L:0fk{w?WAE-_y:PT232Z?^8>D(m9-0:k=>R-y/012QN DE4b=P8!?DE4DE4L`=>1M1W7=!?DE4CxO-57DBz-98>-04U=5-94:PDB=h;3AE-0O-0AE:0f]{R-p=P8!?57DBN
@?8!?^=>D(O-M8>-0:PTAB=>:p1W7=!?DE4-05aY+8>12 =>R-0:P-V=hK]1Z:P/\R-023-0:0fy#1U1H7DE4L =>DE14?A?:P:P1U/0D(?=>DE14%8>TA(-3W?:P-F5u8>-0:PTAB=>:[K-\8>-b1W=!?D(4-F5~T:PDE4La?
/014xi57-04/9-y1YG  \X?465Z?M:PT@@i18P=1 Y #E \Yo18c]e?465b \Yo18

DE4U=>1=>R-8>-9:PTAB=>:k1Yi=>RDE:G=!?WAE- K-/F?4Q:P-0-=>R6?^==>R-98>- DE:kO-98P;`AEDB=PN
=>AE- @i-98PYl18>2Z?4/0-57DEz-\8>-04/0-]Wi-9=hK]-0-04_=>R-]=hK]1:P/!R-023-0: ?:GWi1=>R
:P/!R-923-0:M=>-9465~=>1a@i-98PYl18>2 :PDE23D(A(?^8`8>-0/012323-0465?=>DE14:0f pDEO-04
 f
q4JT2_Wi-981Y7DE4J=>-\8>-0:<=>DE4L1W:P-98>O?^=>DE14:/F?4[Wi-2Z?57-WU;yAE1U1HUN
=>R-u:PD(23@AED(/9DE=;}?465:P@i-0-F51YM231:<=bYl8>-FSUT-94J=bDB=>-02 ?@@8>1?/\R DE4LMDE4J=>1V=>R-.8>-0:PTAB=>: 1YwwDELT78>- M?465bwDELT78>-[JfkwDB8>:<=FjJ=>R-peN
K]-QWi-0AEDE-0O-`=>R?=[:PR1TA+5Wi-`@78>-9Yo-98P8>-05~1^O-98=>R-`4-0DELRJWi18>R1U1J5 W6?:P-F5~=>-0/!R4D(SJT-0:V51CWi-9=P=>-98V=>R6?4~=>R-`=P8!?57DE=>DE146?A8>TAE-9NnW6?:P-F5
?:P:P1U/0D(?=>DE14u8>TAE-f ?@@8>1?/!RI?465`Yo18/0-98P=!?D(4b57-04:PDB=h;QA(-9O-0AE:]=>R-y5DBz-98>-94/0-.DE: 578!?^N
2Z?=>DE/f 7-0/01465j?:`K ?:3-97@i-0/9=>-F5j?:`=>R-C5-04:PDB=h;57-0/98>-F?:P-0:
=>R-.SUT6?AEDE=;Q1Y=>R-8>-0/012323-0465?=>DE14357-0/98>-F?:P-0: ?:kK-9A(Af{RDE8!5j
4.3.4 Experiments with the neighborhood formation =>R-ZAE1FK-98Q5DE23-04:PD(146?Ak8>-0@78>-0:P-04U=!?=>DE14:Q571U-0:`Wi-9=P=>-\8_Yl18Z Gj
process WT7=K18>:P-`Yo18_c]e/0123@6?^8>-F5 =>1C=>R-QeNnW6?:P-05~:P/!R-023-0:y=>R6?=
g4a=>R-`@78>-0OJDE1T:p:P-0/9=>DE14K-357D(:P/9T:P:P-F5a=hK]1I57DEz-\8>-04U=[4-0DELRN
Wi18>R1U1J5IYl18>2Z?=>DE14 @8>1U/0-9:P:0j646?23-0AB;~\\\% e>9 "`?45qFFP% e
T:P-Q=>R-318>DELDE4?A]8>-0@78>-0:P-04U=!?=>DE14:0fI-3Wi-0AEDE-0O-3=>RDE:VDE:`57T-`=>1
=>R-p1W:P-\8>O?^=>D(14:y5DE:P/0T:P:P-F5IDE4 J-0/9=>DE14 f
b4-9D(LRJWi18>R1U1J523-\=>R1J5:0f-u5-0:PDEL4-F5}?4s-97@i-98>DE23-04U= 4.3.2
=>1`-0O?AET6?=>-=>R-0:P-=hK]1Q23-9=>R1J5:0fG{R-8>-0:PTAB=>:1Yd=>R-0:P--97@i-98>DBN
23-94J=>:w?8>- :PR1FK4_D(4`{w?WAE-.T:PD(4LWi1=>RV=>R-]18>DELDE46?A6?:wK-0AEA?: 5. CONCLUSION
=>R-3AE1^K]-98357DE23-04:PDE14?AG8>-0@8>-9:P-04U=!?=>DE14fuy:[K-Z/F?4q:P-0-3Yl8>12 ,.-0/012323-9465-\8:<;7:<=>-023: ?^8>-[?_@i1FK-\8PYoTA4-\K}=>-0/\R41A(1L;bYo18
=>RDE:Q=!?WAE-j]=>R- /0-94J=>-\8PNW?:P-F5t4-0DELR7Wi18>R1U1J5Yo18>2Z?^=>DE14}?A(L1N -9J=P8!?/\=>D(4LQ?55DB=>DE14?AO?AET-yYl18y?_WT:PDE4-9:P:Yl8>12DB=>: /0T:<=>123-98
8>DB=>R2 1T=>@i-98PYl18>23:M=>R-Z?LL8>-0L?=>-9NnW?:P-F523-9=>R1J5jd-0:P@i-0/9D+?AEAE; 5?^=!?W?:P-0:0f{R-0:P-]:<;7:<=>-023:wR-0AE@_/9T:<=>123-\8>:x645V@78>1J5T/9=>:=>R-\;
Yl18C=>R-c]e 5?^=!?q:P-9=Ff{RDE:bK ?:I?q:PT8>@78>D(:PDE4L8>-9:PTAB= ?:bK]- K ?4U=M=>1IWT;uY+8>12 ?IWT:PDE4-0:P:0fC,.-0/012323-9465-\8:<;7:<=>-023:[Wi-047N
K]-98>-`-\@i-9/9=>DE4LQ=>R6?^=p=>R-MO-98P; :P@?8>:P-`4?=>T78>-M1Yk=>RDE:5?^=!?3:P-9= -9x=p/0T:<=>123-98>:.WU; -04?WA(DE4LZ=>R-02=>1Qx645I@8>1J57T/9=>:.=>R-9;CAED(H-f
KDEAEA@78>-0O-04U=#=>R-/0-94J=>-\8PNW?:P-F5V:P/!R-023-Yo18WTDEA(5DE4Ly:PT 3/0DE-04U=>AB; e]14JO-\8>:P-0AB;Uj=>R-9;MR-0AE@`=>R- WT:PDE4-0:P:WU;ML-04-98!?=>DE4LV2318>- :>?AE-0:0f
 ,.-0/012323-04657-98:<;7:<=>-023:V?^8>-`8!?@D(5AB;Wi-0/0123DE4L ?I/98>T/0D(?AG=>1U1A F k8>-0-0:P-jf fEjy-0/!H-98>2Z?4j fEj6?465 ?5DE-j6eyf , ,
\f
DE4acdNn/012323-\8>/0-14C=>R-q-9W#f,y-9/012323-045-98:<;:<=>-923:y?^8>-[Wi-9N c23@DE8>DE/F?A.46?AE;7:PDE:1YGd8>-F57 D(/\=>D(O-Vy AEL18>DE=>R23: Yo18
DE4L[:<=P8>-0:P:P-F5`WU;V=>R- RJTL-O1A(T23-1Y/9T:<=>123-\85?=!?yD(4`-97D(:<=>DE4L e]1AEA(?Wi18!?^=>DEO-`wDEAB=>-98>DE4L7f6g4 PF!> "oJ_<l $l
/918>@i18!?^=>-`5?=!?W6?:P-9:0j?465bKD(AEAwWi-V:<=P8>-0:P:P-05 -0O-04 2318>-[WU;C=>R- FF\P\i!`& %i!\!no 'Zo' .! k9 !9o (U\6\
DE4/98>-F?:PDE4L~O1AET23-31Y./0T:<=>123-98`5?^=!?a?FO?D(A(?WAE-C14q=>R-3q-9W#f @@#f   NhUf
y-9K=>-0/!R41AE1LDE-0:?8>-4-0-F57-F5Q=>R6?=]/F?4C578!?2Z?=>DE/F?A(AB;ZDE23@8>1^O- ^_e]T8>-9=>14#jcfcfEj6?465 P yL1:<=>DE417j6,Vf .f ! , 
\fi6?/9=>18
=>R-[:P/F?A(?WDEAEDE=; 1Yw8>-0/012323-04657-98 :<;7:<=>-023:0f y46?AB;:PDE:0ky4Iy@@AEDE-F5I 
.@@8>1?/!R#Ff  GP\i! 9E> $
g4%=>RDE:`@?@i-98QK]-C@78>-0:P-04U=>-F5?45%-97@i-98>DE23-04U=!?AEAB;%-0O?AET6?^=>- >9F9\ 9$ cyDEA(AE:>5?AE-j6 f
O?8>DE1T:y?AEL18>DE=>R23DE/M/!R1DE/0-0:Yo18peNnW6?:P-F5I8>-0/012323-04657-98 :<;7:<N ,^ -0-98PK]-0:<=>-98Fj ifEj T2Z?DE:0j f{pfEjiT78>46?:0j _f7rfEj
=>-923:0f T78 8>-0:PTAB=>::PR1FK*=>R6?^=.5DE23-04:PDE146?AEDB=h;b8>-F57T/9=>DE14C=>-0/\R7N 
?45?T-98Fj{pf  fEj?45I?^8>:PR2Z?4jJ,Mf ! ,, 
\f6gh45-97DE4L
4D(SJT-0:R1A(5Q=>R-p@78>123DE:P-.1Y?AEAE1^KDE4LZeNnW6?:P-05C?A(L18>DB=>R23:=>1 WJ;C#?=>-04U
= 7-92Z ?4U=>DE/[y4?AB;7:PD(:0( f JJ!i<Vl $Z\!>
:P/0?AE-[=>1`A(?8>L-_5?=!?M:P-9=>:.?465C?==>R-p:>?23-p=>DE23-p@78>1J5T/0-RDELRN
SUT?AEDB=h;%8>-0/012323-0465?=>DE14:0fT7=>T8>-ZK18>H%DE:`8>-0SJTDB8>-F5=>1T47N
iF9n\ 'y0[ !F0 $3
i9n\6! )
+*k^j@@f  ,7\N  Uf
B!^M6?0;7;U?5j Mf6~fEj6D(?=>-\=>:PHJ;JN 7R?@DE8>17j _fEj 72M;7=>Rj7wf(j?45
57-98>:<=!?45C-9?/9=>AB;3KRJ;ZAE1FK 5DE23-04:PD(146?A68>-0@8>-0:P-94J=!?^=>DE14CK]18>HJ: y=>RJT8>T:>?2_;Uj,MfEjck57:0f , , 
\fiy5O?4/9-0: DE4 41FKAE-F57L-
K]-0AEA Yo18Z:P123-b8>-9/012323-045-98`?@@AEDE/F?=>DE14:0j ?465AE-0:P:`K-9A(A Yl18
1=>R-98>:0f

DE:P/01^O-98P;C?45 ?=!?QID(4DE4L,f -.[>\>0 /7G-  6P\>!f
B\# p1A(5Wi-98>L7j fEjp DE/!R1AE:0j fEj HJDj yfi~fEj6?465C{-98P8P;Uj f
, ,
\f p:PDE 4LZe]1AEA+?Wi18!?^ =>D(O-`wDEAB=>-98>DE4LQ=>1`-F?FO-[?4 
!

6. ACKNOWLEDGMENTS gh4Yl18>2Z?^=>D(14 {w?@i-0:<=P8P;Uf  $$#7>V<l!  2Gaf

 T4657DE4L%Yo18a=>RDE:I8>-0:P-F?^8>/\R*K ?:a@8>1^OJD+57-F5}DE4 @?8P=aWU;=>R- -0/0-02_Wi-98Ff
p?=>DE14?A J/0DE-04/9-`1T45?=>DE14aT4657-98.L8!?4J=>:ygPg ,7  , 7j#gPg B^F# p1U1J5j6MfEj J/\R?Yo-\8Fj yfEj 14:<=!?4#1j fEj k18>/!R-98>:0j6MfEj
,    Jj?465%gPg ,,JFKDB=>Rv?557DE=>DE146?AYlT45DE4LuWU;qy-9= ?8PK?8F j yfEjy-98>AE1U/\H-\8F,j  fEj?465C,yDE-F57A1j f ! ,, ,
\f
w-\8>/0-0@=>DE14:agh4/f{RDE: K18>H}K ?:u?AE:P1s:PT@@i18P=>-F5WU;} 7 e]12`WDE4DE4LQe]1AEA(?Wi18!?^=>DEO-`wDEAB=>-98>DE4LQDE=>RIw-98>:P14?A
e e],N , ,U! ,JjUcGg<.N ,, Jjye]gnN , , .WJ;.8>2M;y,.-0:P-F?^8>/\R yL-94J=>:Yl1
8 ]-9=P=>-\8,y-0/912323-045?=>DE14:0fJgh- 4 <F!! "lJM<
Q/0-V/014U=P8!?/\= j y [^N ,N>9N j6WU;C=>R- ct e]g l -.[ e2 3b!FF\P\i!\ji@% @   ,N   7f
@78>1L8!?2 ?45vWU;t 
.8> 2M;%pDELRw-98PYl18>2Z?4/0-ue]123 @T=>DE4L,.-9N B  V?4j fEjiw-0( D fE1j 4pD(4j 4_f ! , ,,
\fiID(4DE4LZ8>-FSUT-04U=
:P-0?8>/!Rre]-04U=>-98I/014U=P8!?/9=a4JT2_Wi-98 yy N ,FNhekN  7f ./9N d?=P=>-98>4:DE=>R1T7=ye?4657D(5?=>- p-94-98!?^=>D(14#f P!J> 
/9-0:P:d=>1p/0123@T=>DE4L.Yo?/0DEAEDB=>D(-9:K?:G@8> 1^OJD(5-F5VWU;Myke],.eyjIDE4N
4-0:P1=!& ? JT@i-98>/9123@T7=>-98g4:<=>DB=>T=>-f T8:P@i-0/0D(?A#=>R6?4HJ:=>1Qp?N
 .7! 2G: 3 e 2j 7/!R1U1A#1Ye]123@T=>DE4L 7/0DE-04/0-j
7DE2314I8!?:P-9 8 y4DEO-98>:PDB=h;Uf
5?FO%e?:P:PT7=>1?465 -0Wte?23@Wi-0AEA]1YywDE4L-98>RJT=_gh4/f Yo18`=>R- B Vp-98>AE1U/!H-98F1j fEj 14:<=!?4j fEj ]18>/!R-\8>:0jiMfEj?45I,yDE-F57A1j 7f
cdNhe]12323-98>/9-5?^=!?_ :P-9=FfG-?AE:P1`=>R?4HZ?414U;231T:]8>-9O7DE-9K]-98>: , ,,
\f6y4 .AEL 18>DB=>R23D(/V78!?23-9K]18>H3Yo18pw-\8PYo18>23DE4L
!
Yl18.=>R-0DB8O?AET6?WAE-[/012323-04U=>:0f e]1AEA(?Wi18!?^=>DEO-`wDEAB=>-98>DE4L7f6g4 PF!> "oJ_<.  2G
25 ' 3f.e @8>-9:P:0f
B^FVpDEAEAj7rfEj U=>-F?5jfEj6,.1:P-04:<=>-0DE4#j6~fEj6?465 T78>46?:0j _f
, ,
\f,y-0/912323-045DE4L_?45IcGO?A(T?=>DE4L3e]R1DE/0-9:yDE4a?
pDB8P=>T6?Awe]1232`T4DB=h;31Y p:P-fgh- 
6h  37f
!
7. REFERENCES 4 <F!! "lJ_<
E\VyL?8PK?Aji,Vf eyfEjyLL?8PK?AjeyfEjid8!?:>?5j _f _f _f   
\f B! ^ 1^K?AE:PHJDj _f ! , ,
\fgh4Yl18>2Z?^=>D(14 ,.-9=P8>DE-0O?A U;7:<=>-023:0
{8>-0-VG8>+1 -<-9/9=>DE14yAEL18>DB=>R2|Yo18 p-94-98!?^=>D(14 1Y {R-018P; ?465Cg23@AE-023-04U=!?^=>D(14#1f M 8]\ .> "( $`
f JJ!i<[


0 o<\!% cp18PK]-0AEAj Mf
8>-FSUT-04U= g=>-023:P-\=>:0
.Po(9 "[l!!J "
 $y JoJJ c B^F 14:<=!?4#1j fEjIDEAEAE-98Fj yfEji ?AB=>mj f(jp-\8>A(1U/!H-98F1j fEj
FVyL8!?0K ?Aj,MfEjgh23DE-0AEDE4:PHJDj6{pfEj UK ?23DjVf , ,
\fi6?:<= 
p18!514#jfEji?465b,yDE-F57A1 j f ! ,, 
\f y8>1T@6#-94:0
yAEL18>DB=>R23: Yo18pID(4DE4LZy:P:P1U/9D+?^=>DE14a,.TAE-0:0fgh4 y@@AB;DE4L3e]1AEA(?Wi18!?=>DEO-_wDEAE=>-\8>D(4L`=> 1 y:P-04-9=.y-9K:0f
PF!> "oJVhyl 

FF\P\i! c@@f ^N  ,,
l  $$#7>V<l!  2G9  
\j@@#f6FNJf
 ]R?=P=!?/!R6?^8P;J;J?7j f! ,,7f DB8>-0/9=p ?8>H-9=>DE4LQ,.-0:P@i14:P- BF^M#DE4L7jiey1f :_fEj?465I#Deyf , ,
\f ?^=!?3IDE4DE4LQYl18 DB8>-0/9=
I1J5-9A(:.T:PDE4& L p-04-\=>D(/V.AEL 18>DB=>R23:0fg4 PF!> "oJ_<  ?8>H-9=>DE4LkG8>1WAE-023:.?45 J1AET=> DE14:0f6g4 PF!> "o JM<
l # J\lb !\!ii FF\P\i!` V6 ( "FU l. lb
!\!ii F0\>\i!`9 [i ( "FU
[l9>\ 'C "MnK GuloUj@@#f N> 7f [o\>\ 'I "Mn GuooJj7@@fi  Nh ,Jf
 ]-98P8P;Uj6~f7rfEj T2Z?DE:0j f{pfEji?45 P k8>D(?4j _f7rf B! ,^Md?8>Hij 7f(jie]R-04fi~fEj 4]Tjdf ! ,,
\fiy4IcGz-9/9=>DEO-
,,
\f p:PDE4L3# DE4-0?8yyAEL-9W8!?`Yo18.gh4U=>-0AEAED(L-04U= ?:PR7NnW6?:P-05IyAEL18>DB=>R2|Yl18ID(4DE4L3.:P:P1U/0D(?=>DE14u,.TAE-0:0f
gh47Yo18>2Z?=>DE14 ,.-9=P8>DE-0O?Af 9GA\Fn 
 Fj6@@#f
!

gh4 PF!> "oU`h 337 2G 25 G<;= F cd

  Nh ,Jf G~i0U( $Z\ <. Mnf
F ]DEAEAE:PT:0j fEj?45Id?m9mF?4Dji~f 7f ! ,,
\fi#-0?8>4DE4L  ^Mw-0@@i-98>:0j fEj?465b,y1L-98>:0ji~f , ,
\f{R- 4-p=>1 4-
e]1AEA(?Wi18! ?=>DEO-Mgh47Yo18>2Z?^=>DE14awDEAB=>-98>:0f6g4 PF!> "oJMh T=>T78>-` ] TDEA(5DE4LQ,y-9A+?^=>DE14:PRDE@: 4-Ve]T:<=>123-98y?=.?
2G: f@@#f  ^Nh  f {D(23->f
yn $?M 0( " '@M9oO 0 o<JlJf
^ k8!?/\R2Z?4#j,Vf(j fEj R6?W?mF?Jj6{pfEj A(1U-9:PL-04jrfEj J\V,y-0:P4DE/\Hijwf(jg<?/01^O1TjMfEj JT/!R6?Hij~fEj ]-\8>L:<=P8>12 jwfEj
GD+?^=>-9=>:PHU;JN JR6?@DB8>1j  _fEji?45 JD(231 T657D(:0jc f# , ,7fIDE4DE4L ?465b,yDE-F57Aj f ! ,,
\f y8>1T@6#-94:0y4 @i-04
]T:PD(4-0:P: ?=!?W6?:P-9:0f  $#$J>Vh[l!  2G" .8>/!RDB=>-0/9=>T78>-yYo18pe]1AEA(?Wi18!?^=>DEO-MwD(AB=>-98>DE4LQ1Yp-9=>4-9K:0f7gh4
#O
 k^j6@@# f ^N Jj6p1^O-92`Wi-98Ff <F\> "oU_<  !AB $jie]R?@i-0ApDEAEAj6eyf
 ^V,.-0:P4DE/!HjwfEj6?465%k?8>D(?4#j_f7,Mf !,,
\f6,.-0/012323-9465-\8 ^# ?8PK?8Fj yf~fEj ?^8P;7@DE:0j _f(j 14:<=!?4jfMfEj?465Z,.D(-05Aj
J;7:<=>-023:0f J@i-0/0D(?ADE:P:PT-V1Ye]1232`T4DE/F?=>DE14: 1Yd=>R- f   
\f.@@AEDE /F?^=>D(14 1Y DE23 -04:PDE14?AEDB=h;b,.-F5T/9=>DE14IDE4
.e ~f   
\f ,y-0/912323-045-98 J;7:<=>-02`J  e?:P-# U=>T657;UfJg4" 2G
 V,.-0DE/\RR-0A(5j]f,MfEj?45 ?:P:P-9. 8 8FfEjrf ! ,, 
\f
-\8>1 Aa0 . 33 A  *<\f
-9Yl-0/9=>DE14:0pT?AEDB=h;Ie]123-9:=>1 7-98>OJDE/0-0:0,f 6V\ " F# 7/!R6?Yl-98F1j f yfEj 14:<=!?4#1j fEji?465b,yDE-F57A1j f ! , ,,
\f


J>o\> 6!F \Fn Gj! , , 
\]@@#f! FN>f ,y-0/912323-045-98  J;7:<=>-023: DE4 cdNhe]12323-98>/0-fg4
+ V,.-0DE/\RR-0A(5j]f,Mf ! ,, 
\fi#1F;J?AB=h;JN ?:P-F5  ?46?L-023-94J=Ff <F\> "oU_<.  2G e  $$3\P!  3 C>0F\>\6\\f
6[\ "@
7>oi\> i!F .\F j-0W78>T6?^8P;Uj , ,  fi@@#f ^# 7R6?^8!5?46?45j _fEj?45  ?-9:0jiwf , ,
\f J1U/0D(?A
Nh  f gh4Yl18>2Z?^=>D(14 wDEAB=>-98>DE4L7.A(L18>DB=>R23: Yl18yyT7=>12Z?=>DE4L
^# ?^8PK ?^8Fj yfEj~fEj 14:<=!?4#1j f6MfEj ]18>/!R-98>:0j6MfEj P 18!5b1YkI1T7=>R PEfgh4 PF!> "oU`h 
6[  37f  -04JO-98Fj
p-\8>A(1U/!H-98F1j fEjIDEAEAE-98Fj yfEj?45I,yDE-F57A1j 7f ! ,,
\f p:PDE4L e f
wDEAB=>-98>DE4LZyL-04U=>:=>1Qgh23@78>1^O-d8>-F5DE/9=>DE14pT6?AEDB=h;bDE4C=>R-  ,^! 4?4L8j 4_f(j?45 #DET1j :Mf , ,,
\fi ,y-9Nn-9?23D(4?=>DE14b1Y
y8>1T@6-04:,.-0:P-F?8>/!Rue]1A(A(?Wi18!?=>DEO-_wDEAB=>-98>DE4& L U;:<=>-92 f {-9J=ye?=>-0L18>DEmF?^=>D(14qI-\=>R1J5:0fgh- 4 <F!! "lJ_<.  2G
gh- 4 <F!! "lJ_<  !AB  j 7-F?^=P=>A(-jVf 25 ' 3Z>0F\>\6\\j6@@ ^N  ,Jf