ASSIGNMENT NO. 1 SUBJECT FUZZY AND AND NEURAL NETWORK BRANCH COMMUNICAT COMMUNICATION SYSTEMS(ECE)
.
SUBMITTED TO: Er. SHILPA SHI LPA JASWAL ASSISTA ASSISTANT PROFESSOR
SUBMITTED BY: ARUN KUMAR KUMA R M.TECH., 3rd SEM.
Roll.No: H10449
SCHOOL OF ENGINEERING AND TECHNOLOGY CAREER POINT UNIVERSITY HAMIRPUR
Q.1:H!" N#$%&' N#"!%* +&, -# $*# /, P&#%, R#+!0,//!, In machine learning and cognitive science, artifcial neural networks (ANNs) are a amily o statistical learning models inspired by biological neural networks (the central nervous systems o animals, in particular the brain) and are used to estimate or approimate unctions that can depend on a large number o inputs and are generally unknown. Artifcial neural networks are generally presented as systems o interconnected !neurons! which echange messages between each other. "he connections have numeric weights that can be tuned based on eperience, making neural nets adaptive to inputs and capable o learning. #or eample, a neural network or handwriting recognition is defned by a set o input neurons which may be activated by the piels o an input image. Ater being weighted and transormed by a unction (determined by the network$s designer), the activations o these neurons are then passed on to other neurons. "his process is repeated until fnally, an output neuron is activated. "his determines which character was read. %ike other machine learning methods & systems that learn rom data & neural networks have been used to solve a wide variety o tasks that are hard to solve using ordinary rule&based programming, including computer vision and speech recognition. N!r"l #$%or& '( " #o#l'#"r )"**'#+ (($) %-o( ($r!$!r '( loo(l /"(d o# *r'#'*l( o $- r"l /r"'#. T- %-ol #$%or& '( /!'ld !* %'$- (')*l *ro(('#+ !#'$(, ($r!$!r( o $-o( "# / (#. T- !#'$ '( " (')*l''d )odl o " r"l #!ro#. I$( *"r$( "r $- '#*!$ $or 2 %-o( o#$"'#'#+ '#or)"$'o# '( )"#'*!l"$d / $- %'+-$d #od( / %'+- $or %. T- #od %'$%'+-$ "#d '#*!$ 1 '( " (o "lld /'"( o $- #!ro# %-'- +'( $- rdo) $o $- #!ro# $o / "/l $o (-'$ $- !#$'o# 56. F!#$'o# 56 '( !(!"ll " #o#l'#"r !#$'o# "#d '( )o($l "lld "$'"$'o# !#$'o#. I#*!$ $o $-'( !#$'o# 56 '( " (!) o "ll $- #od( "#d '( d#o$d "( !. T-r "r )"# d'r#$ $*( o $- #!r"l #$%or&( (!- "( *r*$ro#, /"&7*ro*"+"$'o# #$%or&, o!#$r *ro*"+"$'o# #$%or&, Ho*'ld #$%or&(, $. P"$$r# ro+#'$'o# '( " /r"#- o )"-'# l"r#'#+ $-"$ o!(( o# $- ro+#'$'o# o *"$$r#( "#d r+!l"r'$'( '# d"$", "l$-o!+- '( '# (o) "(( o#('drd $o / #"rl (#o#)o!( %'$- )"-'# l"r#'#+. P"$$r# ro+#'$'o# (($)( "r '# )"# "(( $r"'#d ro) l"/ld 8$r"'#'#+8 d"$" (!*r'(d l"r#'#+6, /!$ %-# #o l"/ld d"$" "r ""'l"/l o$-r "l+or'$-)( "# / !(d $o d'(or *r'o!(l !#&#o%# *"$$r#( !#(!*r'(d l"r#'#+6. Ans:-
R#+$%%#, ,#$%&' ,#"!% (RNN) '( " l"(( o "r$'''"l #!r"l #$%or& %-r o##$'o#( /$%# !#'$( or) " d'r$d l. T-'( r"$( "# '#$r#"l ($"$ o $- #$%or& %-'- "llo%( '$ $o 2-'/'$ d#")' $)*or"l /-"'or. U#l'& d7or%"rd #!r"l #$%or&(, RNN( "# !( $-'r '#$r#"l ))or $o *ro(( "r/'$r"r (!#( o '#*!$(. T-'( )"&( $-) "**l'"/l $o $"(&( (!- "( !#7(+)#$d o##$d -"#d%r'$'#+ ro+#'$'o#, %-r $- -" "-'d $- /($ &#o%# r(!l$(. S$22!% 3#+!% 4&+5/,#* SM(, "l(o (!**or$ $or #$%or&(6 "r (!*r'(d l"r#'#+ )odl( %'$- "((o'"$d l"r#'#+ "l+or'$-)( $-"$ "#"l; d"$" "#d ro+#'; *"$$r#(, !(d or l"((''"$'o# "#d r+r(('o# "#"l('(. <'# " ($ o $r"'#'#+ 2")*l(, "- )"r&d "( /lo#+'#+ $o o# o $%o "$+or'(, "# SM $r"'#'#+ "l+or'$-) /!'ld( " )odl $-"$ "(('+#( #% 2")*l( '#$o o# "$+or or $- o$-r, )"&'#+ '$ " #o#7 *ro/"/'l'($' /'#"r l'#"r l"((''r . A# SM )odl '( " r*r(#$"$'o# o $- 2")*l( "( *o'#$( '# (*", )"**d (o $-"$ $- 2")*l( o $- (*"r"$ "$+or'( "r d''dd / " l"r +"* $-"$ '( "( %'d "( *o(('/l. N% 2")*l(
"r $-# )"**d '#$o $-"$ (") (*" "#d *rd'$d $o /lo#+ $o " "$+or /"(d o# %-'- ('d o $- +"* $- "ll o#. B&+2%!2&0&/!, N#"!% (BPN) W-"$ '( )"&'#+ $- #!r"l #$%or&( '#$r($'#+ '( $-"$ $- d$r)'#"$'o# o '$( %'+-$( % '( do# / l"r#'#+. A /"&7*ro*"+"$'o# '( o# o )"# d'r#$ l"r#'#+ "l+or'$-)( $-"$ "# / "**l'd or #!r"l #$%or& $r"'#'#+ "#d -"( /# !(d '# $-'( $-('(. I$ /lo#+( $o " "$+or o (o "lld l"r#'#+ %'$- $- $"-r. For r '#*!$ $or 2 $-"$ '( *r(#$d $o $- #!r"l #$%or& $-r '( *rd'#d d('rd r(*o#( o $- #$%or& '# " $or $ $- $"-r6. T- d('rd o!$*!$ o $- #!r"l #$%or& '( $-# o)*"rd %'$- $- r"l o!$*!$ / o)*!$'#+ "# rror o $or $ "#d #!r"l #$%or& o!$*!$ $or . T- orr$'o# o $- %'+-$( '# $- #!r"l #$%or& '( do# / *ro*"+"$'#+ $- rror e /"&%"rd ro) $- o!$*!$ l"r $o%"rd( $- '#*!$ l"r, $-ror $- #") o $- "l+or'$-). T- %'+-$ -"#+ '# "- L"r '( do# %'$- ($*($ d(#$ "l+or'$-). T- /"&7*ro*"+"$'o# "l+or'$-) '( "rr'd o!$ '# $- ollo%'#+ ($*(: 1. Sl$ " $r"'#'#+ *"'r ro) $- $r"'#'#+ ($= "**l $- '#*!$ $or $o $- #$%or& '#*!$. >. C"l!l"$ $- o!$*!$ o $- #$%or&. 3. C"l!l"$ $- rror /$%# $- #$%or& o!$*!$ "#d $- d('rd o!$*!$ $- $"r+$ $or ro) $- $r"'#'#+ *"'r6 4. Ad?!($ $- %'+-$( o $- #$%or& '# " %" $-"$ )'#')';( $- rror. @. R*"$ $- ($*( 1 $-ro!+- 4 or "- $or '# $- $r"'#'#+ ($ !#$'l $- rror or $- #$'r ($ '( "*$"/l lo%. N#$%&' ,#"!% 4!#'
N!r"l #$%or&( "# / '%d "( " *"r"lll o)*!$'#+ (($)( o#('($'#+ o "# 2$r)l l"r+ #!)/r o (')*l *ro((or( %'$- )"# '#$ro##$'o#( /$%# $-). T*'"ll, " #!r"l #$%or& or $o / )or (*'', "# "r$'''"l #!r"l #$%or& ANN6 '( " (l7"d"*$' $r"'#"/l *ro(( $-"$ '( "/l $o l"r# "#d r(ol o)*l2 *ro/l)( /"(d o# ""'l"/l &#o%ld+. A# ANN7/"(d (($) /-"( '# $- (") )"##r "( -o% $- /'olo+'"l /r"'# %or&(= '$ '( o)*o(d o '#$ro##$d *ro(('#+ l)#$( $-"$ (')!l"$ #!ro#(. U('#+
$-'(
'#$ro##$'o#, "- #!ro# "# *"(( '#or)"$'o# $o "#o$-r. Ar$'''"l N!r"l #$%or& )odl( "$$)*$ $o !( (o) or+"#';"$'o#"l *r'#'*l( (!- "( l"r#'#+, +#r"l';"$'o#, "d"*$'l, "!l$ $olr"# "#d d'($r'/!$d r*r(#$"$'o#, "#d o)*!$"$'o# '# $- #$%or& o %'+-$d d'r$d +r"*-( '# %-'- $- "r$'''"l #!ro#( or)( $- #od( o $- )odl "#d $- d'r$d d+( %'$%'+-$(6 "r o##$'o#( /$%# #!ro# o!$*!$( "#d #!ro# '#*!$(. T- %'+-$( "**l'd $o $- o##$'o#( r(!l$( ro) $- l"r#'#+ *ro(( "#d '#d'"$ $- ')*or$"# o $- o#$r'/!$'o# o $- *rd'#+ #!ro# '# $- '#or)"$'o# /'#+ *"((d $o $- ollo%'#+ #!ro#. T- )"'# -"r"$r'($'( o "ll $- #!r"l #$%or&( "r $-"$ $- *o(((( $- "/'l'$ $o l"r# o)*l2 #o#l'#"r '#*!$7o!$*!$ rl"$'o#(-'*(, !( (!#$'"l $r"'#'#+ *rod!r(, "#d "d"*$ $-)(l( $o $- d"$". T- ollo%'#+ d'"+r") '( " $%o l"r #!r"l #$%or& %'$- o# '#*!$ l"r o#($'$!$'#+ o $-r #!ro#( "#d o# o!$*!$ l"r %'$- $%o #!ro#( "#d orr(*o#d'#+ %'+-$( "r "(('+#d '# /$%# $-).
L#&%,/,0 2&%&/04*: T5# -&*/+* !6 P&#%, %#+!0,//!, "/5 ANN &22%!&+5
T-r "r $-r )"?or l"r#'#+ *"r"d'+)(, "- orr(*o#d'#+ $o " *"r$'!l"r "/($r"$ l"r#'#+ $"(&. T-( "r (!*r'(d l"r#'#+, !#(!*r'(d l"r#'#+ "#d r'#or)#$ l"r#'#+. S$2#%3/*# '#&%,/,0
I# (!*r'(d l"r#'#+, % "r +'# " ($ o 2")*l *"'r( (x, y ) , x /lo#+( $o X , y /lo#+( $o Y "#d $- "') '( $o '#d " !#$'o# f: X-->Y '# $- "llo%d l"(( o !#$'o#( $-"$ )"$-( $- 2")*l(. I# o$-r %ord(, % %'(- $o '#r $- )"**'#+ ')*l'd / $- d"$"= $- o($ !#$'o# '( rl"$d $o $- )'()"$- /$%# o!r )"**'#+ "#d $- d"$" "#d '$ ')*l''$l o#$"'#( *r'or &#o%ld+ "/o!$ $- *ro/l) do)"'#. A o))o#l !(d o($ '( $- )"#7(!"rd rror , %-' ), "#d $- $"r+$ $r'( $o )'#')'; $- "r"+ (!"rd rror /$%# $- #$%or&( o!$*!$, f(x "l! or "ll $- 2")*l *"'r(. W-# o# $r'( $o )'#')'; $-'( o($ !('#+ +r"d'#$ d(#$ or $- l"(( o #!r"l #$%or&( "lld )!l$'l"r *r*$ro#(, o# o/$"'#( $- o))o# "#d %ll7&#o%# /"& *ro*"+"$'o# "l+or'$-) or $r"'#'#+ #!r"l #$%or&(. T"(&( $-"$ "ll %'$-'# $- *"r"d'+) o (!*r'(d l"r#'#+ "r pattern recognition "l(o &#o%# "( l"((''"$'o#6 "#d r+r(('o# "l(o &#o%# "( !#$'o# "**ro2')"$'o#6. T- (!*r'(d l"r#'#+ *"r"d'+) '( "l(o "**l'"/l $o (!#$'"l d"$" .+., or (*- "#d +($!r ro+#'$'o#6. T-'( "# / $-o!+-$ o "( l"r#'#+ %'$- " 8$"-r8, '# $- or) o " !#$'o# $-"$ *ro'd( o#$'#!o!( d/"& o# $- !"l'$ o (ol!$'o#( o/$"'#d $-!( "r. S!*r'(d l"r#'#+ '( " *ro(( o "llo$$'#+ " !#$'o# $o (o) d('rd "$+or "( l"r#$ ro) (!*r'(d $r"'#'#+ d"$". Hr $- $r"'#'#+ d"$" o#('($ o " ($ o $r"'#'#+ 2")*l( %-r "- ($ o#('($ o " *"'r o#('($'#+ o "# '#*!$ o/?$ "#d " d('rd o!$*!$ "l!. A (!*r'(d l"r#'#+ "l+or'$-) l"r#( ro) $-'( $r"'#'#+ *"'r rl"$'o#(-'* "#d *rod!( "# '#rrd !#$'o#. I# (')*l $r)(, '# (!*r'(d l"r#'#+, $-r '( " $"-r %-o *ro'd( " "$+or l"/l or o($ or "- *"$$r# '# $- $r"'#'#+ ($ %-'- '( !(d "( " l"((''r. So /"('"ll " (!*r'(d l"r#'#+ )$-od '( !(d or l"((''"$'o# *!r*o(. I# $- +'# '+!r, $- '#*!$ ')"+ o#('($( o " )'2$!r o $%o "l*-"/$(, '.., A "#d B. T-# $- l"((''"$'o# "l+or'$-) l"((''( $- '#*!$ $o $%o d'r#$ "$+or'(. Hr " ($ o o)/'#d '#*!$ '( l"((''d !('#+ (!*r'(d l"r#'#+ "**ro"U,*$2#%3/*# '#&%,/,0
I# !#(!*r'(d l"r#'#+, (o) d"$" x '( +'# "#d $- o($ !#$'o# $o / )'#')';d, $-"$ "# / "# !#$'o# o $- d"$" x "#d $- #$%or&( o!$*!$, f .T- o($ !#$'o# '( d*#d#$ o# $- $"(& %-"$ % "r $r'#+ $o )odl6 "#d o!r " *r'or' "((!)*$'o#( $- ')*l''$ *ro*r$'( o o!r )odl, '$( *"r")$r( "#d $- o/(rd "r'"/l(6.A( " $r''"l 2")*l, o#('dr $- )odl f(x)=a %-r a '( " o#($"#$ "#d $- o($ C7 E 8( x – f(x))9; . M'#')';'#+ $-'( o($ %'ll +' !( " "l! o a $-"$ '( !"l $o $- )"# o $- d"$". T- o($ !#$'o# "# / )!- )or o)*l'"$d. I$( or) d*#d( o# $- "**l'"$'o#: or 2")*l, '# o)*r(('o# '$ o!ld / rl"$d ), %-r"( '# ($"$'($'"l )odl'#+, '$ o!ld / rl"$d $o $- )!$!"l '#or)"$'o# /$%# x "#d f(x
$o $- *o($r'or *ro/"/'l'$ o $- )odl +'# $- d"$" #o$ $-"$ '# /o$- o $-o( 2")*l( $-o( !"#$'$'( %o!ld / )"2')';d r"$-r $-"# )'#')';d6.T"(&( $-"$ "ll %'$-'# $- *"r"d'+) o !#(!*r'(d l"r#'#+ "r '# +#r"l ($')"$'o# *ro/l)(= $- "**l'"$'o#( '#l!d l!($r'#+, $- ($')"$'o# o ($"$'($'"l d'($r'/!$'o#(, o)*r(('o# "#d 'l$r'#+. U#7(!*r'(d l"r#'#+ "# / d'#d "( $- *ro/l) o $r'#+ $o '#d o!$ $- -'dd# ($r!$!r '# "# !#l"/ld d"$" ($. S'# $- 2")*l( +'# $o $- l"r#r "r !#l"/ld, "- "l+or'$-) '$(l l"((''( $- $($ ($. I# (')*l $r)(, -r #o l"/lld $r"'#'#+ ($( "r *ro'dd "#d $- (($) "**l'( " (*''d l!($r'#+ or +ro!*'#+ $o $- !#l"/ld d"$"($( /"(d o# (o) (')'l"r'$ r'$r'". So "# !#(!*r'(d l"r#'#+ )$-od '( !(d or l!($r'#+. Hr $- '#*!$ o#('($( o (o) !#l"/ld "l!( %-o( d'($'#+!'(-'#+ "$!r '( '#'$'"ll #o$ &#o%#. T- ollo%'#+ '#*!$ o#('($( o (!- " o)/'#"$'o# %'$- "ll "l!( $-#'"ll (") /!$ ($'ll '$( l!($r( "r or)d !('#+ (o) )$r' %-'- '( d'r#$ or "- "l+or'$-). N!r"l N$%or&( -" %'d r"#+ o "**l'"$'o#( ro) B'o)d'"l #+'#r'#+ $o Ar$'''"l '#$ll'+#, P"$$r# ro+#'$'o#, I)"+ *ro(('#+. Tr"d'$'o#"l $-#'!( ro) ($"$'($'"l *"$$r# ro+#'$'o# l'& $- B"('"# d'(r')'#"#$ "#d $- P"r;# %'#do%( %r *o*!l"r !#$'l $- /+'##'#+ o $- 1990(. S'# $-#, #!r"l #$%or&( ANN(6 -" '#r"('#+l /# !(d "( "# "l$r#"$' $o l"((' *"$$r# l"((''r( "#d l!($r'#+ $-#'!(. No#7*"r")$r' d7or%"rd ANN( !'&l $!r#d o!$ $o / "$$r"$' $r"'#"/l )"-'#( or "$!r7/"(d (+)#$"$'o# "#d o/?$ ro+#'$'o#. W-# #o +old ($"#d"rd '( ""'l"/l, $- (l7or+"#';'#+ "$!r )"* SOM6 '( "# '#$r($'#+ "l$r#"$' $o (!*r'(d $-#'!(. I$ )" l"r# $o d'(r')'#"$, .+., d'r#$ $2$!r( %-# *ro'dd %'$- *o%r!l "$!r(. T- !rr#$ !( o ANN( '# ')"+ *ro(('#+ 2d( $- "or)#$'o#d $r"d'$'o#"l "**l'"$'o#(. T- rol o d7or%"rd ANN( "#d SOM( -"( /# 2$#dd $o #o)*"(( "l(o lo%7ll ')"+ *ro(('#+ $"(&( (!- "( #o'( (!**r(('o# "#d ')"+ #-"#)#$. Ho*'ld ANN( %r '#$rod!d "( " $ool or '#d'#+ ("$'("$or (ol!$'o#( $o o)*l2 NP7o)*l$6 o*$')';"$'o# *ro/l)(. T-'( )"&( $-) "# '#$r($'#+ "l$r#"$' $o $r"d'$'o#"l o*$')';"$'o# "l+or'$-)( or ')"+ *ro(('#+ $"(&( $-"$ "# / or)!l"$d "( o*$')';"$'o# *ro/l)(. T- d'r#$ *ro/l)( "ddr((d '# $- 'ld o d'+'$"l ')"+ *ro(('#+ "# / or+"#';d '#$o %-"$ % -"-o(# $o "ll $- ')"+ *ro(('#+ -"'#. W )"& $- ollo%'#+ d'($'#$'o# /$%# ($*( '# $- I4&0# 2%!+#**/,0 . R#/,6!%+#4#, '#&%,/,0
I# r'#or)#$ l"r#'#+, d"$" x "r !(!"ll #o$ +'#, /!$ +#r"$d / "# "+#$ '#$r"$'o#( %'$- $- #'ro#)#$. A$ "- *o'#$ '# $') t , $- "+#$ *ror)( "# "$'o# yt "#d $- #'ro#)#$ +#r"$( "# o/(r"$'o# x t "#d "# '#($"#$"#o!( o($ ct , "ord'#+ $o (o) !(!"ll !#&#o%#6 d#")'(. T- "') '( $o d'(or " *ol' or (l$'#+ "$'o#( $-"$ )'#')';( (o) )"(!r o " lo#+7$r) o($, .+., $- 2*$d !)!l"$' o($. T- #'ro#)#$( d#")'( "#d $- lo#+7$r) o($ or "- *ol' "r !(!"ll !#&#o%#, /!$ "# / ($')"$d. Mor or)"ll $- #'ro#)#$ '( )odld "( " M"r&o d'('o# *ro(( MDP6 %'$- ($"$( s1, = sn /lo#+( $o S "#d "$'o#( a1 , = am /lo#+( $o A %'$- $- ollo%'#+ *ro/"/'l'$ d'($r'/!$'o#(: $- '#($"#$"#o!(
o($
t d'($r'/!$'o# P ( x t| s ),
$-
o/(r"$'o#
t "#d d'($r'/!$'o# P(ct |s )
$-
t ) t ,%-'l " *ol' '( d'#d "( $- o#d'$'o#"l d'($r'/!$'o# or "$'o#( $r"#('$'o# P ( st 1!s ,a
+'# $- o/(r"$'o#(. T"&# $o+$-r, $- $%o $-# d'# " M"r&o -"'# MC6. T- "') '( $o
d'(or $- *ol' '.., $- MC6 $-"$ )'#')';( $- o($. ANN( "r r!#$l !(d '# r'#or)#$ l"r#'#+ "( *"r$ o $- or"ll "l+or'$-). D#")' *ro+r"))'#+ -"( /# o!*ld %'$- ANN( N!ro d#")' *ro+r"))'#+6 / Br$(&"( "#d T('$('&l'( "#d "**l'd $o )!l$'7 d')#('o#"l #o#l'#"r *ro/l)( (!- "( $-o( '#old '# -'l ro!$'#+, #"$!r"l r(o!r( )"#"+)#$ or )d''# /"!( o $- "/'l'$ o ANN( $o )'$'+"$ lo((( o "!r" # %-# rd!'#+ $- d'(r$';"$'o# +r'd d#('$ or #!)r'"ll "**ro2')"$'#+ $- (ol!$'o# o $- or'+'#"l o#$rol *ro/l)(. T"(&( $-"$ "ll %'$-'# $- *"r"d'+) o r'#or)#$ l"r#'#+ "r o#$rol *ro/l)(, +")( "#d o$-r (!#$'"l d'('o# )"&'#+ $"(&(. H!" A%/6/+/&' ,#$%&' ,#"!%* &%# $*#6$' 6!% 2&#%, 4&+5/,0 &22'/+&/!,* .
P"$$r# )"$-'#+ o#('($( o $- "/'l'$ $o 'd#$' $- l"(( o '#*!$ ('+#"l( or *"$$r#(. P"$$r# )"$-'#+ ANN "r $*'"ll $r"'#d !('#+ (!*r'(d l"r#'#+ $-#'!(. O# "**l'"$'o# %-r "r$'''"l #!r"l #$( -" /# "**l'd 2$#('l '( o*$'"l -"r"$r ro+#'$'o# OCR6. OCR -"( /# " r (!((!l "r" o r("r- '#ol'#+ "r$'''"l #!r"l #$%or&(. A# 2")*l o " *"$$r# )"$-'#+ #!r"l #$%or& '( $-"$ !(d / ISA or 'd#$''#+ (!(*''o!( $r"#("$'o#( "#d r"!d!l#$ *!r-"((. W-# '#*!$ ()/ol( do #o$ )"$- "# "*$d *"$$r#, $- (($) r"'(( " %"r#'#+ l"+ $-"$ '#d'"$( " *o$#$'"l *ro/l). P"$$r# ro+#'$'o# '( " /r"#- o )"-'# l"r#'#+ $-"$ o!(( o# $- ro+#'$'o# o *"$$r#( "#d r+!l"r'$'( '# d"$", "l$-o!+- '$ '( '# (o) "(( o#('drd $o / #"rl (#o#)o!( %'$- )"-'# l"r#'#+. P"$$r# ro+#'$'o# (($)( "r '# )"# "(( $r"'#d ro) l"/ld 8$r"'#'#+8 d"$" (!*r'(d l"r#'#+6, /!$ %-# #o l"/ld d"$" "r ""'l"/l o$-r "l+or'$-)( "# / !(d $o d'(or *r'o!(l !#&#o%# *"$$r#( !#(!*r'(d
l"r#'#+6.T-
$r)(
*"$$r#
ro+#'$'o#,
)"-'#
l"r#'#+, d"$"
)'#'#+ "#d &#o%ld+ d'(or '# d"$"/"(( KDD6 "r -"rd $o (*"r"$, "( $- l"r+l orl"* '# $-'r (o*. M"-'# l"r#'#+ '( $- o))o# $r) or (!*r'(d l"r#'#+ )$-od( "#d or'+'#"$( ro) "r$'''"l '#$ll'+#, %-r"( KDD "#d d"$" )'#'#+ -" " l"r+r o!( o# !#(!*r'(d )$-od( "#d ($ro#+r o##$'o# $o /!('#(( !(. P"$$r# ro+#'$'o# -"( '$( or'+'#( '# #+'#r'#+, "#d $- $r) '( *o*!l"r '# $- o#$2$ o o)*!$r '('o#: " l"d'#+ o)*!$r '('o# o#r# '( #")d Co#r# o# Co)*!$r '('o# "#d P"$$r# Ro+#'$'o#. I# *"$$r# ro+#'$'o#, $-r )" / " -'+-r '#$r($ $o or)"l';, 2*l"'# "#d '(!"l'; $- *"$$r#= %-r"( )"-'# l"r#'#+ $r"d'$'o#"ll o!(( o# )"2')';'#+ $- ro+#'$'o# r"$(. $, "ll o $-( do)"'#( -" old (!/($"#$'"ll ro) $-'r roo$( '# "r$'''"l '#$ll'+#, #+'#r'#+ "#d ($"$'($'(= "#d -" /o) '#r"('#+l (')'l"r / '#$+r"$'#+ dlo*)#$( "#d 'd"( ro) "- o$-r. I# )"-'# l"r#'#+, *"$$r# ro+#'$'o# '( $- "(('+#)#$ o " l"/l $o " +'# '#*!$ "l!. I# ($"$'($'(, d'(r')'#"#$ "#"l('( %"( '#$rod!d or $-'( (") *!r*o( '# 193G. A# 2")*l o *"$$r# ro+#'$'o# '( l"((''"$'o#, %-'- "$$)*$( $o "(('+# "- '#*!$ "l! $o o# o " +'# ($ o l"((( or 2")*l, d$r)'# %-$-r " +'# )"'l '( 8(*")8 or 8#o#7 (*")86. Ho%r, *"$$r# ro+#'$'o# '( " )or +#r"l *ro/l) $-"$ #o)*"((( o$-r $*( o
o!$*!$ "( %ll. O$-r 2")*l( "r r+r(('o#, %-'- "(('+#( " r"l7"l!d o!$*!$ $o "'#*!$= (!# l"/l'#+, %-'- "(('+#( " l"(( $o "- ))/r o " (!# o "l!( or 2")*l, *"r$ o (*- $"++'#+, %-'- "(('+#( " *"r$ o (*- $o "- %ord '# "# '#*!$ (#$#6= "#d *"r('#+, %-'- "(('+#( " *"r( $r $o "# '#*!$ (#$#, d(r'/'#+ $- (#$"$' ($r!$!r o $- (#$#. P"$$r# ro+#'$'o# "l+or'$-)( +#r"ll "') $o *ro'd " r"(o#"/l "#(%r or "ll *o(('/l '#*!$( "#d $o *ror) 8)o($ l'&l8 )"$-'#+ o $- '#*!$(, $"&'#+ '#$o "o!#$ $-'r ($"$'($'"l "r'"$'o#. T-'( '( o**o(d $o *"$$r# )"$-'#+ "l+or'$-)(, %-'- loo& or 2"$ )"$-( '# $- '#*!$ %'$- *r72'($'#+ *"$$r#(. A o))o# 2")*l o " *"$$r#7)"$-'#+ "l+or'$-) '( r+!l"r 2*r(('o# )"$-'#+, %-'- loo&( or *"$$r#( o " +'# (or$ '# $2$!"l d"$" "#d '( '#l!dd '# $- ("r- "*"/'l'$'( o )"# $2$ d'$or( "#d %ord *ro((or(. I# o#$r"($ $o *"$$r# ro+#'$'o#, *"$$r# )"$-'#+ '( +#r"ll #o$ o#('drd " $* o )"-'# l"r#'#+, "l$-o!+- *"$$r#7)"$-'#+ "l+or'$-)( (*'"ll %'$- "'rl +#r"l, "r!ll $"'lord *"$$r#(6 "# (o)$')( (!d '# *ro'd'#+ (')'l"r7!"l'$ o!$*!$ o $- (or$ *ro'dd / *"$$r#7 ro+#'$'o# "l+or'$-)(. D/66#%#,+# -#"##, *$2#%3/*# &, $,*$2#%3/*# '#&%,/,0 /, +&*# !6 P&#%, R#+!0,//!,
P"$$r# ro+#'$'o# '( +#r"ll "$+or';d "ord'#+ $o $- $* o l"r#'#+ *rod!r !(d $o +#r"$ $- o!$*!$ "l!. S!*r'(d l"r#'#+ "((!)( $-"$ " ($ o $r"'#'#+ d"$" $- $r"'#'#+ ($6 -"( /# *ro'dd, o#('($'#+ o " ($ o '#($"#( $-"$ -" /# *ro*rl l"/ld / -"#d %'$- $- orr$ o!$*!$. A l"r#'#+ *rod!r $-# +#r"$( " )odl $-"$ "$$)*$( $o )$ $%o (o)$')( o#l'$'#+ o/?$'(: Pror) "( %ll "( *o(('/l o# $- $r"'#'#+ d"$", "#d +#r"l'; "( %ll "( *o(('/l $o #% d"$" !(!"ll, $-'( )"#( /'#+ "( (')*l "( *o(('/l, or (o) $-#'"l d'#'$'o# o 8(')*l8, '# "ord"# %'$- O")( R";or , d'(!((d /lo%6. U#(!*r'(d l"r#'#+, o# $- o$-r -"#d, "((!)( $r"'#'#+ d"$" $-"$ -"( #o$ /# -"#d7 l"/ld, "#d "$$)*$( $o '#d '#-r#$ *"$$r#( '# $- d"$" $-"$ "# $-# / !(d $o d$r)'# $- orr$ o!$*!$ "l! or #% d"$" '#($"#(. > A o)/'#"$'o# o $- $%o $-"$ -"( r#$l /# 2*lord '( ()'7(!*r'(d l"r#'#+, %-'- !(( " o)/'#"$'o# o l"/ld "#d !#l"/ld d"$" $*'"ll " ()"ll ($ o l"/ld d"$" o)/'#d %'$- " l"r+ ")o!#$ o !#l"/ld d"$"6. No$ $-"$ '# "(( o !#(!*r'(d l"r#'#+, $-r )" / #o $r"'#'#+ d"$" "$ "ll $o (*"& o= '# o$-r %ord(, $- d"$" $o / l"/ld '( $- $r"'#'#+ d"$". No$ $-"$ (o)$')( d'r#$ $r)( "r !(d $o d(r'/ $- orr(*o#d'#+ (!*r'(d "#d !#(!*r'(d l"r#'#+ *rod!r( or $- (") $* o o!$*!$. For 2")*l, $- !#(!*r'(d !'"l#$ o l"((''"$'o# '( #or)"ll &#o%# "( l!($r'#+, /"(d o# $- o))o# *r*$'o# o $- $"(& "( '#ol'#+ #o $r"'#'#+ d"$" $o (*"& o, "#d o +ro!*'#+ $- '#*!$ d"$" '#$o l!($r( /"(d o# (o) '#-r#$ (')'l"r'$ )"(!r .+. $- d'($"# /$%# '#($"#(, o#('drd "( $or( '# " )!l$'7d')#('o#"l $or (*"6, r"$-r $-"# "(('+#'#+ "- '#*!$ '#($"# '#$o o# o " ($ o *r7d'#d l"(((. No$ "l(o $-"$ '# (o) 'ld(, $- $r)'#olo+ '( d'r#$: For 2")*l, '# o))!#'$ olo+, $- $r) 8l"((''"$'o#8 '( !(d $o rr $o %-"$ '( o))o#l &#o%# "( 8l!($r'#+8.
T- *' o '#*!$ d"$" or %-'- "# o!$*!$ "l! '( +#r"$d '( or)"ll $r)d "# '#($"#. T- '#($"# '( or)"ll d(r'/d / " $or o "$!r(, %-'- $o+$-r o#($'$!$ " d(r'*$'o# o "ll &#o%# -"r"$r'($'( o $- '#($"#. T-( "$!r $or( "# / (# "( d'#'#+ *o'#$( '# "# "**ro*r'"$ )!l$'d')#('o#"l (*", "#d )$-od( or )"#'*!l"$'#+ $or( '# $or (*"( "# / orr(*o#d'#+l "**l'd $o $-), (!- "( o)*!$'#+ $- do$ *rod!$ or $- "#+l /$%# $%o $or(.6 T*'"ll, "$!r( "r '$-r "$+or'"l "l(o &#o%# "( #o)'#"l, '.., o#('($'#+ o o# o " ($ o !#ordrd '$)(, (!- "( " +#dr o 8)"l8 or 8)"l8, or " /lood $* o 8A8, 8B8, 8AB8 or 8O86,ord'#"l o#('($'#+ o o# o " ($ o ordrd '$)(, .+., 8l"r+8, 8)d'!)8 or 8()"ll86, '#$+r7"l!d .+., " o!#$ o $- #!)/r o o!rr#( o " *"r$'!l"r %ord '# "# )"'l6 or r"l7"l!d .+., " )"(!r)#$ o /lood *r((!r6. O$#, "$+or'"l "#d ord'#"l d"$" "r +ro!*d $o+$-r= l'&%'( or '#$+r7"l!d "#d r"l7"l!d d"$". F!r$-r)or, )"# "l+or'$-)( %or& o#l '# $r)( o "$+or'"l d"$" "#d r!'r $-"$ r"l7"l!d or '#$+r7 "l!d d"$" / d'(r$';d '#$o +ro!*( .+., l(( $-"# @, /$%# @ "#d 10, or +r"$r $-"# 106. PATTERN RECOGNITION ALGORITHMS
"he feld o pattern recognition has been eplored widely by a number o researchers who as a result have developed various algorithms. "he design pattern o all these algorithms consists o three basic elements, i.e., data perception, eature etraction and classifcation. "here are various di'erent techniues to implement these three basic elements. o which techniue is chosen or each element in design cycle defnes the algorithm characteristic o the pattern recognition algorithm. "his is the design cycle o a basic pattern recognition model. Algorithms or pattern recognition depend on the type o label output, on whether learning is supervised or unsupervised *robabilistic classifers + An ANN&*attern ecogni-ing Algo Approach M"# o))o# *"$$r# ro+#'$'o# "l+or'$-)( "r *ro/"/'l'($' '# #"$!r, '# $-"$ $- !( ($"$'($'"l '#r# $o '#d $- /($ l"/l or " +'# '#($"#. U#l'& o$-r "l+or'$-)(, %-'(')*l o!$*!$ " 8/($8 l"/l, o$# *ro/"/'l'($' "l+or'$-)( "l(o o!$*!$ " *ro/"/'l'$ o $- '#($"# /'#+ d(r'/d / $- +'# l"/l. I# "dd'$'o#, )"# *ro/"/'l'($' "l+or'$-)( o!$*!$ " l'($ o $- N7/($ l"/l( %'$- "((o'"$d *ro/"/'l'$'(, or (o) "l! o N, '#($"d o (')*l " ('#+l /($ l"/l. W-# $- #!)/r o *o(('/l l"/l( '( "'rl ()"ll .+., '# $- "( o l"((''"$'o#6, N )" / ($ (o $-"$ $- *ro/"/'l'$ o "ll *o(('/l l"/l( '( o!$*!$. Pro/"/'l'($' "l+or'$-)( -" )"# "d"#$"+( or #o#7*ro/"/'l'($' "l+or'$-)(: •
T- o!$*!$ " o#'d# "l! "((o'"$d %'$- $-'r -o'. No$ $-"$ (o) o$-r "l+or'$-)( )" "l(o o!$*!$ o#'d# "l!(, /!$ '# +#r"l, o#l or *ro/"/'l'($' "l+or'$-)( '( $-'( "l! )"$-)"$'"ll +ro!#dd '# *ro/"/'l'$ $-or. No#7*ro/"/'l'($' o#'d# "l!( "# '# +#r"l #o$ / +'# "# (*'' )"#'#+, "#d o#l !(d $o o)*"r "+"'#($ o$-r o#'d# "l!( o!$*!$ / $- (") "l+or'$-).6
•
Corr(*o#d'#+l, $- "# "/($"'# %-# $- o#'d# o -oo('#+ "# *"r$'!l"r o!$*!$ '( $oo lo%.
•
B"!( o $- *ro/"/'l'$'( o!$*!$, *ro/"/'l'($' *"$$r#7ro+#'$'o# "l+or'$-)( "# / )or $'l '#or*or"$d '#$o l"r+r )"-'#7l"r#'#+ $"(&(, '# " %" $-"$ *"r$'"ll or o)*l$l "o'd( $- *ro/l) o rror *ro*"+"$'o#.
F#&$%# *#'#+/!, A'0!:A ,!,4!,!!,!$* &22%!&+5:
F"$!r (l$'o# "l+or'$-)( "$$)*$ $o d'r$l *r!# o!$ rd!#d"#$ or 'rrl"#$ "$!r(. A +#r"l '#$rod!$'o# $o "$!r (l$'o# %-'- (!))"r';( "**ro"-( "#d -"ll#+( -"( /# +'#. T- o)*l2'$ o "$!r7(l$'o# '(, /"!( o '$( #o#7)o#o$o#o!( -"r"$r, "# o*$')';"$'o# *ro/l) %-r +'# " $o$"l o n "$!r( $- *o%r ($ o#('($'#+ o "ll ("#n1) (!/($( o "$!r( #d $o / 2*lord. T- Br"#-7"#d7Bo!#d "l+or'$-) do( rd! $-'( o)*l2'$ /!$ '( '#$r"$"/l or )d'!) $o l"r+ "l!( o $- #!)/r o ""'l"/l "$!r( n. For " l"r+7("l o)*"r'(o# o "$!r7(l$'o# "l+or'$-)( (. T-#'!( $o $r"#(or) $- r"% "$!r $or( "$!r 2$r"$'o#6 "r (o)$')( !(d *r'or $o "**l'"$'o# o $- *"$$r#7 )"$-'#+ "l+or'$-). For 2")*l, "$!r 2$r"$'o# "l+or'$-)( "$$)*$ $o rd! " l"r+7 d')#('o#"l'$ "$!r $or '#$o " ()"llr7d')#('o#"l'$ $or $-"$ '( "('r $o %or& %'$- "#d #od( l(( rd!#d"#, !('#+ )"$-)"$'"l $-#'!( (!- "( *r'#'*"l o)*o##$( "#"l('( PCA6. T- d'($'#$'o# /$%# "$!r (l$'o# "#d "$!r 2$r"$'o# '( $-"$ $- r(!l$'#+ "$!r( "$r "$!r 2$r"$'o# -"( $"&# *l" "r o " d'r#$ (or$ $-"# $- or'+'#"l "$!r( "#d )" #o$ "('l / '#$r*r$"/l, %-'l $- "$!r( l$ "$r "$!r (l$'o# "r (')*l " (!/($ o $- or'+'#"l "$!r(.
1. P%#2%!+#**/,0 O*r"$'o#( $-"$ +' "( " r(!l$ " )od''d ')"+ %'$- $- (") d')#('o#( "( $- or'+'#"l ')"+ .+., o#$r"($ #-"# )#$ "#d #o'( rd!$'o#6. >. D&& %#$+/!, "$!r 2$r"$'o#. A# o*r"$'o# $-"$ 2$r"$( ('+#''"#$ o)*o##$( ro) "# ')"+ %'#do%6.T- #!)/r o 2$r"$d "$!r( '( +#r"ll ()"llr $-"# $- #!)/r o *'2l( '# $- '#*!$ %'#do%.
3. S#04#,&/!, A# o*r"$'o# $-"$ *"r$'$'o#( "# ')"+ '#$o r+'o#( $-"$ "r o-r#$ %'$r(*$ $o (o) r'$r'o#. O# 2")*l '( $- (+r+"$'o# o d'r#$ $2$!r(. 4. O-<#+ ##+/!, &, %#+!0,//!, D$r)'#'#+ $- *o('$'o# "#d, *o(('/l, "l(o $- or'#$"$'o# "#d ("l o (*'1 o/?$( '# "# ')"+, "#d l"((''#+ $-( o/?$(. @. I4&0# $,#%*&,/,0 O/$"'#'#+ -'+- ll ()"#$'6 &#o%ld+ o %-"$ "# ')"+ (-o%(. G. O2/4/=&/!, M'#')';"$'o# o " r'$r'o# !#$'o# %-'- )" / !(d or, .+., +r"*)"$-'#+ or o/?$ dl'#"$'o#. O*$')';"$'o# $-#'!( "r #o$ (# "( " (*"r"$ ($* '# $- ')"+ *ro(('#+ -"'# /!$ "( " ($ o "!2'l'"r $-#'!(, %-'- (!**or$ $- o$-r ($*(. B('d( $- "$!"l $"(& *ror)d / "# "l+or'$-), '$( *ro(('#+ "*"/'l'$'( "r *"r$l d$r)'#d / $- "/($r"$'o# ll o $- '#*!$ d"$".
