!
! "#
!
"#! $
% & #
Æ ' ('
& & "
)! *#)+
' '
Æ
,
*
- '
. / ) *
# ) + 0*#)+1 2
*#)+
)
) $
& 3445 0(# 1
! " #
$ $" #
%% &
' (
' )(
' *% (
' " +
'' ,!!
' ( -. /"0 '
'1 (
1
2 #
3 + 4
! $ 4 %%5!6'7 1' 8 9
3 : ! $ 4 %%
5! 67 # 8 ;
*% ! ,
5 $" : 617 ; 8 &
1 *% ! ,
5 $" +6 8
# =! *% ( , 5
$"6&8
9 >
=+ 1
;
( !
' 3 '&
=! *% ( '
= ! ''
+ ''
=+ ! ! '#
' =(, '9
! ! ';
!! " #$
&
$ 4 %% ,2 = >
$"
' ! ,( 1
3 %! $" 1
5 ! ) $ 1
5 ! () 1#
1 ! 5 1;
# ) 1;
# ) ?! # # ) # 9 ## % & ' !! " () ' #; ' : $" 9
' ! 5 ) =+ 9'
'' ! 5 5 ! ) $ ! 9#
'' 5 ! ) $ 9#
' ! 5 5 ! () 7 ) @ ) ! 99
' 5 ! () 99
' 5 ! @) < ) 99
' ! 5 ) ) ;&
'1 ) ;&
'1 ;&
'1 ;
'# &
# * + +, $-
&9
* ! ) A*)B$" &
$"
! )
'
<2 + 5 *) 1
* !, 5 9
<2 + 5 *,5 &
' )
'
' 1
' )4 ;
'' >
' 4 '
'1 =2
1
. / ! 0
" +,1 & ' %$
1 '&
1 5 '
1 2 ,53 ! ''
1' !
1' *! 5 3 5
1 ) ; 1 * *% ; 1 ! 1;
11 #& ( / ! 0
" +,1 ( # # # 45 ,2 #'
# ! #1
# ! C$ ! C!$" =+4
*3 ! ## # !)C$ !C !$") 2 5 #; # $" 9& #' ! 9
#' ,+ !!! 9'
#' 2! !!! 9
# ) 91
# *% 99
# ) : ;9
# ! ;;
#1 &
+, $%
9 &'
9 =+ ! ! + &
9 =+ ! ! : &#
9' ) &9
9' ) + &;
9' ) : &
9 9
) & 4, )
; ;
; 2 )
5 3 .
"3 6 %.
!% 1
"
( 1
( 19
' 5 ?! #&
,( ?! AB ( 7
A(B 3 ( #
1 D ?! #'
# ,( D AB,4
(
A(B ,(
AB,(
AB ,(
AB,(
#
9 5 #1
' : " 9
' 5 =! AB 4 A(B 4 AB 4 ;
' %% =! AB A(B AB ;
'' ! =! ;#
' %% AB A(B AB AB
' ;9
'1 ! &&
*)"
,5 " ! A*,5B 9
5
' !"! ( ! !
! *) 1
C : 2 " (
AB : A(B 2
! AB 2 ! 9
1 ! "! ( ! ! 4
)' AB *) A(B *,5
# !"! ( !
> AB *) A(B *,5
9 !"! ( !
4 AB *) A(B *,5 '
1 AB A(B*%( ,5''
1 AB "4 A(B *% ( ,5 '
1 AB 4 A(B *% ( ,5 '
1' ,!! ,5 '9
1 ,! " ,5
11 E #
1# 5 ! ( E D2
AB F& A(B F ABF& AB F 9
19 5 ! ( 4 2 2
AB F& A(B F ABF& AB F 9
1; AB 4 A(B *% 4 1&
AB G 4 1
1 *% 4=! AB 4 A(B 4 AB4 1
1 4 AB ! A(B 1
1 4!! " !: 1
1' AB 5 A(B 1;
1 AB*% 5(
A(B *%(
#&
# 5 45 #
# 45 ! #
# *% ( ,5 "
'
D % #1
#' " FA
B 9
# *% (
FA
B A ! C$B7 "
"
2 % A !
! B 9;
#1 *% (
FA
B A ! )C$B7"
"
2 % A !
! B 9;
## 5 *( ;&
#9 2
;&
#; *% ( ,5 " "
" D % ;
#& *% ( & D %
A !
C$B" "
;
# *% ( & D %
A !
)C$B " "
;'
# *% 4 ! )C$ A
( ( ' " " D % B ;9
#' ) 45 ( ! C$AB *%
A(B *4
%
AB *% !!! "
" !!! ( ,+ !!! AB *%
!!! "
" !!! ( 2!
!!! &
# ) 45 ( ! )C$AB *%
A(B *4
%
AB *% !!! "
" !!! ( ,+ !!! AB *%
!!! "
" !!! ( 2!
!!! &
#1 ) *( ( ! C$ AB *%
A(B *4
%
AB *% !!! "
" !!! ( ,+ !!! AB *%
!!! "
" !!! ( 2!
!!! &
## ) *( ( ! )C$AB *%
A(B *4
%
AB *% !!! "
" !!! ( ,+ !!! AB *%
!!! "
" !!! ( 2!
!!! &
9 *% ( ,5 ( 2
9 *% ( ,5 ( ! (
6&&8
9 *% ( ,5 ( ! (
698
9' *% ( ,5 ( ! (
'
5 ! 11
%% ?! #
C
D ?! #
' $ %% D " #'
$ %% #'
1 C
D #1
' 5 ! ( 9;
' ;
' " ;
'' <: ;
' $ ( %% =! ;'
'1 " =! ;
'# C
D =! ;1
'9 ! =! ;#
'; " ;9
'& C
D ;;
' ! &&
' ( D (:&
' " 5 &
'' C D 5 &
' C
D )4 &
'1 $ ( %% ) )4 &'
'# 5 &
C
*) A! ! B
)! 2
5*) $%4A !!
B
' 5 *,5 $%4A!!
B
C
A!'! B !*)#
1 ,: ( ! "*4
)A ! ! B #
# C
*) )4 A! # ! 7
! B ;
9 ,: ( ! )'
" *) &
; ,: ( ! )'
" *,5 &
& ,: ( > "
*)
,: ( > "
*,5
,: ( 4
" *) '
,: ( 4
" *,5
4 #
,: ( ) " " 2
4 #
1 ,: ( ,5 " 2
> 9
# ,: ( ) " " 2 > 9
1 ! '9
1 ! & 1 ! ! ' 1' !* # 1 ) 4 ( 1'
11 ) 4 ! 2 ,5 A 6 8B 1'
1# ) 4 ! 2 ,5 ( = 1' 19 ) 4! ! 2 ,5 A 6 8B 1
1; ) 4! ! 2 ,5 ( ( 11
1& ) 4! ! 2 ,5 ( = 11 1 H ) ) 1#
1 ) 4! ( A) 4B 19
1 ) 4! ( A) 4 B 19
# ! C$ #9
# !4 9
# !,+ !!! 9'
#' !2!!!! 9
# ) 4? ! &I !4 ;1
## ) $%4 : ! ;#
#9 ) > ;;
#; ) 4 &&
9 ) E "
"D & D % &
9 " : !
698
9 , : D ! D 1
9' 2 : D !4 4
1
9 2 : D !4 4
4 #
91 2 : D !4 4
#
) )2
$$ !$ $"
C$ C ! $"
!
=5 = !
+
, %% ,
J J +
* *!
* *
*,5 * !, 5
*) * !)
4 4$ $!(
,5 , 5
, , !
3 3
5 5(( +
5 5
5 5 +
5) 5 )!
) )
)C$ ) 2C!$"
E "
E ! "
E "
= E =
C ! C
( " 4
! " + 7 !
( K ! : +4
2 ( 7 " " 2(
" ( (!
2 ( 2 + 7 " 4
E + 2 7 ! 7
( " (! "2 ( 7 "
" " 2(
( " ! 7( ( 4
" ( (
" " 2 - (0 (7
" ( " (
! !2 ! ( " ( 2
( + Æ +
( ( ( 4
(2 > " "
2 2( 4
" 4
( !
7 ( " :
"2( 2 ! 4 +
! +
( : " ! (
: ! 2 A
+ B + 7
( 2( "
7"
2 ( ( A
( : B + 7 : ( !
" + " ! 2
! $7 (
! " 4 + ( ( 4
! ( ( :
! 5 ! A5)B "! : !4
E ! !
22 ! :7 ! 4
5 ! ( ! !! 5)
+ 7 ! +2 ! !
617 # 7 97 ; 7 1# 8
5! ( 2: "6'' 7'9 7
1 8 2 ! " !
6;&7 ;1 8 " " %!
+ " . > 4
% + (2 2
( ! 2 ( 2 (
E " + ! !%
6#17 8
" 222 ( !
AB E
( -!0 !
( !% ( + 7
" (! 27
! ( :
" ! ( :
" 4 + ( 2
2 2 !( 7 7
-(0 4 6##79' 8 7 (
7 2 ( !% 6## 7 8 ,27
E """
( E 7 "2 ( E
2! ( ! (6## 8
( ! " ( 2 ! (
( ! 7 " ( ( ! +
( %% %% !
! + 2 ! %% ! 2
" %%! "
! " ! 2( + 7 %% 2
L+(7 (
( %% ! ! (
! 7 : !
67 '1 7 # 7 # 7 9& 8
$ " 2 + ! !% ( (
( " ( ( + 3 7 %%
" " ( ! "
" 2! ( 6# 8 7 2
( ! " %%
4 %% 6&' 7 # 7 9 8
" ( ! Æ ! "
4 %% =Æ !
" " ( (
( (7 " +7 !% ( 7 (
7( -."07 ( $ 4
" 4
! (
5 "2 "( Æ77 (
( -."0
!% (7 " ( !
" !% > 2 2 " 4
( ! -. "0 " 2
! (
" !2 ( %
( E ( " 2(
E (
( E AE B ( 2( 7
7 (K 2 2(
2 :7 +
! 7 ,
! 7
! ( ! (
!!6'7'' 798 ?7 " ( ( !
( E " ( > 2 4
" 2 >
E E "2 4 %%
+ : " 2
"! E 7 !2
+ " !% ( >
! ( (
! : 2 " " 7 7
, 5 A,5B ) A)B "
( " !% > 2
! " ( % E
2 " ! ! 2
7 " -( 0
! "7 ! ( "
( !
"7 7 " "!
" " ! 2 > " (
2: ! ,5" (" "!
": ! 7:!
2: "" ! (!% >
2 ( 3 +
!2! %7 !%
7 "7 " : ( (
! 7 " !
!7 " ( " %%
" ( ! 7 (
7 4 %%( '
" (( 7 :
" 7 2
"
F
F
(
"
F
A
B F "7
"
"
( 7 "
22 " 7
( ( !( E 3 7
( 7" 22" 7 DE
E % !7 ( %(
( 2 (
:
! 4 A B
( " ! + AB "
7 : " ( A
! 2 ( " (( (
F A B F A
B F :
!
! !7
AF B
A F
B ! ! !
A( B " ( " " "
! ( " !
( 7
! 7
" (( (
!
" :
( + !!
6#18 7 : (
. : 6'98
( ! 2
"! (
7 " Æ !
7 . :"!
(( 4 6'9 8 3(!
E Æ !
" "" 6#18 3 7
( ( !
"7 %% (
E "! !! (
A "7 %% ! 7 2 B 2 "
!A !B
2 -Æ0 ! ! 2"
Æ G ( !% + 7
( AB Æ !
+ > + 2 ( 22 " !
!" : ! "
( !
2 ( 2 : %
687 ;;'7": A +B -
!" " A"42B7
! 7 "! : !
M " A( ! B +( AB 2M A B
MA B ! 4 7 A2B
+ 0
;;7 ! 698 % - ! 7 %%
2 "( !! ( 4
!72"D!(
( " ( +
"!0
2 " :7 2 Æ ( 2
( ( ( + ( 4
! %! E 7 ( G
! : "7 %%7 !7
2 7 4 !
G ( " 7
7 " ! "7 %% !7 2
4 ! : D !
+ 2(4
7( " 6'; 8 > - !0
" 2 " ! 4
" %% ! 2 ( 2
4 > + ( 22"
# #"
" ( ! ( ! 2!
( ! ( 2 " (
2 ! 2 (
( ( 2
:
: " !(
(2 :
! " A$$B 2 2 =
2
! ( 2 7 7 " E
D 2 2 $$ ! (
( ! !%
$$ ( :
2 2 (
) " (
2 ;'7, 5
6& 8 ( " ( ! "7
" ! ;';7 ?((6#9 8
" ! 7
" " " " (4
( " " ;&.7 )(. "
6&& 8 "4 "7 7 " " ( !
: ( G ! "! !
" ! 7
" ( N3) A+ 2 B ( E 7
" " " : E ?"27
" ! "
!22 !" (!"! %!
6; 87 : " 69 87 6&' 87 2
68
2 "" !(! (4
(G2" " ( ! 2
7 "(2 "7( 7
2 7 2 ! 2 ( 2 !
" 2 " ( 2 (
(! ( 3 7 2 ( 2 "
! (! 2 ( !! " !
( ! "44 " (G
6 79 8 > ( 2 !
$ " 2 ! ! !4
% ( " !! (
% ( ! 2
( +2 C 6 8 !
( + !
" -5(( + 0 A5B !
6 8 5 " 2 ( (
! 2( 2 ! !
! ! "67&# 7 7' 8 4
! ( ! ! !%
E 2 2 ( !
: "2( !
: : " 2
! 67 ''8 4" " 4
7 ( " 4 4
! ! 6## 79' 79; 8 2( 4
: + 2
4! %! 7 2 E % 2
( ! 6#;8 ? : " ( 4
2 7" 6#;7 8 ? :
2 ( 2 ( 4
% ( 6#;8 " "
2 " 2 ( !
2 ( ( "
67 ## 7 #;7 '' 7 ' 7 8
" ! ! C , AC,B6 7
; 7 1& 7 1 7 1 8 ! 2
( C, ( : (
C, ! ! ( " "
7 (7 C, 4
" ! 7 7
! " :
(+%! ( "
" 2
! ! ! !% 4
61& 8 ! 22 !
E % (" % "!
" : !
22 : ! % ( 22
E !! (7 " ! !
+ 2 , 2( 2 %
(Æ61 7 1 7 118
C, " : " "4 ( "
" C, 4 ( = 2
(: ( !!! (
((: 3!7!61# 87!
C, 6198 2! 4 ( "
( ! (6#& 7 1; 8
2 2( 2 !
" ! 6 87 (G ! 6## 7 #; 87 !
6#9 7 9&87 ( 6#7 # 7 # 7 #' 7 #1 87 +! % 61' 7 # 8
$$
%% " ;1(@6& 8"2 " 4
! "! ! ! 7(
( ( %% ("
! 7 ! 2 !!
7
%% ( A B %( !!
!( + 7 ! 7
: %% (
( ! + ,
( : ! (
7 :
6&8
! 2 6&78 2 E :
! " ( ! 2 ( "
" (! ( (
! 7 7 7 %% !
" ( ! "
" 7 ( 2
! 2 "
%% ! + ! 6# 7 9& 8
%% ! %%7 %% 6'1 7 ; 7 & 8 ((
" E
( ! 7 "
( 2 ( + %% ( + 4
61 7 #7 9 7 & 7 ;7 1# 8 : " %%
%% 2 ( 6' 7 ' 8 "
%% :
! (7 K %% 2(
+ 7! " 2 : " 4
! 22
( 7 " ( )
%% 7 " ( ! ( !! 7
( %% ! E
%% ! 2 ! !
%% E ! E 4
%% : ! !
% &
Æ( + 2 ( ?"
( ! 3
( + 2 7 ( "
( !2 :
% '&
( ! (
(7 ( ( !
E 7(K (:
: (
, (
"7 ,57 ( ( 2 (
"( 6# 8 2
( + ( " 6'# 7 ' 7 1 7
' 7 7 #8 " " (
! !" %% 7" "" (
> 2 4 %%
" %% ( " 6& 7 &7 &' 7 & 7 1 7 # 7 8
" (7 "
" ! " 7 ( !
" " 2 ! " !2
!
% ( $ &
*% ( (( (
: ! F A
B F
! ! -! 0
A !B !% (
!%( !
" " !% ( (
D " ! ! 687 + 697 87
+ ! ! 69 7 && 8 ( 6;78 "
2 ( 2 !% (
"
% " )
" : "( !4
% 677& 7;;7 7 8 ( (2 +4
( !% !67;; 8
: " ( ( ( ( ( 3
" 2E ! 7 "
! + 2 ( !% (
! - ( 07"
" 3.)%
( 27 + ( !% 7
2" 7 + 2! D
! + " ! "
! 2 ! (2
+ ( (
%% *!!
3 ( ! (
, (!
(G ( ! 7
" ! 2(
( ( (
+ 7 " !2 ( !%
! + 2 "
( 7 2
!K : 2
( ( ! 2 !
697 97 ' 7 1 8 > 2 ( 2
! !7 "
! 7 ! !
2 ( (
! ( E !2 +
7" + 2 ! ( " +7(
( ( !% (
%+ & , - ."/
" ( 7 Æ (
2 ! "7 :! !
" ! !% "7
! 7 " + ( !
+ 7 : + !
-( 0 ! !
" ( ( -."0 " !
2 2
!
!% ( (
: ! "" " ! !7
( ! ""
( 2"7 ( + !""
( -( 0 ! 7! !%
( ! > - !%0
!% 3 + 1",5
! 2 " 2 " !
"" ( ( 7
E ( !2 ( ,/ 6'# 8
" "!2" "
!
,/ " (
!
%0 &
( ( ( " "! " !
2 2 ( ! 7 4
( "
%!7 !"
7 " ! 2" (
2 ( !6# 71& 7& 8
" " " ! 2
37 ! ( "! "" "
! 61&87 ( ! ( "
" 6## 7 '8 : 2
!7 " ! 2
2 + 27 "
" ( 2(
E " ( 2 + " (
-Æ0
Readability
Generalization ability
Low Complexity
Managing curse of dimensionality
Ability to say don’t know
Incremental Learnability
Chap 3: NF scheme for OFS and FA
Chap 4: NF scheme for OFS and classification
Chap. 6: Strict generalization and increm−
ental learning for classification
ental learning for FA
Chap. 7: Strict generalization and increm−
Chap. 8: Enhancing generalization in MLP networks
Chap. 5: Group feature selection
D E S I R E A B L E P R O P E R T I E S
! !%
+
" ( " ( Æ
> " 4 %% > ( " 4
( ! ! 2
" " " 7 !!
A 4B ! !% ( A 149B
( 2 ,5 "A 14#B
! !2
3 " 2 2 ( (
!"2+ " (
" " ! " ( "
!: ( 2 "
" " ( K 2 (4
K ""
E !"! ! >
2 " 4 %% +
: >2 (
( ! ! :) "
, "
( ( E "(-."0"
+ "7 "
" ( ! >
>2+2 !% ,
( + : +
,5 !% > 2
2 ! ,5 !%
7 ,5 ( ( 7 7
,5 ( ! " " "! "
" D! 2
( " 2! 2:! ,5 *4
7 " " : ! 7
" -%0
" 2:! E "
!% > 2 2 22:! ,5
"! ( " ( ( (
"
+ 1
" ! ( ! " 2
( ! 2( !% (
7 " !2 ( 2 E
!% ( "
> ( ! " ( 2 > 4
! ( ! " >
"
( ! ! $+7" 2
"!!% ( " 7"
+ 2 )
! #3$$ ! 4%5
0%6
" ( ! " 2 2 " 4 %%
" 4 %% !
+ > ( 4 %%
4 4 4 2
:
! > " (
4 !
( " 4 %% %
( :2 "7 ! D
7 " ! " %%:
(
( " ! !
4!2 ! - 0 4
" L! 7 ! !
" (
2 !
!2 ! 4 ! ( + :
" 7 " !
" (
( E
$$ ! 4+5 86
'" " ( :
( ' 4 %% E 7 ( 7
4 %% 7 +
%% + %%
: E D + 7
" ' D "
( < :2 "7 : "
" " +
%%: 7 ( %%: (
: " : " %%:
7 ! %%: !7
( ! + "7"
" :" + ( D(
2 7 " " :
! % " ! 7"
( ! ( " >
" % 4 %% ( (
E ( % ! "
! > 2 ! !
" : ! $
( " D2
" :
+% 2 9! 3" #"
4:5 6
" ( D ! >
% E ( 7 " ( (
2 2 (
+ 7 !"!
4 "( 7
( + 7 (
( ( ! 2 ( ( !
> : ! 2
7 " A B ! "
+
"7 ! + 7 !
$7 ! !
7!"( 7
2 ( ( >
" ! AB 2
2 ) ,5 " >
A*)B" ! "
A*,5B " > 2 " + "
:K + E Æ >
2"*)*,52 2 +
++ ( $ ! * 3
#" 7 405 ;6
1" ,5" :
3 + " A,5B "
" " ( ! !
( " ""
( ! % 7 " " !
,5" : 3 22! (
! = ( " ( !
! ( E "
( ! " (
": + (
! -( 0
( ! 2 4 : (
" ( ! 7 "
" 2 ( 2,5 7
( ! ,57 7 ,5 "
"!" !! "! E !
( " !
+0 ( $ ! * 3
#" )
46
#" + !2 1 +4
( 1 22 ! (
7 ( +4
( # " 2 ! ,5 "
%!% + ( 4
! ! "" "D :"7
#$7 4 !
"7" % #$7 ( 4
! " !
2! " ( " " :
! ! ( !
! ( ! !
7 2! " (7
" " ( ! !
! ( + 2 (
"! %( !
?7" 2 ! "7"
! + ( !
! ! ! ( 2
: ! ( ) "
( ! !
7 2:""
( " ! (
" 2 ! (
+8 <! ( $ & * 3
#" 4=6
9 " ( 2:! ,5 ,5
" : ! ! % " "7
" 2: ! !%
2 2:! ,5 !
! " 2 + ! %7 "! !7
! ?"2+ ! (
%7 ( 2:! 2 3 4
!( ! !+ "
! 2:! 3
( : + (7
E "
! !% ( ,5 "
+: >
> ; > % :!7
2
" 2 ( 2 " "
( ! 7 7 (
!% (
(
( ( ( !
2 !2
( !"" + 2
D ( " ! (
2 : %D
69;8 ,27( " ( (7
+ 2( !% (
": ! O
!
! F A B F A
B
F 7
( " 2 ! O
( 2 ( +7 4
! + !
2 !2 2 + 4
( ":
!2 2 ! ! ! !
7 ( " ( ! " >
"
+ G! D "
"! (
K( ! "( !
! + "
OAB 7 7
! 2 7
( ! !
! ! (
! ! ! ( 7
! (
( ( ! 2
( " ( ( " ! ! 7
" E
! ( %( "(
2 E 5
(7 7 :
6'8 3 !:+7 (
( + 2 " E +!
( (
! ( (!"+ !+ 2
2 2 " (
2 6''8
" + E 7 (
2( (
/2 P 698 : E "
: ! ! A4
" ! ! B " 4
! ! "7 "
2 ( ( : !
( (2 ( ( ! !4
6' 7 98 7 " + 27
( D ! " D
2 " + 7 !
4" "A A,5BB7
,5 " ( 3(2 7 2 + 2
( : ! 2
( D
( (6''8 !
! AB ! (
$ "7 %%!!!
" 6'7 1 7; 7 8
! : ! ( " "
( ! 2 !
6979 7' 8 $ !
! " ! " 4
7 ( ! ( . ! (
% % " (
" ! !
! 7 +! %7
( & ! '
61#8
( 7 " ! 3
2 7( + 2 !
" + !
"2 E ( :
+ 7 " " ( A3B
! + ! 3 7 7 " 2" "
2 ( " >
" + !"
. 4 G $+ "
" D !7 7 2
E "( !
7 " 37 "G
+!
<)
2 ( ! !
! A5B
6'7 1' 7 ; 8 5 ! 4 4
A B7 " 4
+ 2 ! 2
( (
F
7 "
F A
B
$"7(G2 : ( "
4
" 7
( G
F
F AB
" F A
B
! + :
+7 5( ! " +
7 " :
F
A
BA
B
AB
"
! 7 7
F
AB
+
F
A
BA
B
F
A
BA
B
F
A'B
"
! +
+% + G
F 6
8 +%
!2 ! !!2
:+ ( 27 5 ( (
22 +
!2
,
2( !2 61'7 #9 8 2
! + + 27 "
2 ! 7 ( ( " 2
: E ( ( ! 2
" 5 6' 79 7 & 7 & 8
5 " ( % 4 !
(! + 2
"( 5 " ! 4 2 ( 6;;8
57 5 687
D 57 2 G
" " 7
"
"( 5
( ! ! 5
E E E ,
6'9 8 " *4 A*B ! (
< 57 * (
( !
5E ( 27 7
2 ( A :B 2
A +B 3 7
AB 2 E "
2 +% ( "
57 E : :
!"" ( :
: E 7 ": 2 (
!
7 "8 0
6&;8 2 G !
2 A
B
A
B ( :! 4 4
4 + ! 4
! 4
F F A
B
F ( 2
F
F A
B
F ( " 2
(
F A
B7
F A
B7
7 " A
B
= ( "
!! !
%!
7 "
F
A
B
AB
,% % ( 2(
F
M F
A + B%
A!B (
!4
A!QB !2(
A!QB F
A!B
¼
¼
A1B
" 4!2 % !
> ! + ! !2! 4
( " !
7
% " =2 " E
! ( !
7 2(
! ! > !7 !!
! ( Æ 2 %
( " 2 ( + 4
2 G 6'; 71; 8" !.!"
( " 6#&8 ( %% " 4
. G
G " " D 4
! !7 G ( .!
2 !
"! .! ( 68
" + 7 " " 4
G! " $" "
! 7 !4
%("( 2
E ?" 2" 2
E
2 &
( " 2 2 A7
( ! 2 ( "
2 B 7 2
( ( ! ( " D
2 7 A B7
: > + ( ! 2
2!! 2 ( 697 ' 8
( "
( %( ((( 7
( AB( " " (( (
" (72!7 "4
(7
7
!D
( " "4 ((
M D %7
! (
( (
: F"# $A
B6'9 87"7
" ( "
2 :
F
%
A
BA
B
&
A#B
F
A
H
BA
H
B
A9B
"
H
FF
%
A;B
?7 ( 7 %
(( ( !
&
7 2M
2
&
H " 2
"
,( 7
7 2! " ( : " : ( 6''8
! " ((
2 (
!
! (
! : D ( " 4
+ !
!
!
= 7
"&
&
&
( %
%
%
7 (
( ( .
'ABF
%
( )*A%
B A&B
2! "!A 2B
'AB ( " (
"! +AMB7"
+AMBF'AB'AB AB
7 7
F ,
,
,
7 " 2 "
(
"
" ,
! E AB7 (
( !2 F ,
,
,
7 :
( " % 'A
B ,% 'A
B
E 2 + % +AM
B7 4
'AB :+7( (( 2
! 2 ( 698 > "
+
618 !
F ,
,
,
( !
! "
! : ,
+AM
B +%
" ,
, " 7 ,
" +%+AM
B
+A
M
B F
"
" 7
"2! " %
! 2 ( "
"
"
618 ""4 (
7 " : ,
" +%+AM
B 7 ,
+ %!
+AM
B +AM
B ( " ,
) !
" (
2 Æ
6197 ' 8 )# AB Æ "
)# A
B-)# A
B7
(
( $ ! 2
7 ( " : ( " (
!2 2 7
( " ! Æ (
"
" E !
6'8
*!
= : +
2 ! 2
" ! :K 4
+ !
( K 7 E ( (
2 !
9
7 2 ( :+7
( 3 ( % 4
2 E !
" + 2
! ( 2
"" " 7"
" !
(7 ( ( ( (
+ # AB ( "
E (
( !7 (
! !2( " !
2 + $#
AB " ?7!
7 E (
( ( D -!
D0 ( 2
! (
7 ( (
E ( 7
( 6'' 8 61 8 / 2 2
!
5 , 6; 8 + - "
: 2 ! + #
AB ( " " "!
!7 ( E
7 " AE !"B
" 2 :
! ! D " " L!
(
$ ! 6 8 ( :
+ 2
" ( " (! " " ((
( + Æ D2
! % 2 ! % 2
( 2" !
"7
( (
A
BA
BA B
!" 7( (
G E 4
( (
" 7 24
! " 6''8 : "
( 2
": %7" ( 7:4
: 7(
6918 6#87 ? , +
: ( ! ( ( E 6 8 :4
2 =+ 6#8 "
( ( ! E 2 + 22
: 2
68 !
: ! "
" : ( " : " (
(2 7 " :
" " 7
( " : +
: " :
( 2 :( ( E
2 6; 8P , 2 2
!" D E
E ( " E 7 (
(( E 7 " "
(( C! : C! " 6'8 +
( "
(
( 2 ( 2 7
( (
* !A*B ! "
E 2 ( ( >
* ( +
& !
! "
2 ! E
!! ( $" "
" ! !7
7! !7 " %% !
3 /
*!A*B( (Æ 2!
2 % ( (
( % ( *2 4 7
* : 4
A B % 7 2
( 7 :
<* ": ( 698
"7 * : (27" (
"
( 2 7
"
:M ( &7 !
= ! ( 2 ! :
! !( : 68
E " + " + ( 5 , 6; 8
( / 2 6' 8 ! (
7" ! ( 2 ( ! ! "!
% ) , 6;8 * % 2 "! !
"(" (
: 4 :
% 2 ! " "!
:2 7"
3 ! * ( 6 7 18
+, 5
" " >2
( " + G
" 2 5 . ! ? "
" " "!
2 " ( !
" 5 !
" E 22 6;187) 2 2
" ! ! 6;18 (
5 ! ( " 7 (E
! ( " " " (
6 7 8
68 4 " "
22!
"! " "7
2 "! !
( 2 !
! "! ( " 7 "
( "! % 2 7
( %2 7 " ( 2
" 2(
" 2 " 7
2 E
, 6 8 "
E 2 -( 0 (
E 2 "
E 2
(
) , 6& 8 " : 2 "
!
:
R
F
.)
.
AB
"/
2
"( )
! 7R
-R
@ , 6' 8 2 + ,5 !
22 " E 2!
2 + " ! !
2 2! 2 +
=!( 6' 8 22 "
: 2 7 2 "
! S ! 6'98 2 "
( : 2 @! S ! 6 8
+ 2 " !
6' 8 D E + A0+B <! ,57
# 0+
!
7 # 4
%
: 7 +
# 4
)))
)))
2 ( " "
7
2 # 4 7 D ( ") )
)
) )
)
( 7 0+
:
0+
F
)))
)))
AB
#
#
#
0+
0+
0+
6#87 " +
" !:
!:( ! "
*2 611 8 G
2
,/ 6' 7 '17 '# 8 " ! "
,/ $ !
" 2 A)B 6' 8 ) 7
2( " !
"! ! : 2 (
! (
!! !! 0
%% ( 6# 8
%%7 : + 2 (
68 %% 2 E
)% , 6;#8 ! %% 2
! E + 2 6; 87 ! ,
+ ! 2
%%2 ( A3B $547 2
3
" ! %% 6'8
, %% 2 %% 2
6' 8 ( %% *" , 61 8
( 2 ! ! %%
$ 4 %% ! ( 6&97&7 71 7# 8
6 71 8/ 2 ":"
%% !!! 2 3 !7
27 !
" 6&9 7 & 7 7 ' 8
5 : 0
2 ( !C,
2
! 6;7 71 8 "2 !A
B
F "
! + (
!
,ABF
Q1
( + %! ( "
F
%( A
1B "( ! " ! ?
1 ( ( ( ! !
,AB 7 "
( G
! " + G
! + " E (
! 2 !
( !
,/ 6;7 1& 7 1 8
C,) 2 AC,4)=B! ( *
6#' 8 : ( %# ! " +%
C, ( E ("
" 2
# 7 2
"2%!
"6'8 2 2
" 6#' 8 ( :
" 2 (!
" ( ! % 7
"!2
D( $7
7 !" ( !
C, 2 " " !%
( % 2 3 2
( C, K! ( 68
2'3
"3 "
" 7 2 ( 69 8
69 8> !( ! !
! " 698
69' 8 2
A" B C, !
!% " ( 4% "! 2(
( : 698 *2
! 2 ( ! !
"
> 2 ! 3 7
+ 2 E M +
2 ( 2 !
" ( 7""
! E 7 %
! " " "
E !"!! >
$+ "
% 2
"2 T 7 7
! !
A3B" " ! !
( !2 ( ! 2 (6'798 ?
( !
" 2 4 " (
2 ! ! " 4 !
"
! " 2 : 6; 87 ' 6;'87
)6&8 !"( !
69 8 ! 2 !
M 7 22 (!
$/3$ ( , 61 8 3 ?
( !! (7" (
: 2 $/3$ (
" (
Q1F& (
:- 0"
% 7 !! (7 "
( 2
! 7 !
% 7 2 2 %
(
,$. 26' 8
7 ( E "! (
" ).! ! (
6; 8 : "
! " "! : ( )
4 :
5 699 8 !
-0 D ! "
" ( 2 .
( " !
* ! !
! 7 ( 2
7 ! ( "
2+! 7
% ! !
5 611 8 (
,5 7
7 " ,5 =2 (
! "
! 2 ( "& 4
" ( ( ! A=5B !
! 2 % 4
!7 ( D 7 E 2 &
! 2
! " ,5
( ( 2
697 1 8
A 4B 2
( " 611 8 K 4 %% " 2
7" ! "
" ! ( "( 4
"! ! ! ! 7"
" (
" 2 "
! 7
! " " ( 2
""( D
7! 7 "2
( ( K 4 %% ""
" + 2 ( !% (
3 E D
! !
2 3
! ( 2 :
" + " 4 ! " 4
! !
" ! ! % 4
! " ( 2
! " ( D4
: A ! B " ( 2
! : "
( > ( - 0 !
" - 0 (
<! ( $ &
*% ( (( (
:! FA
BF
" ( "
! ! !
A ! B !% ( (
! ! 2 G ((
( A
B ( A "B
, ! " 2 2 A ! B 4 3
! " ( : 4 %
3A4B F
A4A
B
BA
B A'B
! ?7 AB
( ( : :M7
( E 2 ( $"7 A B "
! ! "7 + E A'B (
( ( ! ! ( 2(
3
A4BF
A4A
B
B AB
% "
4 ! 7 4 " 2: !
" ( !%
2 ! !%
" 22:! !
5 7 " ! !% ( ( !
" AB ! AB + AB + ! ! 7
A'B ( ( $+ " " (
!
< !
( (2 !%
!7 !! 7 ( !
7 ( !
E ! ! = ! 2
! 2 2( ! 2
G ! # 7 2 5
" ! # 7
" ! 2 5 $ 7
2 " !
" 2 5 >
! !7 !
G ! : "7 ! !
7 ! ( 68
)
> ( " A "! (B 7 4
" !
-%!0 ! 2:! 4
E ( !% 3 7 " " "
% ( ( ! D ! " +
3 E D %
" ! 7 " +4
2 (
D . 687 , !
67 ;; 87 6& 7 87 C . ! %4
6 87 C + !2 (
67 ;;7 8 + ( +
"" ( ( " 7
E " 2 +"
6;1 8 > +
F A
B
( 2 ! "
) )
)
(
A
B ( " " !2(
F
)
)
)
A1B
$ )))
" !
:! % % (
2 ? 698
! (! + 22! "!
: !2(
F
)
)
)
Q
A#B
"7
7:
F
6
A9B
EA9B6 "
22 ! "! " %
" %"!"!2 7 "" 2
"! " "! ? #
+ %6# 8 7 !
"! %2 " ( ! "!
"! 7 7 " :
!! 61 8
F
6
Q
A;B
$
% 2 2 2
2
! "! 7 ( (
% "! " ! " " "
"" ( 4% "!7 "!"
% ! ( ! 6 8 (
(
! " ( (
2" "" 2 ( %
"!
" ! " 2 "! "!
!
, 6'87 " 7
"!
( !
:
F
.
.
"! " 2 2 2 L
2
/G G 6;98 !
" ! ! 2 ACB E 61'8
" "# !
# 7(!! #
+7 C 7 ( 7 F8
U
5
>7 8
5
2
! U
! + ( !
2 U
A( # B ( "(
: " ( ( J)
" 2 ! 61' 8 5
7"!
( !% : )! %7
"7 ( +2 617 9; 7 ;& 8
E + "7 "! 6987
"! ! 6 87 ! 6;17 87 ! " 6'8 2 ( "
( 2 ! % 6' 8
<)! !
(( !%2:!
" " : ! 2( !
2 7 " -0
( !% ((
(" ( 2 : !!" %(
? " + ! "
" : D
*! ( ( G 4 ((
( " 7 2 "
!! ! (( (
" ! !
698 ! ! " 4
2 ! " !
! "! !
+ (7 G ( 4
2 : (
/ 56&& 8 !! + !2
! G 4
(( ! " !
! 698 +
=( 2 ! (
( 4
: " !
! ( <4
( 2! 2 ( !% !!!!
( (! " 2
E ( ( !%
< " ( 6; 8 + "7
( : ( "
7 "( " 7 7 !
( " (
! " 2! ! !!! 6; 8
! 6;8 !!! ( ( ! 68 ! 2
( ! ! "
" ( ( ! "
!" ( !
" ! " "! ( !"
" ! "
! " ? >( 6#8 %
D (G2 D "
68 ""D S 6'1 8
2 22 " "
! " "
! ( 22 ( *7
"!(D !!! !:
68 ! ! ( (
" " ( !%
3 "2 ( 7 + "
!!! !!!
"! 2! + G 2! :
(6;8 ( (! + 7
+ "! (
+ ! !
' " ( 4
! ( -. "0 "
! !% 4
E "! ! !%
V ! 7( : +4
7 ! !
( ( ! " !
! !% " !
( ! M 7
> ,
!%
2 " ! =+ "
A 1 #B ( ,5
"" ( ! ! (
1 # " ( 2 (
! ! ( ( E
!"" #
! E
( +AB
! T !
' ":
! " ! , 2(
T A 'B (
" ! ?7 +
: " ( "
" ( !
!E " (! ( "
+ "E 2 4
+7 " 7 ( !% (
" 4 %%" (
%% (
F
F
(
"
F
A
B F "7
½
" " (
:
7 !2 + 2 :
!! 2 2 (
" !2+ M
" 2 $ "7 %% (
%% ( ( ( (
( + 7 + ! +
( ( %%617#7 9 7;71# 8 7
" + E !2 ! 4
"7 ( + . 2(
7 ( %% 7
(G2 (D > ( ! 4
7"+ !2 ! 4
! 4 > 2 4 %%
( %% 4
! " 4 !7
2 ! !
K( "! 2
- 0 " +
" : 2 ( 4 %% 4
7 "" G 4 %%7 "
" %% $+ " ! ( !
4 %% " ! ( "
4 %% 7 ' " 2 !
7 " ! !7 # "
9
#3$$ *1 < >
" " 2 + !
4 7 " E G :
( 2( 6## 8 $ $" ( 7 4
! !%! (( 2(
! % ( 2 4
"( ! 7
( ! !-"!0 7" %%
?"! ( " ! !+
( !("! ! 7"(
+ ( "7 ( 4
"(( % "+
( " 6'#7 ' 7 1 7 ' 7 7 # 8
3 7 %% 4( " 2 (
! ( ! %% 4 ( 4
( ( ! 4( ( 2 ( + 7
( ( ?"27 %% (7
( ! + E
! + 617 #79 71# 87
( ( + 7 " ! 7 G
! " %% ! + "
( ! 2 2( ! %%
" " 2" 2! " (7 (
2 ! (6;7 & 7 1 7 # 7 9 7 7 #' 7 # 7 9 7 9' 7 91 8
2 %% : 2 ( :
G!
$ %%
%%$
4 2
$ %% %% ( "6 7 71 7
# 7 1&7 #1 8 %% "7 ( ! %%
6#7 9 8 7 "! %% "
( %% 7 %% ( ( 2 4 2
7" D !A %%B22
!
6 8 " : %% 4
%% 2 , 5
:% %% "( "
%% 6;#7 8 ( 2 "
" ((%!" ! "
2 2 " ! 2"!
(67# 7#' 79 8 2 ( %
! %" 6'' 87 " 2 ( 24
: !
4 %% ( 698 ? " !2 !
( 4 %% !M"
4 %%
" " %%P!. 24"(
%% A$B 6;8 . " ( %%
! 618 . " 61 8 ( 4
" ! %% !
! ( " ! ( 4!% A 4
2B 2 ! ! %% !
( " 2 /. 4! %!
6; 8 :! (
7 7 " " (7 4
2 ! ( ! ! (
" 2 2 "7 , 6 8 4
" %% ! 2 !
G ! A !B ( ! 2
( ( ! A=5B7 " E "
:+ > 6'8 4 %% " 4
: ( :2"" (S ,
6'# 87 " : ! 2 !!
" + 5%
) 698 ( ! ! ! ! !
" 7""
( %% ! ! ( ! A=5B7
"( ! (!
( 2
5 5 619 8 (
2( ! !! " (/
/( 2 6 8 " 7 !
! ( ( ! ! 6'& 8 2
" : %% 2 7
( " ! ( !
" > = 6'&8 %% " !
!4 !4/! %% ( + ( "
! 6 8 2 4 %%( ( 4
! (G2 ! * 61 8 %%
" "! %% 4
! %% ! !7 ! (
+ "
6;'8 P ! 4 ! %% "
A3$$B " ! ( 3$$ : !4 !4
/! %% 4( ! ".! (
3$$ !
2 : 6;8)3$$
" 2 3$$3$$ )3$$2(
2 " ( 6; 87 !
6; 87(G!6'; 8 6& 8 2
2 ( 2 ! 4 %%
$ ( 2 ( +
! ( : !!
$+7 " 2 4 %% "
Layer 1 : Input nodes Layer 2: Fuzzification Layer 3: AND nodes
Layer 4: OR nodes Layer 5: Defuzzification
nodes
and analysis nodes
feature
! "
#"
( " 7 ( A
B
" A
B 4 %% " " %%
7 3
7
?
4 %%:
7
4 %%:
! " ! D
! 2 A %% B ( M 7
2 " %%:
F
! 2 : 2(
4 %% % ! :2 " " !
" 7 ( >
Æ+ 9!( 2 Æ+ !
( : + 7 :
"
7 7:
"
( D +7 (
! ! 2 7 (
E (
" (
:
F
AB
= ( ! 2
" ! 2 ( ,27
2 6&78
( ! " D ! 2 7
%%: (
! 7 % ( ! (
7 " ( ( "! ( "
%% "
(
" (
F
(
H :
F9
A:
B
;
AB
EAB ( ! !4A %% B ! 2(
;
2 (
! ! 2 (
! > (
4A(B :
( 7
" ( : 2 :H
7 ( :
2 DK(
! ! 2(
A DB (! ( 27 7 :!
4 7 2
2 D :!
! 22 ! 2( ! !
!)# 7 AB F 7 & 7 (
% D " ! (
( : ! $ D
7 A7 ! 2 B 2 D
:! ! $+ " + " ( %
D A (B " " ! 2 :
( 2 "7
(K 7 "" 2 ,
:H
2" ,
,
F9
<
( !
H :
AB
? <
6&8 " %
" ! E AB " " <
,
7 " <
& ,
( <
! !2 A B 2 A &B ! 7
( 7 ( 2 " ( ,
:H
:H
2
2
7 ! 7 ( 2
" ( ,
:H
:H
:H
( 2 <
2
( "% 7 " <
(
7 2
! (
:
F:H
9
( !
H :
A'B
" ( :
:
F:H
AB
E AB :H
! E AB
( ( (4
!E >"
!2 :
:H
2
7:
7(! D 7
(G2" (
!2 ! 2
( ! ! ( ( % ! "
7: ( 2 7:H
! E AB
$ =
%% A !)# B %%
6# 8 ? " (
F
4
: F
:
A1B
% 3) ?=$ A E B
%% ( (
%% "E '
( "! ( " ( '
"!
%% 7 "
$ 3) ( ' !
?=$ "! G ( " ! %%
=
%% "
2 ( "
(
F
=
2( = ! 2 :
F= ! 2 +
2! 2 E =2
!
( + !" A
:! ! B
%%: > E 7 (
+ :! ! 2" 3)
%( $ 7 6# 8 5 5 61987
( ' (
:
F$
A:
B A#B
"
(
' ( "!
7
( 4!27 ( 6&78 =5 !
!(! !
"4!27
2 " ! "4!2 "! %%:
% 7" !
6&8 >
( *
*
! ( D2"!
F*
" "
( 4!2 7 A2 B (
'
"(
:
F$
A: *
B A9B
# %%: =
! 2 ( %%:7 !
( E ( ?"
%%: 7
: F
:
$
:
$
A;B
EA;B '
$
( ! (
' "! ! '
% ! * '
> " 2 ! 4 %% " 2
( 2 ! 7
( ! %
F
F
A : B
A&B
" " ( : !
2
M F
G ! ( "! '
(
! > 2!
!
> " (
(E
2 7 Æ7 " : L
" 2 2 G
"!
"+
# !2 ( E A;B Æ 2
7Æ 7 " (
Æ F .
.:
7
Æ FA : B AB
Æ
F
.
.:
F
.
.: .:
.:
"7
Æ
FÆ
$
A
: B
¼
:
¼
$
¼
AB
" " " ( '
" (
Æ F .
.: F
.
.:
.:
.:
?7 2 Æ "(
Æ F
Æ
*
: *
F+ ¼: ¼*
¼
& "
AB
?0 ' "
7 Æ
" (
Æ
F
.
.:
F
.
.:
.:
.:
?7
Æ
F
! Æ
:
:
A'B
EA'B3
" !
> Æ " " 2 "! ! E
E !
.
*
F
.
.:
.:
.*
7
"
F
Æ
: *
: *
F+
¼: ¼*
¼
& "
AB
.
.
F
.
.:
.:
.
.
.
F
! Æ
:
:
;
A1B
>7 3
9
?7 E "!
*
A!QBF*
A!BQ>
.
.*
A#B
A!QB F
A!BQ?
.
.
A9B
E A#B EA9B > ? ! Æ
" "! ! '
" 7"
2 . ! " ( !!
% ( !! 2 " 2 2 A &&&&B
( !! ! 2 2 "
E 7 E 7 !
7 2 ! " 7
7 " 7 ! "
( 7 ! "
"
(" ! (
! 2
"(
! " ( "
+ 7 D %% D !
!2 D 2
7 ( 7
( ( ( ! 2 !
( ! ?"27 2 !
D
(" ! (
! 2
"(
+ 7 D %% D !
!2 D 2
7 ( 7
( ( ( ! 2 !
( ! ?"27 2 !
D
% ! *&
! ( 4
! D ( +
:
FAH:
B
#
"
H :
F9
A:
B
;
F
$ 7:
* "
;
(
9
A
B
;
#
F9
A
B
;
A;B
"
;
F
;
A&B
7 7 (
*
E " " !
( V " 7 !
( ! 7
!( :
7 " (
: ( : 7 !
(
( 7 ! (
