Интелл инф системы 2012
.pdf
31 45 |
21 . . 2012 |
9 (5.1) ) )* & 3 4 ' 4 " & 4, -" "
-+ + (- - - , )- - +, 0
" 4 ,- . 6 . 5.1 4 " 4 V + " - " & - , + ' " ', " y – . < " 4
" 0 & + +(. > @" 4 + V +( "
V + 4/5 3/5, -" V’ @ +, ' V, " ' ? ".
[. 5.1. :" ' 4 & " 4
6 . 5.2 + " ' & . ' ? ( ' & " ' 4
@ (@ " '- "), ' , -" 3 " & ". !
' & & " + " ( ) , ' ?* ( + & "- ' 4 . . + " ( - ) + , ?* + ' & ", -" @" 4 & " 4 ( ( ( 4, ' ?* 4 ( + & " '- 4 -+ (+ 4 ) 4, & ( " + ?* 4 + " 4 ).
[. 5.2. > " ' " ' 4 @
, ) ' ( < & & " + " ( & " 4 ' (? ( - (-
+ " ( , ( 4 < &. 6 4 -
' (- + " ( )Z( ( ( «+ ) "» - + "- ? (. ( + ", + " ( ' ( ' NET, ( ( ( - 4 & " @" & " , + ) ' ( ) 4 < & , ) ) & " , " 43 +- ) @ - & ". , ' + ( ( ( ) ', - + ( ) ' (. -( ), ' " 4 4 < & -
4 & " " ( "- & "- . 9, + ?* + ) '- ( " ?* 4 ":
w = w + (x – w ), |
(5.2) |
-" w – ' , " (?*- & " ? + -3 4; w – + " " * ' 0- ; – 0 ) ' (, 4 @ -
( + ) ' (.
32 45 |
21 . . 2012 |
< @" 4 , ( 4 -3 4 < &, ( ( + +
@" - ' 4 ' 4 & ", + ". 6 + -
( @" - & ".
6 . 5.3 0 + + -' " ". ' & " ( X – W , " ( 0- + " ( W X.
[. 5.3. ! * - + ) ' ( (W – & & 0-
, W – & & 0)
` 0 ' ( @ - ( ? ' , 3 ? "-
, '- + ' ( ( ˆ. ' 4 4 W ( ( ( , + ' " ˆ. ?" @ ", ' 0 ) ' ( * - + & "- ) *- ( - ".
, ( ( ( ( 0 ) ' (, 4 ' ) '
~ 0,7 @ + + 3 ( + ) ' (. . + ( " ) 3 - ' 3- " ( )- -)- ) ' ( 3 3- + + "& " ' 4 - '.
: ) @" 4 < & ( " & " 4 , 4 < &-
- ) ) ) ' + * ? "- ' ( . ! 4-+ ) " ( +-
) + ) ' ?*- ( = 1). < +, ) ' ?* @
?' - & " & @" ) 4 & " & , " @ ) ) ' -
" @ 4 < & " ( @"- &. ! 0 ' .0- 4 " @-+ ' ( " & " & , " @ - . , +
3 ' 3 " 4 @"- ) ' ?*- 3- , ' '
' ) " " 4 ' 4 & " & , & + & " ) '.
), , 4, + ' ) « » & " & , " ( & " 4 4 ( ( ( «+ ) "».
*
! + " ' ) ' ( " + " ' ' (. )* + (- 4 + 4 + ) 4 ( ( ( ( + ) 3 & ' 4- & ' 4. , ) ' ( < & ' 4 ) " -
. ' ' ( & + ) ' ( + " ? -
& " . , 0 ( + " ' ) ' ( + ) @
& ' ' (, * (, ), ) ' ?* 4 +. [ " ( ( < & @ + " + ) + ) ',
+ " (? ( + + & -+. -
- , ' & " , +, + " ? " ? -+- + ( 4 ' + & -+, ) 3 &
33 45 |
21 . . 2012 |
) " " ?)- & "- , ' -" ) " " '3- -
(. . 4 < & ) " -" 4 & " @ ( ) +. 8-
- , 3 & ( , " ?* & '3 (, @ ( 3 , ' ) " & " , + @ ) "- "- +-
& -+.
> +, ' ( @ & " & , @ & ", " @ ) " ' . " @ ) ) ' " 4 4 < & " ( @"- . : ' ( + &
) ' ?* & 3 , @ ( @ " & "
- - , ' ) " " '- ' & ?* 4 -
, ' ) + + + " & @" & " & .
6 ), & " & + ' ' (
"- - @ ) " @ ) )Z " " , " @ ?' "
@ 4 < &. : @ + & ' ) -++ --
' & & " & , @" 4 & " 4 @ " 4 4 < &. . ( ( ( 4, 4 k )- @ ) ' 4-
< & " @ & ", 0 ' ( 4 < &.
6 ) @ 3 , ' ) + " ( -
+ ? & " & , " @ ) ", + * (
) 3 & ) 3- ' & " & . 6 + 0 - +, " * " + ) @- " @ ( & @ 4.
" 3 4, + " # % (convex combination method), , ' + ? ( " 4 4 @ '
wi = 1 ,
n
-" – ' & " , ", ' + @"- - . 8-" ( 0-
+ " ? ? " ' ? ". < @" 4 @ + & " " + " ( '
xi = „xi + 1 - „ ,
n
-" – ' & ". ! ' ' , " '- & " ? ", ) ? 1 n , + ' + " ? . ! + ) ' ( + +
, + ) @ ( ". . + ( " ( & " '
+ + & ' (. ! @ ? " ) 3 ? -+- + & " & ) ' ( " ? ) ? & ". " + 4 - ) & 3 ), " ( + ) ' (, + " ?- ( (?* 4 ( . >-4 + "& " " ) 3 & " . -
+ "-? ( ' 4 (, & ( 4 . .
" @ ) + ), * ) ", ' " + 4 ).
4 " ' ' 4 & , ' 4 " ) ' ?*- + + " , ( -3 4 < &. -
+ * ? ( ) @ ) & " & . ! + ) ' ( (
' + " ( 3 " ( ) @ 43 & + ) " ? 4 < &. . "-
+ + 3 (, ' ? ( , (-
-3 4 < &.
:* " " " ( @" 4 4 < & «# + "». :
( + ) " ' * 4 4 " (+ 1/k, -" k – ' 4 < &), ' 4 +-, ' 3 - 3 -3, " (
@ ) ' ( "- 4.
34 45 |
21 . . 2012 |
! -& + @ (& ' * + " ( . < @ ?, 0 ' & 3 4 ' + ?* ) (
+ ) 4.
" ) ' ( < & ) " + 4 4 + ) ? '-
4 @ & " & " &. < + < & [8], " ( + ? ) '- 4 ( - , ' ' 4 ) 4 & " 4 ( 4
+ ( & "- @) ) " ) @ 43 ?) "
, 1/k, -" k – ' 4 < &. . ( ( ( + + "
-+. (, "+-(, ' + ? ( , '
3 ', + ( " ) @" 3 & ( " + " ( .)
6
, + " " * & -&, ) & ( 4, . . ( 4, " * &
& " 4 & & ". ) 4 ( - ) ? 4'
4. - 4 @, -" & " ) + ) @" ( ( ( ?
+-" + ?. 6 0 @ 4 "-( ) +,
) ) & ( 4 ) " ? ) -' @ ( + ? (
) ( (.
) ( ( ? +, + " ?* - & " & ",
& 4 ( ( ( " ', . . + + @ ( - & " ' ( ( & " , + " ( + ) 4 (, " & ". ` & " + ' (-
(, + + ( ( . > ( 4' 4 + " +- "( 3 ( & ", + & " ( + (. > ( -& 4 + -" ' (, ? 4'. 6- 4' ) " ? 4 ' ' + & ' &
. " 4 ) 3 4 + ", &, & " ( + " 0 4 - . ! 0- - 4' & (&, . . &, " ? + ( 4 & ".
, ) 4' + + & " 4. 6 ) (
+ ", 4 ) " 4', ) " & " ( + ( -
. 8 - , + ) + " ( " 4, ' - " ) -
+ ' @ ) 3 (. < ' ?, ) [2] ) + '-
, + 3 ( + " @ 4 ) ( (, & " &
"-? 4'- ( (. . ' " @ "- " 43
" ( -" ( - ' ? ( " @- + " ( - @ 4 0 & .
>@. = + " " @ 4 " ?, + ) ( (. , 0 -4 = + ". )
", ' " 0 & & " & - . 6 +, ) [4] - ' )* 4 4, -' & - , ". [ ),
+ - , + , ' ) " ' + ?* ? ) )- - ? + ) ( (. ( (? ( 3 " + ', -
- @ " ( )Z( (, 3 ( ) )* ( " @- 0 4 - .
6 . 6.1 + ) ( (, (* ( " & . + ) + "-
( ' ( +- ) = + " "-&, 0
4 ' (, @ & 3 ( (, + " " * & -&. 6 4 4, + " " * & &, + ( ' 4 , 3 + " ( & " ) & ". < @" 4 4 +- ( ' ( -
35 45 |
21 . . 2012 |
3 ? & & ", " ( - NET, 4 + * ? 4 4 F + ) ( - OUT.
1
! + 4 ) = + " ( F ) + +-4 4. ! & " - 4 ", 3 ( & " "-& 4 ) 3 +- Tj, + ' ?. ' ( ( " ?* ):
NETj = wijOUTi + IN j , |
(6.1) |
i j
OUT, = 1, NETj>1j,
OUT. = 0, NETj<1j,
OUT ( (, NETj = 1j,
$ – 0 + @ * & ' 4 - OUT & 4-
. ! + ' 4 = + " ( @"- 4 ( " ' 4-
, + " ?* 4 ) ( ( 4 - ( ( ".
& " )- 4 @ ) " (+ @ ' & - 4 ), * ( ( ( ( " ' ', @" 4 ) - ( ( (- OUT - 4.
[. 6.1. " 4 ( ) ( (. , ) ' ?
\ - ( -'. 6 . 6.2 + ' 4
" & 4 & " , + ' @" 4 3 " " ' &
( 4 (00, 01, 10, 11). 6 . 6.2) + & 4 ( , + " ( ) ( & +), ?* 3, @" ( & + ' &-
) ) '. ! )* ' n 4 2n ' & ( 4
+ " ( ( n- -+ ).
[. 6.2 . > 4 + @" ? ' ( ( (
36 45 |
21 . . 2012 |
|
|
|
|
|
|
|
[. 6.2). 4 + @" ? ? ( (
<-" + " ( 4 & " 4 , + & " 3 3, + - ) (. 9 4' ( 3 + " ( ( , * & " '- 4 +- . : & " 4 ' ' + +, ) (
3, ) @ 43 4 @ 4.
< "-& (&, @" ( 0 4 - ( "
W. ! ) +, ' ) ( ( ( ( ( 4' 4, -
' -4 "- , . . wij = wji wii = 0 " ( & i. 9 4' 4 @ ) " + * ? 0- - '-
". > +, ' 4" (, ( -" ) + ( ( . !
0 ( " @ " ' + , -( -
4' . ( (, ( 4 (+, " ( & - 4 ) ( ( @ ) " " ?* ):
E = |
1 |
wijOUTi OUTj I jOUTj + TjOUTj |
|
||
|
(6.2) |
||||
|
2 |
i j |
j |
j |
|
-" < – ( 0-( ; wij – & " 4 i & " 4 j; OUTj – & " 4 j; Ij – 3 4 & " 4 j; 1j – +- 4 j.
0- <, ( ( j-4,
|
|
|
ˆE = (wijOUTi ) + I j Tj ˆOUTj = [NETj Tj ]ˆOUTj |
(6.3) |
|
i j |
|
|
-" ˆOUTj – & " j-- 4.
> +, ' ' NET 4 j ) 3 +- . -" @ ) & ) " + @, 9 ( (6.1) ", ' & " 4 j " @ ( + @-
? ( ( ) (). . ', ' ˆOUT. @ ) + @-
ˆ< " @ ) . ", 0-( " @ )
3 (, ) ( ) (.
>, " +, ' ' NET 3 +- . -" ' ˆOUTj @ )
4 . ", +( 0-( " @ 3 ( (
) (.
', ' NET +- , ˆj ? 0-( ( ) -
(.
. +, ' ?) ( ( 4 ) 3 0-?, ) -
) (. 8-" ( + ? 3 ? 0-(
" @ "- + . , + " ? (
( ( ( 4' 4.
( ( ( ( " ', )& " " ( 4'
. ( - 4' & (+, + (- " 4 (!),
" (?. @ + " +, & '
37 45 |
21 . . 2012 |
@ + " + ( (. " + ) @ 4
) ' " ' " ( 4' .
% 2
# ' ( + ( , . . + @ + @" )- 3 ? ( ? ). 6 +, & - ?
- ' & + 4, ?' ( + 4 @, + &. 6 +, ) ' ( + ?-
( + ( ( ( ( " 4, + "Z( ( ( " ( ( + 0 ".
) 4 ( ? ? + (. , " ) ' ' 4 + ( + " 4 ' @ 4 ( ( ( «+ (». # ) - -
? + ( + * ? ) ( (, " @ ) ( , ' ) ) 0-' @ & 3 & " '- -+ ). = + " ) ? + ( + & ", (?* ( + "- & +1 " –1, ?* & " ' ' ( 0 1, ` + ( ( "-
( " ' & ( & - " ?* 4 :
wij = (OUTi,d OUTj,d ) |
(6.4) |
d=1...m |
|
-" – ' + & & " & ; d – +- & "- ; OUTi,j – i-+ +- & "- .
. @ @ ) (, , ' 4 W @ ) 4" ' 3- + " ( @"- +- ) 4 (
) 4 n +, 0 + ( ) ) -
, + ' & ). . @ ) + "
|
|
i i |
|
|
W = |
|
Dt D |
, |
(6.5) |
i
-" Di – i-4 + 4 - .
< ", @ ) + " ( + ' ( +- & "-- + " & " , 4 @ ) ' ' + - +. > ( 0- & " ' + " ? ' ( 0- & "- . ` & " 4
) ( + " ( ( @ «) (», + 3 ) @ 43 4 -) 4 . " * ( + 0- , @ ) & '
, "- '3- -) 3 (.
-
[ + ' ? " + 4 4 4 F, ' " ?* 4 )-' 4 4. ! )* ' 0 S-) ( -' ( (
|
1 |
|
|
F (x) = |
1 + exp( •NET) |
, |
(6.6) |
-" – 0, + " (?* 4 -" 4 . : , F + )- @ ( + 4 +-4 . 6 ) 3 ' ( " ? ) +-4 . < " ( ) & , 4' -(, ', . . wij = wji wii = 0 + & i. \ ( 0- , " ?* ( 4' + " ) & , ) -
, ( " - - +- & " " - '. ?* ( ' - ) ( ) [2] " ( ) +- (
0- @- + ".
: , + ? + " ) " ) -
, ' ) ( & ", ) ? ", . . - 3 " '- -+ ). 3 4' ' " (? ( 3, + "-
38 45 |
21 . . 2012 |
' ( + + ) @ ( ?. 6 . 6.3 + 0-' &
4 + 4 " ( 4.
6 " 4 = + " ( ( ( & " ( ) ( ,
-) 0- . . " + " ( + * ?
4, & + " 3 8, & ( ( 4 4-
) ', " (. * - ( -( @" 0 " @- , + 0 " ' ?
4 @- .
. &
@-?, -( - " +, + 3 ?* 4 ' - + (, -
" ( " . , & + & , ) " ( 0-(
) " 4 + * (, ' 4 ) + ? @ - . , +- + @ + 0- 3 ? (, ( +- ( -? 4 0-4. <-" & @" 3, "-( (
-)- 0- .
[. 6.3. 0-' &
, 4 + + " 0-4 + " ( ( (
8
exp(–E/kT),
-" < – 0-( ; k – + ( ( 8; 1 – +.
?" @ ", ' ( ' ( ( - , ' ) " - 4 0-4 " @ + & + &. & " ) ( ) 3 (, ' (- ( (, ' ' 4 " 4 - , + @" ' +.
' + " 0-4 + ( & " & -
0- . ! @ ( ( 0-' & ( 4 ) 3 (
@ +. ", + & + & ( ( " ( - ( 0-' (.
: + ( ( 4 " ( ) 4 = + " " ',
", (6.1), , ?* ( @-. > ( -
" ( ( ( ( ', ? & " 4-OUT + 3 - +-. ,
Ek = NETk – k,
39 45 |
21 . . 2012 |
||||
-" NETk – & " NET 4 k; – +- 4 k, |
|||||
|
|
|
|
1 |
|
|
pk = |
|
|
|
, |
|
|
|
|
||
|
|
1 |
+ exp( ˆEk / T ) |
|
|
( ( ? ? 8 ), -" 1 – ( +. ! " ( 4 + 1 + + ( ) 3 ', 4 ? ( ' (, + " ( & " , +- " ( ( @ 0- @ " ?* 4 + " 4:
1., + ( ? @"- 4 ( ? k ' ", ( ?
1– k – .
2., + 3 ? + + ( 3- 1, + ) " "--
.
, + 3 8 @ ) + + ' ?) 4 - -
, & ( 4' -(. > ( 0- " ' ) " @ 4
' & " "- @ ' & ". ` + " & " @
' ( & "- + " @ +-
3 + 1 2.
, " ) ' ( " ( 4 , + ( [5], " ?* & 3- : 1. ! ' + (.
) + " & " & " 4 ' ( ) ' ?*- ; )) + " @ ;) + & " ' ( " ( & 4;
-) + 3- " " ( & ) ' ?* & ;
") ' ( Pij+ , . . + @ ) ' ?* & ' -
( - , ' ' ( ) & 4 ". 2. ! ' + (.
) + " @ «) "- " @ (» ) + ( & "
& ", ' ' 4- ( (;
)) + 3- 2 - , -( ' ( & 4;
) ' ( Pij , . . ( - , ' ' ( ) & 4 "-
.
3. " ?* ):
ˆwij = ’(Pij+ Pij- ) ,
-" ˆwij – wij, ’ – 0 ) ' (.
7.
4 2
, ( ' ' ( ( ( 4; " + " + "- , 0 "-4 . : + 3 (, ) " + * ( + " + " + + ' & 4. < - , @ + + )
( " ( ( ) & ). : ), -" ', + ( +, -" " & , + " 4 , - ' ". , "-
0- ( + ' 4, ' + ( 3 4 + ( " ( -
" ( + ' ( )- ).
40 45 |
21 . . 2012 |
( + (, ( - . 6, ( ( (, - -(, 4, 0 ', ' ) @ ) 3 +, @ )
"- ). > 4 ( ( ( " 4 4 +- (, 4 + ( ( ( & " & @ 4, + + & " 4 -
.
> + ( ( + ( (> ,) ( ( ( -4; & " 4 -
+ + " ) 4, ?* 4 & " 4 ) (
"- ) 4. < = + ", > , + ) ) )* ?, ) ( +-
, ( @ & ". < - , - ) " +-
> ,, " (?* 0 4 ) 3 & 0 + (. . @
+ ? + 3 ( ' + (? 4 (
" 3- + " ( - .
!+ " & + ) (& + " " + 4 -
4 + (. < ) 3 @ & " 4, @ 0 & ) & " ? -)-
; +, ) k )- + " @ " ( > , +. ! " 4 ) + "( ( ? 3 ( + + " &
), ?' " ( * ( & " " ? . [ > ,
[. 7.1. <-( " + 4 4 + (
6 . 7.1 + " ) ( -( > ,. . -( * '-
( + 4 ) [9]. ) ), ' ) + "' & " - ( = + " + " ' ( ' . 6 . 7.1 & " 4 )-