ZinovyevBook
.pdf
#) '+ G = αW-1, α – % ( ." 6 ' +, ' . " . +" ( ( $ & ' %"#$ . ' &) & # ' ! % " " ' & /
)
k
w = d 2 (X l , X m ) ,
i=1 X l , X m Ki
/ d 2 (X l , X m ) – & ' ' !" ! . 6 l-#. m-#. )8 &' .,
%' -' & ' ., %' & # & # *' ! . & . +" & .-&'"#. [4].
) " " & # " "" " % +", ' . 6" ' & ! " ' (& . ' &, - & ' ( ""# ) ' ) '# " k & ' «" ) & "' '"». ' ""#( / '. ' ' $ 0:
9 1. 0 & "" ( . ' & G(t) -' ! ) "
." 6 ' ""#$ " k & ' ' . "#. -) . (., "-., [1,30]). < & ' ' ! " % ) '# " . "! ' !.
9 2. -% "" ( & 0 & ' ' ! . ' " ' & / ) W ' ! . ' & G(t+1) = (W(t+1))-1.
= / / '. -' !*' ! '$ - , -& '" ' +"# . " " ! " % " ( 1 . "' G " ' " ' . "+5 "" / % ε.
-+ " 5 "" ( & ( . ' & #% "
. 6 ' )#'+ -4 ". & % ' $ " % " ( . 6" #) '+
gk = αwkk−1 , / wkk – k-#( / " +"#( 1 . "' . ' # W, α –
" . *4 ( ." 6 ' + ("-., - α = ∏ wkk -% . " '
k
det G(t) = 1 ).
2) -+ " % ' %"-) % *4$ #) &
< ' %" ) % *4 ! #) & (<) – ." 6 ' - )8 &', '" ' +" & ' #$ '", %' " -" 6 ' " . & [4]. ' ' "" % ' '+ ' & )8 &'# ) & ..
. " / . ' # " ' & / ) ! <:
W = 1 |
n |
(X1i − X 2i )(X1i − X 2i )T , (X1i, X2i – i-! - <). |
|
|
$0 |
n$0 i=1
W " # 6 ", ' -' . +" * . ' & -% ., #) !
G = αW −1, / α – " . *4 ( ." 6 ' +.
% . 6" -' '+, -+ ! 5 "" * & . ' & #) !
G = α × diag(w11−1, w22−1,..., wmm−1 ) , α = ∏ wii .
i
3) & . ! & ! (.
. ' . . " . ' &. 6" - -#' '+ ! -) '+
0 "& ( fi(x) ' & . ) ., %' )# -" & & + . & . +" & "#. & % ' & ' !, - & ' . 4 ' ! -) ", . 6" -+ '+ % "
m
Q2 = rij2 , rij – & 100 "' & ! . 6 i-#. j-#.
i< j
-" &..
9 "& . / ' )#'+ #) "# " & ' / . ( ' . " ' ""#$ -) " (, "-., -) " ! : &-, & [4]:
fi (x) = (xαi -1) /αi , αi ¹ 0 |
||||
f |
i |
(x) = ln x, α |
i |
= 0 |
|
|
|
||
) )4 $-. ' % & . ( '
fi (x) = (xαi - βi ) /αi , αi |
¹ 0 |
|||||||
f |
i |
(x) = ln(x - β |
i |
), |
α |
i |
= 0 |
. |
|
|
|
|
|
|
|||
2 / Q = Q(α1, β1,α2 , β2 ,...,αm , βm ) & ' ( Q . 6 ' )#'+
. & . " - -. ' . ak, bk, k=1…m. 4) , "' ' " ' &' # ""#$
. ' . ' & ( "' . " ( . ' &, & ' . -'" '+ ""#$ & + )# -%' " . " ( , " ) ', ' &' / 4 " ( & + )# ) & "' '" (.
7 . "' )8 . . " -' " ' #% ! ' ! - 0 . dV = 
g dx1dx2 dxn , / g – -' + . ' # . ' % & /
' ".
" . " . "" * " " ' %& -'" '+ -" ! ""#$
$" . -' " ' -. 4+* & & (-) "-. ' % & (
"&. -., -'+
|
1 |
N |
n |
x j − xij |
|
|
||
ρ(x) = |
|
|
|
∏ K |
|
|
, |
|
|
|
|
||||||
|
X |
@n |
i 1 |
|
|
@ |
|
|
|
|
|
= |
j =1 |
|
|
|
|
|
|
|
|
|
||||
∞
/ K(x) – " & ' ! 0 "& !, ' !*4 ! * K (x)dx = 1,
−∞
"-. K(x) = 1π exp(−x2 ) , σ - «) ' !" !», & ' #(
! ! ' ! ) "#. -. ' . . 6 ' )#'+ " " . ' . "-. ' % & ( ' ' ' &.
-' ., " . -' " ' -'" '+ -" ! ) ' -' !"": ρ = ρ0 . -., . 6" #) '+ ρ0 = 1/V , / V – $"#(
)8 . 0 / -' " ' ""#$ (& ' #(, % ", & " % ").
6 ., %' . ' & -' " ' . ' & "0 ."--& ( :
ds2 = γ (x) δ ij dxi dx j ,
ij
/ γ (x)- & "0 ."#( ." 6 ' +, !4 ( ' ' %& x. ! ' /,
%' )# -'" '+ ""#$ " . -' " ' ' -' !"" ( (. 6 ' )#'+ & *% " . / " %"#$ ) ' (), " )$. #) '+
|
ρ |
0 |
|
2 / n |
|
|
. |
||
|
|
|||
γ (x) = |
|
|
|
|
|
ρ(x) |
|
||
3 / ( ' "#, #) !
|
ρ(x) |
α |
|
, α > 0 |
|
γ (x) = |
ρ0 |
|
|
|
-%. .' &, & ' ( / 4 " ! ""#$ #/ ! !' ' . ) & "' '", % . ) +5 -. ' α. # ' !" ! . 6 ' %& . ""#$ ' & ( . ' & ' " !' ! 4 . "+5, ) +5 – ) +5.
2.1.6. #% " ' !" ( ! ""#$ -) .
' +"# " % " ! & " ' ' % & ""#$ . / ' & '+ ! ) " ' "#., ) )4 " '"#., ' / )8 &'
." / . " . -' " ' " -' !'+ " ' %& (, -!. (
/- -& '+*, -+" ( & " '"#. !.. , & . !'+
' !" ! . 6 )8 &' . ' & . %?
: . #% !'+ ' & ' !" ! & & ' !" ! . 6
' ' ' *4 . / . ' % & . ) . (. 6 ' %& ( -!. (, ' %& ( -& '+*, -!. ( -!. ( '. .) +' ' -% . % "+ -' - #% " ! ' !" ( . 6 )8 &' . - -4 ""#. " % " !. -" & –
,
. "#. ., - -% ' .. 0 .$ #% " !
' !" ( ' / .#, & ' # " . / ' )#'+ #% "# - ' /, %' ' +"# " % " ! -" & " '"#, -' - -& *' !.
& 6 ., %' 1' ' &. -' ., )8 &' . ' *4 " % " ! -" &
X = (ξ1,ξ2 ,..,ξk -1,@,ξk +1,..,ξm ) .
" %& . @ .# ) " % " '" " % " -" & ξk. '+
X(k) ) " % ', %' )8 &' X " '" " % " k-/ -" &, X0(k) ) " % ' *4 ( " ) -" &:
X 0 (k) = (ξ1,ξ2 ,..,ξk-1,0,ξk+1,..,ξm ) ,
' '+ k- " % " -" & . " " "..
2 / / . ' % & ( ), & ' #( . 6" -' '+ )8 &' X(k) – -!. !
X = X 0 (k) + ek t , / ek – " %"#( ' k-( & " '" ( .
'+ " % " ! -" & )8 &' Y '"# -" '+*. 2 / " ( . & '% (5 ' !" . 6 X Y = (η1,η2 ...ηm ) :
d |
((X − Y )2 )= 0 |
(X − Y )e |
k |
= 0 t = Ye = η |
k |
. |
|
||||||
dt |
|
k |
|
|||
|
|
|
|
|
||
7' " % ', %' - #% " ' !" ! " '" " % " k- / -" & X " )$. . " '+ " % " . k-/ -" & Y. ' /
(X − Y )2 = (X 0 (k) − Y )2 −ηk = (X 0 (k) − Y 0 (k))2 ,
' '+ - #% " ' !" ( . 6" -' -"!'+ & " * " % " k-/ -" & )8 &' X Y. 2 /, "-., %
& ' !" ! -% . 0 . ! #% " ! ' !" !
m
d (X ,Y ) = (ξi −ηi )2 .
i=1
ξi ¹@
. ' ., %' ) ', )8 &' Y " '" " % " l-/ -" &. 2 /
Y = Y 0 (l) + e s , |
|
|
|
|
|
|
|
|
|
|
||||
|
|
|
l |
|
|
|
|
|
|
|
|
|
|
|
d |
((X −Y )2 )= 0 |
(X − Y )ek = 0 |
|
|
|
0 |
|
|
|
|
||||
|
|
|
|
|
|
|
|
|||||||
dt |
|
|
(l)ek + t −δ kl s = 0 |
|
|
|||||||||
|
|
|
|
−Y |
|
. |
|
|||||||
|
|
|
|
|
|
|
X 0 |
(k)e + δ t − s = 0 |
|
|||||
d |
((X −Y ) |
2 |
)= 0 |
(X − Y )el = 0 |
|
|
|
|
||||||
|
|
|
|
|
|
|
|
l |
kl |
|
|
|||
ds |
|
|
|
|
|
|
|
|
||||||
|
|
|
|
|
|
|
|
|
|
|
|
|||
k ¹ l , ' t = ηk , |
s = ξl - $. & ' ( 6 ' , %' |
|||||||||||||
% |
' %& ( |
|
-!. (. |
|
|
|
k = l , ' |
t = s |
|
|||||
(X − Y )2 = (X 0 (k) − Y 0 (k))2 |
" + .# -' - -& . " '" |
|||||||||||||
" % " -" &.
3 5 "" " / %" ) ' ' )4 . %, & / X, Y
6 ' -+" % - -4 ""#$ -" &.
2-+ " . ! & % *, & / Y '"# " % " ! -" &, ! X " '" " % " k-/ -" &, " '", %' " 6 ' -" [ak,bk] ()8 &' -' ! ' ! ' & . -!. (). 2 / - #% " ! ' !" ! . 6 X Y & 6 ' ! *4 .:
ηk [ak ,bk ], ' & & -6 - -& . " % " -" &, " %,
ηk < ak , ' -/ . ξk = ak , ηk > ak , ' ξk = bk % ' .
' !".
2.1.6. ' *4 ""#
# -) ) '& ""#$ . / ' & *% '+ ! " ' +& " . & ""#$ #) . ' &, " "-"" .
. " " ' !" ( . 6 ' %& . ! -% & " ! -""#$
) "" ' ( ' &' # ) & ' % &.
. ' . -6 ""#( / I "' -) " ! ""#$ & & ) & / ' *4$ ' % &. -5 . & 6 ( ' %& Xi «.» mi. «2-%"# -' '» &, "-., . / ' . '+ ) +5 *
. - " " * / .. . . -' . % . # "#. : . -+ '+ & . ' & ! . " ! ' !" (
. 6 ' %& ., ' /
Xi − X j 
= 
(Xi − X j )2
. -' " . ( ' ! . 6 ' %& . Xi Xj. . ' .
-' ( % ( "' +"#$ - -6 ., %' -' " "
' ' " . ' % & i j: ϕ(Xi , X j ) = ϕ(
Xi − X j 
),
ϕ (r) – -' " +" ! 0 "& !, !4 ! ' +& ' ' !" !
. 6 ' %& .. 2 / 1" / ! . ( ' ! -# ' % &
Uij = mi m jϕ (
X i − X j 
)
.." ! 1" / !
U= 1 mi m jϕ ( X i − X j ).
2 i¹ j
2 /
|
∂U |
= 1 m m |
j |
|
ϕ′( |
|
|
|
Xi − X j |
|
|
|
)(δ |
ik |
(X |
i |
− X |
j |
) − δ |
jk |
(X |
i |
− X |
j |
))= |
||||||||||||
|
|
|
|
|
|||||||||||||||||||||||||||||||||
|
|
|
|
|
|||||||||||||||||||||||||||||||||
|
|
|
|
|
|
|
|
|
|
|
|
|
|
||||||||||||||||||||||||
|
∂X k |
|
|
i |
|
|
Xi − X j |
|
|
|
|
|
|
|
|
|
|
|
|||||||||||||||||||
|
2 i¹ j |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
. |
|||||||||||||||
|
|
|
ϕ′( |
|
|
|
|
|
|
|
|
|
|
|
|
) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|||
= m |
m |
|
Xi |
− X j |
|
|
− X |
|
|
|
|
|
|
|
|
|
|
|
|
||||||||||||||||||
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
||||||||||||||||||||||
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
(X |
|
|
) |
|
|
|
|
|
|
|
|
|
|
|
||||||||
|
Xi |
− X j |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|||||||||||||||||||
|
k i¹k i |
|
|
|
k |
|
|
|
|
|
i |
|
|
|
|
|
|
|
|
|
|
|
|
||||||||||||||
: . % ' '+, |
%' /& ! % ' |
6 ' ! ! & ( , ' & %' |
|||||||||||||||||||||||||||||||||||
" ! 6 " ! / ' ! (. 2 / " " 6 " ! & # ' ! -/ -! &:
|
∂X i |
= − |
∂U |
. |
|
|
|
∂t |
|
∂X k |
|
|
|
4 / 5 '+ 1' " " - $. 7(, %' ' |
||||||
*4 * ' "" * 0 .: |
||||||
|
X i(t+1) = X i(t) − |
∂U |
t . |
|||
|
∂X i |
|||||
|
|
|
|
|
|
|
=/ t 6 " )#'+ ' ' %" ., %' )# )-% '+ & '" '+
5 " !.
2-+ -." ., %' " 5 "" ! ""#$ 6" '+ !, %' )# )-% '+ -' !"" * -'" '+ ""#$. 7' / 100 &' . 6"
' /" '+ -' ( -" . & ( ""#$ " -" % +"#( )8.. ! 1' / " 6" #% '+ " #( 0 #( )8 . ""#$ V(t+1) – )8 . -!. / +" / - - - ' " ., "#. -" .
" % " ( -" &. 2 / -% . & "% ' +"#( ' ""#( / '.:
=/ 1. 6 " % '
X i(t+1) = X i(t) − |
∂U |
t |
|
∂X i |
|||
|
|
= / 2. " . &.
1' . 5 / . 6" -6 '+ "':
1) '-"#( (5 " - $' " & $ "-" !$):
(X |
(t+1) |
¢ |
|
|
V |
(0) 1/ m |
|
(t+1) |
|
(0) |
|
|
) |
= |
|
|
|
× X |
|
, / V |
|
– " % +"#( )8 . ""#$. |
iV (t+1) i
1' . "' . 6" « $ -# "» "" ( ""#$ +
& & /-' "-" ! (- - - . 6 ' " % '+ " / " % "" #'!/ '+ !).
2) " '-"#( (5 " - $' ' &, %' )# $"!'+ 0 . $" / 0 / )8 .)
(x(t +1) )¢ |
= D(0)k |
x(t +1) |
, |
|
ik |
|
D(kt +1) |
ik |
|
|
|
|
|
|
/ D(kt) – -" . " " ! " % " ( k-/ -" & " 5 / t.
2-+ . ' . " & ' # "'# -' " +"#$ 0 "&
ϕ(r):
1) "+*' " & ( -' " ) "/ ! " '
ϕ (r) = α
r + ε 2
a < 0, ' ""# -'!/ *' ! $ & ' " ! ' &' ' " ' ! ) & "' '" (, - a > 0 – '' & *' ! -"
' " ' ! ) " . "#. (" '" 5 " ! ' - 1' . " 5 *' ! " 5& . +") . / ! *4 ! -' !"" ! e2 " 6"
! ' /, %' )# ' %& ""#$ |
" -#'# 5& . +"#$ |
-. 4 " ( ( . " -! & |
t) ) r = 0. |
2) -' " ! "#$ |
|
ϕ (r) = α exp(−r / r0 ) . r + ε 2
3.# -' !"" ( r0 – 100 &' "#( . ( ' !: "
' !" !$ ) +5 r0 ' %& ""#$ -&' % & «" . % *'» /
/.
3) -+ " /$ '-""#$ . ' (
ϕ(r) = β α 2 . r + ε
2 &, ! ." / . " / "+*' " & / -' " β = m −1 .
2
2.1.8. & +"# ' ' ' &
. ' . & ' * & +"#$ ' ' ' &, & ' ! ' 6 . 6 ' )#'+ -+ " - ) ) '& ""#$ - -. " " . -
.
#) . k-#( )8 &', & ' #( ) ' / '+ + ) /. ( .
& " ( &' " ( -. "" ( r’ = r – rk , , %' ' 6 . – ' "' . ""# ' &, %' )# k-#( )8 &' & ! " % & " ':
X 'p = X p − X k , p = 1…N.
2-+ . & ' %" * . ' &
d 2 |
(X ′ , X ′ ) = (X |
′ − X |
′ )G |
k |
(X ′ − X ′ )T , |
|
|||||||
k |
|
p |
|
j |
p |
j |
|
|
p |
j |
|
|
|
Gk |
|
– -6 ' +" -"" ! ..' %" ! . ' . |
|||||||||||
& 100 "'# |
gij(k ) . / ' )#'+ " ' "# %"#$ ) 6 " (. |
||||||||||||
. .#$ -'#$: |
|
|
|
|
|
|
|
||||||
1) |
|
-' . ! |
|
" ! |
&. |
, 100 "'# |
|||||||
gij(k ) " ' *' ! ! . " . . 0 "& " |
|
||||||||||||
|
|
dk (0, X i′) |
|
|
|
|
|
|
|
|
|
||
J = |
Xi′wk |
|
|
→ min , |
|
/ |
wk |
– |
&, & & ' . " % +" |
||||
d |
k |
(0, X ′) |
|
||||||||||
|
|
|
|
|
|
|
|
|
|
|
|||
|
|
Xi′wk |
i |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
-" 6 )8 &' Xk.
2 & . ) ., )8 &'# ' / 6 &, %' Xk, & # *' !
+' ' ) 6 & " % & " ' (/ "$' ! Xk), % .
' +"# )8 &'#.
2) . ! -" !
' Gk |
= Wk−1 , / |
|
|
||
|
1 |
m |
T |
|
|
W = |
|
X |
′(X ′) . |
|
|
|
|
|
|||
k |
N i=1 |
i i |
|
|
|
|
|
|
|
||
. ' Wk " # 6 ", ' Gk 4 ' ' +' ' |
|||||
-" &' X ′ |
« ' %& " !» |
X ′ ) ' #/ ! '+ - $6 . |
|||
|
|
|
i |
|
k |
" " . +".
! 5 " ! -.!" '#$ % . 6" -' '+ Gk, #)
/ " +" ( (. ' & & 6 ' ! 5 "" ( & ():
dk2 (X ′p , X ′j ) = wki (x′pi − x′ji )2 , wkp ³ 0.
i
2 /, "-., ! " . -" ! . 6" #) '+
wki = (Wk )ii−1 , / (Wk )ii – i-#( / " +"#( 1 . "' Wk.
' "" -' " ' -" & . 6" " '+ (
'+) *)#. . ' . " ." / . "#$ ""#$.
+' ' .# -% . -" " ) ""#$ « ' %& " !» )8 &'
Xk. 3' ! N ' &$ -' " ' ( -% ! N -" () " ! $
. 6 ) (, . 6" '+ -"# # # ) ' &' ""#$.
. ' !, ! 100 &' " / " " ! N +' ' ) ) '& " )$. & & .-' ) . ' . ' '+ 1' ' - , # ! 6 « $( ' ' &» +' ' " " !.
/ ( -) ' ' & " ' " " / -' " ', & ' -""#. ) . «) )4 '» -' ""# -' " '. -' ., -' "# N . ' & dk (X i′, X ′j ) , k = 1…N. 2 /
. 6" -'+ ' & * . ' "" ' (:
d1(X1, X1) |
... |
d1(X1, X N ) |
|
|
|
|
|
|
... |
|
|
... |
|
|
|
||
|
|
... |
dk (X k , X N ) |
|
, |
D = dk (X k , X1) |
|
||||
|
... |
|
... |
|
|
|
|
|
|
||
|
|
|
|
||
dN (X N , X1) |
... |
dN (X N , X N ) |
|
||
/ " -% " i-( ' & j-/ ' ) ' ' ' !" . 6 i-#.j-#. )8 &' . . ' &, -' "" ( ! i-/ )8 &'. & +& !
%"#$ )8 &' ) ' -' "# %"# . ' &, ' ! 1 . "' . ' # D . / ' " #-"!'+ ! ! ..' %" ' ( di (X i , X j ) ¹ d j (X j , X i ) ) " " ' ' / +" & ( di (X i , X j ) . 6 ' )#'+ ) +5 di (X i , X k ) + dk (X k , X j ) ). 1' . ' & ! . ' " . 6 '
"-!. * 6 '+ . ' ( ' !" (.
-) . ' " '+ & ""# " 5 " !, ! " #( & ' & " # .#$ d(s)-. ' &:
d (s) (X i , X j ) = a × s[ϕ(dik ),ϕ(d jk )] + b , k = 1…N,
/ dik, djk – 1 . "'# i-( j-( ' & . ' # D; ϕ(x) – . " ' "" ! 0 "& !, "-., ϕ(x) = x ϕ(x) = rank(x) – -) " & -! & ( 5&; s[…,…] – . -) ! $ -' +" ' (; a, b
– & " ' "'#, " % " ! & ' #$ -) *' ! +* . 5' ) " ! #-" " ! . ' % & ( & .# " " ' ' / +" &. 2 /
' !" . 6 )8 &' . d(s) . ' & . ' ! "#( .# – 1'
% $ -' +" ' ( % – $ ' !" ( )8 &' Xi. ' & di $ ' !" ( )8 &' Xj . ' & dj. / .
. – 1' . $' $ -' " ( ""#$ – ' %& " !
)8 &' Xi Xj.
& % ' & "& '"#$ "' d(s)-. ' & ./ ' )#'+-+ "#:
d(d)-. ' &:
(d ) = N [ϕ − ϕ ]2
d (X i , X j ) (dik ) (d jk )
k=1
" " " -' ( & ( 0 . ! " " !
-' +" ' (. " ' . ' % & )-% ' #-" "
! ..' %" ' " " ' ' / +" &, " & " ' " & ' # 6"# ) "" ' ! ϕ(dik) ϕ(djk).
d(s)-. ' &, " "" ! " ' " '"#$ .$ !: d (s) (X i , X j ) = 1−2sij ,
/ & % ' sij, . 6" #) '+ & 100 "' & ! "
(%' )-% ' ..', " . 6"# " " % ' +"# " 5 " ! " " ' ' / +" &) & 100 "' ! τ-, "
. 6 "/ #. -" & . ()-% ' #-" " $ ().
' /, & & ' + ' " ' ! " ' . " . "'
d(s) . ' &, . ' D -) ' ! ' & . ) ., %' )# " . /
6 '+ . ' ( ' !" ( ! " & ' / -" ! ' % & ""#$. 1' / . 6" -. "!'+ ' . ' # " ""#$, & ' #$ $" ( "0 . ( 6 ' . ' ' !" ( ("-.,
. ' # .' % & / 5& " !).
2.2. % & &
2-+ -( . & & '& . -" * ' ""#$ " ("#$
. ' ", & ' # ' & " % . 6" -+ '+ !
' &' # ""#$.
3" % #-5 . 0 . #, & ' #. -# ' ! % (" !
% " (&'), -% " "" ! ." / . " . " . +" . & "
-" !. '" '+ !'" ' 1' . % "
|
|
1 |
(X − MX )T Σ−1 |
|
|
1 |
|
|
ρ(X ) = C exp |
− |
|
(X − MX ) |
, C = |
|
|
. |
|
|
|
2 |
|
|
|
(2π )m / 2 |
det Σ |
|
+ MX – . ' . ' % & 6 " X, Σ – & "" ! . '
Σ = M ((X − MX )(X − MX )T ).