Учебное пособие ч.2 - 2008

# : . /, . 21 2 "H . " ! 8 , ! 2 .! . ! "# 0 / . .

.# ., # #2 . . -

.0 #09 0 # 98:

#9" ! / . ! 2 0 «" #21 -

. 21», «# 1 - » . .;

. ! . . . !-

2 # 0 ! # 2 29;

! 9 # . . . -

. #2 8 # ! . -

#, 8, ! 0 1 0 -

. . . . .;

! . ! ! / ! #0 0 -

. 2 #2 #, - # .

- " ! "

! 0 # ! 0 -

. 3 / 6 6 (: . #2

) - ;# . , . #- 98 : / " # . # 0 : / 0 - : . 2

# . #, ! ! 98 . "8 ! . 4.9.

&. 4.9. 3 / 6 6

50

;# . !: . # ( - !), .. # ! " #0.

! - ! # 0, -

. . C ! 8 #09

0 2 . ., . 9 # #,

98 # 0 (/ - wi). C !-

0 ! # #2 . . 9 " 9- 8 ., / #2 . . - . 08 ..

!377 ! # 0 # #, ! ! 98 ! ! . 0 0. , 1

#.

1 6 6 2 / 1 - ; ;# . -

, ! " 98 8 0

( # ! .. ) #

! . # . (/

: /).

/ 4 0 93 4 0, 9 9 -

: /, - ; # 0 : / 0, -

#098 0 # : . #2 . 6 ! #2 . / : /:

# 0: # !-

/ #;

! 0: " 1 -

: / ;

. ! 0: # . ! . 2

, ! #0 . ! . ! #2

;

. 0: ! #0 0 ! #2 . .

: /.

" / : / ! #0 0 ! / :-

! # # " 0., #-

. . . # . . " 0.

B . - 9 0 2

, # (" 0 # . 0) !-

! ! # 98 .

51

@ . " ., ! 8 : /

. ! 2 # 98 . " .:

! # ! ! . " ( )

#;

# / 0 .. -

#. . (

0 . . ;:: / ., ! #098 . 2 ! ! 98 ! . : . /. @ . " ., ! .. 0 -

# - # #0 0 #0 !-

# ;::- /;

: . #, 2

0 # #0 !-

0. G # ! 1 !,

# : . 0 - « "-

»;

# ! ! ! 0

! .

@ . " ., ! -

0 ! ., :- / " 0 (/ : /) -.

] A % " ! " ! "

B 0 2 ! #0 " ! 2 - ! " ;# ., ! # . " .

. 1 ! . 829 0, !- #0 . . ;:: / ..

C 0 ! # . # 2

! :

! # 0 ( . 4.10, );

. # # # ( . 4.10, ");

# " 0 ( # #2 . 0 0.) ( . 4.10, ).

52

&. 4.10. 5 3 6 5 6:

-

! - " #$ % &"' "'

- ! & '

! # 0 0 !-

# #2 . ., . #

. . ". # ! 9 0 . ..

. # . . " 2 #

# ! # #2 :- / 0 .

. # 0 "H 0- 9 0 # (1 6 - # #2 ,

! 0 "8 #). 6 # -

# . " 2 #9" . # -

# 0. "8 . # 2 -

#2 #, ! . # ! ( !- 1 . #, # 0 2 0 - #). 1 # ! 9 0 -

# 0 ( . 9 #), -

. 0 #09 0 # ! # # 0.

53

( . # . #

2 # #2 #. B i- # 0 ! # 9 #, ! " 9 -

# 0 ! 9 . (i+1) # 0. k- # 0,

# #0 !

! #2 #0.

B 4.11 4.12 ! ! . #-

. # ! !, " # .-

! # 98 " < "#.

&. 4.11. % 1 6 6 5 6 6

C 2, " 0 , . n , -

! ! 9 #, 8 ! ! . 3 . = " 9 #

9 #.

. # ! ! ! # -

4.12.

C 2, " 0 . 4.12, . n . B

! ! 9 #, 8 # ! ! . 3 ,

" 9 ! #. # ! # 0 ! 9 0 . . # 0. #,

9 2, 9 #.

54

&. 4.12. /35 1 6 6

. # 0 " " 9 0 ! #- # #2, . 1 " " " 0 ! #- #2 - # 0 # 9. ( # . . 0. - 0 0, ! ., ! !, #2 " : /, , , / ! .0.

# ! 0 # 0.

, ! ., 8 # 0 ! #

# #2 "# . ! 8 # 0. C 0 . . # 9 !-

.. C 0, ! # # .,

9 0 :: .. " . ! # 0

-;:: .. C 0 . . # 0 - "- . (# #2 .).

9 2, . #

#09 # 98 !.

1) . = # #

! # #2 . # 0. 0 . ( # . ! # ( ) " "#: - " 98 . 08. C 0 . "# . - #09 0 . 08 " 98. G #

"# 0 . "# ^ #2 " 98 0-, ; , #9" # "# 0 #0 0

55

. " 98 : / #9" - # "# 0. G # ; 0 #2 . 08, #9"

# "# ^ 0 #0 0 98 : / #9" # "# 0. '#0 .

" . . 0 . 2 #

! . #.

2) C " " 0 ( ! 0. !-

0). 0 # 0 ! # 9

#, ! " 9 ! 9 . !-

# 0, # !# 2 ,

# #0 ! ! #2 #0. G #

!, # q- o # 0 ! 0 (q+1)- o # 0; .-

0 q- o # 0 ! #2 . (q+p)-. #.. B " #

#: ! !, 2 Back Propagation, 2

! 0, (.

C . # " " 0 #- 9 ! # 0 ( q- o # 0 0-

. (q+1)- o # 0) ! #-

0. (# . . # 0 #0- 9 0 ! # 0 ! 0. ! 0.

3) C " . 0 0. ( . 0- 0., " ! 0). 0 " . 0 0. : . / 0 ! # 98 # ! 0 !-

8 (" #

#: 2 g !: #, 2 !

, ! # 0 2). C , 9 2,

#09 # 98:

#-/ #, # 98 0 ., # . #2/: ! # # !

# ! .; # ! . ! # 2

#, 2 ;

#-! # 0 0 #,

! #0 " ! # 0 9 2, # !-

9 0 # 0 # 9, # 0; . #

56

/ # " ! 0 : ! . # !-

8 # 0, ". # . # 0, " -

# ! ! # 98 . # 9;

! # 0-#, ! #-

#-! # 0 ., : / 98 . !-

.: #09 0 : ". # 0 !-

# 98 ., . # ! . 9 # # 0, ! #- 98.

! . " . 0 0. -

4.13 ! # - =#.Š.

&. 4.13. -3 :- O17, – '

57

# " 0 0 ! # 9- 0 # ! 0. #2 # #2 1. (-

0 2.0 (2 : B .), 1 29 (2 # 0) # .29 (2 )

. "# 1 . 0..

. # 2 ! ! .

. ( ) -

. . 0 ! -

: / /, 9 2 0 -

# . : / 0. /.

C 8 9 " # .

! 9 #2 . # .,

. ! . 2 # " # #0 (. 0) # " # / ("-

0).

G8 # : / 0 # -

. ! . # . .

. # 12 . 0 0, . -

0 . 0 0 / # !! , !- #, # 0. # . .

0 0 / . ! # . ! -

.. ' # " . 2 0 #2

.

C . # : / 2 ! # #. @ # # # . #

. " 2 ! #2 ., :

. .!29 # ! / # . .,

" # 0 0 2. 6 . #

2, . " # # . 1 2.

" 8 #0 0 -

" 0. # 29 . '#0 1- 0 #2 ! 8 9 ! . #2

: /, ! ! #. G #

. " 2 . !, !-

0 2 9 : / 9. ; . "- . 2 0 # 98 . . ! # .:

58

. 9 # . #

, !# 0 . . # . #

;

" 0 0 # . -

. ! . ! . -

;

# 2 # . : / 0 , -

#2 ! ! ! " # 9

. 8 .

" ! "

" 29 BC 0 #0 0 ! " 2 " 9. " ! / " 0 0 -

;:: / (! ). # . " 0 . # 2

#:

" # . - ! H0 #09 0 0

, # #2 #, -

. ! ! # . # . ! - ! 0;

" " #0 – . 09 0 ! # .,

98 . #2 ! - #.

#9" . # ! / " 0 8 #0 0

" 98 ", # " 0 # . "- 98 0 " #9 ! . . 8

98 . 0 " .

" 0 0 2 . -

! # .

@ . " ., 0 ! - ! #0 (!) " . ! #2 2. #2 "

8 #0 0 ;, # # . " 2 ..

( # " . "#9 #-

1 . . # # !-

# "#9 #, ; !-

"# . «! #0 .».

59