Anil K. Jain, Jianchang Mao, K.M. Mohiuddin Artificial Neural Networks: A Tutorial, Computer, Vol.29, No.3, March/1996, pp. 31-44.
. ,
[email protected] ,
Translated from the original English version and reprinted with permission. (IEEE)
. IBM
,
1. 1.1 1.2 2. 2.1 2.2 2.3 3. 3.1 3.2 RBF3.3 4. 5. 6.
!" # 6.1 6.2 7. $ % 7.1 " 7.2 " 7.3 # & '
! OCR
( !
" $
,
#
$
"
#
# .
$ #
! %
#
, , #
,
#
,
"
!
.
! . '
# $ . $ -
# #
#
# #
.( "
! !
.
!
# & !&
! $
# .
) ,
#
$
!
%
,
%
& %
• • • • • • •
.
,
:
, &
,
%
'
%,
, &
,
, !
.
(
(
, ,
(
,
, .
1. "
& (
. (
(
, % (
) '
%
%
(
%, .) ?
( (* %
'
1), (
&
&
!&&
,
%. ( & *
+
%
#
) 1. .
+
" (
+
) +
, -
# (
)
( " "
(
.
#
+
+
/
"
)
0
1 &
%
%
+
o
"
+
"
+ & .
, "
, " %'
( "
"
. , "
(
(
%
,
&
.*
, %
, 2 &
VLSI ( (
, "
) .
&
(
, , ,
), ,
% ( & !
/
, /VLSI/
/
,
, , ,
). "
, , "
(
% . 3
, (
.
+
, "
, ( #
(
%'
. . 4
)
(
, ,
), .
(
,
!
&
, /
)
. . +
)
(
&
,
&
, "
%'
",
'
. . , , (
.
, ) # (x2,y2)..., (xn,yn)) ( (x), ( & (x). (
)
( -
%'
,
& (
& . . +
n t1, t2,..., tn . 4
{y(t1), y(t2)..., y(tn)}
'
y(tn+1) &
tn+1. + ,
(
)
%
/ .+ (
%
/
((x1,y1),
),
.4
/
$
. +
. . !
,
,
(
, . 4
, % &
(
'
,
,
NP-
%. 4
,
. $
!,
.)
%
&
' (
, '
, & (
%,
, .
, %
(
( (
. "
.
( , ( ( %.
(
(
&
. . #
-
%
,
%'
u(t)
,
t. )
! u(t), %. +
!
, .
% y(t) %
% {u(t), y(t)}, % (
1.1 ,
, "
(
. + [4]. ) [5]
+ # + #
4060-
(
[6], +
. ,
! .)
, 20 !
, (
. "
80/ (
),
, " &
)
[7] [8]
. #
[9]
%
#
1986
%
&
[10]
, ".
1.2 + (
)
&
% (
,
. 1).
(cell body), (axon) & %
: %
( (
(
(nucleus), %' % . )
,
(
(soma), (dendrites). *
)
,
,
),
(strands). (synapses).
. "
,
1. .
!
"
!
&
(
(
). ( %
,
' &&
. % '
(
, -
(
%
,
,
!
(
,
.#
'
, % . 3
, ,
(
,
,
. ( % ' 1011
'
2
'
3
, 2200
%
,
2
( [11].
. ,
(
.
% (
,
%
. " .1
( %'
. *
(
, % . 3
%
, ( '
,
%
,
100 ,
,
100
( . 3
,
(
,
%
,
. $ #
% & . 3
%
, %
, ,
'
, !
(
. )
103 - 104 1014 1015
( , &
" (
&
,
(
( (
,
"
. 3
[12]. , ). ,
5
, ".
,
2. 2.1
! + % 1,
(
[4]
! . 3 xj, j = 1, 2... n,
n !
1 x0 = 1. +
!&&
u (
% +
.
& u,
0-
.
, ( %'
,
%'
, &
%' . 4
% %
: %
, .
,
&
(
2.2 , , "
(
& % (
%
,
,
. +
, "
. 2): ,
,
&
(
%).
.
2.
. "
)
, (
(
, .2
.
% (
%
,
%
'
, . #
% &
." '
,
%
%
,
. 2.3 "
%
&
.)
, "
( !&& %'
%'
% !
(
. . 6 !&&
&
. " % , &
,
.
$
, &
(
,
&
, %. 3
[3]. ) -
&
, % %
.
% , ,
.
" '
% . )
: "
(
", "
(
)
" (
. )
)
%
,
(
.
7
, ,
. (
%'
. ) ! (
,
.+ ' %
, *
.
& :
,
(
,
(
,
, . " ( (
& %' %. "
'
( &
, (
.+
"
&
"
%'
,
(
,
, -
%. ,
:
,
/
%
4 ,
. .+ (
(
d. #
(
y
(
+
. (d-y)
&
%'
,
. .,
, !
&
[2]. !
. +
, [10]. .
& !&&
,
% (
%
.
( (
, (
. "
."
%'
[13]. /
%'
/ &
% ,
% . ) (
:
% !
, ,
.3
'
'
% "
VLSI.
#. ) ( ( ". +
/ , %. 3
. %
: %
!
.
%
%
,
(
+
&
%
"
. 3&& ( (
"
), .
!
%
. 3
) ) / (
.
( (
,
(
.
3.
. + ( )
(
. 3
. & . . , 3
: .
;( )
,
, (
0. %' %'
. 3 . "
,
%'
( %'
(
. 0
!
) *
( %
%
-
2
%
,
%
. 3
.
2 %'
( (
,
"
. %
: Adaline [15],
. Madaline [14],
). ) (
.
, [15], [2].
(
( ,
$
,
,
&
"
& & + Adaline
'
,
Madaline &
# /
&
"
"
) "(
"
ART
+ /
&
ARTMap "
+ "( "
"
/ &
"
) "(
SOM
"
SOM
"
ART
"
RBF
ART1, ART2 & RBF & +
,
3. " (
L(
( ), (L-1) (
.
%
,
.
( ' .4
, (
!
) 2. .
4.
. *
.
3.1
) % (
, % & &
% & ( [6]. #
!
%
(
.
! .2 5 &
!
(
%'
&
[14]
).
3.2 RBF"
,
. & . # &
& , ( %'
, %! !
&
(&
(RBF( % ) .
%
), !
% &
% ,
, .
.
( &
! ." &
%
% %
,
% .
" '
%
RBF%
%
.
%
" " . + . +
( , ( 3
[3].
,
", " ! ! .
RBF-
, .
RBF-
(
!
&
RBF-
.3 . 3&&
,
(
) RBF. 3.3
*
" '
( !
%
,
, (
%' %
,
,
(
%' '
(
"
'
%),
'
% (
"
%.
/ &
& ." '
[2], %'
%
!
(
.
4. "
%'
(SOM) [16] % ( ( . ) ( % SOM .+ ' ( !
,
!
,
( !
.
.2
n
. *
%'
,
, (
-
( '
(
%'
). )
1/2 !
,
& !
"
! ( 2/3
,
%
. %.
,
.
%' . 3
, (
, [2]. + (
,
% %
,
, &
(
,
.
5. , . , ?
(
( '
%'
)
% (
ART2
2 , ARTMAP) [17], ! . ( ,
! 0
(ART1, !
!
,
!
, ).
(
),
%'
%' .) k,
% . " ( %' !
'
."
%
,
. ,
,
.8
!
,
. 1
% (0/1) (
, .7 !
ART1, ART1 [2]
'
. "
5. ART1.
!
wj i wj
wi . ) , (
!
i; i . #
R
,
(
,
%
(
.
%
.
/
,
.
ART1
!"
j
%
."
6.
. 5.
.
#
&
&
% ! [7]. 6
& .
/
&
$
( . )
:
!
(
,
. 2 !
! & %
!
% (
6.1 ,
&
. 3
!
( ,
%!
),
)
%.
!
8
% ,
. -%
(
, '
(
(
,
. (
( p n-
. )
: ,
% (
{x1, x2,..., xp),
. )
( !
%
(
-
, %
.)
,
. "
!
n ,
?
!
n
2n .
?$
,
% .- ( %'
,
, (
.+ / &
%
,
,
(
,
,
Pmax ( 0.15 n.
p ( 0.15 n, . 8 (
), (
. 1 ,
p
(
. /
&
[2]. 4 .
2n 6.2
)
"
/
&
,
p n-
/ !
%
!
.3 &
, !
)
.
&
(
7. $
(
, .
%
)
(
7
, ". "
, ,
% %'
, . $
,&
%
,
% (
(
(
OCR, %&
).
7.1
OCR
"
OCR
, &
,
(
. (
, (
, (
-
)
&
.
(
,
%
' %
. (
.3 (
, !&& (
(
(
.
(
) &
(
. )
,
, .
7.2 , "
.6
.+
OCR
( ,!
). .)
% [19]. 3
%
.$ . , , ". 7 5
&
! &
, ,
.
, .
. $
6. , "
OCR.
*
[20] zip-
7.3 .
.
!
, "
!&&
%
(
OCR-
.
, %'
& ,
&
.
OCR-
1992 . [18] (
40 .
10 &
(
"
". , " %
% " , "
& . * -
OCR98%
% (
", 5
& , 96%
87 ,
.( ' (
.) +
,
OCR (
. .
OCR
%'
& #
, "
!
. ,
.$
-
, ( (
.
%' (
, . )
, ' .+ , " .
5
, ' , . , . 9
( ,
, " (
(
(
(
,
, (
)
%
%
%
.
' [1] DARPA Neural Network Study, AFCEA Int'l Press, Fairfax, Va., 1988. [2] J. Hertz, A. Krogh, and R.G. Palmer, Introduction to the Theory of Neural Computation, Addison-Wesley, Reading, Mass., 1991. [3] S. Haykin, Neural Networks: A Comprehensive Foundation, MacMillan College Publishing Co., New York, 1994. [4] W.S. McCulloch and W. Pitts, "A logical Calculus of Ideas Immanent in Nervous Activity", Bull. Mathematical Biophysics, Vol. 5, 1943, pp. 115-133. [5] R.Rosenblatt, "Principles of Neurodynamics", Spartan Books, New York, 1962. [6] M. Mi nsky and S. Papert, "Perceptrons: An Introduction to Computational Geometry", MIT Press, Cambridge, Mass., 1969. [7] J.J. Hopfield, "Neural Networks and Physical Systems with Emergent Collective Computational Abilities", in Proc. National Academy of Sciencies, USA 79, 1982, pp. 25542558. [8] P. Werbos, "Beyond Regression: New Tools for Prediction and Analysis in the Behavioral Sciences", Phd Thesis, Dept. of Applied Mathemati
