id	sid	tid	token	lemma	pos
iajs-396	1	1	influence	influence	NOUN
iajs-396	1	2	activation	activation	NOUN
iajs-396	1	3	function	function	NOUN
iajs-396	1	4	in	in	ADP
iajs-396	1	5	approximate	approximate	ADJ
iajs-396	1	6	periodic	periodic	ADJ
iajs-396	1	7	functions	function	NOUN
iajs-396	1	8	using	use	VERB
iajs-396	1	9	neural	neural	ADJ
iajs-396	1	10	networks	network	NOUN
iajs-396	1	11	influence	influence	NOUN
iajs-396	1	12	activation	activation	NOUN
iajs-396	1	13	function	function	NOUN
iajs-396	1	14	in	in	ADP
iajs-396	1	15	approximate	approximate	ADJ
iajs-396	1	16	periodic	periodic	ADJ
iajs-396	1	17	functions	function	NOUN
iajs-396	1	18	using	use	VERB
iajs-396	1	19	neural	neural	ADJ
iajs-396	1	20	networks	network	NOUN
iajs-396	1	21	luma	luma	PROPN
iajs-396	1	22	n.	n.	PROPN
iajs-396	1	23	m.	m.	PROPN
iajs-396	1	24	tawfiq	tawfiq	PROPN
iajs-396	1	25	ala	ala	PROPN
iajs-396	1	26	k.	k.	PROPN
iajs-396	1	27	jabber	jabber	PROPN
iajs-396	1	28	dept	dept	PROPN
iajs-396	1	29	.	.	PROPN
iajs-396	2	1	of	of	ADP
iajs-396	2	2	mathematics	mathematics	PROPN
iajs-396	2	3	/	/	SYM
iajs-396	2	4	college	college	NOUN
iajs-396	2	5	of	of	ADP
iajs-396	2	6	education	education	NOUN
iajs-396	2	7	for	for	ADP
iajs-396	2	8	pure	pure	ADJ
iajs-396	2	9	science	science	NOUN
iajs-396	2	10	(	(	PUNCT
iajs-396	2	11	ibn	ibn	PROPN
iajs-396	2	12	al	al	PROPN
iajs-396	2	13	-	-	PUNCT
iajs-396	2	14	haitham	haitham	PROPN
iajs-396	2	15	)	)	PUNCT
iajs-396	2	16	/	/	SYM
iajs-396	2	17	university	university	NOUN
iajs-396	2	18	of	of	ADP
iajs-396	2	19	baghdad	baghdad	PROPN
iajs-396	2	20	.	.	PUNCT
iajs-396	3	1	received	receive	VERB
iajs-396	3	2	in	in	ADP
iajs-396	3	3	:	:	PUNCT
iajs-396	3	4	30	30	NUM
iajs-396	3	5	december	december	PROPN
iajs-396	3	6	2012	2012	NUM
iajs-396	3	7	,	,	PUNCT
iajs-396	3	8	accepted	accept	VERB
iajs-396	3	9	in	in	ADP
iajs-396	3	10	:	:	PUNCT
iajs-396	3	11	9	9	NUM
iajs-396	3	12	september	september	PROPN
iajs-396	3	13	2012	2012	NUM
iajs-396	3	14	abstract	abstract	NOUN
iajs-396	3	15	the	the	DET
iajs-396	3	16	aim	aim	NOUN
iajs-396	3	17	of	of	ADP
iajs-396	3	18	this	this	DET
iajs-396	3	19	paper	paper	NOUN
iajs-396	3	20	is	be	AUX
iajs-396	3	21	to	to	PART
iajs-396	3	22	design	design	VERB
iajs-396	3	23	fast	fast	ADJ
iajs-396	3	24	neural	neural	ADJ
iajs-396	3	25	networks	network	NOUN
iajs-396	3	26	to	to	PART
iajs-396	3	27	approximate	approximate	VERB
iajs-396	3	28	periodic	periodic	ADJ
iajs-396	3	29	functions	function	NOUN
iajs-396	3	30	,	,	PUNCT
iajs-396	3	31	that	that	ADV
iajs-396	3	32	is	is	ADV
iajs-396	3	33	,	,	PUNCT
iajs-396	3	34	design	design	VERB
iajs-396	3	35	a	a	DET
iajs-396	3	36	fully	fully	ADV
iajs-396	3	37	connected	connect	VERB
iajs-396	3	38	networks	network	NOUN
iajs-396	3	39	contains	contain	VERB
iajs-396	3	40	links	link	NOUN
iajs-396	3	41	between	between	ADP
iajs-396	3	42	all	all	DET
iajs-396	3	43	nodes	node	NOUN
iajs-396	3	44	in	in	ADP
iajs-396	3	45	adjacent	adjacent	ADJ
iajs-396	3	46	layers	layer	NOUN
iajs-396	3	47	which	which	PRON
iajs-396	3	48	can	can	AUX
iajs-396	3	49	speed	speed	VERB
iajs-396	3	50	up	up	ADP
iajs-396	3	51	the	the	DET
iajs-396	3	52	approximation	approximation	NOUN
iajs-396	3	53	times	time	NOUN
iajs-396	3	54	,	,	PUNCT
iajs-396	3	55	reduce	reduce	VERB
iajs-396	3	56	approximation	approximation	NOUN
iajs-396	3	57	failures	failure	NOUN
iajs-396	3	58	,	,	PUNCT
iajs-396	3	59	and	and	CCONJ
iajs-396	3	60	increase	increase	VERB
iajs-396	3	61	possibility	possibility	NOUN
iajs-396	3	62	of	of	ADP
iajs-396	3	63	obtaining	obtain	VERB
iajs-396	3	64	the	the	DET
iajs-396	3	65	globally	globally	ADV
iajs-396	3	66	optimal	optimal	ADJ
iajs-396	3	67	approximation	approximation	NOUN
iajs-396	3	68	.	.	PUNCT
iajs-396	4	1	we	we	PRON
iajs-396	4	2	training	train	VERB
iajs-396	4	3	suggested	suggest	VERB
iajs-396	4	4	network	network	NOUN
iajs-396	4	5	by	by	ADP
iajs-396	4	6	levenberg	levenberg	PROPN
iajs-396	4	7	-	-	PUNCT
iajs-396	4	8	marquardt	marquardt	PROPN
iajs-396	4	9	training	training	NOUN
iajs-396	4	10	algorithm	algorithm	NOUN
iajs-396	4	11	then	then	ADV
iajs-396	4	12	speeding	speed	VERB
iajs-396	4	13	suggested	suggest	VERB
iajs-396	4	14	networks	network	NOUN
iajs-396	4	15	by	by	ADP
iajs-396	4	16	choosing	choose	VERB
iajs-396	4	17	most	most	ADJ
iajs-396	4	18	activation	activation	NOUN
iajs-396	4	19	function	function	NOUN
iajs-396	4	20	(	(	PUNCT
iajs-396	4	21	transfer	transfer	NOUN
iajs-396	4	22	function	function	NOUN
iajs-396	4	23	)	)	PUNCT
iajs-396	4	24	which	which	PRON
iajs-396	4	25	having	have	VERB
iajs-396	4	26	a	a	DET
iajs-396	4	27	very	very	ADV
iajs-396	4	28	fast	fast	ADJ
iajs-396	4	29	convergence	convergence	NOUN
iajs-396	4	30	rate	rate	NOUN
iajs-396	4	31	for	for	ADP
iajs-396	4	32	reasonable	reasonable	ADJ
iajs-396	4	33	size	size	NOUN
iajs-396	4	34	networks	network	NOUN
iajs-396	4	35	.	.	PUNCT
iajs-396	5	1	in	in	ADP
iajs-396	5	2	all	all	DET
iajs-396	5	3	algorithms	algorithm	NOUN
iajs-396	5	4	,	,	PUNCT
iajs-396	5	5	the	the	DET
iajs-396	5	6	gradient	gradient	NOUN
iajs-396	5	7	of	of	ADP
iajs-396	5	8	the	the	DET
iajs-396	5	9	performance	performance	NOUN
iajs-396	5	10	function	function	NOUN
iajs-396	5	11	(	(	PUNCT
iajs-396	5	12	energy	energy	NOUN
iajs-396	5	13	function	function	NOUN
iajs-396	5	14	)	)	PUNCT
iajs-396	5	15	is	be	AUX
iajs-396	5	16	used	use	VERB
iajs-396	5	17	to	to	PART
iajs-396	5	18	determine	determine	VERB
iajs-396	5	19	how	how	SCONJ
iajs-396	5	20	to	to	PART
iajs-396	5	21	adjust	adjust	VERB
iajs-396	5	22	the	the	DET
iajs-396	5	23	weights	weight	NOUN
iajs-396	5	24	such	such	ADJ
iajs-396	5	25	that	that	SCONJ
iajs-396	5	26	the	the	DET
iajs-396	5	27	performance	performance	NOUN
iajs-396	5	28	function	function	NOUN
iajs-396	5	29	is	be	AUX
iajs-396	5	30	minimized	minimize	VERB
iajs-396	5	31	,	,	PUNCT
iajs-396	5	32	where	where	SCONJ
iajs-396	5	33	the	the	DET
iajs-396	5	34	back	back	ADJ
iajs-396	5	35	propagation	propagation	NOUN
iajs-396	5	36	algorithm	algorithm	NOUN
iajs-396	5	37	has	have	AUX
iajs-396	5	38	been	be	AUX
iajs-396	5	39	used	use	VERB
iajs-396	5	40	to	to	PART
iajs-396	5	41	increase	increase	VERB
iajs-396	5	42	the	the	DET
iajs-396	5	43	speed	speed	NOUN
iajs-396	5	44	of	of	ADP
iajs-396	5	45	training	training	NOUN
iajs-396	5	46	.	.	PUNCT
iajs-396	6	1	keyword	keyword	NOUN
iajs-396	6	2	:	:	PUNCT
iajs-396	6	3	artificial	artificial	ADJ
iajs-396	6	4	neural	neural	ADJ
iajs-396	6	5	network	network	NOUN
iajs-396	6	6	,	,	PUNCT
iajs-396	6	7	training	training	NOUN
iajs-396	6	8	network	network	NOUN
iajs-396	6	9	,	,	PUNCT
iajs-396	6	10	activation	activation	NOUN
iajs-396	6	11	function	function	NOUN
iajs-396	6	12	.	.	PUNCT
iajs-396	7	1	306	306	NUM
iajs-396	7	2	|	|	ADV
iajs-396	7	3	mathematics	mathematics	PROPN
iajs-396	7	4	@a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	@a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	NUM
iajs-396	7	5	�	�	NOUN
iajs-396	7	6	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	NUM
iajs-396	7	7	:	:	PUNCT
iajs-396	7	8	a@âig@ú‹	a@âig@ú‹	PROPN
iajs-396	7	9	©	©	PROPN
iajs-396	7	10	@ü‹127@@öü»€a@i1@‚b«@h2014	@ü‹127@@öü»€a@i1@‚b«@h2014	PROPN
iajs-396	7	11	ibn	ibn	PROPN
iajs-396	7	12	al	al	PROPN
iajs-396	7	13	-	-	PUNCT
iajs-396	7	14	haitham	haitham	PROPN
iajs-396	7	15	jour	jour	X
iajs-396	7	16	.	.	PROPN
iajs-396	8	1	for	for	ADP
iajs-396	8	2	pure	pure	ADJ
iajs-396	8	3	&	&	CCONJ
iajs-396	8	4	appl	appl	PROPN
iajs-396	8	5	.	.	PUNCT
iajs-396	9	1	sci	sci	PROPN
iajs-396	9	2	.	.	PUNCT
iajs-396	9	3	vol	vol	NOUN
iajs-396	9	4	.	.	PROPN
iajs-396	10	1	27	27	NUM
iajs-396	10	2	(	(	PUNCT
iajs-396	10	3	1	1	NUM
iajs-396	10	4	)	)	PUNCT
iajs-396	10	5	2014	2014	NUM
iajs-396	10	6	introduction	introduction	NOUN
iajs-396	10	7	an	an	DET
iajs-396	10	8	artificial	artificial	ADJ
iajs-396	10	9	neural	neural	ADJ
iajs-396	10	10	network	network	NOUN
iajs-396	10	11	(	(	PUNCT
iajs-396	10	12	ann	ann	PROPN
iajs-396	10	13	)	)	PUNCT
iajs-396	10	14	is	be	AUX
iajs-396	10	15	a	a	DET
iajs-396	10	16	simplified	simplified	ADJ
iajs-396	10	17	mathematical	mathematical	ADJ
iajs-396	10	18	model	model	NOUN
iajs-396	10	19	of	of	ADP
iajs-396	10	20	the	the	DET
iajs-396	10	21	human	human	ADJ
iajs-396	10	22	brain	brain	NOUN
iajs-396	10	23	,	,	PUNCT
iajs-396	10	24	it	it	PRON
iajs-396	10	25	can	can	AUX
iajs-396	10	26	be	be	AUX
iajs-396	10	27	implemented	implement	VERB
iajs-396	10	28	by	by	ADP
iajs-396	10	29	both	both	CCONJ
iajs-396	10	30	electric	electric	ADJ
iajs-396	10	31	elements	element	NOUN
iajs-396	10	32	and	and	CCONJ
iajs-396	10	33	computer	computer	NOUN
iajs-396	10	34	software	software	NOUN
iajs-396	10	35	.	.	PUNCT
iajs-396	11	1	it	it	PRON
iajs-396	11	2	is	be	AUX
iajs-396	11	3	a	a	DET
iajs-396	11	4	parallel	parallel	ADJ
iajs-396	11	5	distributed	distribute	VERB
iajs-396	11	6	processor	processor	NOUN
iajs-396	11	7	with	with	ADP
iajs-396	11	8	large	large	ADJ
iajs-396	11	9	numbers	number	NOUN
iajs-396	11	10	of	of	ADP
iajs-396	11	11	connections	connection	NOUN
iajs-396	11	12	,	,	PUNCT
iajs-396	11	13	it	it	PRON
iajs-396	11	14	is	be	AUX
iajs-396	11	15	an	an	DET
iajs-396	11	16	information	information	NOUN
iajs-396	11	17	processing	processing	NOUN
iajs-396	11	18	system	system	NOUN
iajs-396	11	19	that	that	PRON
iajs-396	11	20	has	have	VERB
iajs-396	11	21	certain	certain	ADJ
iajs-396	11	22	performance	performance	NOUN
iajs-396	11	23	characters	character	NOUN
iajs-396	11	24	in	in	ADP
iajs-396	11	25	common	common	ADJ
iajs-396	11	26	with	with	ADP
iajs-396	11	27	biological	biological	ADJ
iajs-396	11	28	neural	neural	ADJ
iajs-396	11	29	networks	network	NOUN
iajs-396	11	30	.	.	PUNCT
iajs-396	12	1	[	[	X
iajs-396	12	2	1	1	X
iajs-396	12	3	]	]	X
iajs-396	12	4	ann	ann	PROPN
iajs-396	12	5	have	have	AUX
iajs-396	12	6	been	be	AUX
iajs-396	12	7	developed	develop	VERB
iajs-396	12	8	as	as	ADP
iajs-396	12	9	generalizations	generalization	NOUN
iajs-396	12	10	of	of	ADP
iajs-396	12	11	mathematical	mathematical	ADJ
iajs-396	12	12	models	model	NOUN
iajs-396	12	13	of	of	ADP
iajs-396	12	14	human	human	ADJ
iajs-396	12	15	cognition	cognition	NOUN
iajs-396	12	16	or	or	CCONJ
iajs-396	12	17	neural	neural	ADJ
iajs-396	12	18	biology	biology	NOUN
iajs-396	12	19	,	,	PUNCT
iajs-396	12	20	based	base	VERB
iajs-396	12	21	on	on	ADP
iajs-396	12	22	the	the	DET
iajs-396	12	23	assumptions	assumption	NOUN
iajs-396	12	24	that	that	SCONJ
iajs-396	12	25	:	:	PUNCT
iajs-396	12	26	1information	1information	NUM
iajs-396	12	27	processing	processing	NOUN
iajs-396	12	28	occurs	occur	VERB
iajs-396	12	29	at	at	ADP
iajs-396	12	30	many	many	ADJ
iajs-396	12	31	simple	simple	ADJ
iajs-396	12	32	elements	element	NOUN
iajs-396	12	33	called	call	VERB
iajs-396	12	34	neurons	neuron	NOUN
iajs-396	12	35	that	that	PRON
iajs-396	12	36	is	be	AUX
iajs-396	12	37	fundamental	fundamental	ADJ
iajs-396	12	38	to	to	ADP
iajs-396	12	39	the	the	DET
iajs-396	12	40	operation	operation	NOUN
iajs-396	12	41	of	of	ADP
iajs-396	12	42	ann	ann	PROPN
iajs-396	12	43	's	's	PART
iajs-396	12	44	.	.	PUNCT
iajs-396	13	1	2signals	2signal	NOUN
iajs-396	13	2	are	be	AUX
iajs-396	13	3	passed	pass	VERB
iajs-396	13	4	between	between	ADP
iajs-396	13	5	neurons	neuron	NOUN
iajs-396	13	6	over	over	ADP
iajs-396	13	7	connection	connection	NOUN
iajs-396	13	8	links	link	NOUN
iajs-396	13	9	.	.	PUNCT
iajs-396	14	1	3each	3each	NUM
iajs-396	14	2	connection	connection	NOUN
iajs-396	14	3	link	link	NOUN
iajs-396	14	4	has	have	VERB
iajs-396	14	5	an	an	DET
iajs-396	14	6	associated	associated	ADJ
iajs-396	14	7	weight	weight	NOUN
iajs-396	14	8	which	which	PRON
iajs-396	14	9	,	,	PUNCT
iajs-396	14	10	in	in	ADP
iajs-396	14	11	a	a	DET
iajs-396	14	12	typical	typical	ADJ
iajs-396	14	13	neural	neural	ADJ
iajs-396	14	14	net	net	NOUN
iajs-396	14	15	,	,	PUNCT
iajs-396	14	16	multiplies	multiply	VERB
iajs-396	14	17	the	the	DET
iajs-396	14	18	signal	signal	NOUN
iajs-396	14	19	transmitted	transmit	VERB
iajs-396	14	20	.	.	PUNCT
iajs-396	15	1	4each	4each	PRON
iajs-396	15	2	neuron	neuron	NOUN
iajs-396	15	3	applies	apply	VERB
iajs-396	15	4	an	an	DET
iajs-396	15	5	action	action	NOUN
iajs-396	15	6	function	function	NOUN
iajs-396	15	7	(	(	PUNCT
iajs-396	15	8	usually	usually	ADV
iajs-396	15	9	nonlinear	nonlinear	ADJ
iajs-396	15	10	)	)	PUNCT
iajs-396	15	11	to	to	ADP
iajs-396	15	12	its	its	PRON
iajs-396	15	13	net	net	ADJ
iajs-396	15	14	input	input	NOUN
iajs-396	15	15	(	(	PUNCT
iajs-396	15	16	sum	sum	NOUN
iajs-396	15	17	of	of	ADP
iajs-396	15	18	weighted	weight	VERB
iajs-396	15	19	input	input	NOUN
iajs-396	15	20	signals	signal	NOUN
iajs-396	15	21	)	)	PUNCT
iajs-396	15	22	to	to	PART
iajs-396	15	23	determine	determine	VERB
iajs-396	15	24	its	its	PRON
iajs-396	15	25	output	output	NOUN
iajs-396	15	26	sign	sign	NOUN
iajs-396	15	27	.	.	PUNCT
iajs-396	16	1	the	the	DET
iajs-396	16	2	units	unit	NOUN
iajs-396	16	3	in	in	ADP
iajs-396	16	4	a	a	DET
iajs-396	16	5	network	network	NOUN
iajs-396	16	6	are	be	AUX
iajs-396	16	7	organized	organize	VERB
iajs-396	16	8	into	into	ADP
iajs-396	16	9	a	a	DET
iajs-396	16	10	given	give	VERB
iajs-396	16	11	topology	topology	NOUN
iajs-396	16	12	by	by	ADP
iajs-396	16	13	a	a	DET
iajs-396	16	14	set	set	NOUN
iajs-396	16	15	of	of	ADP
iajs-396	16	16	connections	connection	NOUN
iajs-396	16	17	,	,	PUNCT
iajs-396	16	18	or	or	CCONJ
iajs-396	16	19	weights	weight	NOUN
iajs-396	16	20	,	,	PUNCT
iajs-396	16	21	shown	show	VERB
iajs-396	16	22	as	as	ADP
iajs-396	16	23	lines	line	NOUN
iajs-396	16	24	in	in	ADP
iajs-396	16	25	a	a	DET
iajs-396	16	26	diagram	diagram	NOUN
iajs-396	16	27	.	.	PUNCT
iajs-396	17	1	ann	ann	PROPN
iajs-396	17	2	is	be	AUX
iajs-396	17	3	characterized	characterize	VERB
iajs-396	17	4	by	by	ADP
iajs-396	17	5	[	[	X
iajs-396	17	6	2	2	NUM
iajs-396	17	7	]	]	PUNCT
iajs-396	17	8	:	:	PUNCT
iajs-396	17	9	1architecture	1architecture	NUM
iajs-396	17	10	:	:	PUNCT
iajs-396	17	11	its	its	PRON
iajs-396	17	12	pattern	pattern	NOUN
iajs-396	17	13	of	of	ADP
iajs-396	17	14	connections	connection	NOUN
iajs-396	17	15	between	between	ADP
iajs-396	17	16	the	the	DET
iajs-396	17	17	neurons	neuron	NOUN
iajs-396	17	18	.	.	PUNCT
iajs-396	18	1	2training	2traine	VERB
iajs-396	18	2	algorithm	algorithm	NOUN
iajs-396	18	3	:	:	PUNCT
iajs-396	18	4	its	its	PRON
iajs-396	18	5	method	method	NOUN
iajs-396	18	6	of	of	ADP
iajs-396	18	7	determining	determine	VERB
iajs-396	18	8	the	the	DET
iajs-396	18	9	weights	weight	NOUN
iajs-396	18	10	on	on	ADP
iajs-396	18	11	the	the	DET
iajs-396	18	12	connections	connection	NOUN
iajs-396	18	13	.	.	PUNCT
iajs-396	19	1	3activation	3activation	NUM
iajs-396	19	2	function	function	NOUN
iajs-396	19	3	.	.	PUNCT
iajs-396	20	1	ann	ann	PROPN
iajs-396	20	2	are	be	AUX
iajs-396	20	3	often	often	ADV
iajs-396	20	4	classified	classify	VERB
iajs-396	20	5	as	as	ADP
iajs-396	20	6	single	single	ADJ
iajs-396	20	7	layer	layer	NOUN
iajs-396	20	8	or	or	CCONJ
iajs-396	20	9	multilayer	multilayer	NOUN
iajs-396	20	10	.	.	PUNCT
iajs-396	21	1	in	in	ADP
iajs-396	21	2	determining	determine	VERB
iajs-396	21	3	the	the	DET
iajs-396	21	4	number	number	NOUN
iajs-396	21	5	of	of	ADP
iajs-396	21	6	layers	layer	NOUN
iajs-396	21	7	,	,	PUNCT
iajs-396	21	8	the	the	DET
iajs-396	21	9	input	input	NOUN
iajs-396	21	10	units	unit	NOUN
iajs-396	21	11	are	be	AUX
iajs-396	21	12	not	not	PART
iajs-396	21	13	counted	count	VERB
iajs-396	21	14	as	as	ADP
iajs-396	21	15	a	a	DET
iajs-396	21	16	layer	layer	NOUN
iajs-396	21	17	,	,	PUNCT
iajs-396	21	18	because	because	SCONJ
iajs-396	21	19	they	they	PRON
iajs-396	21	20	perform	perform	VERB
iajs-396	21	21	no	no	DET
iajs-396	21	22	computation	computation	NOUN
iajs-396	21	23	.	.	PUNCT
iajs-396	22	1	equivalently	equivalently	ADV
iajs-396	22	2	,	,	PUNCT
iajs-396	22	3	the	the	DET
iajs-396	22	4	number	number	NOUN
iajs-396	22	5	of	of	ADP
iajs-396	22	6	layers	layer	NOUN
iajs-396	22	7	in	in	ADP
iajs-396	22	8	the	the	DET
iajs-396	22	9	net	net	NOUN
iajs-396	22	10	can	can	AUX
iajs-396	22	11	be	be	AUX
iajs-396	22	12	defined	define	VERB
iajs-396	22	13	to	to	PART
iajs-396	22	14	be	be	AUX
iajs-396	22	15	the	the	DET
iajs-396	22	16	number	number	NOUN
iajs-396	22	17	of	of	ADP
iajs-396	22	18	layers	layer	NOUN
iajs-396	22	19	of	of	ADP
iajs-396	22	20	weighted	weight	VERB
iajs-396	22	21	interconnects	interconnect	NOUN
iajs-396	22	22	links	link	NOUN
iajs-396	22	23	between	between	ADP
iajs-396	22	24	the	the	DET
iajs-396	22	25	slabs	slab	NOUN
iajs-396	22	26	of	of	ADP
iajs-396	22	27	neurons	neuron	NOUN
iajs-396	22	28	.	.	PUNCT
iajs-396	23	1	this	this	DET
iajs-396	23	2	view	view	NOUN
iajs-396	23	3	is	be	AUX
iajs-396	23	4	motivated	motivate	VERB
iajs-396	23	5	by	by	ADP
iajs-396	23	6	the	the	DET
iajs-396	23	7	fact	fact	NOUN
iajs-396	23	8	that	that	SCONJ
iajs-396	23	9	the	the	DET
iajs-396	23	10	weights	weight	NOUN
iajs-396	23	11	in	in	ADP
iajs-396	23	12	a	a	DET
iajs-396	23	13	net	net	ADJ
iajs-396	23	14	contain	contain	VERB
iajs-396	23	15	extremely	extremely	ADV
iajs-396	23	16	important	important	ADJ
iajs-396	23	17	information	information	NOUN
iajs-396	23	18	[	[	X
iajs-396	23	19	3	3	NUM
iajs-396	23	20	]	]	PUNCT
iajs-396	23	21	.	.	PUNCT
iajs-396	24	1	ann	ann	PROPN
iajs-396	24	2	have	have	AUX
iajs-396	24	3	been	be	AUX
iajs-396	24	4	exploited	exploit	VERB
iajs-396	24	5	to	to	ADP
iajs-396	24	6	approximate	approximate	ADJ
iajs-396	24	7	function	function	NOUN
iajs-396	24	8	to	to	PART
iajs-396	24	9	overcome	overcome	VERB
iajs-396	24	10	the	the	DET
iajs-396	24	11	limitations	limitation	NOUN
iajs-396	24	12	of	of	ADP
iajs-396	24	13	traditional	traditional	ADJ
iajs-396	24	14	classical	classical	ADJ
iajs-396	24	15	methods	method	NOUN
iajs-396	24	16	.	.	PUNCT
iajs-396	25	1	a	a	DET
iajs-396	25	2	number	number	NOUN
iajs-396	25	3	of	of	ADP
iajs-396	25	4	researcher	researcher	NOUN
iajs-396	25	5	used	use	VERB
iajs-396	25	6	ann	ann	PROPN
iajs-396	25	7	's	's	PART
iajs-396	25	8	in	in	ADP
iajs-396	25	9	approximation	approximation	NOUN
iajs-396	25	10	problems	problem	NOUN
iajs-396	25	11	say:[4],[5],[6],[7	say:[4],[5],[6],[7	X
iajs-396	25	12	]	]	X
iajs-396	25	13	,	,	PUNCT
iajs-396	25	14	[	[	X
iajs-396	25	15	8	8	NUM
iajs-396	25	16	]	]	PUNCT
iajs-396	25	17	.	.	PUNCT
iajs-396	26	1	in	in	ADP
iajs-396	26	2	this	this	DET
iajs-396	26	3	paper	paper	NOUN
iajs-396	26	4	we	we	PRON
iajs-396	26	5	try	try	VERB
iajs-396	26	6	to	to	PART
iajs-396	26	7	determine	determine	VERB
iajs-396	26	8	the	the	DET
iajs-396	26	9	optimal	optimal	ADJ
iajs-396	26	10	network	network	NOUN
iajs-396	26	11	architecture	architecture	NOUN
iajs-396	26	12	for	for	ADP
iajs-396	26	13	approximation	approximation	NOUN
iajs-396	26	14	periodic	periodic	ADJ
iajs-396	26	15	functions	function	NOUN
iajs-396	26	16	.	.	PUNCT
iajs-396	27	1	a	a	DET
iajs-396	27	2	framework	framework	NOUN
iajs-396	27	3	for	for	ADP
iajs-396	27	4	distributed	distribute	VERB
iajs-396	27	5	representation[9	representation[9	NOUN
iajs-396	27	6	]	]	X
iajs-396	27	7	a	a	DET
iajs-396	27	8	set	set	NOUN
iajs-396	27	9	of	of	ADP
iajs-396	27	10	major	major	ADJ
iajs-396	27	11	aspects	aspect	NOUN
iajs-396	27	12	of	of	ADP
iajs-396	27	13	a	a	DET
iajs-396	27	14	parallel	parallel	ADJ
iajs-396	27	15	distributed	distribute	VERB
iajs-396	27	16	model	model	NOUN
iajs-396	27	17	can	can	AUX
iajs-396	27	18	be	be	AUX
iajs-396	27	19	distinguished	distinguish	VERB
iajs-396	27	20	:	:	PUNCT
iajs-396	27	21	•	•	ADP
iajs-396	27	22	a	a	DET
iajs-396	27	23	set	set	NOUN
iajs-396	27	24	of	of	ADP
iajs-396	27	25	processing	processing	NOUN
iajs-396	27	26	units	unit	NOUN
iajs-396	27	27	(	(	PUNCT
iajs-396	27	28	'	'	PUNCT
iajs-396	27	29	neurons	neuron	NOUN
iajs-396	27	30	'	'	PART
iajs-396	27	31	or	or	CCONJ
iajs-396	27	32	'	'	PUNCT
iajs-396	27	33	cells	cell	NOUN
iajs-396	27	34	'	'	PUNCT
iajs-396	27	35	)	)	PUNCT
iajs-396	27	36	;	;	PUNCT
iajs-396	27	37	•	•	X
iajs-396	27	38	a	a	DET
iajs-396	27	39	state	state	NOUN
iajs-396	27	40	of	of	ADP
iajs-396	27	41	activation	activation	NOUN
iajs-396	27	42	yk	yk	PROPN
iajs-396	27	43	for	for	ADP
iajs-396	27	44	every	every	DET
iajs-396	27	45	unit	unit	NOUN
iajs-396	27	46	,	,	PUNCT
iajs-396	27	47	which	which	PRON
iajs-396	27	48	is	be	AUX
iajs-396	27	49	equivalent	equivalent	ADJ
iajs-396	27	50	to	to	ADP
iajs-396	27	51	the	the	DET
iajs-396	27	52	output	output	NOUN
iajs-396	27	53	of	of	ADP
iajs-396	27	54	the	the	DET
iajs-396	27	55	unit	unit	NOUN
iajs-396	27	56	•	•	ADP
iajs-396	27	57	connections	connection	NOUN
iajs-396	27	58	between	between	ADP
iajs-396	27	59	the	the	DET
iajs-396	27	60	units	unit	NOUN
iajs-396	27	61	.	.	PUNCT
iajs-396	28	1	generally	generally	ADV
iajs-396	28	2	each	each	DET
iajs-396	28	3	connection	connection	NOUN
iajs-396	28	4	is	be	AUX
iajs-396	28	5	defined	define	VERB
iajs-396	28	6	by	by	ADP
iajs-396	28	7	a	a	DET
iajs-396	28	8	weight	weight	NOUN
iajs-396	28	9	wjk	wjk	NOUN
iajs-396	28	10	which	which	PRON
iajs-396	28	11	determines	determine	VERB
iajs-396	28	12	the	the	DET
iajs-396	28	13	effect	effect	NOUN
iajs-396	28	14	which	which	PRON
iajs-396	28	15	the	the	DET
iajs-396	28	16	signal	signal	NOUN
iajs-396	28	17	of	of	ADP
iajs-396	28	18	unit	unit	NOUN
iajs-396	28	19	j	j	PROPN
iajs-396	28	20	has	have	VERB
iajs-396	28	21	on	on	ADP
iajs-396	28	22	unit	unit	NOUN
iajs-396	28	23	k	k	PROPN
iajs-396	28	24	;	;	PUNCT
iajs-396	28	25	•	•	ADP
iajs-396	28	26	a	a	DET
iajs-396	28	27	propagation	propagation	NOUN
iajs-396	28	28	rule	rule	NOUN
iajs-396	28	29	,	,	PUNCT
iajs-396	28	30	which	which	PRON
iajs-396	28	31	determines	determine	VERB
iajs-396	28	32	the	the	DET
iajs-396	28	33	effective	effective	ADJ
iajs-396	28	34	input	input	NOUN
iajs-396	28	35	sk	sk	NOUN
iajs-396	28	36	of	of	ADP
iajs-396	28	37	a	a	DET
iajs-396	28	38	unit	unit	NOUN
iajs-396	28	39	from	from	ADP
iajs-396	28	40	its	its	PRON
iajs-396	28	41	external	external	ADJ
iajs-396	28	42	inputs	input	NOUN
iajs-396	28	43	;	;	PUNCT
iajs-396	28	44	•	•	ADP
iajs-396	28	45	an	an	DET
iajs-396	28	46	activation	activation	NOUN
iajs-396	28	47	function	function	NOUN
iajs-396	28	48	fk	fk	INTJ
iajs-396	28	49	,	,	PUNCT
iajs-396	28	50	which	which	PRON
iajs-396	28	51	determines	determine	VERB
iajs-396	28	52	the	the	DET
iajs-396	28	53	new	new	ADJ
iajs-396	28	54	level	level	NOUN
iajs-396	28	55	of	of	ADP
iajs-396	28	56	activation	activation	NOUN
iajs-396	28	57	based	base	VERB
iajs-396	28	58	on	on	ADP
iajs-396	28	59	the	the	DET
iajs-396	28	60	effective	effective	ADJ
iajs-396	28	61	input	input	NOUN
iajs-396	28	62	sk(x	sk(x	NOUN
iajs-396	28	63	)	)	PUNCT
iajs-396	28	64	and	and	CCONJ
iajs-396	28	65	the	the	DET
iajs-396	28	66	current	current	ADJ
iajs-396	28	67	activation	activation	NOUN
iajs-396	28	68	yk(x	yk(x	PUNCT
iajs-396	28	69	)	)	PUNCT
iajs-396	28	70	(	(	PUNCT
iajs-396	28	71	i.e.	i.e.	X
iajs-396	28	72	,	,	PUNCT
iajs-396	28	73	the	the	DET
iajs-396	28	74	update	update	NOUN
iajs-396	28	75	)	)	PUNCT
iajs-396	28	76	;	;	PUNCT
iajs-396	28	77	•	•	X
iajs-396	28	78	an	an	DET
iajs-396	28	79	external	external	ADJ
iajs-396	28	80	input	input	NOUN
iajs-396	28	81	(	(	PUNCT
iajs-396	28	82	bias	bias	NOUN
iajs-396	28	83	)	)	PUNCT
iajs-396	28	84	bi	bi	NOUN
iajs-396	28	85	for	for	ADP
iajs-396	28	86	each	each	DET
iajs-396	28	87	unit	unit	NOUN
iajs-396	28	88	;	;	PUNCT
iajs-396	28	89	•	•	ADP
iajs-396	28	90	a	a	DET
iajs-396	28	91	method	method	NOUN
iajs-396	28	92	for	for	ADP
iajs-396	28	93	information	information	NOUN
iajs-396	28	94	gathering	gathering	NOUN
iajs-396	28	95	(	(	PUNCT
iajs-396	28	96	the	the	DET
iajs-396	28	97	training	training	NOUN
iajs-396	28	98	rule	rule	NOUN
iajs-396	28	99	)	)	PUNCT
iajs-396	28	100	;	;	PUNCT
iajs-396	28	101	•	•	X
iajs-396	28	102	an	an	DET
iajs-396	28	103	environment	environment	NOUN
iajs-396	28	104	within	within	ADP
iajs-396	28	105	which	which	PRON
iajs-396	28	106	the	the	DET
iajs-396	28	107	system	system	NOUN
iajs-396	28	108	must	must	AUX
iajs-396	28	109	operate	operate	VERB
iajs-396	28	110	,	,	PUNCT
iajs-396	28	111	providing	provide	VERB
iajs-396	28	112	input	input	NOUN
iajs-396	28	113	signals	signal	NOUN
iajs-396	28	114	and	and	CCONJ
iajs-396	28	115	if	if	SCONJ
iajs-396	28	116	necessary	necessary	ADJ
iajs-396	28	117	error	error	NOUN
iajs-396	28	118	signals	signal	NOUN
iajs-396	28	119	.	.	PUNCT
iajs-396	29	1	activation	activation	NOUN
iajs-396	29	2	function	function	VERB
iajs-396	29	3	307	307	NUM
iajs-396	29	4	|	|	NOUN
iajs-396	29	5	mathematics	mathematics	PROPN
iajs-396	29	6	@a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	@a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	NUM
iajs-396	29	7	�	�	NOUN
iajs-396	29	8	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	NUM
iajs-396	29	9	:	:	PUNCT
iajs-396	29	10	a@âig@ú‹	a@âig@ú‹	PROPN
iajs-396	30	1	©	©	PROPN
iajs-396	30	2	@ü‹127@@öü»€a@i1@‚b«@h2014	@ü‹127@@öü»€a@i1@‚b«@h2014	PROPN
iajs-396	30	3	ibn	ibn	PROPN
iajs-396	30	4	al	al	PROPN
iajs-396	30	5	-	-	PUNCT
iajs-396	30	6	haitham	haitham	PROPN
iajs-396	30	7	jour	jour	X
iajs-396	30	8	.	.	PROPN
iajs-396	30	9	for	for	ADP
iajs-396	30	10	pure	pure	ADJ
iajs-396	30	11	&	&	CCONJ
iajs-396	30	12	appl	appl	PROPN
iajs-396	30	13	.	.	PUNCT
iajs-396	31	1	sci	sci	PROPN
iajs-396	31	2	.	.	PUNCT
iajs-396	31	3	vol	vol	NOUN
iajs-396	31	4	.	.	PROPN
iajs-396	32	1	27	27	NUM
iajs-396	32	2	(	(	PUNCT
iajs-396	32	3	1	1	NUM
iajs-396	32	4	)	)	PUNCT
iajs-396	32	5	2014	2014	NUM
iajs-396	32	6	the	the	DET
iajs-396	32	7	activation	activation	NOUN
iajs-396	32	8	function	function	NOUN
iajs-396	32	9	(	(	PUNCT
iajs-396	32	10	sometimes	sometimes	ADV
iajs-396	32	11	called	call	VERB
iajs-396	32	12	a	a	DET
iajs-396	32	13	transfer	transfer	NOUN
iajs-396	32	14	function	function	NOUN
iajs-396	32	15	)	)	PUNCT
iajs-396	32	16	can	can	AUX
iajs-396	32	17	be	be	AUX
iajs-396	32	18	a	a	DET
iajs-396	32	19	linear	linear	ADJ
iajs-396	32	20	or	or	CCONJ
iajs-396	32	21	nonlinear	nonlinear	ADJ
iajs-396	32	22	function	function	NOUN
iajs-396	32	23	.	.	PUNCT
iajs-396	33	1	there	there	PRON
iajs-396	33	2	are	be	VERB
iajs-396	33	3	many	many	ADJ
iajs-396	33	4	different	different	ADJ
iajs-396	33	5	types	type	NOUN
iajs-396	33	6	of	of	ADP
iajs-396	33	7	activation	activation	NOUN
iajs-396	33	8	functions	function	NOUN
iajs-396	33	9	.	.	PUNCT
iajs-396	34	1	selection	selection	NOUN
iajs-396	34	2	of	of	ADP
iajs-396	34	3	one	one	NUM
iajs-396	34	4	type	type	NOUN
iajs-396	34	5	over	over	ADP
iajs-396	34	6	another	another	PRON
iajs-396	34	7	depends	depend	VERB
iajs-396	34	8	on	on	ADP
iajs-396	34	9	the	the	DET
iajs-396	34	10	particular	particular	ADJ
iajs-396	34	11	problem	problem	NOUN
iajs-396	34	12	that	that	SCONJ
iajs-396	34	13	the	the	DET
iajs-396	34	14	neuron	neuron	NOUN
iajs-396	34	15	(	(	PUNCT
iajs-396	34	16	or	or	CCONJ
iajs-396	34	17	ann	ann	PROPN
iajs-396	34	18	)	)	PUNCT
iajs-396	34	19	is	be	AUX
iajs-396	34	20	to	to	PART
iajs-396	34	21	solve	solve	VERB
iajs-396	34	22	.	.	PUNCT
iajs-396	35	1	the	the	DET
iajs-396	35	2	activation	activation	NOUN
iajs-396	35	3	function	function	NOUN
iajs-396	35	4	,	,	PUNCT
iajs-396	35	5	denoted	denote	VERB
iajs-396	35	6	by	by	ADP
iajs-396	35	7	φ	φ	PROPN
iajs-396	35	8	:	:	PUNCT
iajs-396	35	9	r→r	r→r	NOUN
iajs-396	35	10	defines	define	VERB
iajs-396	35	11	the	the	DET
iajs-396	35	12	output	output	NOUN
iajs-396	35	13	of	of	ADP
iajs-396	35	14	a	a	DET
iajs-396	35	15	neuron	neuron	NOUN
iajs-396	35	16	,	,	PUNCT
iajs-396	35	17	which	which	PRON
iajs-396	35	18	is	be	AUX
iajs-396	35	19	bounded	bound	VERB
iajs-396	35	20	monotonically	monotonically	ADV
iajs-396	35	21	increasing	increase	VERB
iajs-396	35	22	,	,	PUNCT
iajs-396	35	23	differentiable	differentiable	ADJ
iajs-396	35	24	and	and	CCONJ
iajs-396	35	25	satisfies	satisfie	NOUN
iajs-396	35	26	:	:	PUNCT
iajs-396	35	27	limx→+∞	limx→+∞	X
iajs-396	35	28	φ(x	φ(x	NOUN
iajs-396	35	29	)	)	PUNCT
iajs-396	35	30	=	=	SYM
iajs-396	35	31	1	1	NUM
iajs-396	35	32	and	and	CCONJ
iajs-396	35	33	limx→	limx→	NOUN
iajs-396	35	34	∞	∞	PROPN
iajs-396	35	35	φ(x	φ(x	PROPN
iajs-396	35	36	)	)	PUNCT
iajs-396	35	37	=	=	SYM
iajs-396	35	38	0	0	NUM
iajs-396	35	39	.	.	PUNCT
iajs-396	36	1	the	the	DET
iajs-396	36	2	sigmoid	sigmoid	NOUN
iajs-396	36	3	function	function	NOUN
iajs-396	36	4	,	,	PUNCT
iajs-396	36	5	is	be	AUX
iajs-396	36	6	by	by	ADP
iajs-396	36	7	far	far	ADV
iajs-396	36	8	the	the	DET
iajs-396	36	9	most	most	ADV
iajs-396	36	10	common	common	ADJ
iajs-396	36	11	form	form	NOUN
iajs-396	36	12	of	of	ADP
iajs-396	36	13	activation	activation	NOUN
iajs-396	36	14	function	function	NOUN
iajs-396	36	15	used	use	VERB
iajs-396	36	16	in	in	ADP
iajs-396	36	17	construction	construction	NOUN
iajs-396	36	18	of	of	ADP
iajs-396	36	19	ann	ann	PROPN
iajs-396	36	20	's	's	PART
iajs-396	36	21	.	.	PUNCT
iajs-396	37	1	an	an	DET
iajs-396	37	2	example	example	NOUN
iajs-396	37	3	of	of	ADP
iajs-396	37	4	the	the	DET
iajs-396	37	5	sigmoid	sigmoid	NOUN
iajs-396	37	6	function	function	NOUN
iajs-396	37	7	is	be	AUX
iajs-396	37	8	the	the	DET
iajs-396	37	9	logistic	logistic	ADJ
iajs-396	37	10	function	function	NOUN
iajs-396	37	11	defined	define	VERB
iajs-396	37	12	the	the	DET
iajs-396	37	13	range	range	NOUN
iajs-396	37	14	from	from	ADP
iajs-396	37	15	0	0	NUM
iajs-396	37	16	to	to	ADP
iajs-396	37	17	+1	+1	PROPN
iajs-396	37	18	,	,	PUNCT
iajs-396	37	19	an	an	DET
iajs-396	37	20	important	important	ADJ
iajs-396	37	21	feature	feature	NOUN
iajs-396	37	22	of	of	ADP
iajs-396	37	23	the	the	DET
iajs-396	37	24	sigmoid	sigmoid	NOUN
iajs-396	37	25	function	function	NOUN
iajs-396	37	26	that	that	SCONJ
iajs-396	37	27	it	it	PRON
iajs-396	37	28	is	be	AUX
iajs-396	37	29	differentiable	differentiable	ADJ
iajs-396	37	30	[	[	X
iajs-396	37	31	4	4	NUM
iajs-396	37	32	]	]	PUNCT
iajs-396	37	33	.	.	PUNCT
iajs-396	38	1	it	it	PRON
iajs-396	38	2	is	be	AUX
iajs-396	38	3	sometimes	sometimes	ADV
iajs-396	38	4	desirable	desirable	ADJ
iajs-396	38	5	to	to	PART
iajs-396	38	6	have	have	VERB
iajs-396	38	7	the	the	DET
iajs-396	38	8	activation	activation	NOUN
iajs-396	38	9	function	function	NOUN
iajs-396	38	10	range	range	NOUN
iajs-396	38	11	from	from	ADP
iajs-396	38	12	–	–	PUNCT
iajs-396	38	13	1	1	NUM
iajs-396	38	14	to	to	ADP
iajs-396	38	15	+1	+1	PRON
iajs-396	38	16	allowing	allow	VERB
iajs-396	38	17	an	an	DET
iajs-396	38	18	activation	activation	NOUN
iajs-396	38	19	function	function	NOUN
iajs-396	38	20	of	of	ADP
iajs-396	38	21	the	the	DET
iajs-396	38	22	sigmoid	sigmoid	NOUN
iajs-396	38	23	type	type	NOUN
iajs-396	38	24	to	to	PART
iajs-396	38	25	assume	assume	VERB
iajs-396	38	26	negative	negative	ADJ
iajs-396	38	27	values	value	NOUN
iajs-396	38	28	,	,	PUNCT
iajs-396	38	29	in	in	ADP
iajs-396	38	30	which	which	DET
iajs-396	38	31	case	case	NOUN
iajs-396	38	32	the	the	DET
iajs-396	38	33	activation	activation	NOUN
iajs-396	38	34	function	function	NOUN
iajs-396	38	35	assumes	assume	VERB
iajs-396	38	36	an	an	DET
iajs-396	38	37	anti	anti	ADJ
iajs-396	38	38	-	-	ADJ
iajs-396	38	39	symmetric	symmetric	ADJ
iajs-396	38	40	form	form	NOUN
iajs-396	38	41	with	with	ADP
iajs-396	38	42	respect	respect	NOUN
iajs-396	38	43	to	to	ADP
iajs-396	38	44	the	the	DET
iajs-396	38	45	origin	origin	NOUN
iajs-396	38	46	,	,	PUNCT
iajs-396	38	47	i.e.	i.e.	X
iajs-396	38	48	,	,	PUNCT
iajs-396	38	49	one	one	NUM
iajs-396	38	50	that	that	PRON
iajs-396	38	51	satisfies	satisfy	VERB
iajs-396	38	52	f(–x	f(–x	NOUN
iajs-396	38	53	)	)	PUNCT
iajs-396	38	54	=	=	SYM
iajs-396	38	55	–	–	PUNCT
iajs-396	38	56	f(x	f(x	PROPN
iajs-396	38	57	)	)	PUNCT
iajs-396	38	58	,	,	PUNCT
iajs-396	38	59	,	,	PUNCT
iajs-396	38	60	for	for	ADP
iajs-396	38	61	example	example	NOUN
iajs-396	38	62	,	,	PUNCT
iajs-396	38	63	the	the	DET
iajs-396	38	64	hyperbolic	hyperbolic	ADJ
iajs-396	38	65	tangent	tangent	NOUN
iajs-396	38	66	function	function	NOUN
iajs-396	38	67	which	which	PRON
iajs-396	38	68	has	have	VERB
iajs-396	38	69	a	a	DET
iajs-396	38	70	particularly	particularly	ADV
iajs-396	38	71	simple	simple	ADJ
iajs-396	38	72	derivative	derivative	NOUN
iajs-396	38	73	:	:	PUNCT
iajs-396	38	74	φ(x	φ(x	NOUN
iajs-396	38	75	)	)	PUNCT
iajs-396	38	76	=	=	SYM
iajs-396	38	77	tanh(x	tanh(x	PROPN
iajs-396	38	78	)	)	PUNCT
iajs-396	38	79	,	,	PUNCT
iajs-396	38	80	f′(x	f′(x	PROPN
iajs-396	38	81	)	)	PUNCT
iajs-396	38	82	=	=	SYM
iajs-396	38	83	1	1	X
iajs-396	38	84	–	–	PUNCT
iajs-396	38	85	f(x)2	f(x)2	NOUN
iajs-396	38	86	.	.	PUNCT
iajs-396	39	1	in	in	ADP
iajs-396	39	2	this	this	DET
iajs-396	39	3	paper	paper	NOUN
iajs-396	39	4	,	,	PUNCT
iajs-396	39	5	we	we	PRON
iajs-396	39	6	study	study	VERB
iajs-396	39	7	suitable	suitable	ADJ
iajs-396	39	8	activation	activation	NOUN
iajs-396	39	9	function	function	NOUN
iajs-396	39	10	,	,	PUNCT
iajs-396	39	11	depending	depend	VERB
iajs-396	39	12	on	on	ADP
iajs-396	39	13	the	the	DET
iajs-396	39	14	results	result	NOUN
iajs-396	39	15	of	of	ADP
iajs-396	39	16	training	train	VERB
iajs-396	39	17	many	many	ADJ
iajs-396	39	18	ann	ann	PROPN
iajs-396	39	19	to	to	PART
iajs-396	39	20	approximate	approximate	VERB
iajs-396	39	21	periodic	periodic	ADJ
iajs-396	39	22	functions	function	NOUN
iajs-396	39	23	with	with	ADP
iajs-396	39	24	different	different	ADJ
iajs-396	39	25	activation	activation	NOUN
iajs-396	39	26	function	function	NOUN
iajs-396	39	27	.	.	PUNCT
iajs-396	40	1	training	training	NOUN
iajs-396	40	2	ann[10	ann[10	X
iajs-396	40	3	]	]	PUNCT
iajs-396	40	4	training	training	NOUN
iajs-396	40	5	is	be	AUX
iajs-396	40	6	the	the	DET
iajs-396	40	7	process	process	NOUN
iajs-396	40	8	of	of	ADP
iajs-396	40	9	adjusting	adjust	VERB
iajs-396	40	10	connection	connection	NOUN
iajs-396	40	11	weights	weight	NOUN
iajs-396	40	12	w	w	NOUN
iajs-396	40	13	and	and	CCONJ
iajs-396	40	14	biases	bias	NOUN
iajs-396	40	15	b.	b.	PROPN
iajs-396	40	16	in	in	ADP
iajs-396	40	17	the	the	DET
iajs-396	40	18	first	first	ADJ
iajs-396	40	19	step	step	NOUN
iajs-396	40	20	,	,	PUNCT
iajs-396	40	21	the	the	DET
iajs-396	40	22	network	network	NOUN
iajs-396	40	23	outputs	output	NOUN
iajs-396	40	24	and	and	CCONJ
iajs-396	40	25	the	the	DET
iajs-396	40	26	difference	difference	NOUN
iajs-396	40	27	between	between	ADP
iajs-396	40	28	the	the	DET
iajs-396	40	29	actual	actual	ADJ
iajs-396	40	30	(	(	PUNCT
iajs-396	40	31	obtained	obtain	VERB
iajs-396	40	32	)	)	PUNCT
iajs-396	40	33	output	output	NOUN
iajs-396	40	34	and	and	CCONJ
iajs-396	40	35	the	the	DET
iajs-396	40	36	desired	desire	VERB
iajs-396	40	37	(	(	PUNCT
iajs-396	40	38	target	target	NOUN
iajs-396	40	39	)	)	PUNCT
iajs-396	40	40	output	output	NOUN
iajs-396	40	41	(	(	PUNCT
iajs-396	40	42	i.e.	i.e.	X
iajs-396	40	43	,	,	PUNCT
iajs-396	40	44	the	the	DET
iajs-396	40	45	error	error	NOUN
iajs-396	40	46	)	)	PUNCT
iajs-396	40	47	is	be	AUX
iajs-396	40	48	calculated	calculate	VERB
iajs-396	40	49	for	for	ADP
iajs-396	40	50	the	the	DET
iajs-396	40	51	initialized	initialize	VERB
iajs-396	40	52	weights	weight	NOUN
iajs-396	40	53	and	and	CCONJ
iajs-396	40	54	biases	bias	NOUN
iajs-396	40	55	(	(	PUNCT
iajs-396	40	56	arbitrary	arbitrary	ADJ
iajs-396	40	57	values	value	NOUN
iajs-396	40	58	)	)	PUNCT
iajs-396	40	59	.	.	PUNCT
iajs-396	41	1	during	during	ADP
iajs-396	41	2	the	the	DET
iajs-396	41	3	second	second	ADJ
iajs-396	41	4	stage	stage	NOUN
iajs-396	41	5	,	,	PUNCT
iajs-396	41	6	the	the	DET
iajs-396	41	7	initialized	initialize	VERB
iajs-396	41	8	weights	weight	NOUN
iajs-396	41	9	in	in	ADP
iajs-396	41	10	all	all	DET
iajs-396	41	11	links	link	NOUN
iajs-396	41	12	and	and	CCONJ
iajs-396	41	13	biases	bias	NOUN
iajs-396	41	14	in	in	ADP
iajs-396	41	15	all	all	DET
iajs-396	41	16	neurons	neuron	NOUN
iajs-396	41	17	are	be	AUX
iajs-396	41	18	adjusted	adjust	VERB
iajs-396	41	19	to	to	PART
iajs-396	41	20	minimize	minimize	VERB
iajs-396	41	21	the	the	DET
iajs-396	41	22	error	error	NOUN
iajs-396	41	23	by	by	ADP
iajs-396	41	24	propagating	propagate	VERB
iajs-396	41	25	the	the	DET
iajs-396	41	26	error	error	NOUN
iajs-396	41	27	backwards	backwards	ADV
iajs-396	41	28	(	(	PUNCT
iajs-396	41	29	the	the	DET
iajs-396	41	30	back	back	ADJ
iajs-396	41	31	propagation	propagation	NOUN
iajs-396	41	32	algorithm	algorithm	NOUN
iajs-396	41	33	)	)	PUNCT
iajs-396	41	34	.	.	PUNCT
iajs-396	42	1	the	the	DET
iajs-396	42	2	network	network	NOUN
iajs-396	42	3	outputs	output	NOUN
iajs-396	42	4	and	and	CCONJ
iajs-396	42	5	the	the	DET
iajs-396	42	6	error	error	NOUN
iajs-396	42	7	are	be	AUX
iajs-396	42	8	calculated	calculate	VERB
iajs-396	42	9	again	again	ADV
iajs-396	42	10	with	with	ADP
iajs-396	42	11	the	the	DET
iajs-396	42	12	adapted	adapted	ADJ
iajs-396	42	13	weights	weight	NOUN
iajs-396	42	14	and	and	CCONJ
iajs-396	42	15	biases	bias	NOUN
iajs-396	42	16	,	,	PUNCT
iajs-396	42	17	and	and	CCONJ
iajs-396	42	18	the	the	DET
iajs-396	42	19	process	process	NOUN
iajs-396	42	20	(	(	PUNCT
iajs-396	42	21	the	the	DET
iajs-396	42	22	training	training	NOUN
iajs-396	42	23	of	of	ADP
iajs-396	42	24	the	the	DET
iajs-396	42	25	ann	ann	PROPN
iajs-396	42	26	)	)	PUNCT
iajs-396	42	27	is	be	AUX
iajs-396	42	28	repeated	repeat	VERB
iajs-396	42	29	at	at	ADP
iajs-396	42	30	each	each	DET
iajs-396	42	31	epoch	epoch	NOUN
iajs-396	42	32	(	(	PUNCT
iajs-396	42	33	the	the	DET
iajs-396	42	34	number	number	NOUN
iajs-396	42	35	of	of	ADP
iajs-396	42	36	iterations	iteration	NOUN
iajs-396	42	37	of	of	ADP
iajs-396	42	38	training	training	NOUN
iajs-396	42	39	process	process	NOUN
iajs-396	42	40	)	)	PUNCT
iajs-396	42	41	until	until	ADP
iajs-396	42	42	satisfied	satisfied	ADJ
iajs-396	42	43	output	output	NOUN
iajs-396	42	44	y	y	PROPN
iajs-396	42	45	k	k	PROPN
iajs-396	42	46	(	(	PUNCT
iajs-396	42	47	corresponding	correspond	VERB
iajs-396	42	48	to	to	ADP
iajs-396	42	49	the	the	DET
iajs-396	42	50	values	value	NOUN
iajs-396	42	51	of	of	ADP
iajs-396	42	52	the	the	DET
iajs-396	42	53	input	input	NOUN
iajs-396	42	54	variables	variable	NOUN
iajs-396	42	55	x	x	VERB
iajs-396	42	56	)	)	PUNCT
iajs-396	42	57	is	be	AUX
iajs-396	42	58	obtained	obtain	VERB
iajs-396	42	59	and	and	CCONJ
iajs-396	42	60	the	the	DET
iajs-396	42	61	error	error	NOUN
iajs-396	42	62	is	be	AUX
iajs-396	42	63	acceptably	acceptably	ADV
iajs-396	42	64	small	small	ADJ
iajs-396	42	65	.	.	PUNCT
iajs-396	43	1	there	there	PRON
iajs-396	43	2	are	be	VERB
iajs-396	43	3	three	three	NUM
iajs-396	43	4	types	type	NOUN
iajs-396	43	5	of	of	ADP
iajs-396	43	6	training	training	NOUN
iajs-396	43	7	in	in	ADP
iajs-396	43	8	which	which	PRON
iajs-396	43	9	the	the	DET
iajs-396	43	10	weights	weight	NOUN
iajs-396	43	11	organize	organize	VERB
iajs-396	43	12	themselves	themselves	PRON
iajs-396	43	13	according	accord	VERB
iajs-396	43	14	to	to	ADP
iajs-396	43	15	the	the	DET
iajs-396	43	16	task	task	NOUN
iajs-396	43	17	to	to	PART
iajs-396	43	18	be	be	AUX
iajs-396	43	19	learnt	learn	VERB
iajs-396	43	20	,	,	PUNCT
iajs-396	43	21	these	these	DET
iajs-396	43	22	types	type	NOUN
iajs-396	43	23	are	be	AUX
iajs-396	43	24	:	:	PUNCT
iajs-396	43	25	supervised	supervised	ADJ
iajs-396	43	26	,	,	PUNCT
iajs-396	43	27	semi	semi	ADV
iajs-396	43	28	supervised	supervised	ADJ
iajs-396	43	29	(	(	PUNCT
iajs-396	43	30	or	or	CCONJ
iajs-396	43	31	reinforcement	reinforcement	NOUN
iajs-396	43	32	)	)	PUNCT
iajs-396	43	33	and	and	CCONJ
iajs-396	43	34	unsupervised	unsupervised	ADJ
iajs-396	43	35	training	training	NOUN
iajs-396	43	36	.	.	PUNCT
iajs-396	44	1	in	in	ADP
iajs-396	44	2	this	this	DET
iajs-396	44	3	paper	paper	NOUN
iajs-396	44	4	an	an	DET
iajs-396	44	5	supervised	supervised	ADJ
iajs-396	44	6	training	training	NOUN
iajs-396	44	7	algorithm	algorithm	NOUN
iajs-396	44	8	is	be	AUX
iajs-396	44	9	used	use	VERB
iajs-396	44	10	.	.	PUNCT
iajs-396	45	1	supervised	supervise	VERB
iajs-396	45	2	training	training	NOUN
iajs-396	45	3	[	[	X
iajs-396	45	4	10	10	NUM
iajs-396	45	5	]	]	PUNCT
iajs-396	45	6	in	in	ADP
iajs-396	45	7	which	which	PRON
iajs-396	45	8	a	a	DET
iajs-396	45	9	“	"	PUNCT
iajs-396	45	10	teacher	teacher	NOUN
iajs-396	45	11	”	"	PUNCT
iajs-396	45	12	provides	provide	VERB
iajs-396	45	13	output	output	NOUN
iajs-396	45	14	targets	target	NOUN
iajs-396	45	15	for	for	ADP
iajs-396	45	16	each	each	DET
iajs-396	45	17	input	input	NOUN
iajs-396	45	18	pattern	pattern	NOUN
iajs-396	45	19	,	,	PUNCT
iajs-396	45	20	and	and	CCONJ
iajs-396	45	21	corrects	correct	VERB
iajs-396	45	22	the	the	DET
iajs-396	45	23	network	network	NOUN
iajs-396	45	24	’s	’s	PART
iajs-396	45	25	errors	error	NOUN
iajs-396	45	26	explicitly	explicitly	ADV
iajs-396	45	27	,	,	PUNCT
iajs-396	45	28	that	that	ADV
iajs-396	45	29	is	is	ADV
iajs-396	45	30	,	,	PUNCT
iajs-396	45	31	there	there	PRON
iajs-396	45	32	is	be	VERB
iajs-396	45	33	a	a	DET
iajs-396	45	34	set	set	NOUN
iajs-396	45	35	of	of	ADP
iajs-396	45	36	training	training	NOUN
iajs-396	45	37	samples	sample	NOUN
iajs-396	45	38	and	and	CCONJ
iajs-396	45	39	neural	neural	ADJ
iajs-396	45	40	network	network	NOUN
iajs-396	45	41	adjusts	adjust	VERB
iajs-396	45	42	its	its	PRON
iajs-396	45	43	connection	connection	NOUN
iajs-396	45	44	weights	weight	NOUN
iajs-396	45	45	according	accord	VERB
iajs-396	45	46	to	to	ADP
iajs-396	45	47	the	the	DET
iajs-396	45	48	difference	difference	NOUN
iajs-396	45	49	between	between	ADP
iajs-396	45	50	the	the	DET
iajs-396	45	51	given	give	VERB
iajs-396	45	52	outputs	output	NOUN
iajs-396	45	53	and	and	CCONJ
iajs-396	45	54	the	the	DET
iajs-396	45	55	actual	actual	ADJ
iajs-396	45	56	outputs	output	NOUN
iajs-396	45	57	.	.	PUNCT
iajs-396	46	1	back	back	NOUN
iajs-396	46	2	propagation	propagation	NOUN
iajs-396	46	3	training	training	NOUN
iajs-396	46	4	algorithm	algorithm	NOUN
iajs-396	46	5	back	back	NOUN
iajs-396	46	6	propagation	propagation	NOUN
iajs-396	46	7	can	can	AUX
iajs-396	46	8	train	train	VERB
iajs-396	46	9	ann	ann	PROPN
iajs-396	46	10	with	with	ADP
iajs-396	46	11	differentiable	differentiable	ADJ
iajs-396	46	12	transfer	transfer	NOUN
iajs-396	46	13	functions	function	NOUN
iajs-396	46	14	to	to	PART
iajs-396	46	15	perform	perform	VERB
iajs-396	46	16	function	function	NOUN
iajs-396	46	17	approximation	approximation	NOUN
iajs-396	46	18	,	,	PUNCT
iajs-396	46	19	other	other	ADJ
iajs-396	46	20	types	type	NOUN
iajs-396	46	21	of	of	ADP
iajs-396	46	22	networks	network	NOUN
iajs-396	46	23	can	can	AUX
iajs-396	46	24	be	be	AUX
iajs-396	46	25	trained	train	VERB
iajs-396	46	26	as	as	ADV
iajs-396	46	27	well	well	ADV
iajs-396	46	28	,	,	PUNCT
iajs-396	46	29	although	although	SCONJ
iajs-396	46	30	the	the	DET
iajs-396	46	31	multilayer	multilayer	ADJ
iajs-396	46	32	network	network	NOUN
iajs-396	46	33	is	be	AUX
iajs-396	46	34	most	most	ADV
iajs-396	46	35	commonly	commonly	ADV
iajs-396	46	36	used	use	VERB
iajs-396	46	37	.	.	PUNCT
iajs-396	47	1	the	the	DET
iajs-396	47	2	term	term	NOUN
iajs-396	47	3	back	back	ADJ
iajs-396	47	4	propagation	propagation	NOUN
iajs-396	47	5	refers	refer	VERB
iajs-396	47	6	to	to	ADP
iajs-396	47	7	the	the	DET
iajs-396	47	8	process	process	NOUN
iajs-396	47	9	by	by	ADP
iajs-396	47	10	which	which	PRON
iajs-396	47	11	derivatives	derivative	NOUN
iajs-396	47	12	of	of	ADP
iajs-396	47	13	network	network	NOUN
iajs-396	47	14	error	error	NOUN
iajs-396	47	15	,	,	PUNCT
iajs-396	47	16	with	with	ADP
iajs-396	47	17	respect	respect	NOUN
iajs-396	47	18	to	to	ADP
iajs-396	47	19	network	network	NOUN
iajs-396	47	20	weights	weight	NOUN
iajs-396	47	21	and	and	CCONJ
iajs-396	47	22	biases	bias	NOUN
iajs-396	47	23	,	,	PUNCT
iajs-396	47	24	can	can	AUX
iajs-396	47	25	be	be	AUX
iajs-396	47	26	computed	compute	VERB
iajs-396	47	27	,	,	PUNCT
iajs-396	47	28	that	that	ADV
iajs-396	47	29	is	is	ADV
iajs-396	47	30	,	,	PUNCT
iajs-396	47	31	during	during	ADP
iajs-396	47	32	training	train	VERB
iajs-396	47	33	an	an	DET
iajs-396	47	34	error	error	NOUN
iajs-396	47	35	must	must	AUX
iajs-396	47	36	be	be	AUX
iajs-396	47	37	propagated	propagate	VERB
iajs-396	47	38	from	from	ADP
iajs-396	47	39	the	the	DET
iajs-396	47	40	output	output	NOUN
iajs-396	47	41	layer	layer	NOUN
iajs-396	47	42	back	back	ADV
iajs-396	47	43	to	to	ADP
iajs-396	47	44	the	the	DET
iajs-396	47	45	hidden	hide	VERB
iajs-396	47	46	layer	layer	NOUN
iajs-396	47	47	in	in	ADP
iajs-396	47	48	order	order	NOUN
iajs-396	47	49	to	to	PART
iajs-396	47	50	perform	perform	VERB
iajs-396	47	51	the	the	DET
iajs-396	47	52	training	training	NOUN
iajs-396	47	53	of	of	ADP
iajs-396	47	54	the	the	DET
iajs-396	47	55	input	input	NOUN
iajs-396	47	56	-	-	PUNCT
iajs-396	47	57	to	to	ADP
iajs-396	47	58	-	-	PUNCT
iajs-396	47	59	hidden	hide	VERB
iajs-396	47	60	weights	weight	NOUN
iajs-396	47	61	.	.	PUNCT
iajs-396	48	1	this	this	DET
iajs-396	48	2	process	process	NOUN
iajs-396	48	3	can	can	AUX
iajs-396	48	4	be	be	AUX
iajs-396	48	5	used	use	VERB
iajs-396	48	6	with	with	ADP
iajs-396	48	7	a	a	DET
iajs-396	48	8	number	number	NOUN
iajs-396	48	9	of	of	ADP
iajs-396	48	10	different	different	ADJ
iajs-396	48	11	optimization	optimization	NOUN
iajs-396	48	12	strategies	strategy	NOUN
iajs-396	48	13	.	.	PUNCT
iajs-396	49	1	standard	standard	ADJ
iajs-396	49	2	back	back	ADJ
iajs-396	49	3	propagation	propagation	NOUN
iajs-396	49	4	is	be	AUX
iajs-396	49	5	a	a	DET
iajs-396	49	6	gradient	gradient	ADJ
iajs-396	49	7	descent	descent	NOUN
iajs-396	49	8	algorithm	algorithm	NOUN
iajs-396	49	9	,	,	PUNCT
iajs-396	49	10	as	as	SCONJ
iajs-396	49	11	is	be	AUX
iajs-396	49	12	the	the	DET
iajs-396	49	13	widrow	widrow	PROPN
iajs-396	49	14	hoff	hoff	PROPN
iajs-396	49	15	training	training	NOUN
iajs-396	49	16	rule	rule	NOUN
iajs-396	49	17	,	,	PUNCT
iajs-396	49	18	in	in	ADP
iajs-396	49	19	which	which	PRON
iajs-396	49	20	the	the	DET
iajs-396	49	21	network	network	NOUN
iajs-396	49	22	weights	weight	NOUN
iajs-396	49	23	are	be	AUX
iajs-396	49	24	moved	move	VERB
iajs-396	49	25	along	along	ADP
iajs-396	49	26	the	the	DET
iajs-396	49	27	negative	negative	NOUN
iajs-396	49	28	of	of	ADP
iajs-396	49	29	the	the	DET
iajs-396	49	30	gradient	gradient	NOUN
iajs-396	49	31	of	of	ADP
iajs-396	49	32	the	the	DET
iajs-396	49	33	performance	performance	NOUN
iajs-396	49	34	function	function	NOUN
iajs-396	49	35	.	.	PUNCT
iajs-396	50	1	[	[	X
iajs-396	50	2	11	11	NUM
iajs-396	50	3	]	]	SYM
iajs-396	50	4	308	308	NUM
iajs-396	50	5	|	|	NOUN
iajs-396	50	6	mathematics	mathematics	PROPN
iajs-396	50	7	@a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	@a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	NUM
iajs-396	50	8	�	�	NOUN
iajs-396	50	9	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	NUM
iajs-396	50	10	:	:	PUNCT
iajs-396	50	11	a@âig@ú‹	a@âig@ú‹	PROPN
iajs-396	50	12	©	©	PROPN
iajs-396	50	13	@ü‹127@@öü»€a@i1@‚b«@h2014	@ü‹127@@öü»€a@i1@‚b«@h2014	PROPN
iajs-396	50	14	ibn	ibn	PROPN
iajs-396	50	15	al	al	PROPN
iajs-396	50	16	-	-	PUNCT
iajs-396	50	17	haitham	haitham	PROPN
iajs-396	50	18	jour	jour	X
iajs-396	50	19	.	.	PROPN
iajs-396	51	1	for	for	ADP
iajs-396	51	2	pure	pure	ADJ
iajs-396	51	3	&	&	CCONJ
iajs-396	51	4	appl	appl	PROPN
iajs-396	51	5	.	.	PUNCT
iajs-396	52	1	sci	sci	PROPN
iajs-396	52	2	.	.	PUNCT
iajs-396	52	3	vol	vol	NOUN
iajs-396	52	4	.	.	PROPN
iajs-396	53	1	27	27	NUM
iajs-396	53	2	(	(	PUNCT
iajs-396	53	3	1	1	NUM
iajs-396	53	4	)	)	PUNCT
iajs-396	53	5	2014	2014	NUM
iajs-396	53	6	back	back	NOUN
iajs-396	53	7	propagation	propagation	NOUN
iajs-396	53	8	algorithm	algorithm	NOUN
iajs-396	53	9	is	be	AUX
iajs-396	53	10	summarized	summarize	VERB
iajs-396	53	11	as	as	ADP
iajs-396	53	12	:	:	PUNCT
iajs-396	53	13	•select	•select	VERB
iajs-396	53	14	a	a	DET
iajs-396	53	15	network	network	NOUN
iajs-396	53	16	architecture	architecture	NOUN
iajs-396	53	17	.	.	PUNCT
iajs-396	54	1	•initialize	•initialize	VERB
iajs-396	54	2	the	the	DET
iajs-396	54	3	weights	weight	NOUN
iajs-396	54	4	to	to	ADP
iajs-396	54	5	small	small	ADJ
iajs-396	54	6	random	random	ADJ
iajs-396	54	7	values	value	NOUN
iajs-396	54	8	.	.	PUNCT
iajs-396	55	1	•present	•present	VERB
iajs-396	56	1	the	the	DET
iajs-396	56	2	network	network	NOUN
iajs-396	56	3	with	with	ADP
iajs-396	56	4	training	training	NOUN
iajs-396	56	5	examples	example	NOUN
iajs-396	56	6	from	from	ADP
iajs-396	56	7	training	training	NOUN
iajs-396	56	8	set	set	VERB
iajs-396	56	9	in	in	ADP
iajs-396	56	10	some	some	DET
iajs-396	56	11	order	order	NOUN
iajs-396	56	12	.	.	PUNCT
iajs-396	57	1	it	it	PRON
iajs-396	57	2	helps	help	VERB
iajs-396	57	3	to	to	PART
iajs-396	57	4	randomize	randomize	VERB
iajs-396	57	5	the	the	DET
iajs-396	57	6	order	order	NOUN
iajs-396	57	7	of	of	ADP
iajs-396	57	8	presentation	presentation	NOUN
iajs-396	57	9	of	of	ADP
iajs-396	57	10	examples	example	NOUN
iajs-396	57	11	in	in	ADP
iajs-396	57	12	each	each	DET
iajs-396	57	13	pass	pass	NOUN
iajs-396	57	14	of	of	ADP
iajs-396	57	15	the	the	DET
iajs-396	57	16	training	training	NOUN
iajs-396	57	17	set	set	NOUN
iajs-396	57	18	,	,	PUNCT
iajs-396	57	19	for	for	ADP
iajs-396	57	20	each	each	DET
iajs-396	57	21	training	training	NOUN
iajs-396	57	22	example	example	NOUN
iajs-396	57	23	.	.	PUNCT
iajs-396	58	1	•forward	•forward	PROPN
iajs-396	58	2	pass	pass	PROPN
iajs-396	58	3	:	:	PUNCT
iajs-396	58	4	compute	compute	VERB
iajs-396	58	5	the	the	DET
iajs-396	58	6	net	net	ADJ
iajs-396	58	7	activations	activation	NOUN
iajs-396	58	8	and	and	CCONJ
iajs-396	58	9	outputs	output	NOUN
iajs-396	58	10	of	of	ADP
iajs-396	58	11	each	each	PRON
iajs-396	58	12	of	of	ADP
iajs-396	58	13	the	the	DET
iajs-396	58	14	neurons	neuron	NOUN
iajs-396	58	15	in	in	ADP
iajs-396	58	16	the	the	DET
iajs-396	58	17	network	network	NOUN
iajs-396	58	18	,	,	PUNCT
iajs-396	58	19	e.g.	e.g.	ADV
iajs-396	58	20	yj	yj	PROPN
iajs-396	58	21	,	,	PUNCT
iajs-396	58	22	fk	fk	INTJ
iajs-396	58	23	or	or	CCONJ
iajs-396	58	24	φk	φk	ADP
iajs-396	58	25	•backward	•backward	PROPN
iajs-396	58	26	pass	pass	NOUN
iajs-396	58	27	:	:	PUNCT
iajs-396	58	28	compute	compute	VERB
iajs-396	58	29	the	the	DET
iajs-396	58	30	errors	error	NOUN
iajs-396	58	31	for	for	ADP
iajs-396	58	32	each	each	PRON
iajs-396	58	33	of	of	ADP
iajs-396	58	34	the	the	DET
iajs-396	58	35	neurons	neuron	NOUN
iajs-396	58	36	in	in	ADP
iajs-396	58	37	the	the	DET
iajs-396	58	38	network	network	NOUN
iajs-396	58	39	,	,	PUNCT
iajs-396	58	40	e.g.	e.g.	ADV
iajs-396	58	41	,	,	PUNCT
iajs-396	58	42	ek	ek	PROPN
iajs-396	58	43	,	,	PUNCT
iajs-396	58	44	ej	ej	PROPN
iajs-396	58	45	•update	•update	VERB
iajs-396	58	46	weights	weight	NOUN
iajs-396	58	47	•if	•if	VERB
iajs-396	58	48	the	the	DET
iajs-396	58	49	total	total	ADJ
iajs-396	58	50	error	error	NOUN
iajs-396	58	51	e	e	NOUN
iajs-396	58	52	falls	fall	VERB
iajs-396	58	53	below	below	ADP
iajs-396	58	54	some	some	DET
iajs-396	58	55	threshold	threshold	NOUN
iajs-396	58	56	,	,	PUNCT
iajs-396	58	57	then	then	ADV
iajs-396	58	58	stop	stop	VERB
iajs-396	58	59	levenberg	levenberg	PROPN
iajs-396	58	60	-	-	PUNCT
iajs-396	58	61	marquardt	marquardt	PROPN
iajs-396	58	62	algorithm	algorithm	PROPN
iajs-396	58	63	(	(	PUNCT
iajs-396	58	64	trainlm	trainlm	PROPN
iajs-396	58	65	)	)	PUNCT
iajs-396	58	66	the	the	DET
iajs-396	58	67	levenberg	levenberg	PROPN
iajs-396	58	68	marquardt	marquardt	PROPN
iajs-396	58	69	algorithm	algorithm	PROPN
iajs-396	58	70	was	be	AUX
iajs-396	58	71	designed	design	VERB
iajs-396	58	72	to	to	PART
iajs-396	58	73	approach	approach	VERB
iajs-396	58	74	second	second	ADJ
iajs-396	58	75	order	order	NOUN
iajs-396	58	76	training	training	NOUN
iajs-396	58	77	speed	speed	NOUN
iajs-396	58	78	without	without	ADP
iajs-396	58	79	having	have	VERB
iajs-396	58	80	to	to	PART
iajs-396	58	81	compute	compute	VERB
iajs-396	58	82	the	the	DET
iajs-396	58	83	hessian	hessian	ADJ
iajs-396	58	84	matrix	matrix	NOUN
iajs-396	58	85	.	.	PUNCT
iajs-396	59	1	when	when	SCONJ
iajs-396	59	2	the	the	DET
iajs-396	59	3	performance	performance	NOUN
iajs-396	59	4	function	function	NOUN
iajs-396	59	5	has	have	VERB
iajs-396	59	6	the	the	DET
iajs-396	59	7	form	form	NOUN
iajs-396	59	8	of	of	ADP
iajs-396	59	9	a	a	DET
iajs-396	59	10	sum	sum	NOUN
iajs-396	59	11	of	of	ADP
iajs-396	59	12	squares	square	NOUN
iajs-396	59	13	,	,	PUNCT
iajs-396	59	14	then	then	ADV
iajs-396	59	15	the	the	DET
iajs-396	59	16	hessian	hessian	ADJ
iajs-396	59	17	matrix	matrix	NOUN
iajs-396	59	18	can	can	AUX
iajs-396	59	19	be	be	AUX
iajs-396	59	20	approximated	approximate	VERB
iajs-396	59	21	as	as	ADP
iajs-396	59	22	h	h	NOUN
iajs-396	59	23	=	=	PUNCT
iajs-396	59	24	jtj	jtj	NOUN
iajs-396	59	25	and	and	CCONJ
iajs-396	59	26	the	the	DET
iajs-396	59	27	gradient	gradient	NOUN
iajs-396	59	28	can	can	AUX
iajs-396	59	29	be	be	AUX
iajs-396	59	30	computed	compute	VERB
iajs-396	59	31	as	as	ADP
iajs-396	59	32	g	g	PROPN
iajs-396	59	33	=	=	PROPN
iajs-396	59	34	jte	jte	X
iajs-396	59	35	,	,	PUNCT
iajs-396	59	36	where	where	SCONJ
iajs-396	59	37	j	j	PROPN
iajs-396	59	38	is	be	AUX
iajs-396	59	39	the	the	DET
iajs-396	59	40	jacobian	jacobian	ADJ
iajs-396	59	41	matrix	matrix	NOUN
iajs-396	59	42	,	,	PUNCT
iajs-396	59	43	which	which	PRON
iajs-396	59	44	contains	contain	VERB
iajs-396	59	45	first	first	ADJ
iajs-396	59	46	derivatives	derivative	NOUN
iajs-396	59	47	of	of	ADP
iajs-396	59	48	the	the	DET
iajs-396	59	49	network	network	NOUN
iajs-396	59	50	errors	error	NOUN
iajs-396	59	51	with	with	ADP
iajs-396	59	52	respect	respect	NOUN
iajs-396	59	53	to	to	ADP
iajs-396	59	54	the	the	DET
iajs-396	59	55	weights	weight	NOUN
iajs-396	59	56	and	and	CCONJ
iajs-396	59	57	biases	bias	NOUN
iajs-396	59	58	,	,	PUNCT
iajs-396	59	59	and	and	CCONJ
iajs-396	59	60	e	e	NOUN
iajs-396	59	61	is	be	AUX
iajs-396	59	62	a	a	DET
iajs-396	59	63	vector	vector	NOUN
iajs-396	59	64	of	of	ADP
iajs-396	59	65	network	network	NOUN
iajs-396	59	66	errors	error	NOUN
iajs-396	59	67	.	.	PUNCT
iajs-396	60	1	the	the	DET
iajs-396	60	2	levenberg	levenberg	PROPN
iajs-396	60	3	-	-	PUNCT
iajs-396	60	4	marquardt	marquardt	PROPN
iajs-396	60	5	algorithm	algorithm	PROPN
iajs-396	60	6	uses	use	VERB
iajs-396	60	7	this	this	DET
iajs-396	60	8	approximation	approximation	NOUN
iajs-396	60	9	to	to	ADP
iajs-396	60	10	the	the	DET
iajs-396	60	11	hessian	hessian	ADJ
iajs-396	60	12	matrix	matrix	NOUN
iajs-396	60	13	in	in	ADP
iajs-396	60	14	the	the	DET
iajs-396	60	15	following	follow	VERB
iajs-396	60	16	newton	newton	PROPN
iajs-396	60	17	update	update	NOUN
iajs-396	60	18	:	:	PUNCT
iajs-396	60	19	wk+1	wk+1	PROPN
iajs-396	60	20	=	=	SYM
iajs-396	60	21	wk	wk	NOUN
iajs-396	60	22	−	−	NOUN
iajs-396	61	1	[	[	X
iajs-396	61	2	jtj	jtj	X
iajs-396	61	3	+	+	CCONJ
iajs-396	61	4	µi]−1	µi]−1	PROPN
iajs-396	61	5	jt	jt	PROPN
iajs-396	61	6	e	e	PROPN
iajs-396	61	7	when	when	SCONJ
iajs-396	61	8	the	the	DET
iajs-396	61	9	scalar	scalar	ADJ
iajs-396	61	10	µ	µ	X
iajs-396	61	11	=	=	SYM
iajs-396	61	12	0	0	NUM
iajs-396	61	13	,	,	PUNCT
iajs-396	61	14	this	this	PRON
iajs-396	61	15	is	be	AUX
iajs-396	61	16	just	just	ADV
iajs-396	61	17	newton	newton	PROPN
iajs-396	61	18	’s	’s	PART
iajs-396	61	19	method	method	NOUN
iajs-396	61	20	.	.	PUNCT
iajs-396	62	1	when	when	SCONJ
iajs-396	62	2	µ	µ	NOUN
iajs-396	62	3	is	be	AUX
iajs-396	62	4	large	large	ADJ
iajs-396	62	5	,	,	PUNCT
iajs-396	62	6	this	this	PRON
iajs-396	62	7	becomes	become	VERB
iajs-396	62	8	gradient	gradient	ADJ
iajs-396	62	9	descent	descent	NOUN
iajs-396	62	10	with	with	ADP
iajs-396	62	11	a	a	DET
iajs-396	62	12	small	small	ADJ
iajs-396	62	13	step	step	NOUN
iajs-396	62	14	size	size	NOUN
iajs-396	62	15	.	.	PUNCT
iajs-396	63	1	[	[	X
iajs-396	63	2	10	10	NUM
iajs-396	63	3	]	]	PUNCT
iajs-396	63	4	approximation	approximation	NOUN
iajs-396	63	5	by	by	ADP
iajs-396	63	6	ann	ann	PROPN
iajs-396	63	7	for	for	ADP
iajs-396	63	8	the	the	DET
iajs-396	63	9	general	general	ADJ
iajs-396	63	10	problem	problem	NOUN
iajs-396	63	11	of	of	ADP
iajs-396	63	12	function	function	NOUN
iajs-396	63	13	approximation	approximation	NOUN
iajs-396	63	14	,	,	PUNCT
iajs-396	63	15	the	the	DET
iajs-396	63	16	universal	universal	ADJ
iajs-396	63	17	approximation	approximation	NOUN
iajs-396	63	18	theorem	theorem	NOUN
iajs-396	63	19	proved	prove	VERB
iajs-396	63	20	in	in	ADP
iajs-396	63	21	[	[	X
iajs-396	63	22	5	5	NUM
iajs-396	63	23	]	]	PUNCT
iajs-396	63	24	,	,	PUNCT
iajs-396	63	25	[	[	X
iajs-396	63	26	6	6	NUM
iajs-396	63	27	]	]	PUNCT
iajs-396	63	28	states	state	VERB
iajs-396	63	29	that	that	SCONJ
iajs-396	63	30	:	:	PUNCT
iajs-396	63	31	theorem	theorem	ADJ
iajs-396	63	32	1	1	NUM
iajs-396	63	33	standard	standard	NOUN
iajs-396	63	34	ann	ann	PROPN
iajs-396	63	35	with	with	ADP
iajs-396	63	36	only	only	ADV
iajs-396	63	37	one	one	NUM
iajs-396	63	38	hidden	hide	VERB
iajs-396	63	39	layer	layer	NOUN
iajs-396	63	40	can	can	AUX
iajs-396	63	41	approximate	approximate	VERB
iajs-396	63	42	any	any	DET
iajs-396	63	43	continuous	continuous	ADJ
iajs-396	63	44	function	function	NOUN
iajs-396	63	45	uniformly	uniformly	ADV
iajs-396	63	46	on	on	ADP
iajs-396	63	47	any	any	DET
iajs-396	63	48	compact	compact	ADJ
iajs-396	63	49	set	set	NOUN
iajs-396	63	50	and	and	CCONJ
iajs-396	63	51	any	any	DET
iajs-396	63	52	measurable	measurable	ADJ
iajs-396	63	53	function	function	NOUN
iajs-396	63	54	to	to	ADP
iajs-396	63	55	any	any	DET
iajs-396	63	56	desired	desire	VERB
iajs-396	63	57	degree	degree	NOUN
iajs-396	63	58	of	of	ADP
iajs-396	63	59	accuracy	accuracy	NOUN
iajs-396	63	60	.	.	PUNCT
iajs-396	64	1	an	an	DET
iajs-396	64	2	immediate	immediate	ADJ
iajs-396	64	3	implication	implication	NOUN
iajs-396	64	4	of	of	ADP
iajs-396	64	5	the	the	DET
iajs-396	64	6	above	above	ADJ
iajs-396	64	7	theorem	theorem	NOUN
iajs-396	64	8	is	be	AUX
iajs-396	64	9	that	that	SCONJ
iajs-396	64	10	any	any	DET
iajs-396	64	11	lack	lack	NOUN
iajs-396	64	12	of	of	ADP
iajs-396	64	13	success	success	NOUN
iajs-396	64	14	in	in	ADP
iajs-396	64	15	applications	application	NOUN
iajs-396	64	16	must	must	AUX
iajs-396	64	17	arise	arise	VERB
iajs-396	64	18	from	from	ADP
iajs-396	64	19	inadequate	inadequate	ADJ
iajs-396	64	20	learning	learning	NOUN
iajs-396	64	21	,	,	PUNCT
iajs-396	64	22	insufficient	insufficient	ADJ
iajs-396	64	23	number	number	NOUN
iajs-396	64	24	of	of	ADP
iajs-396	64	25	hidden	hidden	ADJ
iajs-396	64	26	units	unit	NOUN
iajs-396	64	27	,	,	PUNCT
iajs-396	64	28	or	or	CCONJ
iajs-396	64	29	the	the	DET
iajs-396	64	30	lack	lack	NOUN
iajs-396	64	31	of	of	ADP
iajs-396	64	32	a	a	DET
iajs-396	64	33	deterministic	deterministic	ADJ
iajs-396	64	34	relationship	relationship	NOUN
iajs-396	64	35	between	between	ADP
iajs-396	64	36	the	the	DET
iajs-396	64	37	input	input	NOUN
iajs-396	64	38	and	and	CCONJ
iajs-396	64	39	the	the	DET
iajs-396	64	40	target	target	NOUN
iajs-396	64	41	.	.	PUNCT
iajs-396	65	1	a	a	DET
iajs-396	65	2	second	second	ADJ
iajs-396	65	3	theorem	theorem	NOUN
iajs-396	65	4	proved	prove	VERB
iajs-396	65	5	in	in	ADP
iajs-396	65	6	[	[	X
iajs-396	65	7	12	12	NUM
iajs-396	65	8	]	]	PUNCT
iajs-396	65	9	provides	provide	VERB
iajs-396	65	10	an	an	DET
iajs-396	65	11	upper	upper	ADJ
iajs-396	65	12	bound	bind	VERB
iajs-396	65	13	for	for	ADP
iajs-396	65	14	the	the	DET
iajs-396	65	15	architecture	architecture	NOUN
iajs-396	65	16	of	of	ADP
iajs-396	65	17	an	an	DET
iajs-396	65	18	ann	ann	PROPN
iajs-396	65	19	destined	destine	VERB
iajs-396	65	20	to	to	PART
iajs-396	65	21	approximate	approximate	VERB
iajs-396	65	22	a	a	DET
iajs-396	65	23	continuous	continuous	ADJ
iajs-396	65	24	function	function	NOUN
iajs-396	65	25	defined	define	VERB
iajs-396	65	26	on	on	ADP
iajs-396	65	27	the	the	DET
iajs-396	65	28	hypercube	hypercube	NOUN
iajs-396	65	29	in	in	ADP
iajs-396	65	30	rn	rn	PROPN
iajs-396	65	31	.	.	PUNCT
iajs-396	66	1	theorem	theorem	VERB
iajs-396	66	2	2	2	NUM
iajs-396	66	3	on	on	ADP
iajs-396	66	4	the	the	DET
iajs-396	66	5	unit	unit	NOUN
iajs-396	66	6	cube	cube	NOUN
iajs-396	66	7	in	in	ADP
iajs-396	66	8	rn	rn	PROPN
iajs-396	66	9	any	any	DET
iajs-396	66	10	continuous	continuous	ADJ
iajs-396	66	11	function	function	NOUN
iajs-396	66	12	can	can	AUX
iajs-396	66	13	be	be	AUX
iajs-396	66	14	uniformly	uniformly	ADV
iajs-396	66	15	approximated	approximate	VERB
iajs-396	66	16	,	,	PUNCT
iajs-396	66	17	to	to	ADP
iajs-396	66	18	within	within	ADP
iajs-396	66	19	any	any	DET
iajs-396	66	20	error	error	NOUN
iajs-396	66	21	by	by	ADP
iajs-396	66	22	using	use	VERB
iajs-396	66	23	a	a	DET
iajs-396	66	24	two	two	NUM
iajs-396	66	25	hidden	hide	VERB
iajs-396	66	26	layer	layer	NOUN
iajs-396	66	27	network	network	NOUN
iajs-396	66	28	having	have	VERB
iajs-396	66	29	2n+1	2n+1	PROPN
iajs-396	66	30	units	unit	NOUN
iajs-396	66	31	in	in	ADP
iajs-396	66	32	the	the	DET
iajs-396	66	33	first	first	ADJ
iajs-396	66	34	layer	layer	NOUN
iajs-396	66	35	and	and	CCONJ
iajs-396	66	36	4n+3	4n+3	PROPN
iajs-396	66	37	units	unit	NOUN
iajs-396	66	38	in	in	ADP
iajs-396	66	39	the	the	DET
iajs-396	66	40	second	second	ADJ
iajs-396	66	41	layer	layer	NOUN
iajs-396	66	42	.	.	PUNCT
iajs-396	67	1	eqhaar	eqhaar	NOUN
iajs-396	68	1	[	[	X
iajs-396	68	2	6	6	NUM
iajs-396	68	3	]	]	PUNCT
iajs-396	68	4	provides	provide	VERB
iajs-396	68	5	the	the	DET
iajs-396	68	6	architecture	architecture	NOUN
iajs-396	68	7	of	of	ADP
iajs-396	68	8	an	an	DET
iajs-396	68	9	ann	ann	PROPN
iajs-396	68	10	destined	destine	VERB
iajs-396	68	11	to	to	PART
iajs-396	68	12	approximate	approximate	VERB
iajs-396	68	13	any	any	DET
iajs-396	68	14	continuous	continuous	ADJ
iajs-396	68	15	function	function	NOUN
iajs-396	68	16	in	in	ADP
iajs-396	68	17	rn	rn	PROPN
iajs-396	68	18	as	as	SCONJ
iajs-396	68	19	follows	follow	VERB
iajs-396	68	20	:	:	PUNCT
iajs-396	68	21	theorem	theorem	VERB
iajs-396	68	22	3	3	NUM
iajs-396	68	23	any	any	DET
iajs-396	68	24	bounded	bounded	ADJ
iajs-396	68	25	continuous	continuous	ADJ
iajs-396	68	26	function	function	NOUN
iajs-396	68	27	in	in	ADP
iajs-396	68	28	rn	rn	PROPN
iajs-396	68	29	can	can	AUX
iajs-396	68	30	be	be	AUX
iajs-396	68	31	uniformly	uniformly	ADV
iajs-396	68	32	approximated	approximate	VERB
iajs-396	68	33	,	,	PUNCT
iajs-396	68	34	to	to	ADP
iajs-396	68	35	within	within	ADP
iajs-396	68	36	any	any	DET
iajs-396	68	37	error	error	NOUN
iajs-396	68	38	by	by	ADP
iajs-396	68	39	using	use	VERB
iajs-396	68	40	one	one	NUM
iajs-396	68	41	hidden	hide	VERB
iajs-396	68	42	layer	layer	NOUN
iajs-396	68	43	network	network	NOUN
iajs-396	68	44	having	have	VERB
iajs-396	68	45	2n+1	2n+1	PROPN
iajs-396	68	46	units	unit	NOUN
iajs-396	68	47	in	in	ADP
iajs-396	68	48	the	the	DET
iajs-396	68	49	hidden	hide	VERB
iajs-396	68	50	layer	layer	NOUN
iajs-396	68	51	and	and	CCONJ
iajs-396	68	52	the	the	DET
iajs-396	68	53	architecture	architecture	NOUN
iajs-396	68	54	of	of	ADP
iajs-396	68	55	ann	ann	PROPN
iajs-396	68	56	with	with	ADP
iajs-396	68	57	multi	multi	ADJ
iajs-396	68	58	hidden	hide	VERB
iajs-396	68	59	layer	layer	NOUN
iajs-396	68	60	having	have	VERB
iajs-396	68	61	double	double	ADJ
iajs-396	68	62	units	unit	NOUN
iajs-396	68	63	which	which	PRON
iajs-396	68	64	contained	contain	VERB
iajs-396	68	65	in	in	ADP
iajs-396	68	66	the	the	DET
iajs-396	68	67	previous	previous	ADJ
iajs-396	68	68	layer	layer	NOUN
iajs-396	68	69	plus	plus	CCONJ
iajs-396	68	70	one	one	NUM
iajs-396	68	71	.	.	PUNCT
iajs-396	69	1	applications	application	NOUN
iajs-396	69	2	we	we	PRON
iajs-396	69	3	applied	apply	VERB
iajs-396	69	4	multilayer	multilayer	PROPN
iajs-396	69	5	ann	ann	PROPN
iajs-396	69	6	with	with	ADP
iajs-396	69	7	ridge	ridge	PROPN
iajs-396	69	8	basis	basis	NOUN
iajs-396	69	9	function	function	NOUN
iajs-396	69	10	that	that	PRON
iajs-396	69	11	have	have	VERB
iajs-396	69	12	linear	linear	ADJ
iajs-396	69	13	output	output	NOUN
iajs-396	69	14	unit	unit	NOUN
iajs-396	69	15	and	and	CCONJ
iajs-396	69	16	a	a	DET
iajs-396	69	17	single	single	ADJ
iajs-396	69	18	hidden	hidden	ADJ
iajs-396	69	19	layer	layer	NOUN
iajs-396	69	20	with	with	ADP
iajs-396	69	21	different	different	ADJ
iajs-396	69	22	sigmoid	sigmoid	NOUN
iajs-396	69	23	transfer	transfer	NOUN
iajs-396	69	24	functions	function	NOUN
iajs-396	69	25	.	.	PUNCT
iajs-396	70	1	the	the	DET
iajs-396	70	2	number	number	NOUN
iajs-396	70	3	of	of	ADP
iajs-396	70	4	hidden	hide	VERB
iajs-396	70	5	nodes	node	NOUN
iajs-396	70	6	in	in	ADP
iajs-396	70	7	309	309	NUM
iajs-396	70	8	|	|	NOUN
iajs-396	70	9	mathematics	mathematics	PROPN
iajs-396	70	10	@a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	@a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	NUM
iajs-396	70	11	�	�	NOUN
iajs-396	70	12	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	NUM
iajs-396	70	13	:	:	PUNCT
iajs-396	70	14	a@âig@ú‹	a@âig@ú‹	PROPN
iajs-396	70	15	©	©	PROPN
iajs-396	70	16	@ü‹127@@öü»€a@i1@‚b«@h2014	@ü‹127@@öü»€a@i1@‚b«@h2014	PROPN
iajs-396	70	17	ibn	ibn	PROPN
iajs-396	70	18	al	al	PROPN
iajs-396	70	19	-	-	PUNCT
iajs-396	70	20	haitham	haitham	PROPN
iajs-396	70	21	jour	jour	X
iajs-396	70	22	.	.	PROPN
iajs-396	70	23	for	for	ADP
iajs-396	70	24	pure	pure	ADJ
iajs-396	70	25	&	&	CCONJ
iajs-396	70	26	appl	appl	PROPN
iajs-396	70	27	.	.	PUNCT
iajs-396	71	1	sci	sci	PROPN
iajs-396	71	2	.	.	PUNCT
iajs-396	71	3	vol	vol	NOUN
iajs-396	71	4	.	.	PROPN
iajs-396	72	1	27	27	NUM
iajs-396	72	2	(	(	PUNCT
iajs-396	72	3	1	1	NUM
iajs-396	72	4	)	)	PUNCT
iajs-396	72	5	2014	2014	NUM
iajs-396	72	6	all	all	DET
iajs-396	72	7	problems	problem	NOUN
iajs-396	72	8	is	be	AUX
iajs-396	72	9	2n+1	2n+1	PROPN
iajs-396	72	10	,	,	PUNCT
iajs-396	72	11	where	where	SCONJ
iajs-396	72	12	n	n	X
iajs-396	72	13	is	be	AUX
iajs-396	72	14	the	the	DET
iajs-396	72	15	number	number	NOUN
iajs-396	72	16	of	of	ADP
iajs-396	72	17	the	the	DET
iajs-396	72	18	input	input	NOUN
iajs-396	72	19	nodes	nod	VERB
iajs-396	72	20	.	.	PUNCT
iajs-396	73	1	the	the	DET
iajs-396	73	2	training	training	NOUN
iajs-396	73	3	problems	problem	NOUN
iajs-396	73	4	used	use	VERB
iajs-396	73	5	problem	problem	NOUN
iajs-396	73	6	domains	domain	NOUN
iajs-396	73	7	periodic	periodic	ADJ
iajs-396	73	8	function	function	NOUN
iajs-396	73	9	approximation	approximation	NOUN
iajs-396	73	10	and	and	CCONJ
iajs-396	73	11	we	we	PRON
iajs-396	73	12	training	train	VERB
iajs-396	73	13	each	each	DET
iajs-396	73	14	problems	problem	NOUN
iajs-396	73	15	10	10	NUM
iajs-396	73	16	different	different	ADJ
iajs-396	73	17	times	time	NOUN
iajs-396	73	18	and	and	CCONJ
iajs-396	73	19	the	the	DET
iajs-396	73	20	weights	weight	NOUN
iajs-396	73	21	of	of	ADP
iajs-396	73	22	the	the	DET
iajs-396	73	23	networks	network	NOUN
iajs-396	73	24	are	be	AUX
iajs-396	73	25	computed	compute	VERB
iajs-396	73	26	by	by	ADP
iajs-396	73	27	back	back	ADJ
iajs-396	73	28	propagation	propagation	NOUN
iajs-396	73	29	algorithm	algorithm	NOUN
iajs-396	73	30	with	with	ADP
iajs-396	73	31	levenberg	levenberg	PROPN
iajs-396	73	32	marquardt	marquardt	PROPN
iajs-396	73	33	training	training	NOUN
iajs-396	73	34	algorithm	algorithm	NOUN
iajs-396	73	35	:	:	PUNCT
iajs-396	73	36	trainlm	trainlm	NOUN
iajs-396	73	37	.	.	PUNCT
iajs-396	74	1	problem	problem	NOUN
iajs-396	74	2	1	1	NUM
iajs-396	74	3	consider	consider	VERB
iajs-396	74	4	a	a	DET
iajs-396	74	5	function	function	NOUN
iajs-396	74	6	:	:	PUNCT
iajs-396	74	7	f(x	f(x	PROPN
iajs-396	74	8	)	)	PUNCT
iajs-396	74	9	=	=	SYM
iajs-396	74	10	3	3	NUM
iajs-396	74	11	sin(2x	sin(2x	PROPN
iajs-396	74	12	)	)	PUNCT
iajs-396	74	13	;	;	PUNCT
iajs-396	74	14	where	where	SCONJ
iajs-396	74	15	0	0	NUM
iajs-396	74	16	≤	≤	NUM
iajs-396	74	17	x	x	SYM
iajs-396	74	18	≤	≤	NUM
iajs-396	74	19	2	2	NUM
iajs-396	74	20	π	π	NOUN
iajs-396	74	21	the	the	DET
iajs-396	74	22	numerical	numerical	ADJ
iajs-396	74	23	results	result	NOUN
iajs-396	74	24	of	of	ADP
iajs-396	74	25	ann	ann	PROPN
iajs-396	74	26	with	with	ADP
iajs-396	74	27	network	network	NOUN
iajs-396	74	28	structure	structure	NOUN
iajs-396	74	29	1–5–1,are	1–5–1,are	PRON
iajs-396	74	30	introduced	introduce	VERB
iajs-396	74	31	in	in	ADP
iajs-396	74	32	table	table	NOUN
iajs-396	74	33	(	(	PUNCT
iajs-396	74	34	1	1	NUM
iajs-396	74	35	)	)	PUNCT
iajs-396	74	36	,	,	PUNCT
iajs-396	74	37	while	while	SCONJ
iajs-396	74	38	table	table	NOUN
iajs-396	74	39	(	(	PUNCT
iajs-396	74	40	2	2	X
iajs-396	74	41	)	)	PUNCT
iajs-396	74	42	gives	give	VERB
iajs-396	74	43	initial	initial	ADJ
iajs-396	74	44	weight	weight	NOUN
iajs-396	74	45	and	and	CCONJ
iajs-396	74	46	bias	bias	NOUN
iajs-396	74	47	for	for	ADP
iajs-396	74	48	the	the	DET
iajs-396	74	49	designer	designer	NOUN
iajs-396	74	50	network	network	NOUN
iajs-396	74	51	.	.	PUNCT
iajs-396	75	1	problem	problem	NOUN
iajs-396	75	2	2	2	NUM
iajs-396	75	3	consider	consider	VERB
iajs-396	75	4	a	a	DET
iajs-396	75	5	function	function	NOUN
iajs-396	75	6	:	:	PUNCT
iajs-396	75	7	f(x	f(x	PROPN
iajs-396	75	8	)	)	PUNCT
iajs-396	75	9	=	=	SYM
iajs-396	75	10	cos(x+5	cos(x+5	PROPN
iajs-396	75	11	)	)	PUNCT
iajs-396	75	12	–	–	PUNCT
iajs-396	75	13	10	10	NUM
iajs-396	75	14	;	;	PUNCT
iajs-396	75	15	where	where	SCONJ
iajs-396	75	16	0	0	NUM
iajs-396	75	17	≤	≤	NUM
iajs-396	75	18	x	x	SYM
iajs-396	75	19	≤	≤	NUM
iajs-396	75	20	2	2	NUM
iajs-396	75	21	π	π	NOUN
iajs-396	75	22	the	the	DET
iajs-396	75	23	numerical	numerical	ADJ
iajs-396	75	24	results	result	NOUN
iajs-396	75	25	of	of	ADP
iajs-396	75	26	ann	ann	PROPN
iajs-396	75	27	with	with	ADP
iajs-396	75	28	network	network	NOUN
iajs-396	75	29	structure	structure	NOUN
iajs-396	75	30	1–5–1	1–5–1	NUM
iajs-396	75	31	,	,	PUNCT
iajs-396	75	32	are	be	AUX
iajs-396	75	33	introduced	introduce	VERB
iajs-396	75	34	in	in	ADP
iajs-396	75	35	table	table	NOUN
iajs-396	75	36	3	3	NUM
iajs-396	75	37	,	,	PUNCT
iajs-396	75	38	and	and	CCONJ
iajs-396	75	39	table	table	NOUN
iajs-396	75	40	4	4	NUM
iajs-396	75	41	gives	give	VERB
iajs-396	75	42	initial	initial	ADJ
iajs-396	75	43	weight	weight	NOUN
iajs-396	75	44	and	and	CCONJ
iajs-396	75	45	bias	bias	NOUN
iajs-396	75	46	for	for	ADP
iajs-396	75	47	the	the	DET
iajs-396	75	48	designer	designer	NOUN
iajs-396	75	49	network	network	NOUN
iajs-396	75	50	.	.	PUNCT
iajs-396	76	1	conclusions	conclusion	NOUN
iajs-396	76	2	it	it	PRON
iajs-396	76	3	is	be	AUX
iajs-396	76	4	very	very	ADV
iajs-396	76	5	difficult	difficult	ADJ
iajs-396	76	6	to	to	PART
iajs-396	76	7	know	know	VERB
iajs-396	76	8	which	which	DET
iajs-396	76	9	activation	activation	NOUN
iajs-396	76	10	functions	function	NOUN
iajs-396	76	11	will	will	AUX
iajs-396	76	12	be	be	AUX
iajs-396	76	13	the	the	DET
iajs-396	76	14	fastest	fast	ADJ
iajs-396	76	15	for	for	ADP
iajs-396	76	16	a	a	DET
iajs-396	76	17	given	give	VERB
iajs-396	76	18	problem	problem	NOUN
iajs-396	76	19	.	.	PUNCT
iajs-396	77	1	it	it	PRON
iajs-396	77	2	will	will	AUX
iajs-396	77	3	depend	depend	VERB
iajs-396	77	4	on	on	ADP
iajs-396	77	5	many	many	ADJ
iajs-396	77	6	factors	factor	NOUN
iajs-396	77	7	including	include	VERB
iajs-396	77	8	the	the	DET
iajs-396	77	9	complexity	complexity	NOUN
iajs-396	77	10	of	of	ADP
iajs-396	77	11	the	the	DET
iajs-396	77	12	problem	problem	NOUN
iajs-396	77	13	,	,	PUNCT
iajs-396	77	14	the	the	DET
iajs-396	77	15	number	number	NOUN
iajs-396	77	16	of	of	ADP
iajs-396	77	17	data	datum	NOUN
iajs-396	77	18	points	point	NOUN
iajs-396	77	19	in	in	ADP
iajs-396	77	20	the	the	DET
iajs-396	77	21	training	training	NOUN
iajs-396	77	22	set	set	NOUN
iajs-396	77	23	,	,	PUNCT
iajs-396	77	24	the	the	DET
iajs-396	77	25	number	number	NOUN
iajs-396	77	26	of	of	ADP
iajs-396	77	27	weights	weight	NOUN
iajs-396	77	28	and	and	CCONJ
iajs-396	77	29	biases	bias	NOUN
iajs-396	77	30	in	in	ADP
iajs-396	77	31	the	the	DET
iajs-396	77	32	ann	ann	PROPN
iajs-396	77	33	,	,	PUNCT
iajs-396	77	34	and	and	CCONJ
iajs-396	77	35	the	the	DET
iajs-396	77	36	error	error	NOUN
iajs-396	77	37	goal	goal	NOUN
iajs-396	77	38	,	,	PUNCT
iajs-396	77	39	whether	whether	SCONJ
iajs-396	77	40	the	the	DET
iajs-396	77	41	ann	ann	PROPN
iajs-396	77	42	.	.	PUNCT
iajs-396	78	1	in	in	ADP
iajs-396	78	2	general	general	ADJ
iajs-396	78	3	,	,	PUNCT
iajs-396	78	4	the	the	DET
iajs-396	78	5	practical	practical	ADJ
iajs-396	78	6	results	result	NOUN
iajs-396	78	7	on	on	ADP
iajs-396	78	8	ann	ann	PROPN
iajs-396	78	9	showed	show	VERB
iajs-396	78	10	the	the	DET
iajs-396	78	11	tansig	tansig	NOUN
iajs-396	78	12	activation	activation	NOUN
iajs-396	78	13	function	function	NOUN
iajs-396	78	14	will	will	AUX
iajs-396	78	15	have	have	VERB
iajs-396	78	16	the	the	DET
iajs-396	78	17	fastest	fast	ADJ
iajs-396	78	18	convergence	convergence	NOUN
iajs-396	78	19	,	,	PUNCT
iajs-396	78	20	then	then	ADV
iajs-396	78	21	the	the	DET
iajs-396	78	22	logsig	logsig	NOUN
iajs-396	78	23	.	.	PUNCT
iajs-396	79	1	the	the	DET
iajs-396	79	2	performance	performance	NOUN
iajs-396	79	3	of	of	ADP
iajs-396	79	4	the	the	DET
iajs-396	79	5	various	various	ADJ
iajs-396	79	6	algorithms	algorithm	NOUN
iajs-396	79	7	can	can	AUX
iajs-396	79	8	be	be	AUX
iajs-396	79	9	affected	affect	VERB
iajs-396	79	10	by	by	ADP
iajs-396	79	11	the	the	DET
iajs-396	79	12	accuracy	accuracy	NOUN
iajs-396	79	13	required	require	VERB
iajs-396	79	14	of	of	ADP
iajs-396	79	15	the	the	DET
iajs-396	79	16	approximation	approximation	NOUN
iajs-396	79	17	.	.	PUNCT
iajs-396	80	1	references	reference	NOUN
iajs-396	80	2	1	1	NUM
iajs-396	80	3	.	.	PUNCT
iajs-396	81	1	galushkin	galushkin	NOUN
iajs-396	81	2	,	,	PUNCT
iajs-396	81	3	i.	i.	PROPN
iajs-396	81	4	a.	a.	PROPN
iajs-396	81	5	,	,	PUNCT
iajs-396	81	6	(	(	PUNCT
iajs-396	81	7	2007	2007	NUM
iajs-396	81	8	)	)	PUNCT
iajs-396	81	9	,	,	PUNCT
iajs-396	81	10	"	"	PUNCT
iajs-396	81	11	neural	neural	ADJ
iajs-396	81	12	networks	network	NOUN
iajs-396	81	13	theory	theory	NOUN
iajs-396	81	14	"	"	PUNCT
iajs-396	81	15	,	,	PUNCT
iajs-396	81	16	berlin	berlin	PROPN
iajs-396	81	17	heidelberg	heidelberg	PROPN
iajs-396	81	18	.	.	PUNCT
iajs-396	82	1	2	2	X
iajs-396	82	2	.	.	X
iajs-396	82	3	hristev	hristev	PROPN
iajs-396	82	4	,	,	PUNCT
iajs-396	82	5	r.	r.	PROPN
iajs-396	82	6	m.	m.	PROPN
iajs-396	82	7	,	,	PUNCT
iajs-396	82	8	(	(	PUNCT
iajs-396	82	9	1998	1998	NUM
iajs-396	82	10	)	)	PUNCT
iajs-396	82	11	,	,	PUNCT
iajs-396	82	12	"	"	PUNCT
iajs-396	82	13	the	the	DET
iajs-396	82	14	ann	ann	PROPN
iajs-396	82	15	book	book	NOUN
iajs-396	82	16	"	"	PUNCT
iajs-396	82	17	,	,	PUNCT
iajs-396	82	18	edition	edition	NOUN
iajs-396	82	19	1	1	NUM
iajs-396	82	20	,	,	PUNCT
iajs-396	82	21	springer	springer	NOUN
iajs-396	82	22	.	.	PUNCT
iajs-396	83	1	3	3	X
iajs-396	83	2	.	.	X
iajs-396	83	3	villmann	villmann	PROPN
iajs-396	83	4	,	,	PUNCT
iajs-396	83	5	t.	t.	PROPN
iajs-396	83	6	,	,	PUNCT
iajs-396	83	7	seiffert	seiffert	PROPN
iajs-396	83	8	,	,	PUNCT
iajs-396	83	9	u.	u.	PROPN
iajs-396	83	10	,	,	PUNCT
iajs-396	83	11	and	and	CCONJ
iajs-396	83	12	wismϋller	wismϋller	NOUN
iajs-396	83	13	,	,	PUNCT
iajs-396	83	14	a.	a.	NOUN
iajs-396	83	15	,	,	PUNCT
iajs-396	83	16	(	(	PUNCT
iajs-396	83	17	2004	2004	NUM
iajs-396	83	18	)	)	PUNCT
iajs-396	83	19	,	,	PUNCT
iajs-396	83	20	"	"	PUNCT
iajs-396	83	21	theory	theory	NOUN
iajs-396	83	22	and	and	CCONJ
iajs-396	83	23	applications	application	NOUN
iajs-396	83	24	of	of	ADP
iajs-396	83	25	neural	neural	ADJ
iajs-396	83	26	maps	map	NOUN
iajs-396	83	27	"	"	PUNCT
iajs-396	83	28	,	,	PUNCT
iajs-396	83	29	esann2004	esann2004	PROPN
iajs-396	83	30	proceedings	proceeding	NOUN
iajs-396	83	31	european	european	ADJ
iajs-396	83	32	symposium	symposium	NOUN
iajs-396	83	33	on	on	ADP
iajs-396	83	34	ann	ann	PROPN
iajs-396	83	35	,	,	PUNCT
iajs-396	83	36	pp	pp	PROPN
iajs-396	83	37	.	.	PUNCT
iajs-396	84	1	25	25	NUM
iajs-396	84	2	38	38	NUM
iajs-396	84	3	.	.	PUNCT
iajs-396	85	1	4	4	NUM
iajs-396	85	2	.	.	X
iajs-396	85	3	cybenko	cybenko	PROPN
iajs-396	85	4	,	,	PUNCT
iajs-396	85	5	g.	g.	PROPN
iajs-396	85	6	,	,	PUNCT
iajs-396	85	7	(	(	PUNCT
iajs-396	85	8	1989	1989	NUM
iajs-396	85	9	)	)	PUNCT
iajs-396	85	10	,	,	PUNCT
iajs-396	85	11	"	"	PUNCT
iajs-396	85	12	approximation	approximation	NOUN
iajs-396	85	13	by	by	ADP
iajs-396	85	14	superpositions	superposition	NOUN
iajs-396	85	15	of	of	ADP
iajs-396	85	16	a	a	DET
iajs-396	85	17	sigmoidal	sigmoidal	NOUN
iajs-396	85	18	function	function	NOUN
iajs-396	85	19	"	"	PUNCT
iajs-396	85	20	,	,	PUNCT
iajs-396	85	21	mathematics	mathematic	NOUN
iajs-396	85	22	of	of	ADP
iajs-396	85	23	control	control	NOUN
iajs-396	85	24	,	,	PUNCT
iajs-396	85	25	signals	signal	NOUN
iajs-396	85	26	,	,	PUNCT
iajs-396	85	27	and	and	CCONJ
iajs-396	85	28	systems	system	NOUN
iajs-396	85	29	,	,	PUNCT
iajs-396	85	30	vol	vol	NOUN
iajs-396	85	31	.	.	PROPN
iajs-396	86	1	2	2	NUM
iajs-396	86	2	,	,	PUNCT
iajs-396	86	3	pp	pp	ADJ
iajs-396	86	4	.	.	PUNCT
iajs-396	87	1	303	303	NUM
iajs-396	87	2	-	-	SYM
iajs-396	87	3	314	314	NUM
iajs-396	87	4	.	.	PUNCT
iajs-396	88	1	5	5	NUM
iajs-396	88	2	.	.	X
iajs-396	89	1	hornik	hornik	PROPN
iajs-396	89	2	,	,	PUNCT
iajs-396	89	3	k.	k.	PROPN
iajs-396	89	4	,	,	PUNCT
iajs-396	89	5	and	and	CCONJ
iajs-396	89	6	stinchombe	stinchombe	ADV
iajs-396	89	7	,	,	PUNCT
iajs-396	89	8	m.	m.	NOUN
iajs-396	89	9	,	,	PUNCT
iajs-396	89	10	(	(	PUNCT
iajs-396	89	11	1992	1992	NUM
iajs-396	89	12	)	)	PUNCT
iajs-396	89	13	,	,	PUNCT
iajs-396	89	14	"	"	PUNCT
iajs-396	89	15	multilayer	multilayer	ADJ
iajs-396	89	16	feed	feed	NOUN
iajs-396	89	17	-	-	PUNCT
iajs-396	89	18	forward	forward	NOUN
iajs-396	89	19	networks	network	NOUN
iajs-396	89	20	are	be	AUX
iajs-396	89	21	universal	universal	ADJ
iajs-396	89	22	approximators	approximator	NOUN
iajs-396	89	23	"	"	PUNCT
iajs-396	89	24	,	,	PUNCT
iajs-396	89	25	in	in	ADP
iajs-396	89	26	f2artificial	f2artificial	ADJ
iajs-396	89	27	neural	neural	ADJ
iajs-396	89	28	networks	network	NOUN
iajs-396	89	29	:	:	PUNCT
iajs-396	89	30	approximation	approximation	NOUN
iajs-396	89	31	and	and	CCONJ
iajs-396	89	32	learning	learning	NOUN
iajs-396	89	33	theory	theory	NOUN
iajs-396	89	34	,	,	PUNCT
iajs-396	89	35	h.	h.	PROPN
iajs-396	89	36	white	white	PROPN
iajs-396	89	37	et	et	PROPN
iajs-396	89	38	.	.	PUNCT
iajs-396	90	1	al	al	PROPN
iajs-396	90	2	.	.	PROPN
iajs-396	90	3	,	,	PUNCT
iajs-396	90	4	eds	eds	PROPN
iajs-396	90	5	.	.	PROPN
iajs-396	90	6	,	,	PUNCT
iajs-396	90	7	blackwell	blackwell	PROPN
iajs-396	90	8	press	press	PROPN
iajs-396	90	9	,	,	PUNCT
iajs-396	90	10	oxford	oxford	PROPN
iajs-396	90	11	.	.	PUNCT
iajs-396	91	1	6	6	X
iajs-396	91	2	.	.	X
iajs-396	91	3	tawfiq	tawfiq	PROPN
iajs-396	91	4	,	,	PUNCT
iajs-396	91	5	l.	l.	PROPN
iajs-396	91	6	n.	n.	PROPN
iajs-396	91	7	m.	m.	PROPN
iajs-396	91	8	,	,	PUNCT
iajs-396	91	9	and	and	CCONJ
iajs-396	91	10	naoum	naoum	PROPN
iajs-396	91	11	,	,	PUNCT
iajs-396	91	12	r.	r.	PROPN
iajs-396	91	13	s.	s.	PROPN
iajs-396	91	14	,	,	PUNCT
iajs-396	91	15	(	(	PUNCT
iajs-396	91	16	2007	2007	NUM
iajs-396	91	17	)	)	PUNCT
iajs-396	91	18	,	,	PUNCT
iajs-396	91	19	"	"	PUNCT
iajs-396	91	20	density	density	NOUN
iajs-396	91	21	and	and	CCONJ
iajs-396	91	22	approximation	approximation	NOUN
iajs-396	91	23	by	by	ADP
iajs-396	91	24	using	use	VERB
iajs-396	91	25	feed	feed	NOUN
iajs-396	91	26	forward	forward	ADV
iajs-396	91	27	artificial	artificial	ADJ
iajs-396	91	28	neural	neural	ADJ
iajs-396	91	29	networks	network	NOUN
iajs-396	91	30	"	"	PUNCT
iajs-396	91	31	,	,	PUNCT
iajs-396	91	32	ibn	ibn	PROPN
iajs-396	91	33	al	al	PROPN
iajs-396	91	34	-	-	PUNCT
iajs-396	91	35	haitham	haitham	PROPN
iajs-396	91	36	journal	journal	PROPN
iajs-396	91	37	for	for	ADP
iajs-396	91	38	pure	pure	ADJ
iajs-396	91	39	&	&	CCONJ
iajs-396	91	40	applied	applied	ADJ
iajs-396	91	41	sciences	science	NOUN
iajs-396	91	42	,	,	PUNCT
iajs-396	91	43	vol	vol	NOUN
iajs-396	91	44	.	.	PROPN
iajs-396	91	45	20	20	NUM
iajs-396	91	46	,	,	PUNCT
iajs-396	91	47	no	no	INTJ
iajs-396	91	48	.	.	NOUN
iajs-396	91	49	1	1	NUM
iajs-396	91	50	.	.	X
iajs-396	91	51	7	7	X
iajs-396	91	52	.	.	X
iajs-396	91	53	eqhaar	eqhaar	NOUN
iajs-396	91	54	,	,	PUNCT
iajs-396	91	55	q.	q.	PROPN
iajs-396	91	56	h.	h.	PROPN
iajs-396	91	57	,	,	PUNCT
iajs-396	91	58	(	(	PUNCT
iajs-396	91	59	2007	2007	NUM
iajs-396	91	60	)	)	PUNCT
iajs-396	91	61	,	,	PUNCT
iajs-396	91	62	"	"	PUNCT
iajs-396	91	63	comparison	comparison	NOUN
iajs-396	91	64	between	between	ADP
iajs-396	91	65	artificial	artificial	ADJ
iajs-396	91	66	neural	neural	ADJ
iajs-396	91	67	networks	network	NOUN
iajs-396	91	68	with	with	ADP
iajs-396	91	69	radial	radial	ADJ
iajs-396	91	70	basis	basis	NOUN
iajs-396	91	71	function	function	NOUN
iajs-396	91	72	and	and	CCONJ
iajs-396	91	73	ridge	ridge	NOUN
iajs-396	91	74	basis	basis	NOUN
iajs-396	91	75	function	function	NOUN
iajs-396	91	76	for	for	ADP
iajs-396	91	77	interpolation	interpolation	NOUN
iajs-396	91	78	problems	problem	NOUN
iajs-396	91	79	,	,	PUNCT
iajs-396	91	80	msc	msc	PROPN
iajs-396	91	81	thesis	thesis	PROPN
iajs-396	91	82	,	,	PUNCT
iajs-396	91	83	baghdad	baghdad	PROPN
iajs-396	91	84	university	university	PROPN
iajs-396	91	85	,	,	PUNCT
iajs-396	91	86	college	college	NOUN
iajs-396	91	87	of	of	ADP
iajs-396	91	88	education	education	PROPN
iajs-396	91	89	ibn	ibn	PROPN
iajs-396	91	90	al	al	PROPN
iajs-396	91	91	-	-	PUNCT
iajs-396	91	92	haitham	haitham	PROPN
iajs-396	91	93	.	.	PROPN
iajs-396	91	94	8	8	NUM
iajs-396	91	95	.	.	X
iajs-396	91	96	su	su	PROPN
iajs-396	91	97	,	,	PUNCT
iajs-396	91	98	t.	t.	PROPN
iajs-396	91	99	,	,	PUNCT
iajs-396	91	100	jhang	jhang	PROPN
iajs-396	91	101	,	,	PUNCT
iajs-396	91	102	j.	j.	PROPN
iajs-396	91	103	,	,	PUNCT
iajs-396	91	104	and	and	CCONJ
iajs-396	91	105	hou	hou	PROPN
iajs-396	91	106	,	,	PUNCT
iajs-396	91	107	c.	c.	PROPN
iajs-396	91	108	,	,	PUNCT
iajs-396	91	109	(	(	PUNCT
iajs-396	91	110	2008	2008	NUM
iajs-396	91	111	)	)	PUNCT
iajs-396	91	112	,	,	PUNCT
iajs-396	91	113	"	"	PUNCT
iajs-396	91	114	a	a	DET
iajs-396	91	115	hybrid	hybrid	ADJ
iajs-396	91	116	artificial	artificial	ADJ
iajs-396	91	117	neural	neural	ADJ
iajs-396	91	118	networks	network	NOUN
iajs-396	91	119	and	and	CCONJ
iajs-396	91	120	particle	particle	NOUN
iajs-396	91	121	swarm	swarm	NOUN
iajs-396	91	122	optimization	optimization	NOUN
iajs-396	91	123	for	for	ADP
iajs-396	91	124	function	function	NOUN
iajs-396	91	125	approximation	approximation	NOUN
iajs-396	91	126	"	"	PUNCT
iajs-396	91	127	,	,	PUNCT
iajs-396	91	128	international	international	ADJ
iajs-396	91	129	journal	journal	NOUN
iajs-396	91	130	of	of	ADP
iajs-396	91	131	innovative	innovative	ADJ
iajs-396	91	132	computing	computing	NOUN
iajs-396	91	133	,	,	PUNCT
iajs-396	91	134	information	information	NOUN
iajs-396	91	135	and	and	CCONJ
iajs-396	91	136	control	control	PROPN
iajs-396	91	137	icic	icic	PROPN
iajs-396	91	138	international	international	PROPN
iajs-396	91	139	,	,	PUNCT
iajs-396	91	140	vol	vol	NOUN
iajs-396	91	141	.	.	PROPN
iajs-396	91	142	4	4	NUM
iajs-396	91	143	,	,	PUNCT
iajs-396	91	144	no	no	INTJ
iajs-396	91	145	.	.	NOUN
iajs-396	91	146	9	9	NUM
iajs-396	91	147	,	,	PUNCT
iajs-396	91	148	pp	pp	ADJ
iajs-396	91	149	.	.	PUNCT
iajs-396	92	1	2363–2374	2363–2374	NUM
iajs-396	92	2	.	.	PUNCT
iajs-396	93	1	9	9	NUM
iajs-396	93	2	.	.	X
iajs-396	93	3	tawfiq	tawfiq	PROPN
iajs-396	93	4	,	,	PUNCT
iajs-396	93	5	l.	l.	PROPN
iajs-396	93	6	n.	n.	PROPN
iajs-396	93	7	m.	m.	PROPN
iajs-396	93	8	,	,	PUNCT
iajs-396	93	9	and	and	CCONJ
iajs-396	93	10	eqhaar	eqhaar	NOUN
iajs-396	93	11	,	,	PUNCT
iajs-396	93	12	q.	q.	PROPN
iajs-396	93	13	h.	h.	PROPN
iajs-396	93	14	,	,	PUNCT
iajs-396	93	15	24	24	NUM
iajs-396	93	16	to	to	PART
iajs-396	93	17	26	26	NUM
iajs-396	93	18	march	march	NOUN
iajs-396	93	19	(	(	PUNCT
iajs-396	93	20	2009	2009	NUM
iajs-396	93	21	)	)	PUNCT
iajs-396	93	22	,	,	PUNCT
iajs-396	93	23	"	"	PUNCT
iajs-396	93	24	on	on	ADP
iajs-396	93	25	multilayer	multilayer	ADJ
iajs-396	93	26	neural	neural	ADJ
iajs-396	93	27	networks	network	NOUN
iajs-396	93	28	and	and	CCONJ
iajs-396	93	29	its	its	PRON
iajs-396	93	30	application	application	NOUN
iajs-396	93	31	for	for	ADP
iajs-396	93	32	approximation	approximation	NOUN
iajs-396	93	33	problem	problem	NOUN
iajs-396	93	34	,	,	PUNCT
iajs-396	93	35	3rd	3rd	ADJ
iajs-396	93	36	scientific	scientific	ADJ
iajs-396	93	37	conference	conference	NOUN
iajs-396	93	38	of	of	ADP
iajs-396	93	39	the	the	DET
iajs-396	93	40	college	college	PROPN
iajs-396	93	41	of	of	ADP
iajs-396	93	42	science	science	NOUN
iajs-396	93	43	"	"	PUNCT
iajs-396	93	44	,	,	PUNCT
iajs-396	93	45	university	university	NOUN
iajs-396	93	46	of	of	ADP
iajs-396	93	47	baghdad	baghdad	PROPN
iajs-396	93	48	.	.	PUNCT
iajs-396	94	1	10	10	NUM
iajs-396	94	2	.	.	PUNCT
iajs-396	95	1	krӧse	krӧse	PROPN
iajs-396	95	2	,	,	PUNCT
iajs-396	95	3	b.	b.	PROPN
iajs-396	95	4	,	,	PUNCT
iajs-396	95	5	and	and	CCONJ
iajs-396	95	6	van	van	PROPN
iajs-396	95	7	der	der	PROPN
iajs-396	95	8	smagt	smagt	NOUN
iajs-396	95	9	,	,	PUNCT
iajs-396	95	10	p.	p.	PROPN
iajs-396	95	11	,	,	PUNCT
iajs-396	95	12	(	(	PUNCT
iajs-396	95	13	1996	1996	NUM
iajs-396	95	14	)	)	PUNCT
iajs-396	95	15	,	,	PUNCT
iajs-396	95	16	"	"	PUNCT
iajs-396	95	17	an	an	DET
iajs-396	95	18	introduction	introduction	NOUN
iajs-396	95	19	to	to	ADP
iajs-396	95	20	neural	neural	ADJ
iajs-396	95	21	networks	network	NOUN
iajs-396	95	22	,	,	PUNCT
iajs-396	95	23	eighth	eighth	ADJ
iajs-396	95	24	edition	edition	NOUN
iajs-396	95	25	,	,	PUNCT
iajs-396	95	26	amsterdam	amsterdam	PROPN
iajs-396	95	27	.	.	PUNCT
iajs-396	96	1	11	11	NUM
iajs-396	96	2	.	.	X
iajs-396	97	1	tawfiq	tawfiq	PROPN
iajs-396	97	2	,	,	PUNCT
iajs-396	97	3	l.	l.	PROPN
iajs-396	97	4	n.	n.	PROPN
iajs-396	97	5	m.	m.	PROPN
iajs-396	97	6	,	,	PUNCT
iajs-396	97	7	and	and	CCONJ
iajs-396	97	8	naoum	naoum	PROPN
iajs-396	97	9	,	,	PUNCT
iajs-396	97	10	r.	r.	PROPN
iajs-396	97	11	s.	s.	PROPN
iajs-396	97	12	,	,	PUNCT
iajs-396	97	13	(	(	PUNCT
iajs-396	97	14	2005	2005	NUM
iajs-396	97	15	)	)	PUNCT
iajs-396	97	16	,	,	PUNCT
iajs-396	97	17	"	"	PUNCT
iajs-396	97	18	on	on	ADP
iajs-396	97	19	training	training	NOUN
iajs-396	97	20	of	of	ADP
iajs-396	97	21	artificial	artificial	ADJ
iajs-396	97	22	neural	neural	ADJ
iajs-396	97	23	networks	network	NOUN
iajs-396	97	24	"	"	PUNCT
iajs-396	97	25	,	,	PUNCT
iajs-396	97	26	al	al	PROPN
iajs-396	97	27	-	-	PUNCT
iajs-396	97	28	fath	fath	PROPN
iajs-396	97	29	jornal	jornal	PROPN
iajs-396	97	30	,	,	PUNCT
iajs-396	97	31	no	no	DET
iajs-396	97	32	23	23	NUM
iajs-396	97	33	.	.	PUNCT
iajs-396	98	1	310	310	NUM
iajs-396	98	2	|	|	ADV
iajs-396	98	3	mathematics	mathematics	PROPN
iajs-396	98	4	@a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	@a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	NUM
iajs-396	98	5	�	�	NOUN
iajs-396	98	6	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	NUM
iajs-396	98	7	:	:	PUNCT
iajs-396	98	8	a@âig@ú‹	a@âig@ú‹	PROPN
iajs-396	98	9	©	©	PROPN
iajs-396	98	10	@ü‹127@@öü»€a@i1@‚b«@h2014	@ü‹127@@öü»€a@i1@‚b«@h2014	PROPN
iajs-396	98	11	ibn	ibn	PROPN
iajs-396	98	12	al	al	PROPN
iajs-396	98	13	-	-	PUNCT
iajs-396	98	14	haitham	haitham	PROPN
iajs-396	98	15	jour	jour	X
iajs-396	98	16	.	.	PROPN
iajs-396	99	1	for	for	ADP
iajs-396	99	2	pure	pure	ADJ
iajs-396	99	3	&	&	CCONJ
iajs-396	99	4	appl	appl	PROPN
iajs-396	99	5	.	.	PUNCT
iajs-396	100	1	sci	sci	PROPN
iajs-396	100	2	.	.	PUNCT
iajs-396	100	3	vol	vol	NOUN
iajs-396	100	4	.	.	PROPN
iajs-396	101	1	27	27	NUM
iajs-396	101	2	(	(	PUNCT
iajs-396	101	3	1	1	NUM
iajs-396	101	4	)	)	PUNCT
iajs-396	101	5	2014	2014	NUM
iajs-396	101	6	12	12	NUM
iajs-396	101	7	.	.	PUNCT
iajs-396	102	1	hetcht	hetcht	NOUN
iajs-396	102	2	-	-	PUNCT
iajs-396	102	3	nielsen	nielsen	PROPN
iajs-396	102	4	,	,	PUNCT
iajs-396	102	5	r.	r.	PROPN
iajs-396	102	6	,	,	PUNCT
iajs-396	102	7	(	(	PUNCT
iajs-396	102	8	1989	1989	NUM
iajs-396	102	9	)	)	PUNCT
iajs-396	102	10	,	,	PUNCT
iajs-396	102	11	"	"	PUNCT
iajs-396	102	12	theory	theory	NOUN
iajs-396	102	13	of	of	ADP
iajs-396	102	14	the	the	DET
iajs-396	102	15	back	back	ADJ
iajs-396	102	16	propagation	propagation	NOUN
iajs-396	102	17	neural	neural	ADJ
iajs-396	102	18	networks	network	NOUN
iajs-396	102	19	"	"	PUNCT
iajs-396	102	20	,	,	PUNCT
iajs-396	102	21	proc	proc	NOUN
iajs-396	102	22	.	.	PUNCT
iajs-396	103	1	inter	inter	PROPN
iajs-396	103	2	.	.	PUNCT
iajs-396	103	3	joint	joint	ADJ
iajs-396	103	4	conf	conf	NOUN
iajs-396	103	5	.	.	PUNCT
iajs-396	104	1	neural	neural	ADJ
iajs-396	104	2	networks	network	NOUN
iajs-396	104	3	,	,	PUNCT
iajs-396	104	4	vol	vol	NOUN
iajs-396	104	5	.	.	PUNCT
iajs-396	105	1	i	i	PRON
iajs-396	105	2	,	,	PUNCT
iajs-396	105	3	pp	pp	ADJ
iajs-396	105	4	.	.	PUNCT
iajs-396	106	1	593611	593611	NUM
iajs-396	106	2	.	.	PUNCT
iajs-396	107	1	13	13	NUM
iajs-396	107	2	.	.	PUNCT
iajs-396	108	1	turmon	turmon	PROPN
iajs-396	108	2	,	,	PUNCT
iajs-396	108	3	j.	j.	PROPN
iajs-396	108	4	m.	m.	PROPN
iajs-396	108	5	,	,	PUNCT
iajs-396	108	6	(	(	PUNCT
iajs-396	108	7	1995	1995	NUM
iajs-396	108	8	)	)	PUNCT
iajs-396	108	9	,	,	PUNCT
iajs-396	108	10	"	"	PUNCT
iajs-396	108	11	assessing	assess	VERB
iajs-396	108	12	generalization	generalization	NOUN
iajs-396	108	13	of	of	ADP
iajs-396	108	14	feed	feed	NOUN
iajs-396	108	15	forward	forward	ADV
iajs-396	108	16	neural	neural	ADJ
iajs-396	108	17	networks	network	NOUN
iajs-396	108	18	"	"	PUNCT
iajs-396	108	19	,	,	PUNCT
iajs-396	108	20	phd	phd	NOUN
iajs-396	108	21	.	.	PUNCT
iajs-396	109	1	thesis	thesis	PROPN
iajs-396	109	2	,	,	PUNCT
iajs-396	109	3	university	university	NOUN
iajs-396	109	4	of	of	ADP
iajs-396	109	5	cornell	cornell	PROPN
iajs-396	109	6	.	.	PUNCT
iajs-396	110	1	table	table	NOUN
iajs-396	110	2	1	1	NUM
iajs-396	110	3	:	:	PUNCT
iajs-396	110	4	training	training	NOUN
iajs-396	110	5	results	result	NOUN
iajs-396	110	6	after	after	ADP
iajs-396	110	7	several	several	ADJ
iajs-396	110	8	independent	independent	ADJ
iajs-396	110	9	trials	trial	NOUN
iajs-396	110	10	for	for	ADP
iajs-396	110	11	problem	problem	NOUN
iajs-396	110	12	1	1	NUM
iajs-396	110	13	algorithms	algorithm	NOUN
iajs-396	110	14	the	the	DET
iajs-396	110	15	training	training	NOUN
iajs-396	110	16	epochs	epoch	NOUN
iajs-396	110	17	and	and	CCONJ
iajs-396	110	18	performance	performance	NOUN
iajs-396	110	19	no	no	DET
iajs-396	110	20	.	.	PUNCT
iajs-396	110	21	activationfunction	activationfunction	NOUN
iajs-396	110	22	perf	perf	NOUN
iajs-396	110	23	.	.	PUNCT
iajs-396	111	1	test	test	NOUN
iajs-396	111	2	time	time	NOUN
iajs-396	111	3	/	/	SYM
iajs-396	111	4	s	s	NOUN
iajs-396	111	5	epochs	epoch	NOUN
iajs-396	111	6	1	1	NUM
iajs-396	111	7	tansig	tansig	NOUN
iajs-396	111	8	.	.	PUNCT
iajs-396	112	1	0.00033561	0.00033561	NUM
iajs-396	112	2	0.032	0.032	NUM
iajs-396	112	3	9	9	NUM
iajs-396	112	4	2	2	NUM
iajs-396	112	5	logsig	logsig	NOUN
iajs-396	112	6	.	.	PUNCT
iajs-396	113	1	0.00047319	0.00047319	NUM
iajs-396	113	2	0.172	0.172	NUM
iajs-396	113	3	69	69	NUM
iajs-396	113	4	the	the	DET
iajs-396	113	5	parameters	parameter	NOUN
iajs-396	113	6	3	3	NUM
iajs-396	113	7	satlins	satlin	VERB
iajs-396	113	8	0.0082778	0.0082778	NUM
iajs-396	113	9	0.047	0.047	NUM
iajs-396	113	10	7	7	NUM
iajs-396	113	11	time	time	NOUN
iajs-396	113	12	time	time	NOUN
iajs-396	113	13	4	4	NUM
iajs-396	113	14	radbas	radbas	NOUN
iajs-396	113	15	0.19392	0.19392	NUM
iajs-396	113	16	0.562	0.562	NUM
iajs-396	113	17	245	245	NUM
iajs-396	113	18	show	show	NOUN
iajs-396	113	19	show	show	VERB
iajs-396	113	20	5	5	NUM
iajs-396	113	21	hardlim	hardlim	NOUN
iajs-396	113	22	0.85046	0.85046	NUM
iajs-396	113	23	0.032	0.032	NUM
iajs-396	113	24	3	3	NUM
iajs-396	113	25	epochs	epoch	NOUN
iajs-396	113	26	epochs	epoch	VERB
iajs-396	113	27	6	6	NUM
iajs-396	113	28	satlin	satlin	NOUN
iajs-396	113	29	2.3777	2.3777	NUM
iajs-396	113	30	0.047	0.047	NUM
iajs-396	113	31	9	9	NUM
iajs-396	113	32	goal	goal	NOUN
iajs-396	113	33	goal	goal	NOUN
iajs-396	113	34	7	7	NUM
iajs-396	113	35	tribas	tribas	NOUN
iajs-396	113	36	2.9771	2.9771	NUM
iajs-396	113	37	0.047	0.047	NUM
iajs-396	113	38	10	10	NUM
iajs-396	113	39	8	8	NUM
iajs-396	113	40	purelin	purelin	NOUN
iajs-396	113	41	3.8175	3.8175	NUM
iajs-396	113	42	0.031	0.031	NUM
iajs-396	113	43	3	3	NUM
iajs-396	113	44	9	9	NUM
iajs-396	113	45	softmax	softmax	NOUN
iajs-396	113	46	4.2142	4.2142	NUM
iajs-396	113	47	0.094	0.094	NUM
iajs-396	113	48	4	4	NUM
iajs-396	113	49	10	10	NUM
iajs-396	113	50	traincgr	traincgr	NOUN
iajs-396	113	51	table	table	NOUN
iajs-396	113	52	2	2	NUM
iajs-396	113	53	:	:	PUNCT
iajs-396	113	54	the	the	DET
iajs-396	113	55	initial	initial	ADJ
iajs-396	113	56	weight	weight	NOUN
iajs-396	113	57	and	and	CCONJ
iajs-396	113	58	bias	bias	NOUN
iajs-396	113	59	value	value	NOUN
iajs-396	113	60	for	for	ADP
iajs-396	113	61	problem	problem	NOUN
iajs-396	113	62	1	1	NUM
iajs-396	113	63	net.iw{1,1	net.iw{1,1	NOUN
iajs-396	113	64	}	}	PUNCT
iajs-396	113	65	net.lw{2,1	net.lw{2,1	NOUN
iajs-396	113	66	}	}	PUNCT
iajs-396	113	67	net.b{1,1	net.b{1,1	ADV
iajs-396	113	68	}	}	PUNCT
iajs-396	113	69	net.b{2,1	net.b{2,1	NOUN
iajs-396	113	70	}	}	PUNCT
iajs-396	113	71	2.228169203	2.228169203	NUM
iajs-396	113	72	-0.86937099	-0.86937099	NOUN
iajs-396	113	73	-14	-14	NUM
iajs-396	113	74	0.99906335	0.99906335	NUM
iajs-396	113	75	2.228169203	2.228169203	NUM
iajs-396	113	76	-0.53140053	-0.53140053	NOUN
iajs-396	113	77	-10.5	-10.5	NUM
iajs-396	113	78	-2.228169203	-2.228169203	NOUN
iajs-396	114	1	0.86619684	0.86619684	NOUN
iajs-396	114	2	7	7	NUM
iajs-396	114	3	2.228169203	2.228169203	NUM
iajs-396	114	4	-0.87374421	-0.87374421	NOUN
iajs-396	114	5	3.5	3.5	NUM
iajs-396	114	6	2.228169203	2.228169203	NUM
iajs-396	114	7	0.47156467	0.47156467	NUM
iajs-396	114	8	0	0	NUM
iajs-396	114	9	table	table	NOUN
iajs-396	114	10	3	3	NUM
iajs-396	114	11	:	:	PUNCT
iajs-396	114	12	training	training	NOUN
iajs-396	114	13	results	result	NOUN
iajs-396	114	14	after	after	ADP
iajs-396	114	15	several	several	ADJ
iajs-396	114	16	independent	independent	ADJ
iajs-396	114	17	trials	trial	NOUN
iajs-396	114	18	for	for	ADP
iajs-396	114	19	problem	problem	NOUN
iajs-396	114	20	2	2	NUM
iajs-396	114	21	the	the	DET
iajs-396	114	22	training	training	NOUN
iajs-396	114	23	epochs	epoch	NOUN
iajs-396	114	24	and	and	CCONJ
iajs-396	114	25	performance	performance	NOUN
iajs-396	114	26	no	no	PRON
iajs-396	114	27	.	.	PUNCT
iajs-396	115	1	activation	activation	NOUN
iajs-396	115	2	function	function	NOUN
iajs-396	115	3	perf	perf	NOUN
iajs-396	115	4	.	.	PUNCT
iajs-396	116	1	test	test	NOUN
iajs-396	116	2	time	time	NOUN
iajs-396	116	3	/	/	SYM
iajs-396	116	4	s	s	NOUN
iajs-396	116	5	epochs	epoch	NOUN
iajs-396	116	6	1	1	NUM
iajs-396	116	7	tansig	tansig	NOUN
iajs-396	116	8	.	.	PUNCT
iajs-396	117	1	0.00015586	0.00015586	NUM
iajs-396	117	2	0.046	0.046	NUM
iajs-396	117	3	10	10	NUM
iajs-396	117	4	2	2	NUM
iajs-396	117	5	logsig	logsig	NOUN
iajs-396	117	6	.	.	PUNCT
iajs-396	118	1	0.00045284	0.00045284	NUM
iajs-396	118	2	0.047	0.047	NUM
iajs-396	118	3	8	8	NUM
iajs-396	118	4	the	the	DET
iajs-396	118	5	parameters	parameter	NOUN
iajs-396	118	6	3	3	NUM
iajs-396	118	7	satlins	satlin	NOUN
iajs-396	118	8	0.011864	0.011864	NUM
iajs-396	118	9	0.047	0.047	NUM
iajs-396	118	10	13	13	NUM
iajs-396	118	11	time	time	NOUN
iajs-396	118	12	time	time	NOUN
iajs-396	118	13	4	4	NUM
iajs-396	118	14	radbas	radbas	VERB
iajs-396	118	15	0.00027366	0.00027366	NUM
iajs-396	118	16	0.046	0.046	NUM
iajs-396	118	17	10	10	NUM
iajs-396	118	18	show	show	NOUN
iajs-396	118	19	show	show	VERB
iajs-396	118	20	5	5	NUM
iajs-396	118	21	hardlim	hardlim	NOUN
iajs-396	118	22	0.094551	0.094551	NUM
iajs-396	118	23	0.015	0.015	NUM
iajs-396	118	24	3	3	NUM
iajs-396	118	25	epochs	epoch	NOUN
iajs-396	118	26	epochs	epoch	VERB
iajs-396	118	27	6	6	NUM
iajs-396	118	28	satlin	satlin	NOUN
iajs-396	118	29	0.011963	0.011963	NUM
iajs-396	118	30	0.047	0.047	NUM
iajs-396	118	31	17	17	NUM
iajs-396	118	32	goal	goal	NOUN
iajs-396	118	33	goal	goal	NOUN
iajs-396	118	34	7	7	NUM
iajs-396	118	35	tribas	tribas	NOUN
iajs-396	118	36	0.00040426	0.00040426	NUM
iajs-396	118	37	0.032	0.032	NUM
iajs-396	118	38	7	7	NUM
iajs-396	118	39	8	8	NUM
iajs-396	118	40	purelin	purelin	NOUN
iajs-396	118	41	0.22308	0.22308	NUM
iajs-396	118	42	0.046	0.046	NUM
iajs-396	118	43	4	4	NUM
iajs-396	118	44	9	9	NUM
iajs-396	118	45	softmax	softmax	NOUN
iajs-396	118	46	0.24979	0.24979	NUM
iajs-396	118	47	0.031	0.031	NUM
iajs-396	118	48	3	3	NUM
iajs-396	118	49	10	10	NUM
iajs-396	118	50	traincgr	traincgr	NOUN
iajs-396	118	51	311	311	NUM
iajs-396	118	52	|	|	NOUN
iajs-396	118	53	mathematics	mathematics	PROPN
iajs-396	118	54	@a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	@a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	NUM
iajs-396	118	55	�	�	NOUN
iajs-396	118	56	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	NUM
iajs-396	118	57	:	:	PUNCT
iajs-396	118	58	a@âig@ú‹	a@âig@ú‹	PROPN
iajs-396	119	1	©	©	PROPN
iajs-396	119	2	@ü‹127@@öü»€a@i1@‚b«@h2014	@ü‹127@@öü»€a@i1@‚b«@h2014	PROPN
iajs-396	119	3	ibn	ibn	PROPN
iajs-396	119	4	al	al	PROPN
iajs-396	119	5	-	-	PUNCT
iajs-396	119	6	haitham	haitham	PROPN
iajs-396	119	7	jour	jour	X
iajs-396	119	8	.	.	PROPN
iajs-396	119	9	for	for	ADP
iajs-396	119	10	pure	pure	ADJ
iajs-396	119	11	&	&	CCONJ
iajs-396	119	12	appl	appl	PROPN
iajs-396	119	13	.	.	PUNCT
iajs-396	120	1	sci	sci	PROPN
iajs-396	120	2	.	.	PUNCT
iajs-396	120	3	vol	vol	NOUN
iajs-396	120	4	.	.	PROPN
iajs-396	121	1	27	27	NUM
iajs-396	121	2	(	(	PUNCT
iajs-396	121	3	1	1	NUM
iajs-396	121	4	)	)	PUNCT
iajs-396	121	5	2014	2014	NUM
iajs-396	121	6	table	table	NOUN
iajs-396	121	7	4	4	NUM
iajs-396	121	8	:	:	PUNCT
iajs-396	121	9	the	the	DET
iajs-396	121	10	initial	initial	ADJ
iajs-396	121	11	weight	weight	NOUN
iajs-396	121	12	and	and	CCONJ
iajs-396	121	13	bias	bias	NOUN
iajs-396	121	14	value	value	NOUN
iajs-396	121	15	for	for	ADP
iajs-396	121	16	problem	problem	NOUN
iajs-396	121	17	2	2	NUM
iajs-396	121	18	net.iw{1,1	net.iw{1,1	NOUN
iajs-396	121	19	}	}	PUNCT
iajs-396	121	20	net.lw{2,1	net.lw{2,1	NOUN
iajs-396	121	21	}	}	PUNCT
iajs-396	121	22	net.b{1,1	net.b{1,1	ADV
iajs-396	121	23	}	}	PUNCT
iajs-396	121	24	net.b{2,1	net.b{2,1	NOUN
iajs-396	121	25	}	}	PUNCT
iajs-396	121	26	2.228169203	2.228169203	NUM
iajs-396	121	27	-0	-0	PUNCT
iajs-396	121	28	.	.	PROPN
iajs-396	121	29	65523339	65523339	NUM
iajs-396	121	30	-14	-14	PUNCT
iajs-396	122	1	0.1748828	0.1748828	NUM
iajs-396	122	2	2.228169203	2.228169203	NUM
iajs-396	122	3	-0.92603403	-0.92603403	NOUN
iajs-396	122	4	-10.5	-10.5	X
iajs-396	122	5	-2.228169203	-2.228169203	X
iajs-396	122	6	-0.374891	-0.374891	VERB
iajs-396	122	7	7	7	NUM
iajs-396	122	8	-2.228169203	-2.228169203	NOUN
iajs-396	122	9	0.63456135	0.63456135	NUM
iajs-396	122	10	3.5	3.5	NUM
iajs-396	122	11	2.228169203	2.228169203	NUM
iajs-396	122	12	0.5307266	0.5307266	NUM
iajs-396	122	13	0	0	NUM
iajs-396	122	14	312	312	NUM
iajs-396	122	15	|	|	NOUN
iajs-396	122	16	mathematics	mathematics	PROPN
iajs-396	122	17	@a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	@a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	NUM
iajs-396	122	18	�	�	NOUN
iajs-396	122	19	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	NUM
iajs-396	122	20	:	:	PUNCT
iajs-396	122	21	a@âig@ú‹	a@âig@ú‹	PROPN
iajs-396	123	1	©	©	PROPN
iajs-396	123	2	@ü‹127@@öü»€a@i1@‚b«@h2014	@ü‹127@@öü»€a@i1@‚b«@h2014	PROPN
iajs-396	123	3	ibn	ibn	PROPN
iajs-396	123	4	al	al	PROPN
iajs-396	123	5	-	-	PUNCT
iajs-396	123	6	haitham	haitham	PROPN
iajs-396	123	7	jour	jour	X
iajs-396	123	8	.	.	PROPN
iajs-396	123	9	for	for	ADP
iajs-396	123	10	pure	pure	ADJ
iajs-396	123	11	&	&	CCONJ
iajs-396	123	12	appl	appl	PROPN
iajs-396	123	13	.	.	PUNCT
iajs-396	124	1	sci	sci	PROPN
iajs-396	124	2	.	.	PUNCT
iajs-396	124	3	vol	vol	NOUN
iajs-396	124	4	.	.	PROPN
iajs-396	125	1	27	27	NUM
iajs-396	125	2	(	(	PUNCT
iajs-396	125	3	1	1	NUM
iajs-396	125	4	)	)	PUNCT
iajs-396	125	5	2014	2014	NUM
iajs-396	125	6	باستخدام	باستخدام	NOUN
iajs-396	125	7	الشبكات	الشبكات	PROPN
iajs-396	125	8	العصبیةتأثیر	العصبیةتأثیر	NOUN
iajs-396	125	9	دالة	دالة	NOUN
iajs-396	125	10	االستثارة	االستثارة	NOUN
iajs-396	125	11	في	في	ADP
iajs-396	125	12	تقریب	تقریب	PROPN
iajs-396	125	13	الدوال	الدوال	PROPN
iajs-396	125	14	الدوریة	الدوریة	PROPN
iajs-396	125	15	لمى	لمى	PROPN
iajs-396	125	16	ناجي	ناجي	PROPN
iajs-396	125	17	محمد	محمد	ADJ
iajs-396	125	18	توفیق	توفیق	PROPN
iajs-396	125	19	عالء	عالء	NOUN
iajs-396	125	20	كامل	كامل	NOUN
iajs-396	125	21	جابر	جابر	ADJ
iajs-396	125	22	)	)	PUNCT
iajs-396	125	23	/	/	SYM
iajs-396	126	1	جامعة	جامعة	NOUN
iajs-396	126	2	بغدادابن	بغدادابن	PROPN
iajs-396	126	3	الھیثمللعلوم	الھیثمللعلوم	PROPN
iajs-396	126	4	الصرفة	الصرفة	NOUN
iajs-396	126	5	(	(	PUNCT
iajs-396	126	6	كلیة	كلیة	ADJ
iajs-396	126	7	التربیة/	التربیة/	NUM
iajs-396	126	8	قسم	قسم	NOUN
iajs-396	126	9	الریاضیات	الریاضیات	VERB
iajs-396	126	10	2012كانون	2012كانون	NUM
iajs-396	126	11	األول	األول	NOUN
iajs-396	126	12	9	9	NUM
iajs-396	126	13	،	،	NOUN
iajs-396	126	14	قبل	قبل	PROPN
iajs-396	126	15	البحث	البحث	VERB
iajs-396	126	16	2012أیلول	2012أیلول	NUM
iajs-396	126	17	30أستلم	30أستلم	NUM
iajs-396	126	18	البحث	البحث	VERB
iajs-396	126	19	في	في	ADP
iajs-396	126	20	المستخلص	المستخلص	PROPN
iajs-396	126	21	الھدف	الھدف	PROPN
iajs-396	126	22	من	من	PROPN
iajs-396	126	23	ھذا	ھذا	NOUN
iajs-396	126	24	البحث	البحث	VERB
iajs-396	126	25	ھو	ھو	ADP
iajs-396	126	26	تصمیم	تصمیم	PROPN
iajs-396	126	27	شبكات	شبكات	PROPN
iajs-396	126	28	عصبیة	عصبیة	NOUN
iajs-396	126	29	مسرعة	مسرعة	VERB
iajs-396	126	30	كطریقة	كطریقة	ADJ
iajs-396	126	31	لتقریب	لتقریب	ADJ
iajs-396	126	32	الدوال	الدوال	PROPN
iajs-396	126	33	الدوریة	الدوریة	PROPN
iajs-396	126	34	وھذا	وھذا	PROPN
iajs-396	126	35	یعني	یعني	ADV
iajs-396	126	36	تصمیم	تصمیم	AUX
iajs-396	126	37	تقلیل	تقلیل	VERB
iajs-396	126	38	،	،	X
iajs-396	126	39	شبكات	شبكات	ADJ
iajs-396	126	40	مرتبطة	مرتبطة	NOUN
iajs-396	126	41	بالكامل	بالكامل	NOUN
iajs-396	126	42	تتضمن	تتضمن	PROPN
iajs-396	126	43	روابط	روابط	PROPN
iajs-396	126	44	بین	بین	PROPN
iajs-396	126	45	كل	كل	PROPN
iajs-396	126	46	العقد	العقد	NOUN
iajs-396	126	47	في	في	ADP
iajs-396	126	48	الطبقات	الطبقات	PROPN
iajs-396	126	49	المتجاورة	المتجاورة	PROPN
iajs-396	127	1	و	و	PRON
iajs-396	127	2	التي	التي	PROPN
iajs-396	127	3	تستطیع	تستطیع	PROPN
iajs-396	127	4	تعجیل	تعجیل	PROPN
iajs-396	127	5	زمن	زمن	PROPN
iajs-396	127	6	التقریب	التقریب	PROPN
iajs-396	127	7	زیادة	زیادة	PROPN
iajs-396	127	8	احتمالیة	احتمالیة	PROPN
iajs-396	127	9	الحصول	الحصول	PROPN
iajs-396	127	10	على	على	PROPN
iajs-396	127	11	التقریب	التقریب	PROPN
iajs-396	127	12	المثالي	المثالي	PROPN
iajs-396	127	13	الرئیسي	الرئیسي	PROPN
iajs-396	127	14	،	،	PROPN
iajs-396	127	15	دربنا	دربنا	PROPN
iajs-396	127	16	الشبكات	الشبكات	PROPN
iajs-396	127	17	المقترحة	المقترحة	PROPN
iajs-396	127	18	بطریقة	بطریقة	ADJ
iajs-396	127	19	والفشل	والفشل	PROPN
iajs-396	127	20	،	،	PROPN
iajs-396	127	21	حاالت	حاالت	PROPN
iajs-396	127	22	اإلخفاق	اإلخفاق	PROPN
iajs-396	127	23	أن	أن	PROPN
iajs-396	127	24	بعضھا	بعضھا	PROPN
iajs-396	127	25	إذ	إذ	NOUN
iajs-396	127	26	ماركواردت	ماركواردت	INTJ
iajs-396	128	1	و	و	PRON
iajs-396	128	2	من	من	INTJ
iajs-396	128	3	ثم	ثم	ADV
iajs-396	128	4	تسریع	تسریع	PROPN
iajs-396	128	5	الشبكات	الشبكات	PROPN
iajs-396	128	6	المقترحة	المقترحة	PROPN
iajs-396	128	7	من	من	PROPN
iajs-396	128	8	خالل	خالل	PROPN
iajs-396	128	9	اختیار	اختیار	PROPN
iajs-396	128	10	أفضل	أفضل	PROPN
iajs-396	128	11	دالة	دالة	PROPN
iajs-396	128	12	استثارة	استثارة	PROPN
iajs-396	128	13	(	(	PUNCT
iajs-396	128	14	دالة	دالة	NOUN
iajs-396	128	15	انتقال	انتقال	PROPN
iajs-396	128	16	)	)	PUNCT
iajs-396	128	17	-كنبرلیڤ	-كنبرلیڤ	PROPN
iajs-396	128	18	لخوارزمیات	لخوارزمیات	ADJ
iajs-396	128	19	استخدمنا	استخدمنا	NOUN
iajs-396	128	20	میَل	میَل	PROPN
iajs-396	128	21	دالِة	دالِة	ADP
iajs-396	128	22	األداَء	األداَء	PROPN
iajs-396	128	23	(	(	PUNCT
iajs-396	128	24	دالة	دالة	NOUN
iajs-396	128	25	الطاقِة	الطاقِة	PROPN
iajs-396	128	26	)	)	PUNCT
iajs-396	128	27	إحجام	إحجام	NOUN
iajs-396	128	28	معقولة	معقولة	PROPN
iajs-396	128	29	،	،	PROPN
iajs-396	128	30	في	في	X
iajs-396	128	31	كل	كل	PROPN
iajs-396	128	32	تلك	تلك	NOUN
iajs-396	128	33	ا	ا	PROPN
iajs-396	128	34	يیمتلك	يیمتلك	PROPN
iajs-396	128	35	نسبة	نسبة	NOUN
iajs-396	128	36	تقارب	تقارب	VERB
iajs-396	128	37	سریعة	سریعة	PROPN
iajs-396	128	38	جدا	جدا	PROPN
iajs-396	128	39	لشبكات	لشبكات	NOUN
iajs-396	128	40	ذ	ذ	ADP
iajs-396	128	41	استخدمت	استخدمت	PROPN
iajs-396	128	42	خوارزمیِة	خوارزمیِة	PROPN
iajs-396	128	43	االنتشار	االنتشار	VERB
iajs-396	128	44	المرتد	المرتد	VERB
iajs-396	128	45	لزَیاَْدة	لزَیاَْدة	PRON
iajs-396	128	46	سرعِة	سرعِة	DET
iajs-396	128	47	التدریب	التدریب	NOUN
iajs-396	128	48	.	.	PUNCT
iajs-396	129	1	إذلتَحدید	إذلتَحدید	PUNCT
iajs-396	130	1	كیفیة	كیفیة	PROPN
iajs-396	130	2	تَعدیل	تَعدیل	PROPN
iajs-396	130	3	األوزاِن	األوزاِن	PROPN
iajs-396	130	4	من	من	PROPN
iajs-396	130	5	خالل	خالل	PROPN
iajs-396	130	6	تصغیر	تصغیر	PROPN
iajs-396	130	7	دالِة	دالِة	ADP
iajs-396	130	8	األداَء	األداَء	PROPN
iajs-396	130	9	،	،	NOUN
iajs-396	130	10	:	:	PUNCT
iajs-396	130	11	الشبكات	الشبكات	PROPN
iajs-396	130	12	العصبیة	العصبیة	NOUN
iajs-396	130	13	الصناعیة	الصناعیة	VERB
iajs-396	130	14	،	،	PROPN
iajs-396	130	15	تدریب	تدریب	PROPN
iajs-396	130	16	الشبكات	الشبكات	PROPN
iajs-396	130	17	،	،	PROPN
iajs-396	130	18	دوال	دوال	PROPN
iajs-396	130	19	االستثارة	االستثارة	NOUN
iajs-396	130	20	.	.	PUNCT
iajs-396	131	1	الكلمات	الكلمات	VERB
iajs-396	131	2	المفتاحیة	المفتاحیة	ADV
iajs-396	131	3	313	313	NUM
iajs-396	131	4	|	|	NOUN
iajs-396	131	5	mathematics	mathematics	PROPN
iajs-396	131	6	@a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	@a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	NUM
iajs-396	131	7	�	�	NOUN
iajs-396	131	8	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	NUM
iajs-396	131	9	:	:	PUNCT
iajs-396	131	10	a@âig@ú‹	a@âig@ú‹	PROPN
iajs-396	132	1	©	©	PROPN
iajs-396	132	2	@ü‹127@@öü»€a@i1@‚b«@h2014	@ü‹127@@öü»€a@i1@‚b«@h2014	PROPN
iajs-396	132	3	ibn	ibn	PROPN
iajs-396	132	4	al	al	PROPN
iajs-396	132	5	-	-	PUNCT
iajs-396	132	6	haitham	haitham	PROPN
iajs-396	132	7	jour	jour	X
iajs-396	132	8	.	.	PROPN
iajs-396	132	9	for	for	ADP
iajs-396	132	10	pure	pure	ADJ
iajs-396	132	11	&	&	CCONJ
iajs-396	132	12	appl	appl	PROPN
iajs-396	132	13	.	.	PUNCT
iajs-396	133	1	sci	sci	PROPN
iajs-396	133	2	.	.	PUNCT
iajs-396	133	3	vol	vol	NOUN
iajs-396	133	4	.	.	PROPN
iajs-396	134	1	27	27	NUM
iajs-396	134	2	(	(	PUNCT
iajs-396	134	3	1	1	NUM
iajs-396	134	4	)	)	PUNCT
iajs-396	134	5	2014	2014	NUM