id	sid	tid	token	lemma	pos
iajs-534	1	1	1a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	1a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	PROPN
iajs-534	1	2	�	�	PROPN
iajs-534	1	3	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	NUM
iajs-534	1	4	:	:	PUNCT
iajs-534	1	5	a@âig@ú‹	a@âig@ú‹	PROPN
iajs-534	1	6	©	©	PROPN
iajs-534	1	7	@ü‹26@@öü»€a@i1@‚b«@h2013	@ü‹26@@öü»€a@i1@‚b«@h2013	PROPN
iajs-534	1	8	ibn	ibn	PROPN
iajs-534	1	9	al	al	PROPN
iajs-534	1	10	-	-	PUNCT
iajs-534	1	11	haitham	haitham	PROPN
iajs-534	1	12	jour	jour	X
iajs-534	1	13	.	.	PROPN
iajs-534	1	14	for	for	ADP
iajs-534	1	15	pure	pure	ADJ
iajs-534	1	16	&	&	CCONJ
iajs-534	1	17	appl	appl	PROPN
iajs-534	1	18	.	.	PUNCT
iajs-534	2	1	sci	sci	PROPN
iajs-534	2	2	.	.	PUNCT
iajs-534	2	3	vol	vol	NOUN
iajs-534	2	4	.	.	PROPN
iajs-534	3	1	26	26	NUM
iajs-534	3	2	(	(	PUNCT
iajs-534	3	3	1	1	NUM
iajs-534	3	4	)	)	PUNCT
iajs-534	3	5	2013	2013	NUM
iajs-534	3	6	fast	fast	ADJ
iajs-534	3	7	training	training	NOUN
iajs-534	3	8	algorithms	algorithm	NOUN
iajs-534	3	9	for	for	ADP
iajs-534	3	10	feed	feed	NOUN
iajs-534	3	11	forward	forward	ADV
iajs-534	3	12	neural	neural	ADJ
iajs-534	3	13	networks	network	NOUN
iajs-534	3	14	luma	luma	PROPN
iajs-534	3	15	n.	n.	PROPN
iajs-534	3	16	m.	m.	PROPN
iajs-534	4	1	tawfiq	tawfiq	PROPN
iajs-534	4	2	yaseen	yaseen	PROPN
iajs-534	4	3	a.	a.	PROPN
iajs-534	4	4	oraibi	oraibi	PROPN
iajs-534	4	5	dept	dept	PROPN
iajs-534	4	6	.	.	PROPN
iajs-534	4	7	of	of	ADP
iajs-534	4	8	mathematics	mathematics	PROPN
iajs-534	4	9	/	/	SYM
iajs-534	4	10	college	college	NOUN
iajs-534	4	11	of	of	ADP
iajs-534	4	12	education	education	NOUN
iajs-534	4	13	for	for	ADP
iajs-534	4	14	pure	pure	ADJ
iajs-534	4	15	science	science	NOUN
iajs-534	4	16	(	(	PUNCT
iajs-534	4	17	ibn	ibn	PROPN
iajs-534	4	18	al	al	PROPN
iajs-534	4	19	-	-	PUNCT
iajs-534	4	20	haitham	haitham	PROPN
iajs-534	4	21	)	)	PUNCT
iajs-534	4	22	university	university	PROPN
iajs-534	4	23	of	of	ADP
iajs-534	4	24	baghdad	baghdad	PROPN
iajs-534	4	25	received	receive	VERB
iajs-534	4	26	in	in	ADP
iajs-534	4	27	:	:	PUNCT
iajs-534	4	28	4	4	NUM
iajs-534	4	29	october	october	NOUN
iajs-534	4	30	2011	2011	NUM
iajs-534	4	31	,	,	PUNCT
iajs-534	4	32	accepted	accept	VERB
iajs-534	4	33	in	in	ADP
iajs-534	4	34	:	:	PUNCT
iajs-534	4	35	16	16	NUM
iajs-534	4	36	december	december	PROPN
iajs-534	4	37	2011	2011	NUM
iajs-534	4	38	abstract	abstract	NOUN
iajs-534	4	39	the	the	DET
iajs-534	4	40	aim	aim	NOUN
iajs-534	4	41	of	of	ADP
iajs-534	4	42	this	this	DET
iajs-534	4	43	paper	paper	NOUN
iajs-534	4	44	,	,	PUNCT
iajs-534	4	45	is	be	AUX
iajs-534	4	46	to	to	PART
iajs-534	4	47	discuss	discuss	VERB
iajs-534	4	48	several	several	ADJ
iajs-534	4	49	high	high	ADJ
iajs-534	4	50	performance	performance	NOUN
iajs-534	4	51	training	training	NOUN
iajs-534	4	52	algorithms	algorithm	NOUN
iajs-534	4	53	fall	fall	VERB
iajs-534	4	54	into	into	ADP
iajs-534	4	55	two	two	NUM
iajs-534	4	56	main	main	ADJ
iajs-534	4	57	categories	category	NOUN
iajs-534	4	58	.	.	PUNCT
iajs-534	5	1	the	the	DET
iajs-534	5	2	first	first	ADJ
iajs-534	5	3	category	category	NOUN
iajs-534	5	4	uses	use	VERB
iajs-534	5	5	heuristic	heuristic	ADJ
iajs-534	5	6	techniques	technique	NOUN
iajs-534	5	7	,	,	PUNCT
iajs-534	5	8	which	which	PRON
iajs-534	5	9	were	be	AUX
iajs-534	5	10	developed	develop	VERB
iajs-534	5	11	from	from	ADP
iajs-534	5	12	an	an	DET
iajs-534	5	13	analysis	analysis	NOUN
iajs-534	5	14	of	of	ADP
iajs-534	5	15	the	the	DET
iajs-534	5	16	performance	performance	NOUN
iajs-534	5	17	of	of	ADP
iajs-534	5	18	the	the	DET
iajs-534	5	19	standard	standard	ADJ
iajs-534	5	20	gradient	gradient	ADJ
iajs-534	5	21	descent	descent	NOUN
iajs-534	5	22	algorithm	algorithm	NOUN
iajs-534	5	23	.	.	PUNCT
iajs-534	6	1	the	the	DET
iajs-534	6	2	second	second	ADJ
iajs-534	6	3	category	category	NOUN
iajs-534	6	4	of	of	ADP
iajs-534	6	5	fast	fast	ADJ
iajs-534	6	6	algorithms	algorithms	NOUN
iajs-534	6	7	uses	use	VERB
iajs-534	6	8	standard	standard	ADJ
iajs-534	6	9	numerical	numerical	ADJ
iajs-534	6	10	optimization	optimization	NOUN
iajs-534	6	11	techniques	technique	NOUN
iajs-534	6	12	such	such	ADJ
iajs-534	6	13	as	as	ADP
iajs-534	6	14	:	:	PUNCT
iajs-534	6	15	quasi	quasi	NOUN
iajs-534	6	16	-	-	PROPN
iajs-534	6	17	newton	newton	PROPN
iajs-534	6	18	.	.	PUNCT
iajs-534	7	1	other	other	ADJ
iajs-534	7	2	aim	aim	NOUN
iajs-534	7	3	is	be	AUX
iajs-534	7	4	to	to	PART
iajs-534	7	5	solve	solve	VERB
iajs-534	7	6	the	the	DET
iajs-534	7	7	drawbacks	drawback	NOUN
iajs-534	7	8	related	relate	VERB
iajs-534	7	9	with	with	ADP
iajs-534	7	10	these	these	DET
iajs-534	7	11	training	training	NOUN
iajs-534	7	12	algorithms	algorithm	NOUN
iajs-534	7	13	and	and	CCONJ
iajs-534	7	14	propose	propose	VERB
iajs-534	7	15	an	an	DET
iajs-534	7	16	efficient	efficient	ADJ
iajs-534	7	17	training	training	NOUN
iajs-534	7	18	algorithm	algorithm	NOUN
iajs-534	7	19	for	for	ADP
iajs-534	7	20	ffnn	ffnn	NOUN
iajs-534	7	21	.	.	PUNCT
iajs-534	8	1	keyword	keyword	NOUN
iajs-534	8	2	:	:	PUNCT
iajs-534	8	3	artificial	artificial	ADJ
iajs-534	8	4	neural	neural	ADJ
iajs-534	8	5	network	network	NOUN
iajs-534	8	6	,	,	PUNCT
iajs-534	8	7	feed	feed	VERB
iajs-534	8	8	forward	forward	ADV
iajs-534	8	9	neural	neural	ADJ
iajs-534	8	10	network	network	NOUN
iajs-534	8	11	,	,	PUNCT
iajs-534	8	12	training	training	NOUN
iajs-534	8	13	algorithm	algorithm	NOUN
iajs-534	8	14	.	.	PUNCT
iajs-534	9	1	275	275	NUM
iajs-534	9	2	|	|	ADV
iajs-534	9	3	mathematics	mathematics	PROPN
iajs-534	9	4	@1a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	@1a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	NOUN
iajs-534	9	5	�	�	NOUN
iajs-534	9	6	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	NUM
iajs-534	9	7	:	:	PUNCT
iajs-534	9	8	a@âig@ú‹	a@âig@ú‹	PROPN
iajs-534	9	9	©	©	PROPN
iajs-534	9	10	@ü‹26@@öü»€a@i1@‚b«@h2013	@ü‹26@@öü»€a@i1@‚b«@h2013	PROPN
iajs-534	9	11	ibn	ibn	PROPN
iajs-534	9	12	al	al	PROPN
iajs-534	9	13	-	-	PUNCT
iajs-534	9	14	haitham	haitham	PROPN
iajs-534	9	15	jour	jour	X
iajs-534	9	16	.	.	PROPN
iajs-534	10	1	for	for	ADP
iajs-534	10	2	pure	pure	ADJ
iajs-534	10	3	&	&	CCONJ
iajs-534	10	4	appl	appl	PROPN
iajs-534	10	5	.	.	PUNCT
iajs-534	11	1	sci	sci	PROPN
iajs-534	11	2	.	.	PUNCT
iajs-534	11	3	vol	vol	NOUN
iajs-534	11	4	.	.	PROPN
iajs-534	12	1	26	26	NUM
iajs-534	12	2	(	(	PUNCT
iajs-534	12	3	1	1	NUM
iajs-534	12	4	)	)	PUNCT
iajs-534	12	5	2013	2013	NUM
iajs-534	12	6	introduction	introduction	NOUN
iajs-534	12	7	an	an	DET
iajs-534	12	8	artificial	artificial	ADJ
iajs-534	12	9	neural	neural	ADJ
iajs-534	12	10	network	network	NOUN
iajs-534	12	11	(	(	PUNCT
iajs-534	12	12	ann	ann	PROPN
iajs-534	12	13	)	)	PUNCT
iajs-534	12	14	is	be	AUX
iajs-534	12	15	a	a	DET
iajs-534	12	16	simplified	simplified	ADJ
iajs-534	12	17	mathematical	mathematical	ADJ
iajs-534	12	18	model	model	NOUN
iajs-534	12	19	of	of	ADP
iajs-534	12	20	the	the	DET
iajs-534	12	21	human	human	ADJ
iajs-534	12	22	brain.it	brain.it	PROPN
iajs-534	12	23	can	can	AUX
iajs-534	12	24	be	be	AUX
iajs-534	12	25	implemented	implement	VERB
iajs-534	12	26	by	by	ADP
iajs-534	12	27	both	both	CCONJ
iajs-534	12	28	electric	electric	ADJ
iajs-534	12	29	elements	element	NOUN
iajs-534	12	30	and	and	CCONJ
iajs-534	12	31	computer	computer	NOUN
iajs-534	12	32	software	software	NOUN
iajs-534	12	33	.	.	PUNCT
iajs-534	13	1	it	it	PRON
iajs-534	13	2	is	be	AUX
iajs-534	13	3	a	a	DET
iajs-534	13	4	parallel	parallel	ADJ
iajs-534	13	5	distributed	distribute	VERB
iajs-534	13	6	processor	processor	NOUN
iajs-534	13	7	with	with	ADP
iajs-534	13	8	large	large	ADJ
iajs-534	13	9	numbers	number	NOUN
iajs-534	13	10	of	of	ADP
iajs-534	13	11	connections	connection	NOUN
iajs-534	13	12	,	,	PUNCT
iajs-534	13	13	it	it	PRON
iajs-534	13	14	is	be	AUX
iajs-534	13	15	an	an	DET
iajs-534	13	16	information	information	NOUN
iajs-534	13	17	processing	processing	NOUN
iajs-534	13	18	system	system	NOUN
iajs-534	13	19	that	that	PRON
iajs-534	13	20	has	have	VERB
iajs-534	13	21	certain	certain	ADJ
iajs-534	13	22	performance	performance	NOUN
iajs-534	13	23	characters	character	NOUN
iajs-534	13	24	in	in	ADP
iajs-534	13	25	common	common	ADJ
iajs-534	13	26	with	with	ADP
iajs-534	13	27	biological	biological	ADJ
iajs-534	13	28	neural	neural	ADJ
iajs-534	13	29	networks	network	NOUN
iajs-534	13	30	.	.	PUNCT
iajs-534	14	1	ann	ann	PROPN
iajs-534	14	2	have	have	AUX
iajs-534	14	3	been	be	AUX
iajs-534	14	4	developed	develop	VERB
iajs-534	14	5	as	as	ADP
iajs-534	14	6	generalizations	generalization	NOUN
iajs-534	14	7	of	of	ADP
iajs-534	14	8	mathematical	mathematical	ADJ
iajs-534	14	9	models	model	NOUN
iajs-534	14	10	of	of	ADP
iajs-534	14	11	human	human	ADJ
iajs-534	14	12	cognition	cognition	NOUN
iajs-534	14	13	or	or	CCONJ
iajs-534	14	14	neural	neural	ADJ
iajs-534	14	15	biology	biology	NOUN
iajs-534	14	16	,	,	PUNCT
iajs-534	14	17	based	base	VERB
iajs-534	14	18	on	on	ADP
iajs-534	14	19	the	the	DET
iajs-534	14	20	assumptions	assumption	NOUN
iajs-534	14	21	that	that	SCONJ
iajs-534	14	22	:	:	PUNCT
iajs-534	14	23	1information	1information	NUM
iajs-534	14	24	processing	processing	NOUN
iajs-534	14	25	occurs	occur	VERB
iajs-534	14	26	at	at	ADP
iajs-534	14	27	many	many	ADJ
iajs-534	14	28	simple	simple	ADJ
iajs-534	14	29	elements	element	NOUN
iajs-534	14	30	called	call	VERB
iajs-534	14	31	neurons	neuron	NOUN
iajs-534	14	32	that	that	PRON
iajs-534	14	33	is	be	AUX
iajs-534	14	34	fundamental	fundamental	ADJ
iajs-534	14	35	to	to	ADP
iajs-534	14	36	the	the	DET
iajs-534	14	37	operation	operation	NOUN
iajs-534	14	38	of	of	ADP
iajs-534	14	39	ann	ann	PROPN
iajs-534	14	40	's	's	PART
iajs-534	14	41	.	.	PUNCT
iajs-534	15	1	2signals	2signal	NOUN
iajs-534	15	2	are	be	AUX
iajs-534	15	3	passed	pass	VERB
iajs-534	15	4	between	between	ADP
iajs-534	15	5	neurons	neuron	NOUN
iajs-534	15	6	over	over	ADP
iajs-534	15	7	connection	connection	NOUN
iajs-534	15	8	links	link	NOUN
iajs-534	15	9	.	.	PUNCT
iajs-534	16	1	3each	3each	NUM
iajs-534	16	2	connection	connection	NOUN
iajs-534	16	3	link	link	NOUN
iajs-534	16	4	has	have	VERB
iajs-534	16	5	an	an	DET
iajs-534	16	6	associated	associated	ADJ
iajs-534	16	7	weight	weight	NOUN
iajs-534	16	8	which	which	PRON
iajs-534	16	9	,	,	PUNCT
iajs-534	16	10	in	in	ADP
iajs-534	16	11	a	a	DET
iajs-534	16	12	typical	typical	ADJ
iajs-534	16	13	neural	neural	ADJ
iajs-534	16	14	net	net	NOUN
iajs-534	16	15	,	,	PUNCT
iajs-534	16	16	multiplies	multiply	VERB
iajs-534	16	17	the	the	DET
iajs-534	16	18	signal	signal	NOUN
iajs-534	16	19	transmitted	transmit	VERB
iajs-534	16	20	.	.	PUNCT
iajs-534	17	1	4each	4each	PRON
iajs-534	17	2	neuron	neuron	NOUN
iajs-534	17	3	applies	apply	VERB
iajs-534	17	4	an	an	DET
iajs-534	17	5	action	action	NOUN
iajs-534	17	6	function	function	NOUN
iajs-534	17	7	(	(	PUNCT
iajs-534	17	8	usually	usually	ADV
iajs-534	17	9	nonlinear	nonlinear	ADJ
iajs-534	17	10	)	)	PUNCT
iajs-534	17	11	to	to	ADP
iajs-534	17	12	its	its	PRON
iajs-534	17	13	net	net	ADJ
iajs-534	17	14	input	input	NOUN
iajs-534	17	15	(	(	PUNCT
iajs-534	17	16	sum	sum	NOUN
iajs-534	17	17	of	of	ADP
iajs-534	17	18	weighted	weight	VERB
iajs-534	17	19	input	input	NOUN
iajs-534	17	20	signals	signal	NOUN
iajs-534	17	21	)	)	PUNCT
iajs-534	17	22	to	to	PART
iajs-534	17	23	determine	determine	VERB
iajs-534	17	24	its	its	PRON
iajs-534	17	25	output	output	NOUN
iajs-534	17	26	signal.[1	signal.[1	NOUN
iajs-534	17	27	]	]	X
iajs-534	17	28	the	the	DET
iajs-534	17	29	units	unit	NOUN
iajs-534	17	30	in	in	ADP
iajs-534	17	31	a	a	DET
iajs-534	17	32	network	network	NOUN
iajs-534	17	33	are	be	AUX
iajs-534	17	34	organized	organize	VERB
iajs-534	17	35	into	into	ADP
iajs-534	17	36	a	a	DET
iajs-534	17	37	given	give	VERB
iajs-534	17	38	topology	topology	NOUN
iajs-534	17	39	by	by	ADP
iajs-534	17	40	a	a	DET
iajs-534	17	41	set	set	NOUN
iajs-534	17	42	of	of	ADP
iajs-534	17	43	connections	connection	NOUN
iajs-534	17	44	,	,	PUNCT
iajs-534	17	45	or	or	CCONJ
iajs-534	17	46	weights	weight	NOUN
iajs-534	17	47	,	,	PUNCT
iajs-534	17	48	shown	show	VERB
iajs-534	17	49	as	as	ADP
iajs-534	17	50	lines	line	NOUN
iajs-534	17	51	in	in	ADP
iajs-534	17	52	a	a	DET
iajs-534	17	53	diagram	diagram	NOUN
iajs-534	17	54	.	.	PUNCT
iajs-534	18	1	ann	ann	PROPN
iajs-534	18	2	is	be	AUX
iajs-534	18	3	characterized	characterize	VERB
iajs-534	18	4	by[2	by[2	PROPN
iajs-534	18	5	]	]	PUNCT
iajs-534	18	6	:	:	PUNCT
iajs-534	18	7	1architecture	1architecture	NUM
iajs-534	18	8	:	:	PUNCT
iajs-534	18	9	its	its	PRON
iajs-534	18	10	pattern	pattern	NOUN
iajs-534	18	11	of	of	ADP
iajs-534	18	12	connections	connection	NOUN
iajs-534	18	13	between	between	ADP
iajs-534	18	14	the	the	DET
iajs-534	18	15	neurons	neuron	NOUN
iajs-534	18	16	.	.	PUNCT
iajs-534	19	1	2training	2traine	VERB
iajs-534	19	2	algorithm	algorithm	NOUN
iajs-534	19	3	:	:	PUNCT
iajs-534	19	4	its	its	PRON
iajs-534	19	5	method	method	NOUN
iajs-534	19	6	of	of	ADP
iajs-534	19	7	determining	determine	VERB
iajs-534	19	8	the	the	DET
iajs-534	19	9	weights	weight	NOUN
iajs-534	19	10	on	on	ADP
iajs-534	19	11	the	the	DET
iajs-534	19	12	connections	connection	NOUN
iajs-534	19	13	.	.	PUNCT
iajs-534	20	1	3activation	3activation	NUM
iajs-534	20	2	function	function	NOUN
iajs-534	20	3	.	.	PUNCT
iajs-534	21	1	ann	ann	PROPN
iajs-534	21	2	are	be	AUX
iajs-534	21	3	often	often	ADV
iajs-534	21	4	classified	classify	VERB
iajs-534	21	5	as	as	ADP
iajs-534	21	6	single	single	ADJ
iajs-534	21	7	layer	layer	NOUN
iajs-534	21	8	or	or	CCONJ
iajs-534	21	9	multilayer	multilayer	NOUN
iajs-534	21	10	.	.	PUNCT
iajs-534	22	1	in	in	ADP
iajs-534	22	2	determining	determine	VERB
iajs-534	22	3	the	the	DET
iajs-534	22	4	number	number	NOUN
iajs-534	22	5	of	of	ADP
iajs-534	22	6	layers	layer	NOUN
iajs-534	22	7	,	,	PUNCT
iajs-534	22	8	the	the	DET
iajs-534	22	9	input	input	NOUN
iajs-534	22	10	units	unit	NOUN
iajs-534	22	11	are	be	AUX
iajs-534	22	12	not	not	PART
iajs-534	22	13	counted	count	VERB
iajs-534	22	14	as	as	ADP
iajs-534	22	15	a	a	DET
iajs-534	22	16	layer	layer	NOUN
iajs-534	22	17	,	,	PUNCT
iajs-534	22	18	because	because	SCONJ
iajs-534	22	19	they	they	PRON
iajs-534	22	20	perform	perform	VERB
iajs-534	22	21	no	no	DET
iajs-534	22	22	computation	computation	NOUN
iajs-534	22	23	.	.	PUNCT
iajs-534	23	1	equivalently	equivalently	ADV
iajs-534	23	2	,	,	PUNCT
iajs-534	23	3	the	the	DET
iajs-534	23	4	number	number	NOUN
iajs-534	23	5	of	of	ADP
iajs-534	23	6	layers	layer	NOUN
iajs-534	23	7	in	in	ADP
iajs-534	23	8	the	the	DET
iajs-534	23	9	net	net	NOUN
iajs-534	23	10	can	can	AUX
iajs-534	23	11	be	be	AUX
iajs-534	23	12	defined	define	VERB
iajs-534	23	13	to	to	PART
iajs-534	23	14	be	be	AUX
iajs-534	23	15	the	the	DET
iajs-534	23	16	number	number	NOUN
iajs-534	23	17	of	of	ADP
iajs-534	23	18	layers	layer	NOUN
iajs-534	23	19	of	of	ADP
iajs-534	23	20	weighted	weight	VERB
iajs-534	23	21	interconnects	interconnect	NOUN
iajs-534	23	22	links	link	NOUN
iajs-534	23	23	between	between	ADP
iajs-534	23	24	the	the	DET
iajs-534	23	25	slabs	slab	NOUN
iajs-534	23	26	of	of	ADP
iajs-534	23	27	neurons	neuron	NOUN
iajs-534	23	28	.	.	PUNCT
iajs-534	24	1	this	this	DET
iajs-534	24	2	view	view	NOUN
iajs-534	24	3	is	be	AUX
iajs-534	24	4	motivated	motivate	VERB
iajs-534	24	5	by	by	ADP
iajs-534	24	6	the	the	DET
iajs-534	24	7	fact	fact	NOUN
iajs-534	24	8	that	that	SCONJ
iajs-534	24	9	the	the	DET
iajs-534	24	10	weights	weight	NOUN
iajs-534	24	11	in	in	ADP
iajs-534	24	12	a	a	DET
iajs-534	24	13	net	net	ADJ
iajs-534	24	14	contain	contain	VERB
iajs-534	24	15	extremely	extremely	ADV
iajs-534	24	16	important	important	ADJ
iajs-534	24	17	information	information	NOUN
iajs-534	24	18	[	[	X
iajs-534	24	19	3	3	NUM
iajs-534	24	20	]	]	PUNCT
iajs-534	24	21	.	.	PUNCT
iajs-534	25	1	multilayer	multilayer	PROPN
iajs-534	25	2	feed	feed	VERB
iajs-534	25	3	forward	forward	ADV
iajs-534	25	4	architecture	architecture	NOUN
iajs-534	25	5	[	[	X
iajs-534	25	6	4	4	X
iajs-534	25	7	]	]	PUNCT
iajs-534	25	8	in	in	ADP
iajs-534	25	9	a	a	DET
iajs-534	25	10	layered	layered	ADJ
iajs-534	25	11	neural	neural	ADJ
iajs-534	25	12	network	network	NOUN
iajs-534	25	13	the	the	DET
iajs-534	25	14	neurons	neuron	NOUN
iajs-534	25	15	are	be	AUX
iajs-534	25	16	organized	organize	VERB
iajs-534	25	17	in	in	ADP
iajs-534	25	18	the	the	DET
iajs-534	25	19	form	form	NOUN
iajs-534	25	20	of	of	ADP
iajs-534	25	21	layers	layer	NOUN
iajs-534	25	22	.	.	PUNCT
iajs-534	26	1	we	we	PRON
iajs-534	26	2	have	have	VERB
iajs-534	26	3	at	at	ADV
iajs-534	26	4	least	least	ADV
iajs-534	26	5	two	two	NUM
iajs-534	26	6	layers	layer	NOUN
iajs-534	26	7	:	:	PUNCT
iajs-534	26	8	an	an	DET
iajs-534	26	9	input	input	NOUN
iajs-534	26	10	and	and	CCONJ
iajs-534	26	11	an	an	DET
iajs-534	26	12	outputlayer	outputlayer	NOUN
iajs-534	26	13	.	.	PUNCT
iajs-534	27	1	the	the	DET
iajs-534	27	2	layers	layer	NOUN
iajs-534	27	3	between	between	ADP
iajs-534	27	4	the	the	DET
iajs-534	27	5	input	input	NOUN
iajs-534	27	6	and	and	CCONJ
iajs-534	27	7	the	the	DET
iajs-534	27	8	output	output	NOUN
iajs-534	27	9	layer	layer	NOUN
iajs-534	27	10	(	(	PUNCT
iajs-534	27	11	if	if	SCONJ
iajs-534	27	12	any	any	PRON
iajs-534	27	13	)	)	PUNCT
iajs-534	27	14	are	be	AUX
iajs-534	27	15	called	call	VERB
iajs-534	27	16	hidden	hidden	ADJ
iajs-534	27	17	layers	layer	NOUN
iajs-534	27	18	,	,	PUNCT
iajs-534	27	19	whose	whose	DET
iajs-534	27	20	computation	computation	NOUN
iajs-534	27	21	nodes	node	NOUN
iajs-534	27	22	are	be	AUX
iajs-534	27	23	correspondingly	correspondingly	ADV
iajs-534	27	24	called	call	VERB
iajs-534	27	25	hidden	hidden	ADJ
iajs-534	27	26	neuronsor	neuronsor	NOUN
iajs-534	27	27	hidden	hide	VERB
iajs-534	27	28	units	unit	NOUN
iajs-534	27	29	.	.	PUNCT
iajs-534	28	1	extra	extra	ADJ
iajs-534	28	2	hidden	hide	VERB
iajs-534	28	3	neurons	neuron	NOUN
iajs-534	28	4	raise	raise	VERB
iajs-534	28	5	the	the	DET
iajs-534	28	6	network	network	NOUN
iajs-534	28	7	’s	’s	PART
iajs-534	28	8	ability	ability	NOUN
iajs-534	28	9	to	to	PART
iajs-534	28	10	extract	extract	VERB
iajs-534	28	11	higher	high	ADJ
iajs-534	28	12	-	-	PUNCT
iajs-534	28	13	order	order	NOUN
iajs-534	28	14	statistics	statistic	NOUN
iajs-534	28	15	from	from	ADP
iajs-534	28	16	(	(	PUNCT
iajs-534	28	17	input	input	NOUN
iajs-534	28	18	)	)	PUNCT
iajs-534	28	19	data	datum	NOUN
iajs-534	28	20	.	.	PUNCT
iajs-534	29	1	the	the	DET
iajs-534	29	2	ann	ann	PROPN
iajs-534	29	3	is	be	AUX
iajs-534	29	4	said	say	VERB
iajs-534	29	5	to	to	PART
iajs-534	29	6	be	be	AUX
iajs-534	29	7	fullyconnectedin	fullyconnectedin	VERB
iajs-534	29	8	the	the	DET
iajs-534	29	9	sense	sense	NOUN
iajs-534	29	10	that	that	SCONJ
iajs-534	29	11	every	every	DET
iajs-534	29	12	node	node	NOUN
iajs-534	29	13	in	in	ADP
iajs-534	29	14	each	each	DET
iajs-534	29	15	layer	layer	NOUN
iajs-534	29	16	of	of	ADP
iajs-534	29	17	the	the	DET
iajs-534	29	18	network	network	NOUN
iajs-534	29	19	is	be	AUX
iajs-534	29	20	connected	connect	VERB
iajs-534	29	21	to	to	ADP
iajs-534	29	22	every	every	DET
iajs-534	29	23	other	other	ADJ
iajs-534	29	24	node	node	NOUN
iajs-534	29	25	in	in	ADP
iajs-534	29	26	the	the	DET
iajs-534	29	27	adjacent	adjacent	ADJ
iajs-534	29	28	forward	forward	ADJ
iajs-534	29	29	layer	layer	NOUN
iajs-534	29	30	,	,	PUNCT
iajs-534	29	31	otherwise	otherwise	ADV
iajs-534	29	32	the	the	DET
iajs-534	29	33	network	network	NOUN
iajs-534	29	34	is	be	AUX
iajs-534	29	35	called	call	VERB
iajs-534	29	36	partially	partially	ADV
iajs-534	29	37	connected	connect	VERB
iajs-534	29	38	.	.	PUNCT
iajs-534	30	1	each	each	DET
iajs-534	30	2	layer	layer	NOUN
iajs-534	30	3	consists	consist	VERB
iajs-534	30	4	of	of	ADP
iajs-534	30	5	a	a	DET
iajs-534	30	6	certain	certain	ADJ
iajs-534	30	7	number	number	NOUN
iajs-534	30	8	of	of	ADP
iajs-534	30	9	neurons	neuron	NOUN
iajs-534	30	10	;	;	PUNCT
iajs-534	30	11	each	each	DET
iajs-534	30	12	neuron	neuron	NOUN
iajs-534	30	13	is	be	AUX
iajs-534	30	14	connected	connect	VERB
iajs-534	30	15	to	to	ADP
iajs-534	30	16	other	other	ADJ
iajs-534	30	17	neurons	neuron	NOUN
iajs-534	30	18	of	of	ADP
iajs-534	30	19	the	the	DET
iajs-534	30	20	previous	previous	ADJ
iajs-534	30	21	layer	layer	NOUN
iajs-534	30	22	through	through	ADP
iajs-534	30	23	adaptable	adaptable	ADJ
iajs-534	30	24	synaptic	synaptic	ADJ
iajs-534	30	25	weights	weight	NOUN
iajs-534	30	26	w	w	NOUN
iajs-534	30	27	and	and	CCONJ
iajs-534	30	28	biases	biases	PROPN
iajs-534	30	29	b	b	PROPN
iajs-534	30	30	.	.	PUNCT
iajs-534	31	1	training	training	NOUN
iajs-534	31	2	feed	feed	NOUN
iajs-534	31	3	forward	forward	ADV
iajs-534	31	4	neural	neural	ADJ
iajs-534	31	5	network	network	NOUN
iajs-534	31	6	[	[	X
iajs-534	31	7	5	5	NUM
iajs-534	31	8	]	]	PUNCT
iajs-534	31	9	training	training	NOUN
iajs-534	31	10	is	be	AUX
iajs-534	31	11	the	the	DET
iajs-534	31	12	process	process	NOUN
iajs-534	31	13	of	of	ADP
iajs-534	31	14	adjusting	adjust	VERB
iajs-534	31	15	connection	connection	NOUN
iajs-534	31	16	weights	weight	NOUN
iajs-534	31	17	w	w	NOUN
iajs-534	31	18	and	and	CCONJ
iajs-534	31	19	biases	bias	NOUN
iajs-534	31	20	b.	b.	PROPN
iajs-534	31	21	in	in	ADP
iajs-534	31	22	the	the	DET
iajs-534	31	23	first	first	ADJ
iajs-534	31	24	step	step	NOUN
iajs-534	31	25	,	,	PUNCT
iajs-534	31	26	the	the	DET
iajs-534	31	27	network	network	NOUN
iajs-534	31	28	outputs	output	NOUN
iajs-534	31	29	and	and	CCONJ
iajs-534	31	30	the	the	DET
iajs-534	31	31	difference	difference	NOUN
iajs-534	31	32	between	between	ADP
iajs-534	31	33	the	the	DET
iajs-534	31	34	actual	actual	ADJ
iajs-534	31	35	(	(	PUNCT
iajs-534	31	36	obtained	obtain	VERB
iajs-534	31	37	)	)	PUNCT
iajs-534	31	38	output	output	NOUN
iajs-534	31	39	and	and	CCONJ
iajs-534	31	40	the	the	DET
iajs-534	31	41	desired	desire	VERB
iajs-534	31	42	(	(	PUNCT
iajs-534	31	43	target	target	NOUN
iajs-534	31	44	)	)	PUNCT
iajs-534	31	45	output	output	NOUN
iajs-534	31	46	(	(	PUNCT
iajs-534	31	47	i.e.	i.e.	X
iajs-534	31	48	,the	,the	PUNCT
iajs-534	31	49	error	error	NOUN
iajs-534	31	50	)	)	PUNCT
iajs-534	31	51	is	be	AUX
iajs-534	31	52	calculated	calculate	VERB
iajs-534	31	53	for	for	ADP
iajs-534	31	54	the	the	DET
iajs-534	31	55	initialized	initialize	VERB
iajs-534	31	56	weights	weight	NOUN
iajs-534	31	57	and	and	CCONJ
iajs-534	31	58	biases	bias	NOUN
iajs-534	31	59	(	(	PUNCT
iajs-534	31	60	arbitrary	arbitrary	ADJ
iajs-534	31	61	values	value	NOUN
iajs-534	31	62	)	)	PUNCT
iajs-534	31	63	.	.	PUNCT
iajs-534	32	1	during	during	ADP
iajs-534	32	2	the	the	DET
iajs-534	32	3	second	second	ADJ
iajs-534	32	4	stage	stage	NOUN
iajs-534	32	5	,	,	PUNCT
iajs-534	32	6	the	the	DET
iajs-534	32	7	initialized	initialize	VERB
iajs-534	32	8	weights	weight	NOUN
iajs-534	32	9	in	in	ADP
iajs-534	32	10	all	all	DET
iajs-534	32	11	links	link	NOUN
iajs-534	32	12	and	and	CCONJ
iajs-534	32	13	biases	bias	NOUN
iajs-534	32	14	in	in	ADP
iajs-534	32	15	all	all	DET
iajs-534	32	16	neurons	neuron	NOUN
iajs-534	32	17	are	be	AUX
iajs-534	32	18	adjusted	adjust	VERB
iajs-534	32	19	to	to	PART
iajs-534	32	20	minimize	minimize	VERB
iajs-534	32	21	the	the	DET
iajs-534	32	22	error	error	NOUN
iajs-534	32	23	by	by	ADP
iajs-534	32	24	propagating	propagate	VERB
iajs-534	32	25	the	the	DET
iajs-534	32	26	error	error	NOUN
iajs-534	32	27	backwards	backwards	ADV
iajs-534	32	28	(	(	PUNCT
iajs-534	32	29	the	the	DET
iajs-534	32	30	back	back	ADJ
iajs-534	32	31	propagation	propagation	NOUN
iajs-534	32	32	algorithm	algorithm	NOUN
iajs-534	32	33	)	)	PUNCT
iajs-534	32	34	.	.	PUNCT
iajs-534	33	1	the	the	DET
iajs-534	33	2	network	network	NOUN
iajs-534	33	3	outputs	output	NOUN
iajs-534	33	4	and	and	CCONJ
iajs-534	33	5	the	the	DET
iajs-534	33	6	error	error	NOUN
iajs-534	33	7	are	be	AUX
iajs-534	33	8	calculated	calculate	VERB
iajs-534	33	9	again	again	ADV
iajs-534	33	10	with	with	ADP
iajs-534	33	11	the	the	DET
iajs-534	33	12	adapted	adapted	ADJ
iajs-534	33	13	weights	weight	NOUN
iajs-534	33	14	and	and	CCONJ
iajs-534	33	15	biases	bias	NOUN
iajs-534	33	16	,	,	PUNCT
iajs-534	33	17	and	and	CCONJ
iajs-534	33	18	the	the	DET
iajs-534	33	19	process	process	NOUN
iajs-534	33	20	(	(	PUNCT
iajs-534	33	21	the	the	DET
iajs-534	33	22	training	training	NOUN
iajs-534	33	23	of	of	ADP
iajs-534	33	24	the	the	DET
iajs-534	33	25	ann	ann	PROPN
iajs-534	33	26	)	)	PUNCT
iajs-534	33	27	is	be	AUX
iajs-534	33	28	repeated	repeat	VERB
iajs-534	33	29	at	at	ADP
iajs-534	33	30	each	each	DET
iajs-534	33	31	epoch	epoch	NOUN
iajs-534	33	32	until	until	ADP
iajs-534	33	33	a	a	DET
iajs-534	33	34	satisfied	satisfied	ADJ
iajs-534	33	35	output	output	NOUN
iajs-534	33	36	y	y	PROPN
iajs-534	33	37	k	k	PROPN
iajs-534	33	38	(	(	PUNCT
iajs-534	33	39	corresponding	correspond	VERB
iajs-534	33	40	to	to	ADP
iajs-534	33	41	the	the	DET
iajs-534	33	42	values	value	NOUN
iajs-534	33	43	of	of	ADP
iajs-534	33	44	the	the	DET
iajs-534	33	45	input	input	NOUN
iajs-534	33	46	variables	variable	NOUN
iajs-534	33	47	x	x	VERB
iajs-534	33	48	)	)	PUNCT
iajs-534	33	49	is	be	AUX
iajs-534	33	50	obtained	obtain	VERB
iajs-534	33	51	and	and	CCONJ
iajs-534	33	52	the	the	DET
iajs-534	33	53	error	error	NOUN
iajs-534	33	54	is	be	AUX
iajs-534	33	55	acceptably	acceptably	ADV
iajs-534	33	56	small	small	ADJ
iajs-534	33	57	.	.	PUNCT
iajs-534	34	1	in	in	ADP
iajs-534	34	2	most	most	ADJ
iajs-534	34	3	of	of	ADP
iajs-534	34	4	the	the	DET
iajs-534	34	5	training	training	NOUN
iajs-534	34	6	algorithms	algorithm	NOUN
iajs-534	34	7	a	a	DET
iajs-534	34	8	learning	learning	NOUN
iajs-534	34	9	rate	rate	NOUN
iajs-534	34	10	is	be	AUX
iajs-534	34	11	used	use	VERB
iajs-534	34	12	to	to	PART
iajs-534	34	13	determine	determine	VERB
iajs-534	34	14	the	the	DET
iajs-534	34	15	length	length	NOUN
iajs-534	34	16	of	of	ADP
iajs-534	34	17	the	the	DET
iajs-534	34	18	weight	weight	NOUN
iajs-534	34	19	update	update	NOUN
iajs-534	34	20	(	(	PUNCT
iajs-534	34	21	step	step	NOUN
iajs-534	34	22	size	size	NOUN
iajs-534	34	23	)	)	PUNCT
iajs-534	34	24	.	.	PUNCT
iajs-534	35	1	276	276	NUM
iajs-534	36	1	|	|	ADV
iajs-534	36	2	mathematics	mathematics	PROPN
iajs-534	36	3	@1a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	@1a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	NOUN
iajs-534	36	4	�	�	NOUN
iajs-534	36	5	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	NUM
iajs-534	36	6	:	:	PUNCT
iajs-534	36	7	a@âig@ú‹	a@âig@ú‹	PROPN
iajs-534	37	1	©	©	PROPN
iajs-534	37	2	@ü‹26@@öü»€a@i1@‚b«@h2013	@ü‹26@@öü»€a@i1@‚b«@h2013	PROPN
iajs-534	37	3	ibn	ibn	PROPN
iajs-534	37	4	al	al	PROPN
iajs-534	37	5	-	-	PUNCT
iajs-534	37	6	haitham	haitham	PROPN
iajs-534	37	7	jour	jour	X
iajs-534	37	8	.	.	PROPN
iajs-534	38	1	for	for	ADP
iajs-534	38	2	pure	pure	ADJ
iajs-534	38	3	&	&	CCONJ
iajs-534	38	4	appl	appl	PROPN
iajs-534	38	5	.	.	PUNCT
iajs-534	39	1	sci	sci	PROPN
iajs-534	39	2	.	.	PUNCT
iajs-534	39	3	vol	vol	NOUN
iajs-534	39	4	.	.	PROPN
iajs-534	40	1	26	26	NUM
iajs-534	40	2	(	(	PUNCT
iajs-534	40	3	1	1	NUM
iajs-534	40	4	)	)	PUNCT
iajs-534	40	5	2013	2013	NUM
iajs-534	40	6	gradient	gradient	ADJ
iajs-534	40	7	descent	descent	NOUN
iajs-534	40	8	training	training	NOUN
iajs-534	40	9	method(taringd	method(taringd	PROPN
iajs-534	40	10	)	)	PUNCT
iajs-534	41	1	[	[	X
iajs-534	41	2	4	4	X
iajs-534	41	3	]	]	PUNCT
iajs-534	41	4	for	for	ADP
iajs-534	41	5	the	the	DET
iajs-534	41	6	basic	basic	ADJ
iajs-534	41	7	gradientdescent	gradientdescent	NOUN
iajs-534	41	8	(	(	PUNCT
iajs-534	41	9	gd)algorithm	gd)algorithm	PROPN
iajs-534	41	10	,	,	PUNCT
iajs-534	41	11	the	the	DET
iajs-534	41	12	weights	weight	NOUN
iajs-534	41	13	and	and	CCONJ
iajs-534	41	14	biases	bias	NOUN
iajs-534	41	15	are	be	AUX
iajs-534	41	16	moved	move	VERB
iajs-534	41	17	in	in	ADP
iajs-534	41	18	the	the	DET
iajs-534	41	19	direction	direction	NOUN
iajs-534	41	20	of	of	ADP
iajs-534	41	21	the	the	DET
iajs-534	41	22	negative	negative	ADJ
iajs-534	41	23	gradient	gradient	NOUN
iajs-534	41	24	of	of	ADP
iajs-534	41	25	the	the	DET
iajs-534	41	26	performance	performance	NOUN
iajs-534	41	27	function	function	NOUN
iajs-534	41	28	.	.	PUNCT
iajs-534	42	1	for	for	ADP
iajs-534	42	2	the	the	DET
iajs-534	42	3	method	method	NOUN
iajs-534	42	4	of	of	ADP
iajs-534	42	5	gradient	gradient	ADJ
iajs-534	42	6	descent	descent	NOUN
iajs-534	42	7	,	,	PUNCT
iajs-534	42	8	the	the	DET
iajs-534	42	9	weight	weight	NOUN
iajs-534	42	10	update	update	NOUN
iajs-534	42	11	is	be	AUX
iajs-534	42	12	given	give	VERB
iajs-534	42	13	by	by	ADP
iajs-534	42	14	:	:	PUNCT
iajs-534	42	15	wk+1	wk+1	X
iajs-534	42	16	=	=	SYM
iajs-534	42	17	wk	wk	X
iajs-534	43	1	+	+	PUNCT
iajs-534	43	2	ηk	ηk	PROPN
iajs-534	43	3	(	(	PUNCT
iajs-534	43	4	−gk	−gk	NOUN
iajs-534	43	5	)	)	PUNCT
iajs-534	43	6	,	,	PUNCT
iajs-534	43	7	(	(	PUNCT
iajs-534	43	8	1	1	X
iajs-534	43	9	)	)	PUNCT
iajs-534	43	10	where	where	SCONJ
iajs-534	43	11	ηkis	ηkis	NOUN
iajs-534	43	12	a	a	DET
iajs-534	43	13	learning	learning	NOUN
iajs-534	43	14	rate	rate	NOUN
iajs-534	43	15	,	,	PUNCT
iajs-534	43	16	controlling	control	VERB
iajs-534	43	17	the	the	DET
iajs-534	43	18	distance	distance	NOUN
iajs-534	43	19	between	between	ADP
iajs-534	43	20	wk+1	wk+1	NOUN
iajs-534	43	21	and	and	CCONJ
iajs-534	43	22	wk	wk	NOUN
iajs-534	43	23	and	and	CCONJ
iajs-534	43	24	gkis	gki	VERB
iajs-534	43	25	the	the	DET
iajs-534	43	26	gradient	gradient	NOUN
iajs-534	43	27	of	of	ADP
iajs-534	43	28	the	the	DET
iajs-534	43	29	error	error	NOUN
iajs-534	43	30	surface	surface	NOUN
iajs-534	43	31	at	at	ADP
iajs-534	43	32	wk	wk	PROPN
iajs-534	43	33	,	,	PUNCT
iajs-534	43	34	where	where	SCONJ
iajs-534	43	35	wk	wk	PRON
iajs-534	43	36	is	be	AUX
iajs-534	43	37	the	the	DET
iajs-534	43	38	weight	weight	NOUN
iajs-534	43	39	at	at	ADP
iajs-534	43	40	iteration	iteration	NOUN
iajs-534	43	41	k.	k.	PROPN
iajs-534	44	1	but	but	CCONJ
iajs-534	44	2	one	one	NUM
iajs-534	44	3	of	of	ADP
iajs-534	44	4	the	the	DET
iajs-534	44	5	drawbacks	drawback	NOUN
iajs-534	44	6	of	of	ADP
iajs-534	44	7	using	use	VERB
iajs-534	44	8	gd	gd	PROPN
iajs-534	44	9	for	for	ADP
iajs-534	44	10	minimization	minimization	NOUN
iajs-534	44	11	of	of	ADP
iajs-534	44	12	the	the	DET
iajs-534	44	13	performance	performance	NOUN
iajs-534	44	14	function	function	NOUN
iajs-534	44	15	is	be	AUX
iajs-534	44	16	that	that	SCONJ
iajs-534	44	17	the	the	DET
iajs-534	44	18	algorithm	algorithm	NOUN
iajs-534	44	19	may	may	AUX
iajs-534	44	20	converge	converge	VERB
iajs-534	44	21	to	to	ADP
iajs-534	44	22	a	a	DET
iajs-534	44	23	local	local	ADJ
iajs-534	44	24	minimum	minimum	NOUN
iajs-534	44	25	in	in	ADP
iajs-534	44	26	the	the	DET
iajs-534	44	27	error	error	NOUN
iajs-534	44	28	surface	surface	NOUN
iajs-534	44	29	..	..	PUNCT
iajs-534	44	30	improve	improve	VERB
iajs-534	44	31	gradient	gradient	ADJ
iajs-534	44	32	descent	descent	NOUN
iajs-534	44	33	method	method	NOUN
iajs-534	44	34	the	the	DET
iajs-534	44	35	aim	aim	NOUN
iajs-534	44	36	of	of	ADP
iajs-534	44	37	this	this	DET
iajs-534	44	38	paper	paper	NOUN
iajs-534	44	39	is	be	AUX
iajs-534	44	40	to	to	PART
iajs-534	44	41	solve	solve	VERB
iajs-534	44	42	the	the	DET
iajs-534	44	43	drawbacks	drawback	NOUN
iajs-534	44	44	related	relate	VERB
iajs-534	44	45	with	with	ADP
iajs-534	44	46	gradient	gradient	NOUN
iajs-534	44	47	descentalgorithms	descentalgorithm	NOUN
iajs-534	44	48	(	(	PUNCT
iajs-534	44	49	gd	gd	NOUN
iajs-534	44	50	)	)	PUNCT
iajs-534	44	51	and	and	CCONJ
iajs-534	44	52	propose	propose	VERB
iajs-534	44	53	an	an	DET
iajs-534	44	54	efficient	efficient	ADJ
iajs-534	44	55	training	training	NOUN
iajs-534	44	56	algorithm	algorithm	NOUN
iajs-534	44	57	for	for	ADP
iajs-534	44	58	ffnn	ffnn	NOUN
iajs-534	44	59	.	.	PUNCT
iajs-534	45	1	consider	consider	VERB
iajs-534	45	2	a.	a.	PROPN
iajs-534	45	3	k.	k.	PROPN
iajs-534	45	4	jabber	jabber	PROPN
iajs-534	46	1	[	[	X
iajs-534	46	2	5	5	NUM
iajs-534	46	3	]	]	PUNCT
iajs-534	46	4	improved	improve	VERB
iajs-534	46	5	gradient	gradient	ADJ
iajs-534	46	6	descent	descent	NOUN
iajs-534	46	7	method	method	NOUN
iajs-534	46	8	when	when	SCONJ
iajs-534	46	9	,	,	PUNCT
iajs-534	46	10	he	he	PRON
iajs-534	46	11	get	get	VERB
iajs-534	46	12	new	new	ADJ
iajs-534	46	13	form	form	NOUN
iajs-534	46	14	of	of	ADP
iajs-534	46	15	learning	learn	VERB
iajs-534	46	16	rate	rate	NOUN
iajs-534	46	17	as	as	ADP
iajs-534	46	18	following	follow	VERB
iajs-534	46	19	:	:	PUNCT
iajs-534	46	20	ηk	ηk	PROPN
iajs-534	46	21	=	=	SYM
iajs-534	46	22	kk	kk	PROPN
iajs-534	46	23	t	t	PROPN
iajs-534	46	24	k	k	PROPN
iajs-534	46	25	k	k	PROPN
iajs-534	46	26	t	t	PROPN
iajs-534	46	27	k	k	PROPN
iajs-534	46	28	ghg	ghg	PROPN
iajs-534	46	29	gg	gg	PROPN
iajs-534	46	30	,	,	PUNCT
iajs-534	46	31	(	(	PUNCT
iajs-534	46	32	2	2	X
iajs-534	46	33	)	)	PUNCT
iajs-534	46	34	that	that	PRON
iajs-534	46	35	is	is	ADV
iajs-534	46	36	(	(	PUNCT
iajs-534	46	37	2	2	X
iajs-534	46	38	)	)	PUNCT
iajs-534	46	39	gives	give	VERB
iajs-534	46	40	better	well	ADJ
iajs-534	46	41	approach	approach	NOUN
iajs-534	46	42	to	to	PART
iajs-534	46	43	choose	choose	VERB
iajs-534	46	44	η	η	PROPN
iajs-534	46	45	at	at	ADP
iajs-534	46	46	each	each	DET
iajs-534	46	47	iteration	iteration	NOUN
iajs-534	46	48	k	k	NOUN
iajs-534	46	49	,	,	PUNCT
iajs-534	46	50	and	and	CCONJ
iajs-534	46	51	he	he	PRON
iajs-534	46	52	implement	implement	VERB
iajs-534	46	53	(	(	PUNCT
iajs-534	46	54	2	2	NUM
iajs-534	46	55	)	)	PUNCT
iajs-534	46	56	in	in	ADP
iajs-534	46	57	a	a	DET
iajs-534	46	58	new	new	ADJ
iajs-534	46	59	package	package	NOUN
iajs-534	46	60	using	use	VERB
iajs-534	46	61	matlab	matlab	PROPN
iajs-534	46	62	7	7	NUM
iajs-534	46	63	,	,	PUNCT
iajs-534	46	64	named	name	VERB
iajs-534	46	65	'	'	PUNCT
iajs-534	46	66	traingdak	traingdak	NOUN
iajs-534	46	67	'	'	PUNCT
iajs-534	46	68	.	.	PUNCT
iajs-534	47	1	also	also	ADV
iajs-534	47	2	,	,	PUNCT
iajs-534	47	3	he	he	PRON
iajs-534	47	4	improved	improve	VERB
iajs-534	47	5	calculate	calculate	NOUN
iajs-534	47	6	update	update	NOUN
iajs-534	47	7	weight	weight	NOUN
iajs-534	47	8	by	by	ADP
iajs-534	47	9	the	the	DET
iajs-534	47	10	following	following	NOUN
iajs-534	47	11	:	:	PUNCT
iajs-534	47	12	wk+1	wk+1	PROPN
iajs-534	47	13	=	=	SYM
iajs-534	47	14	w0	w0	PROPN
iajs-534	47	15	–	–	PUNCT
iajs-534	47	16	∑∑	∑∑	PROPN
iajs-534	47	17	k	k	NOUN
iajs-534	47	18	0	0	PUNCT
iajs-534	48	1	=	=	NUM
iajs-534	48	2	j	j	PROPN
iajs-534	49	1	i	i	PRON
iajs-534	49	2	j	j	PROPN
iajs-534	49	3	ii	ii	PROPN
iajs-534	49	4	n	n	PROPN
iajs-534	49	5	1	1	NUM
iajs-534	49	6	=	=	NOUN
iajs-534	49	7	i	i	PROPN
iajs-534	49	8	u)ηλ1(γη	u)ηλ1(γη	ADJ
iajs-534	49	9	w	w	PROPN
iajs-534	49	10	,	,	PUNCT
iajs-534	49	11	(	(	PUNCT
iajs-534	49	12	3	3	NUM
iajs-534	49	13	)	)	PUNCT
iajs-534	49	14	by	by	ADP
iajs-534	49	15	(	(	PUNCT
iajs-534	49	16	3	3	X
iajs-534	49	17	)	)	PUNCT
iajs-534	49	18	he	he	PRON
iajs-534	49	19	can	can	AUX
iajs-534	49	20	calculate	calculate	VERB
iajs-534	49	21	adjust	adjust	VERB
iajs-534	49	22	weight	weight	NOUN
iajs-534	49	23	wk+1	wk+1	NOUN
iajs-534	49	24	for	for	ADP
iajs-534	49	25	any	any	DET
iajs-534	49	26	iterative	iterative	NOUN
iajs-534	49	27	k	k	PROPN
iajs-534	49	28	in	in	ADP
iajs-534	49	29	one	one	NUM
iajs-534	49	30	-	-	PUNCT
iajs-534	49	31	epoch	epoch	NOUN
iajs-534	49	32	only	only	ADV
iajs-534	49	33	and	and	CCONJ
iajs-534	49	34	depending	depend	VERB
iajs-534	49	35	on	on	ADP
iajs-534	49	36	w0only	w0only	ADV
iajs-534	49	37	.	.	PUNCT
iajs-534	50	1	then	then	ADV
iajs-534	50	2	the	the	DET
iajs-534	50	3	improvement	improvement	NOUN
iajs-534	50	4	gradient	gradient	NOUN
iajs-534	50	5	descentmethod	descentmethod	NOUN
iajs-534	50	6	,	,	PUNCT
iajs-534	50	7	hold	hold	VERB
iajs-534	50	8	by	by	ADP
iajs-534	50	9	calculating	calculate	VERB
iajs-534	50	10	m	m	PROPN
iajs-534	50	11	(	(	PUNCT
iajs-534	50	12	any	any	DET
iajs-534	50	13	integer	integer	NOUN
iajs-534	50	14	number	number	NOUN
iajs-534	50	15	)	)	PUNCT
iajs-534	50	16	iterative	iterative	NOUN
iajs-534	50	17	in	in	ADP
iajs-534	50	18	one	one	NUM
iajs-534	50	19	-epoch	-epoch	NOUN
iajs-534	50	20	instead	instead	ADV
iajs-534	50	21	of	of	ADP
iajs-534	50	22	calculate	calculate	VERB
iajs-534	50	23	one	one	NUM
iajs-534	50	24	iterative	iterative	NOUN
iajs-534	50	25	in	in	ADP
iajs-534	50	26	each	each	DET
iajs-534	50	27	epoch	epoch	NOUN
iajs-534	50	28	.	.	PUNCT
iajs-534	51	1	but	but	CCONJ
iajs-534	51	2	one	one	NUM
iajs-534	51	3	drawbacks	drawback	NOUN
iajs-534	51	4	of	of	ADP
iajs-534	51	5	(	(	PUNCT
iajs-534	51	6	2	2	NUM
iajs-534	51	7	)	)	PUNCT
iajs-534	51	8	is	be	AUX
iajs-534	51	9	calculating	calculate	VERB
iajs-534	51	10	ofhk	ofhk	NOUN
iajs-534	51	11	(	(	PUNCT
iajs-534	51	12	the	the	DET
iajs-534	51	13	hessian	hessian	ADJ
iajs-534	51	14	matrix	matrix	NOUN
iajs-534	51	15	which	which	PRON
iajs-534	51	16	is	be	AUX
iajs-534	51	17	the	the	DET
iajs-534	51	18	second	second	ADJ
iajs-534	51	19	derivatives	derivative	NOUN
iajs-534	51	20	of	of	ADP
iajs-534	51	21	the	the	DET
iajs-534	51	22	network	network	NOUN
iajs-534	51	23	errors	error	NOUN
iajs-534	51	24	with	with	ADP
iajs-534	51	25	respect	respect	NOUN
iajs-534	51	26	to	to	ADP
iajs-534	51	27	the	the	DET
iajs-534	51	28	weight	weight	NOUN
iajs-534	51	29	)	)	PUNCT
iajs-534	51	30	.	.	PUNCT
iajs-534	52	1	in	in	ADP
iajs-534	52	2	this	this	DET
iajs-534	52	3	paper	paper	NOUN
iajs-534	52	4	we	we	PRON
iajs-534	52	5	give	give	VERB
iajs-534	52	6	better	well	ADJ
iajs-534	52	7	approach	approach	NOUN
iajs-534	52	8	to	to	PART
iajs-534	52	9	choose	choose	VERB
iajs-534	52	10	η	η	PROPN
iajs-534	52	11	(	(	PUNCT
iajs-534	52	12	learning	learn	VERB
iajs-534	52	13	rate	rate	NOUN
iajs-534	52	14	)	)	PUNCT
iajs-534	52	15	by	by	ADP
iajs-534	52	16	the	the	DET
iajs-534	52	17	following	follow	VERB
iajs-534	52	18	calculating	calculate	VERB
iajs-534	52	19	,	,	PUNCT
iajs-534	52	20	consider	consider	VERB
iajs-534	52	21	the	the	DET
iajs-534	52	22	taylor	taylor	PROPN
iajs-534	52	23	series	series	PROPN
iajs-534	52	24	:	:	PUNCT
iajs-534	52	25	e(wk+1	e(wk+1	NOUN
iajs-534	52	26	)	)	PUNCT
iajs-534	52	27	=	=	SYM
iajs-534	52	28	e(wk	e(wk	NOUN
iajs-534	52	29	)	)	PUNCT
iajs-534	53	1	+	+	CCONJ
iajs-534	53	2	gk	gk	PROPN
iajs-534	53	3	t	t	PROPN
iajs-534	53	4	(	(	PUNCT
iajs-534	53	5	wk+1	wk+1	X
iajs-534	53	6	–	–	PUNCT
iajs-534	53	7	wk)+	wk)+	NOUN
iajs-534	53	8	2	2	NUM
iajs-534	53	9	1	1	NUM
iajs-534	53	10	(	(	PUNCT
iajs-534	53	11	wk+1	wk+1	X
iajs-534	53	12	–	–	PUNCT
iajs-534	53	13	wk)thwk	wk)thwk	ADJ
iajs-534	53	14	(	(	PUNCT
iajs-534	53	15	wk+1	wk+1	X
iajs-534	53	16	–	–	PUNCT
iajs-534	53	17	wk	wk	NUM
iajs-534	53	18	)	)	PUNCT
iajs-534	53	19	then	then	ADV
iajs-534	53	20	gradient	gradient	NOUN
iajs-534	53	21	e	e	NOUN
iajs-534	53	22	with	with	ADP
iajs-534	53	23	respect	respect	NOUN
iajs-534	53	24	to	to	ADP
iajs-534	53	25	w	w	NOUN
iajs-534	53	26	by	by	ADP
iajs-534	53	27	the	the	DET
iajs-534	53	28	following	following	NOUN
iajs-534	53	29	:	:	PUNCT
iajs-534	53	30	gk+1	gk+1	NOUN
iajs-534	53	31	=	=	SYM
iajs-534	53	32	gk	gk	PROPN
iajs-534	53	33	+	+	PROPN
iajs-534	53	34	hk	hk	PROPN
iajs-534	53	35	(	(	PUNCT
iajs-534	53	36	wk+1	wk+1	X
iajs-534	53	37	–	–	PUNCT
iajs-534	53	38	wk	wk	NUM
iajs-534	53	39	)	)	PUNCT
iajs-534	53	40	,	,	PUNCT
iajs-534	53	41	(	(	PUNCT
iajs-534	53	42	4	4	NUM
iajs-534	53	43	)	)	PUNCT
iajs-534	53	44	from	from	ADP
iajs-534	53	45	adjusts	adjust	VERB
iajs-534	53	46	weights	weight	NOUN
iajs-534	53	47	by	by	ADP
iajs-534	53	48	gradient	gradient	ADJ
iajs-534	53	49	descent	descent	NOUN
iajs-534	53	50	method	method	NOUN
iajs-534	53	51	we	we	PRON
iajs-534	53	52	have	have	VERB
iajs-534	53	53	:	:	PUNCT
iajs-534	53	54	wk+1	wk+1	ADJ
iajs-534	53	55	–	–	PUNCT
iajs-534	53	56	wk=	wk=	NOUN
iajs-534	53	57	ηkgk	ηkgk	NOUN
iajs-534	53	58	,	,	PUNCT
iajs-534	53	59	(	(	PUNCT
iajs-534	53	60	5	5	NUM
iajs-534	53	61	)	)	PUNCT
iajs-534	53	62	and	and	CCONJ
iajs-534	53	63	substituting	substitute	VERB
iajs-534	53	64	(	(	PUNCT
iajs-534	53	65	5	5	NUM
iajs-534	53	66	)	)	PUNCT
iajs-534	53	67	in	in	ADP
iajs-534	53	68	(	(	PUNCT
iajs-534	53	69	4	4	X
iajs-534	53	70	)	)	PUNCT
iajs-534	53	71	we	we	PRON
iajs-534	53	72	get	get	VERB
iajs-534	53	73	:	:	PUNCT
iajs-534	53	74	gk+1	gk+1	NOUN
iajs-534	53	75	=	=	SYM
iajs-534	53	76	gk	gk	PROPN
iajs-534	53	77	–	–	PUNCT
iajs-534	53	78	ηkhkgk	ηkhkgk	NOUN
iajs-534	53	79	then	then	ADV
iajs-534	53	80	we	we	PRON
iajs-534	53	81	get	get	VERB
iajs-534	53	82	new	new	ADJ
iajs-534	53	83	form	form	NOUN
iajs-534	53	84	of	of	ADP
iajs-534	53	85	learning	learn	VERB
iajs-534	53	86	rate	rate	NOUN
iajs-534	53	87	as	as	ADP
iajs-534	53	88	following	follow	VERB
iajs-534	53	89	:	:	PUNCT
iajs-534	53	90	ηk	ηk	PROPN
iajs-534	53	91	=	=	PUNCT
iajs-534	53	92	–	–	PUNCT
iajs-534	53	93	(	(	PUNCT
iajs-534	53	94	gk+1	gk+1	X
iajs-534	53	95	–	–	PUNCT
iajs-534	53	96	gk	gk	NOUN
iajs-534	53	97	)	)	PUNCT
iajs-534	53	98	/	/	SYM
iajs-534	53	99	(	(	PUNCT
iajs-534	53	100	hkgk	hkgk	NOUN
iajs-534	53	101	)	)	PUNCT
iajs-534	53	102	,	,	PUNCT
iajs-534	53	103	(	(	PUNCT
iajs-534	53	104	6	6	NUM
iajs-534	53	105	)	)	PUNCT
iajs-534	53	106	then	then	ADV
iajs-534	53	107	the	the	DET
iajs-534	53	108	hessian	hessian	ADJ
iajs-534	53	109	matrix	matrix	NOUN
iajs-534	53	110	can	can	AUX
iajs-534	53	111	be	be	AUX
iajs-534	53	112	approximated	approximate	VERB
iajs-534	53	113	as	as	ADP
iajs-534	53	114	h=	h=	NOUN
iajs-534	53	115	jtj	jtj	X
iajs-534	53	116	(	(	PUNCT
iajs-534	53	117	where	where	SCONJ
iajs-534	53	118	j	j	PROPN
iajs-534	53	119	is	be	AUX
iajs-534	53	120	the	the	DET
iajs-534	53	121	jacobian	jacobian	ADJ
iajs-534	53	122	matrix	matrix	NOUN
iajs-534	53	123	)	)	PUNCT
iajs-534	53	124	that	that	PRON
iajs-534	53	125	is	be	AUX
iajs-534	53	126	:	:	PUNCT
iajs-534	53	127	ηk	ηk	PROPN
iajs-534	53	128	=	=	SYM
iajs-534	53	129	–	–	PUNCT
iajs-534	53	130	∆gk	∆gk	PROPN
iajs-534	53	131	/	/	PUNCT
iajs-534	53	132	(	(	PUNCT
iajs-534	53	133	jtj	jtj	X
iajs-534	53	134	gk	gk	PROPN
iajs-534	53	135	)	)	PUNCT
iajs-534	53	136	,	,	PUNCT
iajs-534	53	137	(	(	PUNCT
iajs-534	53	138	7	7	X
iajs-534	53	139	)	)	PUNCT
iajs-534	53	140	and	and	CCONJ
iajs-534	53	141	we	we	PRON
iajs-534	53	142	implement	implement	VERB
iajs-534	53	143	(	(	PUNCT
iajs-534	53	144	7	7	NUM
iajs-534	53	145	)	)	PUNCT
iajs-534	53	146	in	in	ADP
iajs-534	53	147	a	a	DET
iajs-534	53	148	new	new	ADJ
iajs-534	53	149	package	package	NOUN
iajs-534	53	150	using	use	VERB
iajs-534	53	151	matlab	matlab	PROPN
iajs-534	53	152	7.10	7.10	NUM
iajs-534	53	153	,	,	PUNCT
iajs-534	53	154	named	name	VERB
iajs-534	53	155	"	"	PUNCT
iajs-534	53	156	traingdly	traingdly	ADV
iajs-534	53	157	"	"	PUNCT
iajs-534	53	158	quasi	quasi	PROPN
iajs-534	53	159	-	-	NOUN
iajs-534	53	160	newton	newton	PROPN
iajs-534	53	161	algorithms	algorithms	NOUN
iajs-534	53	162	[	[	X
iajs-534	53	163	6	6	NUM
iajs-534	53	164	]	]	PUNCT
iajs-534	53	165	quasi	quasi	NOUN
iajs-534	53	166	-	-	PROPN
iajs-534	53	167	newton	newton	PROPN
iajs-534	53	168	(	(	PUNCT
iajs-534	53	169	or	or	CCONJ
iajs-534	53	170	secant	secant	ADJ
iajs-534	53	171	)	)	PUNCT
iajs-534	53	172	methods	method	NOUN
iajs-534	53	173	are	be	AUX
iajs-534	53	174	based	base	VERB
iajs-534	53	175	on	on	ADP
iajs-534	53	176	newton	newton	PROPN
iajs-534	53	177	’s	’s	PART
iajs-534	53	178	method	method	NOUN
iajs-534	54	1	but	but	CCONJ
iajs-534	54	2	we	we	PRON
iajs-534	54	3	require	require	VERB
iajs-534	54	4	calculation	calculation	NOUN
iajs-534	54	5	of	of	ADP
iajs-534	54	6	second	second	ADJ
iajs-534	54	7	derivatives	derivative	NOUN
iajs-534	54	8	(	(	PUNCT
iajs-534	54	9	hessian	hessian	ADJ
iajs-534	54	10	matrix	matrix	NOUN
iajs-534	54	11	)	)	PUNCT
iajs-534	54	12	at	at	ADP
iajs-534	54	13	each	each	DET
iajs-534	54	14	step	step	NOUN
iajs-534	54	15	.	.	PUNCT
iajs-534	55	1	they	they	PRON
iajs-534	55	2	update	update	VERB
iajs-534	55	3	an	an	DET
iajs-534	55	4	approximate	approximate	ADJ
iajs-534	55	5	hessian	hessian	NOUN
iajs-534	55	6	277	277	NUM
iajs-534	55	7	|	|	ADV
iajs-534	55	8	mathematics	mathematics	PROPN
iajs-534	55	9	@1a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	@1a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	NOUN
iajs-534	55	10	�	�	NOUN
iajs-534	55	11	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	NUM
iajs-534	55	12	:	:	PUNCT
iajs-534	55	13	a@âig@ú‹	a@âig@ú‹	PROPN
iajs-534	55	14	©	©	PROPN
iajs-534	55	15	@ü‹26@@öü»€a@i1@‚b«@h2013	@ü‹26@@öü»€a@i1@‚b«@h2013	PROPN
iajs-534	55	16	ibn	ibn	PROPN
iajs-534	55	17	al	al	PROPN
iajs-534	55	18	-	-	PUNCT
iajs-534	55	19	haitham	haitham	PROPN
iajs-534	55	20	jour	jour	X
iajs-534	55	21	.	.	PROPN
iajs-534	56	1	for	for	ADP
iajs-534	56	2	pure	pure	ADJ
iajs-534	56	3	&	&	CCONJ
iajs-534	56	4	appl	appl	PROPN
iajs-534	56	5	.	.	PUNCT
iajs-534	57	1	sci	sci	PROPN
iajs-534	57	2	.	.	PUNCT
iajs-534	57	3	vol	vol	NOUN
iajs-534	57	4	.	.	PROPN
iajs-534	58	1	26	26	NUM
iajs-534	58	2	(	(	PUNCT
iajs-534	58	3	1	1	NUM
iajs-534	58	4	)	)	PUNCT
iajs-534	58	5	2013	2013	NUM
iajs-534	58	6	matrix	matrix	NOUN
iajs-534	58	7	at	at	ADP
iajs-534	58	8	each	each	DET
iajs-534	58	9	iteration	iteration	NOUN
iajs-534	58	10	of	of	ADP
iajs-534	58	11	the	the	DET
iajs-534	58	12	algorithm	algorithm	NOUN
iajs-534	58	13	.	.	PUNCT
iajs-534	59	1	the	the	DET
iajs-534	59	2	optimum	optimum	ADJ
iajs-534	59	3	weight	weight	NOUN
iajs-534	59	4	value	value	NOUN
iajs-534	59	5	can	can	AUX
iajs-534	59	6	be	be	AUX
iajs-534	59	7	computed	compute	VERB
iajs-534	59	8	in	in	ADP
iajs-534	59	9	an	an	DET
iajs-534	59	10	iterative	iterative	NOUN
iajs-534	59	11	manner	manner	NOUN
iajs-534	59	12	by	by	ADP
iajs-534	59	13	writing	write	VERB
iajs-534	59	14	:	:	PUNCT
iajs-534	59	15	wk+1	wk+1	PROPN
iajs-534	59	16	=	=	ADJ
iajs-534	59	17	wk−ηk	wk−ηk	ADJ
iajs-534	59	18	h−1gk	h−1gk	PROPN
iajs-534	59	19	,	,	PUNCT
iajs-534	59	20	(	(	PUNCT
iajs-534	59	21	8)	8)	NUM
iajs-534	59	22	whereηk	whereηk	NOUN
iajs-534	59	23	is	be	AUX
iajs-534	59	24	the	the	DET
iajs-534	59	25	learning	learning	NOUN
iajs-534	59	26	rate	rate	NOUN
iajs-534	59	27	,	,	PUNCT
iajs-534	59	28	gk	gk	PROPN
iajs-534	59	29	is	be	AUX
iajs-534	59	30	the	the	DET
iajs-534	59	31	gradient	gradient	NOUN
iajs-534	59	32	of	of	ADP
iajs-534	59	33	the	the	DET
iajs-534	59	34	error	error	NOUN
iajs-534	59	35	surface	surface	NOUN
iajs-534	59	36	with	with	ADP
iajs-534	59	37	respect	respect	NOUN
iajs-534	59	38	to	to	ADP
iajs-534	59	39	the	the	DET
iajs-534	59	40	wk	wk	NOUN
iajs-534	59	41	and	and	CCONJ
iajs-534	59	42	h	h	NOUN
iajs-534	59	43	is	be	AUX
iajs-534	59	44	the	the	DET
iajs-534	59	45	hessian	hessian	ADJ
iajs-534	59	46	matrix	matrix	NOUN
iajs-534	59	47	(	(	PUNCT
iajs-534	59	48	second	second	ADJ
iajs-534	59	49	derivatives	derivative	NOUN
iajs-534	59	50	of	of	ADP
iajs-534	59	51	the	the	DET
iajs-534	59	52	error	error	NOUN
iajs-534	59	53	surface	surface	NOUN
iajs-534	59	54	with	with	ADP
iajs-534	59	55	respect	respect	NOUN
iajs-534	59	56	to	to	ADP
iajs-534	59	57	the	the	DET
iajs-534	59	58	weight	weight	NOUN
iajs-534	59	59	(	(	PUNCT
iajs-534	59	60	wk	wk	NOUN
iajs-534	59	61	)	)	PUNCT
iajs-534	59	62	)	)	PUNCT
iajs-534	59	63	.	.	PUNCT
iajs-534	60	1	in	in	ADP
iajs-534	60	2	this	this	DET
iajs-534	60	3	paper	paper	NOUN
iajs-534	60	4	,	,	PUNCT
iajs-534	60	5	we	we	PRON
iajs-534	60	6	use	use	VERB
iajs-534	60	7	bfgs	bfgs	ADJ
iajs-534	60	8	quasi	quasi	PROPN
iajs-534	60	9	-	-	PROPN
iajs-534	60	10	newton	newton	PROPN
iajs-534	60	11	algorithm	algorithm	NOUN
iajs-534	60	12	(	(	PUNCT
iajs-534	60	13	trainbfg	trainbfg	PROPN
iajs-534	60	14	)	)	PUNCT
iajs-534	60	15	,	,	PUNCT
iajs-534	60	16	this	this	DET
iajs-534	60	17	algorithm	algorithm	NOUN
iajs-534	60	18	requires	require	VERB
iajs-534	60	19	more	more	ADJ
iajs-534	60	20	computation	computation	NOUN
iajs-534	60	21	for	for	ADP
iajs-534	60	22	each	each	DET
iajs-534	60	23	iteration	iteration	NOUN
iajs-534	60	24	and	and	CCONJ
iajs-534	60	25	practical	practical	ADJ
iajs-534	60	26	results	result	NOUN
iajs-534	60	27	show	show	VERB
iajs-534	60	28	more	more	ADJ
iajs-534	60	29	storage	storage	NOUN
iajs-534	60	30	require	require	NOUN
iajs-534	60	31	than	than	ADP
iajs-534	60	32	the	the	DET
iajs-534	60	33	cg	cg	NOUN
iajs-534	60	34	methods	method	NOUN
iajs-534	60	35	,	,	PUNCT
iajs-534	60	36	although	although	SCONJ
iajs-534	60	37	generally	generally	ADV
iajs-534	60	38	,	,	PUNCT
iajs-534	60	39	converges	converge	VERB
iajs-534	60	40	in	in	ADP
iajs-534	60	41	fewer	few	ADJ
iajs-534	60	42	iterations	iteration	NOUN
iajs-534	60	43	.	.	PUNCT
iajs-534	61	1	newton	newton	PROPN
iajs-534	61	2	’s	’s	PART
iajs-534	61	3	method	method	NOUN
iajs-534	61	4	has	have	VERB
iajs-534	61	5	a	a	DET
iajs-534	61	6	quadratic	quadratic	ADJ
iajs-534	61	7	convergence	convergence	NOUN
iajs-534	61	8	property	property	NOUN
iajs-534	61	9	,	,	PUNCT
iajs-534	61	10	that	that	ADV
iajs-534	61	11	is	be	AUX
iajs-534	61	12	|en+1|	|en+1|	PROPN
iajs-534	61	13	≤ε	≤ε	NOUN
iajs-534	61	14	|en|2	|en|2	PUNCT
iajs-534	61	15	and	and	CCONJ
iajs-534	61	16	thus	thus	ADV
iajs-534	61	17	often	often	ADV
iajs-534	61	18	converges	converge	VERB
iajs-534	61	19	faster	fast	ADV
iajs-534	61	20	than	than	ADP
iajs-534	61	21	cg	cg	NOUN
iajs-534	61	22	methods	method	NOUN
iajs-534	61	23	.	.	PUNCT
iajs-534	62	1	unfortunately	unfortunately	ADV
iajs-534	62	2	,	,	PUNCT
iajs-534	62	3	it	it	PRON
iajs-534	62	4	is	be	AUX
iajs-534	62	5	expensive	expensive	ADJ
iajs-534	62	6	because	because	SCONJ
iajs-534	62	7	we	we	PRON
iajs-534	62	8	need	need	VERB
iajs-534	62	9	to	to	PART
iajs-534	62	10	compute	compute	VERB
iajs-534	62	11	the	the	DET
iajs-534	62	12	hessian	hessian	ADJ
iajs-534	62	13	matrix	matrix	NOUN
iajs-534	62	14	.	.	PUNCT
iajs-534	63	1	improve	improve	VERB
iajs-534	63	2	quasi	quasi	NOUN
iajs-534	63	3	-	-	NOUN
iajs-534	63	4	newton	newton	PROPN
iajs-534	63	5	algorithms	algorithm	VERB
iajs-534	63	6	the	the	DET
iajs-534	63	7	one	one	NUM
iajs-534	63	8	drawback	drawback	NOUN
iajs-534	63	9	related	relate	VERB
iajs-534	63	10	with	with	ADP
iajs-534	63	11	this	this	DET
iajs-534	63	12	method	method	NOUN
iajs-534	63	13	is	be	AUX
iajs-534	63	14	:	:	PUNCT
iajs-534	63	15	the	the	DET
iajs-534	63	16	exact	exact	ADJ
iajs-534	63	17	evaluation	evaluation	NOUN
iajs-534	63	18	of	of	ADP
iajs-534	63	19	the	the	DET
iajs-534	63	20	hessian	hessian	NOUN
iajs-534	63	21	matrixiscomputationally	matrixiscomputationally	ADV
iajs-534	63	22	intensive	intensive	ADJ
iajs-534	63	23	,	,	PUNCT
iajs-534	63	24	of	of	ADP
iajs-534	63	25	order	order	NOUN
iajs-534	63	26	o	o	NOUN
iajs-534	63	27	(	(	PUNCT
iajs-534	63	28	pw2	pw2	PROPN
iajs-534	63	29	)	)	PUNCT
iajs-534	63	30	,	,	PUNCT
iajs-534	63	31	p	p	X
iajs-534	63	32	being	be	AUX
iajs-534	63	33	the	the	DET
iajs-534	63	34	number	number	NOUN
iajs-534	63	35	of	of	ADP
iajs-534	63	36	training	training	NOUN
iajs-534	63	37	vectors	vector	NOUN
iajs-534	63	38	.	.	PUNCT
iajs-534	64	1	the	the	DET
iajs-534	64	2	computation	computation	NOUN
iajs-534	64	3	of	of	ADP
iajs-534	64	4	the	the	DET
iajs-534	64	5	inverse	inverse	NOUN
iajs-534	64	6	hessianh-1	hessianh-1	NUM
iajs-534	64	7	is	be	AUX
iajs-534	64	8	even	even	ADV
iajs-534	64	9	more	more	ADV
iajs-534	64	10	computationally	computationally	ADV
iajs-534	64	11	intensive	intensive	ADJ
iajs-534	64	12	,	,	PUNCT
iajs-534	64	13	i.e.	i.e.	X
iajs-534	64	14	o	o	X
iajs-534	64	15	(	(	PUNCT
iajs-534	64	16	w3	w3	PROPN
iajs-534	64	17	)	)	PUNCT
iajs-534	64	18	.	.	PUNCT
iajs-534	65	1	the	the	DET
iajs-534	65	2	aim	aim	NOUN
iajs-534	65	3	of	of	ADP
iajs-534	65	4	this	this	DET
iajs-534	65	5	paper	paper	NOUN
iajs-534	65	6	is	be	AUX
iajs-534	65	7	to	to	PART
iajs-534	65	8	solve	solve	VERB
iajs-534	65	9	these	these	DET
iajs-534	65	10	drawbacks	drawback	NOUN
iajs-534	65	11	.	.	PUNCT
iajs-534	66	1	decrease	decrease	NOUN
iajs-534	66	2	calculating	calculate	VERB
iajs-534	66	3	of	of	ADP
iajs-534	66	4	hessian	hessian	ADJ
iajs-534	66	5	matrix	matrix	NOUN
iajs-534	66	6	considering	consider	VERB
iajs-534	66	7	the	the	DET
iajs-534	66	8	sum	sum	NOUN
iajs-534	66	9	-	-	PUNCT
iajs-534	66	10	of	of	ADP
iajs-534	66	11	-	-	PUNCT
iajs-534	66	12	squares	square	NOUN
iajs-534	66	13	error	error	NOUN
iajs-534	66	14	function	function	NOUN
iajs-534	66	15	for	for	ADP
iajs-534	66	16	pattern	pattern	NOUN
iajs-534	66	17	vector	vector	NOUN
iajs-534	66	18	xp	xp	PROPN
iajs-534	66	19	(	(	PUNCT
iajs-534	66	20	input	input	NOUN
iajs-534	66	21	data	datum	NOUN
iajs-534	66	22	)	)	PUNCT
iajs-534	66	23	:	:	PUNCT
iajs-534	67	1	ep	ep	PROPN
iajs-534	67	2	=	=	PROPN
iajs-534	67	3	½	½	PROPN
iajs-534	67	4	∑i=1	∑i=1	PROPN
iajs-534	67	5	k	k	PROPN
iajs-534	67	6	[	[	PUNCT
iajs-534	67	7	(	(	PUNCT
iajs-534	67	8	ya(xp))i	ya(xp))i	NOUN
iajs-534	67	9	–	–	PUNCT
iajs-534	67	10	(	(	PUNCT
iajs-534	67	11	ytp)i	ytp)i	NOUN
iajs-534	67	12	]	]	SYM
iajs-534	67	13	2	2	NUM
iajs-534	67	14	=	=	SYM
iajs-534	67	15	½	½	NOUN
iajs-534	67	16	[	[	PUNCT
iajs-534	67	17	ya(xp	ya(xp	PROPN
iajs-534	67	18	)	)	PUNCT
iajs-534	67	19	–	–	PUNCT
iajs-534	67	20	ytp]t	ytp]t	PROPN
iajs-534	67	21	[	[	X
iajs-534	67	22	ya(xp	ya(xp	PROPN
iajs-534	67	23	)	)	PUNCT
iajs-534	67	24	–	–	PUNCT
iajs-534	67	25	ytp	ytp	VERB
iajs-534	67	26	]	]	PUNCT
iajs-534	67	27	then	then	ADV
iajs-534	67	28	the	the	DET
iajs-534	67	29	hessian	hessian	NOUN
iajs-534	67	30	is	be	AUX
iajs-534	67	31	calculated	calculate	VERB
iajs-534	67	32	immediately	immediately	ADV
iajs-534	67	33	as	as	ADP
iajs-534	67	34	:	:	PUNCT
iajs-534	67	35	∂2ep/(∂wji∂wkl	∂2ep/(∂wji∂wkl	X
iajs-534	67	36	)	)	PUNCT
iajs-534	68	1	=	=	NOUN
iajs-534	68	2	∑i=1	∑i=1	PROPN
iajs-534	68	3	k(∂yai/∂wji)(∂yai/∂wkl	k(∂yai/∂wji)(∂yai/∂wkl	NOUN
iajs-534	68	4	)	)	PUNCT
iajs-534	69	1	+	+	CCONJ
iajs-534	69	2	∑i=1	∑i=1	PROPN
iajs-534	69	3	k(yai	k(yai	NOUN
iajs-534	69	4	–	–	PUNCT
iajs-534	69	5	yti)(∂2yai/	yti)(∂2yai/	NOUN
iajs-534	69	6	(	(	PUNCT
iajs-534	69	7	∂wji∂wkl	∂wji∂wkl	NOUN
iajs-534	69	8	)	)	PUNCT
iajs-534	69	9	)	)	PUNCT
iajs-534	70	1	considering	consider	VERB
iajs-534	70	2	a	a	DET
iajs-534	70	3	well	well	ADV
iajs-534	70	4	trained	train	VERB
iajs-534	70	5	network	network	NOUN
iajs-534	70	6	and	and	CCONJ
iajs-534	70	7	the	the	DET
iajs-534	70	8	a	a	DET
iajs-534	70	9	mount	mount	NOUN
iajs-534	70	10	of	of	ADP
iajs-534	70	11	noise	noise	NOUN
iajs-534	70	12	small	small	ADJ
iajs-534	70	13	then	then	ADV
iajs-534	70	14	the	the	DET
iajs-534	70	15	terms	term	NOUN
iajs-534	70	16	(	(	PUNCT
iajs-534	70	17	yai	yai	PROPN
iajs-534	70	18	–	–	PUNCT
iajs-534	70	19	yti	yti	PROPN
iajs-534	70	20	)	)	PUNCT
iajs-534	70	21	have	have	VERB
iajs-534	70	22	to	to	PART
iajs-534	70	23	be	be	AUX
iajs-534	70	24	small	small	ADJ
iajs-534	70	25	and	and	CCONJ
iajs-534	70	26	may	may	AUX
iajs-534	70	27	be	be	AUX
iajs-534	70	28	neglected	neglect	VERB
iajs-534	70	29	;	;	PUNCT
iajs-534	70	30	then	then	ADV
iajs-534	70	31	:	:	PUNCT
iajs-534	70	32	∂2ep	∂2ep	X
iajs-534	70	33	/	/	SYM
iajs-534	70	34	(	(	PUNCT
iajs-534	70	35	∂wji	∂wji	NOUN
iajs-534	70	36	∂wkl)≈	∂wkl)≈	PROPN
iajs-534	70	37	∑i=1	∑i=1	PROPN
iajs-534	70	38	k	k	PROPN
iajs-534	70	39	(	(	PUNCT
iajs-534	70	40	∂yai	∂yai	PUNCT
iajs-534	70	41	/∂wji)(∂yai	/∂wji)(∂yai	PUNCT
iajs-534	70	42	/∂wkl	/∂wkl	PUNCT
iajs-534	70	43	)	)	PUNCT
iajs-534	70	44	,	,	PUNCT
iajs-534	70	45	(	(	PUNCT
iajs-534	70	46	9	9	NUM
iajs-534	70	47	)	)	PUNCT
iajs-534	70	48	and	and	CCONJ
iajs-534	70	49	∂yai	∂yai	PRON
iajs-534	70	50	/∂wji	/∂wji	PUNCT
iajs-534	70	51	may	may	AUX
iajs-534	70	52	be	be	AUX
iajs-534	70	53	found	find	VERB
iajs-534	70	54	by	by	ADP
iajs-534	70	55	back	back	ADJ
iajs-534	70	56	propagation	propagation	NOUN
iajs-534	70	57	procedure	procedure	NOUN
iajs-534	70	58	.	.	PUNCT
iajs-534	71	1	decrease	decrease	NOUN
iajs-534	71	2	calculating	calculate	VERB
iajs-534	71	3	for	for	ADP
iajs-534	71	4	inverse	inverse	NOUN
iajs-534	71	5	of	of	ADP
iajs-534	71	6	hessian	hessian	ADJ
iajs-534	71	7	matrix	matrix	NOUN
iajs-534	71	8	let	let	AUX
iajs-534	71	9	consider	consider	VERB
iajs-534	71	10	the	the	DET
iajs-534	71	11	derivatives	derivative	NOUN
iajs-534	71	12	with	with	ADP
iajs-534	71	13	respect	respect	NOUN
iajs-534	71	14	to	to	ADP
iajs-534	71	15	the	the	DET
iajs-534	71	16	weights	weight	NOUN
iajs-534	71	17	denoted	denote	VERB
iajs-534	71	18	by	by	ADP
iajs-534	71	19	g	g	PROPN
iajs-534	71	20	=	=	SYM
iajs-534	71	21	{	{	PUNCT
iajs-534	71	22	∂	∂	NUM
iajs-534	71	23	/	/	SYM
iajs-534	71	24	∂wji	∂wji	NOUN
iajs-534	71	25	}	}	PUNCT
iajs-534	71	26	ji	ji	PROPN
iajs-534	71	27	,	,	PUNCT
iajs-534	71	28	then	then	ADV
iajs-534	71	29	from	from	ADP
iajs-534	71	30	equation	equation	NOUN
iajs-534	71	31	(	(	PUNCT
iajs-534	71	32	9	9	NUM
iajs-534	71	33	)	)	PUNCT
iajs-534	71	34	the	the	DET
iajs-534	71	35	hessian	hessian	ADJ
iajs-534	71	36	matrix	matrix	NOUN
iajs-534	71	37	may	may	AUX
iajs-534	71	38	be	be	AUX
iajs-534	71	39	written	write	VERB
iajs-534	71	40	as	as	ADP
iajs-534	71	41	a	a	DET
iajs-534	71	42	square	square	ADJ
iajs-534	71	43	matrix	matrix	NOUN
iajs-534	71	44	of	of	ADP
iajs-534	71	45	order	order	NOUN
iajs-534	71	46	w	w	NOUN
iajs-534	71	47	x	x	PUNCT
iajs-534	71	48	w	w	NOUN
iajs-534	71	49	and	and	CCONJ
iajs-534	72	1	:	:	PUNCT
iajs-534	72	2	hp=	hp=	PROPN
iajs-534	72	3	∑p=1	∑p=1	PROPN
iajs-534	72	4	p	p	PROPN
iajs-534	72	5	g	g	PROPN
iajs-534	72	6	gtep	gtep	VERB
iajs-534	72	7	where	where	SCONJ
iajs-534	72	8	p	p	NOUN
iajs-534	72	9	is	be	AUX
iajs-534	72	10	the	the	DET
iajs-534	72	11	number	number	NOUN
iajs-534	72	12	of	of	ADP
iajs-534	72	13	vectors	vector	NOUN
iajs-534	72	14	in	in	ADP
iajs-534	72	15	the	the	DET
iajs-534	72	16	training	training	NOUN
iajs-534	72	17	set	set	NOUN
iajs-534	72	18	.	.	PUNCT
iajs-534	73	1	now	now	ADV
iajs-534	73	2	,	,	PUNCT
iajs-534	73	3	by	by	ADP
iajs-534	73	4	adding	add	VERB
iajs-534	73	5	a	a	DET
iajs-534	73	6	new	new	ADJ
iajs-534	73	7	training	training	NOUN
iajs-534	73	8	vector	vector	NOUN
iajs-534	73	9	:	:	PUNCT
iajs-534	73	10	hp+1	hp+1	X
iajs-534	74	1	=	=	PUNCT
iajs-534	75	1	hp	hp	PROPN
iajs-534	75	2	+	+	CCONJ
iajs-534	75	3	g	g	PROPN
iajs-534	75	4	gt	gt	PROPN
iajs-534	75	5	ep+1	ep+1	NOUN
iajs-534	75	6	then	then	ADV
iajs-534	75	7	by	by	ADP
iajs-534	75	8	using	use	VERB
iajs-534	75	9	the	the	DET
iajs-534	75	10	following	follow	VERB
iajs-534	75	11	formula	formula	NOUN
iajs-534	75	12	which	which	PRON
iajs-534	75	13	may	may	AUX
iajs-534	75	14	be	be	AUX
iajs-534	75	15	decreased	decrease	VERB
iajs-534	75	16	the	the	DET
iajs-534	75	17	calcultion	calcultion	NOUN
iajs-534	75	18	of	of	ADP
iajs-534	75	19	the	the	DET
iajs-534	75	20	inverse	inverse	ADJ
iajs-534	75	21	hessian	hessian	NOUN
iajs-534	75	22	matrix	matrix	NOUN
iajs-534	75	23	is	be	AUX
iajs-534	75	24	:	:	PUNCT
iajs-534	75	25	(	(	PUNCT
iajs-534	75	26	a+bc)-1	a+bc)-1	X
iajs-534	75	27	=	=	SYM
iajs-534	75	28	a-1	a-1	X
iajs-534	75	29	–	–	PUNCT
iajs-534	75	30	a-1	a-1	PROPN
iajs-534	75	31	b	b	PROPN
iajs-534	75	32	(	(	PUNCT
iajs-534	75	33	i+	i+	NOUN
iajs-534	75	34	ba-1c	ba-1c	PROPN
iajs-534	75	35	)	)	PUNCT
iajs-534	75	36	-1	-1	PROPN
iajs-534	75	37	c	c	PROPN
iajs-534	75	38	a-1	a-1	PROPN
iajs-534	75	39	,	,	PUNCT
iajs-534	75	40	(	(	PUNCT
iajs-534	75	41	where	where	SCONJ
iajs-534	75	42	a	a	DET
iajs-534	75	43	,	,	PUNCT
iajs-534	75	44	b	b	NOUN
iajs-534	75	45	and	and	CCONJ
iajs-534	75	46	c	c	PROPN
iajs-534	75	47	are	be	AUX
iajs-534	75	48	any	any	DET
iajs-534	75	49	three	three	NUM
iajs-534	75	50	matrices	matrix	NOUN
iajs-534	75	51	and	and	CCONJ
iajs-534	75	52	a	a	PRON
iajs-534	75	53	is	be	AUX
iajs-534	75	54	inversable	inversable	ADJ
iajs-534	75	55	)	)	PUNCT
iajs-534	75	56	.	.	PUNCT
iajs-534	76	1	by	by	ADP
iajs-534	76	2	putting	put	VERB
iajs-534	76	3	hp	hp	NOUN
iajs-534	76	4	=	=	PUNCT
iajs-534	76	5	a	a	NOUN
iajs-534	76	6	,	,	PUNCT
iajs-534	76	7	g	g	PROPN
iajs-534	76	8	=	=	SYM
iajs-534	76	9	b	b	PROPN
iajs-534	76	10	and	and	CCONJ
iajs-534	76	11	gtep+1	gtep+1	PROPN
iajs-534	76	12	=	=	PUNCT
iajs-534	76	13	c	c	NOUN
iajs-534	76	14	,	,	PUNCT
iajs-534	76	15	then	then	ADV
iajs-534	76	16	we	we	PRON
iajs-534	76	17	have	have	VERB
iajs-534	76	18	:	:	PUNCT
iajs-534	76	19	hp+1	hp+1	X
iajs-534	76	20	-1	-1	PUNCT
iajs-534	77	1	=	=	PUNCT
iajs-534	77	2	(	(	PUNCT
iajs-534	77	3	hp	hp	X
iajs-534	77	4	+	+	CCONJ
iajs-534	77	5	g	g	PROPN
iajs-534	77	6	gt	gt	PROPN
iajs-534	77	7	ep+1	ep+1	NOUN
iajs-534	77	8	)	)	PUNCT
iajs-534	77	9	-1	-1	PUNCT
iajs-534	78	1	=	=	SYM
iajs-534	78	2	hp	hp	PROPN
iajs-534	78	3	-1	-1	INTJ
iajs-534	78	4	–	–	PUNCT
iajs-534	78	5	hp	hp	PROPN
iajs-534	78	6	-1	-1	X
iajs-534	78	7	g	g	PROPN
iajs-534	78	8	(	(	PUNCT
iajs-534	78	9	i+	i+	NOUN
iajs-534	78	10	g	g	PROPN
iajs-534	78	11	hp	hp	ADJ
iajs-534	78	12	-1gt	-1gt	NOUN
iajs-534	78	13	ep+1)-1gt	ep+1)-1gt	PROPN
iajs-534	78	14	ep+1	ep+1	PROPN
iajs-534	78	15	hp	hp	PROPN
iajs-534	78	16	-1	-1	PUNCT
iajs-534	78	17	using	use	VERB
iajs-534	78	18	the	the	DET
iajs-534	78	19	above	above	ADJ
iajs-534	78	20	formula	formula	NOUN
iajs-534	78	21	and	and	CCONJ
iajs-534	78	22	starting	start	VERB
iajs-534	78	23	with	with	ADP
iajs-534	78	24	h0	h0	NOUN
iajs-534	78	25	=	=	PROPN
iajs-534	79	1	i	i	PROPN
iajs-534	79	2	,	,	PUNCT
iajs-534	79	3	the	the	DET
iajs-534	79	4	hessian	hessian	ADJ
iajs-534	79	5	matrix	matrix	NOUN
iajs-534	79	6	may	may	AUX
iajs-534	79	7	be	be	AUX
iajs-534	79	8	computed	compute	VERB
iajs-534	79	9	by	by	ADP
iajs-534	79	10	just	just	ADV
iajs-534	79	11	one	one	NUM
iajs-534	79	12	pass	pass	NOUN
iajs-534	79	13	trough	trough	NOUN
iajs-534	79	14	all	all	DET
iajs-534	79	15	training	training	NOUN
iajs-534	79	16	set	set	VERB
iajs-534	79	17	.	.	PUNCT
iajs-534	80	1	conclusion	conclusion	NOUN
iajs-534	80	2	the	the	DET
iajs-534	80	3	improve	improve	ADJ
iajs-534	80	4	trained	train	VERB
iajs-534	80	5	ffnn	ffnn	NOUN
iajs-534	80	6	algorithms	algorithm	NOUN
iajs-534	80	7	has	have	VERB
iajs-534	80	8	principle	principle	ADJ
iajs-534	80	9	advantages	advantage	NOUN
iajs-534	80	10	that	that	SCONJ
iajs-534	80	11	computational	computational	ADJ
iajs-534	80	12	complexity	complexity	NOUN
iajs-534	80	13	does	do	AUX
iajs-534	80	14	not	not	PART
iajs-534	80	15	increase	increase	VERB
iajs-534	80	16	with	with	ADP
iajs-534	80	17	the	the	DET
iajs-534	80	18	increase	increase	NOUN
iajs-534	80	19	of	of	ADP
iajs-534	80	20	the	the	DET
iajs-534	80	21	number	number	NOUN
iajs-534	80	22	of	of	ADP
iajs-534	80	23	sampling	sample	VERB
iajs-534	80	24	points	point	NOUN
iajs-534	80	25	and	and	CCONJ
iajs-534	80	26	provides	provide	VERB
iajs-534	80	27	rapid	rapid	ADJ
iajs-534	80	28	calculation	calculation	NOUN
iajs-534	80	29	for	for	ADP
iajs-534	80	30	solving	solve	VERB
iajs-534	80	31	any	any	DET
iajs-534	80	32	problem	problem	NOUN
iajs-534	80	33	at	at	ADP
iajs-534	80	34	any	any	DET
iajs-534	80	35	given	give	VERB
iajs-534	80	36	input	input	NOUN
iajs-534	80	37	points	point	NOUN
iajs-534	80	38	.	.	PUNCT
iajs-534	81	1	278	278	NUM
iajs-534	81	2	|	|	NOUN
iajs-534	81	3	mathematics	mathematics	PROPN
iajs-534	81	4	@1a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	@1a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	NOUN
iajs-534	81	5	�	�	NOUN
iajs-534	81	6	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	NUM
iajs-534	81	7	:	:	PUNCT
iajs-534	81	8	a@âig@ú‹	a@âig@ú‹	PROPN
iajs-534	81	9	©	©	PROPN
iajs-534	81	10	@ü‹26@@öü»€a@i1@‚b«@h2013	@ü‹26@@öü»€a@i1@‚b«@h2013	PROPN
iajs-534	81	11	ibn	ibn	PROPN
iajs-534	81	12	al	al	PROPN
iajs-534	81	13	-	-	PUNCT
iajs-534	81	14	haitham	haitham	PROPN
iajs-534	81	15	jour	jour	X
iajs-534	81	16	.	.	PROPN
iajs-534	82	1	for	for	ADP
iajs-534	82	2	pure	pure	ADJ
iajs-534	82	3	&	&	CCONJ
iajs-534	82	4	appl	appl	PROPN
iajs-534	82	5	.	.	PUNCT
iajs-534	83	1	sci	sci	PROPN
iajs-534	83	2	.	.	PUNCT
iajs-534	83	3	vol	vol	NOUN
iajs-534	83	4	.	.	PROPN
iajs-534	84	1	26	26	NUM
iajs-534	84	2	(	(	PUNCT
iajs-534	84	3	1	1	NUM
iajs-534	84	4	)	)	PUNCT
iajs-534	84	5	2013	2013	NUM
iajs-534	84	6	references	reference	NOUN
iajs-534	84	7	1.galushkin	1.galushkin	NUM
iajs-534	84	8	,	,	PUNCT
iajs-534	84	9	i.	i.	PROPN
iajs-534	84	10	a.	a.	PROPN
iajs-534	84	11	(	(	PUNCT
iajs-534	84	12	2007	2007	NUM
iajs-534	84	13	)	)	PUNCT
iajs-534	84	14	.	.	PUNCT
iajs-534	85	1	"	"	PUNCT
iajs-534	85	2	neural	neural	ADJ
iajs-534	85	3	networks	network	NOUN
iajs-534	85	4	theory	theory	NOUN
iajs-534	85	5	"	"	PUNCT
iajs-534	85	6	,	,	PUNCT
iajs-534	85	7	berlin	berlin	PROPN
iajs-534	85	8	heidelberg	heidelberg	PROPN
iajs-534	85	9	,	,	PUNCT
iajs-534	85	10	2.hristev	2.hristev	NUM
iajs-534	85	11	,	,	PUNCT
iajs-534	85	12	r.	r.	PROPN
iajs-534	85	13	m.	m.	PROPN
iajs-534	85	14	(	(	PUNCT
iajs-534	85	15	1998	1998	NUM
iajs-534	85	16	)	)	PUNCT
iajs-534	85	17	"	"	PUNCT
iajs-534	85	18	the	the	DET
iajs-534	85	19	ann	ann	PROPN
iajs-534	85	20	book	book	NOUN
iajs-534	85	21	"	"	PUNCT
iajs-534	85	22	,	,	PUNCT
iajs-534	85	23	edition	edition	NOUN
iajs-534	85	24	1	1	NUM
iajs-534	85	25	,	,	PUNCT
iajs-534	85	26	.	.	PUNCT
iajs-534	86	1	3.villmann	3.villmann	NUM
iajs-534	86	2	,	,	PUNCT
iajs-534	86	3	t.seiffert	t.seiffert	ADV
iajs-534	86	4	,	,	PUNCT
iajs-534	86	5	u.	u.	NOUN
iajs-534	86	6	and	and	CCONJ
iajs-534	86	7	wismϋller	wismϋller	NOUN
iajs-534	86	8	,	,	PUNCT
iajs-534	86	9	a.(2004	a.(2004	PROPN
iajs-534	86	10	)	)	PUNCT
iajs-534	86	11	.	.	PUNCT
iajs-534	86	12	"	"	PUNCT
iajs-534	87	1	theory	theory	NOUN
iajs-534	87	2	and	and	CCONJ
iajs-534	87	3	applications	application	NOUN
iajs-534	87	4	of	of	ADP
iajs-534	87	5	neural	neural	ADJ
iajs-534	87	6	maps	map	NOUN
iajs-534	87	7	"	"	PUNCT
iajs-534	87	8	,	,	PUNCT
iajs-534	87	9	esann2004	esann2004	PROPN
iajs-534	87	10	proceedings	proceeding	NOUN
iajs-534	87	11	european	european	ADJ
iajs-534	87	12	symposium	symposium	NOUN
iajs-534	87	13	on	on	ADP
iajs-534	87	14	ann,.25	ann,.25	PROPN
iajs-534	87	15	38	38	NUM
iajs-534	87	16	,	,	PUNCT
iajs-534	87	17	april	april	PROPN
iajs-534	87	18	4.tawfiq	4.tawfiq	NUM
iajs-534	87	19	,	,	PUNCT
iajs-534	87	20	l.n.m	l.n.m	NOUN
iajs-534	87	21	.	.	PUNCT
iajs-534	88	1	andnaoum	andnaoum	PROPN
iajs-534	88	2	,	,	PUNCT
iajs-534	88	3	r.s	r.s	PROPN
iajs-534	88	4	.	.	PROPN
iajs-534	89	1	(	(	PUNCT
iajs-534	89	2	2005	2005	NUM
iajs-534	89	3	)	)	PUNCT
iajs-534	89	4	"	"	PUNCT
iajs-534	89	5	on	on	ADP
iajs-534	89	6	training	training	NOUN
iajs-534	89	7	of	of	ADP
iajs-534	89	8	artificial	artificial	ADJ
iajs-534	89	9	neural	neural	ADJ
iajs-534	89	10	networks	network	NOUN
iajs-534	89	11	"	"	PUNCT
iajs-534	89	12	,	,	PUNCT
iajs-534	89	13	al	al	PROPN
iajs-534	89	14	-	-	PUNCT
iajs-534	89	15	fathjornal	fathjornal	PROPN
iajs-534	89	16	,	,	PUNCT
iajs-534	89	17	no	no	DET
iajs-534	89	18	23	23	NUM
iajs-534	89	19	,	,	PUNCT
iajs-534	89	20	.	.	PUNCT
iajs-534	90	1	5.jabber	5.jabber	NUM
iajs-534	90	2	,	,	PUNCT
iajs-534	90	3	a.	a.	PROPN
iajs-534	90	4	k.(2009	k.(2009	PROPN
iajs-534	90	5	)	)	PUNCT
iajs-534	90	6	"	"	PUNCT
iajs-534	90	7	on	on	ADP
iajs-534	90	8	training	training	NOUN
iajs-534	90	9	feed	feed	NOUN
iajs-534	90	10	forward	forward	ADV
iajs-534	90	11	neural	neural	ADJ
iajs-534	90	12	networks	network	NOUN
iajs-534	90	13	for	for	ADP
iajs-534	90	14	approximation	approximation	NOUN
iajs-534	90	15	problem	problem	NOUN
iajs-534	90	16	"	"	PUNCT
iajs-534	90	17	,	,	PUNCT
iajs-534	90	18	msc	msc	PROPN
iajs-534	90	19	thesis	thesis	PROPN
iajs-534	90	20	,	,	PUNCT
iajs-534	90	21	baghdad	baghdad	PROPN
iajs-534	90	22	university	university	PROPN
iajs-534	90	23	,	,	PUNCT
iajs-534	90	24	college	college	NOUN
iajs-534	90	25	of	of	ADP
iajs-534	90	26	education	education	NOUN
iajs-534	90	27	(	(	PUNCT
iajs-534	90	28	ibn	ibn	PROPN
iajs-534	90	29	al	al	PROPN
iajs-534	90	30	-	-	PUNCT
iajs-534	90	31	haitham	haitham	PROPN
iajs-534	90	32	)	)	PUNCT
iajs-534	90	33	,	,	PUNCT
iajs-534	90	34	.	.	PUNCT
iajs-534	91	1	6.stanevski	6.stanevski	NUM
iajs-534	91	2	,	,	PUNCT
iajs-534	91	3	n.	n.	NOUN
iajs-534	91	4	and	and	CCONJ
iajs-534	91	5	tsvetkov	tsvetkov	NOUN
iajs-534	91	6	,	,	PUNCT
iajs-534	91	7	d.(2004	d.(2004	PROPN
iajs-534	91	8	)	)	PUNCT
iajs-534	91	9	.	.	PUNCT
iajs-534	92	1	"	"	PUNCT
iajs-534	92	2	on	on	ADP
iajs-534	92	3	the	the	DET
iajs-534	92	4	quasi	quasi	PROPN
iajs-534	92	5	-	-	PROPN
iajs-534	92	6	newton	newton	PROPN
iajs-534	92	7	training	training	NOUN
iajs-534	92	8	method	method	NOUN
iajs-534	92	9	for	for	ADP
iajs-534	92	10	feedforward	feedforward	ADJ
iajs-534	92	11	neural	neural	ADJ
iajs-534	92	12	networks	network	NOUN
iajs-534	92	13	"	"	PUNCT
iajs-534	92	14	,	,	PUNCT
iajs-534	92	15	international	international	ADJ
iajs-534	92	16	conference	conference	NOUN
iajs-534	92	17	on	on	ADP
iajs-534	92	18	computer	computer	NOUN
iajs-534	92	19	system	system	NOUN
iajs-534	92	20	and	and	CCONJ
iajs-534	92	21	technologies	technology	NOUN
iajs-534	92	22	,	,	PUNCT
iajs-534	92	23	279	279	NUM
iajs-534	92	24	|	|	NOUN
iajs-534	92	25	mathematics	mathematic	NOUN
iajs-534	92	26	@1a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	@1a@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@úó‘ój	NOUN
iajs-534	92	27	�	�	NOUN
iajs-534	92	28	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	n€a@î@úœäñ€a@‚ï‹»‹€@·ró	NUM
iajs-534	92	29	:	:	PUNCT
iajs-534	92	30	a@âig@ú‹	a@âig@ú‹	PROPN
iajs-534	92	31	©	©	PROPN
iajs-534	92	32	@ü‹26@@öü»€a@i1@‚b«@h2013	@ü‹26@@öü»€a@i1@‚b«@h2013	PROPN
iajs-534	92	33	ibn	ibn	PROPN
iajs-534	92	34	al	al	PROPN
iajs-534	92	35	-	-	PUNCT
iajs-534	92	36	haitham	haitham	PROPN
iajs-534	92	37	jour	jour	X
iajs-534	92	38	.	.	PROPN
iajs-534	92	39	for	for	ADP
iajs-534	92	40	pure	pure	ADJ
iajs-534	92	41	&	&	CCONJ
iajs-534	92	42	appl	appl	PROPN
iajs-534	92	43	.	.	PUNCT
iajs-534	93	1	sci	sci	PROPN
iajs-534	93	2	.	.	PUNCT
iajs-534	93	3	vol	vol	NOUN
iajs-534	93	4	.	.	PROPN
iajs-534	94	1	26	26	NUM
iajs-534	94	2	(	(	PUNCT
iajs-534	94	3	1	1	NUM
iajs-534	94	4	)	)	PUNCT
iajs-534	94	5	2013	2013	NUM
iajs-534	94	6	التغذیة	التغذیة	NOUN
iajs-534	94	7	التقدمیة	التقدمیة	PROPN
iajs-534	94	8	يتسریع	يتسریع	PROPN
iajs-534	94	9	خوارزمیات	خوارزمیات	PROPN
iajs-534	94	10	التدریب	التدریب	PROPN
iajs-534	94	11	للشبكات	للشبكات	ADJ
iajs-534	94	12	العصبیة	العصبیة	NOUN
iajs-534	94	13	ذ	ذ	ADP
iajs-534	94	14	لمى	لمى	INTJ
iajs-534	94	15	ناجي	ناجي	PRON
iajs-534	94	16	محمد	محمد	ADJ
iajs-534	94	17	توفیق	توفیق	NOUN
iajs-534	94	18	یاسین	یاسین	VERB
iajs-534	94	19	عادل	عادل	NOUN
iajs-534	94	20	عریبي	عریبي	ADJ
iajs-534	94	21	جامعة	جامعة	NOUN
iajs-534	94	22	بغداد/	بغداد/	NUM
iajs-534	94	23	)	)	PUNCT
iajs-534	94	24	ابن	ابن	PROPN
iajs-534	94	25	الھیثم	الھیثم	PROPN
iajs-534	94	26	(	(	PUNCT
iajs-534	94	27	للعلوم	للعلوم	NOUN
iajs-534	94	28	الصرفة	الصرفة	NOUN
iajs-534	94	29	كلیة	كلیة	PROPN
iajs-534	94	30	التربیة	التربیة	NOUN
iajs-534	94	31	/	/	SYM
iajs-534	94	32	الریاضیاتعلوم	الریاضیاتعلوم	NOUN
iajs-534	94	33	قسم	قسم	PROPN
iajs-534	94	34	2011تشرین	2011تشرین	PROPN
iajs-534	94	35	الثاني	الثاني	PROPN
iajs-534	94	36	16قبل	16قبل	PROPN
iajs-534	94	37	البحث	البحث	PROPN
iajs-534	94	38	في	في	PROPN
iajs-534	94	39	:	:	PUNCT
iajs-534	94	40	،	،	PROPN
iajs-534	94	41	2011	2011	NUM
iajs-534	94	42	تشرین	تشرین	NOUN
iajs-534	94	43	االول	االول	NOUN
iajs-534	94	44	4استلم	4استلم	NUM
iajs-534	94	45	البحث	البحث	VERB
iajs-534	94	46	في	في	NOUN
iajs-534	94	47	:	:	PUNCT
iajs-534	94	48	الخالصة	الخالصة	PROPN
iajs-534	94	49	األداء	األداء	PROPN
iajs-534	94	50	العالي	العالي	PROPN
iajs-534	95	1	التي	التي	PROPN
iajs-534	95	2	تصنف	تصنف	PROPN
iajs-534	95	3	إلى	إلى	PROPN
iajs-534	95	4	صنفین	صنفین	PROPN
iajs-534	95	5	رئیسین	رئیسین	PROPN
iajs-534	95	6	،	،	PROPN
iajs-534	95	7	يالھدف	يالھدف	PROPN
iajs-534	96	1	من	من	PROPN
iajs-534	96	2	ھذا	ھذا	NOUN
iajs-534	96	3	البحث	البحث	NOUN
iajs-534	96	4	ھو	ھو	ADV
iajs-534	96	5	مناقشة	مناقشة	NOUN
iajs-534	96	6	بعض	بعض	NOUN
iajs-534	96	7	خوارزمیات	خوارزمیات	VERB
iajs-534	96	8	التدریب	التدریب	NOUN
iajs-534	96	9	ذ	ذ	ADP
iajs-534	96	10	االخرالصنف	االخرالصنف	INTJ
iajs-534	96	11	األول	األول	PROPN
iajs-534	97	1	یستخدم	یستخدم	INTJ
iajs-534	97	2	التقنیة	التقنیة	PROPN
iajs-534	97	3	اإلرشادیة	اإلرشادیة	VERB
iajs-534	97	4	التي	التي	PROPN
iajs-534	97	5	طورت	طورت	PROPN
iajs-534	97	6	من	من	DET
iajs-534	97	7	خالل	خالل	PROPN
iajs-534	97	8	تحلیل	تحلیل	ADJ
iajs-534	97	9	أداء	أداء	PROPN
iajs-534	97	10	خوارزمیة	خوارزمیة	PROPN
iajs-534	97	11	انحدار	انحدار	PROPN
iajs-534	97	12	المیل	المیل	PROPN
iajs-534	97	13	القیاسي	القیاسي	PROPN
iajs-534	97	14	،	،	PROPN
iajs-534	97	15	الصنف	الصنف	PROPN
iajs-534	97	16	لتسریع	لتسریع	PROPN
iajs-534	97	17	الخوارزمیات	الخوارزمیات	PROPN
iajs-534	98	1	یكون	یكون	PROPN
iajs-534	98	2	باستخدام	باستخدام	NOUN
iajs-534	98	3	تقنیات	تقنیات	VERB
iajs-534	98	4	األمثلیة	األمثلیة	PROPN
iajs-534	98	5	العددیة	العددیة	PROPN
iajs-534	98	6	القیاسیة	القیاسیة	PROPN
iajs-534	98	7	مثل	مثل	PROPN
iajs-534	98	8	شبیھ	شبیھ	PROPN
iajs-534	98	9	نیوتن	نیوتن	PROPN
iajs-534	98	10	.	.	PUNCT
iajs-534	99	1	و	و	PRON
iajs-534	99	2	الھدف	الھدف	PROPN
iajs-534	99	3	األخر	األخر	NOUN
iajs-534	99	4	من	من	PROPN
iajs-534	99	5	البحث	البحث	NOUN
iajs-534	99	6	ھو	ھو	PROPN
iajs-534	99	7	حل	حل	PROPN
iajs-534	99	8	التغذیة	التغذیة	PROPN
iajs-534	99	9	التقدمیة	التقدمیة	PROPN
iajs-534	99	10	.	.	PUNCT
iajs-534	100	1	يالعوائق	يالعوائق	PROPN
iajs-534	100	2	المتعلقة	المتعلقة	PROPN
iajs-534	100	3	بخوارزمیات	بخوارزمیات	PROPN
iajs-534	100	4	التدریب	التدریب	PROPN
iajs-534	100	5	السابقة	السابقة	PROPN
iajs-534	100	6	واقتراح	واقتراح	PROPN
iajs-534	100	7	خوارزمیات	خوارزمیات	PROPN
iajs-534	100	8	تدریب	تدریب	NOUN
iajs-534	100	9	كفوءة	كفوءة	PROPN
iajs-534	100	10	للشبكات	للشبكات	PROPN
iajs-534	100	11	العصبیة	العصبیة	NOUN
iajs-534	100	12	ذ	ذ	PROPN
iajs-534	100	13	.artificial	.artificial	ADJ
iajs-534	100	14	neural	neural	ADJ
iajs-534	100	15	network	network	NOUN
iajs-534	100	16	,	,	PUNCT
iajs-534	100	17	feed	feed	VERB
iajs-534	100	18	forward	forward	ADV
iajs-534	100	19	neural	neural	ADJ
iajs-534	100	20	network	network	NOUN
iajs-534	100	21	,	,	PUNCT
iajs-534	100	22	training	training	NOUN
iajs-534	100	23	algorithmالكلمات	algorithmالكلمات	VERB
iajs-534	100	24	المفتاحیة	المفتاحیة	ADV
iajs-534	100	25	:	:	PUNCT
iajs-534	100	26	280	280	NUM
iajs-534	100	27	|	|	NOUN
iajs-534	100	28	mathematics	mathematic	VERB
iajs-534	100	29	the	the	DET
iajs-534	100	30	one	one	NUM
iajs-534	100	31	drawback	drawback	NOUN
iajs-534	100	32	related	relate	VERB
iajs-534	100	33	with	with	ADP
iajs-534	100	34	this	this	DET
iajs-534	100	35	method	method	NOUN
iajs-534	100	36	is	be	AUX
iajs-534	100	37	:	:	PUNCT