id	sid	tid	token	lemma	pos
bracis-33651	1	1	semi	semi	ADJ
bracis-33651	1	2	-	-	ADJ
bracis-33651	1	3	periodic	periodic	ADJ
bracis-33651	1	4	activation	activation	NOUN
bracis-33651	1	5	for	for	ADP
bracis-33651	1	6	 	 	SPACE
bracis-33651	1	7	time	time	NOUN
bracis-33651	1	8	series	series	PROPN
bracis-33651	1	9	classification	classification	NOUN
bracis-33651	1	10	|	|	NOUN
bracis-33651	1	11	springer	springer	NOUN
bracis-33651	1	12	nature	nature	PROPN
bracis-33651	1	13	link	link	PROPN
bracis-33651	1	14	(	(	PUNCT
bracis-33651	1	15	formerly	formerly	ADV
bracis-33651	1	16	springerlink	springerlink	NOUN
bracis-33651	1	17	)	)	PUNCT
bracis-33651	1	18	skip	skip	VERB
bracis-33651	1	19	to	to	ADP
bracis-33651	1	20	main	main	ADJ
bracis-33651	1	21	content	content	NOUN
bracis-33651	1	22	advertisement	advertisement	NOUN
bracis-33651	1	23	log	log	NOUN
bracis-33651	1	24	in	in	ADP
bracis-33651	1	25	menu	menu	NOUN
bracis-33651	1	26	find	find	VERB
bracis-33651	1	27	a	a	DET
bracis-33651	1	28	journal	journal	NOUN
bracis-33651	1	29	publish	publish	VERB
bracis-33651	1	30	with	with	ADP
bracis-33651	1	31	us	we	PRON
bracis-33651	1	32	track	track	VERB
bracis-33651	1	33	your	your	PRON
bracis-33651	1	34	research	research	NOUN
bracis-33651	1	35	search	search	NOUN
bracis-33651	1	36	cart	cart	NOUN
bracis-33651	1	37	home	home	NOUN
bracis-33651	1	38	intelligent	intelligent	ADJ
bracis-33651	1	39	systems	system	NOUN
bracis-33651	1	40	conference	conference	NOUN
bracis-33651	1	41	paper	paper	NOUN
bracis-33651	1	42	semi	semi	ADJ
bracis-33651	1	43	-	-	ADJ
bracis-33651	1	44	periodic	periodic	ADJ
bracis-33651	1	45	activation	activation	NOUN
bracis-33651	1	46	for	for	ADP
bracis-33651	1	47	 	 	SPACE
bracis-33651	1	48	time	time	NOUN
bracis-33651	1	49	series	series	PROPN
bracis-33651	1	50	classification	classification	NOUN
bracis-33651	1	51	conference	conference	NOUN
bracis-33651	1	52	paper	paper	NOUN
bracis-33651	1	53	first	first	ADV
bracis-33651	1	54	online	online	ADV
bracis-33651	1	55	:	:	PUNCT
bracis-33651	1	56	31	31	NUM
bracis-33651	1	57	january	january	NOUN
bracis-33651	1	58	2025	2025	NUM
bracis-33651	1	59	pp	pp	CCONJ
bracis-33651	1	60	76–90	76–90	NUM
bracis-33651	1	61	cite	cite	VERB
bracis-33651	1	62	this	this	DET
bracis-33651	1	63	conference	conference	NOUN
bracis-33651	1	64	paper	paper	NOUN
bracis-33651	1	65	access	access	NOUN
bracis-33651	1	66	provided	provide	VERB
bracis-33651	1	67	by	by	ADP
bracis-33651	1	68	university	university	PROPN
bracis-33651	1	69	of	of	ADP
bracis-33651	1	70	notre	notre	PROPN
bracis-33651	1	71	dame	dame	PROPN
bracis-33651	1	72	hesburgh	hesburgh	PROPN
bracis-33651	1	73	library	library	PROPN
bracis-33651	1	74	download	download	PROPN
bracis-33651	1	75	book	book	NOUN
bracis-33651	1	76	pdf	pdf	PROPN
bracis-33651	1	77	download	download	NOUN
bracis-33651	1	78	book	book	NOUN
bracis-33651	1	79	epub	epub	PROPN
bracis-33651	1	80	intelligent	intelligent	ADJ
bracis-33651	1	81	systems	system	NOUN
bracis-33651	1	82	(	(	PUNCT
bracis-33651	1	83	bracis	bracis	NOUN
bracis-33651	1	84	2024	2024	NUM
bracis-33651	1	85	)	)	PUNCT
bracis-33651	1	86	semi	semi	ADJ
bracis-33651	1	87	-	-	ADJ
bracis-33651	1	88	periodic	periodic	ADJ
bracis-33651	1	89	activation	activation	NOUN
bracis-33651	1	90	for	for	ADP
bracis-33651	1	91	 	 	SPACE
bracis-33651	1	92	time	time	NOUN
bracis-33651	1	93	series	series	PROPN
bracis-33651	1	94	classification	classification	NOUN
bracis-33651	1	95	download	download	NOUN
bracis-33651	1	96	book	book	NOUN
bracis-33651	1	97	pdf	pdf	PROPN
bracis-33651	1	98	download	download	NOUN
bracis-33651	1	99	book	book	PROPN
bracis-33651	1	100	epub	epub	PROPN
bracis-33651	1	101	josé	josé	PROPN
bracis-33651	1	102	gilberto	gilberto	PROPN
bracis-33651	1	103	barbosa	barbosa	PROPN
bracis-33651	1	104	de	de	PROPN
bracis-33651	1	105	medeiros	medeiros	PROPN
bracis-33651	1	106	júnior9	júnior9	PROPN
bracis-33651	1	107	,	,	PUNCT
bracis-33651	1	108	andré	andré	VERB
bracis-33651	1	109	guarnier	guarnier	ADJ
bracis-33651	1	110	de	de	X
bracis-33651	1	111	mitri9	mitri9	PROPN
bracis-33651	1	112	&	&	CCONJ
bracis-33651	1	113	diego	diego	PROPN
bracis-33651	1	114	furtado	furtado	PROPN
bracis-33651	1	115	silva9	silva9	PROPN
bracis-33651	1	116	  	  	SPACE
bracis-33651	1	117	part	part	NOUN
bracis-33651	1	118	of	of	ADP
bracis-33651	1	119	the	the	DET
bracis-33651	1	120	book	book	NOUN
bracis-33651	1	121	series	series	NOUN
bracis-33651	1	122	:	:	PUNCT
bracis-33651	1	123	lecture	lecture	NOUN
bracis-33651	1	124	notes	note	NOUN
bracis-33651	1	125	in	in	ADP
bracis-33651	1	126	computer	computer	NOUN
bracis-33651	1	127	science	science	NOUN
bracis-33651	1	128	(	(	PUNCT
bracis-33651	1	129	(	(	PUNCT
bracis-33651	1	130	lnai	lnai	ADJ
bracis-33651	1	131	,	,	PUNCT
bracis-33651	1	132	volume	volume	NOUN
bracis-33651	1	133	15415	15415	NUM
bracis-33651	1	134	)	)	PUNCT
bracis-33651	1	135	)	)	PUNCT
bracis-33651	1	136	included	include	VERB
bracis-33651	1	137	in	in	ADP
bracis-33651	1	138	the	the	DET
bracis-33651	1	139	following	follow	VERB
bracis-33651	1	140	conference	conference	NOUN
bracis-33651	1	141	series	series	NOUN
bracis-33651	1	142	:	:	PUNCT
bracis-33651	1	143	brazilian	brazilian	ADJ
bracis-33651	1	144	conference	conference	NOUN
bracis-33651	1	145	on	on	ADP
bracis-33651	1	146	intelligent	intelligent	ADJ
bracis-33651	1	147	systems	system	NOUN
bracis-33651	1	148	242	242	NUM
bracis-33651	1	149	accesses	access	NOUN
bracis-33651	1	150	1	1	NUM
bracis-33651	1	151	citation	citation	NOUN
bracis-33651	1	152	abstract	abstract	NOUN
bracis-33651	1	153	this	this	DET
bracis-33651	1	154	paper	paper	NOUN
bracis-33651	1	155	investigates	investigate	VERB
bracis-33651	1	156	the	the	DET
bracis-33651	1	157	lack	lack	NOUN
bracis-33651	1	158	of	of	ADP
bracis-33651	1	159	research	research	NOUN
bracis-33651	1	160	on	on	ADP
bracis-33651	1	161	activation	activation	NOUN
bracis-33651	1	162	functions	function	NOUN
bracis-33651	1	163	for	for	ADP
bracis-33651	1	164	neural	neural	ADJ
bracis-33651	1	165	network	network	NOUN
bracis-33651	1	166	models	model	NOUN
bracis-33651	1	167	in	in	ADP
bracis-33651	1	168	time	time	NOUN
bracis-33651	1	169	series	series	NOUN
bracis-33651	1	170	tasks	task	NOUN
bracis-33651	1	171	.	.	PUNCT
bracis-33651	2	1	it	it	PRON
bracis-33651	2	2	highlights	highlight	VERB
bracis-33651	2	3	the	the	DET
bracis-33651	2	4	need	need	NOUN
bracis-33651	2	5	to	to	PART
bracis-33651	2	6	identify	identify	VERB
bracis-33651	2	7	essential	essential	ADJ
bracis-33651	2	8	properties	property	NOUN
bracis-33651	2	9	of	of	ADP
bracis-33651	2	10	these	these	DET
bracis-33651	2	11	activations	activation	NOUN
bracis-33651	2	12	to	to	PART
bracis-33651	2	13	improve	improve	VERB
bracis-33651	2	14	their	their	PRON
bracis-33651	2	15	effectiveness	effectiveness	NOUN
bracis-33651	2	16	in	in	ADP
bracis-33651	2	17	specific	specific	ADJ
bracis-33651	2	18	domains	domain	NOUN
bracis-33651	2	19	.	.	PUNCT
bracis-33651	3	1	to	to	ADP
bracis-33651	3	2	this	this	DET
bracis-33651	3	3	end	end	NOUN
bracis-33651	3	4	,	,	PUNCT
bracis-33651	3	5	the	the	DET
bracis-33651	3	6	study	study	NOUN
bracis-33651	3	7	comprehensively	comprehensively	ADV
bracis-33651	3	8	analyzes	analyze	VERB
bracis-33651	3	9	properties	property	NOUN
bracis-33651	3	10	,	,	PUNCT
bracis-33651	3	11	such	such	ADJ
bracis-33651	3	12	as	as	ADP
bracis-33651	3	13	bounded	bound	VERB
bracis-33651	3	14	,	,	PUNCT
bracis-33651	3	15	monotonic	monotonic	ADJ
bracis-33651	3	16	,	,	PUNCT
bracis-33651	3	17	nonlinearity	nonlinearity	NOUN
bracis-33651	3	18	,	,	PUNCT
bracis-33651	3	19	and	and	CCONJ
bracis-33651	3	20	periodicity	periodicity	NOUN
bracis-33651	3	21	,	,	PUNCT
bracis-33651	3	22	for	for	ADP
bracis-33651	3	23	activation	activation	NOUN
bracis-33651	3	24	in	in	ADP
bracis-33651	3	25	time	time	NOUN
bracis-33651	3	26	series	series	PROPN
bracis-33651	3	27	neural	neural	ADJ
bracis-33651	3	28	networks	network	NOUN
bracis-33651	3	29	.	.	PUNCT
bracis-33651	4	1	we	we	PRON
bracis-33651	4	2	propose	propose	VERB
bracis-33651	4	3	a	a	DET
bracis-33651	4	4	new	new	ADJ
bracis-33651	4	5	activation	activation	NOUN
bracis-33651	4	6	that	that	PRON
bracis-33651	4	7	maximizes	maximize	VERB
bracis-33651	4	8	the	the	DET
bracis-33651	4	9	coverage	coverage	NOUN
bracis-33651	4	10	of	of	ADP
bracis-33651	4	11	these	these	DET
bracis-33651	4	12	properties	property	NOUN
bracis-33651	4	13	,	,	PUNCT
bracis-33651	4	14	called	call	VERB
bracis-33651	4	15	leakysinelu	leakysinelu	NOUN
bracis-33651	4	16	.	.	PUNCT
bracis-33651	5	1	we	we	PRON
bracis-33651	5	2	empirically	empirically	ADV
bracis-33651	5	3	evaluate	evaluate	VERB
bracis-33651	5	4	the	the	DET
bracis-33651	5	5	leakysinelu	leakysinelu	NOUN
bracis-33651	5	6	against	against	ADP
bracis-33651	5	7	commonly	commonly	ADV
bracis-33651	5	8	used	use	VERB
bracis-33651	5	9	activations	activation	NOUN
bracis-33651	5	10	in	in	ADP
bracis-33651	5	11	the	the	DET
bracis-33651	5	12	literature	literature	NOUN
bracis-33651	5	13	using	use	VERB
bracis-33651	5	14	112	112	NUM
bracis-33651	5	15	benchmark	benchmark	ADJ
bracis-33651	5	16	datasets	dataset	NOUN
bracis-33651	5	17	for	for	ADP
bracis-33651	5	18	time	time	NOUN
bracis-33651	5	19	series	series	PROPN
bracis-33651	5	20	classification	classification	NOUN
bracis-33651	5	21	,	,	PUNCT
bracis-33651	5	22	obtaining	obtain	VERB
bracis-33651	5	23	the	the	DET
bracis-33651	5	24	best	good	ADJ
bracis-33651	5	25	average	average	ADJ
bracis-33651	5	26	ranking	ranking	NOUN
bracis-33651	5	27	in	in	ADP
bracis-33651	5	28	all	all	DET
bracis-33651	5	29	comparative	comparative	ADJ
bracis-33651	5	30	scenarios	scenario	NOUN
bracis-33651	5	31	.	.	PUNCT
bracis-33651	6	1	access	access	NOUN
bracis-33651	6	2	provided	provide	VERB
bracis-33651	6	3	by	by	ADP
bracis-33651	6	4	university	university	PROPN
bracis-33651	6	5	of	of	ADP
bracis-33651	6	6	notre	notre	PROPN
bracis-33651	6	7	dame	dame	PROPN
bracis-33651	6	8	hesburgh	hesburgh	PROPN
bracis-33651	6	9	library	library	PROPN
bracis-33651	6	10	.	.	PUNCT
bracis-33651	7	1	download	download	PROPN
bracis-33651	7	2	conference	conference	NOUN
bracis-33651	7	3	paper	paper	NOUN
bracis-33651	7	4	pdf	pdf	NOUN
bracis-33651	7	5	similar	similar	ADJ
bracis-33651	7	6	content	content	NOUN
bracis-33651	7	7	being	be	AUX
bracis-33651	7	8	viewed	view	VERB
bracis-33651	7	9	by	by	ADP
bracis-33651	7	10	others	other	NOUN
bracis-33651	7	11	a	a	DET
bracis-33651	7	12	non	non	ADJ
bracis-33651	7	13	-	-	ADJ
bracis-33651	7	14	monotonic	monotonic	ADJ
bracis-33651	7	15	activation	activation	NOUN
bracis-33651	7	16	function	function	NOUN
bracis-33651	7	17	for	for	ADP
bracis-33651	7	18	neural	neural	ADJ
bracis-33651	7	19	networks	network	NOUN
bracis-33651	7	20	validated	validate	VERB
bracis-33651	7	21	on	on	ADP
bracis-33651	7	22	benchmark	benchmark	ADJ
bracis-33651	7	23	tasks	task	NOUN
bracis-33651	7	24	chapter	chapter	NOUN
bracis-33651	7	25	©	©	PROPN
bracis-33651	7	26	2021	2021	NUM
bracis-33651	7	27	dissipativity	dissipativity	NOUN
bracis-33651	7	28	analysis	analysis	NOUN
bracis-33651	7	29	of	of	ADP
bracis-33651	7	30	neutral	neutral	ADJ
bracis-33651	7	31	-	-	PUNCT
bracis-33651	7	32	type	type	NOUN
bracis-33651	7	33	memristive	memristive	ADJ
bracis-33651	7	34	neural	neural	ADJ
bracis-33651	7	35	network	network	NOUN
bracis-33651	7	36	with	with	ADP
bracis-33651	7	37	two	two	NUM
bracis-33651	7	38	additive	additive	ADJ
bracis-33651	7	39	time	time	NOUN
bracis-33651	7	40	-	-	PUNCT
bracis-33651	7	41	varying	vary	VERB
bracis-33651	7	42	and	and	CCONJ
bracis-33651	7	43	leakage	leakage	NOUN
bracis-33651	7	44	delays	delay	NOUN
bracis-33651	7	45	article	article	NOUN
bracis-33651	7	46	open	open	VERB
bracis-33651	7	47	access	access	NOUN
bracis-33651	7	48	08	08	NUM
bracis-33651	7	49	january	january	PROPN
bracis-33651	7	50	2019	2019	NUM
bracis-33651	7	51	extended	extended	ADJ
bracis-33651	7	52	dissipative	dissipative	ADJ
bracis-33651	7	53	criteria	criterion	NOUN
bracis-33651	7	54	for	for	ADP
bracis-33651	7	55	delayed	delay	VERB
bracis-33651	7	56	semi	semi	ADJ
bracis-33651	7	57	-	-	ADJ
bracis-33651	7	58	discretized	discretized	ADJ
bracis-33651	7	59	competitive	competitive	ADJ
bracis-33651	7	60	neural	neural	ADJ
bracis-33651	7	61	networks	network	NOUN
bracis-33651	7	62	article	article	NOUN
bracis-33651	7	63	open	open	VERB
bracis-33651	7	64	access	access	NOUN
bracis-33651	7	65	25	25	NUM
bracis-33651	7	66	march	march	NOUN
bracis-33651	7	67	2024	2024	NUM
bracis-33651	7	68	1	1	NUM
bracis-33651	7	69	introduction	introduction	NOUN
bracis-33651	7	70	deep	deep	ADJ
bracis-33651	7	71	learning	learning	NOUN
bracis-33651	7	72	models	model	NOUN
bracis-33651	7	73	have	have	AUX
bracis-33651	7	74	achieved	achieve	VERB
bracis-33651	7	75	significant	significant	ADJ
bracis-33651	7	76	performance	performance	NOUN
bracis-33651	7	77	improvements	improvement	NOUN
bracis-33651	7	78	across	across	ADP
bracis-33651	7	79	various	various	ADJ
bracis-33651	7	80	domains	domain	NOUN
bracis-33651	7	81	.	.	PUNCT
bracis-33651	8	1	consequently	consequently	ADV
bracis-33651	8	2	,	,	PUNCT
bracis-33651	8	3	their	their	PRON
bracis-33651	8	4	application	application	NOUN
bracis-33651	8	5	in	in	ADP
bracis-33651	8	6	time	time	NOUN
bracis-33651	8	7	series	series	NOUN
bracis-33651	8	8	tasks	task	NOUN
bracis-33651	8	9	has	have	AUX
bracis-33651	8	10	been	be	AUX
bracis-33651	8	11	receiving	receive	VERB
bracis-33651	8	12	increasing	increase	VERB
bracis-33651	8	13	attention	attention	NOUN
bracis-33651	8	14	.	.	PUNCT
bracis-33651	9	1	however	however	ADV
bracis-33651	9	2	,	,	PUNCT
bracis-33651	9	3	numerous	numerous	ADJ
bracis-33651	9	4	features	feature	NOUN
bracis-33651	9	5	and	and	CCONJ
bracis-33651	9	6	techniques	technique	NOUN
bracis-33651	9	7	remain	remain	VERB
bracis-33651	9	8	to	to	PART
bracis-33651	9	9	be	be	AUX
bracis-33651	9	10	thoroughly	thoroughly	ADV
bracis-33651	9	11	explored	explore	VERB
bracis-33651	9	12	in	in	ADP
bracis-33651	9	13	this	this	DET
bracis-33651	9	14	area	area	NOUN
bracis-33651	9	15	,	,	PUNCT
bracis-33651	9	16	leading	lead	VERB
bracis-33651	9	17	to	to	ADP
bracis-33651	9	18	the	the	DET
bracis-33651	9	19	proposal	proposal	NOUN
bracis-33651	9	20	of	of	ADP
bracis-33651	9	21	several	several	ADJ
bracis-33651	9	22	new	new	ADJ
bracis-33651	9	23	approaches	approach	NOUN
bracis-33651	9	24	 	 	SPACE
bracis-33651	10	1	[	[	X
bracis-33651	10	2	7	7	NUM
bracis-33651	10	3	,	,	PUNCT
bracis-33651	10	4	20	20	NUM
bracis-33651	10	5	,	,	PUNCT
bracis-33651	10	6	25	25	NUM
bracis-33651	10	7	,	,	PUNCT
bracis-33651	10	8	26	26	NUM
bracis-33651	10	9	]	]	PUNCT
bracis-33651	10	10	.	.	PUNCT
bracis-33651	11	1	most	most	ADJ
bracis-33651	11	2	recent	recent	ADJ
bracis-33651	11	3	research	research	NOUN
bracis-33651	11	4	on	on	ADP
bracis-33651	11	5	deep	deep	ADJ
bracis-33651	11	6	learning	learning	NOUN
bracis-33651	11	7	for	for	ADP
bracis-33651	11	8	time	time	NOUN
bracis-33651	11	9	series	series	PROPN
bracis-33651	11	10	focuses	focus	VERB
bracis-33651	11	11	on	on	ADP
bracis-33651	11	12	proposing	propose	VERB
bracis-33651	11	13	and	and	CCONJ
bracis-33651	11	14	evaluating	evaluate	VERB
bracis-33651	11	15	architectures	architecture	NOUN
bracis-33651	11	16	,	,	PUNCT
bracis-33651	11	17	often	often	ADV
bracis-33651	11	18	adapting	adapt	VERB
bracis-33651	11	19	those	those	PRON
bracis-33651	11	20	designed	design	VERB
bracis-33651	11	21	for	for	ADP
bracis-33651	11	22	computer	computer	NOUN
bracis-33651	11	23	vision	vision	NOUN
bracis-33651	11	24	,	,	PUNCT
bracis-33651	11	25	such	such	ADJ
bracis-33651	11	26	as	as	ADP
bracis-33651	11	27	resnet	resnet	NOUN
bracis-33651	11	28	 	 	SPACE
bracis-33651	12	1	[	[	X
bracis-33651	12	2	24	24	NUM
bracis-33651	12	3	]	]	PUNCT
bracis-33651	12	4	and	and	CCONJ
bracis-33651	12	5	inceptiontime	inceptiontime	NOUN
bracis-33651	12	6	 	 	SPACE
bracis-33651	13	1	[	[	X
bracis-33651	13	2	6	6	NUM
bracis-33651	13	3	]	]	PUNCT
bracis-33651	13	4	.	.	PUNCT
bracis-33651	14	1	other	other	ADJ
bracis-33651	14	2	variations	variation	NOUN
bracis-33651	14	3	aim	aim	VERB
bracis-33651	14	4	to	to	PART
bracis-33651	14	5	extend	extend	VERB
bracis-33651	14	6	these	these	DET
bracis-33651	14	7	architectures	architecture	NOUN
bracis-33651	14	8	beyond	beyond	ADP
bracis-33651	14	9	classification	classification	NOUN
bracis-33651	14	10	tasks	task	NOUN
bracis-33651	14	11	 	 	SPACE
bracis-33651	15	1	[	[	X
bracis-33651	15	2	27	27	NUM
bracis-33651	15	3	,	,	PUNCT
bracis-33651	15	4	28	28	NUM
bracis-33651	15	5	]	]	PUNCT
bracis-33651	15	6	.	.	PUNCT
bracis-33651	16	1	while	while	SCONJ
bracis-33651	16	2	these	these	DET
bracis-33651	16	3	architectures	architecture	NOUN
bracis-33651	16	4	have	have	AUX
bracis-33651	16	5	achieved	achieve	VERB
bracis-33651	16	6	satisfactory	satisfactory	ADJ
bracis-33651	16	7	results	result	NOUN
bracis-33651	16	8	in	in	ADP
bracis-33651	16	9	their	their	PRON
bracis-33651	16	10	respective	respective	ADJ
bracis-33651	16	11	domains	domain	NOUN
bracis-33651	16	12	,	,	PUNCT
bracis-33651	16	13	they	they	PRON
bracis-33651	16	14	still	still	ADV
bracis-33651	16	15	have	have	VERB
bracis-33651	16	16	gaps	gap	NOUN
bracis-33651	16	17	to	to	PART
bracis-33651	16	18	explore	explore	VERB
bracis-33651	16	19	.	.	PUNCT
bracis-33651	17	1	deep	deep	ADJ
bracis-33651	17	2	neural	neural	ADJ
bracis-33651	17	3	networks	network	NOUN
bracis-33651	17	4	can	can	AUX
bracis-33651	17	5	learn	learn	VERB
bracis-33651	17	6	effective	effective	ADJ
bracis-33651	17	7	representations	representation	NOUN
bracis-33651	17	8	of	of	ADP
bracis-33651	17	9	high	high	ADJ
bracis-33651	17	10	-	-	PUNCT
bracis-33651	17	11	dimensional	dimensional	ADJ
bracis-33651	17	12	data	datum	NOUN
bracis-33651	17	13	,	,	PUNCT
bracis-33651	17	14	including	include	VERB
bracis-33651	17	15	time	time	NOUN
bracis-33651	17	16	series	series	NOUN
bracis-33651	17	17	.	.	PUNCT
bracis-33651	18	1	however	however	ADV
bracis-33651	18	2	,	,	PUNCT
bracis-33651	18	3	they	they	PRON
bracis-33651	18	4	can	can	AUX
bracis-33651	18	5	suffer	suffer	VERB
bracis-33651	18	6	from	from	ADP
bracis-33651	18	7	overfitting	overfitte	VERB
bracis-33651	18	8	and	and	CCONJ
bracis-33651	18	9	other	other	ADJ
bracis-33651	18	10	issues	issue	NOUN
bracis-33651	18	11	that	that	PRON
bracis-33651	18	12	lead	lead	VERB
bracis-33651	18	13	to	to	ADP
bracis-33651	18	14	inaccurate	inaccurate	ADJ
bracis-33651	18	15	results	result	NOUN
bracis-33651	18	16	,	,	PUNCT
bracis-33651	18	17	especially	especially	ADV
bracis-33651	18	18	when	when	SCONJ
bracis-33651	18	19	dealing	deal	VERB
bracis-33651	18	20	with	with	ADP
bracis-33651	18	21	periodic	periodic	ADJ
bracis-33651	18	22	data	datum	NOUN
bracis-33651	18	23	 	 	SPACE
bracis-33651	19	1	[	[	X
bracis-33651	19	2	31	31	NUM
bracis-33651	19	3	]	]	PUNCT
bracis-33651	19	4	.	.	PUNCT
bracis-33651	20	1	to	to	PART
bracis-33651	20	2	effectively	effectively	ADV
bracis-33651	20	3	model	model	VERB
bracis-33651	20	4	time	time	PROPN
bracis-33651	20	5	series	series	PROPN
bracis-33651	20	6	data	data	PROPN
bracis-33651	20	7	,	,	PUNCT
bracis-33651	20	8	it	it	PRON
bracis-33651	20	9	is	be	AUX
bracis-33651	20	10	crucial	crucial	ADJ
bracis-33651	20	11	to	to	PART
bracis-33651	20	12	capture	capture	VERB
bracis-33651	20	13	inherent	inherent	ADJ
bracis-33651	20	14	patterns	pattern	NOUN
bracis-33651	20	15	such	such	ADJ
bracis-33651	20	16	as	as	ADP
bracis-33651	20	17	trends	trend	NOUN
bracis-33651	20	18	and	and	CCONJ
bracis-33651	20	19	seasonality	seasonality	NOUN
bracis-33651	20	20	to	to	PART
bracis-33651	20	21	generate	generate	VERB
bracis-33651	20	22	suitable	suitable	ADJ
bracis-33651	20	23	representations	representation	NOUN
bracis-33651	20	24	for	for	ADP
bracis-33651	20	25	the	the	DET
bracis-33651	20	26	desired	desire	VERB
bracis-33651	20	27	tasks	task	NOUN
bracis-33651	20	28	.	.	PUNCT
bracis-33651	21	1	a	a	DET
bracis-33651	21	2	notable	notable	ADJ
bracis-33651	21	3	gap	gap	NOUN
bracis-33651	21	4	in	in	ADP
bracis-33651	21	5	the	the	DET
bracis-33651	21	6	literature	literature	NOUN
bracis-33651	21	7	on	on	ADP
bracis-33651	21	8	deep	deep	ADJ
bracis-33651	21	9	learning	learning	NOUN
bracis-33651	21	10	architectures	architecture	NOUN
bracis-33651	21	11	for	for	ADP
bracis-33651	21	12	time	time	NOUN
bracis-33651	21	13	series	series	PROPN
bracis-33651	21	14	is	be	AUX
bracis-33651	21	15	the	the	DET
bracis-33651	21	16	development	development	NOUN
bracis-33651	21	17	of	of	ADP
bracis-33651	21	18	activation	activation	NOUN
bracis-33651	21	19	functions	function	NOUN
bracis-33651	21	20	capable	capable	ADJ
bracis-33651	21	21	of	of	ADP
bracis-33651	21	22	adequately	adequately	ADV
bracis-33651	21	23	transforming	transform	VERB
bracis-33651	21	24	the	the	DET
bracis-33651	21	25	data	datum	NOUN
bracis-33651	21	26	to	to	ADP
bracis-33651	21	27	representation	representation	NOUN
bracis-33651	21	28	for	for	ADP
bracis-33651	21	29	a	a	DET
bracis-33651	21	30	specific	specific	ADJ
bracis-33651	21	31	task	task	NOUN
bracis-33651	21	32	.	.	PUNCT
bracis-33651	22	1	some	some	DET
bracis-33651	22	2	methods	method	NOUN
bracis-33651	22	3	propose	propose	VERB
bracis-33651	22	4	the	the	DET
bracis-33651	22	5	use	use	NOUN
bracis-33651	22	6	of	of	ADP
bracis-33651	22	7	periodic	periodic	ADJ
bracis-33651	22	8	activation	activation	NOUN
bracis-33651	22	9	functions	function	NOUN
bracis-33651	22	10	,	,	PUNCT
bracis-33651	22	11	such	such	ADJ
bracis-33651	22	12	as	as	ADP
bracis-33651	22	13	sin(x	sin(x	PROPN
bracis-33651	22	14	)	)	PUNCT
bracis-33651	22	15	,	,	PUNCT
bracis-33651	22	16	cos(x	cos(x	PROPN
bracis-33651	22	17	)	)	PUNCT
bracis-33651	22	18	,	,	PUNCT
bracis-33651	22	19	linear	linear	ADJ
bracis-33651	22	20	combinations	combination	NOUN
bracis-33651	22	21	of	of	ADP
bracis-33651	22	22	these	these	DET
bracis-33651	22	23	functions	function	NOUN
bracis-33651	22	24	,	,	PUNCT
bracis-33651	22	25	or	or	CCONJ
bracis-33651	22	26	more	more	ADV
bracis-33651	22	27	recently	recently	ADV
bracis-33651	22	28	,	,	PUNCT
bracis-33651	22	29	\(sin^2(x	\(sin^2(x	PROPN
bracis-33651	22	30	)	)	PUNCT
bracis-33651	22	31	+	+	NUM
bracis-33651	22	32	x\	x\	NOUN
bracis-33651	22	33	)	)	PUNCT
bracis-33651	22	34	,	,	PUNCT
bracis-33651	22	35	to	to	PART
bracis-33651	22	36	map	map	VERB
bracis-33651	22	37	these	these	DET
bracis-33651	22	38	features	feature	NOUN
bracis-33651	22	39	 	 	SPACE
bracis-33651	23	1	[	[	X
bracis-33651	23	2	16	16	NUM
bracis-33651	23	3	,	,	PUNCT
bracis-33651	23	4	21	21	NUM
bracis-33651	23	5	,	,	PUNCT
bracis-33651	23	6	30	30	NUM
bracis-33651	23	7	,	,	PUNCT
bracis-33651	23	8	31	31	NUM
bracis-33651	23	9	]	]	PUNCT
bracis-33651	23	10	.	.	PUNCT
bracis-33651	24	1	however	however	ADV
bracis-33651	24	2	,	,	PUNCT
bracis-33651	24	3	even	even	ADV
bracis-33651	24	4	the	the	DET
bracis-33651	24	5	most	most	ADV
bracis-33651	24	6	recent	recent	ADJ
bracis-33651	24	7	functions	function	NOUN
bracis-33651	24	8	can	can	AUX
bracis-33651	24	9	get	get	AUX
bracis-33651	24	10	stuck	stick	VERB
bracis-33651	24	11	in	in	ADP
bracis-33651	24	12	local	local	ADJ
bracis-33651	24	13	minima	minima	NOUN
bracis-33651	24	14	,	,	PUNCT
bracis-33651	24	15	face	face	VERB
bracis-33651	24	16	issues	issue	NOUN
bracis-33651	24	17	such	such	ADJ
bracis-33651	24	18	as	as	ADP
bracis-33651	24	19	exploding	explode	VERB
bracis-33651	24	20	and	and	CCONJ
bracis-33651	24	21	vanishing	vanish	VERB
bracis-33651	24	22	gradients	gradient	NOUN
bracis-33651	24	23	,	,	PUNCT
bracis-33651	24	24	and	and	CCONJ
bracis-33651	24	25	lack	lack	VERB
bracis-33651	24	26	sufficient	sufficient	ADJ
bracis-33651	24	27	non	non	ADJ
bracis-33651	24	28	-	-	ADJ
bracis-33651	24	29	linearity	linearity	ADJ
bracis-33651	24	30	.	.	PUNCT
bracis-33651	25	1	figure	figure	NOUN
bracis-33651	25	2	 	 	SPACE
bracis-33651	25	3	1	1	NUM
bracis-33651	25	4	shows	show	VERB
bracis-33651	25	5	the	the	DET
bracis-33651	25	6	results	result	NOUN
bracis-33651	25	7	of	of	ADP
bracis-33651	25	8	activations	activation	NOUN
bracis-33651	25	9	used	use	VERB
bracis-33651	25	10	in	in	ADP
bracis-33651	25	11	neural	neural	ADJ
bracis-33651	25	12	networks	network	NOUN
bracis-33651	25	13	for	for	ADP
bracis-33651	25	14	time	time	NOUN
bracis-33651	25	15	series	series	NOUN
bracis-33651	25	16	.	.	PUNCT
bracis-33651	26	1	relu	relu	NOUN
bracis-33651	26	2	(	(	PUNCT
bracis-33651	26	3	a	a	X
bracis-33651	26	4	)	)	PUNCT
bracis-33651	26	5	is	be	AUX
bracis-33651	26	6	the	the	DET
bracis-33651	26	7	most	most	ADV
bracis-33651	26	8	used	used	ADJ
bracis-33651	26	9	choice	choice	NOUN
bracis-33651	26	10	as	as	ADP
bracis-33651	26	11	an	an	DET
bracis-33651	26	12	activation	activation	NOUN
bracis-33651	26	13	function	function	NOUN
bracis-33651	26	14	in	in	ADP
bracis-33651	26	15	these	these	DET
bracis-33651	26	16	networks	network	NOUN
bracis-33651	26	17	.	.	PUNCT
bracis-33651	27	1	in	in	ADP
bracis-33651	27	2	the	the	DET
bracis-33651	27	3	example	example	NOUN
bracis-33651	27	4	observed	observe	VERB
bracis-33651	27	5	in	in	ADP
bracis-33651	27	6	fig	fig	NOUN
bracis-33651	27	7	.	.	PUNCT
bracis-33651	27	8	 	 	SPACE
bracis-33651	27	9	1	1	NUM
bracis-33651	27	10	,	,	PUNCT
bracis-33651	27	11	it	it	PRON
bracis-33651	27	12	can	can	AUX
bracis-33651	27	13	not	not	PART
bracis-33651	27	14	handle	handle	VERB
bracis-33651	27	15	features	feature	NOUN
bracis-33651	27	16	on	on	ADP
bracis-33651	27	17	the	the	DET
bracis-33651	27	18	input	input	NOUN
bracis-33651	27	19	negative	negative	ADJ
bracis-33651	27	20	values	value	NOUN
bracis-33651	27	21	,	,	PUNCT
bracis-33651	27	22	forcing	force	VERB
bracis-33651	27	23	the	the	DET
bracis-33651	27	24	network	network	NOUN
bracis-33651	27	25	to	to	PART
bracis-33651	27	26	make	make	VERB
bracis-33651	27	27	a	a	DET
bracis-33651	27	28	translation	translation	NOUN
bracis-33651	27	29	operation	operation	NOUN
bracis-33651	27	30	and	and	CCONJ
bracis-33651	27	31	put	put	VERB
bracis-33651	27	32	important	important	ADJ
bracis-33651	27	33	features	feature	NOUN
bracis-33651	27	34	on	on	ADP
bracis-33651	27	35	positive	positive	ADJ
bracis-33651	27	36	values	value	NOUN
bracis-33651	27	37	,	,	PUNCT
bracis-33651	27	38	resulting	result	VERB
bracis-33651	27	39	in	in	ADP
bracis-33651	27	40	a	a	DET
bracis-33651	27	41	linear	linear	ADJ
bracis-33651	27	42	activation	activation	NOUN
bracis-33651	27	43	due	due	ADP
bracis-33651	27	44	to	to	ADP
bracis-33651	27	45	its	its	PRON
bracis-33651	27	46	formula	formula	NOUN
bracis-33651	27	47	.	.	PUNCT
bracis-33651	28	1	prelu	prelu	NOUN
bracis-33651	28	2	(	(	PUNCT
bracis-33651	28	3	b	b	NOUN
bracis-33651	28	4	)	)	PUNCT
bracis-33651	28	5	comes	come	VERB
bracis-33651	28	6	to	to	PART
bracis-33651	28	7	solve	solve	VERB
bracis-33651	28	8	this	this	DET
bracis-33651	28	9	problem	problem	NOUN
bracis-33651	28	10	,	,	PUNCT
bracis-33651	28	11	as	as	SCONJ
bracis-33651	28	12	known	know	VERB
bracis-33651	28	13	as	as	ADP
bracis-33651	28	14	dying	die	VERB
bracis-33651	28	15	of	of	ADP
bracis-33651	28	16	relu	relu	NOUN
bracis-33651	28	17	 	 	SPACE
bracis-33651	29	1	[	[	X
bracis-33651	29	2	8	8	NUM
bracis-33651	29	3	]	]	PUNCT
bracis-33651	29	4	,	,	PUNCT
bracis-33651	29	5	allowing	allow	VERB
bracis-33651	29	6	the	the	DET
bracis-33651	29	7	network	network	NOUN
bracis-33651	29	8	to	to	PART
bracis-33651	29	9	learn	learn	VERB
bracis-33651	29	10	a	a	DET
bracis-33651	29	11	negative	negative	ADJ
bracis-33651	29	12	slope	slope	NOUN
bracis-33651	29	13	for	for	ADP
bracis-33651	29	14	the	the	DET
bracis-33651	29	15	activation	activation	NOUN
bracis-33651	29	16	by	by	ADP
bracis-33651	29	17	adding	add	VERB
bracis-33651	29	18	a	a	DET
bracis-33651	29	19	learnable	learnable	ADJ
bracis-33651	29	20	parameter	parameter	NOUN
bracis-33651	29	21	for	for	ADP
bracis-33651	29	22	each	each	DET
bracis-33651	29	23	neuron	neuron	NOUN
bracis-33651	29	24	.	.	PUNCT
bracis-33651	30	1	the	the	DET
bracis-33651	30	2	sine	sine	ADJ
bracis-33651	30	3	function	function	NOUN
bracis-33651	30	4	(	(	PUNCT
bracis-33651	30	5	c	c	NOUN
bracis-33651	30	6	)	)	PUNCT
bracis-33651	30	7	has	have	AUX
bracis-33651	30	8	been	be	AUX
bracis-33651	30	9	applied	apply	VERB
bracis-33651	30	10	on	on	ADP
bracis-33651	30	11	time	time	NOUN
bracis-33651	30	12	series	series	PROPN
bracis-33651	30	13	problems	problem	NOUN
bracis-33651	30	14	trying	try	VERB
bracis-33651	30	15	to	to	PART
bracis-33651	30	16	capture	capture	VERB
bracis-33651	30	17	periodic	periodic	ADJ
bracis-33651	30	18	patterns	pattern	NOUN
bracis-33651	30	19	 	 	SPACE
bracis-33651	31	1	[	[	X
bracis-33651	31	2	22	22	NUM
bracis-33651	31	3	]	]	PUNCT
bracis-33651	31	4	once	once	SCONJ
bracis-33651	31	5	the	the	DET
bracis-33651	31	6	derivative	derivative	NOUN
bracis-33651	31	7	is	be	AUX
bracis-33651	31	8	also	also	ADV
bracis-33651	31	9	periodic	periodic	ADJ
bracis-33651	31	10	and	and	CCONJ
bracis-33651	31	11	non	non	ADJ
bracis-33651	31	12	-	-	ADJ
bracis-33651	31	13	monotonic	monotonic	ADJ
bracis-33651	31	14	(	(	PUNCT
bracis-33651	31	15	the	the	DET
bracis-33651	31	16	derivative	derivative	NOUN
bracis-33651	31	17	has	have	VERB
bracis-33651	31	18	both	both	CCONJ
bracis-33651	31	19	positive	positive	ADJ
bracis-33651	31	20	and	and	CCONJ
bracis-33651	31	21	negative	negative	ADJ
bracis-33651	31	22	values	value	NOUN
bracis-33651	31	23	)	)	PUNCT
bracis-33651	31	24	,	,	PUNCT
bracis-33651	31	25	the	the	DET
bracis-33651	31	26	network	network	NOUN
bracis-33651	31	27	can	can	AUX
bracis-33651	31	28	be	be	AUX
bracis-33651	31	29	stuck	stick	VERB
bracis-33651	31	30	in	in	ADP
bracis-33651	31	31	local	local	ADJ
bracis-33651	31	32	-	-	PUNCT
bracis-33651	31	33	minimum	minimum	NOUN
bracis-33651	31	34	.	.	PUNCT
bracis-33651	32	1	fig	fig	NOUN
bracis-33651	32	2	.	.	PUNCT
bracis-33651	33	1	1	1	X
bracis-33651	33	2	.	.	X
bracis-33651	33	3	comparison	comparison	NOUN
bracis-33651	33	4	between	between	ADP
bracis-33651	33	5	different	different	ADJ
bracis-33651	33	6	activations	activation	NOUN
bracis-33651	33	7	.	.	PUNCT
bracis-33651	34	1	blue	blue	ADJ
bracis-33651	34	2	lines	line	NOUN
bracis-33651	34	3	represent	represent	VERB
bracis-33651	34	4	an	an	DET
bracis-33651	34	5	input	input	NOUN
bracis-33651	34	6	time	time	NOUN
bracis-33651	34	7	series	series	PROPN
bracis-33651	34	8	,	,	PUNCT
bracis-33651	34	9	red	red	PROPN
bracis-33651	34	10	dashed	dash	VERB
bracis-33651	34	11	lines	line	NOUN
bracis-33651	34	12	represent	represent	VERB
bracis-33651	34	13	the	the	DET
bracis-33651	34	14	values	value	NOUN
bracis-33651	34	15	obtained	obtain	VERB
bracis-33651	34	16	by	by	ADP
bracis-33651	34	17	applying	apply	VERB
bracis-33651	34	18	the	the	DET
bracis-33651	34	19	activations	activation	NOUN
bracis-33651	34	20	.	.	PUNCT
bracis-33651	35	1	(	(	PUNCT
bracis-33651	35	2	color	color	NOUN
bracis-33651	35	3	figure	figure	NOUN
bracis-33651	35	4	online	online	ADV
bracis-33651	35	5	)	)	PUNCT
bracis-33651	35	6	full	full	ADJ
bracis-33651	35	7	size	size	NOUN
bracis-33651	35	8	image	image	NOUN
bracis-33651	35	9	in	in	ADP
bracis-33651	35	10	this	this	DET
bracis-33651	35	11	work	work	NOUN
bracis-33651	35	12	,	,	PUNCT
bracis-33651	35	13	we	we	PRON
bracis-33651	35	14	propose	propose	VERB
bracis-33651	35	15	the	the	DET
bracis-33651	35	16	leakysinelu	leakysinelu	NOUN
bracis-33651	35	17	(	(	PUNCT
bracis-33651	35	18	fig	fig	NOUN
bracis-33651	35	19	.	.	PUNCT
bracis-33651	35	20	 	 	SPACE
bracis-33651	35	21	1d	1d	NUM
bracis-33651	35	22	)	)	PUNCT
bracis-33651	35	23	,	,	PUNCT
bracis-33651	35	24	a	a	DET
bracis-33651	35	25	semi	semi	ADJ
bracis-33651	35	26	-	-	ADJ
bracis-33651	35	27	periodic	periodic	ADJ
bracis-33651	35	28	function	function	NOUN
bracis-33651	35	29	as	as	ADP
bracis-33651	35	30	an	an	DET
bracis-33651	35	31	activation	activation	NOUN
bracis-33651	35	32	that	that	PRON
bracis-33651	35	33	maintains	maintain	VERB
bracis-33651	35	34	main	main	ADJ
bracis-33651	35	35	properties	property	NOUN
bracis-33651	35	36	such	such	ADJ
bracis-33651	35	37	as	as	ADP
bracis-33651	35	38	monotonic	monotonic	ADJ
bracis-33651	35	39	derivatives	derivative	NOUN
bracis-33651	35	40	,	,	PUNCT
bracis-33651	35	41	non	non	ADJ
bracis-33651	35	42	-	-	ADJ
bracis-33651	35	43	linearity	linearity	ADJ
bracis-33651	35	44	,	,	PUNCT
bracis-33651	35	45	and	and	CCONJ
bracis-33651	35	46	absence	absence	NOUN
bracis-33651	35	47	of	of	ADP
bracis-33651	35	48	boundaries	boundary	NOUN
bracis-33651	35	49	.	.	PUNCT
bracis-33651	36	1	the	the	DET
bracis-33651	36	2	main	main	ADJ
bracis-33651	36	3	contributions	contribution	NOUN
bracis-33651	36	4	of	of	ADP
bracis-33651	36	5	this	this	DET
bracis-33651	36	6	work	work	NOUN
bracis-33651	36	7	include	include	VERB
bracis-33651	36	8	(	(	PUNCT
bracis-33651	36	9	1	1	X
bracis-33651	36	10	)	)	PUNCT
bracis-33651	36	11	a	a	DET
bracis-33651	36	12	study	study	NOUN
bracis-33651	36	13	of	of	ADP
bracis-33651	36	14	functions	function	NOUN
bracis-33651	36	15	and	and	CCONJ
bracis-33651	36	16	their	their	PRON
bracis-33651	36	17	basic	basic	ADJ
bracis-33651	36	18	properties	property	NOUN
bracis-33651	36	19	related	relate	VERB
bracis-33651	36	20	to	to	ADP
bracis-33651	36	21	time	time	NOUN
bracis-33651	36	22	series	series	PROPN
bracis-33651	36	23	data	data	PROPN
bracis-33651	36	24	;	;	PUNCT
bracis-33651	36	25	(	(	PUNCT
bracis-33651	36	26	2	2	X
bracis-33651	36	27	)	)	PUNCT
bracis-33651	36	28	demonstrating	demonstrate	VERB
bracis-33651	36	29	that	that	PRON
bracis-33651	36	30	current	current	ADJ
bracis-33651	36	31	activation	activation	NOUN
bracis-33651	36	32	functions	function	NOUN
bracis-33651	36	33	can	can	AUX
bracis-33651	36	34	lead	lead	VERB
bracis-33651	36	35	to	to	ADP
bracis-33651	36	36	problems	problem	NOUN
bracis-33651	36	37	when	when	SCONJ
bracis-33651	36	38	used	use	VERB
bracis-33651	36	39	in	in	ADP
bracis-33651	36	40	time	time	NOUN
bracis-33651	36	41	series	series	NOUN
bracis-33651	36	42	models	model	NOUN
bracis-33651	36	43	,	,	PUNCT
bracis-33651	36	44	particularly	particularly	ADV
bracis-33651	36	45	in	in	ADP
bracis-33651	36	46	small	small	ADJ
bracis-33651	36	47	architectures	architecture	NOUN
bracis-33651	36	48	;	;	PUNCT
bracis-33651	36	49	(	(	PUNCT
bracis-33651	36	50	3	3	X
bracis-33651	36	51	)	)	PUNCT
bracis-33651	36	52	providing	provide	VERB
bracis-33651	36	53	a	a	DET
bracis-33651	36	54	comprehensive	comprehensive	ADJ
bracis-33651	36	55	evaluation	evaluation	NOUN
bracis-33651	36	56	showing	show	VERB
bracis-33651	36	57	that	that	SCONJ
bracis-33651	36	58	the	the	DET
bracis-33651	36	59	proposed	propose	VERB
bracis-33651	36	60	activation	activation	NOUN
bracis-33651	36	61	surpasses	surpass	VERB
bracis-33651	36	62	the	the	DET
bracis-33651	36	63	use	use	NOUN
bracis-33651	36	64	of	of	ADP
bracis-33651	36	65	other	other	ADJ
bracis-33651	36	66	functions	function	NOUN
bracis-33651	36	67	in	in	ADP
bracis-33651	36	68	two	two	NUM
bracis-33651	36	69	simple	simple	ADJ
bracis-33651	36	70	and	and	CCONJ
bracis-33651	36	71	well	well	ADV
bracis-33651	36	72	-	-	PUNCT
bracis-33651	36	73	known	know	VERB
bracis-33651	36	74	architectures	architecture	NOUN
bracis-33651	36	75	for	for	ADP
bracis-33651	36	76	time	time	NOUN
bracis-33651	36	77	series	series	PROPN
bracis-33651	36	78	classification	classification	NOUN
bracis-33651	36	79	.	.	PUNCT
bracis-33651	37	1	2	2	NUM
bracis-33651	37	2	definitions	definition	NOUN
bracis-33651	37	3	and	and	CCONJ
bracis-33651	37	4	 	 	SPACE
bracis-33651	37	5	notations	notation	NOUN
bracis-33651	37	6	this	this	DET
bracis-33651	37	7	section	section	NOUN
bracis-33651	37	8	introduces	introduce	VERB
bracis-33651	37	9	the	the	DET
bracis-33651	37	10	necessary	necessary	ADJ
bracis-33651	37	11	basic	basic	ADJ
bracis-33651	37	12	definitions	definition	NOUN
bracis-33651	37	13	and	and	CCONJ
bracis-33651	37	14	notations	notation	NOUN
bracis-33651	37	15	to	to	PART
bracis-33651	37	16	understand	understand	VERB
bracis-33651	37	17	this	this	DET
bracis-33651	37	18	work	work	NOUN
bracis-33651	37	19	.	.	PUNCT
bracis-33651	38	1	definition	definition	NOUN
bracis-33651	38	2	1	1	NUM
bracis-33651	38	3	a	a	DET
bracis-33651	38	4	time	time	NOUN
bracis-33651	38	5	series	series	NOUN
bracis-33651	38	6	\({\textbf	\({\textbf	PROPN
bracis-33651	38	7	{	{	PUNCT
bracis-33651	38	8	x}}\	x}}\	PROPN
bracis-33651	38	9	)	)	PUNCT
bracis-33651	38	10	is	be	AUX
bracis-33651	38	11	a	a	DET
bracis-33651	38	12	set	set	NOUN
bracis-33651	38	13	of	of	ADP
bracis-33651	38	14	s	s	NOUN
bracis-33651	38	15	ordered	order	VERB
bracis-33651	38	16	values	value	NOUN
bracis-33651	38	17	\({\textbf	\({\textbf	PROPN
bracis-33651	38	18	{	{	PUNCT
bracis-33651	38	19	x	x	NOUN
bracis-33651	38	20	}	}	PUNCT
bracis-33651	38	21	}	}	PUNCT
bracis-33651	38	22	=	=	SYM
bracis-33651	38	23	(	(	PUNCT
bracis-33651	38	24	x_1	x_1	PROPN
bracis-33651	38	25	,	,	PUNCT
bracis-33651	38	26	x_2	x_2	PROPN
bracis-33651	38	27	,	,	PUNCT
bracis-33651	38	28	\dots	\dot	NOUN
bracis-33651	38	29	,	,	PUNCT
bracis-33651	38	30	x_s)\	x_s)\	NUM
bracis-33651	38	31	)	)	PUNCT
bracis-33651	38	32	and	and	CCONJ
bracis-33651	39	1	\(x_i	\(x_i	PROPN
bracis-33651	39	2	\in	\in	PROPN
bracis-33651	39	3	\mathbb	\mathbb	PROPN
bracis-33651	39	4	{	{	PUNCT
bracis-33651	39	5	r}^d\	r}^d\	NUM
bracis-33651	39	6	)	)	PUNCT
bracis-33651	39	7	,	,	PUNCT
bracis-33651	39	8	such	such	ADJ
bracis-33651	39	9	that	that	SCONJ
bracis-33651	39	10	d	d	PROPN
bracis-33651	39	11	denotes	denote	VERB
bracis-33651	39	12	the	the	DET
bracis-33651	39	13	number	number	NOUN
bracis-33651	39	14	of	of	ADP
bracis-33651	39	15	dimensions	dimension	NOUN
bracis-33651	39	16	of	of	ADP
bracis-33651	39	17	that	that	DET
bracis-33651	39	18	time	time	NOUN
bracis-33651	39	19	series	series	NOUN
bracis-33651	39	20	,	,	PUNCT
bracis-33651	39	21	with	with	ADP
bracis-33651	39	22	\(d	\(d	NUM
bracis-33651	39	23	\in	\in	PROPN
bracis-33651	39	24	\mathbb	\mathbb	PROPN
bracis-33651	39	25	{	{	PUNCT
bracis-33651	39	26	z}\	z}\	NUM
bracis-33651	39	27	)	)	PUNCT
bracis-33651	39	28	.	.	PUNCT
bracis-33651	40	1	each	each	DET
bracis-33651	40	2	value	value	NOUN
bracis-33651	40	3	\(x_i\	\(x_i\	NOUN
bracis-33651	40	4	)	)	PUNCT
bracis-33651	40	5	is	be	AUX
bracis-33651	40	6	referred	refer	VERB
bracis-33651	40	7	here	here	ADV
bracis-33651	40	8	as	as	ADP
bracis-33651	40	9	an	an	DET
bracis-33651	40	10	observation	observation	NOUN
bracis-33651	40	11	.	.	PUNCT
bracis-33651	41	1	definition	definition	NOUN
bracis-33651	41	2	2	2	NUM
bracis-33651	41	3	a	a	DET
bracis-33651	41	4	deep	deep	ADJ
bracis-33651	41	5	neural	neural	ADJ
bracis-33651	41	6	network	network	NOUN
bracis-33651	41	7	,	,	PUNCT
bracis-33651	41	8	\(\mathcal	\(\mathcal	ADJ
bracis-33651	41	9	{	{	PUNCT
bracis-33651	41	10	dnn}\	dnn}\	PROPN
bracis-33651	41	11	)	)	PUNCT
bracis-33651	41	12	,	,	PUNCT
bracis-33651	41	13	can	can	AUX
bracis-33651	41	14	be	be	AUX
bracis-33651	41	15	defined	define	VERB
bracis-33651	41	16	as	as	ADP
bracis-33651	41	17	a	a	DET
bracis-33651	41	18	sequence	sequence	NOUN
bracis-33651	41	19	of	of	ADP
bracis-33651	41	20	functions	function	NOUN
bracis-33651	41	21	composed	compose	VERB
bracis-33651	41	22	of	of	ADP
bracis-33651	41	23	multiple	multiple	ADJ
bracis-33651	41	24	layers	layer	NOUN
bracis-33651	41	25	of	of	ADP
bracis-33651	41	26	interconnected	interconnected	ADJ
bracis-33651	41	27	neurons	neuron	NOUN
bracis-33651	41	28	.	.	PUNCT
bracis-33651	42	1	let	let	VERB
bracis-33651	42	2	l	l	NOUN
bracis-33651	42	3	denote	denote	VERB
bracis-33651	42	4	the	the	DET
bracis-33651	42	5	total	total	ADJ
bracis-33651	42	6	number	number	NOUN
bracis-33651	42	7	of	of	ADP
bracis-33651	42	8	layers	layer	NOUN
bracis-33651	42	9	in	in	ADP
bracis-33651	42	10	the	the	DET
bracis-33651	42	11	network	network	NOUN
bracis-33651	42	12	,	,	PUNCT
bracis-33651	42	13	with	with	ADP
bracis-33651	42	14	\(l_1	\(l_1	PROPN
bracis-33651	42	15	,	,	PUNCT
bracis-33651	42	16	l_2	l_2	NOUN
bracis-33651	42	17	,	,	PUNCT
bracis-33651	42	18	\dots	\dot	NOUN
bracis-33651	42	19	,	,	PUNCT
bracis-33651	42	20	l_{{l}}\	l_{{l}}\	PROPN
bracis-33651	42	21	)	)	PUNCT
bracis-33651	42	22	representing	represent	VERB
bracis-33651	42	23	each	each	DET
bracis-33651	42	24	layer	layer	NOUN
bracis-33651	42	25	.	.	PUNCT
bracis-33651	43	1	a	a	DET
bracis-33651	43	2	layer	layer	NOUN
bracis-33651	43	3	\(l_i\	\(l_i\	NOUN
bracis-33651	43	4	)	)	PUNCT
bracis-33651	43	5	consists	consist	VERB
bracis-33651	43	6	of	of	ADP
bracis-33651	43	7	\(n_i\	\(n_i\	NOUN
bracis-33651	43	8	)	)	PUNCT
bracis-33651	43	9	neurons	neuron	NOUN
bracis-33651	43	10	,	,	PUNCT
bracis-33651	43	11	where	where	SCONJ
bracis-33651	43	12	\(i	\(i	ADJ
bracis-33651	43	13	\in	\in	PROPN
bracis-33651	43	14	1	1	NUM
bracis-33651	43	15	,	,	PUNCT
bracis-33651	43	16	\dots	\dot	NOUN
bracis-33651	43	17	,	,	PUNCT
bracis-33651	43	18	{	{	PUNCT
bracis-33651	43	19	l}\	l}\	PROPN
bracis-33651	43	20	)	)	PUNCT
bracis-33651	43	21	.	.	PUNCT
bracis-33651	44	1	weights	weight	NOUN
bracis-33651	44	2	and	and	CCONJ
bracis-33651	44	3	biases	bias	NOUN
bracis-33651	44	4	associated	associate	VERB
bracis-33651	44	5	with	with	ADP
bracis-33651	44	6	that	that	DET
bracis-33651	44	7	layer	layer	NOUN
bracis-33651	44	8	\(l_i\	\(l_i\	NOUN
bracis-33651	44	9	)	)	PUNCT
bracis-33651	44	10	are	be	AUX
bracis-33651	44	11	denoted	denote	VERB
bracis-33651	44	12	by	by	ADP
bracis-33651	44	13	\({\textbf	\({\textbf	PROPN
bracis-33651	44	14	{	{	PUNCT
bracis-33651	44	15	w}}_i\	w}}_i\	NOUN
bracis-33651	44	16	)	)	PUNCT
bracis-33651	44	17	and	and	CCONJ
bracis-33651	44	18	\(b_i\	\(b_i\	NOUN
bracis-33651	44	19	)	)	PUNCT
bracis-33651	44	20	,	,	PUNCT
bracis-33651	44	21	respectively	respectively	ADV
bracis-33651	44	22	.	.	PUNCT
bracis-33651	45	1	given	give	VERB
bracis-33651	45	2	an	an	DET
bracis-33651	45	3	input	input	NOUN
bracis-33651	45	4	\({\textbf	\({\textbf	PROPN
bracis-33651	45	5	{	{	PUNCT
bracis-33651	45	6	x}}\	x}}\	PROPN
bracis-33651	45	7	)	)	PUNCT
bracis-33651	45	8	,	,	PUNCT
bracis-33651	45	9	the	the	DET
bracis-33651	45	10	output	output	NOUN
bracis-33651	45	11	of	of	ADP
bracis-33651	45	12	a	a	DET
bracis-33651	45	13	\(\mathcal	\(\mathcal	ADJ
bracis-33651	45	14	{	{	PUNCT
bracis-33651	45	15	dnn}\	dnn}\	NOUN
bracis-33651	45	16	)	)	PUNCT
bracis-33651	45	17	can	can	AUX
bracis-33651	45	18	be	be	AUX
bracis-33651	45	19	expressed	express	VERB
bracis-33651	45	20	as	as	ADP
bracis-33651	45	21	a	a	DET
bracis-33651	45	22	sequence	sequence	NOUN
bracis-33651	45	23	of	of	ADP
bracis-33651	45	24	layers	layer	NOUN
bracis-33651	45	25	applied	apply	VERB
bracis-33651	45	26	to	to	ADP
bracis-33651	45	27	that	that	DET
bracis-33651	45	28	input	input	NOUN
bracis-33651	45	29	:	:	PUNCT
bracis-33651	45	30	$	$	SYM
bracis-33651	45	31	$	$	SYM
bracis-33651	45	32	\begin{aligned	\begin{aligne	VERB
bracis-33651	45	33	}	}	PUNCT
bracis-33651	45	34	f({\textbf	f({\textbf	NOUN
bracis-33651	45	35	{	{	PUNCT
bracis-33651	45	36	x	x	NOUN
bracis-33651	45	37	}	}	PUNCT
bracis-33651	45	38	}	}	PUNCT
bracis-33651	45	39	)	)	PUNCT
bracis-33651	46	1	=	=	SYM
bracis-33651	46	2	f_\mathcal	f_\mathcal	NOUN
bracis-33651	46	3	{	{	PUNCT
bracis-33651	46	4	l}(f_{\mathcal	l}(f_{\mathcal	PROPN
bracis-33651	46	5	{	{	PUNCT
bracis-33651	46	6	l	l	NOUN
bracis-33651	46	7	}	}	PUNCT
bracis-33651	46	8	1}(\cdots	1}(\cdots	NUM
bracis-33651	46	9	(	(	PUNCT
bracis-33651	46	10	f_1({\textbf	f_1({\textbf	NOUN
bracis-33651	46	11	{	{	PUNCT
bracis-33651	46	12	x	x	NOUN
bracis-33651	46	13	}	}	PUNCT
bracis-33651	46	14	}	}	PUNCT
bracis-33651	46	15	)	)	PUNCT
bracis-33651	46	16	)	)	PUNCT
bracis-33651	46	17	)	)	PUNCT
bracis-33651	46	18	)	)	PUNCT
bracis-33651	46	19	,	,	PUNCT
bracis-33651	46	20	\end{aligned}$$	\end{aligned}$$	X
bracis-33651	46	21	(	(	PUNCT
bracis-33651	46	22	1	1	NUM
bracis-33651	46	23	)	)	PUNCT
bracis-33651	46	24	where	where	SCONJ
bracis-33651	46	25	\(f_i	\(f_i	NOUN
bracis-33651	46	26	:	:	PUNCT
bracis-33651	46	27	\mathbb	\mathbb	PROPN
bracis-33651	46	28	{	{	PUNCT
bracis-33651	46	29	r}^{n_{i-1	r}^{n_{i-1	VERB
bracis-33651	46	30	}	}	PUNCT
bracis-33651	46	31	}	}	PUNCT
bracis-33651	46	32	\rightarrow	\rightarrow	PROPN
bracis-33651	46	33	\mathbb	\mathbb	PROPN
bracis-33651	46	34	{	{	PUNCT
bracis-33651	46	35	r}^{n	r}^{n	PROPN
bracis-33651	46	36	-	-	PUNCT
bracis-33651	46	37	i}\	i}\	NUM
bracis-33651	46	38	)	)	PUNCT
bracis-33651	46	39	represents	represent	VERB
bracis-33651	46	40	the	the	DET
bracis-33651	46	41	function	function	NOUN
bracis-33651	46	42	for	for	ADP
bracis-33651	46	43	layer	layer	NOUN
bracis-33651	46	44	\(l_i\	\(l_i\	NOUN
bracis-33651	46	45	)	)	PUNCT
bracis-33651	46	46	.	.	PUNCT
bracis-33651	47	1	this	this	DET
bracis-33651	47	2	function	function	NOUN
bracis-33651	47	3	can	can	AUX
bracis-33651	47	4	be	be	AUX
bracis-33651	47	5	expressed	express	VERB
bracis-33651	47	6	as	as	ADP
bracis-33651	47	7	:	:	PUNCT
bracis-33651	47	8	$	$	SYM
bracis-33651	47	9	$	$	SYM
bracis-33651	47	10	\begin{aligned	\begin{aligne	VERB
bracis-33651	47	11	}	}	PUNCT
bracis-33651	47	12	f_i(x	f_i(x	NUM
bracis-33651	47	13	)	)	PUNCT
bracis-33651	47	14	=	=	VERB
bracis-33651	48	1	\sigma	\sigma	PROPN
bracis-33651	48	2	_	_	PUNCT
bracis-33651	49	1	i	i	PRON
bracis-33651	49	2	(	(	PUNCT
bracis-33651	49	3	\textbf{w}_i	\textbf{w}_i	X
bracis-33651	49	4	x	x	SYM
bracis-33651	49	5	+	+	PROPN
bracis-33651	49	6	b_i	b_i	NUM
bracis-33651	49	7	)	)	PUNCT
bracis-33651	49	8	,	,	PUNCT
bracis-33651	49	9	\end{aligned}$$	\end{aligned}$$	X
bracis-33651	49	10	(	(	PUNCT
bracis-33651	49	11	2	2	NUM
bracis-33651	49	12	)	)	PUNCT
bracis-33651	49	13	where	where	SCONJ
bracis-33651	49	14	\(\sigma	\(\sigma	NOUN
bracis-33651	49	15	_	_	PUNCT
bracis-33651	50	1	i	i	PRON
bracis-33651	50	2	:	:	PUNCT
bracis-33651	50	3	\mathbb	\mathbb	PROPN
bracis-33651	50	4	{	{	PUNCT
bracis-33651	50	5	r}^{n_i	r}^{n_i	PROPN
bracis-33651	50	6	}	}	PUNCT
bracis-33651	50	7	\rightarrow	\rightarrow	PROPN
bracis-33651	50	8	\mathbb	\mathbb	PROPN
bracis-33651	50	9	{	{	PUNCT
bracis-33651	50	10	r}^{n_i}\	r}^{n_i}\	NOUN
bracis-33651	50	11	)	)	PUNCT
bracis-33651	50	12	denotes	denote	VERB
bracis-33651	50	13	the	the	DET
bracis-33651	50	14	activation	activation	NOUN
bracis-33651	50	15	function	function	NOUN
bracis-33651	50	16	for	for	ADP
bracis-33651	50	17	the	the	DET
bracis-33651	50	18	layer	layer	NOUN
bracis-33651	50	19	i	i	PRON
bracis-33651	50	20	,	,	PUNCT
bracis-33651	50	21	and	and	CCONJ
bracis-33651	50	22	\(x	\(x	PROPN
bracis-33651	50	23	\in	\in	PROPN
bracis-33651	50	24	\mathbb	\mathbb	PROPN
bracis-33651	50	25	{	{	PUNCT
bracis-33651	50	26	r}^{n_{i	r}^{n_{i	VERB
bracis-33651	50	27	1}}\	1}}\	NUM
bracis-33651	50	28	)	)	PUNCT
bracis-33651	50	29	represents	represent	VERB
bracis-33651	50	30	the	the	DET
bracis-33651	50	31	input	input	NOUN
bracis-33651	50	32	to	to	ADP
bracis-33651	50	33	that	that	DET
bracis-33651	50	34	layer	layer	NOUN
bracis-33651	50	35	.	.	PUNCT
bracis-33651	51	1	definition	definition	NOUN
bracis-33651	51	2	3	3	NUM
bracis-33651	51	3	a	a	DET
bracis-33651	51	4	semi	semi	ADJ
bracis-33651	51	5	-	-	ADJ
bracis-33651	51	6	periodic	periodic	ADJ
bracis-33651	51	7	activation	activation	NOUN
bracis-33651	51	8	function	function	NOUN
bracis-33651	51	9	is	be	AUX
bracis-33651	51	10	a	a	DET
bracis-33651	51	11	function	function	NOUN
bracis-33651	51	12	where	where	SCONJ
bracis-33651	51	13	the	the	DET
bracis-33651	51	14	periodicity	periodicity	NOUN
bracis-33651	51	15	is	be	AUX
bracis-33651	51	16	present	present	ADJ
bracis-33651	51	17	in	in	ADP
bracis-33651	51	18	its	its	PRON
bracis-33651	51	19	derivative	derivative	NOUN
bracis-33651	51	20	,	,	PUNCT
bracis-33651	51	21	rather	rather	ADV
bracis-33651	51	22	than	than	ADP
bracis-33651	51	23	in	in	ADP
bracis-33651	51	24	the	the	DET
bracis-33651	51	25	function	function	NOUN
bracis-33651	51	26	itself	itself	PRON
bracis-33651	51	27	.	.	PUNCT
bracis-33651	52	1	this	this	PRON
bracis-33651	52	2	means	mean	VERB
bracis-33651	52	3	that	that	SCONJ
bracis-33651	52	4	while	while	SCONJ
bracis-33651	52	5	the	the	DET
bracis-33651	52	6	activation	activation	NOUN
bracis-33651	52	7	function	function	NOUN
bracis-33651	52	8	may	may	AUX
bracis-33651	52	9	not	not	PART
bracis-33651	52	10	be	be	AUX
bracis-33651	52	11	periodically	periodically	ADV
bracis-33651	52	12	repetitive	repetitive	ADJ
bracis-33651	52	13	,	,	PUNCT
bracis-33651	52	14	its	its	PRON
bracis-33651	52	15	derivative	derivative	NOUN
bracis-33651	52	16	exhibits	exhibit	VERB
bracis-33651	52	17	periodic	periodic	ADJ
bracis-33651	52	18	behavior	behavior	NOUN
bracis-33651	52	19	.	.	PUNCT
bracis-33651	53	1	formally	formally	ADV
bracis-33651	53	2	,	,	PUNCT
bracis-33651	53	3	let	let	VERB
bracis-33651	53	4	\(\sigma	\(\sigma	NOUN
bracis-33651	53	5	:	:	PUNCT
bracis-33651	53	6	\mathbb	\mathbb	X
bracis-33651	53	7	{	{	PUNCT
bracis-33651	53	8	r	r	X
bracis-33651	53	9	}	}	PUNCT
bracis-33651	53	10	\rightarrow	\rightarrow	PROPN
bracis-33651	53	11	\mathbb	\mathbb	PROPN
bracis-33651	53	12	{	{	PUNCT
bracis-33651	53	13	r}\	r}\	NUM
bracis-33651	53	14	)	)	PUNCT
bracis-33651	53	15	be	be	AUX
bracis-33651	53	16	an	an	DET
bracis-33651	53	17	activation	activation	NOUN
bracis-33651	53	18	function	function	NOUN
bracis-33651	53	19	.	.	PUNCT
bracis-33651	54	1	\(\sigma	\(\sigma	NOUN
bracis-33651	54	2	\	\	NOUN
bracis-33651	54	3	)	)	PUNCT
bracis-33651	54	4	is	be	AUX
bracis-33651	54	5	considered	consider	VERB
bracis-33651	54	6	semi	semi	ADJ
bracis-33651	54	7	-	-	NOUN
bracis-33651	54	8	periodic	periodic	ADJ
bracis-33651	54	9	if	if	SCONJ
bracis-33651	54	10	its	its	PRON
bracis-33651	54	11	derivative	derivative	ADJ
bracis-33651	54	12	\(\sigma	\(\sigma	NOUN
bracis-33651	54	13	'	'	PUNCT
bracis-33651	54	14	\	\	NOUN
bracis-33651	54	15	)	)	PUNCT
bracis-33651	54	16	satisfies	satisfy	VERB
bracis-33651	54	17	\(\sigma	\(\sigma	NOUN
bracis-33651	54	18	'	'	PUNCT
bracis-33651	54	19	(	(	PUNCT
bracis-33651	55	1	x	x	SYM
bracis-33651	55	2	+	+	NUM
bracis-33651	55	3	t	t	NOUN
bracis-33651	55	4	)	)	PUNCT
bracis-33651	55	5	=	=	SYM
bracis-33651	55	6	\sigma	\sigma	PROPN
bracis-33651	55	7	'	'	PUNCT
bracis-33651	55	8	(	(	PUNCT
bracis-33651	55	9	x)\	x)\	PROPN
bracis-33651	55	10	)	)	PUNCT
bracis-33651	55	11	for	for	ADP
bracis-33651	55	12	some	some	DET
bracis-33651	55	13	period	period	NOUN
bracis-33651	55	14	\(t	\(t	NOUN
bracis-33651	55	15	>	>	X
bracis-33651	55	16	0\	0\	PROPN
bracis-33651	55	17	)	)	PUNCT
bracis-33651	55	18	and	and	CCONJ
bracis-33651	55	19	for	for	ADP
bracis-33651	55	20	all	all	DET
bracis-33651	55	21	\(x	\(x	ADJ
bracis-33651	55	22	\in	\in	PROPN
bracis-33651	55	23	\mathbb	\mathbb	PROPN
bracis-33651	55	24	{	{	PUNCT
bracis-33651	55	25	r}\	r}\	NUM
bracis-33651	55	26	)	)	PUNCT
bracis-33651	55	27	.	.	PUNCT
bracis-33651	56	1	definition	definition	NOUN
bracis-33651	56	2	4	4	NUM
bracis-33651	56	3	a	a	DET
bracis-33651	56	4	sub	sub	NOUN
bracis-33651	56	5	-	-	ADJ
bracis-33651	56	6	derivative	derivative	ADJ
bracis-33651	56	7	is	be	AUX
bracis-33651	56	8	a	a	DET
bracis-33651	56	9	generalization	generalization	NOUN
bracis-33651	56	10	of	of	ADP
bracis-33651	56	11	the	the	DET
bracis-33651	56	12	concept	concept	NOUN
bracis-33651	56	13	of	of	ADP
bracis-33651	56	14	a	a	DET
bracis-33651	56	15	derivative	derivative	NOUN
bracis-33651	56	16	for	for	ADP
bracis-33651	56	17	functions	function	NOUN
bracis-33651	56	18	that	that	PRON
bracis-33651	56	19	may	may	AUX
bracis-33651	56	20	not	not	PART
bracis-33651	56	21	be	be	AUX
bracis-33651	56	22	differentiable	differentiable	ADJ
bracis-33651	56	23	in	in	ADP
bracis-33651	56	24	the	the	DET
bracis-33651	56	25	traditional	traditional	ADJ
bracis-33651	56	26	sense	sense	NOUN
bracis-33651	56	27	.	.	PUNCT
bracis-33651	57	1	it	it	PRON
bracis-33651	57	2	extends	extend	VERB
bracis-33651	57	3	the	the	DET
bracis-33651	57	4	idea	idea	NOUN
bracis-33651	57	5	of	of	ADP
bracis-33651	57	6	a	a	DET
bracis-33651	57	7	tangent	tangent	ADJ
bracis-33651	57	8	line	line	NOUN
bracis-33651	57	9	to	to	ADP
bracis-33651	57	10	non	non	ADJ
bracis-33651	57	11	-	-	ADJ
bracis-33651	57	12	smooth	smooth	ADJ
bracis-33651	57	13	functions	function	NOUN
bracis-33651	57	14	,	,	PUNCT
bracis-33651	57	15	often	often	ADV
bracis-33651	57	16	used	use	VERB
bracis-33651	57	17	in	in	ADP
bracis-33651	57	18	the	the	DET
bracis-33651	57	19	context	context	NOUN
bracis-33651	57	20	of	of	ADP
bracis-33651	57	21	convex	convex	NOUN
bracis-33651	57	22	functions	function	NOUN
bracis-33651	57	23	and	and	CCONJ
bracis-33651	57	24	optimization	optimization	NOUN
bracis-33651	57	25	.	.	PUNCT
bracis-33651	58	1	formally	formally	ADV
bracis-33651	58	2	,	,	PUNCT
bracis-33651	58	3	let	let	VERB
bracis-33651	58	4	\(f	\(f	NOUN
bracis-33651	58	5	:	:	PUNCT
bracis-33651	58	6	\mathbb	\mathbb	PROPN
bracis-33651	58	7	{	{	PUNCT
bracis-33651	58	8	r	r	X
bracis-33651	58	9	}	}	PUNCT
bracis-33651	58	10	\rightarrow	\rightarrow	PROPN
bracis-33651	58	11	\mathbb	\mathbb	PROPN
bracis-33651	58	12	{	{	PUNCT
bracis-33651	58	13	r}\	r}\	NUM
bracis-33651	58	14	)	)	PUNCT
bracis-33651	58	15	be	be	AUX
bracis-33651	58	16	a	a	DET
bracis-33651	58	17	convex	convex	NOUN
bracis-33651	58	18	function	function	NOUN
bracis-33651	58	19	.	.	PUNCT
bracis-33651	59	1	a	a	DET
bracis-33651	59	2	vector	vector	NOUN
bracis-33651	59	3	\(g	\(g	NOUN
bracis-33651	59	4	\in	\in	PROPN
bracis-33651	59	5	\mathbb	\mathbb	PROPN
bracis-33651	59	6	{	{	PUNCT
bracis-33651	59	7	r}\	r}\	NUM
bracis-33651	59	8	)	)	PUNCT
bracis-33651	59	9	is	be	AUX
bracis-33651	59	10	called	call	VERB
bracis-33651	59	11	a	a	DET
bracis-33651	59	12	sub	sub	NOUN
bracis-33651	59	13	-	-	NOUN
bracis-33651	59	14	derivative	derivative	ADJ
bracis-33651	59	15	of	of	ADP
bracis-33651	59	16	f	f	PROPN
bracis-33651	59	17	at	at	ADP
bracis-33651	59	18	a	a	DET
bracis-33651	59	19	point	point	NOUN
bracis-33651	59	20	\(x_0	\(x_0	PROPN
bracis-33651	59	21	\in	\in	PROPN
bracis-33651	59	22	\mathbb	\mathbb	PROPN
bracis-33651	59	23	{	{	PUNCT
bracis-33651	59	24	r}\	r}\	NUM
bracis-33651	59	25	)	)	PUNCT
bracis-33651	59	26	if	if	SCONJ
bracis-33651	59	27	it	it	PRON
bracis-33651	59	28	satisfies	satisfy	VERB
bracis-33651	59	29	the	the	DET
bracis-33651	59	30	following	follow	VERB
bracis-33651	59	31	inequality	inequality	NOUN
bracis-33651	59	32	for	for	ADP
bracis-33651	59	33	all	all	DET
bracis-33651	59	34	\(x	\(x	ADJ
bracis-33651	59	35	\in	\in	PROPN
bracis-33651	59	36	\mathbb	\mathbb	PROPN
bracis-33651	59	37	{	{	PUNCT
bracis-33651	59	38	r}\	r}\	NUM
bracis-33651	60	1	):	):	PUNCT
bracis-33651	60	2	$	$	SYM
bracis-33651	60	3	$	$	SYM
bracis-33651	60	4	\begin{aligned	\begin{aligne	VERB
bracis-33651	60	5	}	}	PUNCT
bracis-33651	60	6	f(x	f(x	PROPN
bracis-33651	60	7	)	)	PUNCT
bracis-33651	60	8	\ge	\ge	PROPN
bracis-33651	60	9	f(x_0	f(x_0	PROPN
bracis-33651	60	10	)	)	PUNCT
bracis-33651	60	11	+	+	CCONJ
bracis-33651	60	12	g(x	g(x	PROPN
bracis-33651	60	13	x_0	x_0	NOUN
bracis-33651	60	14	)	)	PUNCT
bracis-33651	60	15	,	,	PUNCT
bracis-33651	60	16	\end{aligned}$$	\end{aligned}$$	X
bracis-33651	60	17	(	(	PUNCT
bracis-33651	60	18	3	3	X
bracis-33651	60	19	)	)	PUNCT
bracis-33651	60	20	the	the	DET
bracis-33651	60	21	set	set	NOUN
bracis-33651	60	22	of	of	ADP
bracis-33651	60	23	all	all	DET
bracis-33651	60	24	sub	sub	NOUN
bracis-33651	60	25	-	-	NOUN
bracis-33651	60	26	derivatives	derivative	NOUN
bracis-33651	60	27	of	of	ADP
bracis-33651	60	28	f	f	PROPN
bracis-33651	60	29	at	at	ADP
bracis-33651	60	30	\(x_0\	\(x_0\	NOUN
bracis-33651	60	31	)	)	PUNCT
bracis-33651	60	32	is	be	AUX
bracis-33651	60	33	called	call	VERB
bracis-33651	60	34	the	the	DET
bracis-33651	60	35	sub	sub	NOUN
bracis-33651	60	36	-	-	NOUN
bracis-33651	60	37	differential	differential	ADJ
bracis-33651	60	38	and	and	CCONJ
bracis-33651	60	39	is	be	AUX
bracis-33651	60	40	denoted	denote	VERB
bracis-33651	60	41	by	by	ADP
bracis-33651	60	42	\(\partial	\(\partial	ADJ
bracis-33651	60	43	f(x_0)\	f(x_0)\	NOUN
bracis-33651	60	44	)	)	PUNCT
bracis-33651	60	45	.	.	PUNCT
bracis-33651	61	1	thus	thus	ADV
bracis-33651	61	2	,	,	PUNCT
bracis-33651	61	3	the	the	DET
bracis-33651	61	4	sub	sub	NOUN
bracis-33651	61	5	-	-	ADJ
bracis-33651	61	6	differential	differential	NOUN
bracis-33651	61	7	is	be	AUX
bracis-33651	61	8	given	give	VERB
bracis-33651	61	9	by	by	ADP
bracis-33651	61	10	:	:	PUNCT
bracis-33651	61	11	$	$	SYM
bracis-33651	61	12	$	$	SYM
bracis-33651	61	13	\begin{aligned	\begin{aligne	VERB
bracis-33651	61	14	}	}	PUNCT
bracis-33651	61	15	\partial	\partial	PROPN
bracis-33651	61	16	f(x_0	f(x_0	PROPN
bracis-33651	61	17	)	)	PUNCT
bracis-33651	62	1	=	=	PUNCT
bracis-33651	62	2	\	\	PROPN
bracis-33651	62	3	{	{	PUNCT
bracis-33651	62	4	g	g	PROPN
bracis-33651	62	5	\in	\in	PROPN
bracis-33651	62	6	\mathbb	\mathbb	PROPN
bracis-33651	62	7	{	{	PUNCT
bracis-33651	62	8	r	r	NOUN
bracis-33651	62	9	}	}	PUNCT
bracis-33651	62	10	\mid	\mid	ADP
bracis-33651	62	11	f(x	f(x	NOUN
bracis-33651	62	12	)	)	PUNCT
bracis-33651	62	13	\ge	\ge	PROPN
bracis-33651	62	14	f(x_0	f(x_0	PROPN
bracis-33651	62	15	)	)	PUNCT
bracis-33651	62	16	+	+	CCONJ
bracis-33651	62	17	g(x	g(x	ADJ
bracis-33651	62	18	x_0	x_0	NOUN
bracis-33651	62	19	)	)	PUNCT
bracis-33651	63	1	\text	\text	ADP
bracis-33651	63	2	{	{	PUNCT
bracis-33651	63	3	for	for	ADP
bracis-33651	63	4	all	all	PRON
bracis-33651	63	5	}	}	PUNCT
bracis-33651	63	6	x	x	SYM
bracis-33651	63	7	\in	\in	PROPN
bracis-33651	63	8	\mathbb	\mathbb	PROPN
bracis-33651	63	9	{	{	PUNCT
bracis-33651	63	10	r	r	NOUN
bracis-33651	63	11	}	}	PUNCT
bracis-33651	63	12	\	\	NOUN
bracis-33651	63	13	}	}	PUNCT
bracis-33651	63	14	,	,	PUNCT
bracis-33651	63	15	\end{aligned}$$	\end{aligned}$$	X
bracis-33651	63	16	(	(	PUNCT
bracis-33651	63	17	4	4	NUM
bracis-33651	63	18	)	)	PUNCT
bracis-33651	63	19	as	as	ADP
bracis-33651	63	20	an	an	DET
bracis-33651	63	21	example	example	NOUN
bracis-33651	63	22	of	of	ADP
bracis-33651	63	23	a	a	DET
bracis-33651	63	24	sub	sub	NOUN
bracis-33651	63	25	-	-	ADJ
bracis-33651	63	26	derivative	derivative	ADJ
bracis-33651	63	27	we	we	PRON
bracis-33651	63	28	can	can	AUX
bracis-33651	63	29	include	include	VERB
bracis-33651	63	30	the	the	DET
bracis-33651	63	31	relu	relu	NOUN
bracis-33651	63	32	function	function	NOUN
bracis-33651	63	33	\(f(x	\(f(x	NOUN
bracis-33651	63	34	)	)	PUNCT
bracis-33651	63	35	=	=	SYM
bracis-33651	63	36	\max	\max	PROPN
bracis-33651	63	37	(	(	PUNCT
bracis-33651	63	38	0	0	NUM
bracis-33651	63	39	,	,	PUNCT
bracis-33651	63	40	x)\	x)\	PROPN
bracis-33651	63	41	)	)	PUNCT
bracis-33651	63	42	the	the	DET
bracis-33651	63	43	sub	sub	NOUN
bracis-33651	63	44	-	-	NOUN
bracis-33651	63	45	derivative	derivative	ADJ
bracis-33651	63	46	at	at	ADP
bracis-33651	63	47	\(x_0	\(x_0	PROPN
bracis-33651	63	48	=	=	SYM
bracis-33651	63	49	0\	0\	PROPN
bracis-33651	63	50	)	)	PUNCT
bracis-33651	63	51	is	be	AUX
bracis-33651	63	52	any	any	DET
bracis-33651	63	53	\(g	\(g	ADJ
bracis-33651	63	54	\in	\in	PROPN
bracis-33651	63	55	[	[	X
bracis-33651	63	56	0	0	NUM
bracis-33651	63	57	,	,	PUNCT
bracis-33651	63	58	1]\	1]\	PROPN
bracis-33651	63	59	)	)	PUNCT
bracis-33651	63	60	.	.	PUNCT
bracis-33651	64	1	3	3	NUM
bracis-33651	64	2	activation	activation	NOUN
bracis-33651	64	3	functions	function	NOUN
bracis-33651	64	4	to	to	PART
bracis-33651	64	5	easily	easily	ADV
bracis-33651	64	6	compare	compare	VERB
bracis-33651	64	7	the	the	DET
bracis-33651	64	8	leakysinelu	leakysinelu	NOUN
bracis-33651	64	9	and	and	CCONJ
bracis-33651	64	10	the	the	DET
bracis-33651	64	11	related	related	ADJ
bracis-33651	64	12	activation	activation	NOUN
bracis-33651	64	13	,	,	PUNCT
bracis-33651	64	14	this	this	DET
bracis-33651	64	15	section	section	NOUN
bracis-33651	64	16	offers	offer	VERB
bracis-33651	64	17	a	a	DET
bracis-33651	64	18	mathematical	mathematical	ADJ
bracis-33651	64	19	and	and	CCONJ
bracis-33651	64	20	theoretical	theoretical	ADJ
bracis-33651	64	21	analysis	analysis	NOUN
bracis-33651	64	22	of	of	ADP
bracis-33651	64	23	each	each	DET
bracis-33651	64	24	activation	activation	NOUN
bracis-33651	64	25	and	and	CCONJ
bracis-33651	64	26	their	their	PRON
bracis-33651	64	27	application	application	NOUN
bracis-33651	64	28	on	on	ADP
bracis-33651	64	29	time	time	NOUN
bracis-33651	64	30	series	series	NOUN
bracis-33651	64	31	tasks	task	NOUN
bracis-33651	64	32	.	.	PUNCT
bracis-33651	65	1	in	in	ADP
bracis-33651	65	2	the	the	DET
bracis-33651	65	3	following	follow	VERB
bracis-33651	65	4	subsections	subsection	NOUN
bracis-33651	65	5	,	,	PUNCT
bracis-33651	65	6	we	we	PRON
bracis-33651	65	7	present	present	VERB
bracis-33651	65	8	the	the	DET
bracis-33651	65	9	related	related	ADJ
bracis-33651	65	10	activations	activation	NOUN
bracis-33651	65	11	and	and	CCONJ
bracis-33651	65	12	define	define	VERB
bracis-33651	65	13	the	the	DET
bracis-33651	65	14	proposed	propose	VERB
bracis-33651	65	15	leakysinelu	leakysinelu	NOUN
bracis-33651	65	16	function	function	NOUN
bracis-33651	65	17	,	,	PUNCT
bracis-33651	65	18	each	each	DET
bracis-33651	65	19	property	property	NOUN
bracis-33651	65	20	,	,	PUNCT
bracis-33651	65	21	and	and	CCONJ
bracis-33651	65	22	the	the	DET
bracis-33651	65	23	comparison	comparison	NOUN
bracis-33651	65	24	between	between	ADP
bracis-33651	65	25	the	the	DET
bracis-33651	65	26	main	main	ADJ
bracis-33651	65	27	activations	activation	NOUN
bracis-33651	65	28	.	.	PUNCT
bracis-33651	66	1	3.1	3.1	NUM
bracis-33651	66	2	related	relate	VERB
bracis-33651	66	3	activations	activation	NOUN
bracis-33651	66	4	to	to	PART
bracis-33651	66	5	compare	compare	VERB
bracis-33651	66	6	the	the	DET
bracis-33651	66	7	proposed	propose	VERB
bracis-33651	66	8	activation	activation	NOUN
bracis-33651	66	9	with	with	ADP
bracis-33651	66	10	various	various	ADJ
bracis-33651	66	11	approaches	approach	NOUN
bracis-33651	66	12	,	,	PUNCT
bracis-33651	66	13	activation	activation	NOUN
bracis-33651	66	14	functions	function	NOUN
bracis-33651	66	15	encompassing	encompass	VERB
bracis-33651	66	16	one	one	NUM
bracis-33651	66	17	or	or	CCONJ
bracis-33651	66	18	more	more	ADV
bracis-33651	66	19	specific	specific	ADJ
bracis-33651	66	20	properties	property	NOUN
bracis-33651	66	21	were	be	AUX
bracis-33651	66	22	selected	select	VERB
bracis-33651	66	23	,	,	PUNCT
bracis-33651	66	24	and	and	CCONJ
bracis-33651	66	25	in	in	ADP
bracis-33651	66	26	some	some	DET
bracis-33651	66	27	cases	case	NOUN
bracis-33651	66	28	,	,	PUNCT
bracis-33651	66	29	functions	function	NOUN
bracis-33651	66	30	that	that	PRON
bracis-33651	66	31	do	do	AUX
bracis-33651	66	32	not	not	PART
bracis-33651	66	33	possess	possess	VERB
bracis-33651	66	34	certain	certain	ADJ
bracis-33651	66	35	properties	property	NOUN
bracis-33651	66	36	were	be	AUX
bracis-33651	66	37	also	also	ADV
bracis-33651	66	38	included	include	VERB
bracis-33651	66	39	.	.	PUNCT
bracis-33651	67	1	table	table	NOUN
bracis-33651	67	2	 	 	SPACE
bracis-33651	67	3	1	1	NUM
bracis-33651	67	4	presents	present	VERB
bracis-33651	67	5	all	all	DET
bracis-33651	67	6	related	related	ADJ
bracis-33651	67	7	activations	activation	NOUN
bracis-33651	67	8	compared	compare	VERB
bracis-33651	67	9	in	in	ADP
bracis-33651	67	10	this	this	DET
bracis-33651	67	11	work	work	NOUN
bracis-33651	67	12	,	,	PUNCT
bracis-33651	67	13	their	their	PRON
bracis-33651	67	14	formula	formula	NOUN
bracis-33651	67	15	and	and	CCONJ
bracis-33651	67	16	derivatives	derivative	NOUN
bracis-33651	67	17	.	.	PUNCT
bracis-33651	68	1	table	table	NOUN
bracis-33651	68	2	1	1	NUM
bracis-33651	68	3	.	.	PUNCT
bracis-33651	68	4	activation	activation	NOUN
bracis-33651	68	5	functions	function	NOUN
bracis-33651	68	6	compared	compare	VERB
bracis-33651	68	7	in	in	ADP
bracis-33651	68	8	this	this	DET
bracis-33651	68	9	work	work	NOUN
bracis-33651	68	10	,	,	PUNCT
bracis-33651	68	11	their	their	PRON
bracis-33651	68	12	base	base	NOUN
bracis-33651	68	13	and	and	CCONJ
bracis-33651	68	14	derived	derive	VERB
bracis-33651	68	15	formulas.full	formulas.full	ADJ
bracis-33651	68	16	size	size	NOUN
bracis-33651	68	17	table	table	NOUN
bracis-33651	68	18	this	this	DET
bracis-33651	68	19	selection	selection	NOUN
bracis-33651	68	20	includes	include	VERB
bracis-33651	68	21	functions	function	NOUN
bracis-33651	68	22	with	with	ADP
bracis-33651	68	23	upper	upper	ADJ
bracis-33651	68	24	and	and	CCONJ
bracis-33651	68	25	lower	low	ADJ
bracis-33651	68	26	bounds	bound	NOUN
bracis-33651	68	27	,	,	PUNCT
bracis-33651	68	28	such	such	ADJ
bracis-33651	68	29	as	as	ADP
bracis-33651	68	30	the	the	DET
bracis-33651	68	31	sigmoid	sigmoid	NOUN
bracis-33651	68	32	and	and	CCONJ
bracis-33651	68	33	hyperbolic	hyperbolic	ADJ
bracis-33651	68	34	tangent	tangent	NOUN
bracis-33651	68	35	.	.	PUNCT
bracis-33651	69	1	to	to	PART
bracis-33651	69	2	represent	represent	VERB
bracis-33651	69	3	the	the	DET
bracis-33651	69	4	family	family	NOUN
bracis-33651	69	5	of	of	ADP
bracis-33651	69	6	periodic	periodic	ADJ
bracis-33651	69	7	functions	function	NOUN
bracis-33651	69	8	,	,	PUNCT
bracis-33651	69	9	the	the	DET
bracis-33651	69	10	sine	sine	ADJ
bracis-33651	69	11	function	function	NOUN
bracis-33651	69	12	was	be	AUX
bracis-33651	69	13	chosen	choose	VERB
bracis-33651	69	14	.	.	PUNCT
bracis-33651	70	1	to	to	PART
bracis-33651	70	2	cover	cover	VERB
bracis-33651	70	3	functions	function	NOUN
bracis-33651	70	4	derived	derive	VERB
bracis-33651	70	5	from	from	ADP
bracis-33651	70	6	the	the	DET
bracis-33651	70	7	relu	relu	NOUN
bracis-33651	70	8	family	family	NOUN
bracis-33651	70	9	,	,	PUNCT
bracis-33651	70	10	the	the	DET
bracis-33651	70	11	following	follow	VERB
bracis-33651	70	12	were	be	AUX
bracis-33651	70	13	selected	select	VERB
bracis-33651	70	14	:	:	PUNCT
bracis-33651	70	15	relu	relu	NOUN
bracis-33651	70	16	,	,	PUNCT
bracis-33651	70	17	elu	elu	PROPN
bracis-33651	70	18	as	as	ADP
bracis-33651	70	19	an	an	DET
bracis-33651	70	20	exponential	exponential	ADJ
bracis-33651	70	21	linear	linear	NOUN
bracis-33651	70	22	unit	unit	NOUN
bracis-33651	70	23	(	(	PUNCT
bracis-33651	70	24	prelu	prelu	PROPN
bracis-33651	70	25	)	)	PUNCT
bracis-33651	70	26	for	for	ADP
bracis-33651	70	27	its	its	PRON
bracis-33651	70	28	learnable	learnable	ADJ
bracis-33651	70	29	parameters	parameter	NOUN
bracis-33651	70	30	,	,	PUNCT
bracis-33651	70	31	gelu	gelu	ADJ
bracis-33651	70	32	for	for	ADP
bracis-33651	70	33	its	its	PRON
bracis-33651	70	34	continuity	continuity	NOUN
bracis-33651	70	35	over	over	ADP
bracis-33651	70	36	the	the	DET
bracis-33651	70	37	entire	entire	ADJ
bracis-33651	70	38	domain	domain	NOUN
bracis-33651	70	39	,	,	PUNCT
bracis-33651	70	40	and	and	CCONJ
bracis-33651	70	41	silu	silu	VERB
bracis-33651	70	42	for	for	ADP
bracis-33651	70	43	combining	combine	VERB
bracis-33651	70	44	the	the	DET
bracis-33651	70	45	sigmoid	sigmoid	NOUN
bracis-33651	70	46	strategy	strategy	NOUN
bracis-33651	70	47	with	with	ADP
bracis-33651	70	48	a	a	DET
bracis-33651	70	49	linear	linear	ADJ
bracis-33651	70	50	unit	unit	NOUN
bracis-33651	70	51	.	.	PUNCT
bracis-33651	71	1	at	at	ADP
bracis-33651	71	2	last	last	ADJ
bracis-33651	71	3	,	,	PUNCT
bracis-33651	71	4	snake	snake	NOUN
bracis-33651	71	5	was	be	AUX
bracis-33651	71	6	chosen	choose	VERB
bracis-33651	71	7	due	due	ADP
bracis-33651	71	8	to	to	ADP
bracis-33651	71	9	its	its	PRON
bracis-33651	71	10	approach	approach	NOUN
bracis-33651	71	11	being	be	AUX
bracis-33651	71	12	the	the	DET
bracis-33651	71	13	most	most	ADV
bracis-33651	71	14	similar	similar	ADJ
bracis-33651	71	15	to	to	ADP
bracis-33651	71	16	our	our	PRON
bracis-33651	71	17	proposal	proposal	NOUN
bracis-33651	71	18	.	.	PUNCT
bracis-33651	72	1	3.2	3.2	NUM
bracis-33651	72	2	leakysinelu	leakysinelu	NOUN
bracis-33651	72	3	in	in	ADP
bracis-33651	72	4	this	this	DET
bracis-33651	72	5	work	work	NOUN
bracis-33651	72	6	,	,	PUNCT
bracis-33651	72	7	we	we	PRON
bracis-33651	72	8	propose	propose	VERB
bracis-33651	72	9	the	the	DET
bracis-33651	72	10	leakysinelu	leakysinelu	NOUN
bracis-33651	72	11	,	,	PUNCT
bracis-33651	72	12	defined	define	VERB
bracis-33651	72	13	by	by	ADP
bracis-33651	72	14	the	the	DET
bracis-33651	72	15	following	follow	VERB
bracis-33651	72	16	equation	equation	NOUN
bracis-33651	72	17	:	:	PUNCT
bracis-33651	72	18	$	$	SYM
bracis-33651	72	19	$	$	SYM
bracis-33651	72	20	\begin{aligned	\begin{aligne	VERB
bracis-33651	72	21	}	}	PUNCT
bracis-33651	72	22	\sigma	\sigma	PROPN
bracis-33651	72	23	(	(	PUNCT
bracis-33651	72	24	x	x	X
bracis-33651	72	25	)	)	PUNCT
bracis-33651	72	26	=	=	SYM
bracis-33651	72	27	{	{	PUNCT
bracis-33651	72	28	\left\	\left\	PROPN
bracis-33651	72	29	{	{	PUNCT
bracis-33651	72	30	\begin{array}{ll	\begin{array}{ll	PROPN
bracis-33651	72	31	}	}	PUNCT
bracis-33651	72	32	\sin	\sin	NOUN
bracis-33651	72	33	^{2}(x	^{2}(x	NUM
bracis-33651	72	34	)	)	PUNCT
bracis-33651	73	1	+	+	CCONJ
bracis-33651	73	2	x	x	X
bracis-33651	73	3	&	&	CCONJ
bracis-33651	73	4	\text	\text	PROPN
bracis-33651	73	5	{	{	PUNCT
bracis-33651	73	6	if	if	SCONJ
bracis-33651	73	7	}	}	PUNCT
bracis-33651	73	8	~	~	PUNCT
bracis-33651	73	9	x	x	SYM
bracis-33651	73	10	>	>	X
bracis-33651	73	11	0	0	PROPN
bracis-33651	73	12	,	,	PUNCT
bracis-33651	73	13	\\	\\	NOUN
bracis-33651	73	14	\frac{\sin	\frac{\sin	VERB
bracis-33651	73	15	^{2}(x	^{2}(x	NUM
bracis-33651	73	16	)	)	PUNCT
bracis-33651	74	1	+	+	SYM
bracis-33651	74	2	x}{2	x}{2	NOUN
bracis-33651	74	3	}	}	PUNCT
bracis-33651	74	4	&	&	CCONJ
bracis-33651	74	5	\text	\text	PROPN
bracis-33651	74	6	{	{	PUNCT
bracis-33651	74	7	otherwise	otherwise	ADV
bracis-33651	74	8	}	}	PUNCT
bracis-33651	74	9	,	,	PUNCT
bracis-33651	74	10	\end{array}\right	\end{array}\right	PROPN
bracis-33651	74	11	.	.	PUNCT
bracis-33651	74	12	}	}	PUNCT
bracis-33651	74	13	\end{aligned}$$	\end{aligned}$$	X
bracis-33651	74	14	(	(	PUNCT
bracis-33651	74	15	5	5	NUM
bracis-33651	74	16	)	)	PUNCT
bracis-33651	74	17	the	the	DET
bracis-33651	74	18	derivative	derivative	NOUN
bracis-33651	74	19	of	of	ADP
bracis-33651	74	20	this	this	DET
bracis-33651	74	21	equation	equation	NOUN
bracis-33651	74	22	can	can	AUX
bracis-33651	74	23	be	be	AUX
bracis-33651	74	24	defined	define	VERB
bracis-33651	74	25	as	as	ADP
bracis-33651	74	26	:	:	PUNCT
bracis-33651	74	27	$	$	SYM
bracis-33651	74	28	$	$	SYM
bracis-33651	74	29	\begin{aligned	\begin{aligne	VERB
bracis-33651	74	30	}	}	PUNCT
bracis-33651	74	31	\sigma	\sigma	PROPN
bracis-33651	74	32	'	'	PUNCT
bracis-33651	74	33	(	(	PUNCT
bracis-33651	74	34	x	x	X
bracis-33651	74	35	)	)	PUNCT
bracis-33651	74	36	=	=	SYM
bracis-33651	74	37	{	{	PUNCT
bracis-33651	74	38	\left\	\left\	PROPN
bracis-33651	74	39	{	{	PUNCT
bracis-33651	74	40	\begin{array}{ll	\begin{array}{ll	PROPN
bracis-33651	74	41	}	}	PUNCT
bracis-33651	74	42	\sin	\sin	NOUN
bracis-33651	74	43	(	(	PUNCT
bracis-33651	74	44	2x	2x	NUM
bracis-33651	74	45	)	)	PUNCT
bracis-33651	75	1	+	+	CCONJ
bracis-33651	75	2	1	1	NUM
bracis-33651	75	3	&	&	CCONJ
bracis-33651	75	4	\text	\text	PROPN
bracis-33651	75	5	{	{	PUNCT
bracis-33651	75	6	if	if	SCONJ
bracis-33651	75	7	}	}	PUNCT
bracis-33651	75	8	~	~	PUNCT
bracis-33651	75	9	x	x	SYM
bracis-33651	75	10	>	>	X
bracis-33651	75	11	0	0	PROPN
bracis-33651	75	12	,	,	PUNCT
bracis-33651	75	13	\\	\\	NOUN
bracis-33651	75	14	\frac{\sin	\frac{\sin	VERB
bracis-33651	75	15	(	(	PUNCT
bracis-33651	75	16	2x	2x	NUM
bracis-33651	75	17	)	)	PUNCT
bracis-33651	75	18	+	+	CCONJ
bracis-33651	75	19	1}{2	1}{2	NUM
bracis-33651	75	20	}	}	PUNCT
bracis-33651	75	21	&	&	CCONJ
bracis-33651	75	22	\text	\text	PROPN
bracis-33651	75	23	{	{	PUNCT
bracis-33651	75	24	otherwise	otherwise	ADV
bracis-33651	75	25	}	}	PUNCT
bracis-33651	75	26	.	.	PUNCT
bracis-33651	76	1	\end{array}\right	\end{array}\right	PROPN
bracis-33651	76	2	.	.	PUNCT
bracis-33651	76	3	}	}	PUNCT
bracis-33651	77	1	\end{aligned}$$	\end{aligned}$$	X
bracis-33651	77	2	(	(	PUNCT
bracis-33651	77	3	6	6	NUM
bracis-33651	77	4	)	)	PUNCT
bracis-33651	77	5	figure	figure	NOUN
bracis-33651	77	6	 	 	SPACE
bracis-33651	77	7	2	2	NUM
bracis-33651	77	8	presents	present	VERB
bracis-33651	77	9	the	the	DET
bracis-33651	77	10	image	image	NOUN
bracis-33651	77	11	domain	domain	NOUN
bracis-33651	77	12	and	and	CCONJ
bracis-33651	77	13	the	the	DET
bracis-33651	77	14	derivative	derivative	NOUN
bracis-33651	77	15	of	of	ADP
bracis-33651	77	16	leakysinelu	leakysinelu	NOUN
bracis-33651	77	17	.	.	PUNCT
bracis-33651	78	1	it	it	PRON
bracis-33651	78	2	’s	’	VERB
bracis-33651	78	3	possible	possible	ADJ
bracis-33651	78	4	to	to	PART
bracis-33651	78	5	note	note	VERB
bracis-33651	78	6	that	that	SCONJ
bracis-33651	78	7	the	the	DET
bracis-33651	78	8	derivate	derivate	NOUN
bracis-33651	78	9	is	be	AUX
bracis-33651	78	10	not	not	PART
bracis-33651	78	11	continuous	continuous	ADJ
bracis-33651	78	12	when	when	SCONJ
bracis-33651	78	13	\(x	\(x	NOUN
bracis-33651	78	14	=	=	SYM
bracis-33651	78	15	0\	0\	PROPN
bracis-33651	78	16	)	)	PUNCT
bracis-33651	78	17	.	.	PUNCT
bracis-33651	79	1	as	as	ADP
bracis-33651	79	2	in	in	ADP
bracis-33651	79	3	relu	relu	NOUN
bracis-33651	79	4	and	and	CCONJ
bracis-33651	79	5	prelu	prelu	NOUN
bracis-33651	79	6	activations	activation	NOUN
bracis-33651	79	7	,	,	PUNCT
bracis-33651	79	8	this	this	DET
bracis-33651	79	9	problem	problem	NOUN
bracis-33651	79	10	is	be	AUX
bracis-33651	79	11	solved	solve	VERB
bracis-33651	79	12	using	use	VERB
bracis-33651	79	13	sub	sub	NOUN
bracis-33651	79	14	-	-	NOUN
bracis-33651	79	15	derivatives	derivative	NOUN
bracis-33651	79	16	and	and	CCONJ
bracis-33651	79	17	sub	sub	NOUN
bracis-33651	79	18	-	-	NOUN
bracis-33651	79	19	gradients	gradient	NOUN
bracis-33651	79	20	(	(	PUNCT
bracis-33651	79	21	c.f	c.f	PROPN
bracis-33651	79	22	.	.	PROPN
bracis-33651	79	23	sect	sect	NOUN
bracis-33651	79	24	.	.	PUNCT
bracis-33651	79	25	 	 	SPACE
bracis-33651	79	26	3.5	3.5	NUM
bracis-33651	79	27	)	)	PUNCT
bracis-33651	79	28	.	.	PUNCT
bracis-33651	80	1	however	however	ADV
bracis-33651	80	2	,	,	PUNCT
bracis-33651	80	3	we	we	PRON
bracis-33651	80	4	maintain	maintain	VERB
bracis-33651	80	5	a	a	DET
bracis-33651	80	6	periodic	periodic	ADJ
bracis-33651	80	7	behavior	behavior	NOUN
bracis-33651	80	8	on	on	ADP
bracis-33651	80	9	the	the	DET
bracis-33651	80	10	derivative	derivative	NOUN
bracis-33651	80	11	in	in	ADP
bracis-33651	80	12	both	both	DET
bracis-33651	80	13	domains	domain	NOUN
bracis-33651	80	14	,	,	PUNCT
bracis-33651	80	15	negative	negative	ADJ
bracis-33651	80	16	and	and	CCONJ
bracis-33651	80	17	positive	positive	ADJ
bracis-33651	80	18	,	,	PUNCT
bracis-33651	80	19	and	and	CCONJ
bracis-33651	80	20	an	an	DET
bracis-33651	80	21	increased	increase	VERB
bracis-33651	80	22	non	non	NOUN
bracis-33651	80	23	-	-	NOUN
bracis-33651	80	24	linearity	linearity	NOUN
bracis-33651	80	25	by	by	ADP
bracis-33651	80	26	the	the	DET
bracis-33651	80	27	difference	difference	NOUN
bracis-33651	80	28	on	on	ADP
bracis-33651	80	29	the	the	DET
bracis-33651	80	30	scale	scale	NOUN
bracis-33651	80	31	for	for	ADP
bracis-33651	80	32	these	these	DET
bracis-33651	80	33	domains	domain	NOUN
bracis-33651	80	34	.	.	PUNCT
bracis-33651	81	1	fig	fig	NOUN
bracis-33651	81	2	.	.	PUNCT
bracis-33651	82	1	2	2	X
bracis-33651	82	2	.	.	X
bracis-33651	82	3	leakysinelu	leakysinelu	PROPN
bracis-33651	82	4	defined	define	VERB
bracis-33651	82	5	in	in	ADP
bracis-33651	82	6	eq	eq	PROPN
bracis-33651	82	7	.	.	PUNCT
bracis-33651	82	8	 	 	SPACE
bracis-33651	82	9	5	5	NUM
bracis-33651	82	10	represented	represent	VERB
bracis-33651	82	11	in	in	ADP
bracis-33651	82	12	blue	blue	ADJ
bracis-33651	82	13	,	,	PUNCT
bracis-33651	82	14	and	and	CCONJ
bracis-33651	82	15	its	its	PRON
bracis-33651	82	16	derivative	derivative	NOUN
bracis-33651	82	17	defined	define	VERB
bracis-33651	82	18	in	in	ADP
bracis-33651	82	19	eq	eq	PROPN
bracis-33651	82	20	.	.	PUNCT
bracis-33651	82	21	 	 	SPACE
bracis-33651	82	22	6	6	NUM
bracis-33651	82	23	in	in	ADP
bracis-33651	82	24	red	red	PROPN
bracis-33651	82	25	.	.	PUNCT
bracis-33651	83	1	(	(	PUNCT
bracis-33651	83	2	color	color	NOUN
bracis-33651	83	3	figure	figure	NOUN
bracis-33651	83	4	online	online	ADV
bracis-33651	83	5	)	)	PUNCT
bracis-33651	83	6	full	full	ADJ
bracis-33651	83	7	size	size	NOUN
bracis-33651	83	8	image	image	NOUN
bracis-33651	83	9	3.3	3.3	NUM
bracis-33651	83	10	boundness	boundness	NOUN
bracis-33651	83	11	over	over	ADP
bracis-33651	83	12	the	the	DET
bracis-33651	83	13	years	year	NOUN
bracis-33651	83	14	,	,	PUNCT
bracis-33651	83	15	many	many	ADJ
bracis-33651	83	16	studies	study	NOUN
bracis-33651	83	17	have	have	AUX
bracis-33651	83	18	shown	show	VERB
bracis-33651	83	19	that	that	SCONJ
bracis-33651	83	20	bounded	bounded	ADJ
bracis-33651	83	21	activation	activation	NOUN
bracis-33651	83	22	functions	function	NOUN
bracis-33651	83	23	,	,	PUNCT
bracis-33651	83	24	such	such	ADJ
bracis-33651	83	25	as	as	ADP
bracis-33651	83	26	hyperbolic	hyperbolic	ADJ
bracis-33651	83	27	tangent	tangent	NOUN
bracis-33651	83	28	or	or	CCONJ
bracis-33651	83	29	sigmoid	sigmoid	NOUN
bracis-33651	83	30	,	,	PUNCT
bracis-33651	83	31	could	could	AUX
bracis-33651	83	32	reach	reach	VERB
bracis-33651	83	33	excellent	excellent	ADJ
bracis-33651	83	34	results	result	NOUN
bracis-33651	83	35	in	in	ADP
bracis-33651	83	36	many	many	ADJ
bracis-33651	83	37	different	different	ADJ
bracis-33651	83	38	tasks	task	NOUN
bracis-33651	83	39	.	.	PUNCT
bracis-33651	84	1	although	although	SCONJ
bracis-33651	84	2	these	these	DET
bracis-33651	84	3	results	result	NOUN
bracis-33651	84	4	are	be	AUX
bracis-33651	84	5	specifically	specifically	ADV
bracis-33651	84	6	reported	report	VERB
bracis-33651	84	7	when	when	SCONJ
bracis-33651	84	8	using	use	VERB
bracis-33651	84	9	shallow	shallow	ADJ
bracis-33651	84	10	network	network	NOUN
bracis-33651	84	11	architectures	architecture	NOUN
bracis-33651	84	12	 	 	SPACE
bracis-33651	85	1	[	[	X
bracis-33651	85	2	12	12	NUM
bracis-33651	85	3	,	,	PUNCT
bracis-33651	85	4	17	17	NUM
bracis-33651	85	5	]	]	PUNCT
bracis-33651	85	6	.	.	PUNCT
bracis-33651	86	1	however	however	ADV
bracis-33651	86	2	,	,	PUNCT
bracis-33651	86	3	training	train	VERB
bracis-33651	86	4	neural	neural	ADJ
bracis-33651	86	5	networks	network	NOUN
bracis-33651	86	6	that	that	PRON
bracis-33651	86	7	use	use	VERB
bracis-33651	86	8	this	this	DET
bracis-33651	86	9	type	type	NOUN
bracis-33651	86	10	of	of	ADP
bracis-33651	86	11	function	function	NOUN
bracis-33651	86	12	with	with	ADP
bracis-33651	86	13	time	time	NOUN
bracis-33651	86	14	series	series	PROPN
bracis-33651	86	15	data	datum	NOUN
bracis-33651	86	16	may	may	AUX
bracis-33651	86	17	cause	cause	VERB
bracis-33651	86	18	a	a	DET
bracis-33651	86	19	loss	loss	NOUN
bracis-33651	86	20	of	of	ADP
bracis-33651	86	21	information	information	NOUN
bracis-33651	86	22	,	,	PUNCT
bracis-33651	86	23	which	which	PRON
bracis-33651	86	24	occurs	occur	VERB
bracis-33651	86	25	when	when	SCONJ
bracis-33651	86	26	the	the	DET
bracis-33651	86	27	series	series	NOUN
bracis-33651	86	28	contains	contain	VERB
bracis-33651	86	29	values	value	NOUN
bracis-33651	86	30	outside	outside	ADP
bracis-33651	86	31	the	the	DET
bracis-33651	86	32	boundaries	boundary	NOUN
bracis-33651	86	33	,	,	PUNCT
bracis-33651	86	34	causing	cause	VERB
bracis-33651	86	35	the	the	DET
bracis-33651	86	36	problem	problem	NOUN
bracis-33651	86	37	of	of	ADP
bracis-33651	86	38	vanishing	vanish	VERB
bracis-33651	86	39	gradients	gradient	NOUN
bracis-33651	86	40	 	 	SPACE
bracis-33651	87	1	[	[	X
bracis-33651	87	2	1	1	NUM
bracis-33651	87	3	]	]	PUNCT
bracis-33651	87	4	.	.	PUNCT
bracis-33651	88	1	neural	neural	ADJ
bracis-33651	88	2	networks	network	NOUN
bracis-33651	88	3	that	that	PRON
bracis-33651	88	4	use	use	VERB
bracis-33651	88	5	unbounded	unbounded	ADJ
bracis-33651	88	6	activation	activation	NOUN
bracis-33651	88	7	functions	function	NOUN
bracis-33651	88	8	,	,	PUNCT
bracis-33651	88	9	with	with	ADP
bracis-33651	88	10	regards	regard	NOUN
bracis-33651	88	11	to	to	ADP
bracis-33651	88	12	a	a	DET
bracis-33651	88	13	non	non	ADJ
bracis-33651	88	14	-	-	ADJ
bracis-33651	88	15	polynomial	polynomial	ADJ
bracis-33651	88	16	activation	activation	NOUN
bracis-33651	88	17	,	,	PUNCT
bracis-33651	88	18	are	be	AUX
bracis-33651	88	19	universal	universal	ADJ
bracis-33651	88	20	approximators	approximator	NOUN
bracis-33651	88	21	and	and	CCONJ
bracis-33651	88	22	seem	seem	VERB
bracis-33651	88	23	to	to	PART
bracis-33651	88	24	attenuate	attenuate	VERB
bracis-33651	88	25	the	the	DET
bracis-33651	88	26	vanishing	vanish	VERB
bracis-33651	88	27	gradient	gradient	NOUN
bracis-33651	88	28	problem	problem	NOUN
bracis-33651	88	29	 	 	SPACE
bracis-33651	88	30	[	[	X
bracis-33651	88	31	15	15	NUM
bracis-33651	88	32	,	,	PUNCT
bracis-33651	88	33	18	18	NUM
bracis-33651	88	34	,	,	PUNCT
bracis-33651	88	35	22	22	NUM
bracis-33651	88	36	]	]	PUNCT
bracis-33651	88	37	.	.	PUNCT
bracis-33651	89	1	however	however	ADV
bracis-33651	89	2	,	,	PUNCT
bracis-33651	89	3	activations	activation	NOUN
bracis-33651	89	4	that	that	PRON
bracis-33651	89	5	are	be	AUX
bracis-33651	89	6	upperor	upperor	NOUN
bracis-33651	89	7	lower	lower	ADV
bracis-33651	89	8	-	-	PUNCT
bracis-33651	89	9	bounded	bound	VERB
bracis-33651	89	10	,	,	PUNCT
bracis-33651	89	11	such	such	ADJ
bracis-33651	89	12	as	as	ADP
bracis-33651	89	13	the	the	DET
bracis-33651	89	14	lower	lower	ADV
bracis-33651	89	15	-	-	PUNCT
bracis-33651	89	16	bounded	bound	VERB
bracis-33651	89	17	relu	relu	NOUN
bracis-33651	89	18	,	,	PUNCT
bracis-33651	89	19	can	can	AUX
bracis-33651	89	20	cause	cause	VERB
bracis-33651	89	21	a	a	DET
bracis-33651	89	22	loss	loss	NOUN
bracis-33651	89	23	of	of	ADP
bracis-33651	89	24	information	information	NOUN
bracis-33651	89	25	on	on	ADP
bracis-33651	89	26	negative	negative	ADJ
bracis-33651	89	27	observations	observation	NOUN
bracis-33651	89	28	of	of	ADP
bracis-33651	89	29	the	the	DET
bracis-33651	89	30	time	time	NOUN
bracis-33651	89	31	series	series	NOUN
bracis-33651	89	32	,	,	PUNCT
bracis-33651	89	33	which	which	PRON
bracis-33651	89	34	results	result	VERB
bracis-33651	89	35	in	in	ADP
bracis-33651	89	36	a	a	DET
bracis-33651	89	37	problem	problem	NOUN
bracis-33651	89	38	known	know	VERB
bracis-33651	89	39	as	as	ADP
bracis-33651	89	40	“	"	PUNCT
bracis-33651	89	41	dying	die	VERB
bracis-33651	89	42	relu	relu	NOUN
bracis-33651	89	43	”	"	PUNCT
bracis-33651	90	1	[	[	X
bracis-33651	90	2	8	8	NUM
bracis-33651	90	3	]	]	PUNCT
bracis-33651	90	4	.	.	PUNCT
bracis-33651	91	1	other	other	ADJ
bracis-33651	91	2	activations	activation	NOUN
bracis-33651	91	3	such	such	ADJ
bracis-33651	91	4	as	as	ADP
bracis-33651	91	5	leakyrelu	leakyrelu	NOUN
bracis-33651	91	6	,	,	PUNCT
bracis-33651	91	7	elu	elu	PROPN
bracis-33651	91	8	 	 	SPACE
bracis-33651	92	1	[	[	X
bracis-33651	92	2	2	2	NUM
bracis-33651	92	3	]	]	PUNCT
bracis-33651	92	4	,	,	PUNCT
bracis-33651	92	5	silu	silu	VERB
bracis-33651	92	6	 	 	SPACE
bracis-33651	92	7	[	[	X
bracis-33651	92	8	4	4	NUM
bracis-33651	92	9	]	]	PUNCT
bracis-33651	92	10	,	,	PUNCT
bracis-33651	92	11	prelu	prelu	NOUN
bracis-33651	92	12	,	,	PUNCT
bracis-33651	92	13	and	and	CCONJ
bracis-33651	92	14	gelu	gelu	NOUN
bracis-33651	92	15	 	 	SPACE
bracis-33651	93	1	[	[	X
bracis-33651	93	2	9	9	NUM
bracis-33651	93	3	]	]	PUNCT
bracis-33651	93	4	have	have	AUX
bracis-33651	93	5	been	be	AUX
bracis-33651	93	6	proposed	propose	VERB
bracis-33651	93	7	to	to	PART
bracis-33651	93	8	address	address	VERB
bracis-33651	93	9	this	this	DET
bracis-33651	93	10	issue	issue	NOUN
bracis-33651	93	11	,	,	PUNCT
bracis-33651	93	12	either	either	CCONJ
bracis-33651	93	13	using	use	VERB
bracis-33651	93	14	a	a	DET
bracis-33651	93	15	negative	negative	ADJ
bracis-33651	93	16	slope	slope	NOUN
bracis-33651	93	17	different	different	ADJ
bracis-33651	93	18	from	from	ADP
bracis-33651	93	19	0	0	NUM
bracis-33651	93	20	or	or	CCONJ
bracis-33651	93	21	specific	specific	ADJ
bracis-33651	93	22	weight	weight	NOUN
bracis-33651	93	23	initializations	initialization	NOUN
bracis-33651	93	24	.	.	PUNCT
bracis-33651	94	1	but	but	CCONJ
bracis-33651	94	2	except	except	SCONJ
bracis-33651	94	3	for	for	ADP
bracis-33651	94	4	leakyrelu	leakyrelu	NOUN
bracis-33651	94	5	and	and	CCONJ
bracis-33651	94	6	prelu	prelu	NOUN
bracis-33651	94	7	,	,	PUNCT
bracis-33651	94	8	all	all	DET
bracis-33651	94	9	others	other	NOUN
bracis-33651	94	10	have	have	VERB
bracis-33651	94	11	lower	low	ADJ
bracis-33651	94	12	bounds	bound	NOUN
bracis-33651	94	13	,	,	PUNCT
bracis-33651	94	14	even	even	ADV
bracis-33651	94	15	if	if	SCONJ
bracis-33651	94	16	different	different	ADJ
bracis-33651	94	17	from	from	ADP
bracis-33651	94	18	0	0	NUM
bracis-33651	94	19	.	.	PUNCT
bracis-33651	95	1	figure	figure	NOUN
bracis-33651	95	2	 	 	SPACE
bracis-33651	95	3	3	3	NUM
bracis-33651	95	4	presents	present	VERB
bracis-33651	95	5	a	a	DET
bracis-33651	95	6	comparison	comparison	NOUN
bracis-33651	95	7	between	between	ADP
bracis-33651	95	8	relu	relu	NOUN
bracis-33651	95	9	and	and	CCONJ
bracis-33651	95	10	leakysinelu	leakysinelu	NOUN
bracis-33651	95	11	functions	function	NOUN
bracis-33651	95	12	applied	apply	VERB
bracis-33651	95	13	to	to	ADP
bracis-33651	95	14	a	a	DET
bracis-33651	95	15	time	time	NOUN
bracis-33651	95	16	series	series	NOUN
bracis-33651	95	17	.	.	PUNCT
bracis-33651	96	1	note	note	VERB
bracis-33651	96	2	that	that	SCONJ
bracis-33651	96	3	in	in	ADP
bracis-33651	96	4	this	this	DET
bracis-33651	96	5	case	case	NOUN
bracis-33651	96	6	,	,	PUNCT
bracis-33651	96	7	for	for	ADP
bracis-33651	96	8	negative	negative	ADJ
bracis-33651	96	9	values	value	NOUN
bracis-33651	96	10	of	of	ADP
bracis-33651	96	11	the	the	DET
bracis-33651	96	12	time	time	NOUN
bracis-33651	96	13	series	series	NOUN
bracis-33651	96	14	,	,	PUNCT
bracis-33651	96	15	we	we	PRON
bracis-33651	96	16	may	may	AUX
bracis-33651	96	17	lose	lose	VERB
bracis-33651	96	18	some	some	DET
bracis-33651	96	19	information	information	NOUN
bracis-33651	96	20	,	,	PUNCT
bracis-33651	96	21	which	which	PRON
bracis-33651	96	22	means	mean	VERB
bracis-33651	96	23	that	that	SCONJ
bracis-33651	96	24	\(f(x	\(f(x	NOUN
bracis-33651	96	25	)	)	PUNCT
bracis-33651	96	26	=	=	SYM
bracis-33651	96	27	0\	0\	PROPN
bracis-33651	96	28	)	)	PUNCT
bracis-33651	96	29	.	.	PUNCT
bracis-33651	97	1	the	the	DET
bracis-33651	97	2	region	region	NOUN
bracis-33651	97	3	of	of	ADP
bracis-33651	97	4	the	the	DET
bracis-33651	97	5	time	time	NOUN
bracis-33651	97	6	series	series	NOUN
bracis-33651	97	7	that	that	SCONJ
bracis-33651	97	8	this	this	PRON
bracis-33651	97	9	occurs	occur	VERB
bracis-33651	97	10	is	be	AUX
bracis-33651	97	11	represented	represent	VERB
bracis-33651	97	12	by	by	ADP
bracis-33651	97	13	a	a	DET
bracis-33651	97	14	red	red	ADJ
bracis-33651	97	15	highlighted	highlight	VERB
bracis-33651	97	16	background	background	NOUN
bracis-33651	97	17	on	on	ADP
bracis-33651	97	18	that	that	DET
bracis-33651	97	19	series	series	NOUN
bracis-33651	97	20	.	.	PUNCT
bracis-33651	98	1	this	this	PRON
bracis-33651	98	2	can	can	AUX
bracis-33651	98	3	result	result	VERB
bracis-33651	98	4	in	in	ADP
bracis-33651	98	5	the	the	DET
bracis-33651	98	6	previously	previously	ADV
bracis-33651	98	7	cited	cite	VERB
bracis-33651	98	8	dying	die	VERB
bracis-33651	98	9	of	of	ADP
bracis-33651	98	10	the	the	DET
bracis-33651	98	11	relu	relu	NOUN
bracis-33651	98	12	problem	problem	NOUN
bracis-33651	98	13	in	in	ADP
bracis-33651	98	14	those	those	DET
bracis-33651	98	15	neurons	neuron	NOUN
bracis-33651	98	16	.	.	PUNCT
bracis-33651	99	1	leakysinelu	leakysinelu	PROPN
bracis-33651	99	2	maintains	maintain	VERB
bracis-33651	99	3	a	a	DET
bracis-33651	99	4	negative	negative	ADJ
bracis-33651	99	5	slope	slope	NOUN
bracis-33651	99	6	while	while	SCONJ
bracis-33651	99	7	preserving	preserve	VERB
bracis-33651	99	8	the	the	DET
bracis-33651	99	9	negative	negative	ADJ
bracis-33651	99	10	-	-	PUNCT
bracis-33651	99	11	values	value	NOUN
bracis-33651	99	12	of	of	ADP
bracis-33651	99	13	the	the	DET
bracis-33651	99	14	original	original	ADJ
bracis-33651	99	15	series	series	NOUN
bracis-33651	99	16	.	.	PUNCT
bracis-33651	100	1	an	an	DET
bracis-33651	100	2	argument	argument	NOUN
bracis-33651	100	3	in	in	ADP
bracis-33651	100	4	favor	favor	NOUN
bracis-33651	100	5	of	of	ADP
bracis-33651	100	6	relu	relu	NOUN
bracis-33651	100	7	or	or	CCONJ
bracis-33651	100	8	its	its	PRON
bracis-33651	100	9	derivations	derivation	NOUN
bracis-33651	100	10	is	be	AUX
bracis-33651	100	11	that	that	SCONJ
bracis-33651	100	12	we	we	PRON
bracis-33651	100	13	can	can	AUX
bracis-33651	100	14	maintain	maintain	VERB
bracis-33651	100	15	control	control	NOUN
bracis-33651	100	16	of	of	ADP
bracis-33651	100	17	the	the	DET
bracis-33651	100	18	value	value	NOUN
bracis-33651	100	19	range	range	NOUN
bracis-33651	100	20	for	for	ADP
bracis-33651	100	21	that	that	DET
bracis-33651	100	22	series	series	NOUN
bracis-33651	100	23	by	by	ADP
bracis-33651	100	24	applying	apply	VERB
bracis-33651	100	25	some	some	DET
bracis-33651	100	26	normalization	normalization	NOUN
bracis-33651	100	27	method	method	NOUN
bracis-33651	100	28	 	 	SPACE
bracis-33651	101	1	[	[	X
bracis-33651	101	2	13	13	NUM
bracis-33651	101	3	]	]	PUNCT
bracis-33651	101	4	,	,	PUNCT
bracis-33651	101	5	but	but	CCONJ
bracis-33651	101	6	with	with	ADP
bracis-33651	101	7	this	this	PRON
bracis-33651	101	8	,	,	PUNCT
bracis-33651	101	9	we	we	PRON
bracis-33651	101	10	put	put	VERB
bracis-33651	101	11	all	all	DET
bracis-33651	101	12	values	value	NOUN
bracis-33651	101	13	on	on	ADP
bracis-33651	101	14	the	the	DET
bracis-33651	101	15	positive	positive	ADJ
bracis-33651	101	16	image	image	NOUN
bracis-33651	101	17	domain	domain	NOUN
bracis-33651	101	18	,	,	PUNCT
bracis-33651	101	19	which	which	PRON
bracis-33651	101	20	means	mean	VERB
bracis-33651	101	21	that	that	SCONJ
bracis-33651	101	22	we	we	PRON
bracis-33651	101	23	have	have	VERB
bracis-33651	101	24	a	a	DET
bracis-33651	101	25	linear	linear	ADJ
bracis-33651	101	26	activation	activation	NOUN
bracis-33651	101	27	and	and	CCONJ
bracis-33651	101	28	with	with	ADP
bracis-33651	101	29	that	that	PRON
bracis-33651	101	30	comes	come	VERB
bracis-33651	101	31	the	the	DET
bracis-33651	101	32	lack	lack	NOUN
bracis-33651	101	33	of	of	ADP
bracis-33651	101	34	non	non	ADJ
bracis-33651	101	35	-	-	NOUN
bracis-33651	101	36	linearity	linearity	NOUN
bracis-33651	101	37	that	that	PRON
bracis-33651	101	38	will	will	AUX
bracis-33651	101	39	be	be	AUX
bracis-33651	101	40	explained	explain	VERB
bracis-33651	101	41	in	in	ADP
bracis-33651	101	42	sect	sect	NOUN
bracis-33651	101	43	.	.	PUNCT
bracis-33651	101	44	 	 	SPACE
bracis-33651	102	1	3.4	3.4	NUM
bracis-33651	102	2	.	.	PUNCT
bracis-33651	102	3	fig	fig	NOUN
bracis-33651	102	4	.	.	PUNCT
bracis-33651	103	1	3	3	X
bracis-33651	103	2	.	.	X
bracis-33651	103	3	effects	effect	NOUN
bracis-33651	103	4	of	of	ADP
bracis-33651	103	5	boundaries	boundary	NOUN
bracis-33651	103	6	on	on	ADP
bracis-33651	103	7	time	time	NOUN
bracis-33651	103	8	series	series	PROPN
bracis-33651	103	9	feature	feature	NOUN
bracis-33651	103	10	maps	map	NOUN
bracis-33651	103	11	.	.	PUNCT
bracis-33651	104	1	red	red	ADJ
bracis-33651	104	2	region	region	PROPN
bracis-33651	104	3	presents	present	VERB
bracis-33651	104	4	the	the	DET
bracis-33651	104	5	information	information	NOUN
bracis-33651	104	6	lost	lose	VERB
bracis-33651	104	7	,	,	PUNCT
bracis-33651	104	8	which	which	PRON
bracis-33651	104	9	means	mean	VERB
bracis-33651	104	10	that	that	SCONJ
bracis-33651	104	11	\(f(x	\(f(x	NOUN
bracis-33651	104	12	)	)	PUNCT
bracis-33651	104	13	=	=	SYM
bracis-33651	104	14	0\	0\	PROPN
bracis-33651	104	15	)	)	PUNCT
bracis-33651	104	16	for	for	ADP
bracis-33651	104	17	that	that	DET
bracis-33651	104	18	values	value	NOUN
bracis-33651	104	19	.	.	PUNCT
bracis-33651	105	1	(	(	PUNCT
bracis-33651	105	2	color	color	NOUN
bracis-33651	105	3	figure	figure	NOUN
bracis-33651	105	4	online	online	ADV
bracis-33651	105	5	)	)	PUNCT
bracis-33651	105	6	full	full	ADJ
bracis-33651	105	7	size	size	NOUN
bracis-33651	105	8	image	image	NOUN
bracis-33651	105	9	to	to	PART
bracis-33651	105	10	analyze	analyze	VERB
bracis-33651	105	11	the	the	DET
bracis-33651	105	12	boundness	boundness	NOUN
bracis-33651	105	13	of	of	ADP
bracis-33651	105	14	leakysinelu	leakysinelu	NOUN
bracis-33651	105	15	activation	activation	NOUN
bracis-33651	105	16	function	function	NOUN
bracis-33651	105	17	we	we	PRON
bracis-33651	105	18	rely	rely	VERB
bracis-33651	105	19	on	on	ADP
bracis-33651	105	20	the	the	DET
bracis-33651	105	21	limits	limit	NOUN
bracis-33651	105	22	of	of	ADP
bracis-33651	105	23	\(f(x	\(f(x	NOUN
bracis-33651	105	24	)	)	PUNCT
bracis-33651	105	25	\rightarrow	\rightarrow	PROPN
bracis-33651	106	1	+	+	PROPN
bracis-33651	106	2	\infty	\infty	PROPN
bracis-33651	106	3	\	\	PROPN
bracis-33651	106	4	)	)	PUNCT
bracis-33651	106	5	and	and	CCONJ
bracis-33651	106	6	\(f(x	\(f(x	NOUN
bracis-33651	106	7	)	)	PUNCT
bracis-33651	106	8	\rightarrow	\rightarrow	PROPN
bracis-33651	106	9	-\infty	-\infty	PROPN
bracis-33651	106	10	\	\	PROPN
bracis-33651	106	11	)	)	PUNCT
bracis-33651	106	12	.	.	PUNCT
bracis-33651	107	1	if	if	SCONJ
bracis-33651	107	2	one	one	NUM
bracis-33651	107	3	of	of	ADP
bracis-33651	107	4	these	these	DET
bracis-33651	107	5	limits	limit	NOUN
bracis-33651	107	6	is	be	AUX
bracis-33651	107	7	equals	equal	VERB
bracis-33651	107	8	to	to	ADP
bracis-33651	107	9	a	a	DET
bracis-33651	107	10	constant	constant	ADJ
bracis-33651	107	11	value	value	NOUN
bracis-33651	107	12	,	,	PUNCT
bracis-33651	107	13	then	then	ADV
bracis-33651	107	14	the	the	DET
bracis-33651	107	15	function	function	NOUN
bracis-33651	107	16	is	be	AUX
bracis-33651	107	17	upper	upper	ADJ
bracis-33651	107	18	or	or	CCONJ
bracis-33651	107	19	lower	lower	ADV
bracis-33651	107	20	bounded	bound	VERB
bracis-33651	107	21	.	.	PUNCT
bracis-33651	108	1	$	$	SYM
bracis-33651	108	2	$	$	SYM
bracis-33651	108	3	\begin{aligned	\begin{aligne	VERB
bracis-33651	108	4	}	}	PUNCT
bracis-33651	108	5	\lim	\lim	NOUN
bracis-33651	108	6	_	_	NOUN
bracis-33651	108	7	{	{	PUNCT
bracis-33651	108	8	x	x	PUNCT
bracis-33651	108	9	\rightarrow	\rightarrow	PROPN
bracis-33651	108	10	+	+	PROPN
bracis-33651	108	11	\infty	\infty	PROPN
bracis-33651	108	12	}	}	PUNCT
bracis-33651	108	13	\sigma	\sigma	PROPN
bracis-33651	108	14	(	(	PUNCT
bracis-33651	108	15	x	x	X
bracis-33651	108	16	)	)	PUNCT
bracis-33651	108	17	=	=	VERB
bracis-33651	108	18	\lim	\lim	NOUN
bracis-33651	108	19	_	_	NOUN
bracis-33651	108	20	{	{	PUNCT
bracis-33651	108	21	x	x	PUNCT
bracis-33651	108	22	\rightarrow	\rightarrow	PROPN
bracis-33651	108	23	+	+	PROPN
bracis-33651	108	24	\infty	\infty	PROPN
bracis-33651	108	25	}	}	PUNCT
bracis-33651	108	26	\sin	\sin	PROPN
bracis-33651	108	27	^{2}(x	^{2}(x	NUM
bracis-33651	108	28	)	)	PUNCT
bracis-33651	109	1	+	+	CCONJ
bracis-33651	109	2	x	x	X
bracis-33651	109	3	=	=	SYM
bracis-33651	109	4	\sin	\sin	NOUN
bracis-33651	109	5	^{2}(+\infty	^{2}(+\infty	PRON
bracis-33651	109	6	)	)	PUNCT
bracis-33651	110	1	+	+	CCONJ
bracis-33651	110	2	\infty	\infty	NOUN
bracis-33651	110	3	=	=	SYM
bracis-33651	111	1	+	+	NOUN
bracis-33651	111	2	\infty	\infty	PROPN
bracis-33651	111	3	,	,	PUNCT
bracis-33651	111	4	\end{aligned}$$	\end{aligned}$$	X
bracis-33651	111	5	(	(	PUNCT
bracis-33651	111	6	7	7	NUM
bracis-33651	111	7	)	)	PUNCT
bracis-33651	111	8	$	$	SYM
bracis-33651	111	9	$	$	SYM
bracis-33651	111	10	\begin{aligned	\begin{aligne	VERB
bracis-33651	111	11	}	}	PUNCT
bracis-33651	111	12	\lim	\lim	NOUN
bracis-33651	111	13	_	_	NOUN
bracis-33651	111	14	{	{	PUNCT
bracis-33651	111	15	x	x	PUNCT
bracis-33651	111	16	\rightarrow	\rightarrow	PROPN
bracis-33651	111	17	-\infty	-\infty	PROPN
bracis-33651	111	18	}	}	PUNCT
bracis-33651	111	19	\sigma	\sigma	PROPN
bracis-33651	111	20	(	(	PUNCT
bracis-33651	111	21	x	x	X
bracis-33651	111	22	)	)	PUNCT
bracis-33651	111	23	=	=	VERB
bracis-33651	111	24	\lim	\lim	NOUN
bracis-33651	111	25	_	_	NOUN
bracis-33651	111	26	{	{	PUNCT
bracis-33651	111	27	x	x	PUNCT
bracis-33651	111	28	\rightarrow	\rightarrow	PROPN
bracis-33651	111	29	-\infty	-\infty	PROPN
bracis-33651	111	30	}	}	PUNCT
bracis-33651	111	31	\frac{\sin	\frac{\sin	PROPN
bracis-33651	111	32	^{2}(x	^{2}(x	NUM
bracis-33651	111	33	)	)	PUNCT
bracis-33651	111	34	+	+	SYM
bracis-33651	111	35	x}{2	x}{2	X
bracis-33651	111	36	}	}	PUNCT
bracis-33651	111	37	=	=	SYM
bracis-33651	111	38	\frac{\sin	\frac{\sin	X
bracis-33651	111	39	^{2}(\infty	^{2}(\infty	X
bracis-33651	111	40	)	)	PUNCT
bracis-33651	111	41	\infty	\infty	INTJ
bracis-33651	111	42	}	}	PUNCT
bracis-33651	111	43	{	{	PUNCT
bracis-33651	111	44	2	2	NUM
bracis-33651	111	45	}	}	PUNCT
bracis-33651	111	46	=	=	VERB
bracis-33651	111	47	-\infty	-\infty	INTJ
bracis-33651	111	48	,	,	PUNCT
bracis-33651	111	49	\end{aligned}$$	\end{aligned}$$	X
bracis-33651	111	50	(	(	PUNCT
bracis-33651	111	51	8)	8)	NUM
bracis-33651	111	52	as	as	SCONJ
bracis-33651	111	53	we	we	PRON
bracis-33651	111	54	can	can	AUX
bracis-33651	111	55	see	see	VERB
bracis-33651	111	56	,	,	PUNCT
bracis-33651	111	57	both	both	PRON
bracis-33651	111	58	of	of	ADP
bracis-33651	111	59	the	the	DET
bracis-33651	111	60	limits	limit	NOUN
bracis-33651	111	61	are	be	AUX
bracis-33651	111	62	going	go	VERB
bracis-33651	111	63	to	to	ADP
bracis-33651	111	64	\(+	\(+	PROPN
bracis-33651	111	65	\infty	\infty	PROPN
bracis-33651	111	66	\	\	PROPN
bracis-33651	111	67	)	)	PUNCT
bracis-33651	111	68	and	and	CCONJ
bracis-33651	111	69	\(\infty	\(\infty	ADJ
bracis-33651	111	70	\	\	PROPN
bracis-33651	111	71	)	)	PUNCT
bracis-33651	111	72	,	,	PUNCT
bracis-33651	111	73	with	with	ADP
bracis-33651	111	74	this	this	PRON
bracis-33651	111	75	we	we	PRON
bracis-33651	111	76	can	can	AUX
bracis-33651	111	77	conclude	conclude	VERB
bracis-33651	111	78	that	that	SCONJ
bracis-33651	111	79	the	the	DET
bracis-33651	111	80	leakysinelu	leakysinelu	NOUN
bracis-33651	111	81	have	have	VERB
bracis-33651	111	82	no	no	DET
bracis-33651	111	83	boundaries	boundary	NOUN
bracis-33651	111	84	.	.	PUNCT
bracis-33651	112	1	table	table	NOUN
bracis-33651	112	2	 	 	SPACE
bracis-33651	112	3	2	2	NUM
bracis-33651	112	4	present	present	NOUN
bracis-33651	112	5	a	a	DET
bracis-33651	112	6	comparison	comparison	NOUN
bracis-33651	112	7	between	between	ADP
bracis-33651	112	8	each	each	DET
bracis-33651	112	9	related	relate	VERB
bracis-33651	112	10	activation	activation	NOUN
bracis-33651	112	11	functions	function	NOUN
bracis-33651	112	12	and	and	CCONJ
bracis-33651	112	13	their	their	PRON
bracis-33651	112	14	boundaries	boundary	NOUN
bracis-33651	112	15	.	.	PUNCT
bracis-33651	113	1	table	table	NOUN
bracis-33651	113	2	2	2	NUM
bracis-33651	113	3	.	.	NOUN
bracis-33651	113	4	negative	negative	ADJ
bracis-33651	113	5	and	and	CCONJ
bracis-33651	113	6	positive	positive	ADJ
bracis-33651	113	7	limits	limit	NOUN
bracis-33651	113	8	as	as	SCONJ
bracis-33651	113	9	x	x	PRON
bracis-33651	113	10	tends	tend	VERB
bracis-33651	113	11	to	to	ADP
bracis-33651	113	12	\(+\infty	\(+\infty	PROPN
bracis-33651	113	13	\	\	NOUN
bracis-33651	113	14	)	)	PUNCT
bracis-33651	113	15	or	or	CCONJ
bracis-33651	113	16	\(-\infty	\(-\infty	VERB
bracis-33651	113	17	\	\	NOUN
bracis-33651	113	18	)	)	PUNCT
bracis-33651	113	19	for	for	ADP
bracis-33651	113	20	each	each	PRON
bracis-33651	113	21	of	of	ADP
bracis-33651	113	22	the	the	DET
bracis-33651	113	23	activations.full	activations.full	PROPN
bracis-33651	113	24	size	size	NOUN
bracis-33651	113	25	table	table	NOUN
bracis-33651	113	26	3.4	3.4	NUM
bracis-33651	113	27	non	non	ADJ
bracis-33651	113	28	-	-	ADJ
bracis-33651	113	29	linearity	linearity	ADJ
bracis-33651	113	30	non	non	ADJ
bracis-33651	113	31	-	-	ADJ
bracis-33651	113	32	linearity	linearity	NOUN
bracis-33651	113	33	is	be	AUX
bracis-33651	113	34	a	a	DET
bracis-33651	113	35	critical	critical	ADJ
bracis-33651	113	36	point	point	NOUN
bracis-33651	113	37	for	for	ADP
bracis-33651	113	38	activation	activation	NOUN
bracis-33651	113	39	functions	function	NOUN
bracis-33651	113	40	 	 	SPACE
bracis-33651	114	1	[	[	X
bracis-33651	114	2	1	1	NUM
bracis-33651	114	3	]	]	PUNCT
bracis-33651	114	4	.	.	PUNCT
bracis-33651	115	1	all	all	DET
bracis-33651	115	2	activations	activation	NOUN
bracis-33651	115	3	want	want	VERB
bracis-33651	115	4	to	to	PART
bracis-33651	115	5	increase	increase	VERB
bracis-33651	115	6	the	the	DET
bracis-33651	115	7	non	non	ADJ
bracis-33651	115	8	-	-	ADJ
bracis-33651	115	9	linearity	linearity	ADJ
bracis-33651	115	10	present	present	NOUN
bracis-33651	115	11	in	in	ADP
bracis-33651	115	12	neural	neural	ADJ
bracis-33651	115	13	networks	network	NOUN
bracis-33651	115	14	.	.	PUNCT
bracis-33651	116	1	activations	activation	NOUN
bracis-33651	116	2	such	such	ADJ
bracis-33651	116	3	as	as	ADP
bracis-33651	116	4	relu	relu	NOUN
bracis-33651	116	5	,	,	PUNCT
bracis-33651	116	6	gelu	gelu	PROPN
bracis-33651	116	7	,	,	PUNCT
bracis-33651	116	8	elu	elu	PROPN
bracis-33651	116	9	,	,	PUNCT
bracis-33651	116	10	prelu	prelu	NOUN
bracis-33651	116	11	,	,	PUNCT
bracis-33651	116	12	silu	silu	VERB
bracis-33651	116	13	present	present	ADJ
bracis-33651	116	14	this	this	DET
bracis-33651	116	15	property	property	NOUN
bracis-33651	116	16	.	.	PUNCT
bracis-33651	117	1	nevertheless	nevertheless	ADV
bracis-33651	117	2	,	,	PUNCT
bracis-33651	117	3	when	when	SCONJ
bracis-33651	117	4	we	we	PRON
bracis-33651	117	5	isolate	isolate	VERB
bracis-33651	117	6	the	the	DET
bracis-33651	117	7	positive	positive	ADJ
bracis-33651	117	8	side	side	NOUN
bracis-33651	117	9	of	of	ADP
bracis-33651	117	10	this	this	DET
bracis-33651	117	11	activations	activation	NOUN
bracis-33651	117	12	,	,	PUNCT
bracis-33651	117	13	its	its	PRON
bracis-33651	117	14	behavior	behavior	NOUN
bracis-33651	117	15	in	in	ADP
bracis-33651	117	16	the	the	DET
bracis-33651	117	17	domain	domain	NOUN
bracis-33651	117	18	is	be	AUX
bracis-33651	117	19	linear	linear	ADJ
bracis-33651	117	20	,	,	PUNCT
bracis-33651	117	21	which	which	PRON
bracis-33651	117	22	can	can	AUX
bracis-33651	117	23	hinder	hinder	VERB
bracis-33651	117	24	learning	learn	VERB
bracis-33651	117	25	for	for	ADP
bracis-33651	117	26	some	some	DET
bracis-33651	117	27	tasks	task	NOUN
bracis-33651	117	28	,	,	PUNCT
bracis-33651	117	29	such	such	ADJ
bracis-33651	117	30	as	as	ADP
bracis-33651	117	31	when	when	SCONJ
bracis-33651	117	32	we	we	PRON
bracis-33651	117	33	normalize	normalize	VERB
bracis-33651	117	34	the	the	DET
bracis-33651	117	35	entire	entire	ADJ
bracis-33651	117	36	series	series	NOUN
bracis-33651	117	37	to	to	PART
bracis-33651	117	38	only	only	ADV
bracis-33651	117	39	have	have	VERB
bracis-33651	117	40	positive	positive	ADJ
bracis-33651	117	41	values	value	NOUN
bracis-33651	117	42	.	.	PUNCT
bracis-33651	118	1	consider	consider	VERB
bracis-33651	118	2	a	a	DET
bracis-33651	118	3	basic	basic	ADJ
bracis-33651	118	4	neuron	neuron	NOUN
bracis-33651	118	5	defined	define	VERB
bracis-33651	118	6	before	before	ADP
bracis-33651	118	7	:	:	PUNCT
bracis-33651	118	8	$	$	SYM
bracis-33651	118	9	$	$	SYM
bracis-33651	118	10	\begin{aligned	\begin{aligne	VERB
bracis-33651	118	11	}	}	PUNCT
bracis-33651	118	12	f_i(x	f_i(x	NUM
bracis-33651	118	13	)	)	PUNCT
bracis-33651	119	1	=	=	VERB
bracis-33651	120	1	\sigma	\sigma	PROPN
bracis-33651	120	2	_	_	PUNCT
bracis-33651	120	3	i	i	PRON
bracis-33651	120	4	(	(	PUNCT
bracis-33651	120	5	\textbf{w}_i	\textbf{w}_i	X
bracis-33651	120	6	x	x	SYM
bracis-33651	120	7	+	+	PROPN
bracis-33651	120	8	b_i	b_i	NUM
bracis-33651	120	9	)	)	PUNCT
bracis-33651	120	10	,	,	PUNCT
bracis-33651	120	11	\end{aligned}$$	\end{aligned}$$	PROPN
bracis-33651	120	12	where	where	SCONJ
bracis-33651	120	13	\(\textbf{w}_{i}\	\(\textbf{w}_{i}\	NOUN
bracis-33651	120	14	)	)	PUNCT
bracis-33651	120	15	and	and	CCONJ
bracis-33651	120	16	\(b_i\	\(b_i\	NOUN
bracis-33651	120	17	)	)	PUNCT
bracis-33651	120	18	are	be	AUX
bracis-33651	120	19	the	the	DET
bracis-33651	120	20	weight	weight	NOUN
bracis-33651	120	21	matrix	matrix	NOUN
bracis-33651	120	22	and	and	CCONJ
bracis-33651	120	23	bias	bias	NOUN
bracis-33651	120	24	vector	vector	NOUN
bracis-33651	120	25	of	of	ADP
bracis-33651	120	26	the	the	DET
bracis-33651	120	27	\(i^{th}\	\(i^{th}\	NOUN
bracis-33651	120	28	)	)	PUNCT
bracis-33651	120	29	layer	layer	NOUN
bracis-33651	120	30	,	,	PUNCT
bracis-33651	120	31	and	and	CCONJ
bracis-33651	120	32	\(f_i(x)\	\(f_i(x)\	VERB
bracis-33651	120	33	)	)	PUNCT
bracis-33651	120	34	is	be	AUX
bracis-33651	120	35	the	the	DET
bracis-33651	120	36	output	output	NOUN
bracis-33651	120	37	of	of	ADP
bracis-33651	120	38	the	the	DET
bracis-33651	120	39	previous	previous	ADJ
bracis-33651	120	40	layer	layer	NOUN
bracis-33651	120	41	.	.	PUNCT
bracis-33651	121	1	we	we	PRON
bracis-33651	121	2	can	can	AUX
bracis-33651	121	3	represent	represent	VERB
bracis-33651	121	4	the	the	DET
bracis-33651	121	5	output	output	NOUN
bracis-33651	121	6	of	of	ADP
bracis-33651	121	7	the	the	DET
bracis-33651	121	8	neural	neural	ADJ
bracis-33651	121	9	network	network	NOUN
bracis-33651	121	10	as	as	ADP
bracis-33651	121	11	:	:	PUNCT
bracis-33651	121	12	$	$	SYM
bracis-33651	121	13	$	$	SYM
bracis-33651	121	14	\begin{aligned	\begin{aligne	VERB
bracis-33651	121	15	}	}	PUNCT
bracis-33651	121	16	f(\textbf{x	f(\textbf{x	NUM
bracis-33651	121	17	}	}	PUNCT
bracis-33651	121	18	)	)	PUNCT
bracis-33651	121	19	=	=	SYM
bracis-33651	122	1	\textbf{w}_{l	\textbf{w}_{l	PROPN
bracis-33651	122	2	}	}	PUNCT
bracis-33651	122	3	\sigma	\sigma	PROPN
bracis-33651	122	4	(	(	PUNCT
bracis-33651	122	5	\textbf{w}_{l-1	\textbf{w}_{l-1	NOUN
bracis-33651	122	6	}	}	PUNCT
bracis-33651	122	7	\sigma	\sigma	PROPN
bracis-33651	122	8	(	(	PUNCT
bracis-33651	122	9	\cdots	\cdot	NOUN
bracis-33651	122	10	\sigma	\sigma	PROPN
bracis-33651	122	11	(	(	PUNCT
bracis-33651	122	12	\textbf{w}_{2}\sigma	\textbf{w}_{2}\sigma	PROPN
bracis-33651	122	13	(	(	PUNCT
bracis-33651	122	14	\textbf{w}_{1	\textbf{w}_{1	ADJ
bracis-33651	122	15	}	}	PUNCT
bracis-33651	122	16	{	{	PUNCT
bracis-33651	122	17	\textbf{x	\textbf{x	NOUN
bracis-33651	122	18	}	}	PUNCT
bracis-33651	122	19	}	}	PUNCT
bracis-33651	122	20	+	+	CCONJ
bracis-33651	122	21	{	{	PUNCT
bracis-33651	122	22	b}_{1	b}_{1	NOUN
bracis-33651	122	23	}	}	PUNCT
bracis-33651	122	24	)	)	PUNCT
bracis-33651	122	25	+	+	CCONJ
bracis-33651	122	26	{	{	PUNCT
bracis-33651	122	27	b}_{2	b}_{2	ADV
bracis-33651	122	28	}	}	PUNCT
bracis-33651	122	29	)	)	PUNCT
bracis-33651	122	30	+	+	CCONJ
bracis-33651	122	31	{	{	PUNCT
bracis-33651	122	32	b}_{l-1	b}_{l-1	NOUN
bracis-33651	122	33	}	}	PUNCT
bracis-33651	122	34	)	)	PUNCT
bracis-33651	123	1	+	+	CCONJ
bracis-33651	123	2	{	{	PUNCT
bracis-33651	123	3	b}_{l	b}_{l	NOUN
bracis-33651	123	4	}	}	PUNCT
bracis-33651	123	5	,	,	PUNCT
bracis-33651	123	6	\end{aligned}$$	\end{aligned}$$	X
bracis-33651	123	7	(	(	PUNCT
bracis-33651	123	8	9	9	NUM
bracis-33651	123	9	)	)	PUNCT
bracis-33651	123	10	where	where	SCONJ
bracis-33651	123	11	\(\textbf{x}\	\(\textbf{x}\	X
bracis-33651	123	12	)	)	PUNCT
bracis-33651	123	13	is	be	AUX
bracis-33651	123	14	the	the	DET
bracis-33651	123	15	input	input	NOUN
bracis-33651	123	16	time	time	NOUN
bracis-33651	123	17	series	series	NOUN
bracis-33651	123	18	to	to	ADP
bracis-33651	123	19	the	the	DET
bracis-33651	123	20	neural	neural	ADJ
bracis-33651	123	21	network	network	NOUN
bracis-33651	123	22	.	.	PUNCT
bracis-33651	124	1	if	if	SCONJ
bracis-33651	124	2	the	the	DET
bracis-33651	124	3	neural	neural	ADJ
bracis-33651	124	4	network	network	NOUN
bracis-33651	124	5	uses	use	VERB
bracis-33651	124	6	only	only	ADJ
bracis-33651	124	7	linear	linear	ADJ
bracis-33651	124	8	activations	activation	NOUN
bracis-33651	124	9	,	,	PUNCT
bracis-33651	124	10	such	such	ADJ
bracis-33651	124	11	as	as	ADP
bracis-33651	124	12	only	only	ADV
bracis-33651	124	13	the	the	DET
bracis-33651	124	14	positive	positive	ADJ
bracis-33651	124	15	side	side	NOUN
bracis-33651	124	16	of	of	ADP
bracis-33651	124	17	relu	relu	NOUN
bracis-33651	124	18	,	,	PUNCT
bracis-33651	124	19	the	the	DET
bracis-33651	124	20	\(\sigma	\(\sigma	NOUN
bracis-33651	124	21	\	\	NOUN
bracis-33651	124	22	)	)	PUNCT
bracis-33651	124	23	can	can	AUX
bracis-33651	124	24	be	be	AUX
bracis-33651	124	25	ignored	ignore	VERB
bracis-33651	124	26	.	.	PUNCT
bracis-33651	125	1	$	$	SYM
bracis-33651	125	2	$	$	SYM
bracis-33651	125	3	\begin{aligned	\begin{aligne	VERB
bracis-33651	125	4	}	}	PUNCT
bracis-33651	125	5	f(\textbf{x	f(\textbf{x	NUM
bracis-33651	125	6	}	}	PUNCT
bracis-33651	125	7	)	)	PUNCT
bracis-33651	125	8	=	=	SYM
bracis-33651	126	1	\textbf{w}_{l	\textbf{w}_{l	ADJ
bracis-33651	126	2	}	}	PUNCT
bracis-33651	126	3	(	(	PUNCT
bracis-33651	126	4	\textbf{w}_{l-1	\textbf{w}_{l-1	NOUN
bracis-33651	126	5	}	}	PUNCT
bracis-33651	126	6	(	(	PUNCT
bracis-33651	126	7	\cdots	\cdot	NOUN
bracis-33651	126	8	(	(	PUNCT
bracis-33651	126	9	\textbf{w}_{2	\textbf{w}_{2	PROPN
bracis-33651	126	10	}	}	PUNCT
bracis-33651	126	11	(	(	PUNCT
bracis-33651	126	12	\textbf{w}_{1	\textbf{w}_{1	ADJ
bracis-33651	126	13	}	}	PUNCT
bracis-33651	126	14	{	{	PUNCT
bracis-33651	126	15	\textbf{x	\textbf{x	NOUN
bracis-33651	126	16	}	}	PUNCT
bracis-33651	126	17	}	}	PUNCT
bracis-33651	126	18	+	+	CCONJ
bracis-33651	126	19	{	{	PUNCT
bracis-33651	126	20	b}_{1	b}_{1	NOUN
bracis-33651	126	21	}	}	PUNCT
bracis-33651	126	22	)	)	PUNCT
bracis-33651	126	23	+	+	CCONJ
bracis-33651	126	24	{	{	PUNCT
bracis-33651	126	25	b}_{2	b}_{2	ADV
bracis-33651	126	26	}	}	PUNCT
bracis-33651	126	27	)	)	PUNCT
bracis-33651	127	1	+	+	CCONJ
bracis-33651	127	2	{	{	PUNCT
bracis-33651	127	3	b}_{l-1	b}_{l-1	NOUN
bracis-33651	127	4	}	}	PUNCT
bracis-33651	127	5	)	)	PUNCT
bracis-33651	128	1	+	+	CCONJ
bracis-33651	128	2	{	{	PUNCT
bracis-33651	128	3	b}_{l	b}_{l	NOUN
bracis-33651	128	4	}	}	PUNCT
bracis-33651	128	5	,	,	PUNCT
bracis-33651	128	6	\end{aligned}$$	\end{aligned}$$	X
bracis-33651	128	7	(	(	PUNCT
bracis-33651	128	8	10	10	NUM
bracis-33651	128	9	)	)	PUNCT
bracis-33651	128	10	we	we	PRON
bracis-33651	128	11	can	can	AUX
bracis-33651	128	12	now	now	ADV
bracis-33651	128	13	denote	denote	VERB
bracis-33651	128	14	a	a	DET
bracis-33651	128	15	total	total	ADJ
bracis-33651	128	16	weight	weight	NOUN
bracis-33651	128	17	and	and	CCONJ
bracis-33651	128	18	bias	bias	NOUN
bracis-33651	128	19	by	by	ADP
bracis-33651	128	20	respectively	respectively	ADV
bracis-33651	128	21	:	:	PUNCT
bracis-33651	128	22	$	$	SYM
bracis-33651	128	23	$	$	SYM
bracis-33651	128	24	\begin{aligned	\begin{aligne	VERB
bracis-33651	128	25	}	}	PUNCT
bracis-33651	128	26	w_{\mathcal	w_{\mathcal	ADJ
bracis-33651	128	27	{	{	PUNCT
bracis-33651	128	28	dnn	dnn	PROPN
bracis-33651	128	29	}	}	PUNCT
bracis-33651	128	30	}	}	PUNCT
bracis-33651	128	31	=	=	PUNCT
bracis-33651	128	32	\textbf{w}_l	\textbf{w}_l	X
bracis-33651	128	33	\textbf{w}_{l-1	\textbf{w}_{l-1	VERB
bracis-33651	128	34	}	}	PUNCT
bracis-33651	128	35	\cdots	\cdot	NOUN
bracis-33651	128	36	\textbf{w}_1	\textbf{w}_1	NOUN
bracis-33651	128	37	,	,	PUNCT
bracis-33651	128	38	\end{aligned}$$	\end{aligned}$$	X
bracis-33651	128	39	(	(	PUNCT
bracis-33651	128	40	11	11	NUM
bracis-33651	128	41	)	)	PUNCT
bracis-33651	128	42	$	$	SYM
bracis-33651	128	43	$	$	SYM
bracis-33651	128	44	\begin{aligned	\begin{aligne	VERB
bracis-33651	128	45	}	}	PUNCT
bracis-33651	128	46	b_{\mathcal	b_{\mathcal	X
bracis-33651	128	47	{	{	PUNCT
bracis-33651	128	48	dnn	dnn	NOUN
bracis-33651	128	49	}	}	PUNCT
bracis-33651	128	50	}	}	PUNCT
bracis-33651	128	51	=	=	PUNCT
bracis-33651	128	52	\textbf{w}_l	\textbf{w}_l	X
bracis-33651	128	53	\textbf{w}_{l-1	\textbf{w}_{l-1	VERB
bracis-33651	128	54	}	}	PUNCT
bracis-33651	128	55	\cdots	\cdot	NOUN
bracis-33651	128	56	\textbf{w}_2	\textbf{w}_2	ADJ
bracis-33651	128	57	b_1	b_1	NOUN
bracis-33651	128	58	+	+	CCONJ
bracis-33651	128	59	\textbf{w}_l	\textbf{w}_l	X
bracis-33651	128	60	\textbf{w}_{l-1	\textbf{w}_{l-1	VERB
bracis-33651	128	61	}	}	PUNCT
bracis-33651	128	62	\cdots	\cdot	NOUN
bracis-33651	128	63	\textbf{w}_3	\textbf{w}_3	PROPN
bracis-33651	128	64	b_2	b_2	PROPN
bracis-33651	128	65	+	+	CCONJ
bracis-33651	128	66	\cdots	\cdot	NOUN
bracis-33651	128	67	+	+	CCONJ
bracis-33651	128	68	\textbf{w}_l	\textbf{w}_l	ADJ
bracis-33651	128	69	b_{l-1	b_{l-1	NOUN
bracis-33651	128	70	}	}	PUNCT
bracis-33651	128	71	+	+	CCONJ
bracis-33651	128	72	b_l	b_l	PROPN
bracis-33651	128	73	,	,	PUNCT
bracis-33651	128	74	\end{aligned}$$	\end{aligned}$$	X
bracis-33651	128	75	(	(	PUNCT
bracis-33651	128	76	12	12	NUM
bracis-33651	128	77	)	)	PUNCT
bracis-33651	128	78	with	with	ADP
bracis-33651	128	79	this	this	DET
bracis-33651	128	80	two	two	NUM
bracis-33651	128	81	definitions	definition	NOUN
bracis-33651	128	82	we	we	PRON
bracis-33651	128	83	can	can	AUX
bracis-33651	128	84	simplify	simplify	VERB
bracis-33651	128	85	the	the	DET
bracis-33651	128	86	equation	equation	NOUN
bracis-33651	128	87	of	of	ADP
bracis-33651	128	88	a	a	DET
bracis-33651	128	89	deep	deep	ADJ
bracis-33651	128	90	neural	neural	ADJ
bracis-33651	128	91	network	network	NOUN
bracis-33651	128	92	that	that	PRON
bracis-33651	128	93	uses	use	VERB
bracis-33651	128	94	a	a	DET
bracis-33651	128	95	linear	linear	ADJ
bracis-33651	128	96	activation	activation	NOUN
bracis-33651	128	97	with	with	ADP
bracis-33651	128	98	the	the	DET
bracis-33651	128	99	following	follow	VERB
bracis-33651	128	100	equation	equation	NOUN
bracis-33651	128	101	:	:	PUNCT
bracis-33651	128	102	$	$	SYM
bracis-33651	128	103	$	$	SYM
bracis-33651	128	104	\begin{aligned	\begin{aligne	VERB
bracis-33651	128	105	}	}	PUNCT
bracis-33651	128	106	f(\textbf{x	f(\textbf{x	NUM
bracis-33651	128	107	}	}	PUNCT
bracis-33651	128	108	)	)	PUNCT
bracis-33651	129	1	=	=	PUNCT
bracis-33651	129	2	\textbf{w}_{\mathcal	\textbf{w}_{\mathcal	X
bracis-33651	129	3	{	{	PUNCT
bracis-33651	129	4	dnn	dnn	PROPN
bracis-33651	129	5	}	}	PUNCT
bracis-33651	129	6	}	}	PUNCT
bracis-33651	129	7	\textbf{x	\textbf{x	ADJ
bracis-33651	129	8	}	}	PUNCT
bracis-33651	129	9	+	+	SYM
bracis-33651	129	10	b_{\mathcal	b_{\mathcal	X
bracis-33651	129	11	{	{	PUNCT
bracis-33651	129	12	dnn	dnn	PROPN
bracis-33651	129	13	}	}	PUNCT
bracis-33651	129	14	}	}	PUNCT
bracis-33651	129	15	,	,	PUNCT
bracis-33651	129	16	\end{aligned}$$	\end{aligned}$$	X
bracis-33651	129	17	(	(	PUNCT
bracis-33651	129	18	13	13	NUM
bracis-33651	129	19	)	)	PUNCT
bracis-33651	129	20	note	note	NOUN
bracis-33651	129	21	that	that	SCONJ
bracis-33651	129	22	this	this	DET
bracis-33651	129	23	equation	equation	NOUN
bracis-33651	129	24	have	have	VERB
bracis-33651	129	25	a	a	DET
bracis-33651	129	26	form	form	NOUN
bracis-33651	129	27	of	of	ADP
bracis-33651	129	28	a	a	DET
bracis-33651	129	29	linear	linear	ADJ
bracis-33651	129	30	model	model	NOUN
bracis-33651	129	31	.	.	PUNCT
bracis-33651	130	1	3.5	3.5	NUM
bracis-33651	130	2	differentiability	differentiability	NOUN
bracis-33651	130	3	the	the	DET
bracis-33651	130	4	differentiability	differentiability	NOUN
bracis-33651	130	5	of	of	ADP
bracis-33651	130	6	activation	activation	NOUN
bracis-33651	130	7	functions	function	NOUN
bracis-33651	130	8	is	be	AUX
bracis-33651	130	9	critically	critically	ADV
bracis-33651	130	10	important	important	ADJ
bracis-33651	130	11	in	in	ADP
bracis-33651	130	12	neural	neural	ADJ
bracis-33651	130	13	networks	network	NOUN
bracis-33651	130	14	,	,	PUNCT
bracis-33651	130	15	as	as	SCONJ
bracis-33651	130	16	it	it	PRON
bracis-33651	130	17	facilitates	facilitate	VERB
bracis-33651	130	18	the	the	DET
bracis-33651	130	19	application	application	NOUN
bracis-33651	130	20	of	of	ADP
bracis-33651	130	21	gradient	gradient	NOUN
bracis-33651	130	22	-	-	PUNCT
bracis-33651	130	23	based	base	VERB
bracis-33651	130	24	optimization	optimization	NOUN
bracis-33651	130	25	methods	method	NOUN
bracis-33651	130	26	,	,	PUNCT
bracis-33651	130	27	such	such	ADJ
bracis-33651	130	28	as	as	ADP
bracis-33651	130	29	the	the	DET
bracis-33651	130	30	backpropagation	backpropagation	NOUN
bracis-33651	130	31	algorithm	algorithm	NOUN
bracis-33651	130	32	.	.	PUNCT
bracis-33651	131	1	these	these	DET
bracis-33651	131	2	methods	method	NOUN
bracis-33651	131	3	require	require	VERB
bracis-33651	131	4	the	the	DET
bracis-33651	131	5	computation	computation	NOUN
bracis-33651	131	6	of	of	ADP
bracis-33651	131	7	derivatives	derivative	NOUN
bracis-33651	131	8	(	(	PUNCT
bracis-33651	131	9	or	or	CCONJ
bracis-33651	131	10	gradients	gradient	NOUN
bracis-33651	131	11	)	)	PUNCT
bracis-33651	131	12	of	of	ADP
bracis-33651	131	13	the	the	DET
bracis-33651	131	14	activation	activation	NOUN
bracis-33651	131	15	functions	function	NOUN
bracis-33651	131	16	concerning	concern	VERB
bracis-33651	131	17	their	their	PRON
bracis-33651	131	18	parameters	parameter	NOUN
bracis-33651	131	19	to	to	PART
bracis-33651	131	20	adjust	adjust	VERB
bracis-33651	131	21	the	the	DET
bracis-33651	131	22	network	network	NOUN
bracis-33651	131	23	’s	’s	PART
bracis-33651	131	24	weights	weight	NOUN
bracis-33651	131	25	efficiently	efficiently	ADV
bracis-33651	131	26	.	.	PUNCT
bracis-33651	132	1	differentiable	differentiable	ADJ
bracis-33651	132	2	activation	activation	NOUN
bracis-33651	132	3	functions	function	NOUN
bracis-33651	132	4	ensure	ensure	VERB
bracis-33651	132	5	the	the	DET
bracis-33651	132	6	smooth	smooth	ADJ
bracis-33651	132	7	propagation	propagation	NOUN
bracis-33651	132	8	of	of	ADP
bracis-33651	132	9	gradients	gradient	NOUN
bracis-33651	132	10	back	back	ADV
bracis-33651	132	11	through	through	ADP
bracis-33651	132	12	the	the	DET
bracis-33651	132	13	layers	layer	NOUN
bracis-33651	132	14	of	of	ADP
bracis-33651	132	15	the	the	DET
bracis-33651	132	16	neural	neural	ADJ
bracis-33651	132	17	network	network	NOUN
bracis-33651	132	18	,	,	PUNCT
bracis-33651	132	19	which	which	PRON
bracis-33651	132	20	is	be	AUX
bracis-33651	132	21	essential	essential	ADJ
bracis-33651	132	22	for	for	ADP
bracis-33651	132	23	effective	effective	ADJ
bracis-33651	132	24	minimization	minimization	NOUN
bracis-33651	132	25	of	of	ADP
bracis-33651	132	26	the	the	DET
bracis-33651	132	27	loss	loss	NOUN
bracis-33651	132	28	function	function	NOUN
bracis-33651	132	29	 	 	SPACE
bracis-33651	133	1	[	[	X
bracis-33651	133	2	8	8	NUM
bracis-33651	133	3	,	,	PUNCT
bracis-33651	133	4	19	19	NUM
bracis-33651	133	5	]	]	PUNCT
bracis-33651	133	6	.	.	PUNCT
bracis-33651	134	1	as	as	SCONJ
bracis-33651	134	2	shown	show	VERB
bracis-33651	134	3	in	in	ADP
bracis-33651	134	4	eq	eq	PROPN
bracis-33651	134	5	.	.	PUNCT
bracis-33651	134	6	 	 	SPACE
bracis-33651	134	7	6	6	NUM
bracis-33651	134	8	,	,	PUNCT
bracis-33651	134	9	the	the	DET
bracis-33651	134	10	derivative	derivative	NOUN
bracis-33651	134	11	for	for	ADP
bracis-33651	134	12	leakysinelu	leakysinelu	NOUN
bracis-33651	134	13	can	can	AUX
bracis-33651	134	14	be	be	AUX
bracis-33651	134	15	calculated	calculate	VERB
bracis-33651	134	16	in	in	ADP
bracis-33651	134	17	two	two	NUM
bracis-33651	134	18	parts	part	NOUN
bracis-33651	134	19	.	.	PUNCT
bracis-33651	135	1	figure	figure	NOUN
bracis-33651	135	2	 	 	SPACE
bracis-33651	135	3	2	2	NUM
bracis-33651	135	4	presents	present	VERB
bracis-33651	135	5	the	the	DET
bracis-33651	135	6	proposed	propose	VERB
bracis-33651	135	7	activation	activation	NOUN
bracis-33651	135	8	and	and	CCONJ
bracis-33651	135	9	its	its	PRON
bracis-33651	135	10	derivative	derivative	NOUN
bracis-33651	135	11	.	.	PUNCT
bracis-33651	136	1	note	note	VERB
bracis-33651	136	2	that	that	SCONJ
bracis-33651	136	3	there	there	PRON
bracis-33651	136	4	is	be	VERB
bracis-33651	136	5	a	a	DET
bracis-33651	136	6	discontinuity	discontinuity	NOUN
bracis-33651	136	7	when	when	SCONJ
bracis-33651	136	8	\(x	\(x	NOUN
bracis-33651	136	9	=	=	SYM
bracis-33651	136	10	0\	0\	PROPN
bracis-33651	136	11	)	)	PUNCT
bracis-33651	136	12	.	.	PUNCT
bracis-33651	137	1	by	by	ADP
bracis-33651	137	2	using	use	VERB
bracis-33651	137	3	the	the	DET
bracis-33651	137	4	definition	definition	NOUN
bracis-33651	137	5	of	of	ADP
bracis-33651	137	6	sub	sub	NOUN
bracis-33651	137	7	-	-	NOUN
bracis-33651	137	8	derivatives	derivative	NOUN
bracis-33651	137	9	we	we	PRON
bracis-33651	137	10	can	can	AUX
bracis-33651	137	11	define	define	VERB
bracis-33651	137	12	that	that	SCONJ
bracis-33651	137	13	the	the	DET
bracis-33651	137	14	derivatives	derivative	NOUN
bracis-33651	137	15	at	at	ADP
bracis-33651	137	16	\(x	\(x	NOUN
bracis-33651	137	17	=	=	SYM
bracis-33651	137	18	0\	0\	PROPN
bracis-33651	137	19	)	)	PUNCT
bracis-33651	137	20	are	be	AUX
bracis-33651	137	21	given	give	VERB
bracis-33651	137	22	by	by	ADP
bracis-33651	137	23	:	:	PUNCT
bracis-33651	137	24	$	$	SYM
bracis-33651	137	25	$	$	SYM
bracis-33651	137	26	\begin{aligned	\begin{aligne	VERB
bracis-33651	137	27	}	}	PUNCT
bracis-33651	137	28	\partial	\partial	PROPN
bracis-33651	137	29	f(x_0	f(x_0	PROPN
bracis-33651	137	30	)	)	PUNCT
bracis-33651	137	31	=	=	SYM
bracis-33651	137	32	\	\	PROPN
bracis-33651	137	33	{	{	PUNCT
bracis-33651	137	34	\sin	\sin	NOUN
bracis-33651	137	35	(	(	PUNCT
bracis-33651	137	36	x_0	x_0	PROPN
bracis-33651	137	37	)	)	PUNCT
bracis-33651	138	1	+	+	CCONJ
bracis-33651	138	2	1	1	NUM
bracis-33651	138	3	,	,	PUNCT
bracis-33651	138	4	(	(	PUNCT
bracis-33651	138	5	\sin	\sin	NOUN
bracis-33651	138	6	(	(	PUNCT
bracis-33651	138	7	x_0	x_0	PROPN
bracis-33651	138	8	)	)	PUNCT
bracis-33651	138	9	+	+	CCONJ
bracis-33651	138	10	1)/2	1)/2	NUM
bracis-33651	138	11	\	\	ADJ
bracis-33651	138	12	}	}	PUNCT
bracis-33651	138	13	=	=	SYM
bracis-33651	138	14	\	\	NOUN
bracis-33651	138	15	{	{	PUNCT
bracis-33651	138	16	1	1	NUM
bracis-33651	138	17	,	,	PUNCT
bracis-33651	138	18	0.5	0.5	NUM
bracis-33651	138	19	\	\	NOUN
bracis-33651	138	20	}	}	PUNCT
bracis-33651	138	21	,	,	PUNCT
bracis-33651	138	22	\end{aligned}$$	\end{aligned}$$	VERB
bracis-33651	138	23	that	that	DET
bracis-33651	138	24	way	way	NOUN
bracis-33651	138	25	we	we	PRON
bracis-33651	138	26	can	can	AUX
bracis-33651	138	27	use	use	VERB
bracis-33651	138	28	gradient	gradient	NOUN
bracis-33651	138	29	-	-	PUNCT
bracis-33651	138	30	based	base	VERB
bracis-33651	138	31	optimization	optimization	NOUN
bracis-33651	138	32	methods	method	NOUN
bracis-33651	138	33	and	and	CCONJ
bracis-33651	138	34	the	the	DET
bracis-33651	138	35	leakysinelu	leakysinelu	NOUN
bracis-33651	138	36	function	function	NOUN
bracis-33651	138	37	in	in	ADP
bracis-33651	138	38	neural	neural	ADJ
bracis-33651	138	39	networks	network	NOUN
bracis-33651	138	40	.	.	PUNCT
bracis-33651	139	1	this	this	PRON
bracis-33651	139	2	is	be	AUX
bracis-33651	139	3	the	the	DET
bracis-33651	139	4	same	same	ADJ
bracis-33651	139	5	strategy	strategy	NOUN
bracis-33651	139	6	already	already	ADV
bracis-33651	139	7	used	use	VERB
bracis-33651	139	8	for	for	ADP
bracis-33651	139	9	functions	function	NOUN
bracis-33651	139	10	such	such	ADJ
bracis-33651	139	11	as	as	ADP
bracis-33651	139	12	relu	relu	NOUN
bracis-33651	139	13	and	and	CCONJ
bracis-33651	139	14	prelu	prelu	NOUN
bracis-33651	139	15	.	.	PUNCT
bracis-33651	140	1	3.6	3.6	NUM
bracis-33651	140	2	periodicity	periodicity	NOUN
bracis-33651	140	3	the	the	DET
bracis-33651	140	4	motivation	motivation	NOUN
bracis-33651	140	5	behind	behind	ADP
bracis-33651	140	6	the	the	DET
bracis-33651	140	7	periodicity	periodicity	NOUN
bracis-33651	140	8	is	be	AUX
bracis-33651	140	9	based	base	VERB
bracis-33651	140	10	on	on	ADP
bracis-33651	140	11	the	the	DET
bracis-33651	140	12	universal	universal	ADJ
bracis-33651	140	13	extrapolation	extrapolation	NOUN
bracis-33651	140	14	theorem	theorem	VERB
bracis-33651	140	15	 	 	SPACE
bracis-33651	140	16	[	[	X
bracis-33651	140	17	31	31	NUM
bracis-33651	140	18	]	]	PUNCT
bracis-33651	140	19	and	and	CCONJ
bracis-33651	140	20	the	the	DET
bracis-33651	140	21	generalized	generalized	ADJ
bracis-33651	140	22	fourier	fourier	NOUN
bracis-33651	140	23	series	series	NOUN
bracis-33651	140	24	.	.	PUNCT
bracis-33651	141	1	consider	consider	VERB
bracis-33651	141	2	the	the	DET
bracis-33651	141	3	definition	definition	NOUN
bracis-33651	141	4	of	of	ADP
bracis-33651	141	5	this	this	DET
bracis-33651	141	6	general	general	ADJ
bracis-33651	141	7	form	form	NOUN
bracis-33651	141	8	of	of	ADP
bracis-33651	141	9	fourier	fourier	ADJ
bracis-33651	141	10	series	series	NOUN
bracis-33651	141	11	:	:	PUNCT
bracis-33651	141	12	$	$	SYM
bracis-33651	141	13	$	$	SYM
bracis-33651	141	14	\begin{aligned	\begin{aligne	VERB
bracis-33651	141	15	}	}	PUNCT
bracis-33651	141	16	x(t	x(t	PROPN
bracis-33651	141	17	)	)	PUNCT
bracis-33651	142	1	=	=	SYM
bracis-33651	142	2	\frac{a_0}{2	\frac{a_0}{2	NOUN
bracis-33651	142	3	}	}	PUNCT
bracis-33651	142	4	+	+	CCONJ
bracis-33651	142	5	\sum	\sum	NOUN
bracis-33651	142	6	^\infty	^\infty	PUNCT
bracis-33651	142	7	_	_	PUNCT
bracis-33651	142	8	{	{	PUNCT
bracis-33651	142	9	n=1	n=1	PROPN
bracis-33651	142	10	}	}	PUNCT
bracis-33651	142	11	a_n	a_n	PROPN
bracis-33651	142	12	\cos	\cos	PROPN
bracis-33651	142	13	(	(	PUNCT
bracis-33651	142	14	2\pi	2\pi	PROPN
bracis-33651	142	15	\frac{nt}{t	\frac{nt}{t	NOUN
bracis-33651	142	16	}	}	PUNCT
bracis-33651	142	17	)	)	PUNCT
bracis-33651	143	1	+	+	CCONJ
bracis-33651	143	2	b_n	b_n	NUM
bracis-33651	143	3	\sin	\sin	NOUN
bracis-33651	143	4	(	(	PUNCT
bracis-33651	143	5	2\pi	2\pi	PROPN
bracis-33651	143	6	\frac{nt}{t	\frac{nt}{t	NOUN
bracis-33651	143	7	}	}	PUNCT
bracis-33651	143	8	)	)	PUNCT
bracis-33651	143	9	,	,	PUNCT
bracis-33651	143	10	\end{aligned}$$	\end{aligned}$$	X
bracis-33651	143	11	(	(	PUNCT
bracis-33651	143	12	14	14	NUM
bracis-33651	143	13	)	)	PUNCT
bracis-33651	143	14	where	where	SCONJ
bracis-33651	143	15	\(a_0\	\(a_0\	NOUN
bracis-33651	143	16	)	)	PUNCT
bracis-33651	143	17	,	,	PUNCT
bracis-33651	143	18	\(a_n\	\(a_n\	NOUN
bracis-33651	143	19	)	)	PUNCT
bracis-33651	143	20	,	,	PUNCT
bracis-33651	143	21	\(b_n\	\(b_n\	X
bracis-33651	143	22	)	)	PUNCT
bracis-33651	143	23	are	be	AUX
bracis-33651	143	24	constants	constant	NOUN
bracis-33651	143	25	and	and	CCONJ
bracis-33651	143	26	t	t	PROPN
bracis-33651	143	27	is	be	AUX
bracis-33651	143	28	a	a	DET
bracis-33651	143	29	elemental	elemental	ADJ
bracis-33651	143	30	period	period	NOUN
bracis-33651	143	31	.	.	PUNCT
bracis-33651	144	1	let	let	VERB
bracis-33651	144	2	\(a_0\	\(a_0\	NOUN
bracis-33651	144	3	)	)	PUNCT
bracis-33651	144	4	be	be	AUX
bracis-33651	144	5	an	an	DET
bracis-33651	144	6	array	array	NOUN
bracis-33651	144	7	in	in	ADP
bracis-33651	144	8	a	a	DET
bracis-33651	144	9	\(\mathbb	\(\mathbb	ADJ
bracis-33651	144	10	{	{	PUNCT
bracis-33651	144	11	r}^d\	r}^d\	NUM
bracis-33651	144	12	)	)	PUNCT
bracis-33651	144	13	space	space	NOUN
bracis-33651	144	14	,	,	PUNCT
bracis-33651	144	15	the	the	DET
bracis-33651	144	16	result	result	NOUN
bracis-33651	144	17	of	of	ADP
bracis-33651	144	18	a	a	DET
bracis-33651	144	19	scalar	scalar	ADJ
bracis-33651	144	20	division	division	NOUN
bracis-33651	144	21	\(a_0/2\	\(a_0/2\	PROPN
bracis-33651	144	22	)	)	PUNCT
bracis-33651	144	23	is	be	AUX
bracis-33651	144	24	a	a	DET
bracis-33651	144	25	operation	operation	NOUN
bracis-33651	144	26	that	that	PRON
bracis-33651	144	27	maps	map	VERB
bracis-33651	144	28	\(f	\(f	NOUN
bracis-33651	144	29	:	:	PUNCT
bracis-33651	144	30	\mathbb	\mathbb	PROPN
bracis-33651	144	31	{	{	PUNCT
bracis-33651	144	32	r}^d	r}^d	PROPN
bracis-33651	144	33	\rightarrow	\rightarrow	PROPN
bracis-33651	144	34	\mathbb	\mathbb	PROPN
bracis-33651	144	35	{	{	PUNCT
bracis-33651	144	36	r}^d\	r}^d\	NUM
bracis-33651	144	37	)	)	PUNCT
bracis-33651	144	38	.	.	PUNCT
bracis-33651	145	1	we	we	PRON
bracis-33651	145	2	can	can	AUX
bracis-33651	145	3	rename	rename	VERB
bracis-33651	145	4	the	the	DET
bracis-33651	145	5	result	result	NOUN
bracis-33651	145	6	of	of	ADP
bracis-33651	145	7	\(a_0/2\	\(a_0/2\	PROPN
bracis-33651	145	8	)	)	PUNCT
bracis-33651	145	9	to	to	ADP
bracis-33651	145	10	a	a	DET
bracis-33651	145	11	bias	bias	NOUN
bracis-33651	145	12	vector	vector	NOUN
bracis-33651	145	13	and	and	CCONJ
bracis-33651	145	14	the	the	DET
bracis-33651	145	15	constants	constant	NOUN
bracis-33651	145	16	\(a_n\	\(a_n\	NOUN
bracis-33651	145	17	)	)	PUNCT
bracis-33651	145	18	and	and	CCONJ
bracis-33651	145	19	\(b_n\	\(b_n\	NOUN
bracis-33651	145	20	)	)	PUNCT
bracis-33651	145	21	by	by	ADP
bracis-33651	145	22	weights	weight	NOUN
bracis-33651	145	23	\(w_{0n}\	\(w_{0n}\	NUM
bracis-33651	145	24	)	)	PUNCT
bracis-33651	145	25	and	and	CCONJ
bracis-33651	145	26	\(w_{1n}\	\(w_{1n}\	NOUN
bracis-33651	145	27	)	)	PUNCT
bracis-33651	145	28	,	,	PUNCT
bracis-33651	145	29	that	that	DET
bracis-33651	145	30	way	way	NOUN
bracis-33651	145	31	the	the	DET
bracis-33651	145	32	formula	formula	NOUN
bracis-33651	145	33	will	will	AUX
bracis-33651	145	34	be	be	AUX
bracis-33651	145	35	:	:	PUNCT
bracis-33651	145	36	$	$	SYM
bracis-33651	145	37	$	$	SYM
bracis-33651	145	38	\begin{aligned	\begin{aligne	VERB
bracis-33651	145	39	}	}	PUNCT
bracis-33651	145	40	x(t	x(t	PROPN
bracis-33651	145	41	)	)	PUNCT
bracis-33651	146	1	=	=	SYM
bracis-33651	146	2	b	b	PROPN
bracis-33651	146	3	+	+	NUM
bracis-33651	146	4	\sum	\sum	NOUN
bracis-33651	146	5	^\infty	^\infty	X
bracis-33651	146	6	_	_	PUNCT
bracis-33651	146	7	{	{	PUNCT
bracis-33651	146	8	n=1	n=1	PROPN
bracis-33651	146	9	}	}	PUNCT
bracis-33651	146	10	w_{0n	w_{0n	PROPN
bracis-33651	146	11	}	}	PUNCT
bracis-33651	146	12	\cos	\cos	PROPN
bracis-33651	146	13	(	(	PUNCT
bracis-33651	146	14	2\pi	2\pi	PROPN
bracis-33651	146	15	\frac{nt}{t	\frac{nt}{t	NOUN
bracis-33651	146	16	}	}	PUNCT
bracis-33651	146	17	)	)	PUNCT
bracis-33651	147	1	+	+	CCONJ
bracis-33651	147	2	w_{1n	w_{1n	PROPN
bracis-33651	147	3	}	}	PUNCT
bracis-33651	147	4	\sin	\sin	NOUN
bracis-33651	147	5	(	(	PUNCT
bracis-33651	147	6	2\pi	2\pi	PROPN
bracis-33651	147	7	\frac{nt}{t	\frac{nt}{t	NOUN
bracis-33651	147	8	}	}	PUNCT
bracis-33651	147	9	)	)	PUNCT
bracis-33651	147	10	,	,	PUNCT
bracis-33651	147	11	\end{aligned}$$	\end{aligned}$$	X
bracis-33651	147	12	(	(	PUNCT
bracis-33651	147	13	15	15	NUM
bracis-33651	147	14	)	)	PUNCT
bracis-33651	147	15	now	now	ADV
bracis-33651	147	16	considering	consider	VERB
bracis-33651	147	17	the	the	DET
bracis-33651	147	18	mathematical	mathematical	ADJ
bracis-33651	147	19	equivalence	equivalence	NOUN
bracis-33651	147	20	of	of	ADP
bracis-33651	147	21	\(\sin	\(\sin	NOUN
bracis-33651	147	22	\	\	PROPN
bracis-33651	147	23	)	)	PUNCT
bracis-33651	147	24	and	and	CCONJ
bracis-33651	147	25	\(\cos	\(\co	NOUN
bracis-33651	147	26	\	\	NOUN
bracis-33651	147	27	)	)	PUNCT
bracis-33651	147	28	,	,	PUNCT
bracis-33651	147	29	\(\sin	\(\sin	NOUN
bracis-33651	147	30	(	(	PUNCT
bracis-33651	147	31	x+3\pi	x+3\pi	PROPN
bracis-33651	147	32	/2	/2	PUNCT
bracis-33651	147	33	)	)	PUNCT
bracis-33651	148	1	=	=	SYM
bracis-33651	148	2	\cos	\cos	PROPN
bracis-33651	148	3	(	(	PUNCT
bracis-33651	148	4	x)\	x)\	PROPN
bracis-33651	148	5	)	)	PUNCT
bracis-33651	148	6	,	,	PUNCT
bracis-33651	148	7	and	and	CCONJ
bracis-33651	148	8	considering	consider	VERB
bracis-33651	148	9	each	each	DET
bracis-33651	148	10	input	input	NOUN
bracis-33651	148	11	for	for	ADP
bracis-33651	148	12	\(\sin	\(\sin	NOUN
bracis-33651	148	13	\	\	NOUN
bracis-33651	148	14	)	)	PUNCT
bracis-33651	148	15	and	and	CCONJ
bracis-33651	148	16	\(\cos	\(\co	NOUN
bracis-33651	148	17	\	\	NOUN
bracis-33651	148	18	)	)	PUNCT
bracis-33651	148	19	as	as	ADP
bracis-33651	148	20	\(x_0\	\(x_0\	NOUN
bracis-33651	148	21	)	)	PUNCT
bracis-33651	148	22	and	and	CCONJ
bracis-33651	148	23	\(x_1\	\(x_1\	PROPN
bracis-33651	148	24	)	)	PUNCT
bracis-33651	148	25	we	we	PRON
bracis-33651	148	26	can	can	AUX
bracis-33651	148	27	rewrite	rewrite	VERB
bracis-33651	148	28	the	the	DET
bracis-33651	148	29	formula	formula	NOUN
bracis-33651	148	30	as	as	ADP
bracis-33651	148	31	:	:	PUNCT
bracis-33651	148	32	$	$	SYM
bracis-33651	148	33	$	$	SYM
bracis-33651	148	34	\begin{aligned	\begin{aligne	VERB
bracis-33651	148	35	}	}	PUNCT
bracis-33651	148	36	x(t	x(t	PROPN
bracis-33651	148	37	)	)	PUNCT
bracis-33651	148	38	=	=	SYM
bracis-33651	148	39	b	b	PROPN
bracis-33651	148	40	+	+	NUM
bracis-33651	148	41	\sum	\sum	NOUN
bracis-33651	148	42	^\infty	^\infty	X
bracis-33651	148	43	_	_	PUNCT
bracis-33651	148	44	{	{	PUNCT
bracis-33651	148	45	n=1	n=1	PROPN
bracis-33651	148	46	}	}	PUNCT
bracis-33651	148	47	w_{0n	w_{0n	PROPN
bracis-33651	148	48	}	}	PUNCT
bracis-33651	148	49	\sin	\sin	PROPN
bracis-33651	148	50	(	(	PUNCT
bracis-33651	148	51	x_0	x_0	X
bracis-33651	148	52	)	)	PUNCT
bracis-33651	149	1	+	+	CCONJ
bracis-33651	149	2	w_{1n	w_{1n	PROPN
bracis-33651	149	3	}	}	PUNCT
bracis-33651	149	4	\sin	\sin	PROPN
bracis-33651	149	5	(	(	PUNCT
bracis-33651	149	6	x_1	x_1	PROPN
bracis-33651	149	7	)	)	PUNCT
bracis-33651	149	8	\end{aligned}$$	\end{aligned}$$	X
bracis-33651	149	9	(	(	PUNCT
bracis-33651	149	10	16	16	NUM
bracis-33651	149	11	)	)	PUNCT
bracis-33651	149	12	that	that	DET
bracis-33651	149	13	way	way	NOUN
bracis-33651	149	14	we	we	PRON
bracis-33651	149	15	can	can	AUX
bracis-33651	149	16	group	group	NOUN
bracis-33651	149	17	\(w_{0n}\	\(w_{0n}\	NUM
bracis-33651	149	18	)	)	PUNCT
bracis-33651	149	19	and	and	CCONJ
bracis-33651	149	20	\(w_{1n}\	\(w_{1n}\	NOUN
bracis-33651	149	21	)	)	PUNCT
bracis-33651	149	22	is	be	AUX
bracis-33651	149	23	a	a	DET
bracis-33651	149	24	weight	weight	NOUN
bracis-33651	149	25	matrix	matrix	NOUN
bracis-33651	149	26	\(\textbf{w}\	\(\textbf{w}\	NUM
bracis-33651	149	27	)	)	PUNCT
bracis-33651	149	28	,	,	PUNCT
bracis-33651	149	29	and	and	CCONJ
bracis-33651	149	30	\(x_0\	\(x_0\	NOUN
bracis-33651	149	31	)	)	PUNCT
bracis-33651	149	32	and	and	CCONJ
bracis-33651	149	33	\(x_1\	\(x_1\	PROPN
bracis-33651	149	34	)	)	PUNCT
bracis-33651	149	35	also	also	ADV
bracis-33651	149	36	in	in	ADP
bracis-33651	149	37	a	a	DET
bracis-33651	149	38	input	input	NOUN
bracis-33651	149	39	matrix	matrix	NOUN
bracis-33651	149	40	\(\textbf{x}\	\(\textbf{x}\	NOUN
bracis-33651	149	41	)	)	PUNCT
bracis-33651	149	42	.	.	PUNCT
bracis-33651	150	1	the	the	DET
bracis-33651	150	2	\(\sin	\(\sin	NOUN
bracis-33651	150	3	\	\	PROPN
bracis-33651	150	4	)	)	PUNCT
bracis-33651	150	5	will	will	AUX
bracis-33651	150	6	operate	operate	VERB
bracis-33651	150	7	over	over	ADP
bracis-33651	150	8	a	a	DET
bracis-33651	150	9	matrix	matrix	NOUN
bracis-33651	150	10	and	and	CCONJ
bracis-33651	150	11	return	return	VERB
bracis-33651	150	12	an	an	DET
bracis-33651	150	13	output	output	NOUN
bracis-33651	150	14	in	in	ADP
bracis-33651	150	15	the	the	DET
bracis-33651	150	16	same	same	ADJ
bracis-33651	150	17	dimension	dimension	NOUN
bracis-33651	150	18	,	,	PUNCT
bracis-33651	150	19	by	by	ADP
bracis-33651	150	20	the	the	DET
bracis-33651	150	21	property	property	NOUN
bracis-33651	150	22	of	of	ADP
bracis-33651	150	23	matrix	matrix	NOUN
bracis-33651	150	24	multiplication	multiplication	NOUN
bracis-33651	150	25	,	,	PUNCT
bracis-33651	150	26	we	we	PRON
bracis-33651	150	27	can	can	AUX
bracis-33651	150	28	arrange	arrange	VERB
bracis-33651	150	29	the	the	DET
bracis-33651	150	30	columns	column	NOUN
bracis-33651	150	31	and	and	CCONJ
bracis-33651	150	32	rows	row	NOUN
bracis-33651	150	33	to	to	PART
bracis-33651	150	34	perform	perform	VERB
bracis-33651	150	35	the	the	DET
bracis-33651	150	36	multiplication	multiplication	NOUN
bracis-33651	150	37	over	over	ADP
bracis-33651	150	38	the	the	DET
bracis-33651	150	39	correct	correct	ADJ
bracis-33651	150	40	values	value	NOUN
bracis-33651	150	41	.	.	PUNCT
bracis-33651	151	1	resulting	result	VERB
bracis-33651	151	2	in	in	ADP
bracis-33651	151	3	a	a	DET
bracis-33651	151	4	final	final	ADJ
bracis-33651	151	5	formula	formula	NOUN
bracis-33651	151	6	similar	similar	ADJ
bracis-33651	151	7	to	to	ADP
bracis-33651	151	8	a	a	DET
bracis-33651	151	9	neural	neural	ADJ
bracis-33651	151	10	network	network	NOUN
bracis-33651	151	11	layer	layer	NOUN
bracis-33651	151	12	with	with	ADP
bracis-33651	151	13	\(\sin	\(\sin	NOUN
bracis-33651	151	14	\	\	NOUN
bracis-33651	151	15	)	)	PUNCT
bracis-33651	151	16	as	as	ADP
bracis-33651	151	17	activation	activation	NOUN
bracis-33651	151	18	:	:	PUNCT
bracis-33651	151	19	$	$	SYM
bracis-33651	151	20	$	$	SYM
bracis-33651	151	21	\begin{aligned	\begin{aligne	VERB
bracis-33651	151	22	}	}	PUNCT
bracis-33651	151	23	x(t	x(t	PROPN
bracis-33651	151	24	)	)	PUNCT
bracis-33651	151	25	=	=	SYM
bracis-33651	151	26	b_{ias	b_{ias	NOUN
bracis-33651	151	27	}	}	PUNCT
bracis-33651	151	28	+	+	CCONJ
bracis-33651	151	29	\sum	\sum	NOUN
bracis-33651	151	30	^\infty	^\infty	PUNCT
bracis-33651	151	31	_	_	PUNCT
bracis-33651	151	32	{	{	PUNCT
bracis-33651	151	33	n=1	n=1	PROPN
bracis-33651	151	34	}	}	PUNCT
bracis-33651	151	35	w_n	w_n	NUM
bracis-33651	152	1	\sin	\sin	NOUN
bracis-33651	152	2	(	(	PUNCT
bracis-33651	152	3	x	x	X
bracis-33651	152	4	)	)	PUNCT
bracis-33651	152	5	\end{aligned}$$	\end{aligned}$$	X
bracis-33651	152	6	(	(	PUNCT
bracis-33651	152	7	17	17	NUM
bracis-33651	152	8	)	)	PUNCT
bracis-33651	152	9	3.7	3.7	NUM
bracis-33651	152	10	monotonic	monotonic	VERB
bracis-33651	152	11	a	a	DET
bracis-33651	152	12	monotonic	monotonic	ADJ
bracis-33651	152	13	activation	activation	NOUN
bracis-33651	152	14	function	function	NOUN
bracis-33651	152	15	is	be	AUX
bracis-33651	152	16	a	a	DET
bracis-33651	152	17	function	function	NOUN
bracis-33651	152	18	that	that	SCONJ
bracis-33651	152	19	only	only	ADV
bracis-33651	152	20	increases	increase	NOUN
bracis-33651	152	21	or	or	CCONJ
bracis-33651	152	22	decreases	decrease	NOUN
bracis-33651	152	23	as	as	ADP
bracis-33651	152	24	its	its	PRON
bracis-33651	152	25	input	input	NOUN
bracis-33651	152	26	increases	increase	NOUN
bracis-33651	152	27	,	,	PUNCT
bracis-33651	152	28	being	be	AUX
bracis-33651	152	29	allowed	allow	VERB
bracis-33651	152	30	to	to	PART
bracis-33651	152	31	stay	stay	VERB
bracis-33651	152	32	constant	constant	ADJ
bracis-33651	152	33	at	at	ADP
bracis-33651	152	34	some	some	DET
bracis-33651	152	35	ranges	range	NOUN
bracis-33651	152	36	.	.	PUNCT
bracis-33651	153	1	sigmoid	sigmoid	NOUN
bracis-33651	153	2	,	,	PUNCT
bracis-33651	153	3	relu	relu	NOUN
bracis-33651	153	4	,	,	PUNCT
bracis-33651	153	5	and	and	CCONJ
bracis-33651	153	6	hyperbolic	hyperbolic	ADJ
bracis-33651	153	7	tangent	tangent	NOUN
bracis-33651	153	8	are	be	AUX
bracis-33651	153	9	examples	example	NOUN
bracis-33651	153	10	of	of	ADP
bracis-33651	153	11	functions	function	NOUN
bracis-33651	153	12	of	of	ADP
bracis-33651	153	13	this	this	DET
bracis-33651	153	14	type	type	NOUN
bracis-33651	153	15	.	.	PUNCT
bracis-33651	154	1	the	the	DET
bracis-33651	154	2	monotonicity	monotonicity	NOUN
bracis-33651	154	3	of	of	ADP
bracis-33651	154	4	an	an	DET
bracis-33651	154	5	activation	activation	NOUN
bracis-33651	154	6	function	function	NOUN
bracis-33651	154	7	is	be	AUX
bracis-33651	154	8	a	a	DET
bracis-33651	154	9	common	common	ADJ
bracis-33651	154	10	property	property	NOUN
bracis-33651	154	11	found	find	VERB
bracis-33651	154	12	in	in	ADP
bracis-33651	154	13	the	the	DET
bracis-33651	154	14	literature	literature	NOUN
bracis-33651	154	15	,	,	PUNCT
bracis-33651	154	16	although	although	SCONJ
bracis-33651	154	17	it	it	PRON
bracis-33651	154	18	is	be	AUX
bracis-33651	154	19	not	not	PART
bracis-33651	154	20	mandatory	mandatory	ADJ
bracis-33651	154	21	.	.	PUNCT
bracis-33651	155	1	for	for	ADP
bracis-33651	155	2	instance	instance	NOUN
bracis-33651	155	3	,	,	PUNCT
bracis-33651	155	4	mish	mish	PROPN
bracis-33651	155	5	 	 	SPACE
bracis-33651	156	1	[	[	X
bracis-33651	156	2	14	14	NUM
bracis-33651	156	3	]	]	PUNCT
bracis-33651	156	4	and	and	CCONJ
bracis-33651	156	5	gelu	gelu	NOUN
bracis-33651	156	6	 	 	SPACE
bracis-33651	157	1	[	[	X
bracis-33651	157	2	9	9	NUM
bracis-33651	157	3	]	]	PUNCT
bracis-33651	157	4	are	be	AUX
bracis-33651	157	5	exceptions	exception	NOUN
bracis-33651	157	6	to	to	ADP
bracis-33651	157	7	this	this	DET
bracis-33651	157	8	property	property	NOUN
bracis-33651	157	9	,	,	PUNCT
bracis-33651	157	10	allowing	allow	VERB
bracis-33651	157	11	the	the	DET
bracis-33651	157	12	network	network	NOUN
bracis-33651	157	13	to	to	PART
bracis-33651	157	14	capture	capture	VERB
bracis-33651	157	15	more	more	ADV
bracis-33651	157	16	complex	complex	ADJ
bracis-33651	157	17	nonlinear	nonlinear	ADJ
bracis-33651	157	18	relationships	relationship	NOUN
bracis-33651	157	19	between	between	ADP
bracis-33651	157	20	data	datum	NOUN
bracis-33651	157	21	while	while	SCONJ
bracis-33651	157	22	maintaining	maintain	VERB
bracis-33651	157	23	differentiability	differentiability	NOUN
bracis-33651	157	24	across	across	ADP
bracis-33651	157	25	its	its	PRON
bracis-33651	157	26	entire	entire	ADJ
bracis-33651	157	27	domain	domain	NOUN
bracis-33651	157	28	.	.	PUNCT
bracis-33651	158	1	however	however	ADV
bracis-33651	158	2	,	,	PUNCT
bracis-33651	158	3	the	the	DET
bracis-33651	158	4	choice	choice	NOUN
bracis-33651	158	5	of	of	ADP
bracis-33651	158	6	non	non	ADJ
bracis-33651	158	7	-	-	ADJ
bracis-33651	158	8	monotonicity	monotonicity	NOUN
bracis-33651	158	9	of	of	ADP
bracis-33651	158	10	mish	mish	PROPN
bracis-33651	158	11	and	and	CCONJ
bracis-33651	158	12	gelu	gelu	NOUN
bracis-33651	158	13	may	may	AUX
bracis-33651	158	14	restrict	restrict	VERB
bracis-33651	158	15	its	its	PRON
bracis-33651	158	16	use	use	NOUN
bracis-33651	158	17	in	in	ADP
bracis-33651	158	18	some	some	DET
bracis-33651	158	19	tasks	task	NOUN
bracis-33651	158	20	.	.	PUNCT
bracis-33651	159	1	[	[	X
bracis-33651	159	2	23	23	NUM
bracis-33651	159	3	]	]	PUNCT
bracis-33651	159	4	has	have	AUX
bracis-33651	159	5	shown	show	VERB
bracis-33651	159	6	that	that	SCONJ
bracis-33651	159	7	periodic	periodic	ADJ
bracis-33651	159	8	activation	activation	NOUN
bracis-33651	159	9	functions	function	NOUN
bracis-33651	159	10	are	be	AUX
bracis-33651	159	11	a	a	DET
bracis-33651	159	12	promising	promising	ADJ
bracis-33651	159	13	alternative	alternative	NOUN
bracis-33651	159	14	to	to	ADP
bracis-33651	159	15	monotonic	monotonic	ADJ
bracis-33651	159	16	activation	activation	NOUN
bracis-33651	159	17	functions	function	NOUN
bracis-33651	159	18	in	in	ADP
bracis-33651	159	19	neural	neural	ADJ
bracis-33651	159	20	networks	network	NOUN
bracis-33651	159	21	.	.	PUNCT
bracis-33651	160	1	at	at	ADP
bracis-33651	160	2	the	the	DET
bracis-33651	160	3	time	time	NOUN
bracis-33651	160	4	of	of	ADP
bracis-33651	160	5	that	that	DET
bracis-33651	160	6	work	work	NOUN
bracis-33651	160	7	,	,	PUNCT
bracis-33651	160	8	no	no	DET
bracis-33651	160	9	studies	study	NOUN
bracis-33651	160	10	demonstrated	demonstrate	VERB
bracis-33651	160	11	that	that	SCONJ
bracis-33651	160	12	functions	function	NOUN
bracis-33651	160	13	such	such	ADJ
bracis-33651	160	14	as	as	ADP
bracis-33651	160	15	sine	sine	NOUN
bracis-33651	160	16	could	could	AUX
bracis-33651	160	17	fall	fall	VERB
bracis-33651	160	18	into	into	ADP
bracis-33651	160	19	local	local	ADJ
bracis-33651	160	20	minima	minima	NOUN
bracis-33651	160	21	 	 	SPACE
bracis-33651	161	1	[	[	X
bracis-33651	161	2	16	16	NUM
bracis-33651	161	3	]	]	PUNCT
bracis-33651	161	4	.	.	PUNCT
bracis-33651	162	1	the	the	DET
bracis-33651	162	2	neural	neural	ADJ
bracis-33651	162	3	network	network	NOUN
bracis-33651	162	4	can	can	AUX
bracis-33651	162	5	use	use	VERB
bracis-33651	162	6	monotonic	monotonic	ADJ
bracis-33651	162	7	activation	activation	NOUN
bracis-33651	162	8	to	to	PART
bracis-33651	162	9	learn	learn	VERB
bracis-33651	162	10	a	a	DET
bracis-33651	162	11	mapping	mapping	NOUN
bracis-33651	162	12	function	function	NOUN
bracis-33651	162	13	that	that	PRON
bracis-33651	162	14	is	be	AUX
bracis-33651	162	15	easier	easy	ADJ
bracis-33651	162	16	to	to	PART
bracis-33651	162	17	optimize	optimize	VERB
bracis-33651	162	18	since	since	SCONJ
bracis-33651	162	19	the	the	DET
bracis-33651	162	20	derivative	derivative	ADJ
bracis-33651	162	21	only	only	ADV
bracis-33651	162	22	increases	increase	NOUN
bracis-33651	162	23	or	or	CCONJ
bracis-33651	162	24	decreases	decrease	NOUN
bracis-33651	162	25	in	in	ADP
bracis-33651	162	26	one	one	NUM
bracis-33651	162	27	direction	direction	NOUN
bracis-33651	162	28	.	.	PUNCT
bracis-33651	163	1	that	that	DET
bracis-33651	163	2	way	way	NOUN
bracis-33651	163	3	,	,	PUNCT
bracis-33651	163	4	the	the	DET
bracis-33651	163	5	gradient	gradient	ADJ
bracis-33651	163	6	descendent	descendent	NOUN
bracis-33651	163	7	algorithms	algorithm	NOUN
bracis-33651	163	8	can	can	AUX
bracis-33651	163	9	work	work	VERB
bracis-33651	163	10	more	more	ADV
bracis-33651	163	11	efficiently	efficiently	ADV
bracis-33651	163	12	(	(	PUNCT
bracis-33651	163	13	table	table	NOUN
bracis-33651	163	14	3	3	NUM
bracis-33651	163	15	)	)	PUNCT
bracis-33651	163	16	.	.	PUNCT
bracis-33651	164	1	table	table	NOUN
bracis-33651	165	1	3	3	NUM
bracis-33651	165	2	.	.	X
bracis-33651	165	3	comparison	comparison	NOUN
bracis-33651	165	4	between	between	ADP
bracis-33651	165	5	activation	activation	NOUN
bracis-33651	165	6	functions	function	NOUN
bracis-33651	165	7	and	and	CCONJ
bracis-33651	165	8	their	their	PRON
bracis-33651	165	9	monotonic	monotonic	ADJ
bracis-33651	165	10	property.full	property.full	NOUN
bracis-33651	165	11	size	size	NOUN
bracis-33651	165	12	table	table	NOUN
bracis-33651	165	13	4	4	NUM
bracis-33651	165	14	experiments	experiment	NOUN
bracis-33651	165	15	this	this	DET
bracis-33651	165	16	section	section	NOUN
bracis-33651	165	17	assesses	assess	VERB
bracis-33651	165	18	the	the	DET
bracis-33651	165	19	leakysinelu	leakysinelu	NOUN
bracis-33651	165	20	in	in	ADP
bracis-33651	165	21	different	different	ADJ
bracis-33651	165	22	experiments	experiment	NOUN
bracis-33651	165	23	to	to	PART
bracis-33651	165	24	evaluate	evaluate	VERB
bracis-33651	165	25	its	its	PRON
bracis-33651	165	26	applicability	applicability	NOUN
bracis-33651	165	27	in	in	ADP
bracis-33651	165	28	classification	classification	NOUN
bracis-33651	165	29	tasks	task	NOUN
bracis-33651	165	30	involving	involve	VERB
bracis-33651	165	31	time	time	NOUN
bracis-33651	165	32	series	series	PROPN
bracis-33651	165	33	.	.	PUNCT
bracis-33651	166	1	initially	initially	ADV
bracis-33651	166	2	,	,	PUNCT
bracis-33651	166	3	the	the	DET
bracis-33651	166	4	experiments	experiment	NOUN
bracis-33651	166	5	were	be	AUX
bracis-33651	166	6	executed	execute	VERB
bracis-33651	166	7	and	and	CCONJ
bracis-33651	166	8	discussed	discuss	VERB
bracis-33651	166	9	in	in	ADP
bracis-33651	166	10	112	112	NUM
bracis-33651	166	11	equal	equal	ADJ
bracis-33651	166	12	-	-	PUNCT
bracis-33651	166	13	length	length	NOUN
bracis-33651	166	14	subsetfootnote	subsetfootnote	NOUN
bracis-33651	166	15	1	1	NUM
bracis-33651	166	16	datasets	dataset	NOUN
bracis-33651	166	17	from	from	ADP
bracis-33651	166	18	the	the	DET
bracis-33651	166	19	ucr	ucr	PROPN
bracis-33651	166	20	repository	repository	NOUN
bracis-33651	166	21	 	 	SPACE
bracis-33651	167	1	[	[	X
bracis-33651	167	2	3	3	X
bracis-33651	167	3	]	]	PUNCT
bracis-33651	167	4	(	(	PUNCT
bracis-33651	167	5	experiments	experiment	NOUN
bracis-33651	167	6	are	be	AUX
bracis-33651	167	7	available	available	ADJ
bracis-33651	167	8	in	in	ADP
bracis-33651	167	9	the	the	DET
bracis-33651	167	10	project	project	NOUN
bracis-33651	167	11	repositoryfootnote	repositoryfootnote	VERB
bracis-33651	167	12	2	2	NUM
bracis-33651	167	13	)	)	PUNCT
bracis-33651	167	14	.	.	PUNCT
bracis-33651	168	1	we	we	PRON
bracis-33651	168	2	conduct	conduct	VERB
bracis-33651	168	3	the	the	DET
bracis-33651	168	4	experiments	experiment	NOUN
bracis-33651	168	5	in	in	ADP
bracis-33651	168	6	two	two	NUM
bracis-33651	168	7	well	well	ADV
bracis-33651	168	8	-	-	PUNCT
bracis-33651	168	9	established	establish	VERB
bracis-33651	168	10	architectures	architecture	NOUN
bracis-33651	168	11	.	.	PUNCT
bracis-33651	169	1	the	the	DET
bracis-33651	169	2	first	first	ADJ
bracis-33651	169	3	is	be	AUX
bracis-33651	169	4	a	a	DET
bracis-33651	169	5	multi	multi	ADJ
bracis-33651	169	6	-	-	ADJ
bracis-33651	169	7	layer	layer	ADJ
bracis-33651	169	8	perceptron	perceptron	NOUN
bracis-33651	169	9	(	(	PUNCT
bracis-33651	169	10	mlp	mlp	PROPN
bracis-33651	169	11	)	)	PUNCT
bracis-33651	169	12	 	 	SPACE
bracis-33651	170	1	[	[	X
bracis-33651	170	2	5	5	NUM
bracis-33651	170	3	,	,	PUNCT
bracis-33651	170	4	24	24	NUM
bracis-33651	170	5	]	]	PUNCT
bracis-33651	170	6	,	,	PUNCT
bracis-33651	170	7	representing	represent	VERB
bracis-33651	170	8	the	the	DET
bracis-33651	170	9	most	most	ADV
bracis-33651	170	10	basic	basic	ADJ
bracis-33651	170	11	and	and	CCONJ
bracis-33651	170	12	straightforward	straightforward	ADJ
bracis-33651	170	13	architectures	architecture	NOUN
bracis-33651	170	14	.	.	PUNCT
bracis-33651	171	1	the	the	DET
bracis-33651	171	2	second	second	ADJ
bracis-33651	171	3	choice	choice	NOUN
bracis-33651	171	4	is	be	AUX
bracis-33651	171	5	a	a	DET
bracis-33651	171	6	fully	fully	ADV
bracis-33651	171	7	convolutional	convolutional	ADJ
bracis-33651	171	8	network	network	NOUN
bracis-33651	171	9	(	(	PUNCT
bracis-33651	171	10	fcn	fcn	NOUN
bracis-33651	171	11	)	)	PUNCT
bracis-33651	171	12	 	 	SPACE
bracis-33651	172	1	[	[	X
bracis-33651	172	2	5	5	NUM
bracis-33651	172	3	,	,	PUNCT
bracis-33651	172	4	24	24	NUM
bracis-33651	172	5	]	]	PUNCT
bracis-33651	172	6	,	,	PUNCT
bracis-33651	172	7	an	an	DET
bracis-33651	172	8	architecture	architecture	NOUN
bracis-33651	172	9	representing	represent	VERB
bracis-33651	172	10	networks	network	NOUN
bracis-33651	172	11	that	that	PRON
bracis-33651	172	12	use	use	VERB
bracis-33651	172	13	convolutional	convolutional	ADJ
bracis-33651	172	14	structures	structure	NOUN
bracis-33651	172	15	to	to	PART
bracis-33651	172	16	obtain	obtain	VERB
bracis-33651	172	17	more	more	ADV
bracis-33651	172	18	accurate	accurate	ADJ
bracis-33651	172	19	results	result	NOUN
bracis-33651	172	20	.	.	PUNCT
bracis-33651	173	1	mlp	mlp	NOUN
bracis-33651	173	2	consists	consist	VERB
bracis-33651	173	3	of	of	ADP
bracis-33651	173	4	a	a	DET
bracis-33651	173	5	network	network	NOUN
bracis-33651	173	6	with	with	ADP
bracis-33651	173	7	two	two	NUM
bracis-33651	173	8	blocks	block	NOUN
bracis-33651	173	9	,	,	PUNCT
bracis-33651	173	10	each	each	PRON
bracis-33651	173	11	composed	compose	VERB
bracis-33651	173	12	of	of	ADP
bracis-33651	173	13	a	a	DET
bracis-33651	173	14	dropout	dropout	NOUN
bracis-33651	173	15	(	(	PUNCT
bracis-33651	173	16	\(p=0.1\	\(p=0.1\	NUM
bracis-33651	173	17	)	)	PUNCT
bracis-33651	173	18	and	and	CCONJ
bracis-33651	173	19	\(p=0.2\	\(p=0.2\	NUM
bracis-33651	173	20	)	)	PUNCT
bracis-33651	173	21	,	,	PUNCT
bracis-33651	173	22	respectively	respectively	ADV
bracis-33651	173	23	,	,	PUNCT
bracis-33651	173	24	in	in	ADP
bracis-33651	173	25	each	each	DET
bracis-33651	173	26	block	block	NOUN
bracis-33651	173	27	)	)	PUNCT
bracis-33651	173	28	and	and	CCONJ
bracis-33651	173	29	a	a	DET
bracis-33651	173	30	layer	layer	NOUN
bracis-33651	173	31	with	with	ADP
bracis-33651	173	32	500	500	NUM
bracis-33651	173	33	neurons	neuron	NOUN
bracis-33651	173	34	.	.	PUNCT
bracis-33651	174	1	next	next	ADV
bracis-33651	174	2	,	,	PUNCT
bracis-33651	174	3	a	a	DET
bracis-33651	174	4	last	last	ADJ
bracis-33651	174	5	block	block	NOUN
bracis-33651	174	6	is	be	AUX
bracis-33651	174	7	used	use	VERB
bracis-33651	174	8	,	,	PUNCT
bracis-33651	174	9	composed	compose	VERB
bracis-33651	174	10	of	of	ADP
bracis-33651	174	11	a	a	DET
bracis-33651	174	12	dropout	dropout	NOUN
bracis-33651	174	13	with	with	ADP
bracis-33651	174	14	\(p=0.3\	\(p=0.3\	NUM
bracis-33651	174	15	)	)	PUNCT
bracis-33651	174	16	and	and	CCONJ
bracis-33651	174	17	another	another	DET
bracis-33651	174	18	layer	layer	NOUN
bracis-33651	174	19	with	with	ADP
bracis-33651	174	20	the	the	DET
bracis-33651	174	21	number	number	NOUN
bracis-33651	174	22	of	of	ADP
bracis-33651	174	23	classes	class	NOUN
bracis-33651	174	24	being	be	AUX
bracis-33651	174	25	the	the	DET
bracis-33651	174	26	number	number	NOUN
bracis-33651	174	27	of	of	ADP
bracis-33651	174	28	neurons	neuron	NOUN
bracis-33651	174	29	,	,	PUNCT
bracis-33651	174	30	where	where	SCONJ
bracis-33651	174	31	a	a	DET
bracis-33651	174	32	softmax	softmax	NOUN
bracis-33651	174	33	activation	activation	NOUN
bracis-33651	174	34	is	be	AUX
bracis-33651	174	35	applied	apply	VERB
bracis-33651	174	36	for	for	ADP
bracis-33651	174	37	multi	multi	ADJ
bracis-33651	174	38	-	-	ADJ
bracis-33651	174	39	class	class	ADJ
bracis-33651	174	40	classification	classification	NOUN
bracis-33651	174	41	or	or	CCONJ
bracis-33651	174	42	just	just	ADV
bracis-33651	174	43	1	1	NUM
bracis-33651	174	44	neurons	neuron	NOUN
bracis-33651	174	45	for	for	ADP
bracis-33651	174	46	binary	binary	ADJ
bracis-33651	174	47	classification	classification	NOUN
bracis-33651	174	48	.	.	PUNCT
bracis-33651	175	1	each	each	DET
bracis-33651	175	2	layer	layer	NOUN
bracis-33651	175	3	includes	include	VERB
bracis-33651	175	4	the	the	DET
bracis-33651	175	5	activation	activation	NOUN
bracis-33651	175	6	applied	apply	VERB
bracis-33651	175	7	to	to	ADP
bracis-33651	175	8	that	that	DET
bracis-33651	175	9	experiment	experiment	NOUN
bracis-33651	175	10	.	.	PUNCT
bracis-33651	176	1	fcn	fcn	NOUN
bracis-33651	176	2	comprises	comprise	VERB
bracis-33651	176	3	three	three	NUM
bracis-33651	176	4	convolutional	convolutional	ADJ
bracis-33651	176	5	blocks	block	NOUN
bracis-33651	176	6	(	(	PUNCT
bracis-33651	176	7	128	128	NUM
bracis-33651	176	8	,	,	PUNCT
bracis-33651	176	9	256	256	NUM
bracis-33651	176	10	,	,	PUNCT
bracis-33651	176	11	and	and	CCONJ
bracis-33651	176	12	128	128	NUM
bracis-33651	176	13	channels	channel	NOUN
bracis-33651	176	14	,	,	PUNCT
bracis-33651	176	15	respectively	respectively	ADV
bracis-33651	176	16	)	)	PUNCT
bracis-33651	176	17	with	with	ADP
bracis-33651	176	18	kernel	kernel	PROPN
bracis-33651	176	19	sizes	size	NOUN
bracis-33651	176	20	of	of	ADP
bracis-33651	176	21	8	8	NUM
bracis-33651	176	22	,	,	PUNCT
bracis-33651	176	23	5	5	NUM
bracis-33651	176	24	,	,	PUNCT
bracis-33651	176	25	and	and	CCONJ
bracis-33651	176	26	3	3	NUM
bracis-33651	176	27	applied	apply	VERB
bracis-33651	176	28	in	in	ADP
bracis-33651	176	29	each	each	DET
bracis-33651	176	30	layer	layer	NOUN
bracis-33651	176	31	.	.	PUNCT
bracis-33651	177	1	the	the	DET
bracis-33651	177	2	output	output	NOUN
bracis-33651	177	3	of	of	ADP
bracis-33651	177	4	these	these	DET
bracis-33651	177	5	blocks	block	NOUN
bracis-33651	177	6	is	be	AUX
bracis-33651	177	7	used	use	VERB
bracis-33651	177	8	in	in	ADP
bracis-33651	177	9	an	an	DET
bracis-33651	177	10	average	average	ADJ
bracis-33651	177	11	pooling	pooling	NOUN
bracis-33651	177	12	and	and	CCONJ
bracis-33651	177	13	then	then	ADV
bracis-33651	177	14	passed	pass	VERB
bracis-33651	177	15	to	to	ADP
bracis-33651	177	16	a	a	DET
bracis-33651	177	17	layer	layer	NOUN
bracis-33651	177	18	with	with	ADP
bracis-33651	177	19	the	the	DET
bracis-33651	177	20	number	number	NOUN
bracis-33651	177	21	of	of	ADP
bracis-33651	177	22	neurons	neuron	NOUN
bracis-33651	177	23	equal	equal	ADJ
bracis-33651	177	24	to	to	ADP
bracis-33651	177	25	the	the	DET
bracis-33651	177	26	number	number	NOUN
bracis-33651	177	27	of	of	ADP
bracis-33651	177	28	classes	class	NOUN
bracis-33651	177	29	for	for	ADP
bracis-33651	177	30	multi	multi	ADJ
bracis-33651	177	31	-	-	ADJ
bracis-33651	177	32	class	class	ADJ
bracis-33651	177	33	problems	problem	NOUN
bracis-33651	177	34	or	or	CCONJ
bracis-33651	177	35	one	one	NUM
bracis-33651	177	36	neuron	neuron	NOUN
bracis-33651	177	37	for	for	ADP
bracis-33651	177	38	binary	binary	ADJ
bracis-33651	177	39	classification	classification	NOUN
bracis-33651	177	40	.	.	PUNCT
bracis-33651	178	1	a	a	DET
bracis-33651	178	2	softmax	softmax	ADJ
bracis-33651	178	3	activation	activation	NOUN
bracis-33651	178	4	is	be	AUX
bracis-33651	178	5	used	use	VERB
bracis-33651	178	6	in	in	ADP
bracis-33651	178	7	cases	case	NOUN
bracis-33651	178	8	with	with	ADP
bracis-33651	178	9	more	more	ADJ
bracis-33651	178	10	than	than	ADP
bracis-33651	178	11	one	one	NUM
bracis-33651	178	12	output	output	NOUN
bracis-33651	178	13	neuron	neuron	NOUN
bracis-33651	178	14	.	.	PUNCT
bracis-33651	179	1	for	for	ADP
bracis-33651	179	2	convolutions	convolution	NOUN
bracis-33651	179	3	,	,	PUNCT
bracis-33651	179	4	the	the	DET
bracis-33651	179	5	same	same	ADJ
bracis-33651	179	6	padding	padding	NOUN
bracis-33651	179	7	is	be	AUX
bracis-33651	179	8	used	use	VERB
bracis-33651	179	9	to	to	PART
bracis-33651	179	10	preserve	preserve	VERB
bracis-33651	179	11	the	the	DET
bracis-33651	179	12	input	input	NOUN
bracis-33651	179	13	dimensions	dimension	NOUN
bracis-33651	179	14	,	,	PUNCT
bracis-33651	179	15	no	no	DET
bracis-33651	179	16	max	max	PROPN
bracis-33651	179	17	pooling	pooling	NOUN
bracis-33651	179	18	is	be	AUX
bracis-33651	179	19	applied	apply	VERB
bracis-33651	179	20	to	to	ADP
bracis-33651	179	21	the	the	DET
bracis-33651	179	22	series	series	NOUN
bracis-33651	179	23	,	,	PUNCT
bracis-33651	179	24	and	and	CCONJ
bracis-33651	179	25	the	the	DET
bracis-33651	179	26	stride	stride	ADJ
bracis-33651	179	27	parameter	parameter	NOUN
bracis-33651	179	28	is	be	AUX
bracis-33651	179	29	always	always	ADV
bracis-33651	179	30	equal	equal	ADJ
bracis-33651	179	31	to	to	ADP
bracis-33651	179	32	1	1	NUM
bracis-33651	179	33	.	.	PUNCT
bracis-33651	180	1	the	the	DET
bracis-33651	180	2	activation	activation	NOUN
bracis-33651	180	3	used	use	VERB
bracis-33651	180	4	in	in	ADP
bracis-33651	180	5	each	each	DET
bracis-33651	180	6	block	block	NOUN
bracis-33651	180	7	varies	vary	VERB
bracis-33651	180	8	according	accord	VERB
bracis-33651	180	9	to	to	ADP
bracis-33651	180	10	the	the	DET
bracis-33651	180	11	experiment	experiment	NOUN
bracis-33651	180	12	.	.	PUNCT
bracis-33651	181	1	4.1	4.1	NUM
bracis-33651	181	2	experimental	experimental	ADJ
bracis-33651	181	3	setup	setup	NOUN
bracis-33651	181	4	we	we	PRON
bracis-33651	181	5	conducted	conduct	VERB
bracis-33651	181	6	experiments	experiment	NOUN
bracis-33651	181	7	using	use	VERB
bracis-33651	181	8	the	the	DET
bracis-33651	181	9	two	two	NUM
bracis-33651	181	10	chosen	choose	VERB
bracis-33651	181	11	architectures	architecture	NOUN
bracis-33651	181	12	,	,	PUNCT
bracis-33651	181	13	mlp	mlp	PROPN
bracis-33651	181	14	and	and	CCONJ
bracis-33651	181	15	fcn	fcn	PROPN
bracis-33651	181	16	,	,	PUNCT
bracis-33651	181	17	to	to	PART
bracis-33651	181	18	evaluate	evaluate	VERB
bracis-33651	181	19	the	the	DET
bracis-33651	181	20	applicability	applicability	NOUN
bracis-33651	181	21	of	of	ADP
bracis-33651	181	22	the	the	DET
bracis-33651	181	23	proposed	propose	VERB
bracis-33651	181	24	activation	activation	NOUN
bracis-33651	181	25	function	function	NOUN
bracis-33651	181	26	in	in	ADP
bracis-33651	181	27	time	time	NOUN
bracis-33651	181	28	series	series	PROPN
bracis-33651	181	29	classification	classification	NOUN
bracis-33651	181	30	tasks	task	NOUN
bracis-33651	181	31	.	.	PUNCT
bracis-33651	182	1	the	the	DET
bracis-33651	182	2	mlp	mlp	PROPN
bracis-33651	182	3	network	network	NOUN
bracis-33651	182	4	was	be	AUX
bracis-33651	182	5	trained	train	VERB
bracis-33651	182	6	using	use	VERB
bracis-33651	182	7	the	the	DET
bracis-33651	182	8	adadelta	adadelta	ADJ
bracis-33651	182	9	optimizer	optimizer	NOUN
bracis-33651	182	10	[	[	X
bracis-33651	182	11	29	29	NUM
bracis-33651	182	12	]	]	PUNCT
bracis-33651	182	13	,	,	PUNCT
bracis-33651	182	14	with	with	ADP
bracis-33651	182	15	a	a	DET
bracis-33651	182	16	learning	learn	VERB
bracis-33651	182	17	rate	rate	NOUN
bracis-33651	182	18	of	of	ADP
bracis-33651	182	19	1.0	1.0	NUM
bracis-33651	182	20	and	and	CCONJ
bracis-33651	182	21	1000	1000	NUM
bracis-33651	182	22	training	training	NOUN
bracis-33651	182	23	epochs	epoch	NOUN
bracis-33651	182	24	.	.	PUNCT
bracis-33651	183	1	the	the	DET
bracis-33651	183	2	fcn	fcn	PROPN
bracis-33651	183	3	network	network	NOUN
bracis-33651	183	4	was	be	AUX
bracis-33651	183	5	trained	train	VERB
bracis-33651	183	6	using	use	VERB
bracis-33651	183	7	the	the	DET
bracis-33651	183	8	adam	adam	PROPN
bracis-33651	183	9	optimizer	optimizer	NOUN
bracis-33651	183	10	[	[	X
bracis-33651	183	11	11	11	NUM
bracis-33651	183	12	]	]	PUNCT
bracis-33651	183	13	,	,	PUNCT
bracis-33651	183	14	with	with	ADP
bracis-33651	183	15	a	a	DET
bracis-33651	183	16	learning	learn	VERB
bracis-33651	183	17	rate	rate	NOUN
bracis-33651	183	18	of	of	ADP
bracis-33651	183	19	0.001	0.001	NUM
bracis-33651	183	20	and	and	CCONJ
bracis-33651	183	21	2000	2000	NUM
bracis-33651	183	22	training	training	NOUN
bracis-33651	183	23	epochs	epoch	NOUN
bracis-33651	183	24	.	.	PUNCT
bracis-33651	184	1	the	the	DET
bracis-33651	184	2	loss	loss	NOUN
bracis-33651	184	3	function	function	NOUN
bracis-33651	184	4	used	use	VERB
bracis-33651	184	5	in	in	ADP
bracis-33651	184	6	the	the	DET
bracis-33651	184	7	experiments	experiment	NOUN
bracis-33651	184	8	was	be	AUX
bracis-33651	184	9	the	the	DET
bracis-33651	184	10	cross	cross	NOUN
bracis-33651	184	11	-	-	NOUN
bracis-33651	184	12	entropy	entropy	NOUN
bracis-33651	184	13	for	for	ADP
bracis-33651	184	14	multi	multi	ADJ
bracis-33651	184	15	-	-	ADJ
bracis-33651	184	16	class	class	ADJ
bracis-33651	184	17	classification	classification	NOUN
bracis-33651	184	18	and	and	CCONJ
bracis-33651	184	19	binary	binary	NOUN
bracis-33651	184	20	cross	cross	NOUN
bracis-33651	184	21	-	-	NOUN
bracis-33651	184	22	entropy	entropy	NOUN
bracis-33651	184	23	for	for	ADP
bracis-33651	184	24	binary	binary	ADJ
bracis-33651	184	25	classification	classification	NOUN
bracis-33651	184	26	tasks	task	NOUN
bracis-33651	184	27	.	.	PUNCT
bracis-33651	185	1	the	the	DET
bracis-33651	185	2	performance	performance	NOUN
bracis-33651	185	3	of	of	ADP
bracis-33651	185	4	the	the	DET
bracis-33651	185	5	models	model	NOUN
bracis-33651	185	6	was	be	AUX
bracis-33651	185	7	evaluated	evaluate	VERB
bracis-33651	185	8	in	in	ADP
bracis-33651	185	9	terms	term	NOUN
bracis-33651	185	10	of	of	ADP
bracis-33651	185	11	accuracy	accuracy	NOUN
bracis-33651	185	12	.	.	PUNCT
bracis-33651	186	1	5	5	NUM
bracis-33651	186	2	results	result	NOUN
bracis-33651	186	3	this	this	DET
bracis-33651	186	4	section	section	NOUN
bracis-33651	186	5	discusses	discuss	VERB
bracis-33651	186	6	the	the	DET
bracis-33651	186	7	results	result	NOUN
bracis-33651	186	8	of	of	ADP
bracis-33651	186	9	leakysinelu	leakysinelu	NOUN
bracis-33651	186	10	and	and	CCONJ
bracis-33651	186	11	all	all	DET
bracis-33651	186	12	the	the	DET
bracis-33651	186	13	other	other	ADJ
bracis-33651	186	14	approaches	approach	NOUN
bracis-33651	186	15	over	over	ADP
bracis-33651	186	16	the	the	DET
bracis-33651	186	17	112	112	NUM
bracis-33651	186	18	equal	equal	ADJ
bracis-33651	186	19	-	-	PUNCT
bracis-33651	186	20	length	length	NOUN
bracis-33651	186	21	ucr	ucr	PROPN
bracis-33651	186	22	datasets	dataset	NOUN
bracis-33651	186	23	.	.	PUNCT
bracis-33651	187	1	following	follow	VERB
bracis-33651	187	2	 	 	SPACE
bracis-33651	187	3	[	[	X
bracis-33651	187	4	5	5	NUM
bracis-33651	187	5	]	]	PUNCT
bracis-33651	187	6	,	,	PUNCT
bracis-33651	187	7	we	we	PRON
bracis-33651	187	8	use	use	VERB
bracis-33651	187	9	the	the	DET
bracis-33651	187	10	mean	mean	ADJ
bracis-33651	187	11	accuracy	accuracy	NOUN
bracis-33651	187	12	averaged	average	VERB
bracis-33651	187	13	over	over	ADP
bracis-33651	187	14	the	the	DET
bracis-33651	187	15	experiments	experiment	NOUN
bracis-33651	187	16	on	on	ADP
bracis-33651	187	17	the	the	DET
bracis-33651	187	18	test	test	NOUN
bracis-33651	187	19	set	set	NOUN
bracis-33651	187	20	.	.	PUNCT
bracis-33651	188	1	in	in	ADP
bracis-33651	188	2	fig	fig	NOUN
bracis-33651	188	3	.	.	PUNCT
bracis-33651	188	4	 	 	SPACE
bracis-33651	188	5	4	4	NUM
bracis-33651	188	6	,	,	PUNCT
bracis-33651	188	7	we	we	PRON
bracis-33651	188	8	present	present	VERB
bracis-33651	188	9	a	a	DET
bracis-33651	188	10	one	one	NUM
bracis-33651	188	11	-	-	PUNCT
bracis-33651	188	12	versus	versus	ADP
bracis-33651	188	13	-	-	PUNCT
bracis-33651	188	14	one	one	NUM
bracis-33651	188	15	comparison	comparison	NOUN
bracis-33651	188	16	between	between	ADP
bracis-33651	188	17	the	the	DET
bracis-33651	188	18	leakysinelu	leakysinelu	NOUN
bracis-33651	188	19	function	function	NOUN
bracis-33651	188	20	,	,	PUNCT
bracis-33651	188	21	relu	relu	NOUN
bracis-33651	188	22	,	,	PUNCT
bracis-33651	188	23	snake	snake	NOUN
bracis-33651	188	24	,	,	PUNCT
bracis-33651	188	25	and	and	CCONJ
bracis-33651	188	26	prelu	prelu	NOUN
bracis-33651	188	27	in	in	ADP
bracis-33651	188	28	a	a	DET
bracis-33651	188	29	mlp	mlp	NOUN
bracis-33651	188	30	network	network	NOUN
bracis-33651	188	31	.	.	PUNCT
bracis-33651	189	1	we	we	PRON
bracis-33651	189	2	provide	provide	VERB
bracis-33651	189	3	these	these	DET
bracis-33651	189	4	comparisons	comparison	NOUN
bracis-33651	189	5	to	to	PART
bracis-33651	189	6	analyze	analyze	VERB
bracis-33651	189	7	the	the	DET
bracis-33651	189	8	performance	performance	NOUN
bracis-33651	189	9	with	with	ADP
bracis-33651	189	10	the	the	DET
bracis-33651	189	11	most	most	ADV
bracis-33651	189	12	used	used	ADJ
bracis-33651	189	13	activation	activation	NOUN
bracis-33651	189	14	in	in	ADP
bracis-33651	189	15	time	time	NOUN
bracis-33651	189	16	series	series	PROPN
bracis-33651	189	17	tasks	task	NOUN
bracis-33651	189	18	(	(	PUNCT
bracis-33651	189	19	relu	relu	NOUN
bracis-33651	189	20	)	)	PUNCT
bracis-33651	189	21	,	,	PUNCT
bracis-33651	189	22	the	the	DET
bracis-33651	189	23	most	most	ADV
bracis-33651	189	24	similar	similar	ADJ
bracis-33651	189	25	activation	activation	NOUN
bracis-33651	189	26	(	(	PUNCT
bracis-33651	189	27	snake	snake	NOUN
bracis-33651	189	28	)	)	PUNCT
bracis-33651	189	29	,	,	PUNCT
bracis-33651	189	30	and	and	CCONJ
bracis-33651	189	31	a	a	DET
bracis-33651	189	32	robust	robust	ADJ
bracis-33651	189	33	alternative	alternative	NOUN
bracis-33651	189	34	to	to	ADP
bracis-33651	189	35	relu	relu	NOUN
bracis-33651	189	36	(	(	PUNCT
bracis-33651	189	37	prelu	prelu	NOUN
bracis-33651	189	38	)	)	PUNCT
bracis-33651	189	39	.	.	PUNCT
bracis-33651	190	1	fig	fig	NOUN
bracis-33651	190	2	.	.	PUNCT
bracis-33651	191	1	4	4	X
bracis-33651	191	2	.	.	X
bracis-33651	191	3	comparison	comparison	NOUN
bracis-33651	191	4	between	between	ADP
bracis-33651	191	5	leakysinelu	leakysinelu	NOUN
bracis-33651	191	6	,	,	PUNCT
bracis-33651	191	7	relu	relu	NOUN
bracis-33651	191	8	,	,	PUNCT
bracis-33651	191	9	prelu	prelu	NOUN
bracis-33651	191	10	,	,	PUNCT
bracis-33651	191	11	and	and	CCONJ
bracis-33651	191	12	snake	snake	NOUN
bracis-33651	191	13	on	on	ADP
bracis-33651	191	14	an	an	DET
bracis-33651	191	15	mlp	mlp	NOUN
bracis-33651	191	16	network	network	NOUN
bracis-33651	191	17	among	among	ADP
bracis-33651	191	18	the	the	DET
bracis-33651	191	19	112	112	NUM
bracis-33651	191	20	equal	equal	ADJ
bracis-33651	191	21	-	-	PUNCT
bracis-33651	191	22	length	length	NOUN
bracis-33651	191	23	datasets	dataset	NOUN
bracis-33651	191	24	.	.	PUNCT
bracis-33651	192	1	full	full	ADJ
bracis-33651	192	2	size	size	NOUN
bracis-33651	192	3	image	image	NOUN
bracis-33651	192	4	each	each	DET
bracis-33651	192	5	point	point	NOUN
bracis-33651	192	6	in	in	ADP
bracis-33651	192	7	these	these	DET
bracis-33651	192	8	plots	plot	NOUN
bracis-33651	192	9	represents	represent	VERB
bracis-33651	192	10	one	one	NUM
bracis-33651	192	11	dataset	dataset	NOUN
bracis-33651	192	12	.	.	PUNCT
bracis-33651	193	1	the	the	DET
bracis-33651	193	2	x	x	X
bracis-33651	193	3	-	-	NOUN
bracis-33651	193	4	axis	axis	NOUN
bracis-33651	193	5	represents	represent	VERB
bracis-33651	193	6	the	the	DET
bracis-33651	193	7	accuracy	accuracy	NOUN
bracis-33651	193	8	of	of	ADP
bracis-33651	193	9	the	the	DET
bracis-33651	193	10	test	test	NOUN
bracis-33651	193	11	set	set	VERB
bracis-33651	193	12	using	use	VERB
bracis-33651	193	13	classifier	classifier	NOUN
bracis-33651	193	14	-	-	PUNCT
bracis-33651	193	15	x	x	NOUN
bracis-33651	193	16	,	,	PUNCT
bracis-33651	193	17	and	and	CCONJ
bracis-33651	193	18	the	the	DET
bracis-33651	193	19	y	y	NOUN
bracis-33651	193	20	-	-	PUNCT
bracis-33651	193	21	axis	axis	NOUN
bracis-33651	193	22	represents	represent	VERB
bracis-33651	193	23	the	the	DET
bracis-33651	193	24	ones	one	NOUN
bracis-33651	193	25	using	use	VERB
bracis-33651	193	26	classifier	classifier	NOUN
bracis-33651	193	27	-	-	PUNCT
bracis-33651	193	28	y.	y.	NOUN
bracis-33651	193	29	the	the	DET
bracis-33651	193	30	diagonal	diagonal	ADJ
bracis-33651	193	31	line	line	NOUN
bracis-33651	193	32	shows	show	VERB
bracis-33651	193	33	a	a	DET
bracis-33651	193	34	draw	draw	NOUN
bracis-33651	193	35	-	-	PUNCT
bracis-33651	193	36	line	line	NOUN
bracis-33651	193	37	between	between	ADP
bracis-33651	193	38	these	these	DET
bracis-33651	193	39	models	model	NOUN
bracis-33651	193	40	.	.	PUNCT
bracis-33651	194	1	note	note	VERB
bracis-33651	194	2	that	that	SCONJ
bracis-33651	194	3	the	the	DET
bracis-33651	194	4	leakysinelu	leakysinelu	NOUN
bracis-33651	194	5	improves	improve	VERB
bracis-33651	194	6	the	the	DET
bracis-33651	194	7	accuracy	accuracy	NOUN
bracis-33651	194	8	compared	compare	VERB
bracis-33651	194	9	to	to	ADP
bracis-33651	194	10	the	the	DET
bracis-33651	194	11	other	other	ADJ
bracis-33651	194	12	activations	activation	NOUN
bracis-33651	194	13	,	,	PUNCT
bracis-33651	194	14	besides	besides	SCONJ
bracis-33651	194	15	the	the	DET
bracis-33651	194	16	competitive	competitive	ADJ
bracis-33651	194	17	results	result	NOUN
bracis-33651	194	18	compared	compare	VERB
bracis-33651	194	19	to	to	ADP
bracis-33651	194	20	the	the	DET
bracis-33651	194	21	relu	relu	NOUN
bracis-33651	194	22	and	and	CCONJ
bracis-33651	194	23	prelu	prelu	NOUN
bracis-33651	194	24	.	.	PUNCT
bracis-33651	195	1	as	as	ADP
bracis-33651	195	2	 	 	SPACE
bracis-33651	195	3	[	[	PUNCT
bracis-33651	195	4	5	5	NUM
bracis-33651	195	5	]	]	PUNCT
bracis-33651	195	6	,	,	PUNCT
bracis-33651	195	7	we	we	PRON
bracis-33651	195	8	based	base	VERB
bracis-33651	195	9	our	our	PRON
bracis-33651	195	10	analysis	analysis	NOUN
bracis-33651	195	11	on	on	ADP
bracis-33651	195	12	the	the	DET
bracis-33651	195	13	recommendation	recommendation	NOUN
bracis-33651	195	14	of	of	ADP
bracis-33651	195	15	using	use	VERB
bracis-33651	195	16	the	the	DET
bracis-33651	195	17	friedman	friedman	NOUN
bracis-33651	195	18	test	test	NOUN
bracis-33651	195	19	to	to	PART
bracis-33651	195	20	reject	reject	VERB
bracis-33651	195	21	the	the	DET
bracis-33651	195	22	null	null	ADJ
bracis-33651	195	23	hypothesis	hypothesis	NOUN
bracis-33651	195	24	and	and	CCONJ
bracis-33651	195	25	perform	perform	VERB
bracis-33651	195	26	a	a	DET
bracis-33651	195	27	pairwise	pairwise	NOUN
bracis-33651	195	28	post	post	ADJ
bracis-33651	195	29	-	-	ADJ
bracis-33651	195	30	hoc	hoc	ADJ
bracis-33651	195	31	analysis	analysis	NOUN
bracis-33651	195	32	with	with	ADP
bracis-33651	195	33	the	the	DET
bracis-33651	195	34	average	average	ADJ
bracis-33651	195	35	ranking	ranking	ADJ
bracis-33651	195	36	comparison	comparison	NOUN
bracis-33651	195	37	replaced	replace	VERB
bracis-33651	195	38	by	by	ADP
bracis-33651	195	39	the	the	DET
bracis-33651	195	40	wilcoxon	wilcoxon	ADJ
bracis-33651	195	41	signed	sign	VERB
bracis-33651	195	42	-	-	PUNCT
bracis-33651	195	43	rank	rank	NOUN
bracis-33651	195	44	test	test	NOUN
bracis-33651	195	45	with	with	ADP
bracis-33651	195	46	holm	holm	PROPN
bracis-33651	195	47	’s	’s	PART
bracis-33651	195	48	alpha	alpha	NOUN
bracis-33651	195	49	(	(	PUNCT
bracis-33651	195	50	5	5	NUM
bracis-33651	195	51	%	%	NOUN
bracis-33651	195	52	)	)	PUNCT
bracis-33651	195	53	correction	correction	NOUN
bracis-33651	195	54	.	.	PUNCT
bracis-33651	196	1	to	to	PART
bracis-33651	196	2	facilitate	facilitate	VERB
bracis-33651	196	3	the	the	DET
bracis-33651	196	4	visualization	visualization	NOUN
bracis-33651	196	5	of	of	ADP
bracis-33651	196	6	the	the	DET
bracis-33651	196	7	rankings	ranking	NOUN
bracis-33651	196	8	and	and	CCONJ
bracis-33651	196	9	the	the	DET
bracis-33651	196	10	comparison	comparison	NOUN
bracis-33651	196	11	between	between	ADP
bracis-33651	196	12	the	the	DET
bracis-33651	196	13	methods	method	NOUN
bracis-33651	196	14	,	,	PUNCT
bracis-33651	196	15	we	we	PRON
bracis-33651	196	16	rely	rely	VERB
bracis-33651	196	17	on	on	ADP
bracis-33651	196	18	the	the	DET
bracis-33651	196	19	critical	critical	ADJ
bracis-33651	196	20	difference	difference	NOUN
bracis-33651	196	21	diagram	diagram	NOUN
bracis-33651	196	22	.	.	PUNCT
bracis-33651	197	1	figure	figure	NOUN
bracis-33651	197	2	 	 	SPACE
bracis-33651	197	3	5	5	NUM
bracis-33651	197	4	presents	present	VERB
bracis-33651	197	5	the	the	DET
bracis-33651	197	6	critical	critical	ADJ
bracis-33651	197	7	difference	difference	NOUN
bracis-33651	197	8	diagram	diagram	NOUN
bracis-33651	197	9	generated	generate	VERB
bracis-33651	197	10	over	over	ADP
bracis-33651	197	11	the	the	DET
bracis-33651	197	12	experiments	experiment	NOUN
bracis-33651	197	13	in	in	ADP
bracis-33651	197	14	the	the	DET
bracis-33651	197	15	ucr	ucr	PROPN
bracis-33651	197	16	repository	repository	NOUN
bracis-33651	197	17	with	with	ADP
bracis-33651	197	18	the	the	DET
bracis-33651	197	19	mlp	mlp	NOUN
bracis-33651	197	20	network	network	NOUN
bracis-33651	197	21	.	.	PUNCT
bracis-33651	198	1	note	note	VERB
bracis-33651	198	2	that	that	SCONJ
bracis-33651	198	3	the	the	DET
bracis-33651	198	4	leakysinelu	leakysinelu	NOUN
bracis-33651	198	5	function	function	NOUN
bracis-33651	198	6	is	be	AUX
bracis-33651	198	7	in	in	ADP
bracis-33651	198	8	the	the	DET
bracis-33651	198	9	\(1^{\text	\(1^{\text	PROPN
bracis-33651	198	10	{	{	PUNCT
bracis-33651	198	11	st}}\	st}}\	PROPN
bracis-33651	198	12	)	)	PUNCT
bracis-33651	198	13	position	position	NOUN
bracis-33651	198	14	with	with	ADP
bracis-33651	198	15	an	an	DET
bracis-33651	198	16	average	average	ADJ
bracis-33651	198	17	ranking	ranking	NOUN
bracis-33651	198	18	of	of	ADP
bracis-33651	198	19	4.2402	4.2402	NUM
bracis-33651	198	20	,	,	PUNCT
bracis-33651	198	21	besides	besides	SCONJ
bracis-33651	198	22	not	not	PART
bracis-33651	198	23	having	have	VERB
bracis-33651	198	24	a	a	DET
bracis-33651	198	25	statistical	statistical	ADJ
bracis-33651	198	26	difference	difference	NOUN
bracis-33651	198	27	from	from	ADP
bracis-33651	198	28	snake	snake	NOUN
bracis-33651	198	29	and	and	CCONJ
bracis-33651	198	30	relu	relu	NOUN
bracis-33651	198	31	derivations	derivation	NOUN
bracis-33651	198	32	.	.	PUNCT
bracis-33651	199	1	fig	fig	NOUN
bracis-33651	199	2	.	.	PUNCT
bracis-33651	200	1	5	5	NUM
bracis-33651	200	2	.	.	X
bracis-33651	200	3	critical	critical	ADJ
bracis-33651	200	4	difference	difference	NOUN
bracis-33651	200	5	diagram	diagram	NOUN
bracis-33651	200	6	with	with	ADP
bracis-33651	200	7	the	the	DET
bracis-33651	200	8	average	average	ADJ
bracis-33651	200	9	rank	rank	NOUN
bracis-33651	200	10	of	of	ADP
bracis-33651	200	11	each	each	DET
bracis-33651	200	12	classifier	classifier	NOUN
bracis-33651	200	13	over	over	ADP
bracis-33651	200	14	the	the	DET
bracis-33651	200	15	112	112	NUM
bracis-33651	200	16	equal	equal	ADJ
bracis-33651	200	17	-	-	PUNCT
bracis-33651	200	18	length	length	NOUN
bracis-33651	200	19	datasets	dataset	NOUN
bracis-33651	200	20	of	of	ADP
bracis-33651	200	21	the	the	DET
bracis-33651	200	22	ucr	ucr	PROPN
bracis-33651	200	23	archive	archive	NOUN
bracis-33651	200	24	.	.	PUNCT
bracis-33651	201	1	the	the	DET
bracis-33651	201	2	horizontal	horizontal	ADJ
bracis-33651	201	3	black	black	ADJ
bracis-33651	201	4	bar	bar	NOUN
bracis-33651	201	5	denotes	denote	VERB
bracis-33651	201	6	that	that	SCONJ
bracis-33651	201	7	the	the	DET
bracis-33651	201	8	models	model	NOUN
bracis-33651	201	9	connected	connect	VERB
bracis-33651	201	10	with	with	ADP
bracis-33651	201	11	it	it	PRON
bracis-33651	201	12	have	have	VERB
bracis-33651	201	13	no	no	DET
bracis-33651	201	14	statistical	statistical	ADJ
bracis-33651	201	15	difference	difference	NOUN
bracis-33651	201	16	.	.	PUNCT
bracis-33651	202	1	full	full	ADJ
bracis-33651	202	2	size	size	NOUN
bracis-33651	202	3	image	image	NOUN
bracis-33651	202	4	to	to	PART
bracis-33651	202	5	continue	continue	VERB
bracis-33651	202	6	the	the	DET
bracis-33651	202	7	analysis	analysis	NOUN
bracis-33651	202	8	of	of	ADP
bracis-33651	202	9	the	the	DET
bracis-33651	202	10	results	result	NOUN
bracis-33651	202	11	,	,	PUNCT
bracis-33651	202	12	we	we	PRON
bracis-33651	202	13	rely	rely	VERB
bracis-33651	202	14	on	on	ADP
bracis-33651	202	15	the	the	DET
bracis-33651	202	16	multi	multi	ADJ
bracis-33651	202	17	-	-	ADJ
bracis-33651	202	18	comparison	comparison	ADJ
bracis-33651	202	19	matrix	matrix	NOUN
bracis-33651	202	20	(	(	PUNCT
bracis-33651	202	21	mcm	mcm	PROPN
bracis-33651	202	22	)	)	PUNCT
bracis-33651	202	23	 	 	SPACE
bracis-33651	203	1	[	[	X
bracis-33651	203	2	10	10	NUM
bracis-33651	203	3	]	]	PUNCT
bracis-33651	203	4	.	.	PUNCT
bracis-33651	204	1	the	the	DET
bracis-33651	204	2	mcm	mcm	PROPN
bracis-33651	204	3	is	be	AUX
bracis-33651	204	4	a	a	DET
bracis-33651	204	5	more	more	ADV
bracis-33651	204	6	stable	stable	ADJ
bracis-33651	204	7	tool	tool	NOUN
bracis-33651	204	8	for	for	ADP
bracis-33651	204	9	evaluating	evaluate	VERB
bracis-33651	204	10	methods	method	NOUN
bracis-33651	204	11	in	in	ADP
bracis-33651	204	12	terms	term	NOUN
bracis-33651	204	13	of	of	ADP
bracis-33651	204	14	variation	variation	NOUN
bracis-33651	204	15	in	in	ADP
bracis-33651	204	16	the	the	DET
bracis-33651	204	17	models	model	NOUN
bracis-33651	204	18	used	use	VERB
bracis-33651	204	19	for	for	ADP
bracis-33651	204	20	the	the	DET
bracis-33651	204	21	comparison	comparison	NOUN
bracis-33651	204	22	.	.	PUNCT
bracis-33651	205	1	figure	figure	VERB
bracis-33651	205	2	 	 	SPACE
bracis-33651	205	3	6	6	NUM
bracis-33651	205	4	presents	present	VERB
bracis-33651	205	5	the	the	DET
bracis-33651	205	6	mcm	mcm	PROPN
bracis-33651	205	7	that	that	PRON
bracis-33651	205	8	compares	compare	VERB
bracis-33651	205	9	the	the	DET
bracis-33651	205	10	leakysinelu	leakysinelu	NOUN
bracis-33651	205	11	in	in	ADP
bracis-33651	205	12	an	an	DET
bracis-33651	205	13	mlp	mlp	NOUN
bracis-33651	205	14	network	network	NOUN
bracis-33651	205	15	with	with	ADP
bracis-33651	205	16	the	the	DET
bracis-33651	205	17	other	other	ADJ
bracis-33651	205	18	activations	activation	NOUN
bracis-33651	205	19	that	that	PRON
bracis-33651	205	20	do	do	AUX
bracis-33651	205	21	not	not	PART
bracis-33651	205	22	show	show	VERB
bracis-33651	205	23	a	a	DET
bracis-33651	205	24	statistical	statistical	ADJ
bracis-33651	205	25	difference	difference	NOUN
bracis-33651	205	26	in	in	ADP
bracis-33651	205	27	fig	fig	NOUN
bracis-33651	205	28	.	.	PUNCT
bracis-33651	205	29	 	 	SPACE
bracis-33651	206	1	5	5	NUM
bracis-33651	206	2	.	.	PUNCT
bracis-33651	207	1	this	this	DET
bracis-33651	207	2	mcm	mcm	PROPN
bracis-33651	207	3	uses	use	VERB
bracis-33651	207	4	the	the	DET
bracis-33651	207	5	average	average	ADJ
bracis-33651	207	6	accuracy	accuracy	NOUN
bracis-33651	207	7	on	on	ADP
bracis-33651	207	8	the	the	DET
bracis-33651	207	9	ucr	ucr	PROPN
bracis-33651	207	10	equal	equal	ADJ
bracis-33651	207	11	-	-	PUNCT
bracis-33651	207	12	length	length	NOUN
bracis-33651	207	13	datasets	dataset	NOUN
bracis-33651	207	14	as	as	ADP
bracis-33651	207	15	an	an	DET
bracis-33651	207	16	ordering	ordering	NOUN
bracis-33651	207	17	metric	metric	NOUN
bracis-33651	207	18	.	.	PUNCT
bracis-33651	208	1	observe	observe	VERB
bracis-33651	208	2	that	that	SCONJ
bracis-33651	208	3	,	,	PUNCT
bracis-33651	208	4	besides	besides	SCONJ
bracis-33651	208	5	the	the	DET
bracis-33651	208	6	statistical	statistical	ADJ
bracis-33651	208	7	equivalence	equivalence	NOUN
bracis-33651	208	8	between	between	ADP
bracis-33651	208	9	these	these	DET
bracis-33651	208	10	activations	activation	NOUN
bracis-33651	208	11	,	,	PUNCT
bracis-33651	208	12	the	the	DET
bracis-33651	208	13	leakysinelu	leakysinelu	NOUN
bracis-33651	208	14	wins	win	VERB
bracis-33651	208	15	in	in	ADP
bracis-33651	208	16	the	the	DET
bracis-33651	208	17	majority	majority	NOUN
bracis-33651	208	18	of	of	ADP
bracis-33651	208	19	the	the	DET
bracis-33651	208	20	datasets	dataset	NOUN
bracis-33651	208	21	when	when	SCONJ
bracis-33651	208	22	compared	compare	VERB
bracis-33651	208	23	to	to	ADP
bracis-33651	208	24	each	each	DET
bracis-33651	208	25	other	other	ADJ
bracis-33651	208	26	statistically	statistically	ADV
bracis-33651	208	27	equivalent	equivalent	ADJ
bracis-33651	208	28	activation	activation	NOUN
bracis-33651	208	29	.	.	PUNCT
bracis-33651	209	1	fig	fig	NOUN
bracis-33651	209	2	.	.	PUNCT
bracis-33651	210	1	6	6	NUM
bracis-33651	210	2	.	.	X
bracis-33651	210	3	multi	multi	ADJ
bracis-33651	210	4	-	-	ADJ
bracis-33651	210	5	comparison	comparison	ADJ
bracis-33651	210	6	matrix	matrix	NOUN
bracis-33651	210	7	of	of	ADP
bracis-33651	210	8	leakysinelu	leakysinelu	NOUN
bracis-33651	210	9	in	in	ADP
bracis-33651	210	10	an	an	DET
bracis-33651	210	11	mlp	mlp	NOUN
bracis-33651	210	12	compared	compare	VERB
bracis-33651	210	13	to	to	ADP
bracis-33651	210	14	the	the	DET
bracis-33651	210	15	other	other	ADJ
bracis-33651	210	16	statistical	statistical	ADJ
bracis-33651	210	17	equivalent	equivalent	ADJ
bracis-33651	210	18	approaches	approach	NOUN
bracis-33651	210	19	in	in	ADP
bracis-33651	210	20	fig	fig	NOUN
bracis-33651	210	21	.	.	PUNCT
bracis-33651	210	22	 	 	SPACE
bracis-33651	211	1	5	5	NUM
bracis-33651	211	2	.	.	PUNCT
bracis-33651	211	3	bold	bold	ADJ
bracis-33651	211	4	indicates	indicate	VERB
bracis-33651	211	5	p	p	NOUN
bracis-33651	211	6	-	-	PUNCT
bracis-33651	211	7	value	value	NOUN
bracis-33651	211	8	\(\le	\(\le	ADJ
bracis-33651	211	9	\	\	ADJ
bracis-33651	211	10	)	)	PUNCT
bracis-33651	211	11	0.05	0.05	NUM
bracis-33651	211	12	.	.	PUNCT
bracis-33651	212	1	full	full	ADJ
bracis-33651	212	2	size	size	NOUN
bracis-33651	212	3	image	image	NOUN
bracis-33651	212	4	moving	move	VERB
bracis-33651	212	5	on	on	ADP
bracis-33651	212	6	to	to	ADP
bracis-33651	212	7	the	the	DET
bracis-33651	212	8	fcn	fcn	NOUN
bracis-33651	212	9	analysis	analysis	NOUN
bracis-33651	212	10	,	,	PUNCT
bracis-33651	212	11	we	we	PRON
bracis-33651	212	12	used	use	VERB
bracis-33651	212	13	the	the	DET
bracis-33651	212	14	same	same	ADJ
bracis-33651	212	15	activations	activation	NOUN
bracis-33651	212	16	compared	compare	VERB
bracis-33651	212	17	previously	previously	ADV
bracis-33651	212	18	during	during	ADP
bracis-33651	212	19	the	the	DET
bracis-33651	212	20	experiments	experiment	NOUN
bracis-33651	212	21	.	.	PUNCT
bracis-33651	213	1	however	however	ADV
bracis-33651	213	2	,	,	PUNCT
bracis-33651	213	3	for	for	ADP
bracis-33651	213	4	simplicity	simplicity	NOUN
bracis-33651	213	5	reasons	reason	NOUN
bracis-33651	213	6	,	,	PUNCT
bracis-33651	213	7	we	we	PRON
bracis-33651	213	8	analyzed	analyze	VERB
bracis-33651	213	9	in	in	ADP
bracis-33651	213	10	more	more	ADJ
bracis-33651	213	11	depth	depth	NOUN
bracis-33651	213	12	the	the	DET
bracis-33651	213	13	activations	activation	NOUN
bracis-33651	213	14	that	that	PRON
bracis-33651	213	15	have	have	AUX
bracis-33651	213	16	already	already	ADV
bracis-33651	213	17	shown	show	VERB
bracis-33651	213	18	to	to	PART
bracis-33651	213	19	be	be	AUX
bracis-33651	213	20	statistically	statistically	ADV
bracis-33651	213	21	equivalent	equivalent	ADJ
bracis-33651	213	22	,	,	PUNCT
bracis-33651	213	23	namely	namely	ADV
bracis-33651	213	24	leakysinelu	leakysinelu	NOUN
bracis-33651	213	25	,	,	PUNCT
bracis-33651	213	26	relu	relu	NOUN
bracis-33651	213	27	,	,	PUNCT
bracis-33651	213	28	prelu	prelu	NOUN
bracis-33651	213	29	,	,	PUNCT
bracis-33651	213	30	elu	elu	PROPN
bracis-33651	213	31	,	,	PUNCT
bracis-33651	213	32	gelu	gelu	ADJ
bracis-33651	213	33	,	,	PUNCT
bracis-33651	213	34	and	and	CCONJ
bracis-33651	213	35	snake	snake	NOUN
bracis-33651	213	36	.	.	PUNCT
bracis-33651	214	1	figure	figure	VERB
bracis-33651	214	2	 	 	SPACE
bracis-33651	214	3	7	7	NUM
bracis-33651	214	4	presents	present	VERB
bracis-33651	214	5	a	a	DET
bracis-33651	214	6	one	one	NUM
bracis-33651	214	7	-	-	PUNCT
bracis-33651	214	8	versus	versus	ADP
bracis-33651	214	9	-	-	PUNCT
bracis-33651	214	10	one	one	NUM
bracis-33651	214	11	comparison	comparison	NOUN
bracis-33651	214	12	between	between	ADP
bracis-33651	214	13	the	the	DET
bracis-33651	214	14	leakysinelu	leakysinelu	NOUN
bracis-33651	214	15	function	function	NOUN
bracis-33651	214	16	,	,	PUNCT
bracis-33651	214	17	relu	relu	NOUN
bracis-33651	214	18	,	,	PUNCT
bracis-33651	214	19	snake	snake	NOUN
bracis-33651	214	20	,	,	PUNCT
bracis-33651	214	21	and	and	CCONJ
bracis-33651	214	22	prelu	prelu	NOUN
bracis-33651	214	23	in	in	ADP
bracis-33651	214	24	a	a	DET
bracis-33651	214	25	fcn	fcn	NOUN
bracis-33651	214	26	network	network	NOUN
bracis-33651	214	27	.	.	PUNCT
bracis-33651	215	1	in	in	ADP
bracis-33651	215	2	this	this	DET
bracis-33651	215	3	case	case	NOUN
bracis-33651	215	4	,	,	PUNCT
bracis-33651	215	5	the	the	DET
bracis-33651	215	6	number	number	NOUN
bracis-33651	215	7	of	of	ADP
bracis-33651	215	8	victories	victory	NOUN
bracis-33651	215	9	remains	remain	VERB
bracis-33651	215	10	in	in	ADP
bracis-33651	215	11	favor	favor	NOUN
bracis-33651	215	12	of	of	ADP
bracis-33651	215	13	leakysinelu	leakysinelu	NOUN
bracis-33651	215	14	.	.	PUNCT
bracis-33651	216	1	it	it	PRON
bracis-33651	216	2	is	be	AUX
bracis-33651	216	3	possible	possible	ADJ
bracis-33651	216	4	to	to	PART
bracis-33651	216	5	observe	observe	VERB
bracis-33651	216	6	that	that	SCONJ
bracis-33651	216	7	the	the	DET
bracis-33651	216	8	network	network	NOUN
bracis-33651	216	9	,	,	PUNCT
bracis-33651	216	10	even	even	ADV
bracis-33651	216	11	using	use	VERB
bracis-33651	216	12	convolution	convolution	NOUN
bracis-33651	216	13	filters	filter	NOUN
bracis-33651	216	14	,	,	PUNCT
bracis-33651	216	15	still	still	ADV
bracis-33651	216	16	benefits	benefit	VERB
bracis-33651	216	17	from	from	ADP
bracis-33651	216	18	an	an	DET
bracis-33651	216	19	activation	activation	NOUN
bracis-33651	216	20	designed	design	VERB
bracis-33651	216	21	and	and	CCONJ
bracis-33651	216	22	focused	focus	VERB
bracis-33651	216	23	on	on	ADP
bracis-33651	216	24	time	time	NOUN
bracis-33651	216	25	series	series	PROPN
bracis-33651	216	26	problems	problem	NOUN
bracis-33651	216	27	.	.	PUNCT
bracis-33651	217	1	fig	fig	NOUN
bracis-33651	217	2	.	.	PUNCT
bracis-33651	218	1	7	7	X
bracis-33651	218	2	.	.	X
bracis-33651	218	3	comparison	comparison	NOUN
bracis-33651	218	4	between	between	ADP
bracis-33651	218	5	leakysinelu	leakysinelu	NOUN
bracis-33651	218	6	,	,	PUNCT
bracis-33651	218	7	relu	relu	NOUN
bracis-33651	218	8	,	,	PUNCT
bracis-33651	218	9	prelu	prelu	NOUN
bracis-33651	218	10	,	,	PUNCT
bracis-33651	218	11	and	and	CCONJ
bracis-33651	218	12	snake	snake	NOUN
bracis-33651	218	13	on	on	ADP
bracis-33651	218	14	an	an	DET
bracis-33651	218	15	fcn	fcn	NOUN
bracis-33651	218	16	network	network	NOUN
bracis-33651	218	17	among	among	ADP
bracis-33651	218	18	the	the	DET
bracis-33651	218	19	112	112	NUM
bracis-33651	218	20	equal	equal	ADJ
bracis-33651	218	21	-	-	PUNCT
bracis-33651	218	22	length	length	NOUN
bracis-33651	218	23	datasets	dataset	NOUN
bracis-33651	218	24	.	.	PUNCT
bracis-33651	219	1	full	full	ADJ
bracis-33651	219	2	size	size	NOUN
bracis-33651	219	3	image	image	NOUN
bracis-33651	219	4	figure	figure	NOUN
bracis-33651	219	5	 	 	SPACE
bracis-33651	219	6	8	8	NUM
bracis-33651	219	7	presents	present	VERB
bracis-33651	219	8	the	the	DET
bracis-33651	219	9	critical	critical	ADJ
bracis-33651	219	10	difference	difference	NOUN
bracis-33651	219	11	diagram	diagram	NOUN
bracis-33651	219	12	generated	generate	VERB
bracis-33651	219	13	over	over	ADP
bracis-33651	219	14	the	the	DET
bracis-33651	219	15	experiments	experiment	NOUN
bracis-33651	219	16	in	in	ADP
bracis-33651	219	17	the	the	DET
bracis-33651	219	18	ucr	ucr	PROPN
bracis-33651	219	19	repository	repository	NOUN
bracis-33651	219	20	with	with	ADP
bracis-33651	219	21	the	the	DET
bracis-33651	219	22	fcn	fcn	NOUN
bracis-33651	219	23	network	network	NOUN
bracis-33651	219	24	.	.	PUNCT
bracis-33651	220	1	in	in	ADP
bracis-33651	220	2	this	this	DET
bracis-33651	220	3	case	case	NOUN
bracis-33651	220	4	,	,	PUNCT
bracis-33651	220	5	the	the	DET
bracis-33651	220	6	critical	critical	ADJ
bracis-33651	220	7	difference	difference	NOUN
bracis-33651	220	8	diagram	diagram	NOUN
bracis-33651	220	9	shows	show	VERB
bracis-33651	220	10	that	that	SCONJ
bracis-33651	220	11	leakysinelu	leakysinelu	NOUN
bracis-33651	220	12	is	be	AUX
bracis-33651	220	13	statistically	statistically	ADV
bracis-33651	220	14	different	different	ADJ
bracis-33651	220	15	from	from	ADP
bracis-33651	220	16	elu	elu	PROPN
bracis-33651	220	17	.	.	PUNCT
bracis-33651	221	1	however	however	ADV
bracis-33651	221	2	,	,	PUNCT
bracis-33651	221	3	it	it	PRON
bracis-33651	221	4	is	be	AUX
bracis-33651	221	5	worth	worth	ADJ
bracis-33651	221	6	remembering	remember	VERB
bracis-33651	221	7	that	that	SCONJ
bracis-33651	221	8	,	,	PUNCT
bracis-33651	221	9	as	as	SCONJ
bracis-33651	221	10	highlighted	highlight	VERB
bracis-33651	221	11	in	in	ADP
bracis-33651	221	12	 	 	SPACE
bracis-33651	221	13	[	[	X
bracis-33651	221	14	10	10	NUM
bracis-33651	221	15	]	]	PUNCT
bracis-33651	221	16	,	,	PUNCT
bracis-33651	221	17	an	an	DET
bracis-33651	221	18	average	average	ADJ
bracis-33651	221	19	ranking	ranking	NOUN
bracis-33651	221	20	can	can	AUX
bracis-33651	221	21	be	be	AUX
bracis-33651	221	22	prone	prone	ADJ
bracis-33651	221	23	to	to	ADP
bracis-33651	221	24	errors	error	NOUN
bracis-33651	221	25	.	.	PUNCT
bracis-33651	222	1	to	to	PART
bracis-33651	222	2	solve	solve	VERB
bracis-33651	222	3	this	this	PRON
bracis-33651	222	4	,	,	PUNCT
bracis-33651	222	5	we	we	PRON
bracis-33651	222	6	also	also	ADV
bracis-33651	222	7	used	use	VERB
bracis-33651	222	8	mcm	mcm	PROPN
bracis-33651	222	9	to	to	PART
bracis-33651	222	10	analyze	analyze	VERB
bracis-33651	222	11	the	the	DET
bracis-33651	222	12	fcn	fcn	NOUN
bracis-33651	222	13	results	result	NOUN
bracis-33651	222	14	.	.	PUNCT
bracis-33651	223	1	however	however	ADV
bracis-33651	223	2	,	,	PUNCT
bracis-33651	223	3	it	it	PRON
bracis-33651	223	4	is	be	AUX
bracis-33651	223	5	still	still	ADV
bracis-33651	223	6	worth	worth	ADJ
bracis-33651	223	7	noting	note	VERB
bracis-33651	223	8	that	that	SCONJ
bracis-33651	223	9	leakysinelu	leakysinelu	PROPN
bracis-33651	223	10	is	be	AUX
bracis-33651	223	11	the	the	DET
bracis-33651	223	12	best	well	ADV
bracis-33651	223	13	-	-	PUNCT
bracis-33651	223	14	ranked	rank	VERB
bracis-33651	223	15	activation	activation	NOUN
bracis-33651	223	16	function	function	NOUN
bracis-33651	223	17	,	,	PUNCT
bracis-33651	223	18	with	with	ADP
bracis-33651	223	19	an	an	DET
bracis-33651	223	20	average	average	ADJ
bracis-33651	223	21	ranking	ranking	NOUN
bracis-33651	223	22	of	of	ADP
bracis-33651	223	23	3.0491	3.0491	NUM
bracis-33651	223	24	.	.	PUNCT
bracis-33651	224	1	when	when	SCONJ
bracis-33651	224	2	we	we	PRON
bracis-33651	224	3	compare	compare	VERB
bracis-33651	224	4	its	its	PRON
bracis-33651	224	5	performance	performance	NOUN
bracis-33651	224	6	with	with	ADP
bracis-33651	224	7	relu	relu	NOUN
bracis-33651	224	8	(	(	PUNCT
bracis-33651	224	9	second	second	ADV
bracis-33651	224	10	best	well	ADV
bracis-33651	224	11	-	-	PUNCT
bracis-33651	224	12	ranked	rank	VERB
bracis-33651	224	13	)	)	PUNCT
bracis-33651	224	14	,	,	PUNCT
bracis-33651	224	15	the	the	DET
bracis-33651	224	16	proposed	propose	VERB
bracis-33651	224	17	function	function	NOUN
bracis-33651	224	18	wins	win	VERB
bracis-33651	224	19	in	in	ADP
bracis-33651	224	20	most	most	ADJ
bracis-33651	224	21	cases	case	NOUN
bracis-33651	224	22	.	.	PUNCT
bracis-33651	225	1	fig	fig	NOUN
bracis-33651	225	2	.	.	PUNCT
bracis-33651	226	1	8	8	NUM
bracis-33651	226	2	.	.	X
bracis-33651	226	3	critical	critical	ADJ
bracis-33651	226	4	difference	difference	NOUN
bracis-33651	226	5	diagram	diagram	NOUN
bracis-33651	226	6	with	with	ADP
bracis-33651	226	7	the	the	DET
bracis-33651	226	8	average	average	ADJ
bracis-33651	226	9	rank	rank	NOUN
bracis-33651	226	10	of	of	ADP
bracis-33651	226	11	each	each	DET
bracis-33651	226	12	fcn	fcn	NOUN
bracis-33651	226	13	classifier	classifier	NOUN
bracis-33651	226	14	over	over	ADP
bracis-33651	226	15	the	the	DET
bracis-33651	226	16	112	112	NUM
bracis-33651	226	17	equal	equal	ADJ
bracis-33651	226	18	length	length	NOUN
bracis-33651	226	19	datasets	dataset	NOUN
bracis-33651	226	20	of	of	ADP
bracis-33651	226	21	the	the	DET
bracis-33651	226	22	ucr	ucr	PROPN
bracis-33651	226	23	archive	archive	NOUN
bracis-33651	226	24	.	.	PUNCT
bracis-33651	227	1	full	full	ADJ
bracis-33651	227	2	size	size	NOUN
bracis-33651	227	3	image	image	NOUN
bracis-33651	227	4	fig	fig	NOUN
bracis-33651	227	5	.	.	PUNCT
bracis-33651	228	1	9	9	X
bracis-33651	228	2	.	.	X
bracis-33651	228	3	multi	multi	ADJ
bracis-33651	228	4	-	-	ADJ
bracis-33651	228	5	comparison	comparison	ADJ
bracis-33651	228	6	matrix	matrix	NOUN
bracis-33651	228	7	of	of	ADP
bracis-33651	228	8	leakysinelu	leakysinelu	NOUN
bracis-33651	228	9	in	in	ADP
bracis-33651	228	10	a	a	DET
bracis-33651	228	11	fcn	fcn	NOUN
bracis-33651	228	12	compared	compare	VERB
bracis-33651	228	13	to	to	ADP
bracis-33651	228	14	the	the	DET
bracis-33651	228	15	other	other	ADJ
bracis-33651	228	16	statistical	statistical	ADJ
bracis-33651	228	17	equivalent	equivalent	ADJ
bracis-33651	228	18	approaches	approach	NOUN
bracis-33651	228	19	in	in	ADP
bracis-33651	228	20	fig	fig	NOUN
bracis-33651	228	21	.	.	PUNCT
bracis-33651	228	22	 	 	SPACE
bracis-33651	229	1	8	8	NUM
bracis-33651	229	2	.	.	PUNCT
bracis-33651	230	1	bold	bold	ADJ
bracis-33651	230	2	indicates	indicate	VERB
bracis-33651	230	3	p	p	NOUN
bracis-33651	230	4	-	-	PUNCT
bracis-33651	230	5	value	value	NOUN
bracis-33651	230	6	\(\le	\(\le	ADJ
bracis-33651	230	7	\	\	ADJ
bracis-33651	230	8	)	)	PUNCT
bracis-33651	230	9	0.05	0.05	NUM
bracis-33651	230	10	.	.	PUNCT
bracis-33651	231	1	full	full	ADJ
bracis-33651	231	2	size	size	NOUN
bracis-33651	231	3	image	image	NOUN
bracis-33651	231	4	figure	figure	NOUN
bracis-33651	231	5	 	 	SPACE
bracis-33651	231	6	9	9	NUM
bracis-33651	231	7	presents	present	NOUN
bracis-33651	231	8	the	the	DET
bracis-33651	231	9	mcm	mcm	PROPN
bracis-33651	231	10	that	that	PRON
bracis-33651	231	11	compares	compare	VERB
bracis-33651	231	12	the	the	DET
bracis-33651	231	13	leakysinelu	leakysinelu	NOUN
bracis-33651	231	14	in	in	ADP
bracis-33651	231	15	an	an	DET
bracis-33651	231	16	fcn	fcn	NOUN
bracis-33651	231	17	network	network	NOUN
bracis-33651	231	18	.	.	PUNCT
bracis-33651	232	1	as	as	SCONJ
bracis-33651	232	2	mentioned	mention	VERB
bracis-33651	232	3	,	,	PUNCT
bracis-33651	232	4	when	when	SCONJ
bracis-33651	232	5	varying	vary	VERB
bracis-33651	232	6	the	the	DET
bracis-33651	232	7	analysis	analysis	NOUN
bracis-33651	232	8	to	to	ADP
bracis-33651	232	9	the	the	DET
bracis-33651	232	10	average	average	ADJ
bracis-33651	232	11	accuracy	accuracy	NOUN
bracis-33651	232	12	and	and	CCONJ
bracis-33651	232	13	a	a	DET
bracis-33651	232	14	statistical	statistical	ADJ
bracis-33651	232	15	test	test	NOUN
bracis-33651	232	16	recommended	recommend	VERB
bracis-33651	232	17	in	in	ADP
bracis-33651	232	18	the	the	DET
bracis-33651	232	19	literature	literature	NOUN
bracis-33651	232	20	,	,	PUNCT
bracis-33651	232	21	mcm	mcm	PROPN
bracis-33651	232	22	provides	provide	VERB
bracis-33651	232	23	us	we	PRON
bracis-33651	232	24	with	with	ADP
bracis-33651	232	25	more	more	ADV
bracis-33651	232	26	detailed	detailed	ADJ
bracis-33651	232	27	information	information	NOUN
bracis-33651	232	28	.	.	PUNCT
bracis-33651	233	1	it	it	PRON
bracis-33651	233	2	is	be	AUX
bracis-33651	233	3	possible	possible	ADJ
bracis-33651	233	4	to	to	PART
bracis-33651	233	5	notice	notice	VERB
bracis-33651	233	6	two	two	NUM
bracis-33651	233	7	things	thing	NOUN
bracis-33651	233	8	,	,	PUNCT
bracis-33651	233	9	the	the	DET
bracis-33651	233	10	first	first	ADJ
bracis-33651	233	11	of	of	ADP
bracis-33651	233	12	which	which	PRON
bracis-33651	233	13	is	be	AUX
bracis-33651	233	14	that	that	SCONJ
bracis-33651	233	15	leakysinelu	leakysinelu	NOUN
bracis-33651	233	16	is	be	AUX
bracis-33651	233	17	statistically	statistically	ADV
bracis-33651	233	18	different	different	ADJ
bracis-33651	233	19	from	from	ADP
bracis-33651	233	20	elu	elu	PROPN
bracis-33651	233	21	and	and	CCONJ
bracis-33651	233	22	snake	snake	NOUN
bracis-33651	233	23	in	in	ADP
bracis-33651	233	24	this	this	DET
bracis-33651	233	25	analysis	analysis	NOUN
bracis-33651	233	26	.	.	PUNCT
bracis-33651	234	1	the	the	DET
bracis-33651	234	2	second	second	ADJ
bracis-33651	234	3	is	be	AUX
bracis-33651	234	4	that	that	SCONJ
bracis-33651	234	5	despite	despite	SCONJ
bracis-33651	234	6	being	be	AUX
bracis-33651	234	7	equivalent	equivalent	ADJ
bracis-33651	234	8	to	to	ADP
bracis-33651	234	9	relu	relu	NOUN
bracis-33651	234	10	and	and	CCONJ
bracis-33651	234	11	prelu	prelu	NOUN
bracis-33651	234	12	,	,	PUNCT
bracis-33651	234	13	it	it	PRON
bracis-33651	234	14	can	can	AUX
bracis-33651	234	15	be	be	AUX
bracis-33651	234	16	noted	note	VERB
bracis-33651	234	17	that	that	SCONJ
bracis-33651	234	18	leakysinelu	leakysinelu	PROPN
bracis-33651	234	19	still	still	ADV
bracis-33651	234	20	wins	win	VERB
bracis-33651	234	21	the	the	DET
bracis-33651	234	22	majority	majority	NOUN
bracis-33651	234	23	of	of	ADP
bracis-33651	234	24	cases	case	NOUN
bracis-33651	234	25	when	when	SCONJ
bracis-33651	234	26	compared	compare	VERB
bracis-33651	234	27	to	to	ADP
bracis-33651	234	28	these	these	DET
bracis-33651	234	29	two	two	NUM
bracis-33651	234	30	activations	activation	NOUN
bracis-33651	234	31	,	,	PUNCT
bracis-33651	234	32	with	with	ADP
bracis-33651	234	33	the	the	DET
bracis-33651	234	34	number	number	NOUN
bracis-33651	234	35	of	of	ADP
bracis-33651	234	36	wins	win	NOUN
bracis-33651	234	37	being	be	AUX
bracis-33651	234	38	55	55	NUM
bracis-33651	234	39	and	and	CCONJ
bracis-33651	234	40	62	62	NUM
bracis-33651	234	41	,	,	PUNCT
bracis-33651	234	42	respectively	respectively	ADV
bracis-33651	234	43	.	.	PUNCT
bracis-33651	235	1	6	6	NUM
bracis-33651	235	2	conclusion	conclusion	NOUN
bracis-33651	235	3	in	in	ADP
bracis-33651	235	4	this	this	DET
bracis-33651	235	5	work	work	NOUN
bracis-33651	235	6	,	,	PUNCT
bracis-33651	235	7	we	we	PRON
bracis-33651	235	8	studied	study	VERB
bracis-33651	235	9	and	and	CCONJ
bracis-33651	235	10	identified	identify	VERB
bracis-33651	235	11	meaningful	meaningful	ADJ
bracis-33651	235	12	potential	potential	ADJ
bracis-33651	235	13	harmful	harmful	ADJ
bracis-33651	235	14	properties	property	NOUN
bracis-33651	235	15	of	of	ADP
bracis-33651	235	16	neural	neural	ADJ
bracis-33651	235	17	network	network	NOUN
bracis-33651	235	18	activations	activation	NOUN
bracis-33651	235	19	for	for	ADP
bracis-33651	235	20	time	time	NOUN
bracis-33651	235	21	series	series	PROPN
bracis-33651	235	22	data	data	PROPN
bracis-33651	235	23	.	.	PUNCT
bracis-33651	236	1	our	our	PRON
bracis-33651	236	2	study	study	NOUN
bracis-33651	236	3	encompasses	encompass	VERB
bracis-33651	236	4	mathematical	mathematical	ADJ
bracis-33651	236	5	analysis	analysis	NOUN
bracis-33651	236	6	of	of	ADP
bracis-33651	236	7	these	these	DET
bracis-33651	236	8	properties	property	NOUN
bracis-33651	236	9	as	as	ADV
bracis-33651	236	10	well	well	ADV
bracis-33651	236	11	as	as	ADP
bracis-33651	236	12	their	their	PRON
bracis-33651	236	13	study	study	NOUN
bracis-33651	236	14	for	for	ADP
bracis-33651	236	15	tasks	task	NOUN
bracis-33651	236	16	related	relate	VERB
bracis-33651	236	17	to	to	ADP
bracis-33651	236	18	time	time	NOUN
bracis-33651	236	19	series	series	NOUN
bracis-33651	236	20	.	.	PUNCT
bracis-33651	237	1	we	we	PRON
bracis-33651	237	2	identified	identify	VERB
bracis-33651	237	3	weaknesses	weakness	NOUN
bracis-33651	237	4	in	in	ADP
bracis-33651	237	5	the	the	DET
bracis-33651	237	6	main	main	ADJ
bracis-33651	237	7	activations	activation	NOUN
bracis-33651	237	8	in	in	ADP
bracis-33651	237	9	the	the	DET
bracis-33651	237	10	literature	literature	NOUN
bracis-33651	237	11	and	and	CCONJ
bracis-33651	237	12	,	,	PUNCT
bracis-33651	237	13	based	base	VERB
bracis-33651	237	14	on	on	ADP
bracis-33651	237	15	this	this	DET
bracis-33651	237	16	study	study	NOUN
bracis-33651	237	17	,	,	PUNCT
bracis-33651	237	18	we	we	PRON
bracis-33651	237	19	proposed	propose	VERB
bracis-33651	237	20	the	the	DET
bracis-33651	237	21	leakysinelu	leakysinelu	NOUN
bracis-33651	237	22	,	,	PUNCT
bracis-33651	237	23	an	an	DET
bracis-33651	237	24	activation	activation	NOUN
bracis-33651	237	25	that	that	PRON
bracis-33651	237	26	overcomes	overcome	VERB
bracis-33651	237	27	varied	varied	ADJ
bracis-33651	237	28	limitations	limitation	NOUN
bracis-33651	237	29	of	of	ADP
bracis-33651	237	30	activation	activation	NOUN
bracis-33651	237	31	functions	function	NOUN
bracis-33651	237	32	commonly	commonly	ADV
bracis-33651	237	33	used	use	VERB
bracis-33651	237	34	on	on	ADP
bracis-33651	237	35	neural	neural	ADJ
bracis-33651	237	36	network	network	NOUN
bracis-33651	237	37	architectures	architecture	NOUN
bracis-33651	237	38	for	for	ADP
bracis-33651	237	39	time	time	NOUN
bracis-33651	237	40	series	series	PROPN
bracis-33651	237	41	tasks	task	NOUN
bracis-33651	237	42	.	.	PUNCT
bracis-33651	238	1	through	through	ADP
bracis-33651	238	2	an	an	DET
bracis-33651	238	3	empirical	empirical	ADJ
bracis-33651	238	4	study	study	NOUN
bracis-33651	238	5	,	,	PUNCT
bracis-33651	238	6	we	we	PRON
bracis-33651	238	7	conducted	conduct	VERB
bracis-33651	238	8	a	a	DET
bracis-33651	238	9	series	series	NOUN
bracis-33651	238	10	of	of	ADP
bracis-33651	238	11	experiments	experiment	NOUN
bracis-33651	238	12	on	on	ADP
bracis-33651	238	13	benchmark	benchmark	ADJ
bracis-33651	238	14	datasets	dataset	NOUN
bracis-33651	238	15	from	from	ADP
bracis-33651	238	16	the	the	DET
bracis-33651	238	17	literature	literature	NOUN
bracis-33651	238	18	,	,	PUNCT
bracis-33651	238	19	showing	show	VERB
bracis-33651	238	20	that	that	SCONJ
bracis-33651	238	21	the	the	DET
bracis-33651	238	22	proposed	propose	VERB
bracis-33651	238	23	activation	activation	NOUN
bracis-33651	238	24	may	may	AUX
bracis-33651	238	25	be	be	AUX
bracis-33651	238	26	a	a	DET
bracis-33651	238	27	relevant	relevant	ADJ
bracis-33651	238	28	alternative	alternative	NOUN
bracis-33651	238	29	to	to	PART
bracis-33651	238	30	be	be	AUX
bracis-33651	238	31	considered	consider	VERB
bracis-33651	238	32	for	for	ADP
bracis-33651	238	33	use	use	NOUN
bracis-33651	238	34	in	in	ADP
bracis-33651	238	35	time	time	NOUN
bracis-33651	238	36	series	series	PROPN
bracis-33651	238	37	classification	classification	NOUN
bracis-33651	238	38	tasks	task	NOUN
bracis-33651	238	39	.	.	PUNCT
bracis-33651	239	1	future	future	ADJ
bracis-33651	239	2	works	work	NOUN
bracis-33651	239	3	include	include	VERB
bracis-33651	239	4	improvement	improvement	NOUN
bracis-33651	239	5	in	in	ADP
bracis-33651	239	6	well	well	ADV
bracis-33651	239	7	-	-	PUNCT
bracis-33651	239	8	defined	define	VERB
bracis-33651	239	9	architectures	architecture	NOUN
bracis-33651	239	10	for	for	ADP
bracis-33651	239	11	time	time	NOUN
bracis-33651	239	12	series	series	PROPN
bracis-33651	239	13	classification	classification	NOUN
bracis-33651	239	14	such	such	ADJ
bracis-33651	239	15	as	as	ADP
bracis-33651	239	16	inceptiontime	inceptiontime	NOUN
bracis-33651	239	17	 	 	SPACE
bracis-33651	240	1	[	[	X
bracis-33651	240	2	6	6	NUM
bracis-33651	240	3	]	]	PUNCT
bracis-33651	240	4	and	and	CCONJ
bracis-33651	240	5	resnet	resnet	NOUN
bracis-33651	240	6	 	 	SPACE
bracis-33651	241	1	[	[	X
bracis-33651	241	2	24	24	NUM
bracis-33651	241	3	]	]	PUNCT
bracis-33651	241	4	using	use	VERB
bracis-33651	241	5	the	the	DET
bracis-33651	241	6	proposed	propose	VERB
bracis-33651	241	7	activation	activation	NOUN
bracis-33651	241	8	.	.	PUNCT
bracis-33651	242	1	the	the	DET
bracis-33651	242	2	impact	impact	NOUN
bracis-33651	242	3	of	of	ADP
bracis-33651	242	4	activation	activation	NOUN
bracis-33651	242	5	choices	choice	NOUN
bracis-33651	242	6	in	in	ADP
bracis-33651	242	7	other	other	ADJ
bracis-33651	242	8	time	time	NOUN
bracis-33651	242	9	series	series	NOUN
bracis-33651	242	10	-	-	PUNCT
bracis-33651	242	11	related	relate	VERB
bracis-33651	242	12	tasks	task	NOUN
bracis-33651	242	13	such	such	ADJ
bracis-33651	242	14	as	as	ADP
bracis-33651	242	15	extrinsic	extrinsic	ADJ
bracis-33651	242	16	regression	regression	NOUN
bracis-33651	242	17	and	and	CCONJ
bracis-33651	242	18	forecasting	forecasting	NOUN
bracis-33651	242	19	exploring	explore	VERB
bracis-33651	242	20	the	the	DET
bracis-33651	242	21	use	use	NOUN
bracis-33651	242	22	of	of	ADP
bracis-33651	242	23	leakysinelu	leakysinelu	NOUN
bracis-33651	242	24	and	and	CCONJ
bracis-33651	242	25	other	other	ADJ
bracis-33651	242	26	periodic	periodic	ADJ
bracis-33651	242	27	properties	property	NOUN
bracis-33651	242	28	.	.	PUNCT
bracis-33651	243	1	notes	note	VERB
bracis-33651	243	2	1.all	1.all	ADJ
bracis-33651	243	3	datasets	dataset	NOUN
bracis-33651	243	4	that	that	PRON
bracis-33651	243	5	does	do	AUX
bracis-33651	243	6	not	not	PART
bracis-33651	243	7	have	have	AUX
bracis-33651	243	8	“	"	PUNCT
bracis-33651	243	9	vary	vary	VERB
bracis-33651	243	10	”	"	PUNCT
bracis-33651	243	11	as	as	ADP
bracis-33651	243	12	time	time	NOUN
bracis-33651	243	13	series	series	PROPN
bracis-33651	243	14	length	length	NOUN
bracis-33651	243	15	in	in	ADP
bracis-33651	243	16	the	the	DET
bracis-33651	243	17	repository	repository	NOUN
bracis-33651	243	18	.	.	PUNCT
bracis-33651	244	1	2.https://github.com/jose-gilberto/leakysinelu	2.https://github.com/jose-gilberto/leakysinelu	X
bracis-33651	244	2	.	.	PUNCT
bracis-33651	245	1	references	reference	NOUN
bracis-33651	245	2	bengio	bengio	PROPN
bracis-33651	245	3	,	,	PUNCT
bracis-33651	245	4	y.	y.	PROPN
bracis-33651	245	5	,	,	PUNCT
bracis-33651	245	6	simard	simard	PROPN
bracis-33651	245	7	,	,	PUNCT
bracis-33651	245	8	p.	p.	NOUN
bracis-33651	245	9	,	,	PUNCT
bracis-33651	245	10	frasconi	frasconi	NOUN
bracis-33651	245	11	,	,	PUNCT
bracis-33651	245	12	p.	p.	NOUN
bracis-33651	245	13	:	:	PUNCT
bracis-33651	246	1	learning	learn	VERB
bracis-33651	246	2	long	long	ADJ
bracis-33651	246	3	-	-	PUNCT
bracis-33651	246	4	term	term	NOUN
bracis-33651	246	5	dependencies	dependency	NOUN
bracis-33651	246	6	with	with	ADP
bracis-33651	246	7	gradient	gradient	ADJ
bracis-33651	246	8	descent	descent	NOUN
bracis-33651	246	9	is	be	AUX
bracis-33651	246	10	difficult	difficult	ADJ
bracis-33651	246	11	.	.	PUNCT
bracis-33651	247	1	ieee	ieee	PROPN
bracis-33651	247	2	trans	trans	PROPN
bracis-33651	247	3	.	.	PUNCT
bracis-33651	248	1	neural	neural	ADJ
bracis-33651	248	2	networks	network	NOUN
bracis-33651	248	3	5(2	5(2	NUM
bracis-33651	248	4	)	)	PUNCT
bracis-33651	248	5	,	,	PUNCT
bracis-33651	248	6	157–166	157–166	NUM
bracis-33651	248	7	(	(	PUNCT
bracis-33651	248	8	1994	1994	NUM
bracis-33651	248	9	)	)	PUNCT
bracis-33651	248	10	.	.	PUNCT
bracis-33651	249	1	https://doi.org/10.1109/72.279181	https://doi.org/10.1109/72.279181	PROPN
bracis-33651	249	2	article	article	PROPN
bracis-33651	249	3	  	  	SPACE
bracis-33651	249	4	math	math	NOUN
bracis-33651	249	5	  	  	SPACE
bracis-33651	249	6	google	google	PROPN
bracis-33651	249	7	scholar	scholar	NOUN
bracis-33651	249	8	  	  	SPACE
bracis-33651	249	9	clevert	clevert	NOUN
bracis-33651	249	10	,	,	PUNCT
bracis-33651	249	11	d.	d.	PROPN
bracis-33651	249	12	,	,	PUNCT
bracis-33651	249	13	unterthiner	unterthiner	PROPN
bracis-33651	249	14	,	,	PUNCT
bracis-33651	249	15	t.	t.	PROPN
bracis-33651	249	16	,	,	PUNCT
bracis-33651	249	17	hochreiter	hochreiter	PROPN
bracis-33651	249	18	,	,	PUNCT
bracis-33651	249	19	s.	s.	PROPN
bracis-33651	249	20	:	:	PUNCT
bracis-33651	249	21	fast	fast	ADJ
bracis-33651	249	22	and	and	CCONJ
bracis-33651	249	23	accurate	accurate	ADJ
bracis-33651	249	24	deep	deep	ADJ
bracis-33651	249	25	network	network	NOUN
bracis-33651	249	26	learning	learn	VERB
bracis-33651	249	27	by	by	ADP
bracis-33651	249	28	exponential	exponential	ADJ
bracis-33651	249	29	linear	linear	PROPN
bracis-33651	249	30	units	unit	NOUN
bracis-33651	249	31	(	(	PUNCT
bracis-33651	249	32	elus	elus	ADJ
bracis-33651	249	33	)	)	PUNCT
bracis-33651	249	34	.	.	PUNCT
bracis-33651	250	1	in	in	ADP
bracis-33651	250	2	:	:	PUNCT
bracis-33651	250	3	bengio	bengio	PROPN
bracis-33651	250	4	,	,	PUNCT
bracis-33651	250	5	y.	y.	PROPN
bracis-33651	250	6	,	,	PUNCT
bracis-33651	250	7	lecun	lecun	ADJ
bracis-33651	250	8	,	,	PUNCT
bracis-33651	250	9	y.	y.	PROPN
bracis-33651	250	10	(	(	PUNCT
bracis-33651	250	11	eds	eds	PROPN
bracis-33651	250	12	.	.	PUNCT
bracis-33651	250	13	)	)	PUNCT
bracis-33651	251	1	4th	4th	ADJ
bracis-33651	251	2	international	international	ADJ
bracis-33651	251	3	conference	conference	NOUN
bracis-33651	251	4	on	on	ADP
bracis-33651	251	5	learning	learn	VERB
bracis-33651	251	6	representations	representation	NOUN
bracis-33651	251	7	,	,	PUNCT
bracis-33651	251	8	iclr	iclr	NOUN
bracis-33651	251	9	2016	2016	NUM
bracis-33651	251	10	,	,	PUNCT
bracis-33651	251	11	san	san	PROPN
bracis-33651	251	12	juan	juan	PROPN
bracis-33651	251	13	,	,	PUNCT
bracis-33651	251	14	puerto	puerto	PROPN
bracis-33651	251	15	rico	rico	PROPN
bracis-33651	251	16	,	,	PUNCT
bracis-33651	251	17	2–4	2–4	PROPN
bracis-33651	251	18	may	may	PROPN
bracis-33651	251	19	2016	2016	NUM
bracis-33651	251	20	,	,	PUNCT
bracis-33651	251	21	conference	conference	NOUN
bracis-33651	251	22	track	track	NOUN
bracis-33651	251	23	proceedings	proceeding	NOUN
bracis-33651	251	24	(	(	PUNCT
bracis-33651	251	25	2016	2016	NUM
bracis-33651	251	26	)	)	PUNCT
bracis-33651	251	27	.	.	PUNCT
bracis-33651	252	1	http://arxiv.org/abs/1511.07289	http://arxiv.org/abs/1511.07289	PROPN
bracis-33651	252	2	dau	dau	PROPN
bracis-33651	252	3	,	,	PUNCT
bracis-33651	252	4	h.a	h.a	PROPN
bracis-33651	252	5	.	.	PROPN
bracis-33651	252	6	,	,	PUNCT
bracis-33651	252	7	et	et	PROPN
bracis-33651	252	8	al	al	PROPN
bracis-33651	252	9	.	.	PROPN
bracis-33651	252	10	:	:	PUNCT
bracis-33651	253	1	the	the	DET
bracis-33651	253	2	ucr	ucr	PROPN
bracis-33651	253	3	time	time	NOUN
bracis-33651	253	4	series	series	PROPN
bracis-33651	253	5	classification	classification	NOUN
bracis-33651	253	6	archive	archive	NOUN
bracis-33651	253	7	(	(	PUNCT
bracis-33651	253	8	2018	2018	NUM
bracis-33651	253	9	)	)	PUNCT
bracis-33651	253	10	.	.	PUNCT
bracis-33651	254	1	https://www.cs.ucr.edu/~eamonn/time_series_data_2018/	https://www.cs.ucr.edu/~eamonn/time_series_data_2018/	PROPN
bracis-33651	254	2	elfwing	elfwing	PROPN
bracis-33651	254	3	,	,	PUNCT
bracis-33651	254	4	s.	s.	PROPN
bracis-33651	254	5	,	,	PUNCT
bracis-33651	254	6	uchibe	uchibe	PROPN
bracis-33651	254	7	,	,	PUNCT
bracis-33651	254	8	e.	e.	PROPN
bracis-33651	254	9	,	,	PUNCT
bracis-33651	254	10	doya	doya	PROPN
bracis-33651	254	11	,	,	PUNCT
bracis-33651	254	12	k.	k.	PROPN
bracis-33651	254	13	:	:	PUNCT
bracis-33651	254	14	sigmoid	sigmoid	NOUN
bracis-33651	254	15	-	-	PUNCT
bracis-33651	254	16	weighted	weight	VERB
bracis-33651	254	17	linear	linear	PROPN
bracis-33651	254	18	units	unit	NOUN
bracis-33651	254	19	for	for	ADP
bracis-33651	254	20	neural	neural	ADJ
bracis-33651	254	21	network	network	NOUN
bracis-33651	254	22	function	function	NOUN
bracis-33651	254	23	approximation	approximation	NOUN
bracis-33651	254	24	in	in	ADP
bracis-33651	254	25	reinforcement	reinforcement	NOUN
bracis-33651	254	26	learning	learning	NOUN
bracis-33651	254	27	.	.	PUNCT
bracis-33651	255	1	corr	corr	PROPN
bracis-33651	255	2	abs/1702.03118	abs/1702.03118	PROPN
bracis-33651	255	3	(	(	PUNCT
bracis-33651	255	4	2017	2017	NUM
bracis-33651	255	5	)	)	PUNCT
bracis-33651	255	6	.	.	PUNCT
bracis-33651	256	1	http://arxiv.org/abs/1702.03118	http://arxiv.org/abs/1702.03118	PROPN
bracis-33651	256	2	ismail	ismail	PROPN
bracis-33651	256	3	fawaz	fawaz	PROPN
bracis-33651	256	4	,	,	PUNCT
bracis-33651	256	5	h.	h.	PROPN
bracis-33651	256	6	,	,	PUNCT
bracis-33651	256	7	forestier	forestier	PROPN
bracis-33651	256	8	,	,	PUNCT
bracis-33651	256	9	g.	g.	PROPN
bracis-33651	256	10	,	,	PUNCT
bracis-33651	256	11	weber	weber	PROPN
bracis-33651	256	12	,	,	PUNCT
bracis-33651	256	13	j.	j.	PROPN
bracis-33651	256	14	,	,	PUNCT
bracis-33651	256	15	idoumghar	idoumghar	PROPN
bracis-33651	256	16	,	,	PUNCT
bracis-33651	256	17	l.	l.	PROPN
bracis-33651	256	18	,	,	PUNCT
bracis-33651	256	19	muller	muller	NOUN
bracis-33651	256	20	,	,	PUNCT
bracis-33651	256	21	p.-a	p.-a	PROPN
bracis-33651	256	22	.	.	PUNCT
bracis-33651	256	23	:	:	PUNCT
bracis-33651	257	1	deep	deep	ADJ
bracis-33651	257	2	learning	learning	NOUN
bracis-33651	257	3	for	for	ADP
bracis-33651	257	4	time	time	NOUN
bracis-33651	257	5	series	series	PROPN
bracis-33651	257	6	classification	classification	NOUN
bracis-33651	257	7	:	:	PUNCT
bracis-33651	257	8	a	a	DET
bracis-33651	257	9	review	review	NOUN
bracis-33651	257	10	.	.	PUNCT
bracis-33651	258	1	data	data	PROPN
bracis-33651	258	2	min	min	PROPN
bracis-33651	258	3	.	.	PROPN
bracis-33651	258	4	knowl	knowl	PROPN
bracis-33651	258	5	.	.	PUNCT
bracis-33651	259	1	disc	disc	NOUN
bracis-33651	259	2	.	.	PUNCT
bracis-33651	260	1	33(4	33(4	NUM
bracis-33651	260	2	)	)	PUNCT
bracis-33651	260	3	,	,	PUNCT
bracis-33651	260	4	917–963	917–963	NUM
bracis-33651	260	5	(	(	PUNCT
bracis-33651	260	6	2019	2019	NUM
bracis-33651	260	7	)	)	PUNCT
bracis-33651	260	8	.	.	PUNCT
bracis-33651	261	1	https://doi.org/10.1007/s10618-019-00619-1	https://doi.org/10.1007/s10618-019-00619-1	PROPN
bracis-33651	261	2	article	article	NOUN
bracis-33651	261	3	  	  	SPACE
bracis-33651	261	4	mathscinet	mathscinet	NOUN
bracis-33651	261	5	  	  	SPACE
bracis-33651	261	6	math	math	NOUN
bracis-33651	261	7	  	  	SPACE
bracis-33651	261	8	google	google	PROPN
bracis-33651	261	9	scholar	scholar	NOUN
bracis-33651	261	10	  	  	SPACE
bracis-33651	261	11	ismail	ismail	NOUN
bracis-33651	261	12	fawaz	fawaz	NOUN
bracis-33651	261	13	,	,	PUNCT
bracis-33651	261	14	h.	h.	PROPN
bracis-33651	261	15	,	,	PUNCT
bracis-33651	261	16	et	et	PROPN
bracis-33651	261	17	al	al	PROPN
bracis-33651	261	18	.	.	PROPN
bracis-33651	261	19	:	:	PUNCT
bracis-33651	261	20	inceptiontime	inceptiontime	NOUN
bracis-33651	261	21	:	:	PUNCT
bracis-33651	261	22	finding	find	VERB
bracis-33651	261	23	alexnet	alexnet	NOUN
bracis-33651	261	24	for	for	ADP
bracis-33651	261	25	time	time	NOUN
bracis-33651	261	26	series	series	PROPN
bracis-33651	261	27	classification	classification	PROPN
bracis-33651	261	28	.	.	PUNCT
bracis-33651	262	1	data	data	PROPN
bracis-33651	262	2	min	min	PROPN
bracis-33651	262	3	.	.	PROPN
bracis-33651	262	4	knowl	knowl	PROPN
bracis-33651	262	5	.	.	PUNCT
bracis-33651	263	1	disc	disc	NOUN
bracis-33651	263	2	.	.	PUNCT
bracis-33651	264	1	34(6	34(6	NUM
bracis-33651	264	2	)	)	PUNCT
bracis-33651	264	3	,	,	PUNCT
bracis-33651	264	4	1936–1962	1936–1962	NUM
bracis-33651	264	5	(	(	PUNCT
bracis-33651	264	6	2020	2020	NUM
bracis-33651	264	7	)	)	PUNCT
bracis-33651	264	8	.	.	PUNCT
bracis-33651	265	1	https://doi.org/10.1007/s10618-020-00710-y	https://doi.org/10.1007/s10618-020-00710-y	NOUN
bracis-33651	265	2	article	article	NOUN
bracis-33651	265	3	  	  	SPACE
bracis-33651	265	4	mathscinet	mathscinet	NOUN
bracis-33651	265	5	  	  	SPACE
bracis-33651	265	6	math	math	NOUN
bracis-33651	265	7	  	  	SPACE
bracis-33651	265	8	google	google	PROPN
bracis-33651	265	9	scholar	scholar	NOUN
bracis-33651	265	10	  	  	SPACE
bracis-33651	265	11	foumani	foumani	NOUN
bracis-33651	265	12	,	,	PUNCT
bracis-33651	265	13	n.m	n.m	PROPN
bracis-33651	265	14	.	.	PROPN
bracis-33651	265	15	,	,	PUNCT
bracis-33651	265	16	miller	miller	PROPN
bracis-33651	265	17	,	,	PUNCT
bracis-33651	265	18	l.	l.	PROPN
bracis-33651	265	19	,	,	PUNCT
bracis-33651	265	20	tan	tan	PROPN
bracis-33651	265	21	,	,	PUNCT
bracis-33651	265	22	c.w	c.w	PROPN
bracis-33651	265	23	.	.	PROPN
bracis-33651	265	24	,	,	PUNCT
bracis-33651	265	25	webb	webb	PROPN
bracis-33651	265	26	,	,	PUNCT
bracis-33651	265	27	g.i	g.i	PROPN
bracis-33651	265	28	.	.	PROPN
bracis-33651	265	29	,	,	PUNCT
bracis-33651	265	30	forestier	forestier	PROPN
bracis-33651	265	31	,	,	PUNCT
bracis-33651	265	32	g.	g.	PROPN
bracis-33651	265	33	,	,	PUNCT
bracis-33651	265	34	salehi	salehi	NOUN
bracis-33651	265	35	,	,	PUNCT
bracis-33651	265	36	m.	m.	NOUN
bracis-33651	265	37	:	:	PUNCT
bracis-33651	265	38	deep	deep	ADJ
bracis-33651	265	39	learning	learning	NOUN
bracis-33651	265	40	for	for	ADP
bracis-33651	265	41	time	time	NOUN
bracis-33651	265	42	series	series	PROPN
bracis-33651	265	43	classification	classification	NOUN
bracis-33651	265	44	and	and	CCONJ
bracis-33651	265	45	extrinsic	extrinsic	ADJ
bracis-33651	265	46	regression	regression	NOUN
bracis-33651	265	47	:	:	PUNCT
bracis-33651	265	48	a	a	DET
bracis-33651	265	49	current	current	ADJ
bracis-33651	265	50	survey	survey	NOUN
bracis-33651	265	51	(	(	PUNCT
bracis-33651	265	52	2023	2023	NUM
bracis-33651	265	53	)	)	PUNCT
bracis-33651	265	54	google	google	NOUN
bracis-33651	265	55	scholar	scholar	NOUN
bracis-33651	265	56	  	  	SPACE
bracis-33651	265	57	he	he	PRON
bracis-33651	265	58	,	,	PUNCT
bracis-33651	265	59	k.	k.	PROPN
bracis-33651	265	60	,	,	PUNCT
bracis-33651	265	61	zhang	zhang	PROPN
bracis-33651	265	62	,	,	PUNCT
bracis-33651	265	63	x.	x.	PROPN
bracis-33651	265	64	,	,	PUNCT
bracis-33651	265	65	ren	ren	PROPN
bracis-33651	265	66	,	,	PUNCT
bracis-33651	265	67	s.	s.	PROPN
bracis-33651	265	68	,	,	PUNCT
bracis-33651	265	69	sun	sun	PROPN
bracis-33651	265	70	,	,	PUNCT
bracis-33651	265	71	j.	j.	PROPN
bracis-33651	265	72	:	:	PUNCT
bracis-33651	265	73	delving	delve	VERB
bracis-33651	265	74	deep	deep	ADV
bracis-33651	265	75	into	into	ADP
bracis-33651	265	76	rectifiers	rectifier	NOUN
bracis-33651	265	77	:	:	PUNCT
bracis-33651	265	78	surpassing	surpass	VERB
bracis-33651	265	79	human	human	ADJ
bracis-33651	265	80	-	-	PUNCT
bracis-33651	265	81	level	level	NOUN
bracis-33651	265	82	performance	performance	NOUN
bracis-33651	265	83	on	on	ADP
bracis-33651	265	84	imagenet	imagenet	ADJ
bracis-33651	265	85	classification	classification	NOUN
bracis-33651	265	86	.	.	PUNCT
bracis-33651	266	1	in	in	ADP
bracis-33651	266	2	:	:	PUNCT
bracis-33651	266	3	2015	2015	NUM
bracis-33651	266	4	ieee	ieee	NOUN
bracis-33651	266	5	international	international	ADJ
bracis-33651	266	6	conference	conference	NOUN
bracis-33651	266	7	on	on	ADP
bracis-33651	266	8	computer	computer	NOUN
bracis-33651	266	9	vision	vision	NOUN
bracis-33651	266	10	(	(	PUNCT
bracis-33651	266	11	iccv	iccv	PROPN
bracis-33651	266	12	)	)	PUNCT
bracis-33651	266	13	,	,	PUNCT
bracis-33651	266	14	pp	pp	PROPN
bracis-33651	266	15	.	.	PUNCT
bracis-33651	266	16	1026–1034	1026–1034	NUM
bracis-33651	266	17	(	(	PUNCT
bracis-33651	266	18	2015	2015	NUM
bracis-33651	266	19	)	)	PUNCT
bracis-33651	266	20	.	.	PUNCT
bracis-33651	267	1	https://doi.org/10.1109/iccv.2015.123	https://doi.org/10.1109/iccv.2015.123	NOUN
bracis-33651	267	2	hendrycks	hendryck	NOUN
bracis-33651	267	3	,	,	PUNCT
bracis-33651	267	4	d.	d.	PROPN
bracis-33651	267	5	,	,	PUNCT
bracis-33651	267	6	gimpel	gimpel	PROPN
bracis-33651	267	7	,	,	PUNCT
bracis-33651	267	8	k.	k.	PROPN
bracis-33651	267	9	:	:	PUNCT
bracis-33651	267	10	bridging	bridging	NOUN
bracis-33651	267	11	nonlinearities	nonlinearitie	NOUN
bracis-33651	267	12	and	and	CCONJ
bracis-33651	267	13	stochastic	stochastic	ADJ
bracis-33651	267	14	regularizers	regularizer	NOUN
bracis-33651	267	15	with	with	ADP
bracis-33651	267	16	gaussian	gaussian	ADJ
bracis-33651	267	17	error	error	NOUN
bracis-33651	267	18	linear	linear	NOUN
bracis-33651	267	19	units	unit	NOUN
bracis-33651	267	20	.	.	PUNCT
bracis-33651	268	1	corr	corr	NOUN
bracis-33651	268	2	abs/1606.08415	abs/1606.08415	ADP
bracis-33651	268	3	(	(	PUNCT
bracis-33651	268	4	2016	2016	NUM
bracis-33651	268	5	)	)	PUNCT
bracis-33651	268	6	.	.	PUNCT
bracis-33651	269	1	1606.08415d	1606.08415d	NUM
bracis-33651	269	2	google	google	PROPN
bracis-33651	269	3	scholar	scholar	NOUN
bracis-33651	269	4	  	  	SPACE
bracis-33651	269	5	ismail	ismail	NOUN
bracis-33651	269	6	-	-	PUNCT
bracis-33651	269	7	fawaz	fawaz	NOUN
bracis-33651	269	8	,	,	PUNCT
bracis-33651	269	9	a.	a.	NOUN
bracis-33651	269	10	,	,	PUNCT
bracis-33651	269	11	et	et	PROPN
bracis-33651	269	12	al	al	PROPN
bracis-33651	269	13	.	.	PROPN
bracis-33651	269	14	:	:	PUNCT
bracis-33651	270	1	an	an	DET
bracis-33651	270	2	approach	approach	NOUN
bracis-33651	270	3	to	to	ADP
bracis-33651	270	4	multiple	multiple	ADJ
bracis-33651	270	5	comparison	comparison	NOUN
bracis-33651	270	6	benchmark	benchmark	NOUN
bracis-33651	270	7	evaluations	evaluation	NOUN
bracis-33651	270	8	that	that	PRON
bracis-33651	270	9	is	be	AUX
bracis-33651	270	10	stable	stable	ADJ
bracis-33651	270	11	under	under	ADP
bracis-33651	270	12	manipulation	manipulation	NOUN
bracis-33651	270	13	of	of	ADP
bracis-33651	270	14	the	the	DET
bracis-33651	270	15	comparate	comparate	NOUN
bracis-33651	270	16	set	set	NOUN
bracis-33651	270	17	.	.	PUNCT
bracis-33651	271	1	arxiv	arxiv	PROPN
bracis-33651	271	2	preprint	preprint	VERB
bracis-33651	271	3	arxiv:2305.11921	arxiv:2305.11921	NOUN
bracis-33651	271	4	(	(	PUNCT
bracis-33651	271	5	2023	2023	NUM
bracis-33651	271	6	)	)	PUNCT
bracis-33651	271	7	kingma	kingma	PROPN
bracis-33651	271	8	,	,	PUNCT
bracis-33651	271	9	d.p	d.p	PROPN
bracis-33651	271	10	.	.	PROPN
bracis-33651	271	11	,	,	PUNCT
bracis-33651	271	12	ba	ba	PROPN
bracis-33651	271	13	,	,	PUNCT
bracis-33651	271	14	j.	j.	PROPN
bracis-33651	271	15	:	:	PUNCT
bracis-33651	271	16	adam	adam	PROPN
bracis-33651	271	17	:	:	PUNCT
bracis-33651	271	18	a	a	DET
bracis-33651	271	19	method	method	NOUN
bracis-33651	271	20	for	for	ADP
bracis-33651	271	21	stochastic	stochastic	ADJ
bracis-33651	271	22	optimization	optimization	NOUN
bracis-33651	271	23	(	(	PUNCT
bracis-33651	271	24	2017	2017	NUM
bracis-33651	271	25	)	)	PUNCT
bracis-33651	271	26	google	google	PROPN
bracis-33651	271	27	scholar	scholar	NOUN
bracis-33651	271	28	  	  	SPACE
bracis-33651	271	29	liew	liew	PROPN
bracis-33651	271	30	,	,	PUNCT
bracis-33651	271	31	s.s	s.s	PROPN
bracis-33651	271	32	.	.	PROPN
bracis-33651	271	33	,	,	PUNCT
bracis-33651	271	34	khalil	khalil	PROPN
bracis-33651	271	35	-	-	PUNCT
bracis-33651	271	36	hani	hani	PROPN
bracis-33651	271	37	,	,	PUNCT
bracis-33651	271	38	m.	m.	NOUN
bracis-33651	271	39	,	,	PUNCT
bracis-33651	271	40	bakhteri	bakhteri	PROPN
bracis-33651	271	41	,	,	PUNCT
bracis-33651	271	42	r.	r.	PROPN
bracis-33651	271	43	:	:	PUNCT
bracis-33651	271	44	bounded	bound	VERB
bracis-33651	271	45	activation	activation	NOUN
bracis-33651	271	46	functions	function	NOUN
bracis-33651	271	47	for	for	ADP
bracis-33651	271	48	enhanced	enhanced	ADJ
bracis-33651	271	49	training	training	NOUN
bracis-33651	271	50	stability	stability	NOUN
bracis-33651	271	51	of	of	ADP
bracis-33651	271	52	deep	deep	ADJ
bracis-33651	271	53	neural	neural	ADJ
bracis-33651	271	54	networks	network	NOUN
bracis-33651	271	55	on	on	ADP
bracis-33651	271	56	visual	visual	ADJ
bracis-33651	271	57	pattern	pattern	NOUN
bracis-33651	271	58	recognition	recognition	NOUN
bracis-33651	271	59	problems	problem	NOUN
bracis-33651	271	60	.	.	PUNCT
bracis-33651	272	1	neurocomputing	neurocompute	VERB
bracis-33651	272	2	216	216	NUM
bracis-33651	272	3	,	,	PUNCT
bracis-33651	272	4	718–734	718–734	NUM
bracis-33651	272	5	(	(	PUNCT
bracis-33651	272	6	2016	2016	NUM
bracis-33651	272	7	)	)	PUNCT
bracis-33651	272	8	google	google	PROPN
bracis-33651	272	9	scholar	scholar	NOUN
bracis-33651	272	10	  	  	SPACE
bracis-33651	272	11	lima	lima	PROPN
bracis-33651	272	12	,	,	PUNCT
bracis-33651	272	13	f.t	f.t	PROPN
bracis-33651	272	14	.	.	PROPN
bracis-33651	272	15	,	,	PUNCT
bracis-33651	272	16	souza	souza	PROPN
bracis-33651	272	17	,	,	PUNCT
bracis-33651	272	18	v.m	v.m	PROPN
bracis-33651	272	19	.	.	PUNCT
bracis-33651	272	20	:	:	PUNCT
bracis-33651	273	1	a	a	DET
bracis-33651	273	2	large	large	ADJ
bracis-33651	273	3	comparison	comparison	NOUN
bracis-33651	273	4	of	of	ADP
bracis-33651	273	5	normalization	normalization	NOUN
bracis-33651	273	6	methods	method	NOUN
bracis-33651	273	7	on	on	ADP
bracis-33651	273	8	time	time	NOUN
bracis-33651	273	9	series	series	PROPN
bracis-33651	273	10	.	.	PUNCT
bracis-33651	274	1	big	big	ADJ
bracis-33651	274	2	data	datum	NOUN
bracis-33651	274	3	res	re	NOUN
bracis-33651	274	4	.	.	PUNCT
bracis-33651	275	1	34	34	NUM
bracis-33651	275	2	,	,	PUNCT
bracis-33651	275	3	100407	100407	NUM
bracis-33651	275	4	(	(	PUNCT
bracis-33651	275	5	2023	2023	NUM
bracis-33651	275	6	)	)	PUNCT
bracis-33651	275	7	google	google	NOUN
bracis-33651	275	8	scholar	scholar	NOUN
bracis-33651	275	9	  	  	SPACE
bracis-33651	275	10	misra	misra	NOUN
bracis-33651	275	11	,	,	PUNCT
bracis-33651	275	12	d.	d.	PROPN
bracis-33651	275	13	:	:	PUNCT
bracis-33651	276	1	mish	mish	PROPN
bracis-33651	276	2	:	:	PUNCT
bracis-33651	276	3	a	a	DET
bracis-33651	276	4	self	self	NOUN
bracis-33651	276	5	regularized	regularize	VERB
bracis-33651	276	6	non	non	ADJ
bracis-33651	276	7	-	-	ADJ
bracis-33651	276	8	monotonic	monotonic	ADJ
bracis-33651	276	9	activation	activation	NOUN
bracis-33651	276	10	function	function	NOUN
bracis-33651	276	11	(	(	PUNCT
bracis-33651	276	12	2020	2020	NUM
bracis-33651	276	13	)	)	PUNCT
bracis-33651	276	14	google	google	PROPN
bracis-33651	276	15	scholar	scholar	NOUN
bracis-33651	276	16	  	  	SPACE
bracis-33651	276	17	nair	nair	NOUN
bracis-33651	276	18	,	,	PUNCT
bracis-33651	276	19	v.	v.	PROPN
bracis-33651	276	20	,	,	PUNCT
bracis-33651	276	21	hinton	hinton	PROPN
bracis-33651	276	22	,	,	PUNCT
bracis-33651	276	23	g.e	g.e	PROPN
bracis-33651	276	24	.	.	PUNCT
bracis-33651	276	25	:	:	PUNCT
bracis-33651	276	26	rectified	rectify	VERB
bracis-33651	276	27	linear	linear	ADJ
bracis-33651	276	28	units	unit	NOUN
bracis-33651	276	29	improve	improve	VERB
bracis-33651	276	30	restricted	restrict	VERB
bracis-33651	276	31	boltzmann	boltzmann	PROPN
bracis-33651	276	32	machines	machine	NOUN
bracis-33651	276	33	.	.	PUNCT
bracis-33651	277	1	in	in	ADP
bracis-33651	277	2	:	:	PUNCT
bracis-33651	277	3	proceedings	proceeding	NOUN
bracis-33651	277	4	of	of	ADP
bracis-33651	277	5	the	the	DET
bracis-33651	277	6	27th	27th	ADJ
bracis-33651	277	7	international	international	ADJ
bracis-33651	277	8	conference	conference	NOUN
bracis-33651	277	9	on	on	ADP
bracis-33651	277	10	machine	machine	NOUN
bracis-33651	277	11	learning	learning	NOUN
bracis-33651	277	12	(	(	PUNCT
bracis-33651	277	13	icml-10	icml-10	PROPN
bracis-33651	277	14	)	)	PUNCT
bracis-33651	277	15	,	,	PUNCT
bracis-33651	277	16	pp	pp	ADP
bracis-33651	277	17	.	.	PUNCT
bracis-33651	278	1	807–814	807–814	NUM
bracis-33651	278	2	(	(	PUNCT
bracis-33651	278	3	2010	2010	NUM
bracis-33651	278	4	)	)	PUNCT
bracis-33651	278	5	google	google	PROPN
bracis-33651	278	6	scholar	scholar	NOUN
bracis-33651	278	7	  	  	SPACE
bracis-33651	278	8	parascandolo	parascandolo	NOUN
bracis-33651	278	9	,	,	PUNCT
bracis-33651	278	10	g.	g.	PROPN
bracis-33651	278	11	,	,	PUNCT
bracis-33651	278	12	huttunen	huttunen	PROPN
bracis-33651	278	13	,	,	PUNCT
bracis-33651	278	14	h.	h.	PROPN
bracis-33651	278	15	,	,	PUNCT
bracis-33651	278	16	virtanen	virtanen	NOUN
bracis-33651	278	17	,	,	PUNCT
bracis-33651	278	18	t.	t.	NOUN
bracis-33651	278	19	:	:	PUNCT
bracis-33651	278	20	taming	tame	VERB
bracis-33651	278	21	the	the	DET
bracis-33651	278	22	waves	wave	NOUN
bracis-33651	278	23	:	:	PUNCT
bracis-33651	278	24	sine	sine	VERB
bracis-33651	278	25	as	as	ADP
bracis-33651	278	26	activation	activation	NOUN
bracis-33651	278	27	function	function	NOUN
bracis-33651	278	28	in	in	ADP
bracis-33651	278	29	deep	deep	ADJ
bracis-33651	278	30	neural	neural	ADJ
bracis-33651	278	31	networks	network	NOUN
bracis-33651	278	32	(	(	PUNCT
bracis-33651	278	33	2017	2017	NUM
bracis-33651	278	34	)	)	PUNCT
bracis-33651	278	35	.	.	PUNCT
bracis-33651	279	1	https://openreview.net/forum?id=sks3zf9eg	https://openreview.net/forum?id=sks3zf9eg	PROPN
bracis-33651	279	2	pedamonti	pedamonti	NOUN
bracis-33651	279	3	,	,	PUNCT
bracis-33651	279	4	d.	d.	PROPN
bracis-33651	279	5	:	:	PUNCT
bracis-33651	279	6	comparison	comparison	NOUN
bracis-33651	279	7	of	of	ADP
bracis-33651	279	8	non	non	ADJ
bracis-33651	279	9	-	-	ADJ
bracis-33651	279	10	linear	linear	ADJ
bracis-33651	279	11	activation	activation	NOUN
bracis-33651	279	12	functions	function	NOUN
bracis-33651	279	13	for	for	ADP
bracis-33651	279	14	deep	deep	ADJ
bracis-33651	279	15	neural	neural	ADJ
bracis-33651	279	16	networks	network	NOUN
bracis-33651	279	17	on	on	ADP
bracis-33651	279	18	mnist	mnist	NOUN
bracis-33651	279	19	classification	classification	NOUN
bracis-33651	279	20	task	task	NOUN
bracis-33651	279	21	(	(	PUNCT
bracis-33651	279	22	2018	2018	NUM
bracis-33651	279	23	)	)	PUNCT
bracis-33651	279	24	google	google	NOUN
bracis-33651	279	25	scholar	scholar	NOUN
bracis-33651	279	26	  	  	SPACE
bracis-33651	279	27	pinkus	pinku	NOUN
bracis-33651	279	28	,	,	PUNCT
bracis-33651	279	29	a.	a.	NOUN
bracis-33651	279	30	:	:	PUNCT
bracis-33651	279	31	approximation	approximation	NOUN
bracis-33651	279	32	theory	theory	NOUN
bracis-33651	279	33	of	of	ADP
bracis-33651	279	34	the	the	DET
bracis-33651	279	35	mlp	mlp	NOUN
bracis-33651	279	36	model	model	NOUN
bracis-33651	279	37	in	in	ADP
bracis-33651	279	38	neural	neural	ADJ
bracis-33651	279	39	networks	network	NOUN
bracis-33651	279	40	.	.	PUNCT
bracis-33651	280	1	acta	acta	PROPN
bracis-33651	280	2	numer	numer	PROPN
bracis-33651	280	3	.	.	PROPN
bracis-33651	280	4	8	8	NUM
bracis-33651	280	5	,	,	PUNCT
bracis-33651	280	6	143–195	143–195	NUM
bracis-33651	280	7	(	(	PUNCT
bracis-33651	280	8	1999	1999	NUM
bracis-33651	280	9	)	)	PUNCT
bracis-33651	280	10	.	.	PUNCT
bracis-33651	281	1	https://doi.org/10.1017/s0962492900002919	https://doi.org/10.1017/s0962492900002919	NUM
bracis-33651	281	2	article	article	NOUN
bracis-33651	281	3	  	  	SPACE
bracis-33651	281	4	mathscinet	mathscinet	NOUN
bracis-33651	281	5	  	  	SPACE
bracis-33651	281	6	math	math	NOUN
bracis-33651	281	7	  	  	SPACE
bracis-33651	281	8	google	google	PROPN
bracis-33651	281	9	scholar	scholar	NOUN
bracis-33651	281	10	  	  	SPACE
bracis-33651	281	11	rasamoelina	rasamoelina	NOUN
bracis-33651	281	12	,	,	PUNCT
bracis-33651	281	13	a.d	a.d	PROPN
bracis-33651	281	14	.	.	PROPN
bracis-33651	281	15	,	,	PUNCT
bracis-33651	281	16	adjailia	adjailia	PROPN
bracis-33651	281	17	,	,	PUNCT
bracis-33651	281	18	f.	f.	PROPN
bracis-33651	281	19	,	,	PUNCT
bracis-33651	281	20	sinčák	sinčák	PROPN
bracis-33651	281	21	,	,	PUNCT
bracis-33651	281	22	p.	p.	NOUN
bracis-33651	281	23	:	:	PUNCT
bracis-33651	281	24	a	a	DET
bracis-33651	281	25	review	review	NOUN
bracis-33651	281	26	of	of	ADP
bracis-33651	281	27	activation	activation	NOUN
bracis-33651	281	28	function	function	NOUN
bracis-33651	281	29	for	for	ADP
bracis-33651	281	30	artificial	artificial	ADJ
bracis-33651	281	31	neural	neural	ADJ
bracis-33651	281	32	network	network	NOUN
bracis-33651	281	33	.	.	PUNCT
bracis-33651	282	1	in	in	ADP
bracis-33651	282	2	:	:	PUNCT
bracis-33651	282	3	2020	2020	NUM
bracis-33651	282	4	ieee	ieee	PROPN
bracis-33651	282	5	18th	18th	ADJ
bracis-33651	282	6	world	world	NOUN
bracis-33651	282	7	symposium	symposium	NOUN
bracis-33651	282	8	on	on	ADP
bracis-33651	282	9	applied	apply	VERB
bracis-33651	282	10	machine	machine	NOUN
bracis-33651	282	11	intelligence	intelligence	NOUN
bracis-33651	282	12	and	and	CCONJ
bracis-33651	282	13	informatics	informatics	PROPN
bracis-33651	282	14	(	(	PUNCT
bracis-33651	282	15	sami	sami	PROPN
bracis-33651	282	16	)	)	PUNCT
bracis-33651	282	17	,	,	PUNCT
bracis-33651	282	18	pp	pp	ADP
bracis-33651	282	19	.	.	PUNCT
bracis-33651	283	1	281–286	281–286	NUM
bracis-33651	283	2	(	(	PUNCT
bracis-33651	283	3	2020	2020	NUM
bracis-33651	283	4	)	)	PUNCT
bracis-33651	283	5	.	.	PUNCT
bracis-33651	284	1	https://doi.org/10.1109/sami48414.2020.9108717	https://doi.org/10.1109/sami48414.2020.9108717	PROPN
bracis-33651	284	2	ruiz	ruiz	NOUN
bracis-33651	284	3	,	,	PUNCT
bracis-33651	284	4	a.p	a.p	PROPN
bracis-33651	284	5	.	.	PROPN
bracis-33651	284	6	,	,	PUNCT
bracis-33651	284	7	flynn	flynn	PROPN
bracis-33651	284	8	,	,	PUNCT
bracis-33651	284	9	m.	m.	NOUN
bracis-33651	284	10	,	,	PUNCT
bracis-33651	284	11	large	large	ADJ
bracis-33651	284	12	,	,	PUNCT
bracis-33651	284	13	j.	j.	PROPN
bracis-33651	284	14	,	,	PUNCT
bracis-33651	284	15	middlehurst	middlehurst	PROPN
bracis-33651	284	16	,	,	PUNCT
bracis-33651	284	17	m.	m.	NOUN
bracis-33651	284	18	,	,	PUNCT
bracis-33651	284	19	bagnall	bagnall	NOUN
bracis-33651	284	20	,	,	PUNCT
bracis-33651	284	21	a.	a.	NOUN
bracis-33651	284	22	:	:	PUNCT
bracis-33651	284	23	the	the	DET
bracis-33651	284	24	great	great	ADJ
bracis-33651	284	25	multivariate	multivariate	NOUN
bracis-33651	284	26	time	time	NOUN
bracis-33651	284	27	series	series	PROPN
bracis-33651	284	28	classification	classification	NOUN
bracis-33651	284	29	bake	bake	VERB
bracis-33651	284	30	off	off	ADP
bracis-33651	284	31	:	:	PUNCT
bracis-33651	284	32	a	a	DET
bracis-33651	284	33	review	review	NOUN
bracis-33651	284	34	and	and	CCONJ
bracis-33651	284	35	experimental	experimental	ADJ
bracis-33651	284	36	evaluation	evaluation	NOUN
bracis-33651	284	37	of	of	ADP
bracis-33651	284	38	recent	recent	ADJ
bracis-33651	284	39	algorithmic	algorithmic	ADJ
bracis-33651	284	40	advances	advance	NOUN
bracis-33651	284	41	.	.	PUNCT
bracis-33651	285	1	data	data	PROPN
bracis-33651	285	2	min	min	PROPN
bracis-33651	285	3	.	.	PROPN
bracis-33651	285	4	knowl	knowl	PROPN
bracis-33651	285	5	.	.	PUNCT
bracis-33651	286	1	disc	disc	NOUN
bracis-33651	286	2	.	.	PUNCT
bracis-33651	287	1	35(2	35(2	NUM
bracis-33651	287	2	)	)	PUNCT
bracis-33651	287	3	,	,	PUNCT
bracis-33651	287	4	401–449	401–449	NUM
bracis-33651	287	5	(	(	PUNCT
bracis-33651	287	6	2020	2020	NUM
bracis-33651	287	7	)	)	PUNCT
bracis-33651	287	8	.	.	PUNCT
bracis-33651	288	1	https://doi.org/10.1007/s10618-020-00727-3	https://doi.org/10.1007/s10618-020-00727-3	NUM
bracis-33651	288	2	article	article	PROPN
bracis-33651	288	3	  	  	SPACE
bracis-33651	288	4	mathscinet	mathscinet	NOUN
bracis-33651	288	5	  	  	SPACE
bracis-33651	288	6	math	math	NOUN
bracis-33651	288	7	  	  	SPACE
bracis-33651	288	8	google	google	PROPN
bracis-33651	288	9	scholar	scholar	NOUN
bracis-33651	288	10	  	  	SPACE
bracis-33651	288	11	silvescu	silvescu	NOUN
bracis-33651	288	12	,	,	PUNCT
bracis-33651	288	13	a.	a.	NOUN
bracis-33651	288	14	:	:	PUNCT
bracis-33651	288	15	fourier	fourier	NOUN
bracis-33651	288	16	neural	neural	ADJ
bracis-33651	288	17	networks	network	NOUN
bracis-33651	288	18	.	.	PUNCT
bracis-33651	289	1	in	in	ADP
bracis-33651	289	2	:	:	PUNCT
bracis-33651	289	3	ijcnn’99	ijcnn’99	NOUN
bracis-33651	289	4	.	.	PUNCT
bracis-33651	290	1	international	international	ADJ
bracis-33651	290	2	joint	joint	ADJ
bracis-33651	290	3	conference	conference	NOUN
bracis-33651	290	4	on	on	ADP
bracis-33651	290	5	neural	neural	ADJ
bracis-33651	290	6	networks	network	NOUN
bracis-33651	290	7	.	.	PUNCT
bracis-33651	291	1	proceedings	proceeding	NOUN
bracis-33651	291	2	(	(	PUNCT
bracis-33651	291	3	cat	cat	NOUN
bracis-33651	291	4	.	.	PUNCT
bracis-33651	292	1	no	no	INTJ
bracis-33651	292	2	.	.	NOUN
bracis-33651	293	1	99ch36339	99ch36339	NUM
bracis-33651	293	2	)	)	PUNCT
bracis-33651	294	1	,	,	PUNCT
bracis-33651	294	2	vol	vol	NOUN
bracis-33651	294	3	.	.	PUNCT
bracis-33651	294	4	 	 	SPACE
bracis-33651	294	5	1	1	NUM
bracis-33651	294	6	,	,	PUNCT
bracis-33651	294	7	pp	pp	ADJ
bracis-33651	294	8	.	.	PUNCT
bracis-33651	295	1	488–491	488–491	NUM
bracis-33651	295	2	(	(	PUNCT
bracis-33651	295	3	1999	1999	NUM
bracis-33651	295	4	)	)	PUNCT
bracis-33651	295	5	.	.	PUNCT
bracis-33651	296	1	https://doi.org/10.1109/ijcnn.1999.831544	https://doi.org/10.1109/ijcnn.1999.831544	PROPN
bracis-33651	296	2	sonoda	sonoda	PROPN
bracis-33651	296	3	,	,	PUNCT
bracis-33651	296	4	s.	s.	PROPN
bracis-33651	296	5	,	,	PUNCT
bracis-33651	296	6	murata	murata	PROPN
bracis-33651	296	7	,	,	PUNCT
bracis-33651	296	8	n.	n.	NOUN
bracis-33651	296	9	:	:	PUNCT
bracis-33651	296	10	neural	neural	ADJ
bracis-33651	296	11	network	network	NOUN
bracis-33651	296	12	with	with	ADP
bracis-33651	296	13	unbounded	unbounded	ADJ
bracis-33651	296	14	activation	activation	NOUN
bracis-33651	296	15	functions	function	NOUN
bracis-33651	296	16	is	be	AUX
bracis-33651	296	17	universal	universal	ADJ
bracis-33651	296	18	approximator	approximator	NOUN
bracis-33651	296	19	.	.	PUNCT
bracis-33651	297	1	appl	appl	PROPN
bracis-33651	297	2	.	.	PUNCT
bracis-33651	298	1	comput	comput	PROPN
bracis-33651	298	2	.	.	PUNCT
bracis-33651	299	1	harmon	harmon	PROPN
bracis-33651	299	2	.	.	PUNCT
bracis-33651	300	1	anal	anal	PROPN
bracis-33651	300	2	.	.	PUNCT
bracis-33651	301	1	43(2	43(2	NUM
bracis-33651	301	2	)	)	PUNCT
bracis-33651	302	1	,	,	PUNCT
bracis-33651	302	2	233–268	233–268	NUM
bracis-33651	302	3	(	(	PUNCT
bracis-33651	302	4	2017	2017	NUM
bracis-33651	302	5	)	)	PUNCT
bracis-33651	302	6	google	google	NOUN
bracis-33651	302	7	scholar	scholar	NOUN
bracis-33651	302	8	  	  	SPACE
bracis-33651	302	9	sopena	sopena	NOUN
bracis-33651	302	10	,	,	PUNCT
bracis-33651	302	11	j.	j.	PROPN
bracis-33651	302	12	,	,	PUNCT
bracis-33651	302	13	romero	romero	PROPN
bracis-33651	302	14	,	,	PUNCT
bracis-33651	302	15	e.	e.	PROPN
bracis-33651	302	16	,	,	PUNCT
bracis-33651	302	17	alquezar	alquezar	PROPN
bracis-33651	302	18	,	,	PUNCT
bracis-33651	302	19	r.	r.	PROPN
bracis-33651	302	20	:	:	PUNCT
bracis-33651	302	21	neural	neural	ADJ
bracis-33651	302	22	networks	network	NOUN
bracis-33651	302	23	with	with	ADP
bracis-33651	302	24	periodic	periodic	ADJ
bracis-33651	302	25	and	and	CCONJ
bracis-33651	302	26	monotonic	monotonic	ADJ
bracis-33651	302	27	activation	activation	NOUN
bracis-33651	302	28	functions	function	NOUN
bracis-33651	302	29	:	:	PUNCT
bracis-33651	302	30	a	a	DET
bracis-33651	302	31	comparative	comparative	ADJ
bracis-33651	302	32	study	study	NOUN
bracis-33651	302	33	in	in	ADP
bracis-33651	302	34	classification	classification	NOUN
bracis-33651	302	35	problems	problem	NOUN
bracis-33651	302	36	.	.	PUNCT
bracis-33651	303	1	in	in	ADP
bracis-33651	303	2	:	:	PUNCT
bracis-33651	303	3	1999	1999	NUM
bracis-33651	303	4	ninth	ninth	ADJ
bracis-33651	303	5	international	international	ADJ
bracis-33651	303	6	conference	conference	NOUN
bracis-33651	303	7	on	on	ADP
bracis-33651	303	8	artificial	artificial	ADJ
bracis-33651	303	9	neural	neural	ADJ
bracis-33651	303	10	networks	network	NOUN
bracis-33651	303	11	icann	icann	VERB
bracis-33651	303	12	99	99	NUM
bracis-33651	303	13	.	.	PUNCT
bracis-33651	304	1	(	(	PUNCT
bracis-33651	304	2	conf	conf	NOUN
bracis-33651	304	3	.	.	PUNCT
bracis-33651	305	1	publ	publ	PROPN
bracis-33651	305	2	.	.	PUNCT
bracis-33651	306	1	no	no	INTJ
bracis-33651	306	2	.	.	NOUN
bracis-33651	306	3	470	470	NUM
bracis-33651	306	4	)	)	PUNCT
bracis-33651	306	5	,	,	PUNCT
bracis-33651	306	6	vol	vol	NOUN
bracis-33651	306	7	.	.	PUNCT
bracis-33651	306	8	 	 	SPACE
bracis-33651	306	9	1	1	NUM
bracis-33651	306	10	,	,	PUNCT
bracis-33651	306	11	pp	pp	ADJ
bracis-33651	306	12	.	.	PUNCT
bracis-33651	307	1	323–328	323–328	NUM
bracis-33651	307	2	(	(	PUNCT
bracis-33651	307	3	1999	1999	NUM
bracis-33651	307	4	)	)	PUNCT
bracis-33651	307	5	.	.	PUNCT
bracis-33651	308	1	https://doi.org/10.1049/cp:19991129	https://doi.org/10.1049/cp:19991129	PROPN
bracis-33651	308	2	wang	wang	PROPN
bracis-33651	308	3	,	,	PUNCT
bracis-33651	308	4	z.	z.	PROPN
bracis-33651	308	5	,	,	PUNCT
bracis-33651	308	6	yan	yan	PROPN
bracis-33651	308	7	,	,	PUNCT
bracis-33651	308	8	w.	w.	PROPN
bracis-33651	308	9	,	,	PUNCT
bracis-33651	308	10	oates	oates	PROPN
bracis-33651	308	11	,	,	PUNCT
bracis-33651	308	12	t.	t.	PROPN
bracis-33651	308	13	:	:	PUNCT
bracis-33651	308	14	time	time	NOUN
bracis-33651	308	15	series	series	PROPN
bracis-33651	308	16	classification	classification	NOUN
bracis-33651	308	17	from	from	ADP
bracis-33651	308	18	scratch	scratch	NOUN
bracis-33651	308	19	with	with	ADP
bracis-33651	308	20	deep	deep	ADJ
bracis-33651	308	21	neural	neural	ADJ
bracis-33651	308	22	networks	network	NOUN
bracis-33651	308	23	:	:	PUNCT
bracis-33651	308	24	a	a	DET
bracis-33651	308	25	strong	strong	ADJ
bracis-33651	308	26	baseline	baseline	NOUN
bracis-33651	308	27	(	(	PUNCT
bracis-33651	308	28	2016	2016	NUM
bracis-33651	308	29	)	)	PUNCT
bracis-33651	308	30	google	google	PROPN
bracis-33651	308	31	scholar	scholar	NOUN
bracis-33651	308	32	  	  	SPACE
bracis-33651	308	33	wen	wen	PROPN
bracis-33651	308	34	,	,	PUNCT
bracis-33651	308	35	q.	q.	PROPN
bracis-33651	308	36	,	,	PUNCT
bracis-33651	308	37	et	et	PROPN
bracis-33651	308	38	al	al	PROPN
bracis-33651	308	39	.	.	PUNCT
bracis-33651	308	40	:	:	PUNCT
bracis-33651	308	41	time	time	NOUN
bracis-33651	308	42	series	series	PROPN
bracis-33651	308	43	data	datum	NOUN
bracis-33651	308	44	augmentation	augmentation	NOUN
bracis-33651	308	45	for	for	ADP
bracis-33651	308	46	deep	deep	ADJ
bracis-33651	308	47	learning	learning	NOUN
bracis-33651	308	48	:	:	PUNCT
bracis-33651	308	49	a	a	DET
bracis-33651	308	50	survey	survey	NOUN
bracis-33651	308	51	.	.	PUNCT
bracis-33651	309	1	in	in	ADP
bracis-33651	309	2	:	:	PUNCT
bracis-33651	309	3	proceedings	proceeding	NOUN
bracis-33651	309	4	of	of	ADP
bracis-33651	309	5	the	the	DET
bracis-33651	309	6	thirtieth	thirtieth	ADJ
bracis-33651	309	7	international	international	ADJ
bracis-33651	309	8	joint	joint	ADJ
bracis-33651	309	9	conference	conference	NOUN
bracis-33651	309	10	on	on	ADP
bracis-33651	309	11	artificial	artificial	ADJ
bracis-33651	309	12	intelligence	intelligence	NOUN
bracis-33651	309	13	.	.	PUNCT
bracis-33651	310	1	international	international	ADJ
bracis-33651	310	2	joint	joint	ADJ
bracis-33651	310	3	conferences	conference	NOUN
bracis-33651	310	4	on	on	ADP
bracis-33651	310	5	artificial	artificial	ADJ
bracis-33651	310	6	intelligence	intelligence	NOUN
bracis-33651	310	7	organization	organization	NOUN
bracis-33651	310	8	(	(	PUNCT
bracis-33651	310	9	2021	2021	NUM
bracis-33651	310	10	)	)	PUNCT
bracis-33651	310	11	.	.	PUNCT
bracis-33651	311	1	https://doi.org/10.24963/ijcai.2021/631	https://doi.org/10.24963/ijcai.2021/631	PROPN
bracis-33651	311	2	wen	wen	PROPN
bracis-33651	311	3	,	,	PUNCT
bracis-33651	311	4	q.	q.	PROPN
bracis-33651	311	5	,	,	PUNCT
bracis-33651	311	6	et	et	PROPN
bracis-33651	311	7	al	al	PROPN
bracis-33651	311	8	.	.	PUNCT
bracis-33651	311	9	:	:	PUNCT
bracis-33651	312	1	transformers	transformer	NOUN
bracis-33651	312	2	in	in	ADP
bracis-33651	312	3	time	time	NOUN
bracis-33651	312	4	series	series	PROPN
bracis-33651	312	5	:	:	PUNCT
bracis-33651	312	6	a	a	DET
bracis-33651	312	7	survey	survey	NOUN
bracis-33651	312	8	(	(	PUNCT
bracis-33651	312	9	2023	2023	NUM
bracis-33651	312	10	)	)	PUNCT
bracis-33651	312	11	google	google	NOUN
bracis-33651	312	12	scholar	scholar	NOUN
bracis-33651	312	13	  	  	SPACE
bracis-33651	312	14	wu	wu	PROPN
bracis-33651	312	15	,	,	PUNCT
bracis-33651	312	16	j.	j.	PROPN
bracis-33651	312	17	,	,	PUNCT
bracis-33651	312	18	zhang	zhang	PROPN
bracis-33651	312	19	,	,	PUNCT
bracis-33651	312	20	z.	z.	PROPN
bracis-33651	312	21	,	,	PUNCT
bracis-33651	312	22	ji	ji	PROPN
bracis-33651	312	23	,	,	PUNCT
bracis-33651	312	24	y.	y.	PROPN
bracis-33651	312	25	,	,	PUNCT
bracis-33651	312	26	li	li	PROPN
bracis-33651	312	27	,	,	PUNCT
bracis-33651	312	28	s.	s.	PROPN
bracis-33651	312	29	,	,	PUNCT
bracis-33651	312	30	lin	lin	PROPN
bracis-33651	312	31	,	,	PUNCT
bracis-33651	312	32	l.	l.	PROPN
bracis-33651	312	33	:	:	PUNCT
bracis-33651	312	34	a	a	DET
bracis-33651	312	35	resnet	resnet	NOUN
bracis-33651	312	36	with	with	ADP
bracis-33651	312	37	ga	ga	NOUN
bracis-33651	312	38	-	-	PUNCT
bracis-33651	312	39	based	base	VERB
bracis-33651	312	40	structure	structure	NOUN
bracis-33651	312	41	optimization	optimization	NOUN
bracis-33651	312	42	for	for	ADP
bracis-33651	312	43	robust	robust	ADJ
bracis-33651	312	44	time	time	NOUN
bracis-33651	312	45	series	series	PROPN
bracis-33651	312	46	classification	classification	NOUN
bracis-33651	312	47	.	.	PUNCT
bracis-33651	313	1	in	in	ADP
bracis-33651	313	2	:	:	PUNCT
bracis-33651	313	3	2019	2019	NUM
bracis-33651	313	4	ieee	ieee	NOUN
bracis-33651	313	5	international	international	ADJ
bracis-33651	313	6	conference	conference	NOUN
bracis-33651	313	7	on	on	ADP
bracis-33651	313	8	smart	smart	ADJ
bracis-33651	313	9	manufacturing	manufacturing	NOUN
bracis-33651	313	10	,	,	PUNCT
bracis-33651	313	11	industrial	industrial	PROPN
bracis-33651	313	12	&	&	CCONJ
bracis-33651	313	13	logistics	logistics	PROPN
bracis-33651	313	14	engineering	engineering	NOUN
bracis-33651	313	15	(	(	PUNCT
bracis-33651	313	16	smile	smile	NOUN
bracis-33651	313	17	)	)	PUNCT
bracis-33651	313	18	,	,	PUNCT
bracis-33651	313	19	pp	pp	ADP
bracis-33651	313	20	.	.	PUNCT
bracis-33651	314	1	69–74	69–74	NUM
bracis-33651	314	2	(	(	PUNCT
bracis-33651	314	3	2019	2019	NUM
bracis-33651	314	4	)	)	PUNCT
bracis-33651	314	5	.	.	PUNCT
bracis-33651	315	1	https://doi.org/10.1109/smile45626.2019.8965287	https://doi.org/10.1109/smile45626.2019.8965287	PROPN
bracis-33651	315	2	yang	yang	PROPN
bracis-33651	315	3	,	,	PUNCT
bracis-33651	315	4	x.	x.	PROPN
bracis-33651	315	5	,	,	PUNCT
bracis-33651	315	6	zhang	zhang	PROPN
bracis-33651	315	7	,	,	PUNCT
bracis-33651	315	8	z.	z.	PROPN
bracis-33651	315	9	,	,	PUNCT
bracis-33651	315	10	cui	cui	PROPN
bracis-33651	315	11	,	,	PUNCT
bracis-33651	315	12	r.	r.	PROPN
bracis-33651	315	13	:	:	PUNCT
bracis-33651	315	14	timeclr	timeclr	NOUN
bracis-33651	315	15	:	:	PUNCT
bracis-33651	315	16	a	a	DET
bracis-33651	315	17	self	self	NOUN
bracis-33651	315	18	-	-	PUNCT
bracis-33651	315	19	supervised	supervise	VERB
bracis-33651	315	20	contrastive	contrastive	ADJ
bracis-33651	315	21	learning	learning	NOUN
bracis-33651	315	22	framework	framework	NOUN
bracis-33651	315	23	for	for	ADP
bracis-33651	315	24	univariate	univariate	ADJ
bracis-33651	315	25	time	time	NOUN
bracis-33651	315	26	series	series	NOUN
bracis-33651	315	27	representation	representation	NOUN
bracis-33651	315	28	.	.	PUNCT
bracis-33651	316	1	knowl.-based	knowl.-based	PROPN
bracis-33651	316	2	syst	syst	PROPN
bracis-33651	316	3	.	.	PROPN
bracis-33651	317	1	245	245	NUM
bracis-33651	317	2	,	,	PUNCT
bracis-33651	317	3	108606	108606	NUM
bracis-33651	317	4	(	(	PUNCT
bracis-33651	317	5	2022	2022	NUM
bracis-33651	317	6	)	)	PUNCT
bracis-33651	317	7	google	google	NOUN
bracis-33651	317	8	scholar	scholar	NOUN
bracis-33651	317	9	  	  	SPACE
bracis-33651	317	10	zeiler	zeiler	NOUN
bracis-33651	317	11	,	,	PUNCT
bracis-33651	317	12	m.d	m.d	PROPN
bracis-33651	317	13	.	.	PUNCT
bracis-33651	317	14	:	:	PUNCT
bracis-33651	318	1	adadelta	adadelta	ADV
bracis-33651	318	2	:	:	PUNCT
bracis-33651	318	3	an	an	DET
bracis-33651	318	4	adaptive	adaptive	ADJ
bracis-33651	318	5	learning	learning	NOUN
bracis-33651	318	6	rate	rate	NOUN
bracis-33651	318	7	method	method	NOUN
bracis-33651	318	8	(	(	PUNCT
bracis-33651	318	9	2012	2012	NUM
bracis-33651	318	10	)	)	PUNCT
bracis-33651	318	11	google	google	NOUN
bracis-33651	318	12	scholar	scholar	NOUN
bracis-33651	318	13	  	  	SPACE
bracis-33651	318	14	zhumekenov	zhumekenov	NOUN
bracis-33651	318	15	,	,	PUNCT
bracis-33651	318	16	a.	a.	NOUN
bracis-33651	318	17	,	,	PUNCT
bracis-33651	318	18	uteuliyeva	uteuliyeva	INTJ
bracis-33651	318	19	,	,	PUNCT
bracis-33651	318	20	m.	m.	NOUN
bracis-33651	318	21	,	,	PUNCT
bracis-33651	318	22	kabdolov	kabdolov	NOUN
bracis-33651	318	23	,	,	PUNCT
bracis-33651	318	24	o.	o.	NOUN
bracis-33651	318	25	,	,	PUNCT
bracis-33651	318	26	takhanov	takhanov	NOUN
bracis-33651	318	27	,	,	PUNCT
bracis-33651	318	28	r.	r.	PROPN
bracis-33651	318	29	,	,	PUNCT
bracis-33651	318	30	assylbekov	assylbekov	PROPN
bracis-33651	318	31	,	,	PUNCT
bracis-33651	318	32	z.	z.	PROPN
bracis-33651	318	33	,	,	PUNCT
bracis-33651	318	34	castro	castro	PROPN
bracis-33651	318	35	,	,	PUNCT
bracis-33651	318	36	a.j	a.j	PROPN
bracis-33651	318	37	.	.	PROPN
bracis-33651	318	38	:	:	PUNCT
bracis-33651	319	1	fourier	fourier	PROPN
bracis-33651	319	2	neural	neural	ADJ
bracis-33651	319	3	networks	network	NOUN
bracis-33651	319	4	:	:	PUNCT
bracis-33651	319	5	a	a	DET
bracis-33651	319	6	comparative	comparative	ADJ
bracis-33651	319	7	study	study	NOUN
bracis-33651	319	8	(	(	PUNCT
bracis-33651	319	9	2019	2019	NUM
bracis-33651	319	10	)	)	PUNCT
bracis-33651	319	11	google	google	PROPN
bracis-33651	319	12	scholar	scholar	NOUN
bracis-33651	319	13	  	  	SPACE
bracis-33651	319	14	ziyin	ziyin	PROPN
bracis-33651	319	15	,	,	PUNCT
bracis-33651	319	16	l.	l.	PROPN
bracis-33651	319	17	,	,	PUNCT
bracis-33651	319	18	hartwig	hartwig	PROPN
bracis-33651	319	19	,	,	PUNCT
bracis-33651	319	20	t.	t.	PROPN
bracis-33651	319	21	,	,	PUNCT
bracis-33651	319	22	ueda	ueda	PROPN
bracis-33651	319	23	,	,	PUNCT
bracis-33651	319	24	m.	m.	NOUN
bracis-33651	319	25	:	:	PUNCT
bracis-33651	319	26	neural	neural	ADJ
bracis-33651	319	27	networks	network	NOUN
bracis-33651	319	28	fail	fail	VERB
bracis-33651	319	29	to	to	PART
bracis-33651	319	30	learn	learn	VERB
bracis-33651	319	31	periodic	periodic	ADJ
bracis-33651	319	32	functions	function	NOUN
bracis-33651	319	33	and	and	CCONJ
bracis-33651	319	34	how	how	SCONJ
bracis-33651	319	35	to	to	PART
bracis-33651	319	36	fix	fix	VERB
bracis-33651	319	37	it	it	PRON
bracis-33651	319	38	.	.	PUNCT
bracis-33651	320	1	in	in	ADP
bracis-33651	320	2	:	:	PUNCT
bracis-33651	320	3	larochelle	larochelle	PROPN
bracis-33651	320	4	,	,	PUNCT
bracis-33651	320	5	h.	h.	PROPN
bracis-33651	320	6	,	,	PUNCT
bracis-33651	320	7	ranzato	ranzato	NOUN
bracis-33651	320	8	,	,	PUNCT
bracis-33651	320	9	m.	m.	NOUN
bracis-33651	320	10	,	,	PUNCT
bracis-33651	320	11	hadsell	hadsell	PROPN
bracis-33651	320	12	,	,	PUNCT
bracis-33651	320	13	r.	r.	PROPN
bracis-33651	320	14	,	,	PUNCT
bracis-33651	320	15	balcan	balcan	PROPN
bracis-33651	320	16	,	,	PUNCT
bracis-33651	320	17	m.	m.	NOUN
bracis-33651	320	18	,	,	PUNCT
bracis-33651	320	19	lin	lin	PROPN
bracis-33651	320	20	,	,	PUNCT
bracis-33651	320	21	h.	h.	PROPN
bracis-33651	320	22	(	(	PUNCT
bracis-33651	320	23	eds	eds	PROPN
bracis-33651	320	24	.	.	PUNCT
bracis-33651	320	25	)	)	PUNCT
bracis-33651	321	1	advances	advance	NOUN
bracis-33651	321	2	in	in	ADP
bracis-33651	321	3	neural	neural	ADJ
bracis-33651	321	4	information	information	NOUN
bracis-33651	321	5	processing	processing	NOUN
bracis-33651	321	6	systems	system	NOUN
bracis-33651	321	7	,	,	PUNCT
bracis-33651	321	8	vol	vol	NOUN
bracis-33651	321	9	.	.	PUNCT
bracis-33651	321	10	 	 	SPACE
bracis-33651	321	11	33	33	NUM
bracis-33651	321	12	,	,	PUNCT
bracis-33651	321	13	pp	pp	ADJ
bracis-33651	321	14	.	.	PUNCT
bracis-33651	322	1	1583–1594	1583–1594	NUM
bracis-33651	322	2	.	.	PUNCT
bracis-33651	323	1	curran	curran	PROPN
bracis-33651	323	2	associates	associates	PROPN
bracis-33651	323	3	,	,	PUNCT
bracis-33651	323	4	inc	inc	PROPN
bracis-33651	323	5	.	.	PROPN
bracis-33651	323	6	(	(	PUNCT
bracis-33651	323	7	2020	2020	NUM
bracis-33651	323	8	)	)	PUNCT
bracis-33651	323	9	.	.	PUNCT
bracis-33651	324	1	https://proceedings.neurips.cc/paper_files/paper/2020/file/1160453108d3e537255e9f7b931f4e90-paper.pdf	https://proceedings.neurips.cc/paper_files/paper/2020/file/1160453108d3e537255e9f7b931f4e90-paper.pdf	PROPN
bracis-33651	324	2	download	download	PROPN
bracis-33651	324	3	references	reference	NOUN
bracis-33651	324	4	acknowledgement	acknowledgement	NOUN
bracis-33651	324	5	the	the	DET
bracis-33651	324	6	authors	author	NOUN
bracis-33651	324	7	would	would	AUX
bracis-33651	324	8	like	like	VERB
bracis-33651	324	9	to	to	PART
bracis-33651	324	10	acknowledge	acknowledge	VERB
bracis-33651	324	11	the	the	DET
bracis-33651	324	12	financial	financial	ADJ
bracis-33651	324	13	support	support	NOUN
bracis-33651	324	14	by	by	ADP
bracis-33651	324	15	grants	grant	NOUN
bracis-33651	324	16	#	#	SYM
bracis-33651	324	17	2022/03176	2022/03176	NUM
bracis-33651	324	18	-	-	SYM
bracis-33651	324	19	1	1	NUM
bracis-33651	324	20	,	,	PUNCT
bracis-33651	324	21	#	#	SYM
bracis-33651	324	22	2023/02680	2023/02680	NUM
bracis-33651	324	23	-	-	SYM
bracis-33651	324	24	0	0	NUM
bracis-33651	324	25	,	,	PUNCT
bracis-33651	324	26	#	#	SYM
bracis-33651	324	27	2023/11775	2023/11775	NUM
bracis-33651	324	28	-	-	SYM
bracis-33651	324	29	5	5	NUM
bracis-33651	324	30	,	,	PUNCT
bracis-33651	324	31	#	#	SYM
bracis-33651	324	32	2023/05041	2023/05041	NUM
bracis-33651	324	33	-	-	SYM
bracis-33651	324	34	9	9	NUM
bracis-33651	324	35	and	and	CCONJ
bracis-33651	324	36	grant	grant	VERB
bracis-33651	324	37	#	#	SYM
bracis-33651	324	38	2023/11745	2023/11745	NUM
bracis-33651	324	39	-	-	SYM
bracis-33651	324	40	9	9	NUM
bracis-33651	324	41	,	,	PUNCT
bracis-33651	324	42	são	são	PROPN
bracis-33651	324	43	paulo	paulo	PROPN
bracis-33651	324	44	research	research	PROPN
bracis-33651	324	45	foundation	foundation	PROPN
bracis-33651	324	46	(	(	PUNCT
bracis-33651	324	47	fapesp	fapesp	NOUN
bracis-33651	324	48	)	)	PUNCT
bracis-33651	324	49	.	.	PUNCT
bracis-33651	325	1	author	author	NOUN
bracis-33651	325	2	information	information	NOUN
bracis-33651	325	3	authors	author	NOUN
bracis-33651	325	4	and	and	CCONJ
bracis-33651	325	5	affiliations	affiliation	NOUN
bracis-33651	325	6	universidade	universidade	PROPN
bracis-33651	325	7	de	de	PROPN
bracis-33651	325	8	são	são	PROPN
bracis-33651	325	9	paulo	paulo	PROPN
bracis-33651	325	10	,	,	PUNCT
bracis-33651	325	11	av	av	PROPN
bracis-33651	325	12	.	.	PUNCT
bracis-33651	325	13	trab	trab	PROPN
bracis-33651	325	14	.	.	PUNCT
bracis-33651	326	1	são	são	PROPN
bracis-33651	326	2	carlense	carlense	PROPN
bracis-33651	326	3	,	,	PUNCT
bracis-33651	326	4	400	400	NUM
bracis-33651	326	5	parque	parque	NOUN
bracis-33651	326	6	arnold	arnold	PROPN
bracis-33651	326	7	schimidt	schimidt	PROPN
bracis-33651	326	8	,	,	PUNCT
bracis-33651	326	9	são	são	PROPN
bracis-33651	326	10	carlos	carlos	PROPN
bracis-33651	326	11	,	,	PUNCT
bracis-33651	326	12	sp	sp	PROPN
bracis-33651	326	13	,	,	PUNCT
bracis-33651	326	14	brazil	brazil	PROPN
bracis-33651	326	15	josé	josé	PROPN
bracis-33651	326	16	gilberto	gilberto	PROPN
bracis-33651	326	17	barbosa	barbosa	PROPN
bracis-33651	326	18	de	de	PROPN
bracis-33651	326	19	medeiros	medeiros	PROPN
bracis-33651	326	20	júnior	júnior	PROPN
bracis-33651	326	21	,	,	PUNCT
bracis-33651	326	22	 	 	SPACE
bracis-33651	326	23	andré	andré	VERB
bracis-33651	326	24	guarnier	guarni	ADJ
bracis-33651	326	25	de	de	X
bracis-33651	326	26	mitri	mitri	PROPN
bracis-33651	326	27	 	 	SPACE
bracis-33651	326	28	&	&	CCONJ
bracis-33651	326	29	 	 	SPACE
bracis-33651	326	30	diego	diego	PROPN
bracis-33651	326	31	furtado	furtado	PROPN
bracis-33651	326	32	silva	silva	PROPN
bracis-33651	326	33	authors	author	NOUN
bracis-33651	326	34	josé	josé	PROPN
bracis-33651	326	35	gilberto	gilberto	PROPN
bracis-33651	326	36	barbosa	barbosa	PROPN
bracis-33651	326	37	de	de	PROPN
bracis-33651	326	38	medeiros	medeiros	PROPN
bracis-33651	326	39	júniorview	júniorview	PROPN
bracis-33651	326	40	author	author	NOUN
bracis-33651	326	41	publications	publication	NOUN
bracis-33651	326	42	search	search	NOUN
bracis-33651	326	43	author	author	NOUN
bracis-33651	326	44	on	on	ADP
bracis-33651	326	45	:	:	PUNCT
bracis-33651	326	46	pubmed	pubmed	PROPN
bracis-33651	326	47	 	 	SPACE
bracis-33651	326	48	google	google	PROPN
bracis-33651	326	49	scholar	scholar	NOUN
bracis-33651	326	50	andré	andré	VERB
bracis-33651	326	51	guarnier	guarnier	ADJ
bracis-33651	326	52	de	de	X
bracis-33651	326	53	mitriview	mitriview	NOUN
bracis-33651	326	54	author	author	NOUN
bracis-33651	326	55	publications	publication	NOUN
bracis-33651	326	56	search	search	NOUN
bracis-33651	326	57	author	author	NOUN
bracis-33651	326	58	on	on	ADP
bracis-33651	326	59	:	:	PUNCT
bracis-33651	326	60	pubmed	pubmed	PROPN
bracis-33651	326	61	 	 	SPACE
bracis-33651	326	62	google	google	PROPN
bracis-33651	326	63	scholar	scholar	PROPN
bracis-33651	326	64	diego	diego	PROPN
bracis-33651	326	65	furtado	furtado	PROPN
bracis-33651	326	66	silvaview	silvaview	PROPN
bracis-33651	326	67	author	author	NOUN
bracis-33651	326	68	publications	publication	NOUN
bracis-33651	326	69	search	search	NOUN
bracis-33651	326	70	author	author	NOUN
bracis-33651	326	71	on	on	ADP
bracis-33651	326	72	:	:	PUNCT
bracis-33651	326	73	pubmed	pubmed	PROPN
bracis-33651	326	74	 	 	SPACE
bracis-33651	326	75	google	google	PROPN
bracis-33651	326	76	scholar	scholar	NOUN
bracis-33651	326	77	corresponding	correspond	VERB
bracis-33651	326	78	author	author	NOUN
bracis-33651	326	79	correspondence	correspondence	NOUN
bracis-33651	326	80	to	to	ADP
bracis-33651	326	81	josé	josé	PROPN
bracis-33651	326	82	gilberto	gilberto	PROPN
bracis-33651	326	83	barbosa	barbosa	PROPN
bracis-33651	326	84	de	de	PROPN
bracis-33651	326	85	medeiros	medeiros	PROPN
bracis-33651	326	86	júnior	júnior	PROPN
bracis-33651	326	87	.	.	PUNCT
bracis-33651	327	1	editor	editor	NOUN
bracis-33651	327	2	information	information	NOUN
bracis-33651	327	3	editors	editor	NOUN
bracis-33651	327	4	and	and	CCONJ
bracis-33651	327	5	affiliations	affiliation	NOUN
bracis-33651	327	6	universidade	universidade	VERB
bracis-33651	327	7	federal	federal	PROPN
bracis-33651	327	8	fluminense	fluminense	PROPN
bracis-33651	327	9	,	,	PUNCT
bracis-33651	327	10	niterói	niterói	PROPN
bracis-33651	327	11	,	,	PUNCT
bracis-33651	327	12	brazil	brazil	PROPN
bracis-33651	327	13	aline	aline	PROPN
bracis-33651	327	14	paes	paes	PROPN
bracis-33651	327	15	instituto	instituto	PROPN
bracis-33651	327	16	tecnológico	tecnológico	PROPN
bracis-33651	327	17	de	de	PROPN
bracis-33651	327	18	aeronáutica	aeronáutica	PROPN
bracis-33651	327	19	,	,	PUNCT
bracis-33651	327	20	são	são	PROPN
bracis-33651	327	21	josé	josé	PROPN
bracis-33651	327	22	dos	dos	PROPN
bracis-33651	327	23	campos	campos	PROPN
bracis-33651	327	24	,	,	PUNCT
bracis-33651	327	25	brazil	brazil	PROPN
bracis-33651	327	26	filipe	filipe	PROPN
bracis-33651	327	27	a.	a.	PROPN
bracis-33651	327	28	n.	n.	PROPN
bracis-33651	327	29	verri	verri	PROPN
bracis-33651	327	30	rights	right	NOUN
bracis-33651	327	31	and	and	CCONJ
bracis-33651	327	32	permissions	permission	NOUN
bracis-33651	327	33	reprints	reprint	NOUN
bracis-33651	327	34	and	and	CCONJ
bracis-33651	327	35	permissions	permission	VERB
bracis-33651	327	36	copyright	copyright	NOUN
bracis-33651	327	37	information	information	NOUN
bracis-33651	327	38	©	©	ADP
bracis-33651	327	39	2025	2025	NUM
bracis-33651	327	40	the	the	DET
bracis-33651	327	41	author(s	author(s	NOUN
bracis-33651	327	42	)	)	PUNCT
bracis-33651	327	43	,	,	PUNCT
bracis-33651	327	44	under	under	ADP
bracis-33651	327	45	exclusive	exclusive	ADJ
bracis-33651	327	46	license	license	NOUN
bracis-33651	327	47	to	to	ADP
bracis-33651	327	48	springer	springer	NOUN
bracis-33651	327	49	nature	nature	PROPN
bracis-33651	327	50	switzerland	switzerland	PROPN
bracis-33651	327	51	ag	ag	PROPN
bracis-33651	327	52	about	about	ADP
bracis-33651	327	53	this	this	DET
bracis-33651	327	54	paper	paper	NOUN
bracis-33651	327	55	cite	cite	VERB
bracis-33651	327	56	this	this	DET
bracis-33651	327	57	paper	paper	NOUN
bracis-33651	327	58	de	de	PROPN
bracis-33651	327	59	medeiros	medeiros	PROPN
bracis-33651	327	60	júnior	júnior	PROPN
bracis-33651	327	61	,	,	PUNCT
bracis-33651	327	62	j.g.b	j.g.b	PROPN
bracis-33651	327	63	.	.	PROPN
bracis-33651	327	64	,	,	PUNCT
bracis-33651	327	65	de	de	PROPN
bracis-33651	327	66	mitri	mitri	PROPN
bracis-33651	327	67	,	,	PUNCT
bracis-33651	327	68	a.g	a.g	PROPN
bracis-33651	327	69	.	.	PROPN
bracis-33651	327	70	,	,	PUNCT
bracis-33651	327	71	silva	silva	PROPN
bracis-33651	327	72	,	,	PUNCT
bracis-33651	327	73	d.f	d.f	PROPN
bracis-33651	327	74	.	.	PROPN
bracis-33651	327	75	(	(	PUNCT
bracis-33651	327	76	2025	2025	NUM
bracis-33651	327	77	)	)	PUNCT
bracis-33651	327	78	.	.	PUNCT
bracis-33651	328	1	semi	semi	ADJ
bracis-33651	328	2	-	-	ADJ
bracis-33651	328	3	periodic	periodic	ADJ
bracis-33651	328	4	activation	activation	NOUN
bracis-33651	328	5	for	for	ADP
bracis-33651	328	6	 	 	SPACE
bracis-33651	328	7	time	time	NOUN
bracis-33651	328	8	series	series	PROPN
bracis-33651	328	9	classification	classification	NOUN
bracis-33651	328	10	.	.	PUNCT
bracis-33651	329	1	in	in	ADP
bracis-33651	329	2	:	:	PUNCT
bracis-33651	329	3	paes	paes	PROPN
bracis-33651	329	4	,	,	PUNCT
bracis-33651	329	5	a.	a.	PROPN
bracis-33651	329	6	,	,	PUNCT
bracis-33651	329	7	verri	verri	NOUN
bracis-33651	329	8	,	,	PUNCT
bracis-33651	329	9	f.a.n	f.a.n	ADJ
bracis-33651	329	10	.	.	PUNCT
bracis-33651	329	11	(	(	PUNCT
bracis-33651	329	12	eds	ed	NOUN
bracis-33651	329	13	)	)	PUNCT
bracis-33651	329	14	intelligent	intelligent	ADJ
bracis-33651	329	15	systems	system	NOUN
bracis-33651	329	16	.	.	PUNCT
bracis-33651	329	17	bracis	bracis	PROPN
bracis-33651	329	18	2024	2024	NUM
bracis-33651	329	19	.	.	PUNCT
bracis-33651	330	1	lecture	lecture	NOUN
bracis-33651	330	2	notes	note	NOUN
bracis-33651	330	3	in	in	ADP
bracis-33651	330	4	computer	computer	NOUN
bracis-33651	330	5	science	science	NOUN
bracis-33651	330	6	(	(	PUNCT
bracis-33651	330	7	)	)	PUNCT
bracis-33651	330	8	,	,	PUNCT
bracis-33651	330	9	vol	vol	NOUN
bracis-33651	330	10	15415	15415	NUM
bracis-33651	330	11	.	.	PUNCT
bracis-33651	331	1	springer	springer	NOUN
bracis-33651	331	2	,	,	PUNCT
bracis-33651	331	3	cham	cham	PROPN
bracis-33651	331	4	.	.	PUNCT
bracis-33651	332	1	https://doi.org/10.1007/978-3-031-79038-6_6	https://doi.org/10.1007/978-3-031-79038-6_6	PROPN
bracis-33651	332	2	download	download	VERB
bracis-33651	332	3	citation	citation	NOUN
bracis-33651	332	4	.ris	.ris	PUNCT
bracis-33651	332	5	.enw	.enw	PROPN
bracis-33651	332	6	.bib	.bib	PUNCT
bracis-33651	333	1	doi	doi	PROPN
bracis-33651	333	2	:	:	PUNCT
bracis-33651	333	3	https://doi.org/10.1007/978-3-031-79038-6_6	https://doi.org/10.1007/978-3-031-79038-6_6	NUM
bracis-33651	333	4	published	publish	VERB
bracis-33651	333	5	:	:	PUNCT
bracis-33651	333	6	31	31	NUM
bracis-33651	333	7	january	january	PROPN
bracis-33651	333	8	2025	2025	NUM
bracis-33651	333	9	publisher	publisher	NOUN
bracis-33651	333	10	name	name	NOUN
bracis-33651	333	11	:	:	PUNCT
bracis-33651	333	12	springer	springer	NOUN
bracis-33651	333	13	,	,	PUNCT
bracis-33651	333	14	cham	cham	PROPN
bracis-33651	333	15	print	print	PROPN
bracis-33651	333	16	isbn	isbn	PROPN
bracis-33651	333	17	:	:	PUNCT
bracis-33651	333	18	978	978	NUM
bracis-33651	333	19	-	-	SYM
bracis-33651	333	20	3	3	NUM
bracis-33651	333	21	-	-	PUNCT
bracis-33651	333	22	031	031	NUM
bracis-33651	333	23	-	-	PUNCT
bracis-33651	333	24	79037	79037	NUM
bracis-33651	333	25	-	-	SYM
bracis-33651	333	26	9	9	NUM
bracis-33651	333	27	online	online	ADJ
bracis-33651	333	28	isbn	isbn	NOUN
bracis-33651	333	29	:	:	PUNCT
bracis-33651	333	30	978	978	NUM
bracis-33651	333	31	-	-	SYM
bracis-33651	333	32	3	3	NUM
bracis-33651	333	33	-	-	PUNCT
bracis-33651	333	34	031	031	NUM
bracis-33651	333	35	-	-	PUNCT
bracis-33651	333	36	79038	79038	NUM
bracis-33651	333	37	-	-	SYM
bracis-33651	333	38	6	6	NUM
bracis-33651	333	39	ebook	ebook	NOUN
bracis-33651	333	40	packages	package	NOUN
bracis-33651	333	41	:	:	PUNCT
bracis-33651	333	42	computer	computer	NOUN
bracis-33651	333	43	sciencecomputer	sciencecomputer	NOUN
bracis-33651	333	44	science	science	NOUN
bracis-33651	333	45	(	(	PUNCT
bracis-33651	333	46	r0	r0	NOUN
bracis-33651	333	47	)	)	PUNCT
bracis-33651	333	48	share	share	VERB
bracis-33651	333	49	this	this	DET
bracis-33651	333	50	paper	paper	NOUN
bracis-33651	333	51	anyone	anyone	PRON
bracis-33651	333	52	you	you	PRON
bracis-33651	333	53	share	share	VERB
bracis-33651	333	54	the	the	DET
bracis-33651	333	55	following	follow	VERB
bracis-33651	333	56	link	link	NOUN
bracis-33651	333	57	with	with	ADP
bracis-33651	333	58	will	will	AUX
bracis-33651	333	59	be	be	AUX
bracis-33651	333	60	able	able	ADJ
bracis-33651	333	61	to	to	PART
bracis-33651	333	62	read	read	VERB
bracis-33651	333	63	this	this	DET
bracis-33651	333	64	content	content	NOUN
bracis-33651	333	65	:	:	PUNCT
bracis-33651	333	66	get	get	VERB
bracis-33651	333	67	shareable	shareable	ADJ
bracis-33651	333	68	linksorry	linksorry	NOUN
bracis-33651	333	69	,	,	PUNCT
bracis-33651	333	70	a	a	DET
bracis-33651	333	71	shareable	shareable	ADJ
bracis-33651	333	72	link	link	NOUN
bracis-33651	333	73	is	be	AUX
bracis-33651	333	74	not	not	PART
bracis-33651	333	75	currently	currently	ADV
bracis-33651	333	76	available	available	ADJ
bracis-33651	333	77	for	for	ADP
bracis-33651	333	78	this	this	DET
bracis-33651	333	79	article	article	NOUN
bracis-33651	333	80	.	.	PUNCT
bracis-33651	334	1	copy	copy	VERB
bracis-33651	334	2	shareable	shareable	ADJ
bracis-33651	334	3	link	link	NOUN
bracis-33651	334	4	to	to	PART
bracis-33651	334	5	clipboard	clipboard	NOUN
bracis-33651	334	6	provided	provide	VERB
bracis-33651	334	7	by	by	ADP
bracis-33651	334	8	the	the	DET
bracis-33651	334	9	springer	springer	NOUN
bracis-33651	334	10	nature	nature	PROPN
bracis-33651	334	11	sharedit	sharedit	PROPN
bracis-33651	334	12	content	content	NOUN
bracis-33651	334	13	-	-	PUNCT
bracis-33651	334	14	sharing	share	VERB
bracis-33651	334	15	initiative	initiative	NOUN
bracis-33651	334	16	keywords	keyword	NOUN
bracis-33651	334	17	time	time	NOUN
bracis-33651	334	18	series	series	PROPN
bracis-33651	334	19	deep	deep	ADJ
bracis-33651	334	20	learning	learning	NOUN
bracis-33651	334	21	activation	activation	NOUN
bracis-33651	334	22	function	function	NOUN
bracis-33651	334	23	publish	publish	VERB
bracis-33651	334	24	with	with	ADP
bracis-33651	334	25	us	us	PROPN
bracis-33651	334	26	policies	policy	NOUN
bracis-33651	334	27	and	and	CCONJ
bracis-33651	334	28	ethics	ethic	NOUN
bracis-33651	334	29	profiles	profile	NOUN
bracis-33651	334	30	diego	diego	PROPN
bracis-33651	334	31	furtado	furtado	PROPN
bracis-33651	334	32	silva	silva	PROPN
bracis-33651	334	33	view	view	PROPN
bracis-33651	334	34	author	author	NOUN
bracis-33651	334	35	profile	profile	NOUN
bracis-33651	334	36	search	search	NOUN
bracis-33651	334	37	search	search	NOUN
bracis-33651	334	38	by	by	ADP
bracis-33651	334	39	keyword	keyword	NOUN
bracis-33651	334	40	or	or	CCONJ
bracis-33651	334	41	author	author	NOUN
bracis-33651	334	42	search	search	NOUN
bracis-33651	334	43	navigation	navigation	NOUN
bracis-33651	334	44	find	find	VERB
bracis-33651	334	45	a	a	DET
bracis-33651	334	46	journal	journal	NOUN
bracis-33651	334	47	publish	publish	VERB
bracis-33651	334	48	with	with	ADP
bracis-33651	334	49	us	we	PRON
bracis-33651	334	50	track	track	VERB
bracis-33651	334	51	your	your	PRON
bracis-33651	334	52	research	research	NOUN
bracis-33651	334	53	discover	discover	VERB
bracis-33651	334	54	content	content	NOUN
bracis-33651	334	55	journals	journal	NOUN
bracis-33651	334	56	a	a	DET
bracis-33651	334	57	-	-	PUNCT
bracis-33651	334	58	z	z	NOUN
bracis-33651	334	59	books	book	NOUN
bracis-33651	334	60	a	a	DET
bracis-33651	334	61	-	-	PUNCT
bracis-33651	334	62	z	z	NOUN
bracis-33651	334	63	publish	publish	NOUN
bracis-33651	334	64	with	with	ADP
bracis-33651	334	65	us	us	PROPN
bracis-33651	334	66	journal	journal	PROPN
bracis-33651	334	67	finder	finder	PROPN
bracis-33651	334	68	publish	publish	VERB
bracis-33651	334	69	your	your	PRON
bracis-33651	334	70	research	research	NOUN
bracis-33651	334	71	language	language	NOUN
bracis-33651	334	72	editing	edit	VERB
bracis-33651	334	73	open	open	ADJ
bracis-33651	334	74	access	access	NOUN
bracis-33651	334	75	publishing	publishing	NOUN
bracis-33651	334	76	products	product	NOUN
bracis-33651	334	77	and	and	CCONJ
bracis-33651	334	78	services	service	NOUN
bracis-33651	334	79	our	our	PRON
bracis-33651	334	80	products	product	NOUN
bracis-33651	334	81	librarians	librarian	VERB
bracis-33651	334	82	societies	society	NOUN
bracis-33651	334	83	partners	partner	NOUN
bracis-33651	334	84	and	and	CCONJ
bracis-33651	334	85	advertisers	advertiser	NOUN
bracis-33651	334	86	our	our	PRON
bracis-33651	334	87	brands	brand	NOUN
bracis-33651	334	88	springer	springer	NOUN
bracis-33651	334	89	nature	nature	PROPN
bracis-33651	334	90	portfolio	portfolio	PROPN
bracis-33651	334	91	bmc	bmc	PROPN
bracis-33651	334	92	palgrave	palgrave	PROPN
bracis-33651	334	93	macmillan	macmillan	PROPN
bracis-33651	334	94	apress	apress	PROPN
bracis-33651	334	95	discover	discover	VERB
bracis-33651	334	96	your	your	PRON
bracis-33651	334	97	privacy	privacy	NOUN
bracis-33651	334	98	choices	choice	NOUN
bracis-33651	334	99	/	/	SYM
bracis-33651	334	100	manage	manage	NOUN
bracis-33651	334	101	cookies	cookie	NOUN
bracis-33651	334	102	your	your	PRON
bracis-33651	334	103	us	us	PROPN
bracis-33651	335	1	state	state	NOUN
bracis-33651	335	2	privacy	privacy	NOUN
bracis-33651	335	3	rights	right	NOUN
bracis-33651	335	4	accessibility	accessibility	NOUN
bracis-33651	335	5	statement	statement	NOUN
bracis-33651	335	6	terms	term	NOUN
bracis-33651	335	7	and	and	CCONJ
bracis-33651	335	8	conditions	condition	NOUN
bracis-33651	335	9	privacy	privacy	NOUN
bracis-33651	335	10	policy	policy	NOUN
bracis-33651	335	11	help	help	NOUN
bracis-33651	335	12	and	and	CCONJ
bracis-33651	335	13	support	support	VERB
bracis-33651	335	14	legal	legal	ADJ
bracis-33651	335	15	notice	notice	NOUN
bracis-33651	335	16	cancel	cancel	VERB
bracis-33651	335	17	contracts	contract	NOUN
bracis-33651	335	18	here	here	ADV
bracis-33651	335	19	129.74.145.123	129.74.145.123	NUM
bracis-33651	335	20	hesburgh	hesburgh	PROPN
bracis-33651	335	21	library	library	PROPN
bracis-33651	335	22	er	er	INTJ
bracis-33651	335	23	unit	unit	NOUN
bracis-33651	335	24	(	(	PUNCT
bracis-33651	335	25	3005732405	3005732405	NUM
bracis-33651	335	26	)	)	PUNCT
bracis-33651	335	27	northeast	northeast	ADJ
bracis-33651	335	28	research	research	NOUN
bracis-33651	335	29	libraries	library	NOUN
bracis-33651	335	30	(	(	PUNCT
bracis-33651	335	31	nerl	nerl	PROPN
bracis-33651	335	32	)	)	PUNCT
bracis-33651	335	33	(	(	PUNCT
bracis-33651	335	34	8200828607	8200828607	NUM
bracis-33651	335	35	)	)	PUNCT
bracis-33651	335	36	nerl	nerl	VERB
bracis-33651	335	37	ta	ta	X
bracis-33651	335	38	account	account	NOUN
bracis-33651	335	39	(	(	PUNCT
bracis-33651	335	40	3006206169	3006206169	NUM
bracis-33651	335	41	)	)	PUNCT
bracis-33651	335	42	university	university	NOUN
bracis-33651	335	43	of	of	ADP
bracis-33651	335	44	notre	notre	PROPN
bracis-33651	335	45	dame	dame	PROPN
bracis-33651	335	46	hesburgh	hesburgh	PROPN
bracis-33651	335	47	library	library	NOUN
bracis-33651	335	48	(	(	PUNCT
bracis-33651	335	49	3000184373	3000184373	NUM
bracis-33651	335	50	)	)	PUNCT
bracis-33651	336	1	©	©	ADP
bracis-33651	336	2	2025	2025	NUM
bracis-33651	336	3	springer	springer	NOUN
bracis-33651	336	4	nature	nature	NOUN