id	sid	tid	token	lemma	pos
bracis-19037	1	1	online	online	ADJ
bracis-19037	1	2	selection	selection	NOUN
bracis-19037	1	3	of	of	ADP
bracis-19037	1	4	heuristic	heuristic	ADJ
bracis-19037	1	5	operators	operator	NOUN
bracis-19037	1	6	with	with	ADP
bracis-19037	1	7	deep	deep	ADJ
bracis-19037	1	8	q	q	NOUN
bracis-19037	1	9	-	-	NOUN
bracis-19037	1	10	network	network	NOUN
bracis-19037	1	11	:	:	PUNCT
bracis-19037	1	12	a	a	DET
bracis-19037	1	13	study	study	NOUN
bracis-19037	1	14	on	on	ADP
bracis-19037	1	15	the	the	DET
bracis-19037	1	16	hyflex	hyflex	NOUN
bracis-19037	1	17	framework	framework	NOUN
bracis-19037	1	18	|	|	NOUN
bracis-19037	1	19	springer	springer	NOUN
bracis-19037	1	20	nature	nature	PROPN
bracis-19037	1	21	link	link	PROPN
bracis-19037	1	22	(	(	PUNCT
bracis-19037	1	23	formerly	formerly	ADV
bracis-19037	1	24	springerlink	springerlink	NOUN
bracis-19037	1	25	)	)	PUNCT
bracis-19037	1	26	skip	skip	VERB
bracis-19037	1	27	to	to	ADP
bracis-19037	1	28	main	main	ADJ
bracis-19037	1	29	content	content	NOUN
bracis-19037	1	30	advertisement	advertisement	NOUN
bracis-19037	1	31	log	log	NOUN
bracis-19037	1	32	in	in	ADP
bracis-19037	1	33	menu	menu	NOUN
bracis-19037	1	34	find	find	VERB
bracis-19037	1	35	a	a	DET
bracis-19037	1	36	journal	journal	NOUN
bracis-19037	1	37	publish	publish	VERB
bracis-19037	1	38	with	with	ADP
bracis-19037	1	39	us	we	PRON
bracis-19037	1	40	track	track	VERB
bracis-19037	1	41	your	your	PRON
bracis-19037	1	42	research	research	NOUN
bracis-19037	1	43	search	search	NOUN
bracis-19037	1	44	cart	cart	NOUN
bracis-19037	1	45	home	home	NOUN
bracis-19037	1	46	intelligent	intelligent	ADJ
bracis-19037	1	47	systems	system	NOUN
bracis-19037	1	48	conference	conference	NOUN
bracis-19037	1	49	paper	paper	NOUN
bracis-19037	1	50	online	online	ADJ
bracis-19037	1	51	selection	selection	NOUN
bracis-19037	1	52	of	of	ADP
bracis-19037	1	53	heuristic	heuristic	ADJ
bracis-19037	1	54	operators	operator	NOUN
bracis-19037	1	55	with	with	ADP
bracis-19037	1	56	deep	deep	ADJ
bracis-19037	1	57	q	q	NOUN
bracis-19037	1	58	-	-	NOUN
bracis-19037	1	59	network	network	NOUN
bracis-19037	1	60	:	:	PUNCT
bracis-19037	1	61	a	a	DET
bracis-19037	1	62	study	study	NOUN
bracis-19037	1	63	on	on	ADP
bracis-19037	1	64	the	the	DET
bracis-19037	1	65	hyflex	hyflex	NOUN
bracis-19037	1	66	framework	framework	NOUN
bracis-19037	1	67	conference	conference	NOUN
bracis-19037	1	68	paper	paper	NOUN
bracis-19037	1	69	first	first	ADV
bracis-19037	1	70	online	online	ADV
bracis-19037	1	71	:	:	PUNCT
bracis-19037	1	72	28	28	NUM
bracis-19037	1	73	november	november	NOUN
bracis-19037	1	74	2021	2021	NUM
bracis-19037	1	75	pp	pp	ADP
bracis-19037	1	76	280–294	280–294	NUM
bracis-19037	1	77	cite	cite	VERB
bracis-19037	1	78	this	this	DET
bracis-19037	1	79	conference	conference	NOUN
bracis-19037	1	80	paper	paper	NOUN
bracis-19037	1	81	access	access	NOUN
bracis-19037	1	82	provided	provide	VERB
bracis-19037	1	83	by	by	ADP
bracis-19037	1	84	university	university	PROPN
bracis-19037	1	85	of	of	ADP
bracis-19037	1	86	notre	notre	PROPN
bracis-19037	1	87	dame	dame	PROPN
bracis-19037	1	88	hesburgh	hesburgh	PROPN
bracis-19037	1	89	library	library	PROPN
bracis-19037	1	90	download	download	PROPN
bracis-19037	1	91	book	book	NOUN
bracis-19037	1	92	pdf	pdf	PROPN
bracis-19037	1	93	download	download	NOUN
bracis-19037	1	94	book	book	NOUN
bracis-19037	1	95	epub	epub	PROPN
bracis-19037	1	96	intelligent	intelligent	ADJ
bracis-19037	1	97	systems	system	NOUN
bracis-19037	1	98	(	(	PUNCT
bracis-19037	1	99	bracis	bracis	NOUN
bracis-19037	1	100	2021	2021	NUM
bracis-19037	1	101	)	)	PUNCT
bracis-19037	1	102	online	online	ADJ
bracis-19037	1	103	selection	selection	NOUN
bracis-19037	1	104	of	of	ADP
bracis-19037	1	105	heuristic	heuristic	ADJ
bracis-19037	1	106	operators	operator	NOUN
bracis-19037	1	107	with	with	ADP
bracis-19037	1	108	deep	deep	ADJ
bracis-19037	1	109	q	q	NOUN
bracis-19037	1	110	-	-	NOUN
bracis-19037	1	111	network	network	NOUN
bracis-19037	1	112	:	:	PUNCT
bracis-19037	1	113	a	a	DET
bracis-19037	1	114	study	study	NOUN
bracis-19037	1	115	on	on	ADP
bracis-19037	1	116	the	the	DET
bracis-19037	1	117	hyflex	hyflex	NOUN
bracis-19037	1	118	framework	framework	NOUN
bracis-19037	1	119	download	download	NOUN
bracis-19037	1	120	book	book	NOUN
bracis-19037	1	121	pdf	pdf	PROPN
bracis-19037	1	122	download	download	NOUN
bracis-19037	1	123	book	book	NOUN
bracis-19037	1	124	epub	epub	PROPN
bracis-19037	1	125	augusto	augusto	PROPN
bracis-19037	1	126	dantas10	dantas10	PROPN
bracis-19037	1	127	&	&	CCONJ
bracis-19037	1	128	aurora	aurora	PROPN
bracis-19037	1	129	pozo10	pozo10	PROPN
bracis-19037	1	130	  	  	SPACE
bracis-19037	1	131	part	part	NOUN
bracis-19037	1	132	of	of	ADP
bracis-19037	1	133	the	the	DET
bracis-19037	1	134	book	book	NOUN
bracis-19037	1	135	series	series	NOUN
bracis-19037	1	136	:	:	PUNCT
bracis-19037	1	137	lecture	lecture	NOUN
bracis-19037	1	138	notes	note	NOUN
bracis-19037	1	139	in	in	ADP
bracis-19037	1	140	computer	computer	NOUN
bracis-19037	1	141	science	science	NOUN
bracis-19037	1	142	(	(	PUNCT
bracis-19037	1	143	(	(	PUNCT
bracis-19037	1	144	lnai	lnai	ADJ
bracis-19037	1	145	,	,	PUNCT
bracis-19037	1	146	volume	volume	NOUN
bracis-19037	1	147	13073	13073	NUM
bracis-19037	1	148	)	)	PUNCT
bracis-19037	1	149	)	)	PUNCT
bracis-19037	1	150	included	include	VERB
bracis-19037	1	151	in	in	ADP
bracis-19037	1	152	the	the	DET
bracis-19037	1	153	following	follow	VERB
bracis-19037	1	154	conference	conference	NOUN
bracis-19037	1	155	series	series	NOUN
bracis-19037	1	156	:	:	PUNCT
bracis-19037	1	157	brazilian	brazilian	ADJ
bracis-19037	1	158	conference	conference	NOUN
bracis-19037	1	159	on	on	ADP
bracis-19037	1	160	intelligent	intelligent	ADJ
bracis-19037	1	161	systems	system	NOUN
bracis-19037	1	162	828	828	NUM
bracis-19037	1	163	accesses	access	VERB
bracis-19037	1	164	abstract	abstract	ADJ
bracis-19037	1	165	general	general	ADJ
bracis-19037	1	166	and	and	CCONJ
bracis-19037	1	167	adaptive	adaptive	ADJ
bracis-19037	1	168	strategies	strategy	NOUN
bracis-19037	1	169	have	have	AUX
bracis-19037	1	170	been	be	AUX
bracis-19037	1	171	a	a	DET
bracis-19037	1	172	highly	highly	ADV
bracis-19037	1	173	pursued	pursue	VERB
bracis-19037	1	174	goal	goal	NOUN
bracis-19037	1	175	of	of	ADP
bracis-19037	1	176	the	the	DET
bracis-19037	1	177	optimization	optimization	NOUN
bracis-19037	1	178	community	community	NOUN
bracis-19037	1	179	,	,	PUNCT
bracis-19037	1	180	due	due	ADP
bracis-19037	1	181	to	to	ADP
bracis-19037	1	182	the	the	DET
bracis-19037	1	183	domain	domain	NOUN
bracis-19037	1	184	-	-	PUNCT
bracis-19037	1	185	dependent	dependent	ADJ
bracis-19037	1	186	set	set	NOUN
bracis-19037	1	187	of	of	ADP
bracis-19037	1	188	configurations	configuration	NOUN
bracis-19037	1	189	(	(	PUNCT
bracis-19037	1	190	operators	operator	NOUN
bracis-19037	1	191	and	and	CCONJ
bracis-19037	1	192	parameters	parameter	NOUN
bracis-19037	1	193	)	)	PUNCT
bracis-19037	1	194	that	that	PRON
bracis-19037	1	195	is	be	AUX
bracis-19037	1	196	usually	usually	ADV
bracis-19037	1	197	required	require	VERB
bracis-19037	1	198	for	for	ADP
bracis-19037	1	199	achieving	achieve	VERB
bracis-19037	1	200	high	high	ADJ
bracis-19037	1	201	quality	quality	NOUN
bracis-19037	1	202	solutions	solution	NOUN
bracis-19037	1	203	.	.	PUNCT
bracis-19037	2	1	this	this	DET
bracis-19037	2	2	work	work	NOUN
bracis-19037	2	3	investigates	investigate	VERB
bracis-19037	2	4	a	a	DET
bracis-19037	2	5	deep	deep	ADJ
bracis-19037	2	6	q	q	NOUN
bracis-19037	2	7	-	-	PUNCT
bracis-19037	2	8	network	network	NOUN
bracis-19037	2	9	(	(	PUNCT
bracis-19037	2	10	dqn	dqn	PROPN
bracis-19037	2	11	)	)	PUNCT
bracis-19037	2	12	selection	selection	NOUN
bracis-19037	2	13	strategy	strategy	NOUN
bracis-19037	2	14	under	under	ADP
bracis-19037	2	15	an	an	DET
bracis-19037	2	16	online	online	ADJ
bracis-19037	2	17	selection	selection	NOUN
bracis-19037	2	18	hyper	hyper	ADJ
bracis-19037	2	19	-	-	ADJ
bracis-19037	2	20	heuristic	heuristic	ADJ
bracis-19037	2	21	algorithm	algorithm	NOUN
bracis-19037	2	22	and	and	CCONJ
bracis-19037	2	23	compares	compare	VERB
bracis-19037	2	24	it	it	PRON
bracis-19037	2	25	with	with	ADP
bracis-19037	2	26	two	two	NUM
bracis-19037	2	27	state	state	NOUN
bracis-19037	2	28	-	-	PUNCT
bracis-19037	2	29	of	of	ADP
bracis-19037	2	30	-	-	PUNCT
bracis-19037	2	31	the	the	DET
bracis-19037	2	32	-	-	PUNCT
bracis-19037	2	33	art	art	NOUN
bracis-19037	2	34	multi	multi	ADJ
bracis-19037	2	35	-	-	ADJ
bracis-19037	2	36	armed	armed	ADJ
bracis-19037	2	37	bandit	bandit	NOUN
bracis-19037	2	38	(	(	PUNCT
bracis-19037	2	39	mab	mab	NOUN
bracis-19037	2	40	)	)	PUNCT
bracis-19037	2	41	approaches	approach	NOUN
bracis-19037	2	42	.	.	PUNCT
bracis-19037	3	1	we	we	PRON
bracis-19037	3	2	conducted	conduct	VERB
bracis-19037	3	3	the	the	DET
bracis-19037	3	4	experiments	experiment	NOUN
bracis-19037	3	5	on	on	ADP
bracis-19037	3	6	all	all	DET
bracis-19037	3	7	six	six	NUM
bracis-19037	3	8	problem	problem	NOUN
bracis-19037	3	9	domains	domain	NOUN
bracis-19037	3	10	from	from	ADP
bracis-19037	3	11	the	the	DET
bracis-19037	3	12	hyflex	hyflex	NOUN
bracis-19037	3	13	framework	framework	NOUN
bracis-19037	3	14	.	.	PUNCT
bracis-19037	4	1	with	with	ADP
bracis-19037	4	2	our	our	PRON
bracis-19037	4	3	definition	definition	NOUN
bracis-19037	4	4	of	of	ADP
bracis-19037	4	5	state	state	NOUN
bracis-19037	4	6	representation	representation	NOUN
bracis-19037	4	7	and	and	CCONJ
bracis-19037	4	8	reward	reward	NOUN
bracis-19037	4	9	scheme	scheme	NOUN
bracis-19037	4	10	,	,	PUNCT
bracis-19037	4	11	the	the	DET
bracis-19037	4	12	dqn	dqn	NOUN
bracis-19037	4	13	was	be	AUX
bracis-19037	4	14	able	able	ADJ
bracis-19037	4	15	to	to	PART
bracis-19037	4	16	quickly	quickly	ADV
bracis-19037	4	17	identify	identify	VERB
bracis-19037	4	18	the	the	DET
bracis-19037	4	19	good	good	ADJ
bracis-19037	4	20	and	and	CCONJ
bracis-19037	4	21	bad	bad	ADJ
bracis-19037	4	22	operators	operator	NOUN
bracis-19037	4	23	,	,	PUNCT
bracis-19037	4	24	which	which	PRON
bracis-19037	4	25	resulted	result	VERB
bracis-19037	4	26	on	on	ADP
bracis-19037	4	27	better	well	ADJ
bracis-19037	4	28	performance	performance	NOUN
bracis-19037	4	29	than	than	ADP
bracis-19037	4	30	the	the	DET
bracis-19037	4	31	mab	mab	NOUN
bracis-19037	4	32	strategies	strategy	NOUN
bracis-19037	4	33	on	on	ADP
bracis-19037	4	34	the	the	DET
bracis-19037	4	35	problem	problem	NOUN
bracis-19037	4	36	instances	instance	VERB
bracis-19037	4	37	that	that	SCONJ
bracis-19037	4	38	a	a	DET
bracis-19037	4	39	more	more	ADV
bracis-19037	4	40	exploitative	exploitative	ADJ
bracis-19037	4	41	behavior	behavior	NOUN
bracis-19037	4	42	deemed	deem	VERB
bracis-19037	4	43	advantageous	advantageous	ADJ
bracis-19037	4	44	.	.	PUNCT
bracis-19037	5	1	access	access	NOUN
bracis-19037	5	2	provided	provide	VERB
bracis-19037	5	3	by	by	ADP
bracis-19037	5	4	university	university	PROPN
bracis-19037	5	5	of	of	ADP
bracis-19037	5	6	notre	notre	PROPN
bracis-19037	5	7	dame	dame	PROPN
bracis-19037	5	8	hesburgh	hesburgh	PROPN
bracis-19037	5	9	library	library	PROPN
bracis-19037	5	10	.	.	PUNCT
bracis-19037	6	1	download	download	PROPN
bracis-19037	6	2	conference	conference	NOUN
bracis-19037	6	3	paper	paper	NOUN
bracis-19037	6	4	pdf	pdf	NOUN
bracis-19037	6	5	similar	similar	ADJ
bracis-19037	6	6	content	content	NOUN
bracis-19037	6	7	being	be	AUX
bracis-19037	6	8	viewed	view	VERB
bracis-19037	6	9	by	by	ADP
bracis-19037	6	10	others	other	NOUN
bracis-19037	6	11	the	the	DET
bracis-19037	6	12	impact	impact	NOUN
bracis-19037	6	13	of	of	ADP
bracis-19037	6	14	state	state	NOUN
bracis-19037	6	15	representation	representation	NOUN
bracis-19037	6	16	on	on	ADP
bracis-19037	6	17	approximate	approximate	ADJ
bracis-19037	6	18	q	q	NOUN
bracis-19037	6	19	-	-	PUNCT
bracis-19037	6	20	learning	learning	NOUN
bracis-19037	6	21	for	for	ADP
bracis-19037	6	22	a	a	DET
bracis-19037	6	23	selection	selection	NOUN
bracis-19037	6	24	hyper	hyper	ADJ
bracis-19037	6	25	-	-	ADJ
bracis-19037	6	26	heuristic	heuristic	ADJ
bracis-19037	6	27	chapter	chapter	NOUN
bracis-19037	6	28	©	©	PROPN
bracis-19037	6	29	2022	2022	NUM
bracis-19037	6	30	stochastic	stochastic	ADJ
bracis-19037	6	31	online	online	ADJ
bracis-19037	6	32	decisioning	decisione	VERB
bracis-19037	6	33	hyper	hyper	NOUN
bracis-19037	6	34	-	-	NOUN
bracis-19037	6	35	heuristic	heuristic	NOUN
bracis-19037	6	36	for	for	ADP
bracis-19037	6	37	high	high	ADJ
bracis-19037	6	38	dimensional	dimensional	ADJ
bracis-19037	6	39	optimization	optimization	NOUN
bracis-19037	6	40	article	article	NOUN
bracis-19037	6	41	15	15	NUM
bracis-19037	6	42	december	december	PROPN
bracis-19037	6	43	2023	2023	NUM
bracis-19037	6	44	an	an	DET
bracis-19037	6	45	automatic	automatic	ADJ
bracis-19037	6	46	hyperparameter	hyperparameter	NOUN
bracis-19037	6	47	optimization	optimization	NOUN
bracis-19037	6	48	method	method	NOUN
bracis-19037	6	49	for	for	ADP
bracis-19037	6	50	an	an	DET
bracis-19037	6	51	improved	improved	ADJ
bracis-19037	6	52	dqn	dqn	NOUN
bracis-19037	6	53	chapter	chapter	NOUN
bracis-19037	6	54	©	©	PROPN
bracis-19037	6	55	2025	2025	NUM
bracis-19037	6	56	explore	explore	VERB
bracis-19037	6	57	related	relate	VERB
bracis-19037	6	58	subjects	subject	NOUN
bracis-19037	6	59	discover	discover	VERB
bracis-19037	6	60	the	the	DET
bracis-19037	6	61	latest	late	ADJ
bracis-19037	6	62	articles	article	NOUN
bracis-19037	6	63	,	,	PUNCT
bracis-19037	6	64	books	book	NOUN
bracis-19037	6	65	and	and	CCONJ
bracis-19037	6	66	news	news	NOUN
bracis-19037	6	67	in	in	ADP
bracis-19037	6	68	related	related	ADJ
bracis-19037	6	69	subjects	subject	NOUN
bracis-19037	6	70	,	,	PUNCT
bracis-19037	6	71	suggested	suggest	VERB
bracis-19037	6	72	using	use	VERB
bracis-19037	6	73	machine	machine	NOUN
bracis-19037	6	74	learning	learning	NOUN
bracis-19037	6	75	.	.	PUNCT
bracis-19037	7	1	computational	computational	ADJ
bracis-19037	7	2	intelligence	intelligence	NOUN
bracis-19037	7	3	learning	learn	VERB
bracis-19037	7	4	algorithms	algorithm	NOUN
bracis-19037	7	5	machine	machine	NOUN
bracis-19037	7	6	learning	learn	VERB
bracis-19037	7	7	optimization	optimization	NOUN
bracis-19037	7	8	origin	origin	NOUN
bracis-19037	7	9	selection	selection	NOUN
bracis-19037	7	10	artificial	artificial	ADJ
bracis-19037	7	11	intelligence	intelligence	NOUN
bracis-19037	7	12	1	1	NUM
bracis-19037	7	13	introduction	introduction	NOUN
bracis-19037	7	14	for	for	ADP
bracis-19037	7	15	many	many	ADJ
bracis-19037	7	16	complex	complex	ADJ
bracis-19037	7	17	optimization	optimization	NOUN
bracis-19037	7	18	problems	problem	NOUN
bracis-19037	7	19	,	,	PUNCT
bracis-19037	7	20	the	the	DET
bracis-19037	7	21	use	use	NOUN
bracis-19037	7	22	of	of	ADP
bracis-19037	7	23	heuristic	heuristic	ADJ
bracis-19037	7	24	approaches	approach	NOUN
bracis-19037	7	25	is	be	AUX
bracis-19037	7	26	often	often	ADV
bracis-19037	7	27	required	require	VERB
bracis-19037	7	28	to	to	PART
bracis-19037	7	29	achieve	achieve	VERB
bracis-19037	7	30	feasible	feasible	ADJ
bracis-19037	7	31	solutions	solution	NOUN
bracis-19037	7	32	in	in	ADP
bracis-19037	7	33	reasonable	reasonable	ADJ
bracis-19037	7	34	computational	computational	ADJ
bracis-19037	7	35	time	time	NOUN
bracis-19037	7	36	[	[	X
bracis-19037	7	37	2	2	NUM
bracis-19037	7	38	]	]	PUNCT
bracis-19037	7	39	.	.	PUNCT
bracis-19037	8	1	one	one	NUM
bracis-19037	8	2	drawback	drawback	NOUN
bracis-19037	8	3	of	of	ADP
bracis-19037	8	4	heuristics	heuristic	NOUN
bracis-19037	8	5	is	be	AUX
bracis-19037	8	6	that	that	SCONJ
bracis-19037	8	7	their	their	PRON
bracis-19037	8	8	performance	performance	NOUN
bracis-19037	8	9	heavily	heavily	ADV
bracis-19037	8	10	rely	rely	VERB
bracis-19037	8	11	on	on	ADP
bracis-19037	8	12	the	the	DET
bracis-19037	8	13	configuration	configuration	NOUN
bracis-19037	8	14	setting	setting	NOUN
bracis-19037	8	15	,	,	PUNCT
bracis-19037	8	16	which	which	PRON
bracis-19037	8	17	must	must	AUX
bracis-19037	8	18	be	be	AUX
bracis-19037	8	19	tuned	tune	VERB
bracis-19037	8	20	for	for	ADP
bracis-19037	8	21	the	the	DET
bracis-19037	8	22	problem	problem	NOUN
bracis-19037	8	23	-	-	PUNCT
bracis-19037	8	24	domain	domain	NOUN
bracis-19037	8	25	at	at	ADP
bracis-19037	8	26	hand	hand	NOUN
bracis-19037	8	27	[	[	X
bracis-19037	8	28	2	2	NUM
bracis-19037	8	29	]	]	PUNCT
bracis-19037	8	30	.	.	PUNCT
bracis-19037	9	1	because	because	SCONJ
bracis-19037	9	2	of	of	ADP
bracis-19037	9	3	that	that	PRON
bracis-19037	9	4	,	,	PUNCT
bracis-19037	9	5	the	the	DET
bracis-19037	9	6	optimization	optimization	NOUN
bracis-19037	9	7	community	community	NOUN
bracis-19037	9	8	has	have	AUX
bracis-19037	9	9	investigated	investigate	VERB
bracis-19037	9	10	several	several	ADJ
bracis-19037	9	11	adaptive	adaptive	ADJ
bracis-19037	9	12	search	search	NOUN
bracis-19037	9	13	methodologies	methodology	NOUN
bracis-19037	10	1	[	[	X
bracis-19037	10	2	2	2	NUM
bracis-19037	10	3	]	]	PUNCT
bracis-19037	10	4	,	,	PUNCT
bracis-19037	10	5	initially	initially	ADV
bracis-19037	10	6	only	only	ADV
bracis-19037	10	7	for	for	ADP
bracis-19037	10	8	parameter	parameter	NOUN
bracis-19037	10	9	tunning	tunning	NOUN
bracis-19037	10	10	,	,	PUNCT
bracis-19037	10	11	but	but	CCONJ
bracis-19037	10	12	then	then	ADV
bracis-19037	10	13	it	it	PRON
bracis-19037	10	14	expanded	expand	VERB
bracis-19037	10	15	for	for	ADP
bracis-19037	10	16	automatically	automatically	ADV
bracis-19037	10	17	controlling	control	VERB
bracis-19037	10	18	the	the	DET
bracis-19037	10	19	heuristic	heuristic	ADJ
bracis-19037	10	20	operators	operator	NOUN
bracis-19037	10	21	to	to	PART
bracis-19037	10	22	be	be	AUX
bracis-19037	10	23	used	use	VERB
bracis-19037	10	24	.	.	PUNCT
bracis-19037	11	1	these	these	DET
bracis-19037	11	2	strategies	strategy	NOUN
bracis-19037	11	3	are	be	AUX
bracis-19037	11	4	normally	normally	ADV
bracis-19037	11	5	termed	term	VERB
bracis-19037	11	6	in	in	ADP
bracis-19037	11	7	the	the	DET
bracis-19037	11	8	literature	literature	NOUN
bracis-19037	11	9	as	as	ADP
bracis-19037	11	10	hyper	hyper	NOUN
bracis-19037	11	11	-	-	NOUN
bracis-19037	11	12	heuristics	heuristic	NOUN
bracis-19037	11	13	(	(	PUNCT
bracis-19037	11	14	hh	hh	PROPN
bracis-19037	11	15	)	)	PUNCT
bracis-19037	12	1	[	[	X
bracis-19037	12	2	3	3	NUM
bracis-19037	12	3	]	]	PUNCT
bracis-19037	12	4	,	,	PUNCT
bracis-19037	12	5	in	in	ADP
bracis-19037	12	6	which	which	PRON
bracis-19037	12	7	the	the	DET
bracis-19037	12	8	algorithm	algorithm	NOUN
bracis-19037	12	9	explore	explore	VERB
bracis-19037	12	10	the	the	DET
bracis-19037	12	11	search	search	NOUN
bracis-19037	12	12	space	space	NOUN
bracis-19037	12	13	of	of	ADP
bracis-19037	12	14	low	low	ADJ
bracis-19037	12	15	-	-	PUNCT
bracis-19037	12	16	level	level	NOUN
bracis-19037	12	17	heuristics	heuristic	NOUN
bracis-19037	12	18	.	.	PUNCT
bracis-19037	13	1	it	it	PRON
bracis-19037	13	2	can	can	AUX
bracis-19037	13	3	also	also	ADV
bracis-19037	13	4	be	be	AUX
bracis-19037	13	5	found	find	VERB
bracis-19037	13	6	as	as	ADP
bracis-19037	13	7	adaptive	adaptive	ADJ
bracis-19037	13	8	operator	operator	NOUN
bracis-19037	13	9	selection	selection	NOUN
bracis-19037	13	10	(	(	PUNCT
bracis-19037	13	11	aos	aos	PROPN
bracis-19037	13	12	)	)	PUNCT
bracis-19037	14	1	[	[	X
bracis-19037	14	2	7	7	NUM
bracis-19037	14	3	]	]	PUNCT
bracis-19037	14	4	,	,	PUNCT
bracis-19037	14	5	usually	usually	ADV
bracis-19037	14	6	when	when	SCONJ
bracis-19037	14	7	the	the	DET
bracis-19037	14	8	selection	selection	NOUN
bracis-19037	14	9	occurs	occur	VERB
bracis-19037	14	10	at	at	ADP
bracis-19037	14	11	a	a	DET
bracis-19037	14	12	certain	certain	ADJ
bracis-19037	14	13	step	step	NOUN
bracis-19037	14	14	within	within	ADP
bracis-19037	14	15	a	a	DET
bracis-19037	14	16	meta	meta	ADJ
bracis-19037	14	17	-	-	PUNCT
bracis-19037	14	18	heuristic	heuristic	NOUN
bracis-19037	14	19	.	.	PUNCT
bracis-19037	15	1	moreover	moreover	ADV
bracis-19037	15	2	,	,	PUNCT
bracis-19037	15	3	with	with	ADP
bracis-19037	15	4	the	the	DET
bracis-19037	15	5	advance	advance	NOUN
bracis-19037	15	6	and	and	CCONJ
bracis-19037	15	7	success	success	NOUN
bracis-19037	15	8	of	of	ADP
bracis-19037	15	9	machine	machine	NOUN
bracis-19037	15	10	learning	learning	NOUN
bracis-19037	15	11	(	(	PUNCT
bracis-19037	15	12	ml	ml	NOUN
bracis-19037	15	13	)	)	PUNCT
bracis-19037	15	14	techniques	technique	NOUN
bracis-19037	15	15	,	,	PUNCT
bracis-19037	15	16	there	there	PRON
bracis-19037	15	17	has	have	AUX
bracis-19037	15	18	been	be	AUX
bracis-19037	15	19	an	an	DET
bracis-19037	15	20	increasing	increase	VERB
bracis-19037	15	21	interest	interest	NOUN
bracis-19037	15	22	in	in	ADP
bracis-19037	15	23	using	use	VERB
bracis-19037	15	24	novel	novel	NOUN
bracis-19037	15	25	ml	ml	NOUN
bracis-19037	15	26	for	for	ADP
bracis-19037	15	27	guiding	guide	VERB
bracis-19037	15	28	the	the	DET
bracis-19037	15	29	optimization	optimization	NOUN
bracis-19037	15	30	search	search	NOUN
bracis-19037	15	31	in	in	ADP
bracis-19037	15	32	several	several	ADJ
bracis-19037	15	33	ways	way	NOUN
bracis-19037	15	34	,	,	PUNCT
bracis-19037	15	35	including	include	VERB
bracis-19037	15	36	the	the	DET
bracis-19037	15	37	selection	selection	NOUN
bracis-19037	15	38	of	of	ADP
bracis-19037	15	39	heuristic	heuristic	ADJ
bracis-19037	15	40	operators	operator	NOUN
bracis-19037	15	41	[	[	X
bracis-19037	15	42	9	9	NUM
bracis-19037	15	43	]	]	PUNCT
bracis-19037	15	44	.	.	PUNCT
bracis-19037	16	1	due	due	ADP
bracis-19037	16	2	to	to	ADP
bracis-19037	16	3	the	the	DET
bracis-19037	16	4	stochastic	stochastic	ADJ
bracis-19037	16	5	and	and	CCONJ
bracis-19037	16	6	iterative	iterative	ADJ
bracis-19037	16	7	nature	nature	NOUN
bracis-19037	16	8	of	of	ADP
bracis-19037	16	9	optimization	optimization	NOUN
bracis-19037	16	10	heuristics	heuristic	NOUN
bracis-19037	16	11	,	,	PUNCT
bracis-19037	16	12	reinforcement	reinforcement	NOUN
bracis-19037	16	13	learning	learning	NOUN
bracis-19037	16	14	[	[	X
bracis-19037	16	15	17	17	NUM
bracis-19037	16	16	]	]	X
bracis-19037	16	17	techniques	technique	NOUN
bracis-19037	16	18	have	have	AUX
bracis-19037	16	19	been	be	AUX
bracis-19037	16	20	widely	widely	ADV
bracis-19037	16	21	investigated	investigate	VERB
bracis-19037	16	22	for	for	ADP
bracis-19037	16	23	hh	hh	PROPN
bracis-19037	16	24	and	and	CCONJ
bracis-19037	16	25	aos	aos	PROPN
bracis-19037	16	26	applications	application	NOUN
bracis-19037	16	27	.	.	PUNCT
bracis-19037	17	1	however	however	ADV
bracis-19037	17	2	,	,	PUNCT
bracis-19037	17	3	most	most	ADJ
bracis-19037	17	4	of	of	ADP
bracis-19037	17	5	them	they	PRON
bracis-19037	17	6	are	be	AUX
bracis-19037	17	7	traditionally	traditionally	ADV
bracis-19037	17	8	simple	simple	ADJ
bracis-19037	17	9	additive	additive	ADJ
bracis-19037	17	10	reinforcement	reinforcement	NOUN
bracis-19037	17	11	strategies	strategy	NOUN
bracis-19037	17	12	,	,	PUNCT
bracis-19037	17	13	such	such	ADJ
bracis-19037	17	14	as	as	ADP
bracis-19037	17	15	probability	probability	NOUN
bracis-19037	17	16	matching	matching	NOUN
bracis-19037	17	17	(	(	PUNCT
bracis-19037	17	18	pm	pm	NOUN
bracis-19037	17	19	)	)	PUNCT
bracis-19037	17	20	and	and	CCONJ
bracis-19037	17	21	adaptive	adaptive	ADJ
bracis-19037	17	22	pursuit	pursuit	NOUN
bracis-19037	17	23	(	(	PUNCT
bracis-19037	17	24	ap	ap	PROPN
bracis-19037	17	25	)	)	PUNCT
bracis-19037	18	1	[	[	X
bracis-19037	18	2	7	7	NUM
bracis-19037	18	3	]	]	PUNCT
bracis-19037	18	4	,	,	PUNCT
bracis-19037	18	5	that	that	PRON
bracis-19037	18	6	use	use	VERB
bracis-19037	18	7	the	the	DET
bracis-19037	18	8	received	receive	VERB
bracis-19037	18	9	feedback	feedback	NOUN
bracis-19037	18	10	to	to	PART
bracis-19037	18	11	update	update	VERB
bracis-19037	18	12	a	a	DET
bracis-19037	18	13	probability	probability	NOUN
bracis-19037	18	14	vector	vector	NOUN
bracis-19037	18	15	.	.	PUNCT
bracis-19037	19	1	others	other	NOUN
bracis-19037	19	2	are	be	AUX
bracis-19037	19	3	based	base	VERB
bracis-19037	19	4	on	on	ADP
bracis-19037	19	5	selection	selection	NOUN
bracis-19037	19	6	rules	rule	NOUN
bracis-19037	19	7	,	,	PUNCT
bracis-19037	19	8	that	that	PRON
bracis-19037	19	9	takes	take	VERB
bracis-19037	19	10	into	into	ADP
bracis-19037	19	11	account	account	NOUN
bracis-19037	19	12	the	the	DET
bracis-19037	19	13	feedback	feedback	NOUN
bracis-19037	19	14	and	and	CCONJ
bracis-19037	19	15	the	the	DET
bracis-19037	19	16	frequency	frequency	NOUN
bracis-19037	19	17	of	of	ADP
bracis-19037	19	18	appliances	appliance	NOUN
bracis-19037	19	19	in	in	ADP
bracis-19037	19	20	order	order	NOUN
bracis-19037	19	21	to	to	PART
bracis-19037	19	22	deal	deal	VERB
bracis-19037	19	23	with	with	ADP
bracis-19037	19	24	the	the	DET
bracis-19037	19	25	exploration	exploration	NOUN
bracis-19037	19	26	versus	versus	ADP
bracis-19037	19	27	exploitation	exploitation	NOUN
bracis-19037	19	28	dilemma	dilemma	NOUN
bracis-19037	19	29	(	(	PUNCT
bracis-19037	19	30	e.g.	e.g.	ADV
bracis-19037	19	31	,	,	PUNCT
bracis-19037	19	32	choice	choice	NOUN
bracis-19037	19	33	function	function	NOUN
bracis-19037	19	34	and	and	CCONJ
bracis-19037	19	35	multi	multi	ADJ
bracis-19037	19	36	armed	armed	ADJ
bracis-19037	19	37	bandit	bandit	NOUN
bracis-19037	19	38	based	base	VERB
bracis-19037	19	39	strategies	strategy	NOUN
bracis-19037	19	40	[	[	X
bracis-19037	19	41	7	7	NUM
bracis-19037	19	42	]	]	NUM
bracis-19037	19	43	)	)	PUNCT
bracis-19037	19	44	.	.	PUNCT
bracis-19037	20	1	although	although	SCONJ
bracis-19037	20	2	those	those	DET
bracis-19037	20	3	approaches	approach	NOUN
bracis-19037	20	4	presented	present	VERB
bracis-19037	20	5	good	good	ADJ
bracis-19037	20	6	overall	overall	ADJ
bracis-19037	20	7	results	result	NOUN
bracis-19037	20	8	,	,	PUNCT
bracis-19037	20	9	they	they	PRON
bracis-19037	20	10	lack	lack	VERB
bracis-19037	20	11	a	a	DET
bracis-19037	20	12	state	state	NOUN
bracis-19037	20	13	representation	representation	NOUN
bracis-19037	20	14	according	accord	VERB
bracis-19037	20	15	to	to	ADP
bracis-19037	20	16	the	the	DET
bracis-19037	20	17	traditional	traditional	ADJ
bracis-19037	20	18	rl	rl	NOUN
bracis-19037	20	19	definition	definition	NOUN
bracis-19037	20	20	[	[	X
bracis-19037	20	21	17	17	NUM
bracis-19037	20	22	]	]	PUNCT
bracis-19037	20	23	,	,	PUNCT
bracis-19037	20	24	in	in	ADP
bracis-19037	20	25	which	which	PRON
bracis-19037	20	26	an	an	DET
bracis-19037	20	27	agent	agent	NOUN
bracis-19037	20	28	learns	learn	VERB
bracis-19037	20	29	a	a	DET
bracis-19037	20	30	policy	policy	NOUN
bracis-19037	20	31	(	(	PUNCT
bracis-19037	20	32	directly	directly	ADV
bracis-19037	20	33	or	or	CCONJ
bracis-19037	20	34	not	not	PART
bracis-19037	20	35	)	)	PUNCT
bracis-19037	20	36	by	by	ADP
bracis-19037	20	37	interacting	interact	VERB
bracis-19037	20	38	with	with	ADP
bracis-19037	20	39	an	an	DET
bracis-19037	20	40	environment	environment	NOUN
bracis-19037	20	41	based	base	VERB
bracis-19037	20	42	on	on	ADP
bracis-19037	20	43	the	the	DET
bracis-19037	20	44	observed	observed	ADJ
bracis-19037	20	45	state	state	NOUN
bracis-19037	20	46	and	and	CCONJ
bracis-19037	20	47	the	the	DET
bracis-19037	20	48	received	received	ADJ
bracis-19037	20	49	feedback	feedback	NOUN
bracis-19037	20	50	(	(	PUNCT
bracis-19037	20	51	reward	reward	NOUN
bracis-19037	20	52	or	or	CCONJ
bracis-19037	20	53	penalty	penalty	NOUN
bracis-19037	20	54	)	)	PUNCT
bracis-19037	20	55	.	.	PUNCT
bracis-19037	21	1	this	this	DET
bracis-19037	21	2	work	work	NOUN
bracis-19037	21	3	investigates	investigate	VERB
bracis-19037	21	4	a	a	DET
bracis-19037	21	5	selection	selection	NOUN
bracis-19037	21	6	hyper	hyper	NOUN
bracis-19037	21	7	-	-	NOUN
bracis-19037	21	8	heuristic	heuristic	NOUN
bracis-19037	21	9	that	that	PRON
bracis-19037	21	10	uses	use	VERB
bracis-19037	21	11	a	a	DET
bracis-19037	21	12	deep	deep	ADJ
bracis-19037	21	13	q	q	NOUN
bracis-19037	21	14	-	-	NOUN
bracis-19037	21	15	network	network	NOUN
bracis-19037	21	16	to	to	PART
bracis-19037	21	17	choose	choose	VERB
bracis-19037	21	18	the	the	DET
bracis-19037	21	19	heuristics	heuristic	NOUN
bracis-19037	21	20	.	.	PUNCT
bracis-19037	22	1	the	the	DET
bracis-19037	22	2	selection	selection	NOUN
bracis-19037	22	3	agent	agent	NOUN
bracis-19037	22	4	is	be	AUX
bracis-19037	22	5	updated	update	VERB
bracis-19037	22	6	while	while	SCONJ
bracis-19037	22	7	solving	solve	VERB
bracis-19037	22	8	an	an	DET
bracis-19037	22	9	instance	instance	NOUN
bracis-19037	22	10	using	use	VERB
bracis-19037	22	11	the	the	DET
bracis-19037	22	12	q	q	NOUN
bracis-19037	22	13	-	-	PUNCT
bracis-19037	22	14	learning	learn	VERB
bracis-19037	22	15	algorithm	algorithm	NOUN
bracis-19037	22	16	[	[	X
bracis-19037	22	17	19	19	NUM
bracis-19037	22	18	]	]	PUNCT
bracis-19037	22	19	with	with	ADP
bracis-19037	22	20	an	an	DET
bracis-19037	22	21	artificial	artificial	ADJ
bracis-19037	22	22	neural	neural	ADJ
bracis-19037	22	23	network	network	NOUN
bracis-19037	22	24	as	as	ADP
bracis-19037	22	25	function	function	NOUN
bracis-19037	22	26	approximator	approximator	NOUN
bracis-19037	22	27	[	[	X
bracis-19037	22	28	17	17	NUM
bracis-19037	22	29	]	]	PUNCT
bracis-19037	22	30	.	.	PUNCT
bracis-19037	23	1	in	in	ADP
bracis-19037	23	2	this	this	DET
bracis-19037	23	3	way	way	NOUN
bracis-19037	23	4	,	,	PUNCT
bracis-19037	23	5	we	we	PRON
bracis-19037	23	6	model	model	VERB
bracis-19037	23	7	the	the	DET
bracis-19037	23	8	task	task	NOUN
bracis-19037	23	9	of	of	ADP
bracis-19037	23	10	selecting	select	VERB
bracis-19037	23	11	the	the	DET
bracis-19037	23	12	heuristics	heuristic	NOUN
bracis-19037	23	13	as	as	ADP
bracis-19037	23	14	a	a	DET
bracis-19037	23	15	markov	markov	NOUN
bracis-19037	23	16	decision	decision	NOUN
bracis-19037	23	17	process	process	NOUN
bracis-19037	23	18	(	(	PUNCT
bracis-19037	23	19	mdp	mdp	NOUN
bracis-19037	23	20	)	)	PUNCT
bracis-19037	24	1	[	[	X
bracis-19037	24	2	14	14	NUM
bracis-19037	24	3	]	]	PUNCT
bracis-19037	24	4	,	,	PUNCT
bracis-19037	24	5	which	which	PRON
bracis-19037	24	6	implicates	implicate	VERB
bracis-19037	24	7	that	that	SCONJ
bracis-19037	24	8	the	the	DET
bracis-19037	24	9	state	state	NOUN
bracis-19037	24	10	representation	representation	NOUN
bracis-19037	24	11	must	must	AUX
bracis-19037	24	12	contain	contain	VERB
bracis-19037	24	13	enough	enough	ADJ
bracis-19037	24	14	information	information	NOUN
bracis-19037	24	15	for	for	SCONJ
bracis-19037	24	16	the	the	DET
bracis-19037	24	17	agent	agent	NOUN
bracis-19037	24	18	to	to	PART
bracis-19037	24	19	take	take	VERB
bracis-19037	24	20	an	an	DET
bracis-19037	24	21	action	action	NOUN
bracis-19037	24	22	.	.	PUNCT
bracis-19037	25	1	using	use	VERB
bracis-19037	25	2	a	a	DET
bracis-19037	25	3	mdp	mdp	NOUN
bracis-19037	25	4	-	-	PUNCT
bracis-19037	25	5	based	base	VERB
bracis-19037	25	6	strategy	strategy	NOUN
bracis-19037	25	7	for	for	ADP
bracis-19037	25	8	this	this	DET
bracis-19037	25	9	selection	selection	NOUN
bracis-19037	25	10	task	task	NOUN
bracis-19037	25	11	has	have	AUX
bracis-19037	25	12	been	be	AUX
bracis-19037	25	13	shown	show	VERB
bracis-19037	25	14	to	to	PART
bracis-19037	25	15	be	be	AUX
bracis-19037	25	16	advantageous	advantageous	ADJ
bracis-19037	25	17	over	over	ADP
bracis-19037	25	18	stateless	stateless	NOUN
bracis-19037	25	19	strategies	strategy	NOUN
bracis-19037	25	20	[	[	X
bracis-19037	25	21	18	18	NUM
bracis-19037	25	22	]	]	PUNCT
bracis-19037	25	23	.	.	PUNCT
bracis-19037	26	1	in	in	ADP
bracis-19037	26	2	fact	fact	NOUN
bracis-19037	26	3	,	,	PUNCT
bracis-19037	26	4	there	there	PRON
bracis-19037	26	5	are	be	VERB
bracis-19037	26	6	a	a	DET
bracis-19037	26	7	few	few	ADJ
bracis-19037	26	8	works	work	NOUN
bracis-19037	26	9	that	that	PRON
bracis-19037	26	10	have	have	AUX
bracis-19037	26	11	successfully	successfully	ADV
bracis-19037	26	12	applied	apply	VERB
bracis-19037	26	13	q	q	ADV
bracis-19037	26	14	-	-	PUNCT
bracis-19037	26	15	learning	learning	NOUN
bracis-19037	26	16	for	for	ADP
bracis-19037	26	17	hh	hh	PROPN
bracis-19037	26	18	and	and	CCONJ
bracis-19037	26	19	aos	aos	PROPN
bracis-19037	26	20	.	.	PROPN
bracis-19037	27	1	handoko	handoko	PROPN
bracis-19037	27	2	et	et	PROPN
bracis-19037	27	3	al	al	PROPN
bracis-19037	27	4	.	.	PUNCT
bracis-19037	28	1	[	[	X
bracis-19037	28	2	8	8	NUM
bracis-19037	28	3	]	]	PUNCT
bracis-19037	28	4	defined	define	VERB
bracis-19037	28	5	a	a	DET
bracis-19037	28	6	discrete	discrete	ADJ
bracis-19037	28	7	state	state	NOUN
bracis-19037	28	8	space	space	NOUN
bracis-19037	28	9	that	that	PRON
bracis-19037	28	10	relates	relate	VERB
bracis-19037	28	11	to	to	ADP
bracis-19037	28	12	fitness	fitness	NOUN
bracis-19037	28	13	improvement	improvement	NOUN
bracis-19037	28	14	and	and	CCONJ
bracis-19037	28	15	diversity	diversity	NOUN
bracis-19037	28	16	level	level	NOUN
bracis-19037	28	17	.	.	PUNCT
bracis-19037	29	1	then	then	ADV
bracis-19037	29	2	,	,	PUNCT
bracis-19037	29	3	the	the	DET
bracis-19037	29	4	q	q	NOUN
bracis-19037	29	5	-	-	PUNCT
bracis-19037	29	6	learning	learning	NOUN
bracis-19037	29	7	updates	update	VERB
bracis-19037	29	8	the	the	DET
bracis-19037	29	9	state	state	NOUN
bracis-19037	29	10	-	-	PUNCT
bracis-19037	29	11	action	action	NOUN
bracis-19037	29	12	values	value	NOUN
bracis-19037	29	13	which	which	PRON
bracis-19037	29	14	are	be	AUX
bracis-19037	29	15	used	use	VERB
bracis-19037	29	16	to	to	PART
bracis-19037	29	17	select	select	VERB
bracis-19037	29	18	the	the	DET
bracis-19037	29	19	crossover	crossover	NOUN
bracis-19037	29	20	operator	operator	NOUN
bracis-19037	29	21	of	of	ADP
bracis-19037	29	22	an	an	DET
bracis-19037	29	23	evolutionary	evolutionary	ADJ
bracis-19037	29	24	algorithm	algorithm	NOUN
bracis-19037	29	25	applied	apply	VERB
bracis-19037	29	26	on	on	ADP
bracis-19037	29	27	the	the	DET
bracis-19037	29	28	quadratic	quadratic	ADJ
bracis-19037	29	29	assignment	assignment	NOUN
bracis-19037	29	30	problem	problem	NOUN
bracis-19037	29	31	.	.	PUNCT
bracis-19037	30	1	the	the	DET
bracis-19037	30	2	experimental	experimental	ADJ
bracis-19037	30	3	results	result	NOUN
bracis-19037	30	4	demonstrated	demonstrate	VERB
bracis-19037	30	5	that	that	SCONJ
bracis-19037	30	6	the	the	DET
bracis-19037	30	7	approach	approach	NOUN
bracis-19037	30	8	is	be	AUX
bracis-19037	30	9	competitive	competitive	ADJ
bracis-19037	30	10	with	with	ADP
bracis-19037	30	11	classical	classical	ADJ
bracis-19037	30	12	credit	credit	NOUN
bracis-19037	30	13	assignment	assignment	NOUN
bracis-19037	30	14	mechanisms	mechanism	NOUN
bracis-19037	30	15	(	(	PUNCT
bracis-19037	30	16	ap	ap	PROPN
bracis-19037	30	17	,	,	PUNCT
bracis-19037	30	18	pm	pm	NOUN
bracis-19037	30	19	and	and	CCONJ
bracis-19037	30	20	mab	mab	PROPN
bracis-19037	30	21	)	)	PUNCT
bracis-19037	30	22	,	,	PUNCT
bracis-19037	30	23	while	while	SCONJ
bracis-19037	30	24	being	be	AUX
bracis-19037	30	25	less	less	ADV
bracis-19037	30	26	sensitive	sensitive	ADJ
bracis-19037	30	27	to	to	ADP
bracis-19037	30	28	the	the	DET
bracis-19037	30	29	number	number	NOUN
bracis-19037	30	30	of	of	ADP
bracis-19037	30	31	operators	operator	NOUN
bracis-19037	30	32	.	.	PUNCT
bracis-19037	31	1	similarly	similarly	ADV
bracis-19037	31	2	,	,	PUNCT
bracis-19037	31	3	buzdalova	buzdalova	VERB
bracis-19037	31	4	et	et	PROPN
bracis-19037	31	5	al	al	PROPN
bracis-19037	31	6	.	.	PUNCT
bracis-19037	32	1	[	[	X
bracis-19037	32	2	4	4	NUM
bracis-19037	32	3	]	]	PUNCT
bracis-19037	32	4	applied	apply	VERB
bracis-19037	32	5	q	q	ADV
bracis-19037	32	6	-	-	PUNCT
bracis-19037	32	7	learning	learning	NOUN
bracis-19037	32	8	to	to	PART
bracis-19037	32	9	select	select	VERB
bracis-19037	32	10	crossover	crossover	NOUN
bracis-19037	32	11	and	and	CCONJ
bracis-19037	32	12	mutation	mutation	NOUN
bracis-19037	32	13	operators	operator	NOUN
bracis-19037	32	14	for	for	ADP
bracis-19037	32	15	the	the	DET
bracis-19037	32	16	traveling	travel	VERB
bracis-19037	32	17	salesman	salesman	NOUN
bracis-19037	32	18	problem	problem	NOUN
bracis-19037	32	19	.	.	PUNCT
bracis-19037	33	1	the	the	DET
bracis-19037	33	2	state	state	NOUN
bracis-19037	33	3	is	be	AUX
bracis-19037	33	4	defined	define	VERB
bracis-19037	33	5	by	by	ADP
bracis-19037	33	6	a	a	DET
bracis-19037	33	7	2	2	NUM
bracis-19037	33	8	-	-	PUNCT
bracis-19037	33	9	tuple	tuple	NOUN
bracis-19037	33	10	containing	contain	VERB
bracis-19037	33	11	the	the	DET
bracis-19037	33	12	current	current	ADJ
bracis-19037	33	13	generation	generation	NOUN
bracis-19037	33	14	and	and	CCONJ
bracis-19037	33	15	the	the	DET
bracis-19037	33	16	fitness	fitness	NOUN
bracis-19037	33	17	improvement	improvement	NOUN
bracis-19037	33	18	of	of	ADP
bracis-19037	33	19	the	the	DET
bracis-19037	33	20	current	current	ADJ
bracis-19037	33	21	best	good	ADJ
bracis-19037	33	22	individual	individual	NOUN
bracis-19037	33	23	over	over	ADP
bracis-19037	33	24	the	the	DET
bracis-19037	33	25	initial	initial	ADJ
bracis-19037	33	26	best	good	ADJ
bracis-19037	33	27	individual	individual	NOUN
bracis-19037	33	28	,	,	PUNCT
bracis-19037	33	29	both	both	DET
bracis-19037	33	30	values	value	NOUN
bracis-19037	33	31	discretized	discretize	VERB
bracis-19037	33	32	into	into	ADP
bracis-19037	33	33	4	4	NUM
bracis-19037	33	34	intervals	interval	NOUN
bracis-19037	33	35	.	.	PUNCT
bracis-19037	34	1	their	their	PRON
bracis-19037	34	2	approach	approach	NOUN
bracis-19037	34	3	outperformed	outperform	VERB
bracis-19037	34	4	a	a	DET
bracis-19037	34	5	random	random	ADJ
bracis-19037	34	6	selection	selection	NOUN
bracis-19037	34	7	,	,	PUNCT
bracis-19037	34	8	indicating	indicate	VERB
bracis-19037	34	9	that	that	SCONJ
bracis-19037	34	10	the	the	DET
bracis-19037	34	11	agent	agent	NOUN
bracis-19037	34	12	was	be	AUX
bracis-19037	34	13	able	able	ADJ
bracis-19037	34	14	to	to	PART
bracis-19037	34	15	learn	learn	VERB
bracis-19037	34	16	a	a	DET
bracis-19037	34	17	working	work	VERB
bracis-19037	34	18	policy	policy	NOUN
bracis-19037	34	19	while	while	SCONJ
bracis-19037	34	20	solving	solve	VERB
bracis-19037	34	21	the	the	DET
bracis-19037	34	22	instances	instance	NOUN
bracis-19037	34	23	.	.	PUNCT
bracis-19037	35	1	mosadegh	mosadegh	VERB
bracis-19037	35	2	et	et	PROPN
bracis-19037	35	3	al	al	PROPN
bracis-19037	35	4	.	.	PUNCT
bracis-19037	36	1	[	[	X
bracis-19037	36	2	11	11	NUM
bracis-19037	36	3	]	]	PUNCT
bracis-19037	36	4	proposed	propose	VERB
bracis-19037	36	5	a	a	DET
bracis-19037	36	6	simulated	simulated	ADJ
bracis-19037	36	7	annealing	anneal	VERB
bracis-19037	36	8	(	(	PUNCT
bracis-19037	36	9	sa	sa	NOUN
bracis-19037	36	10	)	)	PUNCT
bracis-19037	36	11	based	base	VERB
bracis-19037	36	12	hh	hh	PROPN
bracis-19037	36	13	that	that	PRON
bracis-19037	36	14	uses	use	VERB
bracis-19037	36	15	q	q	NOUN
bracis-19037	36	16	-	-	PUNCT
bracis-19037	36	17	learning	learning	NOUN
bracis-19037	36	18	to	to	PART
bracis-19037	36	19	select	select	VERB
bracis-19037	36	20	the	the	DET
bracis-19037	36	21	moving	move	VERB
bracis-19037	36	22	operators	operator	NOUN
bracis-19037	36	23	.	.	PUNCT
bracis-19037	37	1	each	each	DET
bracis-19037	37	2	action	action	NOUN
bracis-19037	37	3	consists	consist	VERB
bracis-19037	37	4	on	on	ADP
bracis-19037	37	5	three	three	NUM
bracis-19037	37	6	operators	operator	NOUN
bracis-19037	37	7	,	,	PUNCT
bracis-19037	37	8	and	and	CCONJ
bracis-19037	37	9	the	the	DET
bracis-19037	37	10	state	state	NOUN
bracis-19037	37	11	is	be	AUX
bracis-19037	37	12	the	the	DET
bracis-19037	37	13	number	number	NOUN
bracis-19037	37	14	of	of	ADP
bracis-19037	37	15	times	time	NOUN
bracis-19037	37	16	that	that	SCONJ
bracis-19037	37	17	the	the	DET
bracis-19037	37	18	previous	previous	ADJ
bracis-19037	37	19	actions	action	NOUN
bracis-19037	37	20	succeed	succeed	VERB
bracis-19037	37	21	(	(	PUNCT
bracis-19037	37	22	i.e.	i.e.	X
bracis-19037	37	23	,	,	PUNCT
bracis-19037	37	24	the	the	DET
bracis-19037	37	25	operator	operator	NOUN
bracis-19037	37	26	generated	generate	VERB
bracis-19037	37	27	an	an	DET
bracis-19037	37	28	accepted	accept	VERB
bracis-19037	37	29	solution	solution	NOUN
bracis-19037	37	30	under	under	ADP
bracis-19037	37	31	the	the	DET
bracis-19037	37	32	sa	sa	PROPN
bracis-19037	37	33	conditions	condition	NOUN
bracis-19037	37	34	)	)	PUNCT
bracis-19037	37	35	.	.	PUNCT
bracis-19037	38	1	the	the	DET
bracis-19037	38	2	approach	approach	NOUN
bracis-19037	38	3	was	be	AUX
bracis-19037	38	4	significantly	significantly	ADV
bracis-19037	38	5	superior	superior	ADJ
bracis-19037	38	6	to	to	ADP
bracis-19037	38	7	other	other	ADJ
bracis-19037	38	8	versions	version	NOUN
bracis-19037	38	9	of	of	ADP
bracis-19037	38	10	sa	sa	NOUN
bracis-19037	38	11	and	and	CCONJ
bracis-19037	38	12	two	two	NUM
bracis-19037	38	13	software	software	NOUN
bracis-19037	38	14	packages	package	NOUN
bracis-19037	38	15	,	,	PUNCT
bracis-19037	38	16	with	with	ADP
bracis-19037	38	17	respect	respect	NOUN
bracis-19037	38	18	to	to	ADP
bracis-19037	38	19	both	both	DET
bracis-19037	38	20	the	the	DET
bracis-19037	38	21	quality	quality	NOUN
bracis-19037	38	22	of	of	ADP
bracis-19037	38	23	the	the	DET
bracis-19037	38	24	solution	solution	NOUN
bracis-19037	38	25	and	and	CCONJ
bracis-19037	38	26	the	the	DET
bracis-19037	38	27	computation	computation	NOUN
bracis-19037	38	28	time	time	NOUN
bracis-19037	38	29	.	.	PUNCT
bracis-19037	39	1	one	one	NUM
bracis-19037	39	2	limitation	limitation	NOUN
bracis-19037	39	3	of	of	ADP
bracis-19037	39	4	these	these	DET
bracis-19037	39	5	works	work	NOUN
bracis-19037	39	6	is	be	AUX
bracis-19037	39	7	the	the	DET
bracis-19037	39	8	use	use	NOUN
bracis-19037	39	9	of	of	ADP
bracis-19037	39	10	a	a	DET
bracis-19037	39	11	discrete	discrete	ADJ
bracis-19037	39	12	state	state	NOUN
bracis-19037	39	13	space	space	NOUN
bracis-19037	39	14	,	,	PUNCT
bracis-19037	39	15	which	which	PRON
bracis-19037	39	16	may	may	AUX
bracis-19037	39	17	limit	limit	VERB
bracis-19037	39	18	the	the	DET
bracis-19037	39	19	representation	representation	NOUN
bracis-19037	39	20	of	of	ADP
bracis-19037	39	21	the	the	DET
bracis-19037	39	22	search	search	NOUN
bracis-19037	39	23	stage	stage	NOUN
bracis-19037	39	24	[	[	X
bracis-19037	39	25	18	18	NUM
bracis-19037	39	26	]	]	PUNCT
bracis-19037	39	27	.	.	PUNCT
bracis-19037	40	1	however	however	ADV
bracis-19037	40	2	,	,	PUNCT
bracis-19037	40	3	when	when	SCONJ
bracis-19037	40	4	defining	define	VERB
bracis-19037	40	5	a	a	DET
bracis-19037	40	6	continuous	continuous	ADJ
bracis-19037	40	7	state	state	NOUN
bracis-19037	40	8	representation	representation	NOUN
bracis-19037	40	9	,	,	PUNCT
bracis-19037	40	10	the	the	DET
bracis-19037	40	11	classical	classical	ADJ
bracis-19037	40	12	q	q	NOUN
bracis-19037	40	13	-	-	PUNCT
bracis-19037	40	14	learning	learning	NOUN
bracis-19037	40	15	becomes	become	VERB
bracis-19037	40	16	infeasible	infeasible	ADJ
bracis-19037	40	17	due	due	ADP
bracis-19037	40	18	to	to	ADP
bracis-19037	40	19	the	the	DET
bracis-19037	40	20	high	high	ADJ
bracis-19037	40	21	dimensional	dimensional	ADJ
bracis-19037	40	22	q	q	NOUN
bracis-19037	40	23	-	-	PUNCT
bracis-19037	40	24	table	table	NOUN
bracis-19037	40	25	.	.	PUNCT
bracis-19037	41	1	therefore	therefore	ADV
bracis-19037	41	2	,	,	PUNCT
bracis-19037	41	3	a	a	DET
bracis-19037	41	4	function	function	NOUN
bracis-19037	41	5	approximation	approximation	NOUN
bracis-19037	41	6	model	model	NOUN
bracis-19037	41	7	is	be	AUX
bracis-19037	41	8	necessary	necessary	ADJ
bracis-19037	41	9	to	to	PART
bracis-19037	41	10	estimate	estimate	VERB
bracis-19037	41	11	the	the	DET
bracis-19037	41	12	state	state	NOUN
bracis-19037	41	13	-	-	PUNCT
bracis-19037	41	14	action	action	NOUN
bracis-19037	41	15	values	value	NOUN
bracis-19037	41	16	[	[	X
bracis-19037	41	17	17	17	NUM
bracis-19037	41	18	]	]	PUNCT
bracis-19037	41	19	.	.	PUNCT
bracis-19037	42	1	the	the	DET
bracis-19037	42	2	work	work	NOUN
bracis-19037	42	3	from	from	ADP
bracis-19037	42	4	teng	teng	PROPN
bracis-19037	42	5	et	et	PROPN
bracis-19037	42	6	al	al	PROPN
bracis-19037	42	7	.	.	PUNCT
bracis-19037	43	1	[	[	X
bracis-19037	43	2	18	18	NUM
bracis-19037	43	3	]	]	PUNCT
bracis-19037	43	4	defined	define	VERB
bracis-19037	43	5	a	a	DET
bracis-19037	43	6	continuous	continuous	ADJ
bracis-19037	43	7	state	state	NOUN
bracis-19037	43	8	space	space	NOUN
bracis-19037	43	9	that	that	PRON
bracis-19037	43	10	includes	include	VERB
bracis-19037	43	11	landscape	landscape	NOUN
bracis-19037	43	12	measures	measure	NOUN
bracis-19037	43	13	about	about	ADP
bracis-19037	43	14	the	the	DET
bracis-19037	43	15	current	current	ADJ
bracis-19037	43	16	population	population	NOUN
bracis-19037	43	17	and	and	CCONJ
bracis-19037	43	18	some	some	DET
bracis-19037	43	19	parent	parent	NOUN
bracis-19037	43	20	-	-	PUNCT
bracis-19037	43	21	oriented	orient	VERB
bracis-19037	43	22	features	feature	NOUN
bracis-19037	43	23	.	.	PUNCT
bracis-19037	44	1	then	then	ADV
bracis-19037	44	2	,	,	PUNCT
bracis-19037	44	3	a	a	DET
bracis-19037	44	4	self	self	NOUN
bracis-19037	44	5	-	-	PUNCT
bracis-19037	44	6	organizing	organize	VERB
bracis-19037	44	7	neural	neural	ADJ
bracis-19037	44	8	network	network	NOUN
bracis-19037	44	9	is	be	AUX
bracis-19037	44	10	trained	train	VERB
bracis-19037	44	11	offline	offline	ADJ
bracis-19037	44	12	to	to	PART
bracis-19037	44	13	select	select	VERB
bracis-19037	44	14	the	the	DET
bracis-19037	44	15	crossover	crossover	NOUN
bracis-19037	44	16	operator	operator	NOUN
bracis-19037	44	17	.	.	PUNCT
bracis-19037	45	1	the	the	DET
bracis-19037	45	2	performance	performance	NOUN
bracis-19037	45	3	of	of	ADP
bracis-19037	45	4	this	this	DET
bracis-19037	45	5	approach	approach	NOUN
bracis-19037	45	6	was	be	AUX
bracis-19037	45	7	competitive	competitive	ADJ
bracis-19037	45	8	with	with	ADP
bracis-19037	45	9	other	other	ADJ
bracis-19037	45	10	selection	selection	NOUN
bracis-19037	45	11	mechanisms	mechanism	NOUN
bracis-19037	45	12	(	(	PUNCT
bracis-19037	45	13	including	include	VERB
bracis-19037	45	14	a	a	DET
bracis-19037	45	15	tabular	tabular	ADJ
bracis-19037	45	16	q	q	NOUN
bracis-19037	45	17	-	-	PUNCT
bracis-19037	45	18	learning	learning	NOUN
bracis-19037	45	19	)	)	PUNCT
bracis-19037	45	20	and	and	CCONJ
bracis-19037	45	21	even	even	ADV
bracis-19037	45	22	better	well	ADV
bracis-19037	45	23	on	on	ADP
bracis-19037	45	24	some	some	DET
bracis-19037	45	25	instances	instance	NOUN
bracis-19037	45	26	,	,	PUNCT
bracis-19037	45	27	thus	thus	ADV
bracis-19037	45	28	highlighting	highlight	VERB
bracis-19037	45	29	the	the	DET
bracis-19037	45	30	advantages	advantage	NOUN
bracis-19037	45	31	of	of	ADP
bracis-19037	45	32	using	use	VERB
bracis-19037	45	33	a	a	DET
bracis-19037	45	34	continuous	continuous	ADJ
bracis-19037	45	35	mdp	mdp	NOUN
bracis-19037	45	36	-	-	PUNCT
bracis-19037	45	37	based	base	VERB
bracis-19037	45	38	selection	selection	NOUN
bracis-19037	45	39	strategy	strategy	NOUN
bracis-19037	45	40	.	.	PUNCT
bracis-19037	46	1	in	in	ADP
bracis-19037	46	2	sharma	sharma	PROPN
bracis-19037	46	3	et	et	PROPN
bracis-19037	46	4	al	al	PROPN
bracis-19037	46	5	.	.	PUNCT
bracis-19037	47	1	[	[	X
bracis-19037	47	2	15	15	NUM
bracis-19037	47	3	]	]	PUNCT
bracis-19037	47	4	,	,	PUNCT
bracis-19037	47	5	the	the	DET
bracis-19037	47	6	authors	author	NOUN
bracis-19037	47	7	used	use	VERB
bracis-19037	47	8	a	a	DET
bracis-19037	47	9	double	double	ADJ
bracis-19037	47	10	deep	deep	ADJ
bracis-19037	47	11	q	q	NOUN
bracis-19037	47	12	-	-	NOUN
bracis-19037	47	13	network	network	NOUN
bracis-19037	47	14	to	to	PART
bracis-19037	47	15	select	select	VERB
bracis-19037	47	16	mutation	mutation	NOUN
bracis-19037	47	17	operators	operator	NOUN
bracis-19037	47	18	of	of	ADP
bracis-19037	47	19	a	a	DET
bracis-19037	47	20	differential	differential	ADJ
bracis-19037	47	21	evolution	evolution	NOUN
bracis-19037	47	22	algorithm	algorithm	NOUN
bracis-19037	47	23	applied	apply	VERB
bracis-19037	47	24	on	on	ADP
bracis-19037	47	25	several	several	ADJ
bracis-19037	47	26	cec2005	cec2005	NOUN
bracis-19037	47	27	benchmark	benchmark	NOUN
bracis-19037	47	28	functions	function	NOUN
bracis-19037	47	29	.	.	PUNCT
bracis-19037	48	1	the	the	DET
bracis-19037	48	2	target	target	NOUN
bracis-19037	48	3	network	network	NOUN
bracis-19037	48	4	,	,	PUNCT
bracis-19037	48	5	which	which	PRON
bracis-19037	48	6	is	be	AUX
bracis-19037	48	7	trained	train	VERB
bracis-19037	48	8	offline	offline	ADJ
bracis-19037	48	9	during	during	ADP
bracis-19037	48	10	the	the	DET
bracis-19037	48	11	training	training	NOUN
bracis-19037	48	12	phase	phase	NOUN
bracis-19037	48	13	,	,	PUNCT
bracis-19037	48	14	receives	receive	VERB
bracis-19037	48	15	as	as	ADP
bracis-19037	48	16	input	input	NOUN
bracis-19037	48	17	99	99	NUM
bracis-19037	48	18	continuous	continuous	ADJ
bracis-19037	48	19	features	feature	NOUN
bracis-19037	48	20	,	,	PUNCT
bracis-19037	48	21	where	where	SCONJ
bracis-19037	48	22	19	19	NUM
bracis-19037	48	23	are	be	AUX
bracis-19037	48	24	related	relate	VERB
bracis-19037	48	25	to	to	ADP
bracis-19037	48	26	the	the	DET
bracis-19037	48	27	current	current	ADJ
bracis-19037	48	28	population	population	NOUN
bracis-19037	48	29	and	and	CCONJ
bracis-19037	48	30	the	the	DET
bracis-19037	48	31	reaming	reaming	NOUN
bracis-19037	48	32	characterize	characterize	VERB
bracis-19037	48	33	the	the	DET
bracis-19037	48	34	performance	performance	NOUN
bracis-19037	48	35	of	of	ADP
bracis-19037	48	36	each	each	DET
bracis-19037	48	37	operator	operator	NOUN
bracis-19037	48	38	so	so	ADV
bracis-19037	48	39	far	far	ADV
bracis-19037	48	40	.	.	PUNCT
bracis-19037	49	1	this	this	DET
bracis-19037	49	2	approach	approach	NOUN
bracis-19037	49	3	outperformed	outperform	VERB
bracis-19037	49	4	other	other	ADJ
bracis-19037	49	5	non	non	ADJ
bracis-19037	49	6	-	-	ADJ
bracis-19037	49	7	adaptive	adaptive	ADJ
bracis-19037	49	8	algorithms	algorithm	NOUN
bracis-19037	49	9	and	and	CCONJ
bracis-19037	49	10	was	be	AUX
bracis-19037	49	11	competitive	competitive	ADJ
bracis-19037	49	12	with	with	ADP
bracis-19037	49	13	state	state	NOUN
bracis-19037	49	14	-	-	PUNCT
bracis-19037	49	15	of	of	ADP
bracis-19037	49	16	-	-	PUNCT
bracis-19037	49	17	the	the	DET
bracis-19037	49	18	-	-	PUNCT
bracis-19037	49	19	art	art	NOUN
bracis-19037	49	20	adaptive	adaptive	ADJ
bracis-19037	49	21	approaches	approach	NOUN
bracis-19037	49	22	.	.	PUNCT
bracis-19037	50	1	in	in	ADP
bracis-19037	50	2	contrast	contrast	NOUN
bracis-19037	50	3	with	with	ADP
bracis-19037	50	4	these	these	DET
bracis-19037	50	5	works	work	NOUN
bracis-19037	50	6	,	,	PUNCT
bracis-19037	50	7	we	we	PRON
bracis-19037	50	8	modeled	model	VERB
bracis-19037	50	9	a	a	DET
bracis-19037	50	10	continuous	continuous	ADJ
bracis-19037	50	11	state	state	NOUN
bracis-19037	50	12	representation	representation	NOUN
bracis-19037	50	13	that	that	PRON
bracis-19037	50	14	consider	consider	VERB
bracis-19037	50	15	only	only	ADV
bracis-19037	50	16	the	the	DET
bracis-19037	50	17	past	past	ADJ
bracis-19037	50	18	performance	performance	NOUN
bracis-19037	50	19	of	of	ADP
bracis-19037	50	20	the	the	DET
bracis-19037	50	21	operators	operator	NOUN
bracis-19037	50	22	(	(	PUNCT
bracis-19037	50	23	within	within	ADP
bracis-19037	50	24	a	a	DET
bracis-19037	50	25	certain	certain	ADJ
bracis-19037	50	26	memory	memory	NOUN
bracis-19037	50	27	)	)	PUNCT
bracis-19037	50	28	,	,	PUNCT
bracis-19037	50	29	and	and	CCONJ
bracis-19037	50	30	the	the	DET
bracis-19037	50	31	dqn	dqn	NOUN
bracis-19037	50	32	is	be	AUX
bracis-19037	50	33	only	only	ADV
bracis-19037	50	34	trained	train	VERB
bracis-19037	50	35	online	online	ADV
bracis-19037	50	36	to	to	PART
bracis-19037	50	37	learn	learn	VERB
bracis-19037	50	38	a	a	DET
bracis-19037	50	39	selection	selection	NOUN
bracis-19037	50	40	policy	policy	NOUN
bracis-19037	50	41	on	on	ADP
bracis-19037	50	42	each	each	DET
bracis-19037	50	43	instance	instance	NOUN
bracis-19037	50	44	.	.	PUNCT
bracis-19037	51	1	we	we	PRON
bracis-19037	51	2	compare	compare	VERB
bracis-19037	51	3	this	this	DET
bracis-19037	51	4	approach	approach	NOUN
bracis-19037	51	5	with	with	ADP
bracis-19037	51	6	two	two	NUM
bracis-19037	51	7	state	state	NOUN
bracis-19037	51	8	-	-	PUNCT
bracis-19037	51	9	of	of	ADP
bracis-19037	51	10	-	-	PUNCT
bracis-19037	51	11	the	the	DET
bracis-19037	51	12	-	-	PUNCT
bracis-19037	51	13	art	art	NOUN
bracis-19037	51	14	mab	mab	NOUN
bracis-19037	51	15	based	base	VERB
bracis-19037	51	16	selection	selection	NOUN
bracis-19037	51	17	rules	rule	NOUN
bracis-19037	51	18	,	,	PUNCT
bracis-19037	51	19	namely	namely	ADV
bracis-19037	51	20	the	the	DET
bracis-19037	51	21	dynamic	dynamic	ADJ
bracis-19037	51	22	mab	mab	NOUN
bracis-19037	51	23	(	(	PUNCT
bracis-19037	51	24	dmab	dmab	NOUN
bracis-19037	51	25	)	)	PUNCT
bracis-19037	52	1	[	[	X
bracis-19037	52	2	5	5	NUM
bracis-19037	52	3	]	]	PUNCT
bracis-19037	52	4	and	and	CCONJ
bracis-19037	52	5	the	the	DET
bracis-19037	52	6	fitness	fitness	NOUN
bracis-19037	52	7	-	-	PUNCT
bracis-19037	52	8	rate	rate	NOUN
bracis-19037	52	9	-	-	PUNCT
bracis-19037	52	10	rank	rank	NOUN
bracis-19037	52	11	mab	mab	NOUN
bracis-19037	52	12	(	(	PUNCT
bracis-19037	52	13	frrmab	frrmab	NOUN
bracis-19037	52	14	)	)	PUNCT
bracis-19037	53	1	[	[	X
bracis-19037	53	2	10	10	NUM
bracis-19037	53	3	]	]	PUNCT
bracis-19037	53	4	.	.	PUNCT
bracis-19037	54	1	the	the	DET
bracis-19037	54	2	mab	mab	NOUN
bracis-19037	54	3	problem	problem	NOUN
bracis-19037	54	4	can	can	AUX
bracis-19037	54	5	be	be	AUX
bracis-19037	54	6	seen	see	VERB
bracis-19037	54	7	as	as	ADP
bracis-19037	54	8	a	a	DET
bracis-19037	54	9	special	special	ADJ
bracis-19037	54	10	case	case	NOUN
bracis-19037	54	11	of	of	ADP
bracis-19037	54	12	reinforcement	reinforcement	NOUN
bracis-19037	54	13	learning	learning	NOUN
bracis-19037	54	14	with	with	ADP
bracis-19037	54	15	only	only	ADV
bracis-19037	54	16	a	a	DET
bracis-19037	54	17	single	single	ADJ
bracis-19037	54	18	state	state	NOUN
bracis-19037	54	19	[	[	X
bracis-19037	54	20	17	17	NUM
bracis-19037	54	21	]	]	PUNCT
bracis-19037	54	22	.	.	PUNCT
bracis-19037	55	1	we	we	PRON
bracis-19037	55	2	have	have	AUX
bracis-19037	55	3	present	present	ADJ
bracis-19037	55	4	a	a	DET
bracis-19037	55	5	preliminary	preliminary	ADJ
bracis-19037	55	6	work	work	NOUN
bracis-19037	55	7	in	in	ADP
bracis-19037	55	8	a	a	DET
bracis-19037	55	9	workshop	workshop	NOUN
bracis-19037	55	10	paper	paper	NOUN
bracis-19037	56	1	[	[	X
bracis-19037	56	2	6	6	NUM
bracis-19037	56	3	]	]	PUNCT
bracis-19037	56	4	,	,	PUNCT
bracis-19037	56	5	in	in	ADP
bracis-19037	56	6	which	which	PRON
bracis-19037	56	7	we	we	PRON
bracis-19037	56	8	report	report	VERB
bracis-19037	56	9	the	the	DET
bracis-19037	56	10	results	result	NOUN
bracis-19037	56	11	on	on	ADP
bracis-19037	56	12	two	two	NUM
bracis-19037	56	13	problem	problem	NOUN
bracis-19037	56	14	domains	domain	NOUN
bracis-19037	56	15	(	(	PUNCT
bracis-19037	56	16	the	the	DET
bracis-19037	56	17	vehicle	vehicle	NOUN
bracis-19037	56	18	routing	routing	NOUN
bracis-19037	56	19	and	and	CCONJ
bracis-19037	56	20	the	the	DET
bracis-19037	56	21	traveling	travel	VERB
bracis-19037	56	22	salesman	salesman	NOUN
bracis-19037	56	23	problems	problem	NOUN
bracis-19037	56	24	)	)	PUNCT
bracis-19037	56	25	.	.	PUNCT
bracis-19037	57	1	later	later	ADV
bracis-19037	57	2	,	,	PUNCT
bracis-19037	57	3	we	we	PRON
bracis-19037	57	4	found	find	VERB
bracis-19037	57	5	a	a	DET
bracis-19037	57	6	flaw	flaw	NOUN
bracis-19037	57	7	in	in	ADP
bracis-19037	57	8	our	our	PRON
bracis-19037	57	9	frrmab	frrmab	NOUN
bracis-19037	57	10	implementation	implementation	NOUN
bracis-19037	57	11	.	.	PUNCT
bracis-19037	58	1	here	here	ADV
bracis-19037	58	2	,	,	PUNCT
bracis-19037	58	3	we	we	PRON
bracis-19037	58	4	expand	expand	VERB
bracis-19037	58	5	the	the	DET
bracis-19037	58	6	results	result	NOUN
bracis-19037	58	7	to	to	ADP
bracis-19037	58	8	all	all	DET
bracis-19037	58	9	six	six	NUM
bracis-19037	58	10	problems	problem	NOUN
bracis-19037	58	11	from	from	ADP
bracis-19037	58	12	the	the	DET
bracis-19037	58	13	hyper	hyper	NOUN
bracis-19037	58	14	-	-	PUNCT
bracis-19037	58	15	heuristics	heuristic	NOUN
bracis-19037	58	16	flexible	flexible	ADJ
bracis-19037	58	17	framework	framework	NOUN
bracis-19037	58	18	(	(	PUNCT
bracis-19037	58	19	hyflex	hyflex	NOUN
bracis-19037	58	20	)	)	PUNCT
bracis-19037	59	1	[	[	X
bracis-19037	59	2	12	12	NUM
bracis-19037	59	3	]	]	PUNCT
bracis-19037	59	4	and	and	CCONJ
bracis-19037	59	5	with	with	SCONJ
bracis-19037	59	6	all	all	DET
bracis-19037	59	7	implementations	implementation	NOUN
bracis-19037	59	8	revised	revise	VERB
bracis-19037	59	9	.	.	PUNCT
bracis-19037	60	1	moreover	moreover	ADV
bracis-19037	60	2	,	,	PUNCT
bracis-19037	60	3	we	we	PRON
bracis-19037	60	4	also	also	ADV
bracis-19037	60	5	present	present	VERB
bracis-19037	60	6	some	some	DET
bracis-19037	60	7	analysis	analysis	NOUN
bracis-19037	60	8	on	on	ADP
bracis-19037	60	9	the	the	DET
bracis-19037	60	10	behavioral	behavioral	ADJ
bracis-19037	60	11	aspect	aspect	NOUN
bracis-19037	60	12	of	of	ADP
bracis-19037	60	13	the	the	DET
bracis-19037	60	14	selection	selection	NOUN
bracis-19037	60	15	mechanisms	mechanism	NOUN
bracis-19037	60	16	.	.	PUNCT
bracis-19037	61	1	the	the	DET
bracis-19037	61	2	remainder	remainder	NOUN
bracis-19037	61	3	of	of	ADP
bracis-19037	61	4	this	this	DET
bracis-19037	61	5	paper	paper	NOUN
bracis-19037	61	6	is	be	AUX
bracis-19037	61	7	organized	organize	VERB
bracis-19037	61	8	as	as	SCONJ
bracis-19037	61	9	follows	follow	VERB
bracis-19037	61	10	:	:	PUNCT
bracis-19037	61	11	sect	sect	NOUN
bracis-19037	61	12	.	.	PUNCT
bracis-19037	61	13	 	 	SPACE
bracis-19037	62	1	2	2	NUM
bracis-19037	62	2	explains	explain	VERB
bracis-19037	62	3	the	the	DET
bracis-19037	62	4	concepts	concept	NOUN
bracis-19037	62	5	of	of	ADP
bracis-19037	62	6	hhs	hhs	PROPN
bracis-19037	62	7	and	and	CCONJ
bracis-19037	62	8	describes	describe	VERB
bracis-19037	62	9	the	the	DET
bracis-19037	62	10	selection	selection	NOUN
bracis-19037	62	11	strategies	strategy	NOUN
bracis-19037	62	12	that	that	PRON
bracis-19037	62	13	we	we	PRON
bracis-19037	62	14	compared	compare	VERB
bracis-19037	62	15	:	:	PUNCT
bracis-19037	62	16	dmab	dmab	NOUN
bracis-19037	62	17	,	,	PUNCT
bracis-19037	62	18	frrmab	frrmab	NOUN
bracis-19037	62	19	and	and	CCONJ
bracis-19037	62	20	dqn	dqn	NOUN
bracis-19037	62	21	.	.	PUNCT
bracis-19037	63	1	the	the	DET
bracis-19037	63	2	experimental	experimental	ADJ
bracis-19037	63	3	setup	setup	NOUN
bracis-19037	63	4	and	and	CCONJ
bracis-19037	63	5	results	result	NOUN
bracis-19037	63	6	are	be	AUX
bracis-19037	63	7	given	give	VERB
bracis-19037	63	8	in	in	ADP
bracis-19037	63	9	sect	sect	NOUN
bracis-19037	63	10	.	.	PUNCT
bracis-19037	63	11	 	 	SPACE
bracis-19037	64	1	3	3	X
bracis-19037	64	2	.	.	PUNCT
bracis-19037	65	1	finally	finally	ADV
bracis-19037	65	2	,	,	PUNCT
bracis-19037	65	3	we	we	PRON
bracis-19037	65	4	draw	draw	VERB
bracis-19037	65	5	some	some	DET
bracis-19037	65	6	conclusions	conclusion	NOUN
bracis-19037	65	7	and	and	CCONJ
bracis-19037	65	8	indicate	indicate	VERB
bracis-19037	65	9	future	future	ADJ
bracis-19037	65	10	works	work	NOUN
bracis-19037	65	11	in	in	ADP
bracis-19037	65	12	sect	sect	NOUN
bracis-19037	65	13	.	.	PUNCT
bracis-19037	65	14	 	 	SPACE
bracis-19037	66	1	4	4	NUM
bracis-19037	66	2	.	.	SYM
bracis-19037	66	3	2	2	NUM
bracis-19037	66	4	selection	selection	NOUN
bracis-19037	66	5	hyper	hyper	NOUN
bracis-19037	66	6	-	-	NOUN
bracis-19037	66	7	heuristic	heuristic	ADJ
bracis-19037	66	8	according	accord	VERB
bracis-19037	66	9	to	to	ADP
bracis-19037	66	10	burke	burke	PROPN
bracis-19037	66	11	et	et	PROPN
bracis-19037	66	12	al	al	PROPN
bracis-19037	66	13	.	.	PUNCT
bracis-19037	67	1	[	[	X
bracis-19037	67	2	3	3	NUM
bracis-19037	67	3	]	]	PUNCT
bracis-19037	67	4	,	,	PUNCT
bracis-19037	67	5	hyper	hyper	NOUN
bracis-19037	67	6	-	-	NOUN
bracis-19037	67	7	heuristics	heuristic	NOUN
bracis-19037	67	8	can	can	AUX
bracis-19037	67	9	be	be	AUX
bracis-19037	67	10	divided	divide	VERB
bracis-19037	67	11	in	in	ADP
bracis-19037	67	12	two	two	NUM
bracis-19037	67	13	groups	group	NOUN
bracis-19037	67	14	:	:	PUNCT
bracis-19037	67	15	selection	selection	NOUN
bracis-19037	67	16	hh	hh	PROPN
bracis-19037	67	17	,	,	PUNCT
bracis-19037	67	18	where	where	SCONJ
bracis-19037	67	19	it	it	PRON
bracis-19037	67	20	selects	select	VERB
bracis-19037	67	21	from	from	ADP
bracis-19037	67	22	a	a	DET
bracis-19037	67	23	set	set	NOUN
bracis-19037	67	24	of	of	ADP
bracis-19037	67	25	predefined	predefine	VERB
bracis-19037	67	26	low	low	ADJ
bracis-19037	67	27	-	-	PUNCT
bracis-19037	67	28	level	level	NOUN
bracis-19037	67	29	heuristics	heuristic	NOUN
bracis-19037	67	30	(	(	PUNCT
bracis-19037	67	31	llh	llh	PROPN
bracis-19037	67	32	)	)	PUNCT
bracis-19037	67	33	;	;	PUNCT
bracis-19037	67	34	generative	generative	ADJ
bracis-19037	67	35	hhs	hhs	PROPN
bracis-19037	67	36	,	,	PUNCT
bracis-19037	67	37	where	where	SCONJ
bracis-19037	67	38	the	the	DET
bracis-19037	67	39	algorithm	algorithm	NOUN
bracis-19037	67	40	uses	use	VERB
bracis-19037	67	41	parts	part	NOUN
bracis-19037	67	42	of	of	ADP
bracis-19037	67	43	llhs	llhs	NOUN
bracis-19037	67	44	to	to	PART
bracis-19037	67	45	construct	construct	VERB
bracis-19037	67	46	new	new	ADJ
bracis-19037	67	47	ones	one	NOUN
bracis-19037	67	48	.	.	PUNCT
bracis-19037	68	1	moreover	moreover	ADV
bracis-19037	68	2	,	,	PUNCT
bracis-19037	68	3	they	they	PRON
bracis-19037	68	4	can	can	AUX
bracis-19037	68	5	also	also	ADV
bracis-19037	68	6	be	be	AUX
bracis-19037	68	7	classified	classify	VERB
bracis-19037	68	8	by	by	ADP
bracis-19037	68	9	its	its	PRON
bracis-19037	68	10	source	source	NOUN
bracis-19037	68	11	of	of	ADP
bracis-19037	68	12	learning	learn	VERB
bracis-19037	68	13	feedback	feedback	NOUN
bracis-19037	68	14	:	:	PUNCT
bracis-19037	68	15	online	online	ADJ
bracis-19037	68	16	,	,	PUNCT
bracis-19037	68	17	offline	offline	ADJ
bracis-19037	68	18	,	,	PUNCT
bracis-19037	68	19	and	and	CCONJ
bracis-19037	68	20	no	no	DET
bracis-19037	68	21	-	-	PUNCT
bracis-19037	68	22	learning	learning	NOUN
bracis-19037	68	23	.	.	PUNCT
bracis-19037	69	1	this	this	DET
bracis-19037	69	2	work	work	NOUN
bracis-19037	69	3	is	be	AUX
bracis-19037	69	4	about	about	ADP
bracis-19037	69	5	an	an	DET
bracis-19037	69	6	online	online	ADJ
bracis-19037	69	7	learning	learning	NOUN
bracis-19037	69	8	selection	selection	NOUN
bracis-19037	69	9	hh	hh	NOUN
bracis-19037	69	10	.	.	PROPN
bracis-19037	70	1	as	as	ADP
bracis-19037	70	2	a	a	DET
bracis-19037	70	3	search	search	NOUN
bracis-19037	70	4	methodology	methodology	NOUN
bracis-19037	70	5	,	,	PUNCT
bracis-19037	70	6	selection	selection	NOUN
bracis-19037	70	7	hhs	hhs	AUX
bracis-19037	70	8	explore	explore	VERB
bracis-19037	70	9	the	the	DET
bracis-19037	70	10	search	search	NOUN
bracis-19037	70	11	space	space	NOUN
bracis-19037	70	12	of	of	ADP
bracis-19037	70	13	low	low	ADJ
bracis-19037	70	14	-	-	PUNCT
bracis-19037	70	15	level	level	NOUN
bracis-19037	70	16	heuristics	heuristic	NOUN
bracis-19037	70	17	(	(	PUNCT
bracis-19037	70	18	e.g.	e.g.	ADV
bracis-19037	70	19	,	,	PUNCT
bracis-19037	70	20	evolutionary	evolutionary	ADJ
bracis-19037	70	21	operators	operator	NOUN
bracis-19037	70	22	)	)	PUNCT
bracis-19037	71	1	[	[	X
bracis-19037	71	2	3	3	NUM
bracis-19037	71	3	]	]	PUNCT
bracis-19037	71	4	.	.	PUNCT
bracis-19037	72	1	to	to	PART
bracis-19037	72	2	avoid	avoid	VERB
bracis-19037	72	3	getting	getting	AUX
bracis-19037	72	4	stuck	stick	VERB
bracis-19037	72	5	into	into	ADP
bracis-19037	72	6	local	local	ADJ
bracis-19037	72	7	optima	optima	PROPN
bracis-19037	72	8	solutions	solution	NOUN
bracis-19037	72	9	,	,	PUNCT
bracis-19037	72	10	good	good	ADJ
bracis-19037	72	11	hhs	hhs	PROPN
bracis-19037	72	12	must	must	AUX
bracis-19037	72	13	know	know	VERB
bracis-19037	72	14	which	which	PRON
bracis-19037	72	15	is	be	AUX
bracis-19037	72	16	the	the	DET
bracis-19037	72	17	appropriate	appropriate	ADJ
bracis-19037	72	18	low	low	ADJ
bracis-19037	72	19	-	-	PUNCT
bracis-19037	72	20	level	level	NOUN
bracis-19037	72	21	heuristic	heuristic	NOUN
bracis-19037	72	22	to	to	PART
bracis-19037	72	23	explore	explore	VERB
bracis-19037	72	24	a	a	DET
bracis-19037	72	25	different	different	ADJ
bracis-19037	72	26	area	area	NOUN
bracis-19037	72	27	of	of	ADP
bracis-19037	72	28	the	the	DET
bracis-19037	72	29	search	search	NOUN
bracis-19037	72	30	space	space	NOUN
bracis-19037	72	31	at	at	ADP
bracis-19037	72	32	the	the	DET
bracis-19037	72	33	time	time	NOUN
bracis-19037	72	34	[	[	X
bracis-19037	72	35	3	3	NUM
bracis-19037	72	36	]	]	PUNCT
bracis-19037	72	37	.	.	PUNCT
bracis-19037	73	1	we	we	PRON
bracis-19037	73	2	used	use	VERB
bracis-19037	73	3	in	in	ADP
bracis-19037	73	4	this	this	DET
bracis-19037	73	5	work	work	NOUN
bracis-19037	73	6	a	a	DET
bracis-19037	73	7	standard	standard	ADJ
bracis-19037	73	8	selection	selection	NOUN
bracis-19037	73	9	hyper	hyper	ADJ
bracis-19037	73	10	-	-	ADJ
bracis-19037	73	11	heuristic	heuristic	ADJ
bracis-19037	73	12	algorithm	algorithm	NOUN
bracis-19037	73	13	,	,	PUNCT
bracis-19037	73	14	as	as	SCONJ
bracis-19037	73	15	shown	show	VERB
bracis-19037	73	16	in	in	ADP
bracis-19037	73	17	algorithm	algorithm	NOUN
bracis-19037	73	18	 	 	SPACE
bracis-19037	73	19	1	1	NUM
bracis-19037	73	20	.	.	PUNCT
bracis-19037	74	1	iteratively	iteratively	ADV
bracis-19037	74	2	,	,	PUNCT
bracis-19037	74	3	it	it	PRON
bracis-19037	74	4	selects	select	VERB
bracis-19037	74	5	and	and	CCONJ
bracis-19037	74	6	applies	apply	VERB
bracis-19037	74	7	a	a	DET
bracis-19037	74	8	low	low	ADJ
bracis-19037	74	9	-	-	PUNCT
bracis-19037	74	10	level	level	NOUN
bracis-19037	74	11	heuristic	heuristic	NOUN
bracis-19037	74	12	on	on	ADP
bracis-19037	74	13	the	the	DET
bracis-19037	74	14	current	current	ADJ
bracis-19037	74	15	solution	solution	NOUN
bracis-19037	74	16	and	and	CCONJ
bracis-19037	74	17	computes	compute	VERB
bracis-19037	74	18	the	the	DET
bracis-19037	74	19	reward	reward	NOUN
bracis-19037	74	20	.	.	PUNCT
bracis-19037	75	1	then	then	ADV
bracis-19037	75	2	,	,	PUNCT
bracis-19037	75	3	the	the	DET
bracis-19037	75	4	acceptance	acceptance	NOUN
bracis-19037	75	5	criteria	criterion	NOUN
bracis-19037	75	6	decides	decide	VERB
bracis-19037	75	7	if	if	SCONJ
bracis-19037	75	8	the	the	DET
bracis-19037	75	9	new	new	ADJ
bracis-19037	75	10	solution	solution	NOUN
bracis-19037	75	11	is	be	AUX
bracis-19037	75	12	accepted	accept	VERB
bracis-19037	75	13	and	and	CCONJ
bracis-19037	75	14	,	,	PUNCT
bracis-19037	75	15	at	at	ADP
bracis-19037	75	16	last	last	ADJ
bracis-19037	75	17	,	,	PUNCT
bracis-19037	75	18	the	the	DET
bracis-19037	75	19	hh	hh	PROPN
bracis-19037	75	20	calls	call	VERB
bracis-19037	75	21	the	the	DET
bracis-19037	75	22	update	update	NOUN
bracis-19037	75	23	method	method	NOUN
bracis-19037	75	24	of	of	ADP
bracis-19037	75	25	the	the	DET
bracis-19037	75	26	corresponding	corresponding	ADJ
bracis-19037	75	27	selection	selection	NOUN
bracis-19037	75	28	model	model	NOUN
bracis-19037	75	29	.	.	PUNCT
bracis-19037	76	1	the	the	DET
bracis-19037	76	2	reward	reward	NOUN
bracis-19037	76	3	is	be	AUX
bracis-19037	76	4	defined	define	VERB
bracis-19037	76	5	as	as	ADP
bracis-19037	76	6	the	the	DET
bracis-19037	76	7	fir	fir	NOUN
bracis-19037	76	8	value	value	NOUN
bracis-19037	76	9	(	(	PUNCT
bracis-19037	76	10	eq	eq	NOUN
bracis-19037	76	11	.	.	PUNCT
bracis-19037	76	12	 	 	SPACE
bracis-19037	76	13	2	2	NUM
bracis-19037	76	14	)	)	PUNCT
bracis-19037	76	15	and	and	CCONJ
bracis-19037	76	16	was	be	AUX
bracis-19037	76	17	kept	keep	VERB
bracis-19037	76	18	the	the	DET
bracis-19037	76	19	same	same	ADJ
bracis-19037	76	20	for	for	ADP
bracis-19037	76	21	all	all	DET
bracis-19037	76	22	selection	selection	NOUN
bracis-19037	76	23	strategies	strategy	NOUN
bracis-19037	76	24	.	.	PUNCT
bracis-19037	77	1	since	since	SCONJ
bracis-19037	77	2	our	our	PRON
bracis-19037	77	3	goal	goal	NOUN
bracis-19037	77	4	is	be	AUX
bracis-19037	77	5	to	to	PART
bracis-19037	77	6	investigate	investigate	VERB
bracis-19037	77	7	the	the	DET
bracis-19037	77	8	learning	learning	NOUN
bracis-19037	77	9	ability	ability	NOUN
bracis-19037	77	10	of	of	ADP
bracis-19037	77	11	the	the	DET
bracis-19037	77	12	selection	selection	NOUN
bracis-19037	77	13	strategies	strategy	NOUN
bracis-19037	77	14	,	,	PUNCT
bracis-19037	77	15	the	the	DET
bracis-19037	77	16	acceptance	acceptance	NOUN
bracis-19037	77	17	criteria	criterion	NOUN
bracis-19037	77	18	accepts	accept	VERB
bracis-19037	77	19	all	all	DET
bracis-19037	77	20	solutions	solution	NOUN
bracis-19037	77	21	.	.	PUNCT
bracis-19037	78	1	in	in	ADP
bracis-19037	78	2	this	this	DET
bracis-19037	78	3	way	way	NOUN
bracis-19037	78	4	,	,	PUNCT
bracis-19037	78	5	the	the	DET
bracis-19037	78	6	actions	action	NOUN
bracis-19037	78	7	of	of	ADP
bracis-19037	78	8	the	the	DET
bracis-19037	78	9	agent	agent	NOUN
bracis-19037	78	10	always	always	ADV
bracis-19037	78	11	reflects	reflect	VERB
bracis-19037	78	12	a	a	DET
bracis-19037	78	13	change	change	NOUN
bracis-19037	78	14	in	in	ADP
bracis-19037	78	15	the	the	DET
bracis-19037	78	16	environment	environment	NOUN
bracis-19037	78	17	.	.	PUNCT
bracis-19037	79	1	the	the	DET
bracis-19037	79	2	selection	selection	NOUN
bracis-19037	79	3	is	be	AUX
bracis-19037	79	4	made	make	VERB
bracis-19037	79	5	according	accord	VERB
bracis-19037	79	6	to	to	ADP
bracis-19037	79	7	the	the	DET
bracis-19037	79	8	employed	employ	VERB
bracis-19037	79	9	selection	selection	NOUN
bracis-19037	79	10	strategy	strategy	NOUN
bracis-19037	79	11	.	.	PUNCT
bracis-19037	80	1	in	in	ADP
bracis-19037	80	2	this	this	DET
bracis-19037	80	3	work	work	NOUN
bracis-19037	80	4	,	,	PUNCT
bracis-19037	80	5	we	we	PRON
bracis-19037	80	6	compared	compare	VERB
bracis-19037	80	7	three	three	NUM
bracis-19037	80	8	strategies	strategy	NOUN
bracis-19037	80	9	:	:	PUNCT
bracis-19037	80	10	dynamic	dynamic	ADJ
bracis-19037	80	11	mab	mab	NOUN
bracis-19037	80	12	,	,	PUNCT
bracis-19037	80	13	fitness	fitness	NOUN
bracis-19037	80	14	-	-	PUNCT
bracis-19037	80	15	rate	rate	NOUN
bracis-19037	80	16	-	-	PUNCT
bracis-19037	80	17	rank	rank	NOUN
bracis-19037	80	18	mab	mab	NOUN
bracis-19037	80	19	,	,	PUNCT
bracis-19037	80	20	and	and	CCONJ
bracis-19037	80	21	deep	deep	ADJ
bracis-19037	80	22	q	q	NOUN
bracis-19037	80	23	-	-	NOUN
bracis-19037	80	24	network	network	NOUN
bracis-19037	80	25	.	.	PUNCT
bracis-19037	81	1	2.1	2.1	NUM
bracis-19037	81	2	dynamic	dynamic	ADJ
bracis-19037	81	3	multi	multi	ADJ
bracis-19037	81	4	-	-	ADJ
bracis-19037	81	5	armed	armed	ADJ
bracis-19037	81	6	bandit	bandit	NOUN
bracis-19037	81	7	a	a	DET
bracis-19037	81	8	mab	mab	NOUN
bracis-19037	81	9	framework	framework	NOUN
bracis-19037	81	10	is	be	AUX
bracis-19037	81	11	composed	compose	VERB
bracis-19037	81	12	of	of	ADP
bracis-19037	81	13	n	n	PRON
bracis-19037	81	14	arms	arm	NOUN
bracis-19037	81	15	(	(	PUNCT
bracis-19037	81	16	e.g.	e.g.	ADV
bracis-19037	81	17	,	,	PUNCT
bracis-19037	81	18	operators	operator	NOUN
bracis-19037	81	19	)	)	PUNCT
bracis-19037	81	20	and	and	CCONJ
bracis-19037	81	21	a	a	DET
bracis-19037	81	22	selection	selection	NOUN
bracis-19037	81	23	rule	rule	NOUN
bracis-19037	81	24	for	for	ADP
bracis-19037	81	25	selecting	select	VERB
bracis-19037	81	26	an	an	DET
bracis-19037	81	27	arm	arm	NOUN
bracis-19037	81	28	at	at	ADP
bracis-19037	81	29	each	each	DET
bracis-19037	81	30	step	step	NOUN
bracis-19037	81	31	.	.	PUNCT
bracis-19037	82	1	the	the	DET
bracis-19037	82	2	goal	goal	NOUN
bracis-19037	82	3	is	be	AUX
bracis-19037	82	4	to	to	PART
bracis-19037	82	5	maximize	maximize	VERB
bracis-19037	82	6	the	the	DET
bracis-19037	82	7	cumulative	cumulative	ADJ
bracis-19037	82	8	reward	reward	NOUN
bracis-19037	82	9	gathered	gather	VERB
bracis-19037	82	10	over	over	ADP
bracis-19037	82	11	time	time	NOUN
bracis-19037	82	12	[	[	X
bracis-19037	82	13	16	16	NUM
bracis-19037	82	14	]	]	PUNCT
bracis-19037	82	15	.	.	PUNCT
bracis-19037	83	1	among	among	ADP
bracis-19037	83	2	several	several	ADJ
bracis-19037	83	3	algorithms	algorithm	NOUN
bracis-19037	83	4	to	to	PART
bracis-19037	83	5	solve	solve	VERB
bracis-19037	83	6	the	the	DET
bracis-19037	83	7	mab	mab	NOUN
bracis-19037	83	8	,	,	PUNCT
bracis-19037	83	9	the	the	DET
bracis-19037	83	10	upper	upper	ADJ
bracis-19037	83	11	confidence	confidence	NOUN
bracis-19037	83	12	bound	bind	VERB
bracis-19037	83	13	(	(	PUNCT
bracis-19037	83	14	ucb	ucb	PROPN
bracis-19037	83	15	)	)	PUNCT
bracis-19037	84	1	[	[	X
bracis-19037	84	2	1	1	X
bracis-19037	84	3	]	]	PUNCT
bracis-19037	84	4	is	be	AUX
bracis-19037	84	5	one	one	NUM
bracis-19037	84	6	of	of	ADP
bracis-19037	84	7	the	the	DET
bracis-19037	84	8	most	most	ADV
bracis-19037	84	9	known	know	VERB
bracis-19037	84	10	in	in	ADP
bracis-19037	84	11	the	the	DET
bracis-19037	84	12	literature	literature	NOUN
bracis-19037	84	13	,	,	PUNCT
bracis-19037	84	14	as	as	SCONJ
bracis-19037	84	15	it	it	PRON
bracis-19037	84	16	provides	provide	VERB
bracis-19037	84	17	asymptotic	asymptotic	ADJ
bracis-19037	84	18	optimality	optimality	NOUN
bracis-19037	84	19	guarantees	guarantee	NOUN
bracis-19037	84	20	.	.	PUNCT
bracis-19037	85	1	the	the	DET
bracis-19037	85	2	ucb	ucb	PROPN
bracis-19037	85	3	chooses	choose	VERB
bracis-19037	85	4	the	the	DET
bracis-19037	85	5	arm	arm	NOUN
bracis-19037	85	6	that	that	PRON
bracis-19037	85	7	maximizes	maximize	VERB
bracis-19037	85	8	the	the	DET
bracis-19037	85	9	following	follow	VERB
bracis-19037	85	10	rule	rule	NOUN
bracis-19037	85	11	$	$	SYM
bracis-19037	85	12	$	$	SYM
bracis-19037	85	13	\begin{aligned	\begin{aligne	VERB
bracis-19037	85	14	}	}	PUNCT
bracis-19037	85	15	p_{i	p_{i	NOUN
bracis-19037	85	16	,	,	PUNCT
bracis-19037	85	17	t	t	NOUN
bracis-19037	85	18	}	}	PUNCT
bracis-19037	85	19	+	+	SYM
bracis-19037	86	1	c	c	NOUN
bracis-19037	86	2	\sqrt{\frac{2log(\sum	\sqrt{\frac{2log(\sum	NOUN
bracis-19037	86	3	_	_	PRON
bracis-19037	86	4	{	{	PUNCT
bracis-19037	86	5	j	j	PROPN
bracis-19037	86	6	=	=	SYM
bracis-19037	86	7	1}^{n	1}^{n	PROPN
bracis-19037	86	8	}	}	PUNCT
bracis-19037	86	9	n_{j	n_{j	NOUN
bracis-19037	86	10	,	,	PUNCT
bracis-19037	86	11	t})}{n_{i	t})}{n_{i	NOUN
bracis-19037	86	12	,	,	PUNCT
bracis-19037	86	13	t	t	PROPN
bracis-19037	86	14	}	}	PUNCT
bracis-19037	86	15	}	}	PUNCT
bracis-19037	86	16	}	}	PUNCT
bracis-19037	86	17	\end{aligned}$$	\end{aligned}$$	X
bracis-19037	86	18	(	(	PUNCT
bracis-19037	86	19	1	1	NUM
bracis-19037	86	20	)	)	PUNCT
bracis-19037	86	21	where	where	SCONJ
bracis-19037	86	22	\(n_{i	\(n_{i	X
bracis-19037	86	23	,	,	PUNCT
bracis-19037	86	24	t}\	t}\	PRON
bracis-19037	86	25	)	)	PUNCT
bracis-19037	86	26	is	be	AUX
bracis-19037	86	27	the	the	DET
bracis-19037	86	28	number	number	NOUN
bracis-19037	86	29	of	of	ADP
bracis-19037	86	30	times	time	NOUN
bracis-19037	86	31	the	the	DET
bracis-19037	86	32	ith	ith	PROPN
bracis-19037	86	33	arm	arm	NOUN
bracis-19037	86	34	has	have	AUX
bracis-19037	86	35	been	be	AUX
bracis-19037	86	36	chosen	choose	VERB
bracis-19037	86	37	,	,	PUNCT
bracis-19037	86	38	and	and	CCONJ
bracis-19037	86	39	\(p_{i	\(p_{i	CCONJ
bracis-19037	86	40	,	,	PUNCT
bracis-19037	86	41	t}\	t}\	PRON
bracis-19037	86	42	)	)	PUNCT
bracis-19037	86	43	the	the	DET
bracis-19037	86	44	average	average	ADJ
bracis-19037	86	45	reward	reward	NOUN
bracis-19037	86	46	it	it	PRON
bracis-19037	86	47	has	have	AUX
bracis-19037	86	48	received	receive	VERB
bracis-19037	86	49	up	up	ADV
bracis-19037	86	50	 	 	SPACE
bracis-19037	86	51	to	to	ADP
bracis-19037	86	52	time	time	NOUN
bracis-19037	86	53	t.	t.	NOUN
bracis-19037	86	54	the	the	DET
bracis-19037	86	55	scaling	scale	VERB
bracis-19037	86	56	factor	factor	NOUN
bracis-19037	86	57	c	c	PROPN
bracis-19037	86	58	gives	give	VERB
bracis-19037	86	59	a	a	DET
bracis-19037	86	60	balance	balance	NOUN
bracis-19037	86	61	between	between	ADP
bracis-19037	86	62	selecting	select	VERB
bracis-19037	86	63	the	the	DET
bracis-19037	86	64	best	good	ADJ
bracis-19037	86	65	arm	arm	NOUN
bracis-19037	86	66	so	so	ADV
bracis-19037	86	67	far	far	ADV
bracis-19037	86	68	(	(	PUNCT
bracis-19037	86	69	\(p_{i	\(p_{i	X
bracis-19037	86	70	,	,	PUNCT
bracis-19037	86	71	t}\	t}\	PRON
bracis-19037	86	72	)	)	PUNCT
bracis-19037	86	73	,	,	PUNCT
bracis-19037	86	74	i.e.	i.e.	X
bracis-19037	86	75	,	,	PUNCT
bracis-19037	86	76	exploitation	exploitation	NOUN
bracis-19037	86	77	)	)	PUNCT
bracis-19037	86	78	and	and	CCONJ
bracis-19037	86	79	those	those	PRON
bracis-19037	86	80	that	that	PRON
bracis-19037	86	81	have	have	AUX
bracis-19037	86	82	not	not	PART
bracis-19037	86	83	been	be	AUX
bracis-19037	86	84	selected	select	VERB
bracis-19037	86	85	for	for	ADP
bracis-19037	86	86	a	a	DET
bracis-19037	86	87	while	while	NOUN
bracis-19037	86	88	(	(	PUNCT
bracis-19037	86	89	second	second	ADJ
bracis-19037	86	90	term	term	NOUN
bracis-19037	86	91	in	in	ADP
bracis-19037	86	92	the	the	DET
bracis-19037	86	93	eq	eq	NOUN
bracis-19037	86	94	.	.	PUNCT
bracis-19037	86	95	 	 	SPACE
bracis-19037	86	96	1	1	NUM
bracis-19037	86	97	,	,	PUNCT
bracis-19037	86	98	i.e.	i.e.	X
bracis-19037	86	99	,	,	PUNCT
bracis-19037	86	100	exploration	exploration	NOUN
bracis-19037	86	101	)	)	PUNCT
bracis-19037	86	102	.	.	PUNCT
bracis-19037	87	1	however	however	ADV
bracis-19037	87	2	,	,	PUNCT
bracis-19037	87	3	the	the	DET
bracis-19037	87	4	ucb	ucb	PROPN
bracis-19037	87	5	algorithm	algorithm	NOUN
bracis-19037	87	6	was	be	AUX
bracis-19037	87	7	designed	design	VERB
bracis-19037	87	8	to	to	PART
bracis-19037	87	9	work	work	VERB
bracis-19037	87	10	in	in	ADP
bracis-19037	87	11	static	static	ADJ
bracis-19037	87	12	environments	environment	NOUN
bracis-19037	87	13	.	.	PUNCT
bracis-19037	88	1	this	this	PRON
bracis-19037	88	2	is	be	AUX
bracis-19037	88	3	not	not	PART
bracis-19037	88	4	the	the	DET
bracis-19037	88	5	case	case	NOUN
bracis-19037	88	6	in	in	ADP
bracis-19037	88	7	the	the	DET
bracis-19037	88	8	hyper	hyper	ADJ
bracis-19037	88	9	-	-	ADJ
bracis-19037	88	10	heuristic	heuristic	ADJ
bracis-19037	88	11	context	context	NOUN
bracis-19037	88	12	,	,	PUNCT
bracis-19037	88	13	where	where	SCONJ
bracis-19037	88	14	the	the	DET
bracis-19037	88	15	quality	quality	NOUN
bracis-19037	88	16	of	of	ADP
bracis-19037	88	17	the	the	DET
bracis-19037	88	18	low	low	ADJ
bracis-19037	88	19	-	-	PUNCT
bracis-19037	88	20	level	level	NOUN
bracis-19037	88	21	heuristics	heuristic	NOUN
bracis-19037	88	22	can	can	AUX
bracis-19037	88	23	vary	vary	VERB
bracis-19037	88	24	along	along	ADP
bracis-19037	88	25	the	the	DET
bracis-19037	88	26	hh	hh	PROPN
bracis-19037	88	27	iterations	iteration	NOUN
bracis-19037	88	28	[	[	X
bracis-19037	88	29	7	7	NUM
bracis-19037	88	30	]	]	PUNCT
bracis-19037	88	31	.	.	PUNCT
bracis-19037	89	1	hence	hence	ADV
bracis-19037	89	2	,	,	PUNCT
bracis-19037	89	3	the	the	DET
bracis-19037	89	4	dynamic	dynamic	ADJ
bracis-19037	89	5	mab	mab	NOUN
bracis-19037	89	6	,	,	PUNCT
bracis-19037	89	7	proposed	propose	VERB
bracis-19037	89	8	by	by	ADP
bracis-19037	89	9	[	[	X
bracis-19037	89	10	5	5	NUM
bracis-19037	89	11	]	]	PUNCT
bracis-19037	89	12	,	,	PUNCT
bracis-19037	89	13	incorporates	incorporate	VERB
bracis-19037	89	14	the	the	DET
bracis-19037	89	15	page	page	NOUN
bracis-19037	89	16	-	-	PUNCT
bracis-19037	89	17	hikley	hikley	NOUN
bracis-19037	89	18	(	(	PUNCT
bracis-19037	89	19	ph	ph	ADJ
bracis-19037	89	20	)	)	PUNCT
bracis-19037	89	21	statistical	statistical	ADJ
bracis-19037	89	22	test	test	NOUN
bracis-19037	89	23	to	to	PART
bracis-19037	89	24	deal	deal	VERB
bracis-19037	89	25	with	with	ADP
bracis-19037	89	26	this	this	DET
bracis-19037	89	27	issue	issue	NOUN
bracis-19037	89	28	.	.	PUNCT
bracis-19037	90	1	this	this	DET
bracis-19037	90	2	mechanism	mechanism	NOUN
bracis-19037	90	3	resembles	resemble	VERB
bracis-19037	90	4	a	a	DET
bracis-19037	90	5	context	context	NOUN
bracis-19037	90	6	-	-	PUNCT
bracis-19037	90	7	drifting	drift	VERB
bracis-19037	90	8	detection	detection	NOUN
bracis-19037	90	9	,	,	PUNCT
bracis-19037	90	10	but	but	CCONJ
bracis-19037	90	11	is	be	AUX
bracis-19037	90	12	related	relate	VERB
bracis-19037	90	13	to	to	ADP
bracis-19037	90	14	the	the	DET
bracis-19037	90	15	performance	performance	NOUN
bracis-19037	90	16	of	of	ADP
bracis-19037	90	17	the	the	DET
bracis-19037	90	18	operators	operator	NOUN
bracis-19037	90	19	throughout	throughout	ADP
bracis-19037	90	20	the	the	DET
bracis-19037	90	21	execution	execution	NOUN
bracis-19037	90	22	of	of	ADP
bracis-19037	90	23	the	the	DET
bracis-19037	90	24	algorithm	algorithm	NOUN
bracis-19037	90	25	.	.	PUNCT
bracis-19037	91	1	once	once	ADV
bracis-19037	91	2	a	a	DET
bracis-19037	91	3	change	change	NOUN
bracis-19037	91	4	in	in	ADP
bracis-19037	91	5	the	the	DET
bracis-19037	91	6	reward	reward	NOUN
bracis-19037	91	7	distribution	distribution	NOUN
bracis-19037	91	8	is	be	AUX
bracis-19037	91	9	detected	detect	VERB
bracis-19037	91	10	,	,	PUNCT
bracis-19037	91	11	according	accord	VERB
bracis-19037	91	12	to	to	ADP
bracis-19037	91	13	the	the	DET
bracis-19037	91	14	ph	ph	ADJ
bracis-19037	91	15	test	test	NOUN
bracis-19037	91	16	,	,	PUNCT
bracis-19037	91	17	the	the	DET
bracis-19037	91	18	dmab	dmab	NOUN
bracis-19037	91	19	resets	reset	VERB
bracis-19037	91	20	the	the	DET
bracis-19037	91	21	empirical	empirical	ADJ
bracis-19037	91	22	value	value	NOUN
bracis-19037	91	23	estimates	estimate	NOUN
bracis-19037	91	24	and	and	CCONJ
bracis-19037	91	25	the	the	DET
bracis-19037	91	26	confidence	confidence	NOUN
bracis-19037	91	27	intervals	interval	NOUN
bracis-19037	91	28	(	(	PUNCT
bracis-19037	91	29	p	p	NOUN
bracis-19037	91	30	and	and	CCONJ
bracis-19037	91	31	n	n	PROPN
bracis-19037	91	32	in	in	ADP
bracis-19037	91	33	eq	eq	PROPN
bracis-19037	91	34	.	.	PUNCT
bracis-19037	91	35	 	 	SPACE
bracis-19037	91	36	1	1	NUM
bracis-19037	91	37	,	,	PUNCT
bracis-19037	91	38	respectively	respectively	ADV
bracis-19037	91	39	)	)	PUNCT
bracis-19037	91	40	of	of	ADP
bracis-19037	91	41	the	the	DET
bracis-19037	91	42	ucb	ucb	PROPN
bracis-19037	92	1	[	[	X
bracis-19037	92	2	5	5	NUM
bracis-19037	92	3	]	]	PUNCT
bracis-19037	92	4	.	.	PUNCT
bracis-19037	93	1	2.2	2.2	NUM
bracis-19037	93	2	fitness	fitness	NOUN
bracis-19037	93	3	-	-	PUNCT
bracis-19037	93	4	rate	rate	NOUN
bracis-19037	93	5	-	-	PUNCT
bracis-19037	93	6	rank	rank	NOUN
bracis-19037	93	7	multi	multi	ADJ
bracis-19037	93	8	-	-	ADJ
bracis-19037	93	9	armed	armed	ADJ
bracis-19037	93	10	bandit	bandit	NOUN
bracis-19037	93	11	the	the	DET
bracis-19037	93	12	fitness	fitness	NOUN
bracis-19037	93	13	-	-	PUNCT
bracis-19037	93	14	rate	rate	NOUN
bracis-19037	93	15	-	-	PUNCT
bracis-19037	93	16	rank	rank	NOUN
bracis-19037	93	17	mab	mab	NOUN
bracis-19037	93	18	[	[	X
bracis-19037	93	19	10	10	NUM
bracis-19037	93	20	]	]	PUNCT
bracis-19037	93	21	proposes	propose	VERB
bracis-19037	93	22	the	the	DET
bracis-19037	93	23	use	use	NOUN
bracis-19037	93	24	of	of	ADP
bracis-19037	93	25	fitness	fitness	NOUN
bracis-19037	93	26	improvement	improvement	NOUN
bracis-19037	93	27	rate	rate	NOUN
bracis-19037	93	28	(	(	PUNCT
bracis-19037	93	29	fir	fir	NOUN
bracis-19037	93	30	)	)	PUNCT
bracis-19037	93	31	to	to	PART
bracis-19037	93	32	measure	measure	VERB
bracis-19037	93	33	the	the	DET
bracis-19037	93	34	impact	impact	NOUN
bracis-19037	93	35	of	of	ADP
bracis-19037	93	36	the	the	DET
bracis-19037	93	37	application	application	NOUN
bracis-19037	93	38	of	of	ADP
bracis-19037	93	39	an	an	DET
bracis-19037	93	40	operator	operator	NOUN
bracis-19037	93	41	i	i	PRON
bracis-19037	93	42	at	at	ADP
bracis-19037	93	43	time	time	NOUN
bracis-19037	93	44	t	t	PROPN
bracis-19037	93	45	,	,	PUNCT
bracis-19037	93	46	which	which	PRON
bracis-19037	93	47	is	be	AUX
bracis-19037	93	48	defined	define	VERB
bracis-19037	93	49	as	as	ADP
bracis-19037	93	50	$	$	SYM
bracis-19037	93	51	$	$	SYM
bracis-19037	93	52	\begin{aligned	\begin{aligne	VERB
bracis-19037	93	53	}	}	PUNCT
bracis-19037	93	54	f	f	NOUN
bracis-19037	94	1	i	i	PRON
bracis-19037	94	2	r_{i	r_{i	VERB
bracis-19037	94	3	,	,	PUNCT
bracis-19037	94	4	t}=\max	t}=\max	PROPN
bracis-19037	94	5	\left	\left	PROPN
bracis-19037	94	6	(	(	PUNCT
bracis-19037	94	7	0	0	NUM
bracis-19037	94	8	,	,	PUNCT
bracis-19037	94	9	\frac{p	\frac{p	NOUN
bracis-19037	94	10	f_{i	f_{i	PROPN
bracis-19037	94	11	,	,	PUNCT
bracis-19037	94	12	t}-c	t}-c	NOUN
bracis-19037	94	13	f_{i	f_{i	NOUN
bracis-19037	94	14	,	,	PUNCT
bracis-19037	94	15	t}}{p	t}}{p	PROPN
bracis-19037	94	16	f_{i	f_{i	PROPN
bracis-19037	94	17	,	,	PUNCT
bracis-19037	94	18	t}}\right	t}}\right	NUM
bracis-19037	94	19	)	)	PUNCT
bracis-19037	94	20	\end{aligned}$$	\end{aligned}$$	X
bracis-19037	95	1	(	(	PUNCT
bracis-19037	95	2	2	2	NUM
bracis-19037	95	3	)	)	PUNCT
bracis-19037	95	4	where	where	SCONJ
bracis-19037	95	5	\(p	\(p	PROPN
bracis-19037	95	6	f_{i	f_{i	PROPN
bracis-19037	95	7	,	,	PUNCT
bracis-19037	95	8	t}\	t}\	PRON
bracis-19037	95	9	)	)	PUNCT
bracis-19037	95	10	is	be	AUX
bracis-19037	95	11	the	the	DET
bracis-19037	95	12	fitness	fitness	NOUN
bracis-19037	95	13	value	value	NOUN
bracis-19037	95	14	of	of	ADP
bracis-19037	95	15	the	the	DET
bracis-19037	95	16	original	original	ADJ
bracis-19037	95	17	solution	solution	NOUN
bracis-19037	95	18	,	,	PUNCT
bracis-19037	95	19	and	and	CCONJ
bracis-19037	95	20	\(c	\(c	ADJ
bracis-19037	95	21	f_{i	f_{i	NOUN
bracis-19037	95	22	,	,	PUNCT
bracis-19037	95	23	t}\	t}\	PRON
bracis-19037	95	24	)	)	PUNCT
bracis-19037	95	25	is	be	AUX
bracis-19037	95	26	the	the	DET
bracis-19037	95	27	fitness	fitness	NOUN
bracis-19037	95	28	value	value	NOUN
bracis-19037	95	29	of	of	ADP
bracis-19037	95	30	the	the	DET
bracis-19037	95	31	offspring	offspring	NOUN
bracis-19037	95	32	.	.	PUNCT
bracis-19037	96	1	moreover	moreover	ADV
bracis-19037	96	2	,	,	PUNCT
bracis-19037	96	3	the	the	DET
bracis-19037	96	4	ffrmab	ffrmab	NOUN
bracis-19037	96	5	uses	use	VERB
bracis-19037	96	6	a	a	DET
bracis-19037	96	7	sliding	slide	VERB
bracis-19037	96	8	window	window	NOUN
bracis-19037	96	9	of	of	ADP
bracis-19037	96	10	size	size	NOUN
bracis-19037	96	11	w	w	PROPN
bracis-19037	96	12	to	to	PART
bracis-19037	96	13	store	store	VERB
bracis-19037	96	14	the	the	DET
bracis-19037	96	15	indexes	index	NOUN
bracis-19037	96	16	of	of	ADP
bracis-19037	96	17	past	past	ADJ
bracis-19037	96	18	operators	operator	NOUN
bracis-19037	96	19	,	,	PUNCT
bracis-19037	96	20	and	and	CCONJ
bracis-19037	96	21	their	their	PRON
bracis-19037	96	22	respective	respective	ADJ
bracis-19037	96	23	firs	fir	NOUN
bracis-19037	96	24	.	.	PUNCT
bracis-19037	97	1	this	this	DET
bracis-19037	97	2	sliding	slide	VERB
bracis-19037	97	3	window	window	NOUN
bracis-19037	97	4	is	be	AUX
bracis-19037	97	5	organized	organize	VERB
bracis-19037	97	6	as	as	ADP
bracis-19037	97	7	a	a	DET
bracis-19037	97	8	first	first	ADJ
bracis-19037	97	9	-	-	PUNCT
bracis-19037	97	10	in	in	ADP
bracis-19037	97	11	first	first	ADJ
bracis-19037	97	12	-	-	PUNCT
bracis-19037	97	13	out	out	NOUN
bracis-19037	97	14	(	(	PUNCT
bracis-19037	97	15	fifo	fifo	ADJ
bracis-19037	97	16	)	)	PUNCT
bracis-19037	97	17	structure	structure	NOUN
bracis-19037	97	18	and	and	CCONJ
bracis-19037	97	19	reflects	reflect	VERB
bracis-19037	97	20	the	the	DET
bracis-19037	97	21	state	state	NOUN
bracis-19037	97	22	of	of	ADP
bracis-19037	97	23	the	the	DET
bracis-19037	97	24	search	search	NOUN
bracis-19037	97	25	process	process	NOUN
bracis-19037	97	26	.	.	PUNCT
bracis-19037	98	1	then	then	ADV
bracis-19037	98	2	,	,	PUNCT
bracis-19037	98	3	the	the	DET
bracis-19037	98	4	empirical	empirical	ADJ
bracis-19037	98	5	reward	reward	NOUN
bracis-19037	98	6	\(reward_{i}\	\(reward_{i}\	NOUN
bracis-19037	98	7	)	)	PUNCT
bracis-19037	98	8	is	be	AUX
bracis-19037	98	9	computed	compute	VERB
bracis-19037	98	10	as	as	ADP
bracis-19037	98	11	the	the	DET
bracis-19037	98	12	sum	sum	NOUN
bracis-19037	98	13	of	of	ADP
bracis-19037	98	14	all	all	DET
bracis-19037	98	15	fir	fir	NOUN
bracis-19037	98	16	values	value	NOUN
bracis-19037	98	17	for	for	ADP
bracis-19037	98	18	each	each	DET
bracis-19037	98	19	operator	operator	NOUN
bracis-19037	98	20	i	i	PRON
bracis-19037	98	21	in	in	ADP
bracis-19037	98	22	the	the	DET
bracis-19037	98	23	sliding	slide	VERB
bracis-19037	98	24	window	window	NOUN
bracis-19037	98	25	.	.	PUNCT
bracis-19037	99	1	in	in	ADP
bracis-19037	99	2	order	order	NOUN
bracis-19037	99	3	to	to	PART
bracis-19037	99	4	give	give	VERB
bracis-19037	99	5	an	an	DET
bracis-19037	99	6	appropriate	appropriate	ADJ
bracis-19037	99	7	credit	credit	NOUN
bracis-19037	99	8	value	value	NOUN
bracis-19037	99	9	for	for	ADP
bracis-19037	99	10	an	an	DET
bracis-19037	99	11	operator	operator	NOUN
bracis-19037	99	12	,	,	PUNCT
bracis-19037	99	13	the	the	DET
bracis-19037	99	14	frrmab	frrmab	NOUN
bracis-19037	99	15	ranks	rank	VERB
bracis-19037	99	16	all	all	DET
bracis-19037	99	17	the	the	DET
bracis-19037	99	18	computed	computed	ADJ
bracis-19037	99	19	\(reward_{i}\	\(reward_{i}\	NOUN
bracis-19037	99	20	)	)	PUNCT
bracis-19037	99	21	in	in	ADP
bracis-19037	99	22	descending	descend	VERB
bracis-19037	99	23	order	order	NOUN
bracis-19037	99	24	.	.	PUNCT
bracis-19037	100	1	then	then	ADV
bracis-19037	100	2	,	,	PUNCT
bracis-19037	100	3	it	it	PRON
bracis-19037	100	4	assigns	assign	VERB
bracis-19037	100	5	a	a	DET
bracis-19037	100	6	decay	decay	NOUN
bracis-19037	100	7	value	value	NOUN
bracis-19037	100	8	to	to	ADP
bracis-19037	100	9	them	they	PRON
bracis-19037	100	10	based	base	VERB
bracis-19037	100	11	on	on	ADP
bracis-19037	100	12	their	their	PRON
bracis-19037	100	13	rank	rank	NOUN
bracis-19037	100	14	value	value	NOUN
bracis-19037	100	15	\(rank_{i}\	\(rank_{i}\	PROPN
bracis-19037	100	16	)	)	PUNCT
bracis-19037	100	17	and	and	CCONJ
bracis-19037	100	18	on	on	ADP
bracis-19037	100	19	a	a	DET
bracis-19037	100	20	decaying	decay	VERB
bracis-19037	100	21	factor	factor	NOUN
bracis-19037	100	22	\(d	\(d	VERB
bracis-19037	100	23	\in	\in	PROPN
bracis-19037	100	24	[	[	X
bracis-19037	100	25	0,1]\	0,1]\	NOUN
bracis-19037	100	26	)	)	PUNCT
bracis-19037	100	27	$	$	SYM
bracis-19037	100	28	$	$	SYM
bracis-19037	100	29	\begin{aligned	\begin{aligne	VERB
bracis-19037	100	30	}	}	PUNCT
bracis-19037	100	31	decay_i	decay_i	NOUN
bracis-19037	100	32	=	=	SYM
bracis-19037	100	33	d^{rank_i	d^{rank_i	ADJ
bracis-19037	100	34	}	}	PUNCT
bracis-19037	100	35	\times	\time	NOUN
bracis-19037	100	36	reward_i	reward_i	NOUN
bracis-19037	100	37	\end{aligned}$$	\end{aligned}$$	X
bracis-19037	100	38	(	(	PUNCT
bracis-19037	100	39	3	3	X
bracis-19037	100	40	)	)	PUNCT
bracis-19037	100	41	the	the	DET
bracis-19037	100	42	d	d	PROPN
bracis-19037	100	43	factor	factor	NOUN
bracis-19037	100	44	controls	control	VERB
bracis-19037	100	45	the	the	DET
bracis-19037	100	46	influence	influence	NOUN
bracis-19037	100	47	for	for	ADP
bracis-19037	100	48	the	the	DET
bracis-19037	100	49	best	good	ADJ
bracis-19037	100	50	operator	operator	NOUN
bracis-19037	100	51	(	(	PUNCT
bracis-19037	100	52	the	the	PRON
bracis-19037	100	53	smaller	small	ADJ
bracis-19037	100	54	the	the	DET
bracis-19037	100	55	value	value	NOUN
bracis-19037	100	56	,	,	PUNCT
bracis-19037	100	57	the	the	DET
bracis-19037	100	58	larger	large	ADJ
bracis-19037	100	59	influence	influence	NOUN
bracis-19037	100	60	)	)	PUNCT
bracis-19037	100	61	.	.	PUNCT
bracis-19037	101	1	finally	finally	ADV
bracis-19037	101	2	,	,	PUNCT
bracis-19037	101	3	the	the	DET
bracis-19037	101	4	fitness	fitness	NOUN
bracis-19037	101	5	-	-	PUNCT
bracis-19037	101	6	rate	rate	NOUN
bracis-19037	101	7	-	-	PUNCT
bracis-19037	101	8	rank	rank	NOUN
bracis-19037	101	9	(	(	PUNCT
bracis-19037	101	10	frr	frr	PROPN
bracis-19037	101	11	)	)	PUNCT
bracis-19037	101	12	of	of	ADP
bracis-19037	101	13	an	an	DET
bracis-19037	101	14	operator	operator	NOUN
bracis-19037	101	15	i	i	PRON
bracis-19037	101	16	is	be	AUX
bracis-19037	101	17	given	give	VERB
bracis-19037	101	18	by	by	ADP
bracis-19037	101	19	$	$	SYM
bracis-19037	101	20	$	$	SYM
bracis-19037	101	21	\begin{aligned	\begin{aligne	VERB
bracis-19037	101	22	}	}	PUNCT
bracis-19037	101	23	frr_{i	frr_{i	NUM
bracis-19037	101	24	,	,	PUNCT
bracis-19037	101	25	t	t	NOUN
bracis-19037	101	26	}	}	PUNCT
bracis-19037	101	27	=	=	PUNCT
bracis-19037	101	28	\frac{decay_i}{\sum	\frac{decay_i}{\sum	X
bracis-19037	101	29	_	_	PRON
bracis-19037	101	30	{	{	PUNCT
bracis-19037	101	31	j	j	PROPN
bracis-19037	101	32	=	=	SYM
bracis-19037	101	33	1}^n	1}^n	NUM
bracis-19037	101	34	decay_j	decay_j	NOUN
bracis-19037	101	35	}	}	PUNCT
bracis-19037	101	36	\end{aligned}$$	\end{aligned}$$	X
bracis-19037	101	37	(	(	PUNCT
bracis-19037	101	38	4	4	X
bracis-19037	101	39	)	)	PUNCT
bracis-19037	101	40	these	these	DET
bracis-19037	101	41	\(frr_{i	\(frr_{i	NOUN
bracis-19037	101	42	,	,	PUNCT
bracis-19037	101	43	t}\	t}\	NUM
bracis-19037	101	44	)	)	PUNCT
bracis-19037	101	45	values	value	NOUN
bracis-19037	101	46	are	be	AUX
bracis-19037	101	47	set	set	VERB
bracis-19037	101	48	as	as	SCONJ
bracis-19037	101	49	the	the	DET
bracis-19037	101	50	value	value	NOUN
bracis-19037	101	51	estimate	estimate	NOUN
bracis-19037	101	52	\(p_{i	\(p_{i	ADV
bracis-19037	101	53	,	,	PUNCT
bracis-19037	101	54	t}\	t}\	PRON
bracis-19037	101	55	)	)	PUNCT
bracis-19037	101	56	in	in	ADP
bracis-19037	101	57	the	the	DET
bracis-19037	101	58	ucb	ucb	PROPN
bracis-19037	101	59	eq	eq	PROPN
bracis-19037	101	60	.	.	PUNCT
bracis-19037	102	1	(	(	PUNCT
bracis-19037	102	2	1	1	NUM
bracis-19037	102	3	)	)	PUNCT
bracis-19037	102	4	.	.	PUNCT
bracis-19037	103	1	also	also	ADV
bracis-19037	103	2	,	,	PUNCT
bracis-19037	103	3	the	the	DET
bracis-19037	103	4	\(n_{i	\(n_{i	PROPN
bracis-19037	103	5	,	,	PUNCT
bracis-19037	103	6	t}\	t}\	NUM
bracis-19037	103	7	)	)	PUNCT
bracis-19037	103	8	values	value	NOUN
bracis-19037	103	9	considers	consider	VERB
bracis-19037	103	10	only	only	ADV
bracis-19037	103	11	the	the	DET
bracis-19037	103	12	amount	amount	NOUN
bracis-19037	103	13	of	of	ADP
bracis-19037	103	14	time	time	NOUN
bracis-19037	103	15	that	that	PRON
bracis-19037	103	16	the	the	DET
bracis-19037	103	17	operator	operator	NOUN
bracis-19037	103	18	appears	appear	VERB
bracis-19037	103	19	in	in	ADP
bracis-19037	103	20	the	the	DET
bracis-19037	103	21	current	current	ADJ
bracis-19037	103	22	sliding	slide	VERB
bracis-19037	103	23	window	window	NOUN
bracis-19037	103	24	.	.	PUNCT
bracis-19037	104	1	this	this	PRON
bracis-19037	104	2	differs	differ	VERB
bracis-19037	104	3	from	from	ADP
bracis-19037	104	4	the	the	DET
bracis-19037	104	5	traditional	traditional	ADJ
bracis-19037	104	6	mab	mab	NOUN
bracis-19037	104	7	and	and	CCONJ
bracis-19037	104	8	other	other	ADJ
bracis-19037	104	9	variants	variant	NOUN
bracis-19037	104	10	such	such	ADJ
bracis-19037	104	11	as	as	ADP
bracis-19037	104	12	the	the	DET
bracis-19037	104	13	dmab	dmab	NOUN
bracis-19037	104	14	,	,	PUNCT
bracis-19037	104	15	where	where	SCONJ
bracis-19037	104	16	the	the	DET
bracis-19037	104	17	value	value	NOUN
bracis-19037	104	18	estimate	estimate	NOUN
bracis-19037	104	19	\(p_{i	\(p_{i	ADV
bracis-19037	104	20	,	,	PUNCT
bracis-19037	104	21	t}\	t}\	PRON
bracis-19037	104	22	)	)	PUNCT
bracis-19037	104	23	is	be	AUX
bracis-19037	104	24	computed	compute	VERB
bracis-19037	104	25	as	as	SCONJ
bracis-19037	104	26	the	the	DET
bracis-19037	104	27	average	average	NOUN
bracis-19037	104	28	of	of	ADP
bracis-19037	104	29	all	all	DET
bracis-19037	104	30	rewards	reward	NOUN
bracis-19037	104	31	received	receive	VERB
bracis-19037	104	32	so	so	ADV
bracis-19037	104	33	far	far	ADV
bracis-19037	104	34	.	.	PUNCT
bracis-19037	105	1	2.3	2.3	NUM
bracis-19037	105	2	deep	deep	ADJ
bracis-19037	105	3	q	q	NOUN
bracis-19037	105	4	-	-	NOUN
bracis-19037	105	5	network	network	NOUN
bracis-19037	105	6	the	the	DET
bracis-19037	105	7	classic	classic	ADJ
bracis-19037	105	8	q	q	ADJ
bracis-19037	105	9	-	-	PUNCT
bracis-19037	105	10	learning	learn	VERB
bracis-19037	105	11	algorithm	algorithm	NOUN
bracis-19037	105	12	keeps	keep	VERB
bracis-19037	105	13	a	a	DET
bracis-19037	105	14	table	table	NOUN
bracis-19037	105	15	that	that	PRON
bracis-19037	105	16	stores	store	VERB
bracis-19037	105	17	the	the	DET
bracis-19037	105	18	q	q	NOUN
bracis-19037	105	19	-	-	PUNCT
bracis-19037	105	20	values	value	NOUN
bracis-19037	105	21	(	(	PUNCT
bracis-19037	105	22	the	the	DET
bracis-19037	105	23	estimate	estimate	NOUN
bracis-19037	105	24	value	value	NOUN
bracis-19037	105	25	of	of	ADP
bracis-19037	105	26	performing	perform	VERB
bracis-19037	105	27	an	an	DET
bracis-19037	105	28	action	action	NOUN
bracis-19037	105	29	at	at	ADP
bracis-19037	105	30	current	current	ADJ
bracis-19037	105	31	state	state	NOUN
bracis-19037	105	32	)	)	PUNCT
bracis-19037	105	33	of	of	ADP
bracis-19037	105	34	all	all	DET
bracis-19037	105	35	state	state	NOUN
bracis-19037	105	36	-	-	PUNCT
bracis-19037	105	37	action	action	NOUN
bracis-19037	105	38	pairs	pair	NOUN
bracis-19037	105	39	[	[	X
bracis-19037	105	40	19	19	NUM
bracis-19037	105	41	]	]	PUNCT
bracis-19037	105	42	.	.	PUNCT
bracis-19037	106	1	this	this	DET
bracis-19037	106	2	table	table	NOUN
bracis-19037	106	3	is	be	AUX
bracis-19037	106	4	then	then	ADV
bracis-19037	106	5	updated	update	VERB
bracis-19037	106	6	accordingly	accordingly	ADV
bracis-19037	106	7	to	to	ADP
bracis-19037	106	8	the	the	DET
bracis-19037	106	9	feedback	feedback	NOUN
bracis-19037	106	10	the	the	DET
bracis-19037	106	11	agent	agent	NOUN
bracis-19037	106	12	receives	receive	VERB
bracis-19037	106	13	upon	upon	SCONJ
bracis-19037	106	14	interacting	interact	VERB
bracis-19037	106	15	with	with	ADP
bracis-19037	106	16	the	the	DET
bracis-19037	106	17	environment	environment	NOUN
bracis-19037	106	18	.	.	PUNCT
bracis-19037	107	1	however	however	ADV
bracis-19037	107	2	,	,	PUNCT
bracis-19037	107	3	in	in	ADP
bracis-19037	107	4	a	a	DET
bracis-19037	107	5	continuous	continuous	ADJ
bracis-19037	107	6	state	state	NOUN
bracis-19037	107	7	space	space	NOUN
bracis-19037	107	8	,	,	PUNCT
bracis-19037	107	9	keeping	keep	VERB
bracis-19037	107	10	the	the	DET
bracis-19037	107	11	q	q	NOUN
bracis-19037	107	12	-	-	PUNCT
bracis-19037	107	13	table	table	NOUN
bracis-19037	107	14	is	be	AUX
bracis-19037	107	15	not	not	PART
bracis-19037	107	16	feasible	feasible	ADJ
bracis-19037	107	17	due	due	ADP
bracis-19037	107	18	to	to	ADP
bracis-19037	107	19	the	the	DET
bracis-19037	107	20	high	high	ADJ
bracis-19037	107	21	dimensionality	dimensionality	NOUN
bracis-19037	107	22	of	of	ADP
bracis-19037	107	23	the	the	DET
bracis-19037	107	24	problem	problem	NOUN
bracis-19037	107	25	[	[	X
bracis-19037	107	26	17	17	NUM
bracis-19037	107	27	]	]	PUNCT
bracis-19037	107	28	.	.	PUNCT
bracis-19037	108	1	instead	instead	ADV
bracis-19037	108	2	,	,	PUNCT
bracis-19037	108	3	we	we	PRON
bracis-19037	108	4	can	can	AUX
bracis-19037	108	5	use	use	VERB
bracis-19037	108	6	a	a	DET
bracis-19037	108	7	function	function	NOUN
bracis-19037	108	8	approximation	approximation	NOUN
bracis-19037	108	9	model	model	NOUN
bracis-19037	108	10	(	(	PUNCT
bracis-19037	108	11	called	call	VERB
bracis-19037	108	12	the	the	DET
bracis-19037	108	13	q	q	NOUN
bracis-19037	108	14	-	-	PUNCT
bracis-19037	108	15	model	model	NOUN
bracis-19037	108	16	)	)	PUNCT
bracis-19037	108	17	that	that	PRON
bracis-19037	108	18	gives	give	VERB
bracis-19037	108	19	the	the	DET
bracis-19037	108	20	estimate	estimate	NOUN
bracis-19037	108	21	q	q	NOUN
bracis-19037	108	22	-	-	PUNCT
bracis-19037	108	23	values	value	NOUN
bracis-19037	108	24	.	.	PUNCT
bracis-19037	109	1	in	in	ADP
bracis-19037	109	2	dqn	dqn	NOUN
bracis-19037	109	3	,	,	PUNCT
bracis-19037	109	4	the	the	DET
bracis-19037	109	5	q	q	NOUN
bracis-19037	109	6	-	-	PUNCT
bracis-19037	109	7	model	model	NOUN
bracis-19037	109	8	is	be	AUX
bracis-19037	109	9	defined	define	VERB
bracis-19037	109	10	by	by	ADP
bracis-19037	109	11	an	an	DET
bracis-19037	109	12	artificial	artificial	ADJ
bracis-19037	109	13	neural	neural	ADJ
bracis-19037	109	14	network	network	NOUN
bracis-19037	109	15	(	(	PUNCT
bracis-19037	109	16	ann	ann	PROPN
bracis-19037	109	17	)	)	PUNCT
bracis-19037	109	18	,	,	PUNCT
bracis-19037	109	19	in	in	ADP
bracis-19037	109	20	which	which	PRON
bracis-19037	109	21	the	the	DET
bracis-19037	109	22	inputs	input	NOUN
bracis-19037	109	23	are	be	AUX
bracis-19037	109	24	the	the	DET
bracis-19037	109	25	current	current	ADJ
bracis-19037	109	26	observed	observed	ADJ
bracis-19037	109	27	state	state	NOUN
bracis-19037	109	28	representation	representation	NOUN
bracis-19037	109	29	,	,	PUNCT
bracis-19037	109	30	and	and	CCONJ
bracis-19037	109	31	the	the	DET
bracis-19037	109	32	output	output	NOUN
bracis-19037	109	33	layer	layer	NOUN
bracis-19037	109	34	yields	yield	VERB
bracis-19037	109	35	the	the	DET
bracis-19037	109	36	predicted	predict	VERB
bracis-19037	109	37	q	q	NOUN
bracis-19037	109	38	-	-	PUNCT
bracis-19037	109	39	values	value	NOUN
bracis-19037	109	40	for	for	ADP
bracis-19037	109	41	the	the	DET
bracis-19037	109	42	current	current	ADJ
bracis-19037	109	43	state	state	NOUN
bracis-19037	109	44	-	-	PUNCT
bracis-19037	109	45	action	action	NOUN
bracis-19037	109	46	pairs	pair	NOUN
bracis-19037	109	47	.	.	PUNCT
bracis-19037	110	1	for	for	ADP
bracis-19037	110	2	this	this	DET
bracis-19037	110	3	task	task	NOUN
bracis-19037	110	4	,	,	PUNCT
bracis-19037	110	5	we	we	PRON
bracis-19037	110	6	used	use	VERB
bracis-19037	110	7	the	the	DET
bracis-19037	110	8	multilayer	multilayer	PROPN
bracis-19037	110	9	perceptron	perceptron	PROPN
bracis-19037	110	10	regressor	regressor	NOUN
bracis-19037	110	11	from	from	ADP
bracis-19037	110	12	the	the	DET
bracis-19037	110	13	scikit	scikit	NOUN
bracis-19037	110	14	-	-	PUNCT
bracis-19037	110	15	learn	learn	VERB
bracis-19037	110	16	library	library	NOUN
bracis-19037	110	17	[	[	X
bracis-19037	110	18	13	13	NUM
bracis-19037	110	19	]	]	PUNCT
bracis-19037	110	20	.	.	PUNCT
bracis-19037	111	1	with	with	ADP
bracis-19037	111	2	these	these	DET
bracis-19037	111	3	estimated	estimate	VERB
bracis-19037	111	4	q	q	NOUN
bracis-19037	111	5	-	-	NOUN
bracis-19037	111	6	values	value	NOUN
bracis-19037	111	7	,	,	PUNCT
bracis-19037	111	8	the	the	DET
bracis-19037	111	9	agent	agent	NOUN
bracis-19037	111	10	selects	select	VERB
bracis-19037	111	11	the	the	DET
bracis-19037	111	12	next	next	ADJ
bracis-19037	111	13	action	action	NOUN
bracis-19037	111	14	(	(	PUNCT
bracis-19037	111	15	low	low	ADJ
bracis-19037	111	16	-	-	PUNCT
bracis-19037	111	17	level	level	NOUN
bracis-19037	111	18	heuristic	heuristic	NOUN
bracis-19037	111	19	)	)	PUNCT
bracis-19037	111	20	according	accord	VERB
bracis-19037	111	21	to	to	ADP
bracis-19037	111	22	its	its	PRON
bracis-19037	111	23	exploration	exploration	NOUN
bracis-19037	111	24	policy	policy	NOUN
bracis-19037	111	25	.	.	PUNCT
bracis-19037	112	1	we	we	PRON
bracis-19037	112	2	used	use	VERB
bracis-19037	112	3	the	the	DET
bracis-19037	112	4	\(\epsilon	\(\epsilon	NOUN
bracis-19037	112	5	\)-greedy	\)-greedy	NUM
bracis-19037	112	6	policy	policy	NOUN
bracis-19037	112	7	,	,	PUNCT
bracis-19037	112	8	that	that	PRON
bracis-19037	112	9	selects	select	VERB
bracis-19037	112	10	a	a	DET
bracis-19037	112	11	random	random	ADJ
bracis-19037	112	12	action	action	NOUN
bracis-19037	112	13	with	with	ADP
bracis-19037	112	14	probability	probability	NOUN
bracis-19037	112	15	\(\epsilon	\(\epsilon	NOUN
bracis-19037	112	16	\	\	ADJ
bracis-19037	112	17	)	)	PUNCT
bracis-19037	112	18	,	,	PUNCT
bracis-19037	112	19	and	and	CCONJ
bracis-19037	112	20	selects	select	VERB
bracis-19037	112	21	the	the	DET
bracis-19037	112	22	action	action	NOUN
bracis-19037	112	23	with	with	ADP
bracis-19037	112	24	the	the	DET
bracis-19037	112	25	highest	high	ADJ
bracis-19037	112	26	q	q	NOUN
bracis-19037	112	27	-	-	PUNCT
bracis-19037	112	28	value	value	NOUN
bracis-19037	112	29	with	with	ADP
bracis-19037	112	30	probability	probability	NOUN
bracis-19037	112	31	\(1\epsilon	\(1\epsilon	NOUN
bracis-19037	112	32	\	\	NOUN
bracis-19037	112	33	)	)	PUNCT
bracis-19037	112	34	.	.	PUNCT
bracis-19037	113	1	thus	thus	ADV
bracis-19037	113	2	,	,	PUNCT
bracis-19037	113	3	\(\epsilon	\(\epsilon	NOUN
bracis-19037	113	4	\	\	NOUN
bracis-19037	113	5	)	)	PUNCT
bracis-19037	113	6	is	be	AUX
bracis-19037	113	7	a	a	DET
bracis-19037	113	8	parameter	parameter	NOUN
bracis-19037	113	9	that	that	PRON
bracis-19037	113	10	controls	control	VERB
bracis-19037	113	11	the	the	DET
bracis-19037	113	12	degree	degree	NOUN
bracis-19037	113	13	of	of	ADP
bracis-19037	113	14	exploration	exploration	NOUN
bracis-19037	113	15	of	of	ADP
bracis-19037	113	16	the	the	DET
bracis-19037	113	17	agent	agent	NOUN
bracis-19037	113	18	and	and	CCONJ
bracis-19037	113	19	is	be	AUX
bracis-19037	113	20	usually	usually	ADV
bracis-19037	113	21	set	set	VERB
bracis-19037	113	22	to	to	ADP
bracis-19037	113	23	a	a	DET
bracis-19037	113	24	small	small	ADJ
bracis-19037	113	25	value	value	NOUN
bracis-19037	113	26	[	[	X
bracis-19037	113	27	17	17	NUM
bracis-19037	113	28	]	]	PUNCT
bracis-19037	113	29	.	.	PUNCT
bracis-19037	114	1	after	after	ADP
bracis-19037	114	2	performing	perform	VERB
bracis-19037	114	3	the	the	DET
bracis-19037	114	4	action	action	NOUN
bracis-19037	114	5	,	,	PUNCT
bracis-19037	114	6	receiving	receive	VERB
bracis-19037	114	7	the	the	DET
bracis-19037	114	8	reward	reward	NOUN
bracis-19037	114	9	and	and	CCONJ
bracis-19037	114	10	observing	observe	VERB
bracis-19037	114	11	the	the	DET
bracis-19037	114	12	next	next	ADJ
bracis-19037	114	13	state	state	NOUN
bracis-19037	114	14	,	,	PUNCT
bracis-19037	114	15	the	the	DET
bracis-19037	114	16	q	q	NOUN
bracis-19037	114	17	-	-	PUNCT
bracis-19037	114	18	model	model	NOUN
bracis-19037	114	19	is	be	AUX
bracis-19037	114	20	updated	update	VERB
bracis-19037	114	21	by	by	ADP
bracis-19037	114	22	running	run	VERB
bracis-19037	114	23	one	one	NUM
bracis-19037	114	24	iteration	iteration	NOUN
bracis-19037	114	25	of	of	ADP
bracis-19037	114	26	gradient	gradient	ADJ
bracis-19037	114	27	descent	descent	NOUN
bracis-19037	114	28	on	on	ADP
bracis-19037	114	29	the	the	DET
bracis-19037	114	30	artificial	artificial	ADJ
bracis-19037	114	31	neural	neural	ADJ
bracis-19037	114	32	network	network	NOUN
bracis-19037	114	33	,	,	PUNCT
bracis-19037	114	34	with	with	ADP
bracis-19037	114	35	the	the	DET
bracis-19037	114	36	following	follow	VERB
bracis-19037	114	37	target	target	NOUN
bracis-19037	114	38	value	value	NOUN
bracis-19037	114	39	$	$	SYM
bracis-19037	114	40	$	$	SYM
bracis-19037	114	41	\begin{aligned	\begin{aligne	VERB
bracis-19037	114	42	}	}	PUNCT
bracis-19037	114	43	\text	\text	NOUN
bracis-19037	114	44	{	{	PUNCT
bracis-19037	114	45	target	target	NOUN
bracis-19037	114	46	}	}	PUNCT
bracis-19037	114	47	=	=	SYM
bracis-19037	114	48	\text	\text	NOUN
bracis-19037	114	49	{	{	PUNCT
bracis-19037	114	50	reward	reward	NOUN
bracis-19037	114	51	}	}	PUNCT
bracis-19037	114	52	+	+	PROPN
bracis-19037	114	53	\gamma	\gamma	PROPN
bracis-19037	114	54	\max	\max	PROPN
bracis-19037	114	55	_	_	PUNCT
bracis-19037	114	56	{	{	PUNCT
bracis-19037	114	57	a^{\prime	a^{\prime	ADJ
bracis-19037	114	58	}	}	PUNCT
bracis-19037	114	59	}	}	PUNCT
bracis-19037	114	60	q\left	q\left	NOUN
bracis-19037	114	61	(	(	PUNCT
bracis-19037	114	62	s^{\prime	s^{\prime	NOUN
bracis-19037	114	63	}	}	PUNCT
bracis-19037	114	64	,	,	PUNCT
bracis-19037	114	65	a^{\prime	a^{\prime	ADJ
bracis-19037	114	66	}	}	PUNCT
bracis-19037	114	67	\right	\right	PROPN
bracis-19037	114	68	)	)	PUNCT
bracis-19037	114	69	\end{aligned}$$	\end{aligned}$$	X
bracis-19037	114	70	(	(	PUNCT
bracis-19037	114	71	5	5	NUM
bracis-19037	114	72	)	)	PUNCT
bracis-19037	114	73	where	where	SCONJ
bracis-19037	114	74	\(s^{\prime	\(s^{\prime	NOUN
bracis-19037	114	75	}	}	PUNCT
bracis-19037	114	76	\	\	NOUN
bracis-19037	114	77	)	)	PUNCT
bracis-19037	114	78	is	be	AUX
bracis-19037	114	79	the	the	DET
bracis-19037	114	80	next	next	ADJ
bracis-19037	114	81	state	state	NOUN
bracis-19037	114	82	after	after	ADP
bracis-19037	114	83	performing	perform	VERB
bracis-19037	114	84	the	the	DET
bracis-19037	114	85	action	action	NOUN
bracis-19037	114	86	,	,	PUNCT
bracis-19037	114	87	and	and	CCONJ
bracis-19037	114	88	\(\max	\(\max	VERB
bracis-19037	114	89	_	_	PRON
bracis-19037	114	90	{	{	PUNCT
bracis-19037	114	91	a^{\prime	a^{\prime	ADJ
bracis-19037	114	92	}	}	PUNCT
bracis-19037	114	93	}	}	PUNCT
bracis-19037	114	94	q\left	q\left	NOUN
bracis-19037	114	95	(	(	PUNCT
bracis-19037	114	96	s^{\prime	s^{\prime	NOUN
bracis-19037	114	97	}	}	PUNCT
bracis-19037	114	98	,	,	PUNCT
bracis-19037	114	99	a^{\prime	a^{\prime	ADJ
bracis-19037	114	100	}	}	PUNCT
bracis-19037	114	101	\right	\right	PROPN
bracis-19037	114	102	)	)	PUNCT
bracis-19037	114	103	\	\	NOUN
bracis-19037	114	104	)	)	PUNCT
bracis-19037	114	105	is	be	AUX
bracis-19037	114	106	the	the	DET
bracis-19037	114	107	highest	high	ADJ
bracis-19037	114	108	q	q	NOUN
bracis-19037	114	109	-	-	PUNCT
bracis-19037	114	110	value	value	NOUN
bracis-19037	114	111	of	of	ADP
bracis-19037	114	112	all	all	DET
bracis-19037	114	113	possible	possible	ADJ
bracis-19037	114	114	actions	action	NOUN
bracis-19037	114	115	from	from	ADP
bracis-19037	114	116	state	state	NOUN
bracis-19037	114	117	\(s^{\prime	\(s^{\prime	NOUN
bracis-19037	114	118	}	}	PUNCT
bracis-19037	114	119	\	\	NOUN
bracis-19037	114	120	)	)	PUNCT
bracis-19037	114	121	.	.	PUNCT
bracis-19037	115	1	the	the	DET
bracis-19037	115	2	discount	discount	NOUN
bracis-19037	115	3	factor	factor	NOUN
bracis-19037	115	4	\(\gamma	\(\gamma	X
bracis-19037	115	5	\	\	NOUN
bracis-19037	115	6	)	)	PUNCT
bracis-19037	115	7	(	(	PUNCT
bracis-19037	115	8	[	[	X
bracis-19037	115	9	0	0	NUM
bracis-19037	115	10	,	,	PUNCT
bracis-19037	115	11	 	 	SPACE
bracis-19037	115	12	1	1	NUM
bracis-19037	115	13	]	]	PUNCT
bracis-19037	115	14	)	)	PUNCT
bracis-19037	115	15	controls	control	VERB
bracis-19037	115	16	the	the	DET
bracis-19037	115	17	influence	influence	NOUN
bracis-19037	115	18	of	of	ADP
bracis-19037	115	19	the	the	DET
bracis-19037	115	20	future	future	ADJ
bracis-19037	115	21	estimate	estimate	NOUN
bracis-19037	115	22	rewards	reward	NOUN
bracis-19037	115	23	.	.	PUNCT
bracis-19037	116	1	we	we	PRON
bracis-19037	116	2	defined	define	VERB
bracis-19037	116	3	the	the	DET
bracis-19037	116	4	state	state	NOUN
bracis-19037	116	5	representation	representation	NOUN
bracis-19037	116	6	as	as	ADP
bracis-19037	116	7	the	the	DET
bracis-19037	116	8	normalized	normalize	VERB
bracis-19037	116	9	average	average	ADJ
bracis-19037	116	10	rewards	reward	NOUN
bracis-19037	116	11	of	of	ADP
bracis-19037	116	12	each	each	DET
bracis-19037	116	13	operator	operator	NOUN
bracis-19037	116	14	.	.	PUNCT
bracis-19037	117	1	for	for	ADP
bracis-19037	117	2	this	this	PRON
bracis-19037	117	3	,	,	PUNCT
bracis-19037	117	4	we	we	PRON
bracis-19037	117	5	used	use	VERB
bracis-19037	117	6	the	the	DET
bracis-19037	117	7	same	same	ADJ
bracis-19037	117	8	sliding	slide	VERB
bracis-19037	117	9	window	window	NOUN
bracis-19037	117	10	structure	structure	NOUN
bracis-19037	117	11	from	from	ADP
bracis-19037	117	12	frrmab	frrmab	NOUN
bracis-19037	117	13	.	.	PUNCT
bracis-19037	118	1	hence	hence	ADV
bracis-19037	118	2	,	,	PUNCT
bracis-19037	118	3	if	if	SCONJ
bracis-19037	118	4	we	we	PRON
bracis-19037	118	5	have	have	VERB
bracis-19037	118	6	10	10	NUM
bracis-19037	118	7	available	available	ADJ
bracis-19037	118	8	low	low	ADJ
bracis-19037	118	9	-	-	PUNCT
bracis-19037	118	10	level	level	NOUN
bracis-19037	118	11	heuristics	heuristic	NOUN
bracis-19037	118	12	,	,	PUNCT
bracis-19037	118	13	for	for	ADP
bracis-19037	118	14	example	example	NOUN
bracis-19037	118	15	,	,	PUNCT
bracis-19037	118	16	the	the	DET
bracis-19037	118	17	state	state	NOUN
bracis-19037	118	18	is	be	AUX
bracis-19037	118	19	represented	represent	VERB
bracis-19037	118	20	as	as	ADP
bracis-19037	118	21	a	a	DET
bracis-19037	118	22	vector	vector	NOUN
bracis-19037	118	23	of	of	ADP
bracis-19037	118	24	10	10	NUM
bracis-19037	118	25	values	value	NOUN
bracis-19037	118	26	ranging	range	VERB
bracis-19037	118	27	[	[	X
bracis-19037	118	28	0,1	0,1	NUM
bracis-19037	118	29	]	]	PUNCT
bracis-19037	118	30	,	,	PUNCT
bracis-19037	118	31	where	where	SCONJ
bracis-19037	118	32	each	each	DET
bracis-19037	118	33	value	value	NOUN
bracis-19037	118	34	is	be	AUX
bracis-19037	118	35	the	the	DET
bracis-19037	118	36	average	average	NOUN
bracis-19037	118	37	of	of	ADP
bracis-19037	118	38	the	the	DET
bracis-19037	118	39	past	past	NOUN
bracis-19037	118	40	w	w	NOUN
bracis-19037	118	41	rewards	reward	NOUN
bracis-19037	118	42	(	(	PUNCT
bracis-19037	118	43	window	window	NOUN
bracis-19037	118	44	size	size	NOUN
bracis-19037	118	45	)	)	PUNCT
bracis-19037	118	46	of	of	ADP
bracis-19037	118	47	an	an	DET
bracis-19037	118	48	operator	operator	NOUN
bracis-19037	118	49	.	.	PUNCT
bracis-19037	119	1	the	the	DET
bracis-19037	119	2	idea	idea	NOUN
bracis-19037	119	3	is	be	AUX
bracis-19037	119	4	to	to	PART
bracis-19037	119	5	investigate	investigate	VERB
bracis-19037	119	6	if	if	SCONJ
bracis-19037	119	7	the	the	DET
bracis-19037	119	8	past	past	ADJ
bracis-19037	119	9	observed	observed	ADJ
bracis-19037	119	10	rewards	reward	NOUN
bracis-19037	119	11	can	can	AUX
bracis-19037	119	12	be	be	AUX
bracis-19037	119	13	representative	representative	ADJ
bracis-19037	119	14	enough	enough	ADV
bracis-19037	119	15	to	to	PART
bracis-19037	119	16	allow	allow	VERB
bracis-19037	119	17	the	the	DET
bracis-19037	119	18	dqn	dqn	NOUN
bracis-19037	119	19	to	to	PART
bracis-19037	119	20	learn	learn	VERB
bracis-19037	119	21	a	a	DET
bracis-19037	119	22	proper	proper	ADJ
bracis-19037	119	23	selection	selection	NOUN
bracis-19037	119	24	policy	policy	NOUN
bracis-19037	119	25	.	.	PUNCT
bracis-19037	120	1	3	3	NUM
bracis-19037	120	2	experiments	experiment	NOUN
bracis-19037	120	3	we	we	PRON
bracis-19037	120	4	conducted	conduct	VERB
bracis-19037	120	5	the	the	DET
bracis-19037	120	6	experiments	experiment	NOUN
bracis-19037	120	7	on	on	ADP
bracis-19037	120	8	all	all	DET
bracis-19037	120	9	6	6	NUM
bracis-19037	120	10	problems	problem	NOUN
bracis-19037	120	11	from	from	ADP
bracis-19037	120	12	the	the	DET
bracis-19037	120	13	hyflex	hyflex	NOUN
bracis-19037	120	14	framework	framework	NOUN
bracis-19037	120	15	[	[	X
bracis-19037	120	16	12	12	NUM
bracis-19037	120	17	]	]	X
bracis-19037	120	18	:	:	PUNCT
bracis-19037	120	19	one	one	NUM
bracis-19037	120	20	dimensional	dimensional	ADJ
bracis-19037	120	21	bin	bin	NOUN
bracis-19037	120	22	packing	packing	NOUN
bracis-19037	120	23	(	(	PUNCT
bracis-19037	120	24	bp	bp	PROPN
bracis-19037	120	25	)	)	PUNCT
bracis-19037	120	26	,	,	PUNCT
bracis-19037	120	27	flow	flow	NOUN
bracis-19037	120	28	shop	shop	NOUN
bracis-19037	120	29	(	(	PUNCT
bracis-19037	120	30	fs	fs	PROPN
bracis-19037	120	31	)	)	PUNCT
bracis-19037	120	32	,	,	PUNCT
bracis-19037	120	33	personal	personal	ADJ
bracis-19037	120	34	scheduling	scheduling	NOUN
bracis-19037	120	35	(	(	PUNCT
bracis-19037	120	36	ps	ps	NOUN
bracis-19037	120	37	)	)	PUNCT
bracis-19037	120	38	,	,	PUNCT
bracis-19037	120	39	boolean	boolean	ADJ
bracis-19037	120	40	satisfiability	satisfiability	NOUN
bracis-19037	120	41	(	(	PUNCT
bracis-19037	120	42	max	max	PROPN
bracis-19037	120	43	-	-	PUNCT
bracis-19037	120	44	sat	sit	VERB
bracis-19037	120	45	)	)	PUNCT
bracis-19037	120	46	,	,	PUNCT
bracis-19037	120	47	traveling	travel	VERB
bracis-19037	120	48	salesman	salesman	ADJ
bracis-19037	120	49	problem	problem	NOUN
bracis-19037	120	50	(	(	PUNCT
bracis-19037	120	51	tsp	tsp	NOUN
bracis-19037	120	52	)	)	PUNCT
bracis-19037	120	53	,	,	PUNCT
bracis-19037	120	54	and	and	CCONJ
bracis-19037	120	55	vehicle	vehicle	NOUN
bracis-19037	120	56	routing	routing	NOUN
bracis-19037	120	57	problem	problem	NOUN
bracis-19037	120	58	(	(	PUNCT
bracis-19037	120	59	vrp	vrp	NOUN
bracis-19037	120	60	)	)	PUNCT
bracis-19037	120	61	.	.	PUNCT
bracis-19037	121	1	the	the	DET
bracis-19037	121	2	hyflex	hyflex	NOUN
bracis-19037	121	3	provides	provide	VERB
bracis-19037	121	4	10	10	NUM
bracis-19037	121	5	instances	instance	NOUN
bracis-19037	121	6	of	of	ADP
bracis-19037	121	7	each	each	DET
bracis-19037	121	8	domain	domain	NOUN
bracis-19037	121	9	and	and	CCONJ
bracis-19037	121	10	4	4	NUM
bracis-19037	121	11	types	type	NOUN
bracis-19037	121	12	of	of	ADP
bracis-19037	121	13	low	low	ADJ
bracis-19037	121	14	-	-	PUNCT
bracis-19037	121	15	level	level	NOUN
bracis-19037	121	16	heuristics	heuristic	NOUN
bracis-19037	121	17	:	:	PUNCT
bracis-19037	121	18	mutational	mutational	ADJ
bracis-19037	121	19	,	,	PUNCT
bracis-19037	121	20	ruin	ruin	NOUN
bracis-19037	121	21	-	-	PUNCT
bracis-19037	121	22	and	and	CCONJ
bracis-19037	121	23	-	-	PUNCT
bracis-19037	121	24	recreate	recreate	VERB
bracis-19037	121	25	,	,	PUNCT
bracis-19037	121	26	local	local	ADJ
bracis-19037	121	27	search	search	NOUN
bracis-19037	121	28	,	,	PUNCT
bracis-19037	121	29	and	and	CCONJ
bracis-19037	121	30	crossover	crossover	NOUN
bracis-19037	121	31	.	.	PUNCT
bracis-19037	122	1	we	we	PRON
bracis-19037	122	2	included	include	VERB
bracis-19037	122	3	all	all	DET
bracis-19037	122	4	operators	operator	NOUN
bracis-19037	122	5	but	but	CCONJ
bracis-19037	122	6	the	the	DET
bracis-19037	122	7	crossover	crossover	NOUN
bracis-19037	122	8	group	group	NOUN
bracis-19037	122	9	into	into	ADP
bracis-19037	122	10	the	the	DET
bracis-19037	122	11	selection	selection	NOUN
bracis-19037	122	12	pool	pool	NOUN
bracis-19037	122	13	.	.	PUNCT
bracis-19037	123	1	we	we	PRON
bracis-19037	123	2	refer	refer	VERB
bracis-19037	123	3	to	to	ADP
bracis-19037	123	4	the	the	DET
bracis-19037	123	5	documentation	documentation	NOUN
bracis-19037	123	6	for	for	ADP
bracis-19037	123	7	more	more	ADJ
bracis-19037	123	8	details	detail	NOUN
bracis-19037	123	9	[	[	X
bracis-19037	123	10	12	12	NUM
bracis-19037	123	11	]	]	PUNCT
bracis-19037	123	12	.	.	PUNCT
bracis-19037	124	1	we	we	PRON
bracis-19037	124	2	executed	execute	VERB
bracis-19037	124	3	each	each	DET
bracis-19037	124	4	selection	selection	NOUN
bracis-19037	124	5	strategy	strategy	NOUN
bracis-19037	124	6	31	31	NUM
bracis-19037	124	7	times	time	NOUN
bracis-19037	124	8	on	on	ADP
bracis-19037	124	9	every	every	DET
bracis-19037	124	10	instance	instance	NOUN
bracis-19037	124	11	with	with	ADP
bracis-19037	124	12	different	different	ADJ
bracis-19037	124	13	random	random	ADJ
bracis-19037	124	14	seeds	seed	NOUN
bracis-19037	124	15	.	.	PUNCT
bracis-19037	125	1	we	we	PRON
bracis-19037	125	2	set	set	VERB
bracis-19037	125	3	the	the	DET
bracis-19037	125	4	stopping	stopping	NOUN
bracis-19037	125	5	criteria	criterion	NOUN
bracis-19037	125	6	as	as	ADP
bracis-19037	125	7	300	300	NUM
bracis-19037	125	8	 	 	SPACE
bracis-19037	125	9	s	s	NOUN
bracis-19037	125	10	of	of	ADP
bracis-19037	125	11	cpu	cpu	NOUN
bracis-19037	125	12	running	run	VERB
bracis-19037	125	13	time	time	NOUN
bracis-19037	125	14	on	on	ADP
bracis-19037	125	15	a	a	DET
bracis-19037	125	16	intel(r	intel(r	NOUN
bracis-19037	125	17	)	)	PUNCT
bracis-19037	125	18	core(tm	core(tm	NOUN
bracis-19037	125	19	)	)	PUNCT
bracis-19037	125	20	i7	i7	NOUN
bracis-19037	125	21	-	-	PUNCT
bracis-19037	125	22	5930k	5930k	NUM
bracis-19037	125	23	cpu	cpu	NOUN
bracis-19037	125	24	@	@	ADP
bracis-19037	125	25	3.50	3.50	NUM
bracis-19037	125	26	 	 	SPACE
bracis-19037	125	27	ghz	ghz	NOUN
bracis-19037	125	28	.	.	PUNCT
bracis-19037	126	1	the	the	DET
bracis-19037	126	2	number	number	NOUN
bracis-19037	126	3	of	of	ADP
bracis-19037	126	4	runs	run	NOUN
bracis-19037	126	5	and	and	CCONJ
bracis-19037	126	6	stopping	stop	VERB
bracis-19037	126	7	criteria	criterion	NOUN
bracis-19037	126	8	were	be	AUX
bracis-19037	126	9	set	set	VERB
bracis-19037	126	10	following	follow	VERB
bracis-19037	126	11	the	the	DET
bracis-19037	126	12	cross	cross	ADJ
bracis-19037	126	13	-	-	ADJ
bracis-19037	126	14	domain	domain	ADJ
bracis-19037	126	15	heuristic	heuristic	ADJ
bracis-19037	126	16	search	search	NOUN
bracis-19037	126	17	challengefootnote	challengefootnote	NOUN
bracis-19037	126	18	1	1	NUM
bracis-19037	126	19	competition	competition	NOUN
bracis-19037	126	20	rules	rule	NOUN
bracis-19037	126	21	,	,	PUNCT
bracis-19037	126	22	for	for	ADP
bracis-19037	126	23	which	which	PRON
bracis-19037	126	24	the	the	DET
bracis-19037	126	25	hyflex	hyflex	NOUN
bracis-19037	126	26	was	be	AUX
bracis-19037	126	27	originally	originally	ADV
bracis-19037	126	28	developed	develop	VERB
bracis-19037	126	29	.	.	PUNCT
bracis-19037	127	1	table	table	NOUN
bracis-19037	127	2	 	 	SPACE
bracis-19037	127	3	1	1	NUM
bracis-19037	127	4	displays	display	VERB
bracis-19037	127	5	the	the	DET
bracis-19037	127	6	parameters	parameter	NOUN
bracis-19037	127	7	setting	set	VERB
bracis-19037	127	8	that	that	SCONJ
bracis-19037	127	9	we	we	PRON
bracis-19037	127	10	used	use	VERB
bracis-19037	127	11	throughout	throughout	ADP
bracis-19037	127	12	the	the	DET
bracis-19037	127	13	experiments	experiment	NOUN
bracis-19037	127	14	.	.	PUNCT
bracis-19037	128	1	table	table	NOUN
bracis-19037	128	2	1	1	NUM
bracis-19037	128	3	.	.	PUNCT
bracis-19037	129	1	parameters	parameter	NOUN
bracis-19037	129	2	settingfull	settingfull	VERB
bracis-19037	129	3	size	size	NOUN
bracis-19037	129	4	table	table	NOUN
bracis-19037	129	5	next	next	ADV
bracis-19037	129	6	we	we	PRON
bracis-19037	129	7	present	present	VERB
bracis-19037	129	8	the	the	DET
bracis-19037	129	9	performance	performance	NOUN
bracis-19037	129	10	comparison	comparison	NOUN
bracis-19037	129	11	of	of	ADP
bracis-19037	129	12	the	the	DET
bracis-19037	129	13	selection	selection	NOUN
bracis-19037	129	14	strategies	strategy	NOUN
bracis-19037	129	15	for	for	ADP
bracis-19037	129	16	each	each	DET
bracis-19037	129	17	problem	problem	NOUN
bracis-19037	129	18	domain	domain	NOUN
bracis-19037	129	19	.	.	PUNCT
bracis-19037	130	1	for	for	ADP
bracis-19037	130	2	this	this	PRON
bracis-19037	130	3	,	,	PUNCT
bracis-19037	130	4	we	we	PRON
bracis-19037	130	5	compared	compare	VERB
bracis-19037	130	6	the	the	DET
bracis-19037	130	7	mean	mean	ADJ
bracis-19037	130	8	performance	performance	NOUN
bracis-19037	130	9	obtained	obtain	VERB
bracis-19037	130	10	by	by	ADP
bracis-19037	130	11	each	each	DET
bracis-19037	130	12	approach	approach	NOUN
bracis-19037	130	13	on	on	ADP
bracis-19037	130	14	all	all	DET
bracis-19037	130	15	instances	instance	NOUN
bracis-19037	130	16	using	use	VERB
bracis-19037	130	17	the	the	DET
bracis-19037	130	18	friedman	friedman	PROPN
bracis-19037	130	19	hypothesis	hypothesis	NOUN
bracis-19037	130	20	test	test	NOUN
bracis-19037	130	21	and	and	CCONJ
bracis-19037	130	22	a	a	DET
bracis-19037	130	23	pairwise	pairwise	NOUN
bracis-19037	130	24	post	post	ADJ
bracis-19037	130	25	-	-	ADJ
bracis-19037	130	26	hoc	hoc	ADJ
bracis-19037	130	27	test	test	NOUN
bracis-19037	130	28	with	with	ADP
bracis-19037	130	29	the	the	DET
bracis-19037	130	30	bergmann	bergmann	PROPN
bracis-19037	130	31	correction	correction	NOUN
bracis-19037	130	32	.	.	PUNCT
bracis-19037	131	1	the	the	DET
bracis-19037	131	2	results	result	NOUN
bracis-19037	131	3	of	of	ADP
bracis-19037	131	4	these	these	DET
bracis-19037	131	5	tests	test	NOUN
bracis-19037	131	6	are	be	AUX
bracis-19037	131	7	shown	show	VERB
bracis-19037	131	8	in	in	ADP
bracis-19037	131	9	the	the	DET
bracis-19037	131	10	pipe	pipe	NOUN
bracis-19037	131	11	graphs	graph	NOUN
bracis-19037	131	12	(	(	PUNCT
bracis-19037	131	13	e.g.	e.g.	ADV
bracis-19037	131	14	fig	fig	NOUN
bracis-19037	131	15	.	.	PUNCT
bracis-19037	131	16	 	 	SPACE
bracis-19037	132	1	1	1	NUM
bracis-19037	132	2	)	)	PUNCT
bracis-19037	132	3	,	,	PUNCT
bracis-19037	132	4	where	where	SCONJ
bracis-19037	132	5	the	the	DET
bracis-19037	132	6	approaches	approach	NOUN
bracis-19037	132	7	are	be	AUX
bracis-19037	132	8	displayed	display	VERB
bracis-19037	132	9	according	accord	VERB
bracis-19037	132	10	to	to	ADP
bracis-19037	132	11	their	their	PRON
bracis-19037	132	12	rank	rank	NOUN
bracis-19037	132	13	(	(	PUNCT
bracis-19037	132	14	the	the	PRON
bracis-19037	132	15	smaller	small	ADJ
bracis-19037	132	16	the	the	DET
bracis-19037	132	17	better	well	ADJ
bracis-19037	132	18	)	)	PUNCT
bracis-19037	132	19	,	,	PUNCT
bracis-19037	132	20	and	and	CCONJ
bracis-19037	132	21	the	the	DET
bracis-19037	132	22	connected	connected	ADJ
bracis-19037	132	23	bold	bold	ADJ
bracis-19037	132	24	lines	line	NOUN
bracis-19037	132	25	indicate	indicate	VERB
bracis-19037	132	26	the	the	DET
bracis-19037	132	27	approaches	approach	NOUN
bracis-19037	132	28	that	that	PRON
bracis-19037	132	29	are	be	AUX
bracis-19037	132	30	statistically	statistically	ADV
bracis-19037	132	31	equivalent	equivalent	ADJ
bracis-19037	132	32	(	(	PUNCT
bracis-19037	132	33	\(p	\(p	X
bracis-19037	132	34	<	<	X
bracis-19037	132	35	0.05\	0.05\	PROPN
bracis-19037	132	36	)	)	PUNCT
bracis-19037	132	37	)	)	PUNCT
bracis-19037	132	38	.	.	PUNCT
bracis-19037	133	1	additionally	additionally	ADV
bracis-19037	133	2	,	,	PUNCT
bracis-19037	133	3	we	we	PRON
bracis-19037	133	4	also	also	ADV
bracis-19037	133	5	compared	compare	VERB
bracis-19037	133	6	them	they	PRON
bracis-19037	133	7	on	on	ADP
bracis-19037	133	8	each	each	DET
bracis-19037	133	9	instance	instance	NOUN
bracis-19037	133	10	individually	individually	ADV
bracis-19037	133	11	with	with	ADP
bracis-19037	133	12	the	the	DET
bracis-19037	133	13	kruskal	kruskal	PROPN
bracis-19037	133	14	-	-	PUNCT
bracis-19037	133	15	wallis	wallis	PROPN
bracis-19037	133	16	hypothesis	hypothesis	NOUN
bracis-19037	133	17	test	test	NOUN
bracis-19037	133	18	,	,	PUNCT
bracis-19037	133	19	followed	follow	VERB
bracis-19037	133	20	by	by	ADP
bracis-19037	133	21	a	a	DET
bracis-19037	133	22	pairwise	pairwise	PROPN
bracis-19037	133	23	dunn	dunn	PROPN
bracis-19037	133	24	’s	’s	PART
bracis-19037	133	25	test	test	NOUN
bracis-19037	133	26	,	,	PUNCT
bracis-19037	133	27	with	with	ADP
bracis-19037	133	28	the	the	DET
bracis-19037	133	29	lowest	low	ADJ
bracis-19037	133	30	ranked	rank	VERB
bracis-19037	133	31	approach	approach	NOUN
bracis-19037	133	32	set	set	VERB
bracis-19037	133	33	as	as	ADP
bracis-19037	133	34	the	the	DET
bracis-19037	133	35	control	control	NOUN
bracis-19037	133	36	variable	variable	NOUN
bracis-19037	133	37	.	.	PUNCT
bracis-19037	134	1	the	the	DET
bracis-19037	134	2	tables	table	NOUN
bracis-19037	134	3	,	,	PUNCT
bracis-19037	134	4	such	such	ADJ
bracis-19037	134	5	as	as	ADP
bracis-19037	134	6	table	table	NOUN
bracis-19037	134	7	 	 	SPACE
bracis-19037	134	8	2	2	NUM
bracis-19037	134	9	,	,	PUNCT
bracis-19037	134	10	report	report	VERB
bracis-19037	134	11	the	the	DET
bracis-19037	134	12	average	average	ADJ
bracis-19037	134	13	and	and	CCONJ
bracis-19037	134	14	standard	standard	ADJ
bracis-19037	134	15	deviation	deviation	NOUN
bracis-19037	134	16	of	of	ADP
bracis-19037	134	17	the	the	DET
bracis-19037	134	18	best	good	ADJ
bracis-19037	134	19	solution	solution	NOUN
bracis-19037	134	20	found	find	VERB
bracis-19037	134	21	by	by	ADP
bracis-19037	134	22	each	each	DET
bracis-19037	134	23	selection	selection	NOUN
bracis-19037	134	24	strategy	strategy	NOUN
bracis-19037	134	25	in	in	ADP
bracis-19037	134	26	the	the	DET
bracis-19037	134	27	31	31	NUM
bracis-19037	134	28	runs	run	NOUN
bracis-19037	134	29	.	.	PUNCT
bracis-19037	135	1	bold	bold	ADJ
bracis-19037	135	2	values	value	NOUN
bracis-19037	135	3	indicate	indicate	VERB
bracis-19037	135	4	that	that	SCONJ
bracis-19037	135	5	the	the	DET
bracis-19037	135	6	corresponding	correspond	VERB
bracis-19037	135	7	approach	approach	NOUN
bracis-19037	135	8	achieved	achieve	VERB
bracis-19037	135	9	a	a	DET
bracis-19037	135	10	better	well	ADJ
bracis-19037	135	11	performance	performance	NOUN
bracis-19037	135	12	with	with	ADP
bracis-19037	135	13	statistical	statistical	ADJ
bracis-19037	135	14	difference	difference	NOUN
bracis-19037	135	15	(	(	PUNCT
bracis-19037	135	16	\(p	\(p	X
bracis-19037	135	17	<	<	X
bracis-19037	135	18	0.05\	0.05\	PROPN
bracis-19037	135	19	)	)	PUNCT
bracis-19037	135	20	)	)	PUNCT
bracis-19037	135	21	,	,	PUNCT
bracis-19037	135	22	and	and	CCONJ
bracis-19037	135	23	gray	gray	ADJ
bracis-19037	135	24	background	background	NOUN
bracis-19037	135	25	highlights	highlight	NOUN
bracis-19037	135	26	all	all	DET
bracis-19037	135	27	approaches	approach	NOUN
bracis-19037	135	28	that	that	PRON
bracis-19037	135	29	were	be	AUX
bracis-19037	135	30	statistically	statistically	ADV
bracis-19037	135	31	equivalent	equivalent	ADJ
bracis-19037	135	32	to	to	ADP
bracis-19037	135	33	the	the	DET
bracis-19037	135	34	approach	approach	NOUN
bracis-19037	135	35	with	with	ADP
bracis-19037	135	36	the	the	DET
bracis-19037	135	37	best	good	ADJ
bracis-19037	135	38	rank	rank	NOUN
bracis-19037	135	39	on	on	ADP
bracis-19037	135	40	that	that	DET
bracis-19037	135	41	instance	instance	NOUN
bracis-19037	135	42	.	.	PUNCT
bracis-19037	136	1	moreover	moreover	ADV
bracis-19037	136	2	,	,	PUNCT
bracis-19037	136	3	we	we	PRON
bracis-19037	136	4	also	also	ADV
bracis-19037	136	5	contrasted	contrast	VERB
bracis-19037	136	6	the	the	DET
bracis-19037	136	7	approaches	approach	NOUN
bracis-19037	136	8	in	in	ADP
bracis-19037	136	9	terms	term	NOUN
bracis-19037	136	10	of	of	ADP
bracis-19037	136	11	the	the	DET
bracis-19037	136	12	selection	selection	NOUN
bracis-19037	136	13	behavior	behavior	NOUN
bracis-19037	136	14	during	during	ADP
bracis-19037	136	15	the	the	DET
bracis-19037	136	16	search	search	NOUN
bracis-19037	136	17	.	.	PUNCT
bracis-19037	137	1	for	for	ADP
bracis-19037	137	2	this	this	PRON
bracis-19037	137	3	,	,	PUNCT
bracis-19037	137	4	we	we	PRON
bracis-19037	137	5	divided	divide	VERB
bracis-19037	137	6	the	the	DET
bracis-19037	137	7	search	search	NOUN
bracis-19037	137	8	into	into	ADP
bracis-19037	137	9	10	10	NUM
bracis-19037	137	10	phases	phase	NOUN
bracis-19037	137	11	with	with	ADP
bracis-19037	137	12	equal	equal	ADJ
bracis-19037	137	13	number	number	NOUN
bracis-19037	137	14	of	of	ADP
bracis-19037	137	15	iterations	iteration	NOUN
bracis-19037	137	16	,	,	PUNCT
bracis-19037	137	17	and	and	CCONJ
bracis-19037	137	18	computed	compute	VERB
bracis-19037	137	19	the	the	DET
bracis-19037	137	20	average	average	ADJ
bracis-19037	137	21	frequency	frequency	NOUN
bracis-19037	137	22	that	that	PRON
bracis-19037	137	23	each	each	DET
bracis-19037	137	24	operator	operator	NOUN
bracis-19037	137	25	was	be	AUX
bracis-19037	137	26	selected	select	VERB
bracis-19037	137	27	on	on	ADP
bracis-19037	137	28	that	that	DET
bracis-19037	137	29	phase	phase	NOUN
bracis-19037	137	30	,	,	PUNCT
bracis-19037	137	31	resulting	result	VERB
bracis-19037	137	32	on	on	ADP
bracis-19037	137	33	the	the	DET
bracis-19037	137	34	line	line	NOUN
bracis-19037	137	35	graphs	graph	NOUN
bracis-19037	137	36	such	such	ADJ
bracis-19037	137	37	as	as	ADP
bracis-19037	137	38	fig	fig	NOUN
bracis-19037	137	39	.	.	PUNCT
bracis-19037	137	40	 	 	SPACE
bracis-19037	138	1	2	2	NUM
bracis-19037	138	2	.	.	NUM
bracis-19037	138	3	3.1	3.1	NUM
bracis-19037	138	4	bin	bin	NOUN
bracis-19037	138	5	packing	packing	NOUN
bracis-19037	138	6	on	on	ADP
bracis-19037	138	7	bin	bin	PROPN
bracis-19037	138	8	packing	packing	NOUN
bracis-19037	138	9	,	,	PUNCT
bracis-19037	138	10	both	both	DET
bracis-19037	138	11	dqn	dqn	NOUN
bracis-19037	138	12	and	and	CCONJ
bracis-19037	138	13	frrmab	frrmab	NOUN
bracis-19037	138	14	were	be	AUX
bracis-19037	138	15	statistically	statistically	ADV
bracis-19037	138	16	equivalent	equivalent	ADJ
bracis-19037	138	17	when	when	SCONJ
bracis-19037	138	18	considering	consider	VERB
bracis-19037	138	19	all	all	DET
bracis-19037	138	20	instances	instance	NOUN
bracis-19037	138	21	performance	performance	NOUN
bracis-19037	138	22	,	,	PUNCT
bracis-19037	138	23	as	as	SCONJ
bracis-19037	138	24	displayed	display	VERB
bracis-19037	138	25	in	in	ADP
bracis-19037	138	26	fig	fig	NOUN
bracis-19037	138	27	.	.	PUNCT
bracis-19037	138	28	 	 	SPACE
bracis-19037	138	29	1	1	NUM
bracis-19037	138	30	where	where	SCONJ
bracis-19037	138	31	the	the	DET
bracis-19037	138	32	dqn	dqn	NOUN
bracis-19037	138	33	ranked	rank	VERB
bracis-19037	138	34	better	well	ADV
bracis-19037	138	35	.	.	PUNCT
bracis-19037	139	1	fig	fig	NOUN
bracis-19037	139	2	.	.	PUNCT
bracis-19037	140	1	1	1	X
bracis-19037	140	2	.	.	X
bracis-19037	140	3	friedman	friedman	PROPN
bracis-19037	140	4	ranking	rank	VERB
bracis-19037	140	5	with	with	ADP
bracis-19037	140	6	post	post	ADJ
bracis-19037	140	7	-	-	ADJ
bracis-19037	140	8	hoc	hoc	ADJ
bracis-19037	140	9	tests	test	NOUN
bracis-19037	140	10	on	on	ADP
bracis-19037	140	11	bp	bp	PROPN
bracis-19037	140	12	instances	instance	NOUN
bracis-19037	140	13	full	full	ADJ
bracis-19037	140	14	size	size	NOUN
bracis-19037	140	15	image	image	NOUN
bracis-19037	140	16	in	in	ADP
bracis-19037	140	17	fact	fact	NOUN
bracis-19037	140	18	,	,	PUNCT
bracis-19037	140	19	if	if	SCONJ
bracis-19037	140	20	we	we	PRON
bracis-19037	140	21	observe	observe	VERB
bracis-19037	140	22	the	the	DET
bracis-19037	140	23	individual	individual	ADJ
bracis-19037	140	24	performance	performance	NOUN
bracis-19037	140	25	shown	show	VERB
bracis-19037	140	26	in	in	ADP
bracis-19037	140	27	table	table	NOUN
bracis-19037	140	28	 	 	SPACE
bracis-19037	140	29	2	2	NUM
bracis-19037	140	30	,	,	PUNCT
bracis-19037	140	31	we	we	PRON
bracis-19037	140	32	can	can	AUX
bracis-19037	140	33	notice	notice	VERB
bracis-19037	140	34	that	that	SCONJ
bracis-19037	140	35	their	their	PRON
bracis-19037	140	36	performance	performance	NOUN
bracis-19037	140	37	was	be	AUX
bracis-19037	140	38	dependent	dependent	ADJ
bracis-19037	140	39	on	on	ADP
bracis-19037	140	40	the	the	DET
bracis-19037	140	41	type	type	NOUN
bracis-19037	140	42	of	of	ADP
bracis-19037	140	43	the	the	DET
bracis-19037	140	44	instance	instance	NOUN
bracis-19037	140	45	,	,	PUNCT
bracis-19037	140	46	meaning	mean	VERB
bracis-19037	140	47	that	that	SCONJ
bracis-19037	140	48	neither	neither	PRON
bracis-19037	140	49	of	of	ADP
bracis-19037	140	50	them	they	PRON
bracis-19037	140	51	could	could	AUX
bracis-19037	140	52	generalize	generalize	VERB
bracis-19037	140	53	for	for	ADP
bracis-19037	140	54	all	all	DET
bracis-19037	140	55	instances	instance	NOUN
bracis-19037	140	56	.	.	PUNCT
bracis-19037	141	1	figure	figure	VERB
bracis-19037	141	2	 	 	SPACE
bracis-19037	141	3	2	2	NUM
bracis-19037	141	4	displays	display	VERB
bracis-19037	141	5	the	the	DET
bracis-19037	141	6	average	average	ADJ
bracis-19037	141	7	appliances	appliance	NOUN
bracis-19037	141	8	of	of	ADP
bracis-19037	141	9	each	each	DET
bracis-19037	141	10	operator	operator	NOUN
bracis-19037	141	11	for	for	ADP
bracis-19037	141	12	instance	instance	NOUN
bracis-19037	141	13	0	0	NUM
bracis-19037	141	14	,	,	PUNCT
bracis-19037	141	15	that	that	SCONJ
bracis-19037	141	16	the	the	DET
bracis-19037	141	17	dqn	dqn	NOUN
bracis-19037	141	18	was	be	AUX
bracis-19037	141	19	worse	bad	ADJ
bracis-19037	141	20	than	than	ADP
bracis-19037	141	21	frrmab	frrmab	NOUN
bracis-19037	141	22	.	.	PUNCT
bracis-19037	142	1	we	we	PRON
bracis-19037	142	2	can	can	AUX
bracis-19037	142	3	observe	observe	VERB
bracis-19037	142	4	that	that	SCONJ
bracis-19037	142	5	the	the	DET
bracis-19037	142	6	dqn	dqn	NOUN
bracis-19037	142	7	presents	present	VERB
bracis-19037	142	8	a	a	DET
bracis-19037	142	9	exploitative	exploitative	ADJ
bracis-19037	142	10	behavior	behavior	NOUN
bracis-19037	142	11	,	,	PUNCT
bracis-19037	142	12	giving	give	VERB
bracis-19037	142	13	high	high	ADJ
bracis-19037	142	14	emphasis	emphasis	NOUN
bracis-19037	142	15	on	on	ADP
bracis-19037	142	16	the	the	DET
bracis-19037	142	17	early	early	ADJ
bracis-19037	142	18	prominent	prominent	ADJ
bracis-19037	142	19	operators	operator	NOUN
bracis-19037	142	20	.	.	PUNCT
bracis-19037	143	1	the	the	DET
bracis-19037	143	2	frrmab	frrmab	NOUN
bracis-19037	143	3	,	,	PUNCT
bracis-19037	143	4	on	on	ADP
bracis-19037	143	5	the	the	DET
bracis-19037	143	6	other	other	ADJ
bracis-19037	143	7	hand	hand	NOUN
bracis-19037	143	8	,	,	PUNCT
bracis-19037	143	9	was	be	AUX
bracis-19037	143	10	able	able	ADJ
bracis-19037	143	11	to	to	PART
bracis-19037	143	12	detect	detect	VERB
bracis-19037	143	13	a	a	DET
bracis-19037	143	14	change	change	NOUN
bracis-19037	143	15	in	in	ADP
bracis-19037	143	16	operator	operator	NOUN
bracis-19037	143	17	performance	performance	NOUN
bracis-19037	143	18	.	.	PUNCT
bracis-19037	144	1	table	table	NOUN
bracis-19037	144	2	2	2	NUM
bracis-19037	144	3	.	.	PUNCT
bracis-19037	145	1	performance	performance	NOUN
bracis-19037	145	2	comparison	comparison	NOUN
bracis-19037	145	3	on	on	ADP
bracis-19037	145	4	bin	bin	PROPN
bracis-19037	145	5	packingfull	packingfull	ADJ
bracis-19037	145	6	size	size	NOUN
bracis-19037	145	7	table	table	NOUN
bracis-19037	145	8	fig	fig	NOUN
bracis-19037	145	9	.	.	PUNCT
bracis-19037	146	1	2	2	X
bracis-19037	146	2	.	.	X
bracis-19037	146	3	average	average	ADJ
bracis-19037	146	4	selection	selection	NOUN
bracis-19037	146	5	of	of	ADP
bracis-19037	146	6	operators	operator	NOUN
bracis-19037	146	7	on	on	ADP
bracis-19037	146	8	bp	bp	PROPN
bracis-19037	146	9	instance	instance	PROPN
bracis-19037	146	10	0	0	NUM
bracis-19037	146	11	full	full	ADJ
bracis-19037	146	12	size	size	NOUN
bracis-19037	146	13	image	image	NOUN
bracis-19037	146	14	fig	fig	NOUN
bracis-19037	146	15	.	.	PUNCT
bracis-19037	147	1	3	3	X
bracis-19037	147	2	.	.	X
bracis-19037	147	3	average	average	ADJ
bracis-19037	147	4	selection	selection	NOUN
bracis-19037	147	5	of	of	ADP
bracis-19037	147	6	operators	operator	NOUN
bracis-19037	147	7	on	on	ADP
bracis-19037	147	8	bp	bp	PROPN
bracis-19037	147	9	instance	instance	PROPN
bracis-19037	147	10	7	7	NUM
bracis-19037	147	11	full	full	ADJ
bracis-19037	147	12	size	size	NOUN
bracis-19037	147	13	image	image	NOUN
bracis-19037	147	14	however	however	ADV
bracis-19037	147	15	,	,	PUNCT
bracis-19037	147	16	this	this	DET
bracis-19037	147	17	exploitative	exploitative	ADJ
bracis-19037	147	18	behavior	behavior	NOUN
bracis-19037	147	19	was	be	AUX
bracis-19037	147	20	advantageous	advantageous	ADJ
bracis-19037	147	21	on	on	ADP
bracis-19037	147	22	some	some	DET
bracis-19037	147	23	instances	instance	NOUN
bracis-19037	147	24	,	,	PUNCT
bracis-19037	147	25	such	such	ADJ
bracis-19037	147	26	as	as	ADP
bracis-19037	147	27	instance	instance	NOUN
bracis-19037	147	28	7	7	NUM
bracis-19037	147	29	as	as	SCONJ
bracis-19037	147	30	shown	show	VERB
bracis-19037	147	31	in	in	ADP
bracis-19037	147	32	fig	fig	NOUN
bracis-19037	147	33	.	.	PUNCT
bracis-19037	147	34	 	 	SPACE
bracis-19037	148	1	3	3	X
bracis-19037	148	2	.	.	PUNCT
bracis-19037	149	1	the	the	DET
bracis-19037	149	2	dqn	dqn	NOUN
bracis-19037	149	3	detected	detect	VERB
bracis-19037	149	4	at	at	ADP
bracis-19037	149	5	the	the	DET
bracis-19037	149	6	initial	initial	ADJ
bracis-19037	149	7	phases	phase	NOUN
bracis-19037	149	8	the	the	DET
bracis-19037	149	9	set	set	NOUN
bracis-19037	149	10	of	of	ADP
bracis-19037	149	11	prominent	prominent	ADJ
bracis-19037	149	12	operators	operator	NOUN
bracis-19037	149	13	,	,	PUNCT
bracis-19037	149	14	while	while	SCONJ
bracis-19037	149	15	the	the	DET
bracis-19037	149	16	frrmab	frrmab	NOUN
bracis-19037	149	17	needed	need	VERB
bracis-19037	149	18	more	more	ADJ
bracis-19037	149	19	time	time	NOUN
bracis-19037	149	20	to	to	PART
bracis-19037	149	21	do	do	VERB
bracis-19037	149	22	so	so	ADV
bracis-19037	149	23	.	.	PUNCT
bracis-19037	150	1	3.2	3.2	NUM
bracis-19037	150	2	flow	flow	NOUN
bracis-19037	150	3	shop	shop	NOUN
bracis-19037	150	4	the	the	DET
bracis-19037	150	5	dqn	dqn	NOUN
bracis-19037	150	6	presented	present	VERB
bracis-19037	150	7	very	very	ADV
bracis-19037	150	8	poor	poor	ADJ
bracis-19037	150	9	performance	performance	NOUN
bracis-19037	150	10	on	on	ADP
bracis-19037	150	11	flow	flow	NOUN
bracis-19037	150	12	shop	shop	NOUN
bracis-19037	150	13	,	,	PUNCT
bracis-19037	150	14	where	where	SCONJ
bracis-19037	150	15	the	the	DET
bracis-19037	150	16	frrmab	frrmab	NOUN
bracis-19037	150	17	and	and	CCONJ
bracis-19037	150	18	dmab	dmab	NOUN
bracis-19037	150	19	were	be	AUX
bracis-19037	150	20	both	both	PRON
bracis-19037	150	21	statistically	statistically	ADV
bracis-19037	150	22	better	well	ADV
bracis-19037	150	23	,	,	PUNCT
bracis-19037	150	24	as	as	SCONJ
bracis-19037	150	25	displayed	display	VERB
bracis-19037	150	26	in	in	ADP
bracis-19037	150	27	fig	fig	NOUN
bracis-19037	150	28	.	.	PUNCT
bracis-19037	150	29	 	 	SPACE
bracis-19037	151	1	4	4	NUM
bracis-19037	151	2	.	.	PUNCT
bracis-19037	151	3	even	even	ADV
bracis-19037	151	4	when	when	SCONJ
bracis-19037	151	5	comparing	compare	VERB
bracis-19037	151	6	the	the	DET
bracis-19037	151	7	instances	instance	NOUN
bracis-19037	151	8	individually	individually	ADV
bracis-19037	151	9	(	(	PUNCT
bracis-19037	151	10	table	table	NOUN
bracis-19037	151	11	 	 	SPACE
bracis-19037	151	12	3	3	NUM
bracis-19037	151	13	)	)	PUNCT
bracis-19037	151	14	,	,	PUNCT
bracis-19037	151	15	the	the	DET
bracis-19037	151	16	dqn	dqn	NOUN
bracis-19037	151	17	was	be	AUX
bracis-19037	151	18	not	not	PART
bracis-19037	151	19	competitive	competitive	ADJ
bracis-19037	151	20	in	in	ADP
bracis-19037	151	21	any	any	DET
bracis-19037	151	22	instance	instance	NOUN
bracis-19037	151	23	.	.	PUNCT
bracis-19037	152	1	fig	fig	NOUN
bracis-19037	152	2	.	.	PUNCT
bracis-19037	153	1	4	4	X
bracis-19037	153	2	.	.	X
bracis-19037	153	3	friedman	friedman	PROPN
bracis-19037	153	4	ranking	rank	VERB
bracis-19037	153	5	with	with	ADP
bracis-19037	153	6	post	post	ADJ
bracis-19037	153	7	-	-	ADJ
bracis-19037	153	8	hoc	hoc	ADJ
bracis-19037	153	9	tests	test	NOUN
bracis-19037	153	10	on	on	ADP
bracis-19037	153	11	fs	fs	ADP
bracis-19037	153	12	instances	instance	NOUN
bracis-19037	153	13	full	full	ADJ
bracis-19037	153	14	size	size	NOUN
bracis-19037	153	15	image	image	NOUN
bracis-19037	153	16	table	table	NOUN
bracis-19037	153	17	3	3	NUM
bracis-19037	153	18	.	.	PUNCT
bracis-19037	153	19	performance	performance	NOUN
bracis-19037	153	20	comparison	comparison	NOUN
bracis-19037	153	21	on	on	ADP
bracis-19037	153	22	flow	flow	NOUN
bracis-19037	153	23	shopfull	shopfull	NOUN
bracis-19037	153	24	size	size	NOUN
bracis-19037	153	25	table	table	NOUN
bracis-19037	153	26	figure	figure	NOUN
bracis-19037	153	27	 	 	SPACE
bracis-19037	153	28	5	5	NUM
bracis-19037	153	29	shows	show	VERB
bracis-19037	153	30	that	that	SCONJ
bracis-19037	153	31	,	,	PUNCT
bracis-19037	153	32	although	although	SCONJ
bracis-19037	153	33	the	the	DET
bracis-19037	153	34	dqn	dqn	NOUN
bracis-19037	153	35	kept	keep	VERB
bracis-19037	153	36	selecting	select	VERB
bracis-19037	153	37	a	a	DET
bracis-19037	153	38	few	few	ADJ
bracis-19037	153	39	operators	operator	NOUN
bracis-19037	153	40	at	at	ADP
bracis-19037	153	41	around	around	ADP
bracis-19037	153	42	10	10	NUM
bracis-19037	153	43	%	%	NOUN
bracis-19037	153	44	of	of	ADP
bracis-19037	153	45	times	time	NOUN
bracis-19037	153	46	,	,	PUNCT
bracis-19037	153	47	its	its	PRON
bracis-19037	153	48	exploitative	exploitative	ADJ
bracis-19037	153	49	behavior	behavior	NOUN
bracis-19037	153	50	of	of	ADP
bracis-19037	153	51	giving	give	VERB
bracis-19037	153	52	high	high	ADJ
bracis-19037	153	53	emphasis	emphasis	NOUN
bracis-19037	153	54	on	on	ADP
bracis-19037	153	55	the	the	DET
bracis-19037	153	56	top	top	ADJ
bracis-19037	153	57	two	two	NUM
bracis-19037	153	58	operators	operator	NOUN
bracis-19037	153	59	resulted	result	VERB
bracis-19037	153	60	on	on	ADP
bracis-19037	153	61	the	the	DET
bracis-19037	153	62	poor	poor	ADJ
bracis-19037	153	63	performance	performance	NOUN
bracis-19037	153	64	on	on	ADP
bracis-19037	153	65	flow	flow	NOUN
bracis-19037	153	66	shop	shop	NOUN
bracis-19037	153	67	.	.	PUNCT
bracis-19037	154	1	therefore	therefore	ADV
bracis-19037	154	2	,	,	PUNCT
bracis-19037	154	3	the	the	DET
bracis-19037	154	4	reward	reward	NOUN
bracis-19037	154	5	scheme	scheme	NOUN
bracis-19037	154	6	and/or	and/or	CCONJ
bracis-19037	154	7	the	the	DET
bracis-19037	154	8	state	state	NOUN
bracis-19037	154	9	representation	representation	NOUN
bracis-19037	154	10	that	that	SCONJ
bracis-19037	154	11	we	we	PRON
bracis-19037	154	12	defined	define	VERB
bracis-19037	154	13	were	be	AUX
bracis-19037	154	14	not	not	PART
bracis-19037	154	15	satisfiable	satisfiable	ADJ
bracis-19037	154	16	for	for	ADP
bracis-19037	154	17	domains	domain	NOUN
bracis-19037	154	18	in	in	ADP
bracis-19037	154	19	which	which	PRON
bracis-19037	154	20	more	more	ADJ
bracis-19037	154	21	exploration	exploration	NOUN
bracis-19037	154	22	is	be	AUX
bracis-19037	154	23	required	require	VERB
bracis-19037	154	24	to	to	PART
bracis-19037	154	25	attain	attain	VERB
bracis-19037	154	26	high	high	ADJ
bracis-19037	154	27	quality	quality	NOUN
bracis-19037	154	28	solutions	solution	NOUN
bracis-19037	154	29	.	.	PUNCT
bracis-19037	155	1	3.3	3.3	NUM
bracis-19037	155	2	personal	personal	ADJ
bracis-19037	155	3	scheduling	scheduling	NOUN
bracis-19037	155	4	the	the	DET
bracis-19037	155	5	same	same	ADJ
bracis-19037	155	6	thing	thing	NOUN
bracis-19037	155	7	happened	happen	VERB
bracis-19037	155	8	in	in	ADP
bracis-19037	155	9	the	the	DET
bracis-19037	155	10	ps	ps	NOUN
bracis-19037	155	11	domain	domain	NOUN
bracis-19037	155	12	,	,	PUNCT
bracis-19037	155	13	as	as	SCONJ
bracis-19037	155	14	shown	show	VERB
bracis-19037	155	15	in	in	ADP
bracis-19037	155	16	fig	fig	NOUN
bracis-19037	155	17	.	.	PUNCT
bracis-19037	155	18	 	 	SPACE
bracis-19037	156	1	6	6	NUM
bracis-19037	156	2	and	and	CCONJ
bracis-19037	156	3	table	table	NOUN
bracis-19037	156	4	 	 	SPACE
bracis-19037	156	5	4	4	NUM
bracis-19037	156	6	,	,	PUNCT
bracis-19037	156	7	where	where	SCONJ
bracis-19037	156	8	we	we	PRON
bracis-19037	156	9	can	can	AUX
bracis-19037	156	10	see	see	VERB
bracis-19037	156	11	that	that	SCONJ
bracis-19037	156	12	the	the	DET
bracis-19037	156	13	mab	mab	NOUN
bracis-19037	156	14	strategies	strategy	NOUN
bracis-19037	156	15	were	be	AUX
bracis-19037	156	16	statistically	statistically	ADV
bracis-19037	156	17	superior	superior	ADJ
bracis-19037	156	18	to	to	ADP
bracis-19037	156	19	the	the	DET
bracis-19037	156	20	dqn	dqn	NOUN
bracis-19037	156	21	.	.	PUNCT
bracis-19037	157	1	however	however	ADV
bracis-19037	157	2	,	,	PUNCT
bracis-19037	157	3	in	in	ADP
bracis-19037	157	4	this	this	DET
bracis-19037	157	5	case	case	NOUN
bracis-19037	157	6	we	we	PRON
bracis-19037	157	7	noticed	notice	VERB
bracis-19037	157	8	that	that	SCONJ
bracis-19037	157	9	the	the	DET
bracis-19037	157	10	dqn	dqn	NOUN
bracis-19037	157	11	did	do	AUX
bracis-19037	157	12	present	present	VERB
bracis-19037	157	13	a	a	DET
bracis-19037	157	14	more	more	ADV
bracis-19037	157	15	explorative	explorative	ADJ
bracis-19037	157	16	behavior	behavior	NOUN
bracis-19037	157	17	in	in	ADP
bracis-19037	157	18	comparison	comparison	NOUN
bracis-19037	157	19	to	to	ADP
bracis-19037	157	20	the	the	DET
bracis-19037	157	21	other	other	ADJ
bracis-19037	157	22	domains	domain	NOUN
bracis-19037	157	23	,	,	PUNCT
bracis-19037	157	24	as	as	SCONJ
bracis-19037	157	25	displayed	display	VERB
bracis-19037	157	26	in	in	ADP
bracis-19037	157	27	fig	fig	NOUN
bracis-19037	157	28	.	.	PUNCT
bracis-19037	157	29	 	 	SPACE
bracis-19037	158	1	7	7	NUM
bracis-19037	158	2	.	.	PUNCT
bracis-19037	159	1	but	but	CCONJ
bracis-19037	159	2	even	even	ADV
bracis-19037	159	3	so	so	ADV
bracis-19037	159	4	,	,	PUNCT
bracis-19037	159	5	while	while	SCONJ
bracis-19037	159	6	the	the	DET
bracis-19037	159	7	mab	mab	NOUN
bracis-19037	159	8	strategies	strategy	NOUN
bracis-19037	159	9	kept	keep	VERB
bracis-19037	159	10	an	an	DET
bracis-19037	159	11	operator	operator	NOUN
bracis-19037	159	12	being	be	AUX
bracis-19037	159	13	selected	select	VERB
bracis-19037	159	14	at	at	ADP
bracis-19037	159	15	maximum	maximum	ADJ
bracis-19037	159	16	around	around	ADP
bracis-19037	159	17	15	15	NUM
bracis-19037	159	18	%	%	NOUN
bracis-19037	159	19	of	of	ADP
bracis-19037	159	20	the	the	DET
bracis-19037	159	21	times	time	NOUN
bracis-19037	159	22	,	,	PUNCT
bracis-19037	159	23	the	the	DET
bracis-19037	159	24	dqn	dqn	NOUN
bracis-19037	159	25	reached	reach	VERB
bracis-19037	159	26	about	about	ADV
bracis-19037	159	27	30	30	NUM
bracis-19037	159	28	%	%	NOUN
bracis-19037	159	29	of	of	ADP
bracis-19037	159	30	preference	preference	NOUN
bracis-19037	159	31	for	for	ADP
bracis-19037	159	32	a	a	DET
bracis-19037	159	33	single	single	ADJ
bracis-19037	159	34	operator	operator	NOUN
bracis-19037	159	35	on	on	ADP
bracis-19037	159	36	some	some	DET
bracis-19037	159	37	phases	phase	NOUN
bracis-19037	159	38	.	.	PUNCT
bracis-19037	160	1	fig	fig	NOUN
bracis-19037	160	2	.	.	PUNCT
bracis-19037	161	1	5	5	X
bracis-19037	161	2	.	.	X
bracis-19037	161	3	average	average	ADJ
bracis-19037	161	4	selection	selection	NOUN
bracis-19037	161	5	of	of	ADP
bracis-19037	161	6	operators	operator	NOUN
bracis-19037	161	7	on	on	ADP
bracis-19037	161	8	fs	fs	ADP
bracis-19037	161	9	instance	instance	NOUN
bracis-19037	161	10	0	0	PUNCT
bracis-19037	161	11	full	full	ADJ
bracis-19037	161	12	size	size	NOUN
bracis-19037	161	13	image	image	NOUN
bracis-19037	161	14	fig	fig	NOUN
bracis-19037	161	15	.	.	PUNCT
bracis-19037	162	1	6	6	X
bracis-19037	162	2	.	.	X
bracis-19037	162	3	friedman	friedman	PROPN
bracis-19037	162	4	ranking	rank	VERB
bracis-19037	162	5	with	with	ADP
bracis-19037	162	6	post	post	ADJ
bracis-19037	162	7	-	-	ADJ
bracis-19037	162	8	hoc	hoc	ADJ
bracis-19037	162	9	tests	test	NOUN
bracis-19037	162	10	on	on	ADP
bracis-19037	162	11	ps	ps	NOUN
bracis-19037	162	12	instances	instance	NOUN
bracis-19037	162	13	full	full	ADJ
bracis-19037	162	14	size	size	NOUN
bracis-19037	162	15	image	image	NOUN
bracis-19037	162	16	table	table	NOUN
bracis-19037	162	17	4	4	NUM
bracis-19037	162	18	.	.	PUNCT
bracis-19037	162	19	performance	performance	NOUN
bracis-19037	162	20	comparison	comparison	NOUN
bracis-19037	162	21	on	on	ADP
bracis-19037	162	22	personal	personal	ADJ
bracis-19037	162	23	schedulingfull	schedulingfull	NOUN
bracis-19037	162	24	size	size	NOUN
bracis-19037	162	25	table	table	NOUN
bracis-19037	162	26	fig	fig	NOUN
bracis-19037	162	27	.	.	PUNCT
bracis-19037	163	1	7	7	X
bracis-19037	163	2	.	.	X
bracis-19037	163	3	average	average	ADJ
bracis-19037	163	4	selection	selection	NOUN
bracis-19037	163	5	of	of	ADP
bracis-19037	163	6	operators	operator	NOUN
bracis-19037	163	7	on	on	ADP
bracis-19037	163	8	ps	ps	PROPN
bracis-19037	163	9	instance	instance	NOUN
bracis-19037	163	10	0	0	PUNCT
bracis-19037	163	11	full	full	ADJ
bracis-19037	163	12	size	size	NOUN
bracis-19037	163	13	image	image	NOUN
bracis-19037	163	14	3.4	3.4	NUM
bracis-19037	163	15	max	max	PROPN
bracis-19037	163	16	-	-	PUNCT
bracis-19037	163	17	sat	sit	VERB
bracis-19037	163	18	the	the	DET
bracis-19037	163	19	max	max	PROPN
bracis-19037	163	20	-	-	PUNCT
bracis-19037	163	21	sat	sit	VERB
bracis-19037	163	22	is	be	AUX
bracis-19037	163	23	another	another	DET
bracis-19037	163	24	domain	domain	NOUN
bracis-19037	163	25	in	in	ADP
bracis-19037	163	26	which	which	PRON
bracis-19037	163	27	giving	give	VERB
bracis-19037	163	28	high	high	ADJ
bracis-19037	163	29	preference	preference	NOUN
bracis-19037	163	30	to	to	ADP
bracis-19037	163	31	few	few	ADJ
bracis-19037	163	32	operators	operator	NOUN
bracis-19037	163	33	results	result	VERB
bracis-19037	163	34	in	in	ADP
bracis-19037	163	35	better	well	ADJ
bracis-19037	163	36	solutions	solution	NOUN
bracis-19037	163	37	.	.	PUNCT
bracis-19037	164	1	figure	figure	NOUN
bracis-19037	164	2	 	 	SPACE
bracis-19037	164	3	8	8	NUM
bracis-19037	164	4	and	and	CCONJ
bracis-19037	164	5	table	table	NOUN
bracis-19037	164	6	 	 	SPACE
bracis-19037	164	7	5	5	NUM
bracis-19037	164	8	shows	show	VERB
bracis-19037	164	9	that	that	SCONJ
bracis-19037	164	10	the	the	DET
bracis-19037	164	11	dqn	dqn	NOUN
bracis-19037	164	12	outperformed	outperform	VERB
bracis-19037	164	13	with	with	ADP
bracis-19037	164	14	a	a	DET
bracis-19037	164	15	large	large	ADJ
bracis-19037	164	16	marge	marge	NOUN
bracis-19037	164	17	the	the	DET
bracis-19037	164	18	two	two	NUM
bracis-19037	164	19	mab	mab	NOUN
bracis-19037	164	20	approaches	approach	NOUN
bracis-19037	164	21	.	.	PUNCT
bracis-19037	165	1	fig	fig	NOUN
bracis-19037	165	2	.	.	PUNCT
bracis-19037	166	1	8	8	X
bracis-19037	166	2	.	.	PUNCT
bracis-19037	167	1	friedman	friedman	PROPN
bracis-19037	167	2	ranking	rank	VERB
bracis-19037	167	3	with	with	ADP
bracis-19037	167	4	post	post	ADJ
bracis-19037	167	5	-	-	ADJ
bracis-19037	167	6	hoc	hoc	ADJ
bracis-19037	167	7	tests	test	NOUN
bracis-19037	167	8	on	on	ADP
bracis-19037	167	9	max	max	PROPN
bracis-19037	167	10	-	-	PUNCT
bracis-19037	167	11	sat	sit	VERB
bracis-19037	167	12	instances	instance	NOUN
bracis-19037	167	13	full	full	ADJ
bracis-19037	167	14	size	size	NOUN
bracis-19037	167	15	image	image	NOUN
bracis-19037	167	16	table	table	NOUN
bracis-19037	167	17	5	5	NUM
bracis-19037	167	18	.	.	PUNCT
bracis-19037	168	1	performance	performance	NOUN
bracis-19037	168	2	comparison	comparison	NOUN
bracis-19037	168	3	on	on	ADP
bracis-19037	168	4	max	max	PROPN
bracis-19037	168	5	-	-	PUNCT
bracis-19037	168	6	satfull	satfull	NOUN
bracis-19037	168	7	size	size	NOUN
bracis-19037	168	8	table	table	NOUN
bracis-19037	168	9	interestingly	interestingly	ADV
bracis-19037	168	10	,	,	PUNCT
bracis-19037	168	11	on	on	ADP
bracis-19037	168	12	some	some	DET
bracis-19037	168	13	instances	instance	NOUN
bracis-19037	168	14	such	such	ADJ
bracis-19037	168	15	as	as	ADP
bracis-19037	168	16	the	the	DET
bracis-19037	168	17	one	one	NUM
bracis-19037	168	18	displayed	display	VERB
bracis-19037	168	19	in	in	ADP
bracis-19037	168	20	fig	fig	NOUN
bracis-19037	168	21	.	.	PUNCT
bracis-19037	168	22	 	 	SPACE
bracis-19037	169	1	9	9	NUM
bracis-19037	169	2	,	,	PUNCT
bracis-19037	169	3	the	the	DET
bracis-19037	169	4	three	three	NUM
bracis-19037	169	5	approaches	approach	NOUN
bracis-19037	169	6	identified	identify	VERB
bracis-19037	169	7	the	the	DET
bracis-19037	169	8	same	same	ADJ
bracis-19037	169	9	set	set	NOUN
bracis-19037	169	10	of	of	ADP
bracis-19037	169	11	operators	operator	NOUN
bracis-19037	169	12	as	as	ADP
bracis-19037	169	13	the	the	DET
bracis-19037	169	14	best	good	ADJ
bracis-19037	169	15	ones	one	NOUN
bracis-19037	169	16	,	,	PUNCT
bracis-19037	169	17	meaning	mean	VERB
bracis-19037	169	18	that	that	SCONJ
bracis-19037	169	19	the	the	DET
bracis-19037	169	20	simple	simple	ADJ
bracis-19037	169	21	fitness	fitness	NOUN
bracis-19037	169	22	-	-	PUNCT
bracis-19037	169	23	based	base	VERB
bracis-19037	169	24	reward	reward	NOUN
bracis-19037	169	25	scheme	scheme	NOUN
bracis-19037	169	26	was	be	AUX
bracis-19037	169	27	able	able	ADJ
bracis-19037	169	28	to	to	PART
bracis-19037	169	29	give	give	VERB
bracis-19037	169	30	the	the	DET
bracis-19037	169	31	selection	selection	NOUN
bracis-19037	169	32	strategy	strategy	NOUN
bracis-19037	169	33	useful	useful	ADJ
bracis-19037	169	34	information	information	NOUN
bracis-19037	169	35	in	in	ADP
bracis-19037	169	36	order	order	NOUN
bracis-19037	169	37	to	to	PART
bracis-19037	169	38	select	select	VERB
bracis-19037	169	39	the	the	DET
bracis-19037	169	40	proper	proper	ADJ
bracis-19037	169	41	operators	operator	NOUN
bracis-19037	169	42	at	at	ADP
bracis-19037	169	43	each	each	DET
bracis-19037	169	44	time	time	NOUN
bracis-19037	169	45	.	.	PUNCT
bracis-19037	170	1	but	but	CCONJ
bracis-19037	170	2	again	again	ADV
bracis-19037	170	3	,	,	PUNCT
bracis-19037	170	4	the	the	DET
bracis-19037	170	5	dqn	dqn	ADJ
bracis-19037	170	6	selects	select	NOUN
bracis-19037	170	7	with	with	ADP
bracis-19037	170	8	higher	high	ADJ
bracis-19037	170	9	frequency	frequency	NOUN
bracis-19037	170	10	the	the	DET
bracis-19037	170	11	better	well	ADJ
bracis-19037	170	12	heuristics	heuristic	NOUN
bracis-19037	170	13	and	and	CCONJ
bracis-19037	170	14	discard	discard	VERB
bracis-19037	170	15	the	the	DET
bracis-19037	170	16	others	other	NOUN
bracis-19037	170	17	very	very	ADV
bracis-19037	170	18	quickly	quickly	ADV
bracis-19037	170	19	.	.	PUNCT
bracis-19037	171	1	3.5	3.5	NUM
bracis-19037	171	2	traveling	travel	VERB
bracis-19037	171	3	salesman	salesman	NOUN
bracis-19037	171	4	problem	problem	VERB
bracis-19037	171	5	the	the	DET
bracis-19037	171	6	tsp	tsp	NOUN
bracis-19037	171	7	was	be	AUX
bracis-19037	171	8	another	another	DET
bracis-19037	171	9	problem	problem	NOUN
bracis-19037	171	10	domain	domain	NOUN
bracis-19037	171	11	that	that	SCONJ
bracis-19037	171	12	the	the	DET
bracis-19037	171	13	dqn	dqn	NOUN
bracis-19037	171	14	outperformed	outperform	VERB
bracis-19037	171	15	the	the	DET
bracis-19037	171	16	dmab	dmab	NOUN
bracis-19037	171	17	and	and	CCONJ
bracis-19037	171	18	frrmab	frrmab	NOUN
bracis-19037	171	19	,	,	PUNCT
bracis-19037	171	20	as	as	SCONJ
bracis-19037	171	21	shown	show	VERB
bracis-19037	171	22	in	in	ADP
bracis-19037	171	23	fig	fig	NOUN
bracis-19037	171	24	.	.	PUNCT
bracis-19037	171	25	 	 	SPACE
bracis-19037	172	1	10	10	NUM
bracis-19037	172	2	.	.	PUNCT
bracis-19037	173	1	when	when	SCONJ
bracis-19037	173	2	observing	observe	VERB
bracis-19037	173	3	the	the	DET
bracis-19037	173	4	individual	individual	ADJ
bracis-19037	173	5	instance	instance	NOUN
bracis-19037	173	6	performance	performance	NOUN
bracis-19037	173	7	(	(	PUNCT
bracis-19037	173	8	table	table	NOUN
bracis-19037	173	9	 	 	SPACE
bracis-19037	173	10	6	6	NUM
bracis-19037	173	11	)	)	PUNCT
bracis-19037	173	12	,	,	PUNCT
bracis-19037	173	13	the	the	DET
bracis-19037	173	14	dqn	dqn	NOUN
bracis-19037	173	15	was	be	AUX
bracis-19037	173	16	statistically	statistically	ADV
bracis-19037	173	17	better	well	ADJ
bracis-19037	173	18	on	on	ADP
bracis-19037	173	19	7	7	NUM
bracis-19037	173	20	out	out	ADP
bracis-19037	173	21	of	of	ADP
bracis-19037	173	22	10	10	NUM
bracis-19037	173	23	instances	instance	NOUN
bracis-19037	173	24	and	and	CCONJ
bracis-19037	173	25	was	be	AUX
bracis-19037	173	26	at	at	ADP
bracis-19037	173	27	least	least	ADJ
bracis-19037	173	28	equivalent	equivalent	ADJ
bracis-19037	173	29	on	on	ADP
bracis-19037	173	30	the	the	DET
bracis-19037	173	31	others	other	NOUN
bracis-19037	173	32	.	.	PUNCT
bracis-19037	174	1	figure	figure	VERB
bracis-19037	174	2	 	 	SPACE
bracis-19037	174	3	11	11	NUM
bracis-19037	174	4	confirms	confirm	VERB
bracis-19037	174	5	that	that	SCONJ
bracis-19037	174	6	the	the	DET
bracis-19037	174	7	same	same	ADJ
bracis-19037	174	8	exploitative	exploitative	ADJ
bracis-19037	174	9	behavior	behavior	NOUN
bracis-19037	174	10	,	,	PUNCT
bracis-19037	174	11	i.e.	i.e.	X
bracis-19037	174	12	,	,	PUNCT
bracis-19037	174	13	giving	give	VERB
bracis-19037	174	14	high	high	ADJ
bracis-19037	174	15	preference	preference	NOUN
bracis-19037	174	16	for	for	ADP
bracis-19037	174	17	one	one	NUM
bracis-19037	174	18	to	to	PART
bracis-19037	174	19	three	three	NUM
bracis-19037	174	20	heuristics	heuristic	NOUN
bracis-19037	174	21	,	,	PUNCT
bracis-19037	174	22	allows	allow	VERB
bracis-19037	174	23	the	the	DET
bracis-19037	174	24	dqn	dqn	NOUN
bracis-19037	174	25	to	to	PART
bracis-19037	174	26	attain	attain	VERB
bracis-19037	174	27	high	high	ADJ
bracis-19037	174	28	quality	quality	NOUN
bracis-19037	174	29	solution	solution	NOUN
bracis-19037	174	30	on	on	ADP
bracis-19037	174	31	some	some	DET
bracis-19037	174	32	domains	domain	NOUN
bracis-19037	174	33	.	.	PUNCT
bracis-19037	175	1	fig	fig	NOUN
bracis-19037	175	2	.	.	PUNCT
bracis-19037	176	1	9	9	X
bracis-19037	176	2	.	.	X
bracis-19037	176	3	average	average	ADJ
bracis-19037	176	4	selection	selection	NOUN
bracis-19037	176	5	of	of	ADP
bracis-19037	176	6	operators	operator	NOUN
bracis-19037	176	7	on	on	ADP
bracis-19037	176	8	max	max	PROPN
bracis-19037	176	9	-	-	PUNCT
bracis-19037	176	10	sat	sit	VERB
bracis-19037	176	11	instance	instance	NOUN
bracis-19037	176	12	0	0	NUM
bracis-19037	176	13	full	full	ADJ
bracis-19037	176	14	size	size	NOUN
bracis-19037	176	15	image	image	NOUN
bracis-19037	176	16	fig	fig	NOUN
bracis-19037	176	17	.	.	PUNCT
bracis-19037	177	1	10	10	NUM
bracis-19037	177	2	.	.	PUNCT
bracis-19037	178	1	friedman	friedman	PROPN
bracis-19037	178	2	ranking	rank	VERB
bracis-19037	178	3	with	with	ADP
bracis-19037	178	4	post	post	ADJ
bracis-19037	178	5	-	-	ADJ
bracis-19037	178	6	hoc	hoc	ADJ
bracis-19037	178	7	tests	test	NOUN
bracis-19037	178	8	on	on	ADP
bracis-19037	178	9	tsp	tsp	NOUN
bracis-19037	178	10	instances	instance	NOUN
bracis-19037	178	11	full	full	ADJ
bracis-19037	178	12	size	size	NOUN
bracis-19037	178	13	image	image	NOUN
bracis-19037	178	14	table	table	NOUN
bracis-19037	178	15	6	6	NUM
bracis-19037	178	16	.	.	PUNCT
bracis-19037	179	1	performance	performance	NOUN
bracis-19037	179	2	comparison	comparison	NOUN
bracis-19037	179	3	on	on	ADP
bracis-19037	179	4	tspfull	tspfull	ADJ
bracis-19037	179	5	size	size	NOUN
bracis-19037	179	6	table	table	NOUN
bracis-19037	179	7	fig	fig	NOUN
bracis-19037	179	8	.	.	PUNCT
bracis-19037	180	1	11	11	NUM
bracis-19037	180	2	.	.	X
bracis-19037	181	1	average	average	ADJ
bracis-19037	181	2	selection	selection	NOUN
bracis-19037	181	3	of	of	ADP
bracis-19037	181	4	operators	operator	NOUN
bracis-19037	181	5	on	on	ADP
bracis-19037	181	6	tsp	tsp	NOUN
bracis-19037	181	7	instance	instance	NOUN
bracis-19037	181	8	0	0	NUM
bracis-19037	181	9	full	full	ADJ
bracis-19037	181	10	size	size	NOUN
bracis-19037	181	11	image	image	NOUN
bracis-19037	181	12	3.6	3.6	NUM
bracis-19037	181	13	vehicle	vehicle	NOUN
bracis-19037	181	14	routing	routing	NOUN
bracis-19037	181	15	problem	problem	NOUN
bracis-19037	181	16	finally	finally	ADV
bracis-19037	181	17	,	,	PUNCT
bracis-19037	181	18	on	on	ADP
bracis-19037	181	19	vrp	vrp	PROPN
bracis-19037	181	20	we	we	PRON
bracis-19037	181	21	observed	observe	VERB
bracis-19037	181	22	a	a	DET
bracis-19037	181	23	similar	similar	ADJ
bracis-19037	181	24	pattern	pattern	NOUN
bracis-19037	181	25	of	of	ADP
bracis-19037	181	26	the	the	DET
bracis-19037	181	27	bin	bin	NOUN
bracis-19037	181	28	packing	packing	NOUN
bracis-19037	181	29	domain	domain	NOUN
bracis-19037	181	30	:	:	PUNCT
bracis-19037	181	31	both	both	DET
bracis-19037	181	32	dqn	dqn	NOUN
bracis-19037	181	33	and	and	CCONJ
bracis-19037	181	34	frrmab	frrmab	NOUN
bracis-19037	181	35	were	be	AUX
bracis-19037	181	36	statistically	statistically	ADV
bracis-19037	181	37	equivalent	equivalent	ADJ
bracis-19037	181	38	on	on	ADP
bracis-19037	181	39	general	general	ADJ
bracis-19037	181	40	(	(	PUNCT
bracis-19037	181	41	fig	fig	NOUN
bracis-19037	181	42	.	.	PUNCT
bracis-19037	181	43	 	 	SPACE
bracis-19037	181	44	12	12	NUM
bracis-19037	181	45	)	)	PUNCT
bracis-19037	181	46	,	,	PUNCT
bracis-19037	181	47	but	but	CCONJ
bracis-19037	181	48	they	they	PRON
bracis-19037	181	49	outperformed	outperform	VERB
bracis-19037	181	50	one	one	NUM
bracis-19037	181	51	another	another	DET
bracis-19037	181	52	on	on	ADP
bracis-19037	181	53	different	different	ADJ
bracis-19037	181	54	type	type	NOUN
bracis-19037	181	55	of	of	ADP
bracis-19037	181	56	instances	instance	NOUN
bracis-19037	181	57	(	(	PUNCT
bracis-19037	181	58	table	table	NOUN
bracis-19037	181	59	 	 	SPACE
bracis-19037	181	60	7	7	NUM
bracis-19037	181	61	)	)	PUNCT
bracis-19037	181	62	.	.	PUNCT
bracis-19037	182	1	the	the	DET
bracis-19037	182	2	frrmab	frrmab	NOUN
bracis-19037	182	3	was	be	AUX
bracis-19037	182	4	better	well	ADJ
bracis-19037	182	5	on	on	ADP
bracis-19037	182	6	the	the	DET
bracis-19037	182	7	solomon	solomon	PROPN
bracis-19037	182	8	instances	instance	NOUN
bracis-19037	182	9	and	and	CCONJ
bracis-19037	182	10	the	the	DET
bracis-19037	182	11	dqn	dqn	NOUN
bracis-19037	182	12	outperformed	outperform	VERB
bracis-19037	182	13	the	the	DET
bracis-19037	182	14	others	other	NOUN
bracis-19037	182	15	on	on	ADP
bracis-19037	182	16	the	the	DET
bracis-19037	182	17	homberger	homberger	NOUN
bracis-19037	182	18	instances	instance	NOUN
bracis-19037	182	19	.	.	PUNCT
bracis-19037	183	1	fig	fig	NOUN
bracis-19037	183	2	.	.	PUNCT
bracis-19037	184	1	12	12	NUM
bracis-19037	184	2	.	.	PUNCT
bracis-19037	185	1	friedman	friedman	PROPN
bracis-19037	185	2	ranking	rank	VERB
bracis-19037	185	3	with	with	ADP
bracis-19037	185	4	post	post	ADJ
bracis-19037	185	5	-	-	ADJ
bracis-19037	185	6	hoc	hoc	ADJ
bracis-19037	185	7	tests	test	NOUN
bracis-19037	185	8	on	on	ADP
bracis-19037	185	9	vrp	vrp	NOUN
bracis-19037	185	10	instances	instance	NOUN
bracis-19037	185	11	full	full	ADJ
bracis-19037	185	12	size	size	NOUN
bracis-19037	185	13	image	image	NOUN
bracis-19037	185	14	table	table	NOUN
bracis-19037	185	15	7	7	NUM
bracis-19037	185	16	.	.	PUNCT
bracis-19037	186	1	performance	performance	NOUN
bracis-19037	186	2	comparison	comparison	NOUN
bracis-19037	186	3	on	on	ADP
bracis-19037	186	4	vrpfull	vrpfull	NOUN
bracis-19037	186	5	size	size	NOUN
bracis-19037	186	6	table	table	NOUN
bracis-19037	186	7	fig	fig	NOUN
bracis-19037	186	8	.	.	PUNCT
bracis-19037	187	1	13	13	NUM
bracis-19037	187	2	.	.	X
bracis-19037	187	3	average	average	ADJ
bracis-19037	187	4	selection	selection	NOUN
bracis-19037	187	5	of	of	ADP
bracis-19037	187	6	operators	operator	NOUN
bracis-19037	187	7	on	on	ADP
bracis-19037	187	8	vrp	vrp	PROPN
bracis-19037	187	9	instance	instance	PROPN
bracis-19037	187	10	5	5	NUM
bracis-19037	187	11	full	full	ADJ
bracis-19037	187	12	size	size	NOUN
bracis-19037	187	13	image	image	NOUN
bracis-19037	187	14	figure	figure	NOUN
bracis-19037	187	15	 	 	SPACE
bracis-19037	187	16	13	13	NUM
bracis-19037	187	17	shows	show	VERB
bracis-19037	187	18	the	the	DET
bracis-19037	187	19	frequencies	frequency	NOUN
bracis-19037	187	20	of	of	ADP
bracis-19037	187	21	operator	operator	NOUN
bracis-19037	187	22	selection	selection	NOUN
bracis-19037	187	23	on	on	ADP
bracis-19037	187	24	one	one	NUM
bracis-19037	187	25	homberger	homberger	NOUN
bracis-19037	187	26	instance	instance	NOUN
bracis-19037	187	27	.	.	PUNCT
bracis-19037	188	1	such	such	ADJ
bracis-19037	188	2	as	as	ADP
bracis-19037	188	3	in	in	ADP
bracis-19037	188	4	other	other	ADJ
bracis-19037	188	5	vrp	vrp	NOUN
bracis-19037	188	6	instances	instance	NOUN
bracis-19037	188	7	,	,	PUNCT
bracis-19037	188	8	we	we	PRON
bracis-19037	188	9	observed	observe	VERB
bracis-19037	188	10	a	a	DET
bracis-19037	188	11	pattern	pattern	NOUN
bracis-19037	188	12	in	in	ADP
bracis-19037	188	13	which	which	PRON
bracis-19037	188	14	the	the	DET
bracis-19037	188	15	dqn	dqn	NOUN
bracis-19037	188	16	gave	give	VERB
bracis-19037	188	17	really	really	ADV
bracis-19037	188	18	high	high	ADJ
bracis-19037	188	19	emphasis	emphasis	NOUN
bracis-19037	188	20	(	(	PUNCT
bracis-19037	188	21	more	more	ADJ
bracis-19037	188	22	than	than	ADP
bracis-19037	188	23	80	80	NUM
bracis-19037	188	24	%	%	NOUN
bracis-19037	188	25	)	)	PUNCT
bracis-19037	188	26	for	for	ADP
bracis-19037	188	27	a	a	DET
bracis-19037	188	28	single	single	ADJ
bracis-19037	188	29	operator	operator	NOUN
bracis-19037	188	30	,	,	PUNCT
bracis-19037	188	31	which	which	PRON
bracis-19037	188	32	is	be	AUX
bracis-19037	188	33	a	a	DET
bracis-19037	188	34	local	local	ADJ
bracis-19037	188	35	search	search	NOUN
bracis-19037	188	36	heuristic	heuristic	NOUN
bracis-19037	188	37	.	.	PUNCT
bracis-19037	189	1	this	this	PRON
bracis-19037	189	2	happens	happen	VERB
bracis-19037	189	3	because	because	SCONJ
bracis-19037	189	4	only	only	ADV
bracis-19037	189	5	the	the	DET
bracis-19037	189	6	fitness	fitness	NOUN
bracis-19037	189	7	improvement	improvement	NOUN
bracis-19037	189	8	is	be	AUX
bracis-19037	189	9	rewarded	reward	VERB
bracis-19037	189	10	and	and	CCONJ
bracis-19037	189	11	,	,	PUNCT
bracis-19037	189	12	although	although	SCONJ
bracis-19037	189	13	the	the	DET
bracis-19037	189	14	q	q	NOUN
bracis-19037	189	15	-	-	PUNCT
bracis-19037	189	16	learning	learning	ADJ
bracis-19037	189	17	update	update	NOUN
bracis-19037	189	18	rule	rule	NOUN
bracis-19037	189	19	(	(	PUNCT
bracis-19037	189	20	5	5	NUM
bracis-19037	189	21	)	)	PUNCT
bracis-19037	189	22	already	already	ADV
bracis-19037	189	23	implicitly	implicitly	ADV
bracis-19037	189	24	deals	deal	VERB
bracis-19037	189	25	with	with	ADP
bracis-19037	189	26	delayed	delay	VERB
bracis-19037	189	27	rewards	reward	NOUN
bracis-19037	189	28	,	,	PUNCT
bracis-19037	189	29	it	it	PRON
bracis-19037	189	30	was	be	AUX
bracis-19037	189	31	not	not	PART
bracis-19037	189	32	enough	enough	ADJ
bracis-19037	189	33	to	to	PART
bracis-19037	189	34	give	give	VERB
bracis-19037	189	35	some	some	DET
bracis-19037	189	36	credit	credit	NOUN
bracis-19037	189	37	for	for	ADP
bracis-19037	189	38	the	the	DET
bracis-19037	189	39	exploration	exploration	NOUN
bracis-19037	189	40	heuristics	heuristic	NOUN
bracis-19037	189	41	.	.	PUNCT
bracis-19037	190	1	4	4	NUM
bracis-19037	190	2	conclusion	conclusion	NOUN
bracis-19037	190	3	this	this	DET
bracis-19037	190	4	work	work	NOUN
bracis-19037	190	5	investigated	investigate	VERB
bracis-19037	190	6	the	the	DET
bracis-19037	190	7	use	use	NOUN
bracis-19037	190	8	of	of	ADP
bracis-19037	190	9	a	a	DET
bracis-19037	190	10	heuristic	heuristic	ADJ
bracis-19037	190	11	selection	selection	NOUN
bracis-19037	190	12	strategy	strategy	NOUN
bracis-19037	190	13	using	use	VERB
bracis-19037	190	14	deep	deep	ADJ
bracis-19037	190	15	q	q	NOUN
bracis-19037	190	16	-	-	NOUN
bracis-19037	190	17	network	network	NOUN
bracis-19037	190	18	.	.	PUNCT
bracis-19037	191	1	in	in	ADP
bracis-19037	191	2	comparison	comparison	NOUN
bracis-19037	191	3	with	with	ADP
bracis-19037	191	4	the	the	DET
bracis-19037	191	5	mab	mab	NOUN
bracis-19037	191	6	-	-	PUNCT
bracis-19037	191	7	based	base	VERB
bracis-19037	191	8	strategies	strategy	NOUN
bracis-19037	191	9	,	,	PUNCT
bracis-19037	191	10	the	the	DET
bracis-19037	191	11	dqn	dqn	NOUN
bracis-19037	191	12	selects	select	VERB
bracis-19037	191	13	its	its	PRON
bracis-19037	191	14	actions	action	NOUN
bracis-19037	191	15	based	base	VERB
bracis-19037	191	16	on	on	ADP
bracis-19037	191	17	a	a	DET
bracis-19037	191	18	state	state	NOUN
bracis-19037	191	19	representation	representation	NOUN
bracis-19037	191	20	,	,	PUNCT
bracis-19037	191	21	which	which	PRON
bracis-19037	191	22	can	can	AUX
bracis-19037	191	23	give	give	VERB
bracis-19037	191	24	more	more	ADJ
bracis-19037	191	25	insights	insight	NOUN
bracis-19037	191	26	about	about	ADP
bracis-19037	191	27	the	the	DET
bracis-19037	191	28	current	current	ADJ
bracis-19037	191	29	search	search	NOUN
bracis-19037	191	30	stage	stage	NOUN
bracis-19037	191	31	.	.	PUNCT
bracis-19037	192	1	we	we	PRON
bracis-19037	192	2	performed	perform	VERB
bracis-19037	192	3	the	the	DET
bracis-19037	192	4	experiments	experiment	NOUN
bracis-19037	192	5	on	on	ADP
bracis-19037	192	6	six	six	NUM
bracis-19037	192	7	problem	problem	NOUN
bracis-19037	192	8	domains	domain	NOUN
bracis-19037	192	9	from	from	ADP
bracis-19037	192	10	the	the	DET
bracis-19037	192	11	hyflex	hyflex	NOUN
bracis-19037	192	12	framework	framework	NOUN
bracis-19037	192	13	and	and	CCONJ
bracis-19037	192	14	compared	compare	VERB
bracis-19037	192	15	our	our	PRON
bracis-19037	192	16	approach	approach	NOUN
bracis-19037	192	17	with	with	ADP
bracis-19037	192	18	dmab	dmab	NOUN
bracis-19037	192	19	and	and	CCONJ
bracis-19037	192	20	frrmab	frrmab	NOUN
bracis-19037	192	21	strategies	strategy	NOUN
bracis-19037	192	22	.	.	PUNCT
bracis-19037	193	1	we	we	PRON
bracis-19037	193	2	could	could	AUX
bracis-19037	193	3	observe	observe	VERB
bracis-19037	193	4	that	that	SCONJ
bracis-19037	193	5	our	our	PRON
bracis-19037	193	6	approach	approach	NOUN
bracis-19037	193	7	can	can	AUX
bracis-19037	193	8	detect	detect	VERB
bracis-19037	193	9	earlier	early	ADV
bracis-19037	193	10	the	the	DET
bracis-19037	193	11	good	good	ADJ
bracis-19037	193	12	and	and	CCONJ
bracis-19037	193	13	bad	bad	ADJ
bracis-19037	193	14	operators	operator	NOUN
bracis-19037	193	15	.	.	PUNCT
bracis-19037	194	1	however	however	ADV
bracis-19037	194	2	,	,	PUNCT
bracis-19037	194	3	it	it	PRON
bracis-19037	194	4	is	be	AUX
bracis-19037	194	5	slower	slow	ADJ
bracis-19037	194	6	to	to	PART
bracis-19037	194	7	detect	detect	VERB
bracis-19037	194	8	a	a	DET
bracis-19037	194	9	change	change	NOUN
bracis-19037	194	10	in	in	ADP
bracis-19037	194	11	performance	performance	NOUN
bracis-19037	194	12	of	of	ADP
bracis-19037	194	13	the	the	DET
bracis-19037	194	14	heuristics	heuristic	NOUN
bracis-19037	194	15	.	.	PUNCT
bracis-19037	195	1	therefore	therefore	ADV
bracis-19037	195	2	,	,	PUNCT
bracis-19037	195	3	for	for	ADP
bracis-19037	195	4	the	the	DET
bracis-19037	195	5	domains	domain	NOUN
bracis-19037	195	6	and	and	CCONJ
bracis-19037	195	7	instances	instance	NOUN
bracis-19037	195	8	that	that	PRON
bracis-19037	195	9	there	there	PRON
bracis-19037	195	10	exists	exist	VERB
bracis-19037	195	11	dominant	dominant	ADJ
bracis-19037	195	12	operators	operator	NOUN
bracis-19037	195	13	,	,	PUNCT
bracis-19037	195	14	it	it	PRON
bracis-19037	195	15	outperformed	outperform	VERB
bracis-19037	195	16	the	the	DET
bracis-19037	195	17	other	other	ADJ
bracis-19037	195	18	selection	selection	NOUN
bracis-19037	195	19	approaches	approach	NOUN
bracis-19037	195	20	.	.	PUNCT
bracis-19037	196	1	on	on	ADP
bracis-19037	196	2	the	the	DET
bracis-19037	196	3	other	other	ADJ
bracis-19037	196	4	hand	hand	NOUN
bracis-19037	196	5	,	,	PUNCT
bracis-19037	196	6	it	it	PRON
bracis-19037	196	7	performed	perform	VERB
bracis-19037	196	8	worse	bad	ADJ
bracis-19037	196	9	than	than	ADP
bracis-19037	196	10	both	both	DET
bracis-19037	196	11	mabs	mab	NOUN
bracis-19037	196	12	when	when	SCONJ
bracis-19037	196	13	a	a	DET
bracis-19037	196	14	wider	wide	ADJ
bracis-19037	196	15	diversity	diversity	NOUN
bracis-19037	196	16	of	of	ADP
bracis-19037	196	17	operators	operator	NOUN
bracis-19037	196	18	was	be	AUX
bracis-19037	196	19	necessary	necessary	ADJ
bracis-19037	196	20	.	.	PUNCT
bracis-19037	197	1	hence	hence	ADV
bracis-19037	197	2	,	,	PUNCT
bracis-19037	197	3	further	further	ADJ
bracis-19037	197	4	studies	study	NOUN
bracis-19037	197	5	should	should	AUX
bracis-19037	197	6	be	be	AUX
bracis-19037	197	7	pursued	pursue	VERB
bracis-19037	197	8	to	to	PART
bracis-19037	197	9	improve	improve	VERB
bracis-19037	197	10	the	the	DET
bracis-19037	197	11	exploration	exploration	NOUN
bracis-19037	197	12	of	of	ADP
bracis-19037	197	13	dqn	dqn	NOUN
bracis-19037	197	14	,	,	PUNCT
bracis-19037	197	15	so	so	SCONJ
bracis-19037	197	16	it	it	PRON
bracis-19037	197	17	can	can	AUX
bracis-19037	197	18	become	become	VERB
bracis-19037	197	19	more	more	ADV
bracis-19037	197	20	adaptive	adaptive	ADJ
bracis-19037	197	21	to	to	ADP
bracis-19037	197	22	different	different	ADJ
bracis-19037	197	23	domains	domain	NOUN
bracis-19037	197	24	.	.	PUNCT
bracis-19037	198	1	this	this	PRON
bracis-19037	198	2	can	can	AUX
bracis-19037	198	3	be	be	AUX
bracis-19037	198	4	done	do	VERB
bracis-19037	198	5	either	either	CCONJ
bracis-19037	198	6	by	by	ADP
bracis-19037	198	7	improving	improve	VERB
bracis-19037	198	8	the	the	DET
bracis-19037	198	9	state	state	NOUN
bracis-19037	198	10	representation	representation	NOUN
bracis-19037	198	11	,	,	PUNCT
bracis-19037	198	12	so	so	SCONJ
bracis-19037	198	13	it	it	PRON
bracis-19037	198	14	can	can	AUX
bracis-19037	198	15	give	give	VERB
bracis-19037	198	16	different	different	ADJ
bracis-19037	198	17	information	information	NOUN
bracis-19037	198	18	to	to	ADP
bracis-19037	198	19	the	the	DET
bracis-19037	198	20	agent	agent	NOUN
bracis-19037	198	21	(	(	PUNCT
bracis-19037	198	22	such	such	ADJ
bracis-19037	198	23	as	as	ADP
bracis-19037	198	24	stagnation	stagnation	NOUN
bracis-19037	198	25	,	,	PUNCT
bracis-19037	198	26	concept	concept	NOUN
bracis-19037	198	27	drift	drift	NOUN
bracis-19037	198	28	,	,	PUNCT
bracis-19037	198	29	etc	etc	X
bracis-19037	198	30	.	.	X
bracis-19037	198	31	)	)	PUNCT
bracis-19037	198	32	,	,	PUNCT
bracis-19037	198	33	or	or	CCONJ
bracis-19037	198	34	by	by	ADP
bracis-19037	198	35	investigating	investigate	VERB
bracis-19037	198	36	different	different	ADJ
bracis-19037	198	37	reward	reward	NOUN
bracis-19037	198	38	schemes	scheme	NOUN
bracis-19037	198	39	,	,	PUNCT
bracis-19037	198	40	so	so	SCONJ
bracis-19037	198	41	it	it	PRON
bracis-19037	198	42	can	can	AUX
bracis-19037	198	43	also	also	ADV
bracis-19037	198	44	rewards	reward	VERB
bracis-19037	198	45	operators	operator	NOUN
bracis-19037	198	46	that	that	PRON
bracis-19037	198	47	do	do	AUX
bracis-19037	198	48	not	not	PART
bracis-19037	198	49	necessarily	necessarily	ADV
bracis-19037	198	50	improve	improve	VERB
bracis-19037	198	51	the	the	DET
bracis-19037	198	52	fitness	fitness	NOUN
bracis-19037	198	53	function	function	NOUN
bracis-19037	198	54	.	.	PUNCT
bracis-19037	199	1	notes	note	VERB
bracis-19037	199	2	1.http://www.asap.cs.nott.ac.uk/external/chesc2011/.	1.http://www.asap.cs.nott.ac.uk/external/chesc2011/.	NUM
bracis-19037	199	3	references	reference	NOUN
bracis-19037	199	4	auer	auer	NOUN
bracis-19037	199	5	,	,	PUNCT
bracis-19037	199	6	p.	p.	PROPN
bracis-19037	199	7	,	,	PUNCT
bracis-19037	199	8	cesa	cesa	PROPN
bracis-19037	199	9	-	-	PUNCT
bracis-19037	199	10	bianchi	bianchi	PROPN
bracis-19037	199	11	,	,	PUNCT
bracis-19037	199	12	n.	n.	NOUN
bracis-19037	199	13	,	,	PUNCT
bracis-19037	199	14	fischer	fischer	PROPN
bracis-19037	199	15	,	,	PUNCT
bracis-19037	199	16	p.	p.	NOUN
bracis-19037	199	17	:	:	PUNCT
bracis-19037	199	18	finite	finite	ADJ
bracis-19037	199	19	-	-	PUNCT
bracis-19037	199	20	time	time	NOUN
bracis-19037	199	21	analysis	analysis	NOUN
bracis-19037	199	22	of	of	ADP
bracis-19037	199	23	the	the	DET
bracis-19037	199	24	multiarmed	multiarme	VERB
bracis-19037	199	25	bandit	bandit	NOUN
bracis-19037	199	26	problem	problem	NOUN
bracis-19037	199	27	.	.	PUNCT
bracis-19037	200	1	mach	mach	NOUN
bracis-19037	200	2	.	.	PUNCT
bracis-19037	201	1	learn	learn	VERB
bracis-19037	201	2	.	.	PUNCT
bracis-19037	202	1	47(2	47(2	PROPN
bracis-19037	202	2	)	)	PUNCT
bracis-19037	202	3	,	,	PUNCT
bracis-19037	202	4	235–256	235–256	NUM
bracis-19037	202	5	(	(	PUNCT
bracis-19037	202	6	2002	2002	NUM
bracis-19037	202	7	)	)	PUNCT
bracis-19037	202	8	article	article	NOUN
bracis-19037	202	9	  	  	SPACE
bracis-19037	202	10	google	google	PROPN
bracis-19037	202	11	scholar	scholar	NOUN
bracis-19037	202	12	  	  	SPACE
bracis-19037	202	13	blum	blum	PROPN
bracis-19037	202	14	,	,	PUNCT
bracis-19037	202	15	c.	c.	PROPN
bracis-19037	202	16	,	,	PUNCT
bracis-19037	202	17	puchinger	puchinger	NOUN
bracis-19037	202	18	,	,	PUNCT
bracis-19037	202	19	j.	j.	PROPN
bracis-19037	202	20	,	,	PUNCT
bracis-19037	202	21	raidl	raidl	PROPN
bracis-19037	202	22	,	,	PUNCT
bracis-19037	202	23	g.r	g.r	PROPN
bracis-19037	202	24	.	.	PROPN
bracis-19037	202	25	,	,	PUNCT
bracis-19037	202	26	roli	roli	PROPN
bracis-19037	202	27	,	,	PUNCT
bracis-19037	202	28	a.	a.	NOUN
bracis-19037	202	29	:	:	PUNCT
bracis-19037	202	30	hybrid	hybrid	ADJ
bracis-19037	202	31	metaheuristics	metaheuristic	NOUN
bracis-19037	202	32	in	in	ADP
bracis-19037	202	33	combinatorial	combinatorial	ADJ
bracis-19037	202	34	optimization	optimization	NOUN
bracis-19037	202	35	:	:	PUNCT
bracis-19037	202	36	a	a	DET
bracis-19037	202	37	survey	survey	NOUN
bracis-19037	202	38	.	.	PUNCT
bracis-19037	203	1	appl	appl	PROPN
bracis-19037	203	2	.	.	PUNCT
bracis-19037	203	3	soft	soft	ADJ
bracis-19037	203	4	comput	comput	NOUN
bracis-19037	203	5	.	.	PUNCT
bracis-19037	204	1	11(6	11(6	NUM
bracis-19037	204	2	)	)	PUNCT
bracis-19037	204	3	,	,	PUNCT
bracis-19037	204	4	4135–4151	4135–4151	NUM
bracis-19037	204	5	(	(	PUNCT
bracis-19037	204	6	2011	2011	NUM
bracis-19037	204	7	)	)	PUNCT
bracis-19037	204	8	article	article	NOUN
bracis-19037	204	9	  	  	SPACE
bracis-19037	204	10	google	google	PROPN
bracis-19037	204	11	scholar	scholar	NOUN
bracis-19037	204	12	  	  	SPACE
bracis-19037	204	13	burke	burke	PROPN
bracis-19037	204	14	,	,	PUNCT
bracis-19037	204	15	e.k	e.k	PROPN
bracis-19037	204	16	.	.	PROPN
bracis-19037	204	17	,	,	PUNCT
bracis-19037	204	18	hyde	hyde	PROPN
bracis-19037	204	19	,	,	PUNCT
bracis-19037	204	20	m.	m.	NOUN
bracis-19037	204	21	,	,	PUNCT
bracis-19037	204	22	kendall	kendall	PROPN
bracis-19037	204	23	,	,	PUNCT
bracis-19037	204	24	g.	g.	PROPN
bracis-19037	204	25	,	,	PUNCT
bracis-19037	204	26	ochoa	ochoa	PROPN
bracis-19037	204	27	,	,	PUNCT
bracis-19037	204	28	g.	g.	PROPN
bracis-19037	204	29	,	,	PUNCT
bracis-19037	204	30	özcan	özcan	PROPN
bracis-19037	204	31	,	,	PUNCT
bracis-19037	204	32	e.	e.	PROPN
bracis-19037	204	33	,	,	PUNCT
bracis-19037	204	34	woodward	woodward	PROPN
bracis-19037	204	35	,	,	PUNCT
bracis-19037	204	36	j.r	j.r	PROPN
bracis-19037	204	37	.	.	PROPN
bracis-19037	204	38	:	:	PUNCT
bracis-19037	204	39	a	a	DET
bracis-19037	204	40	classification	classification	NOUN
bracis-19037	204	41	of	of	ADP
bracis-19037	204	42	hyper	hyper	ADJ
bracis-19037	204	43	-	-	ADJ
bracis-19037	204	44	heuristic	heuristic	ADJ
bracis-19037	204	45	approaches	approach	NOUN
bracis-19037	204	46	,	,	PUNCT
bracis-19037	204	47	pp	pp	ADJ
bracis-19037	204	48	.	.	PUNCT
bracis-19037	205	1	449–468	449–468	NUM
bracis-19037	205	2	.	.	PUNCT
bracis-19037	205	3	springer	springer	NOUN
bracis-19037	205	4	,	,	PUNCT
bracis-19037	205	5	us	us	PROPN
bracis-19037	205	6	,	,	PUNCT
bracis-19037	205	7	boston	boston	PROPN
bracis-19037	205	8	,	,	PUNCT
bracis-19037	205	9	ma	ma	PROPN
bracis-19037	205	10	(	(	PUNCT
bracis-19037	205	11	2010	2010	NUM
bracis-19037	205	12	)	)	PUNCT
bracis-19037	205	13	.	.	PUNCT
bracis-19037	206	1	https://doi.org/10.1007/978-1-4419-1665-5_15	https://doi.org/10.1007/978-1-4419-1665-5_15	PRON
bracis-19037	206	2	buzdalova	buzdalova	VERB
bracis-19037	206	3	,	,	PUNCT
bracis-19037	206	4	a.	a.	PROPN
bracis-19037	206	5	,	,	PUNCT
bracis-19037	206	6	kononov	kononov	PROPN
bracis-19037	206	7	,	,	PUNCT
bracis-19037	206	8	v.	v.	ADV
bracis-19037	206	9	,	,	PUNCT
bracis-19037	206	10	buzdalov	buzdalov	NOUN
bracis-19037	206	11	,	,	PUNCT
bracis-19037	206	12	m.	m.	NOUN
bracis-19037	206	13	:	:	PUNCT
bracis-19037	206	14	selecting	select	VERB
bracis-19037	206	15	evolutionary	evolutionary	ADJ
bracis-19037	206	16	operators	operator	NOUN
bracis-19037	206	17	using	use	VERB
bracis-19037	206	18	reinforcement	reinforcement	NOUN
bracis-19037	206	19	learning	learning	NOUN
bracis-19037	206	20	:	:	PUNCT
bracis-19037	206	21	initial	initial	ADJ
bracis-19037	206	22	explorations	exploration	NOUN
bracis-19037	206	23	.	.	PUNCT
bracis-19037	207	1	in	in	ADP
bracis-19037	207	2	:	:	PUNCT
bracis-19037	207	3	proceedings	proceeding	NOUN
bracis-19037	207	4	of	of	ADP
bracis-19037	207	5	the	the	DET
bracis-19037	207	6	companion	companion	NOUN
bracis-19037	207	7	publication	publication	NOUN
bracis-19037	207	8	of	of	ADP
bracis-19037	207	9	the	the	DET
bracis-19037	207	10	2014	2014	NUM
bracis-19037	207	11	annual	annual	ADJ
bracis-19037	207	12	conference	conference	NOUN
bracis-19037	207	13	on	on	ADP
bracis-19037	207	14	genetic	genetic	ADJ
bracis-19037	207	15	and	and	CCONJ
bracis-19037	207	16	evolutionary	evolutionary	ADJ
bracis-19037	207	17	computation	computation	NOUN
bracis-19037	207	18	,	,	PUNCT
bracis-19037	207	19	pp	pp	ADP
bracis-19037	207	20	.	.	PUNCT
bracis-19037	208	1	1033–1036	1033–1036	NUM
bracis-19037	208	2	(	(	PUNCT
bracis-19037	208	3	2014	2014	NUM
bracis-19037	208	4	)	)	PUNCT
bracis-19037	208	5	google	google	PROPN
bracis-19037	208	6	scholar	scholar	NOUN
bracis-19037	208	7	  	  	SPACE
bracis-19037	208	8	dacosta	dacosta	PROPN
bracis-19037	208	9	,	,	PUNCT
bracis-19037	208	10	l.	l.	PROPN
bracis-19037	208	11	,	,	PUNCT
bracis-19037	208	12	fialho	fialho	PROPN
bracis-19037	208	13	,	,	PUNCT
bracis-19037	208	14	a.	a.	NOUN
bracis-19037	208	15	,	,	PUNCT
bracis-19037	208	16	schoenauer	schoenauer	NOUN
bracis-19037	208	17	,	,	PUNCT
bracis-19037	208	18	m.	m.	NOUN
bracis-19037	208	19	,	,	PUNCT
bracis-19037	208	20	sebag	sebag	NOUN
bracis-19037	208	21	,	,	PUNCT
bracis-19037	208	22	m.	m.	NOUN
bracis-19037	208	23	:	:	PUNCT
bracis-19037	208	24	adaptive	adaptive	ADJ
bracis-19037	208	25	operator	operator	NOUN
bracis-19037	208	26	selection	selection	NOUN
bracis-19037	208	27	with	with	ADP
bracis-19037	208	28	dynamic	dynamic	ADJ
bracis-19037	208	29	multi	multi	ADJ
bracis-19037	208	30	-	-	ADJ
bracis-19037	208	31	armed	armed	ADJ
bracis-19037	208	32	bandits	bandit	NOUN
bracis-19037	208	33	.	.	PUNCT
bracis-19037	209	1	in	in	ADP
bracis-19037	209	2	:	:	PUNCT
bracis-19037	209	3	proceedings	proceeding	NOUN
bracis-19037	209	4	of	of	ADP
bracis-19037	209	5	the	the	DET
bracis-19037	209	6	10th	10th	ADJ
bracis-19037	209	7	annual	annual	ADJ
bracis-19037	209	8	conference	conference	NOUN
bracis-19037	209	9	on	on	ADP
bracis-19037	209	10	genetic	genetic	ADJ
bracis-19037	209	11	and	and	CCONJ
bracis-19037	209	12	evolutionary	evolutionary	ADJ
bracis-19037	209	13	computation	computation	NOUN
bracis-19037	209	14	,	,	PUNCT
bracis-19037	209	15	pp	pp	ADP
bracis-19037	209	16	.	.	PUNCT
bracis-19037	210	1	913–920	913–920	NUM
bracis-19037	210	2	.	.	PUNCT
bracis-19037	210	3	gecco	gecco	PROPN
bracis-19037	210	4	’	'	PUNCT
bracis-19037	210	5	08	08	NUM
bracis-19037	210	6	,	,	PUNCT
bracis-19037	210	7	association	association	NOUN
bracis-19037	210	8	for	for	ADP
bracis-19037	210	9	computing	computing	NOUN
bracis-19037	210	10	machinery	machinery	NOUN
bracis-19037	210	11	,	,	PUNCT
bracis-19037	210	12	new	new	PROPN
bracis-19037	210	13	york	york	PROPN
bracis-19037	210	14	,	,	PUNCT
bracis-19037	210	15	ny	ny	PROPN
bracis-19037	210	16	,	,	PUNCT
bracis-19037	210	17	usa	usa	PROPN
bracis-19037	210	18	(	(	PUNCT
bracis-19037	210	19	2008	2008	NUM
bracis-19037	210	20	)	)	PUNCT
bracis-19037	210	21	google	google	PROPN
bracis-19037	210	22	scholar	scholar	NOUN
bracis-19037	210	23	  	  	SPACE
bracis-19037	210	24	dantas	danta	NOUN
bracis-19037	210	25	,	,	PUNCT
bracis-19037	210	26	a.	a.	NOUN
bracis-19037	210	27	,	,	PUNCT
bracis-19037	210	28	rego	rego	NOUN
bracis-19037	210	29	,	,	PUNCT
bracis-19037	210	30	a.f.d	a.f.d	NOUN
bracis-19037	210	31	.	.	PUNCT
bracis-19037	210	32	,	,	PUNCT
bracis-19037	210	33	pozo	pozo	PROPN
bracis-19037	210	34	,	,	PUNCT
bracis-19037	210	35	a.	a.	NOUN
bracis-19037	210	36	:	:	PUNCT
bracis-19037	210	37	using	use	VERB
bracis-19037	210	38	deep	deep	ADJ
bracis-19037	210	39	q	q	NOUN
bracis-19037	210	40	-	-	NOUN
bracis-19037	210	41	network	network	NOUN
bracis-19037	210	42	for	for	ADP
bracis-19037	210	43	selection	selection	NOUN
bracis-19037	210	44	hyper	hyper	NOUN
bracis-19037	210	45	-	-	NOUN
bracis-19037	210	46	heuristics	heuristic	NOUN
bracis-19037	210	47	.	.	PUNCT
bracis-19037	211	1	in	in	ADP
bracis-19037	211	2	:	:	PUNCT
bracis-19037	211	3	proceedings	proceeding	NOUN
bracis-19037	211	4	of	of	ADP
bracis-19037	211	5	the	the	DET
bracis-19037	211	6	genetic	genetic	ADJ
bracis-19037	211	7	and	and	CCONJ
bracis-19037	211	8	evolutionary	evolutionary	ADJ
bracis-19037	211	9	computation	computation	NOUN
bracis-19037	211	10	conference	conference	NOUN
bracis-19037	211	11	companion	companion	NOUN
bracis-19037	211	12	,	,	PUNCT
bracis-19037	211	13	pp	pp	ADJ
bracis-19037	211	14	.	.	PUNCT
bracis-19037	211	15	1488–1492	1488–1492	NUM
bracis-19037	211	16	.	.	PUNCT
bracis-19037	212	1	gecco	gecco	PROPN
bracis-19037	212	2	’	'	PUNCT
bracis-19037	212	3	21	21	NUM
bracis-19037	212	4	,	,	PUNCT
bracis-19037	212	5	association	association	NOUN
bracis-19037	212	6	for	for	ADP
bracis-19037	212	7	computing	computing	NOUN
bracis-19037	212	8	machinery	machinery	NOUN
bracis-19037	212	9	,	,	PUNCT
bracis-19037	212	10	new	new	PROPN
bracis-19037	212	11	york	york	PROPN
bracis-19037	212	12	,	,	PUNCT
bracis-19037	212	13	ny	ny	PROPN
bracis-19037	212	14	,	,	PUNCT
bracis-19037	212	15	usa	usa	PROPN
bracis-19037	212	16	(	(	PUNCT
bracis-19037	212	17	2021	2021	NUM
bracis-19037	212	18	)	)	PUNCT
bracis-19037	212	19	google	google	NOUN
bracis-19037	212	20	scholar	scholar	NOUN
bracis-19037	212	21	  	  	SPACE
bracis-19037	212	22	fialho	fialho	NOUN
bracis-19037	212	23	,	,	PUNCT
bracis-19037	212	24	á	á	PROPN
bracis-19037	212	25	.	.	PUNCT
bracis-19037	212	26	:	:	PUNCT
bracis-19037	212	27	adaptive	adaptive	ADJ
bracis-19037	212	28	operator	operator	NOUN
bracis-19037	212	29	selection	selection	NOUN
bracis-19037	212	30	for	for	ADP
bracis-19037	212	31	optimization	optimization	NOUN
bracis-19037	212	32	.	.	PUNCT
bracis-19037	213	1	université	université	PROPN
bracis-19037	213	2	paris	paris	PROPN
bracis-19037	213	3	sud	sud	PROPN
bracis-19037	213	4	paris	paris	PROPN
bracis-19037	213	5	xi	xi	PROPN
bracis-19037	213	6	(	(	PUNCT
bracis-19037	213	7	dec	dec	PROPN
bracis-19037	213	8	,	,	PUNCT
bracis-19037	213	9	theses	theses	X
bracis-19037	213	10	(	(	PUNCT
bracis-19037	213	11	2010	2010	NUM
bracis-19037	213	12	)	)	PUNCT
bracis-19037	213	13	google	google	PROPN
bracis-19037	213	14	scholar	scholar	NOUN
bracis-19037	213	15	  	  	SPACE
bracis-19037	213	16	handoko	handoko	PROPN
bracis-19037	213	17	,	,	PUNCT
bracis-19037	213	18	s.d	s.d	PROPN
bracis-19037	213	19	.	.	PROPN
bracis-19037	213	20	,	,	PUNCT
bracis-19037	213	21	nguyen	nguyen	PROPN
bracis-19037	213	22	,	,	PUNCT
bracis-19037	213	23	d.t	d.t	PROPN
bracis-19037	213	24	.	.	PROPN
bracis-19037	213	25	,	,	PUNCT
bracis-19037	213	26	yuan	yuan	PROPN
bracis-19037	213	27	,	,	PUNCT
bracis-19037	213	28	z.	z.	PROPN
bracis-19037	213	29	,	,	PUNCT
bracis-19037	213	30	lau	lau	PROPN
bracis-19037	213	31	,	,	PUNCT
bracis-19037	213	32	h.c	h.c	PROPN
bracis-19037	213	33	.	.	PUNCT
bracis-19037	213	34	:	:	PUNCT
bracis-19037	214	1	reinforcement	reinforcement	NOUN
bracis-19037	214	2	learning	learning	NOUN
bracis-19037	214	3	for	for	ADP
bracis-19037	214	4	adaptive	adaptive	ADJ
bracis-19037	214	5	operator	operator	NOUN
bracis-19037	214	6	selection	selection	NOUN
bracis-19037	214	7	in	in	ADP
bracis-19037	214	8	memetic	memetic	ADJ
bracis-19037	214	9	search	search	NOUN
bracis-19037	214	10	applied	apply	VERB
bracis-19037	214	11	to	to	ADP
bracis-19037	214	12	quadratic	quadratic	ADJ
bracis-19037	214	13	assignment	assignment	NOUN
bracis-19037	214	14	problem	problem	NOUN
bracis-19037	214	15	.	.	PUNCT
bracis-19037	215	1	in	in	ADP
bracis-19037	215	2	:	:	PUNCT
bracis-19037	215	3	proceedings	proceeding	NOUN
bracis-19037	215	4	of	of	ADP
bracis-19037	215	5	the	the	DET
bracis-19037	215	6	companion	companion	NOUN
bracis-19037	215	7	publication	publication	NOUN
bracis-19037	215	8	of	of	ADP
bracis-19037	215	9	the	the	DET
bracis-19037	215	10	2014	2014	NUM
bracis-19037	215	11	annual	annual	ADJ
bracis-19037	215	12	conference	conference	NOUN
bracis-19037	215	13	on	on	ADP
bracis-19037	215	14	genetic	genetic	ADJ
bracis-19037	215	15	and	and	CCONJ
bracis-19037	215	16	evolutionary	evolutionary	ADJ
bracis-19037	215	17	computation	computation	NOUN
bracis-19037	215	18	,	,	PUNCT
bracis-19037	215	19	pp	pp	ADJ
bracis-19037	215	20	.	.	PUNCT
bracis-19037	216	1	193–194	193–194	NUM
bracis-19037	216	2	.	.	PUNCT
bracis-19037	216	3	gecco	gecco	PROPN
bracis-19037	216	4	comp	comp	NOUN
bracis-19037	216	5	’	'	PUNCT
bracis-19037	216	6	14	14	NUM
bracis-19037	216	7	,	,	PUNCT
bracis-19037	216	8	association	association	NOUN
bracis-19037	216	9	for	for	ADP
bracis-19037	216	10	computing	computing	NOUN
bracis-19037	216	11	machinery	machinery	NOUN
bracis-19037	216	12	,	,	PUNCT
bracis-19037	216	13	new	new	PROPN
bracis-19037	216	14	york	york	PROPN
bracis-19037	216	15	,	,	PUNCT
bracis-19037	216	16	ny	ny	PROPN
bracis-19037	216	17	,	,	PUNCT
bracis-19037	216	18	usa	usa	PROPN
bracis-19037	216	19	(	(	PUNCT
bracis-19037	216	20	2014	2014	NUM
bracis-19037	216	21	)	)	PUNCT
bracis-19037	216	22	google	google	PROPN
bracis-19037	216	23	scholar	scholar	NOUN
bracis-19037	216	24	  	  	SPACE
bracis-19037	216	25	karimi	karimi	PROPN
bracis-19037	216	26	-	-	PUNCT
bracis-19037	216	27	mamaghan	mamaghan	PROPN
bracis-19037	216	28	,	,	PUNCT
bracis-19037	216	29	m.	m.	NOUN
bracis-19037	216	30	,	,	PUNCT
bracis-19037	216	31	mohammadi	mohammadi	NOUN
bracis-19037	216	32	,	,	PUNCT
bracis-19037	216	33	m.	m.	NOUN
bracis-19037	216	34	,	,	PUNCT
bracis-19037	216	35	meyer	meyer	PROPN
bracis-19037	216	36	,	,	PUNCT
bracis-19037	216	37	p.	p.	PROPN
bracis-19037	216	38	,	,	PUNCT
bracis-19037	216	39	karimi	karimi	PROPN
bracis-19037	216	40	-	-	PUNCT
bracis-19037	216	41	mamaghan	mamaghan	PROPN
bracis-19037	216	42	,	,	PUNCT
bracis-19037	216	43	a.m.	a.m.	ADV
bracis-19037	216	44	,	,	PUNCT
bracis-19037	216	45	talbi	talbi	PROPN
bracis-19037	216	46	,	,	PUNCT
bracis-19037	216	47	e.g.	e.g.	ADV
bracis-19037	216	48	:	:	PUNCT
bracis-19037	216	49	machine	machine	NOUN
bracis-19037	216	50	learning	learning	NOUN
bracis-19037	216	51	at	at	ADP
bracis-19037	216	52	the	the	DET
bracis-19037	216	53	service	service	NOUN
bracis-19037	216	54	of	of	ADP
bracis-19037	216	55	meta	meta	NOUN
bracis-19037	216	56	-	-	PUNCT
bracis-19037	216	57	heuristics	heuristic	NOUN
bracis-19037	216	58	for	for	ADP
bracis-19037	216	59	solving	solve	VERB
bracis-19037	216	60	combinatorial	combinatorial	ADJ
bracis-19037	216	61	optimization	optimization	NOUN
bracis-19037	216	62	problems	problem	NOUN
bracis-19037	216	63	:	:	PUNCT
bracis-19037	216	64	a	a	DET
bracis-19037	216	65	state	state	NOUN
bracis-19037	216	66	-	-	PUNCT
bracis-19037	216	67	of	of	ADP
bracis-19037	216	68	-	-	PUNCT
bracis-19037	216	69	the	the	DET
bracis-19037	216	70	-	-	PUNCT
bracis-19037	216	71	art	art	NOUN
bracis-19037	216	72	.	.	PUNCT
bracis-19037	217	1	european	european	ADJ
bracis-19037	217	2	journal	journal	PROPN
bracis-19037	217	3	of	of	ADP
bracis-19037	217	4	operational	operational	ADJ
bracis-19037	217	5	research	research	NOUN
bracis-19037	217	6	(	(	PUNCT
bracis-19037	217	7	2021	2021	NUM
bracis-19037	217	8	)	)	PUNCT
bracis-19037	217	9	google	google	PROPN
bracis-19037	217	10	scholar	scholar	NOUN
bracis-19037	217	11	  	  	SPACE
bracis-19037	217	12	li	li	PROPN
bracis-19037	217	13	,	,	PUNCT
bracis-19037	217	14	k.	k.	PROPN
bracis-19037	217	15	,	,	PUNCT
bracis-19037	217	16	fialho	fialho	PROPN
bracis-19037	217	17	,	,	PUNCT
bracis-19037	217	18	á	á	PROPN
bracis-19037	217	19	.	.	PROPN
bracis-19037	217	20	,	,	PUNCT
bracis-19037	217	21	kwong	kwong	PROPN
bracis-19037	217	22	,	,	PUNCT
bracis-19037	217	23	s.	s.	PROPN
bracis-19037	217	24	,	,	PUNCT
bracis-19037	217	25	zhang	zhang	PROPN
bracis-19037	217	26	,	,	PUNCT
bracis-19037	217	27	q.	q.	PROPN
bracis-19037	217	28	:	:	PUNCT
bracis-19037	217	29	adaptive	adaptive	ADJ
bracis-19037	217	30	operator	operator	NOUN
bracis-19037	217	31	selection	selection	NOUN
bracis-19037	217	32	with	with	ADP
bracis-19037	217	33	bandits	bandit	NOUN
bracis-19037	217	34	for	for	ADP
bracis-19037	217	35	a	a	DET
bracis-19037	217	36	multiobjective	multiobjective	ADJ
bracis-19037	217	37	evolutionary	evolutionary	ADJ
bracis-19037	217	38	algorithm	algorithm	NOUN
bracis-19037	217	39	based	base	VERB
bracis-19037	217	40	on	on	ADP
bracis-19037	217	41	decomposition	decomposition	NOUN
bracis-19037	217	42	.	.	PUNCT
bracis-19037	218	1	ieee	ieee	PROPN
bracis-19037	218	2	trans	trans	PROPN
bracis-19037	218	3	.	.	PUNCT
bracis-19037	219	1	evol	evol	NOUN
bracis-19037	219	2	.	.	PUNCT
bracis-19037	220	1	comput	comput	NOUN
bracis-19037	220	2	.	.	PUNCT
bracis-19037	221	1	18(1	18(1	X
bracis-19037	221	2	)	)	PUNCT
bracis-19037	221	3	,	,	PUNCT
bracis-19037	221	4	114–130	114–130	NUM
bracis-19037	221	5	(	(	PUNCT
bracis-19037	221	6	2014	2014	NUM
bracis-19037	221	7	)	)	PUNCT
bracis-19037	221	8	article	article	NOUN
bracis-19037	221	9	  	  	SPACE
bracis-19037	221	10	google	google	PROPN
bracis-19037	221	11	scholar	scholar	NOUN
bracis-19037	221	12	  	  	SPACE
bracis-19037	221	13	mosadegh	mosadegh	NOUN
bracis-19037	221	14	,	,	PUNCT
bracis-19037	221	15	h.	h.	PROPN
bracis-19037	221	16	,	,	PUNCT
bracis-19037	221	17	ghomi	ghomi	PROPN
bracis-19037	221	18	,	,	PUNCT
bracis-19037	221	19	s.f	s.f	PROPN
bracis-19037	221	20	.	.	PROPN
bracis-19037	221	21	,	,	PUNCT
bracis-19037	221	22	süer	süer	PROPN
bracis-19037	221	23	,	,	PUNCT
bracis-19037	221	24	g.a	g.a	PROPN
bracis-19037	221	25	.	.	PUNCT
bracis-19037	221	26	:	:	PUNCT
bracis-19037	222	1	stochastic	stochastic	ADJ
bracis-19037	222	2	mixed	mix	VERB
bracis-19037	222	3	-	-	PUNCT
bracis-19037	222	4	model	model	NOUN
bracis-19037	222	5	assembly	assembly	NOUN
bracis-19037	222	6	line	line	NOUN
bracis-19037	222	7	sequencing	sequence	VERB
bracis-19037	222	8	problem	problem	NOUN
bracis-19037	222	9	:	:	PUNCT
bracis-19037	222	10	mathematical	mathematical	ADJ
bracis-19037	222	11	modeling	modeling	NOUN
bracis-19037	222	12	and	and	CCONJ
bracis-19037	222	13	q	q	NOUN
bracis-19037	222	14	-	-	PUNCT
bracis-19037	222	15	learning	learn	VERB
bracis-19037	223	1	based	base	VERB
bracis-19037	223	2	simulated	simulated	ADJ
bracis-19037	223	3	annealing	anneal	VERB
bracis-19037	223	4	hyper	hyper	NOUN
bracis-19037	223	5	-	-	NOUN
bracis-19037	223	6	heuristics	heuristic	NOUN
bracis-19037	223	7	.	.	PUNCT
bracis-19037	224	1	eur	eur	PROPN
bracis-19037	224	2	.	.	PUNCT
bracis-19037	225	1	j.	j.	PROPN
bracis-19037	225	2	oper	oper	PROPN
bracis-19037	225	3	.	.	PUNCT
bracis-19037	226	1	res	res	PROPN
bracis-19037	226	2	.	.	PUNCT
bracis-19037	227	1	282(2	282(2	NUM
bracis-19037	227	2	)	)	PUNCT
bracis-19037	227	3	,	,	PUNCT
bracis-19037	227	4	530–544	530–544	NUM
bracis-19037	227	5	(	(	PUNCT
bracis-19037	227	6	2020	2020	NUM
bracis-19037	227	7	)	)	PUNCT
bracis-19037	227	8	article	article	NOUN
bracis-19037	227	9	  	  	SPACE
bracis-19037	227	10	mathscinet	mathscinet	NOUN
bracis-19037	227	11	  	  	SPACE
bracis-19037	227	12	google	google	PROPN
bracis-19037	227	13	scholar	scholar	NOUN
bracis-19037	227	14	  	  	SPACE
bracis-19037	227	15	ochoa	ochoa	PROPN
bracis-19037	227	16	,	,	PUNCT
bracis-19037	227	17	g.	g.	PROPN
bracis-19037	227	18	,	,	PUNCT
bracis-19037	227	19	et	et	PROPN
bracis-19037	227	20	al	al	PROPN
bracis-19037	227	21	.	.	PROPN
bracis-19037	227	22	:	:	PUNCT
bracis-19037	228	1	hyflex	hyflex	NOUN
bracis-19037	228	2	:	:	PUNCT
bracis-19037	228	3	a	a	DET
bracis-19037	228	4	benchmark	benchmark	NOUN
bracis-19037	228	5	framework	framework	NOUN
bracis-19037	228	6	for	for	ADP
bracis-19037	228	7	cross	cross	ADJ
bracis-19037	228	8	-	-	ADJ
bracis-19037	228	9	domain	domain	ADJ
bracis-19037	228	10	heuristic	heuristic	ADJ
bracis-19037	228	11	search	search	NOUN
bracis-19037	228	12	,	,	PUNCT
bracis-19037	228	13	vol	vol	NOUN
bracis-19037	228	14	.	.	PUNCT
bracis-19037	228	15	7245	7245	NUM
bracis-19037	228	16	,	,	PUNCT
bracis-19037	228	17	pp	pp	ADV
bracis-19037	228	18	.	.	PUNCT
bracis-19037	229	1	136–147	136–147	NUM
bracis-19037	229	2	(	(	PUNCT
bracis-19037	229	3	2012	2012	NUM
bracis-19037	229	4	)	)	PUNCT
bracis-19037	229	5	google	google	PROPN
bracis-19037	229	6	scholar	scholar	NOUN
bracis-19037	229	7	  	  	SPACE
bracis-19037	229	8	pedregosa	pedregosa	PROPN
bracis-19037	229	9	,	,	PUNCT
bracis-19037	229	10	f.	f.	PROPN
bracis-19037	229	11	,	,	PUNCT
bracis-19037	229	12	et	et	PROPN
bracis-19037	229	13	al	al	PROPN
bracis-19037	229	14	.	.	PROPN
bracis-19037	229	15	:	:	PUNCT
bracis-19037	230	1	scikit	scikit	NOUN
bracis-19037	230	2	-	-	PUNCT
bracis-19037	230	3	learn	learn	VERB
bracis-19037	230	4	:	:	PUNCT
bracis-19037	230	5	machine	machine	NOUN
bracis-19037	230	6	learning	learning	NOUN
bracis-19037	230	7	in	in	ADP
bracis-19037	230	8	python	python	PROPN
bracis-19037	230	9	.	.	PUNCT
bracis-19037	231	1	j.	j.	PROPN
bracis-19037	231	2	mach	mach	PROPN
bracis-19037	231	3	.	.	PUNCT
bracis-19037	232	1	learn	learn	VERB
bracis-19037	232	2	.	.	PUNCT
bracis-19037	233	1	res	re	NOUN
bracis-19037	233	2	.	.	PROPN
bracis-19037	234	1	12	12	NUM
bracis-19037	234	2	,	,	PUNCT
bracis-19037	234	3	2825–2830	2825–2830	NUM
bracis-19037	234	4	(	(	PUNCT
bracis-19037	234	5	2011	2011	NUM
bracis-19037	234	6	)	)	PUNCT
bracis-19037	234	7	google	google	PROPN
bracis-19037	234	8	scholar	scholar	NOUN
bracis-19037	234	9	  	  	SPACE
bracis-19037	234	10	puterman	puterman	NOUN
bracis-19037	234	11	,	,	PUNCT
bracis-19037	234	12	m.l	m.l	PROPN
bracis-19037	234	13	.	.	PUNCT
bracis-19037	234	14	:	:	PUNCT
bracis-19037	235	1	chapter	chapter	NOUN
bracis-19037	235	2	8	8	NUM
bracis-19037	235	3	markov	markov	NOUN
bracis-19037	235	4	decision	decision	NOUN
bracis-19037	235	5	processes	process	NOUN
bracis-19037	235	6	.	.	PUNCT
bracis-19037	236	1	in	in	ADP
bracis-19037	236	2	:	:	PUNCT
bracis-19037	236	3	handbooks	handbook	NOUN
bracis-19037	236	4	in	in	ADP
bracis-19037	236	5	operations	operation	NOUN
bracis-19037	236	6	research	research	NOUN
bracis-19037	236	7	and	and	CCONJ
bracis-19037	236	8	management	management	NOUN
bracis-19037	236	9	science	science	NOUN
bracis-19037	236	10	,	,	PUNCT
bracis-19037	236	11	stochastic	stochastic	NOUN
bracis-19037	236	12	models	model	NOUN
bracis-19037	236	13	,	,	PUNCT
bracis-19037	236	14	vol	vol	NOUN
bracis-19037	236	15	.	.	PROPN
bracis-19037	236	16	2	2	NUM
bracis-19037	236	17	,	,	PUNCT
bracis-19037	236	18	pp	pp	ADJ
bracis-19037	236	19	.	.	PUNCT
bracis-19037	237	1	331–434	331–434	NUM
bracis-19037	237	2	.	.	PUNCT
bracis-19037	238	1	elsevier	elsevier	NOUN
bracis-19037	238	2	(	(	PUNCT
bracis-19037	238	3	1990	1990	NUM
bracis-19037	238	4	)	)	PUNCT
bracis-19037	238	5	google	google	PROPN
bracis-19037	238	6	scholar	scholar	NOUN
bracis-19037	238	7	  	  	SPACE
bracis-19037	238	8	sharma	sharma	NOUN
bracis-19037	238	9	,	,	PUNCT
bracis-19037	238	10	m.	m.	NOUN
bracis-19037	238	11	,	,	PUNCT
bracis-19037	238	12	komninos	komninos	PROPN
bracis-19037	238	13	,	,	PUNCT
bracis-19037	238	14	a.	a.	NOUN
bracis-19037	238	15	,	,	PUNCT
bracis-19037	238	16	lópez	lópez	NOUN
bracis-19037	238	17	-	-	PUNCT
bracis-19037	238	18	ibáñez	ibáñez	NOUN
bracis-19037	238	19	,	,	PUNCT
bracis-19037	238	20	m.	m.	NOUN
bracis-19037	238	21	,	,	PUNCT
bracis-19037	238	22	kazakov	kazakov	PROPN
bracis-19037	238	23	,	,	PUNCT
bracis-19037	238	24	d.	d.	PROPN
bracis-19037	238	25	:	:	PUNCT
bracis-19037	238	26	deep	deep	ADJ
bracis-19037	238	27	reinforcement	reinforcement	NOUN
bracis-19037	238	28	learning	learning	NOUN
bracis-19037	238	29	based	base	VERB
bracis-19037	238	30	parameter	parameter	NOUN
bracis-19037	238	31	control	control	NOUN
bracis-19037	238	32	in	in	ADP
bracis-19037	238	33	differential	differential	ADJ
bracis-19037	238	34	evolution	evolution	NOUN
bracis-19037	238	35	.	.	PUNCT
bracis-19037	239	1	in	in	ADP
bracis-19037	239	2	:	:	PUNCT
bracis-19037	239	3	proceedings	proceeding	NOUN
bracis-19037	239	4	of	of	ADP
bracis-19037	239	5	the	the	DET
bracis-19037	239	6	genetic	genetic	ADJ
bracis-19037	239	7	and	and	CCONJ
bracis-19037	239	8	evolutionary	evolutionary	ADJ
bracis-19037	239	9	computation	computation	NOUN
bracis-19037	239	10	conference	conference	NOUN
bracis-19037	239	11	,	,	PUNCT
bracis-19037	239	12	pp	pp	X
bracis-19037	239	13	.	.	PUNCT
bracis-19037	240	1	709–717	709–717	NUM
bracis-19037	240	2	(	(	PUNCT
bracis-19037	240	3	2019	2019	NUM
bracis-19037	240	4	)	)	PUNCT
bracis-19037	240	5	google	google	PROPN
bracis-19037	240	6	scholar	scholar	NOUN
bracis-19037	240	7	  	  	SPACE
bracis-19037	240	8	soria	soria	PROPN
bracis-19037	240	9	-	-	PUNCT
bracis-19037	240	10	alcaraz	alcaraz	NOUN
bracis-19037	240	11	,	,	PUNCT
bracis-19037	240	12	j.a	j.a	PROPN
bracis-19037	240	13	.	.	PROPN
bracis-19037	240	14	,	,	PUNCT
bracis-19037	240	15	ochoa	ochoa	PROPN
bracis-19037	240	16	,	,	PUNCT
bracis-19037	240	17	g.	g.	PROPN
bracis-19037	240	18	,	,	PUNCT
bracis-19037	240	19	sotelo	sotelo	NOUN
bracis-19037	240	20	-	-	PUNCT
bracis-19037	240	21	figeroa	figeroa	NOUN
bracis-19037	240	22	,	,	PUNCT
bracis-19037	240	23	m.a	m.a	PROPN
bracis-19037	240	24	.	.	PROPN
bracis-19037	240	25	,	,	PUNCT
bracis-19037	240	26	burke	burke	PROPN
bracis-19037	240	27	,	,	PUNCT
bracis-19037	240	28	e.k	e.k	PROPN
bracis-19037	240	29	.	.	PROPN
bracis-19037	240	30	:	:	PUNCT
bracis-19037	240	31	a	a	DET
bracis-19037	240	32	methodology	methodology	NOUN
bracis-19037	240	33	for	for	ADP
bracis-19037	240	34	determining	determine	VERB
bracis-19037	240	35	an	an	DET
bracis-19037	240	36	effective	effective	ADJ
bracis-19037	240	37	subset	subset	NOUN
bracis-19037	240	38	of	of	ADP
bracis-19037	240	39	heuristics	heuristic	NOUN
bracis-19037	240	40	in	in	ADP
bracis-19037	240	41	selection	selection	NOUN
bracis-19037	240	42	hyper	hyper	NOUN
bracis-19037	240	43	-	-	NOUN
bracis-19037	240	44	heuristics	heuristic	NOUN
bracis-19037	240	45	.	.	PUNCT
bracis-19037	241	1	eur	eur	PROPN
bracis-19037	241	2	.	.	PUNCT
bracis-19037	242	1	j.	j.	PROPN
bracis-19037	242	2	oper	oper	PROPN
bracis-19037	242	3	.	.	PUNCT
bracis-19037	243	1	res	re	NOUN
bracis-19037	243	2	.	.	PUNCT
bracis-19037	244	1	260(3	260(3	NUM
bracis-19037	244	2	)	)	PUNCT
bracis-19037	244	3	,	,	PUNCT
bracis-19037	244	4	972–983	972–983	NUM
bracis-19037	244	5	(	(	PUNCT
bracis-19037	244	6	2017	2017	NUM
bracis-19037	244	7	)	)	PUNCT
bracis-19037	244	8	article	article	NOUN
bracis-19037	244	9	  	  	SPACE
bracis-19037	244	10	mathscinet	mathscinet	NOUN
bracis-19037	244	11	  	  	SPACE
bracis-19037	244	12	google	google	PROPN
bracis-19037	244	13	scholar	scholar	NOUN
bracis-19037	244	14	  	  	SPACE
bracis-19037	244	15	sutton	sutton	PROPN
bracis-19037	244	16	,	,	PUNCT
bracis-19037	244	17	r.s	r.s	PROPN
bracis-19037	244	18	.	.	PROPN
bracis-19037	244	19	,	,	PUNCT
bracis-19037	244	20	barto	barto	PROPN
bracis-19037	244	21	,	,	PUNCT
bracis-19037	244	22	a.g	a.g	PROPN
bracis-19037	244	23	.	.	PROPN
bracis-19037	244	24	:	:	PUNCT
bracis-19037	244	25	reinforcement	reinforcement	NOUN
bracis-19037	244	26	learning	learning	NOUN
bracis-19037	244	27	,	,	PUNCT
bracis-19037	244	28	second	second	ADJ
bracis-19037	244	29	edition	edition	NOUN
bracis-19037	244	30	:	:	PUNCT
bracis-19037	244	31	an	an	DET
bracis-19037	244	32	introduction	introduction	NOUN
bracis-19037	244	33	.	.	PUNCT
bracis-19037	245	1	mit	mit	PROPN
bracis-19037	245	2	press	press	PROPN
bracis-19037	245	3	(	(	PUNCT
bracis-19037	245	4	2018	2018	NUM
bracis-19037	245	5	)	)	PUNCT
bracis-19037	245	6	google	google	PROPN
bracis-19037	245	7	scholar	scholar	NOUN
bracis-19037	245	8	  	  	SPACE
bracis-19037	245	9	teng	teng	PROPN
bracis-19037	245	10	,	,	PUNCT
bracis-19037	245	11	t.-h	t.-h	PROPN
bracis-19037	245	12	.	.	PUNCT
bracis-19037	245	13	,	,	PUNCT
bracis-19037	245	14	handoko	handoko	PROPN
bracis-19037	245	15	,	,	PUNCT
bracis-19037	245	16	s.d	s.d	PROPN
bracis-19037	245	17	.	.	PROPN
bracis-19037	245	18	,	,	PUNCT
bracis-19037	245	19	lau	lau	PROPN
bracis-19037	245	20	,	,	PUNCT
bracis-19037	245	21	h.c	h.c	PROPN
bracis-19037	245	22	.	.	PUNCT
bracis-19037	245	23	:	:	PUNCT
bracis-19037	245	24	self	self	NOUN
bracis-19037	245	25	-	-	PUNCT
bracis-19037	245	26	organizing	organize	VERB
bracis-19037	245	27	neural	neural	ADJ
bracis-19037	245	28	network	network	NOUN
bracis-19037	245	29	for	for	ADP
bracis-19037	245	30	adaptive	adaptive	ADJ
bracis-19037	245	31	operator	operator	NOUN
bracis-19037	245	32	selection	selection	NOUN
bracis-19037	245	33	in	in	ADP
bracis-19037	245	34	evolutionary	evolutionary	ADJ
bracis-19037	245	35	search	search	NOUN
bracis-19037	245	36	.	.	PUNCT
bracis-19037	246	1	in	in	ADP
bracis-19037	246	2	:	:	PUNCT
bracis-19037	246	3	festa	festa	NOUN
bracis-19037	246	4	,	,	PUNCT
bracis-19037	246	5	p.	p.	NOUN
bracis-19037	246	6	,	,	PUNCT
bracis-19037	246	7	sellmann	sellmann	NOUN
bracis-19037	246	8	,	,	PUNCT
bracis-19037	246	9	m.	m.	NOUN
bracis-19037	246	10	,	,	PUNCT
bracis-19037	246	11	vanschoren	vanschoren	NOUN
bracis-19037	246	12	,	,	PUNCT
bracis-19037	246	13	j.	j.	PROPN
bracis-19037	246	14	(	(	PUNCT
bracis-19037	246	15	eds	eds	PROPN
bracis-19037	246	16	.	.	PUNCT
bracis-19037	246	17	)	)	PUNCT
bracis-19037	246	18	lion	lion	NOUN
bracis-19037	246	19	2016	2016	NUM
bracis-19037	246	20	.	.	PUNCT
bracis-19037	247	1	lncs	lncs	PROPN
bracis-19037	247	2	,	,	PUNCT
bracis-19037	247	3	vol	vol	NOUN
bracis-19037	247	4	.	.	PROPN
bracis-19037	247	5	10079	10079	NUM
bracis-19037	247	6	,	,	PUNCT
bracis-19037	247	7	pp	pp	ADP
bracis-19037	247	8	.	.	PUNCT
bracis-19037	248	1	187–202	187–202	NUM
bracis-19037	248	2	.	.	PUNCT
bracis-19037	248	3	springer	springer	NOUN
bracis-19037	248	4	,	,	PUNCT
bracis-19037	248	5	cham	cham	PROPN
bracis-19037	248	6	(	(	PUNCT
bracis-19037	248	7	2016	2016	NUM
bracis-19037	248	8	)	)	PUNCT
bracis-19037	248	9	.	.	PUNCT
bracis-19037	249	1	https://doi.org/10.1007/978-3-319-50349-3_13	https://doi.org/10.1007/978-3-319-50349-3_13	NOUN
bracis-19037	249	2	watkins	watkin	NOUN
bracis-19037	249	3	,	,	PUNCT
bracis-19037	249	4	c.j.c.h	c.j.c.h	PROPN
bracis-19037	249	5	.	.	PROPN
bracis-19037	249	6	,	,	PUNCT
bracis-19037	249	7	dayan	dayan	PROPN
bracis-19037	249	8	,	,	PUNCT
bracis-19037	249	9	p.	p.	NOUN
bracis-19037	249	10	:	:	PUNCT
bracis-19037	249	11	q	q	X
bracis-19037	249	12	-	-	PUNCT
bracis-19037	249	13	learning	learning	NOUN
bracis-19037	249	14	.	.	PUNCT
bracis-19037	250	1	mach	mach	NOUN
bracis-19037	250	2	.	.	PUNCT
bracis-19037	251	1	learn	learn	VERB
bracis-19037	251	2	.	.	PUNCT
bracis-19037	252	1	8(3	8(3	NUM
bracis-19037	252	2	)	)	PUNCT
bracis-19037	252	3	,	,	PUNCT
bracis-19037	252	4	279–292	279–292	NUM
bracis-19037	252	5	(	(	PUNCT
bracis-19037	252	6	1992	1992	NUM
bracis-19037	252	7	)	)	PUNCT
bracis-19037	252	8	math	math	NOUN
bracis-19037	252	9	  	  	SPACE
bracis-19037	252	10	google	google	PROPN
bracis-19037	252	11	scholar	scholar	NOUN
bracis-19037	252	12	  	  	SPACE
bracis-19037	252	13	download	download	NOUN
bracis-19037	252	14	references	reference	NOUN
bracis-19037	252	15	acknowledgements	acknowledgement	NOUN
bracis-19037	252	16	this	this	DET
bracis-19037	252	17	work	work	NOUN
bracis-19037	252	18	was	be	AUX
bracis-19037	252	19	financially	financially	ADV
bracis-19037	252	20	supported	support	VERB
bracis-19037	252	21	by	by	ADP
bracis-19037	252	22	conselho	conselho	NOUN
bracis-19037	252	23	nacional	nacional	PROPN
bracis-19037	252	24	de	de	X
bracis-19037	252	25	desenvolvimento	desenvolvimento	PROPN
bracis-19037	252	26	científico	científico	PROPN
bracis-19037	252	27	e	e	NOUN
bracis-19037	252	28	tecnológico	tecnológico	PROPN
bracis-19037	252	29	(	(	PUNCT
bracis-19037	252	30	cnpq	cnpq	NOUN
bracis-19037	252	31	)	)	PUNCT
bracis-19037	252	32	and	and	CCONJ
bracis-19037	252	33	by	by	ADP
bracis-19037	252	34	coordenação	coordenação	PROPN
bracis-19037	252	35	de	de	PROPN
bracis-19037	252	36	aperfeiçoamento	aperfeiçoamento	PROPN
bracis-19037	252	37	de	de	X
bracis-19037	252	38	pessoal	pessoal	PROPN
bracis-19037	252	39	de	de	PROPN
bracis-19037	252	40	nível	nível	PROPN
bracis-19037	252	41	superior	superior	ADJ
bracis-19037	252	42	(	(	PUNCT
bracis-19037	252	43	capes	cape	NOUN
bracis-19037	252	44	)	)	PUNCT
bracis-19037	252	45	.	.	PUNCT
bracis-19037	253	1	author	author	NOUN
bracis-19037	253	2	information	information	NOUN
bracis-19037	253	3	authors	author	NOUN
bracis-19037	253	4	and	and	CCONJ
bracis-19037	253	5	affiliations	affiliation	NOUN
bracis-19037	253	6	department	department	PROPN
bracis-19037	253	7	of	of	ADP
bracis-19037	253	8	computer	computer	NOUN
bracis-19037	253	9	science	science	NOUN
bracis-19037	253	10	,	,	PUNCT
bracis-19037	253	11	federal	federal	ADJ
bracis-19037	253	12	university	university	PROPN
bracis-19037	253	13	of	of	ADP
bracis-19037	253	14	paraná	paraná	PROPN
bracis-19037	253	15	(	(	PUNCT
bracis-19037	253	16	ufpr	ufpr	PROPN
bracis-19037	253	17	)	)	PUNCT
bracis-19037	253	18	,	,	PUNCT
bracis-19037	253	19	curitiba	curitiba	PROPN
bracis-19037	253	20	,	,	PUNCT
bracis-19037	253	21	usa	usa	PROPN
bracis-19037	253	22	augusto	augusto	PROPN
bracis-19037	253	23	dantas	dantas	PROPN
bracis-19037	253	24	 	 	SPACE
bracis-19037	253	25	&	&	CCONJ
bracis-19037	253	26	 	 	SPACE
bracis-19037	253	27	aurora	aurora	PROPN
bracis-19037	253	28	pozo	pozo	PROPN
bracis-19037	253	29	authors	author	NOUN
bracis-19037	253	30	augusto	augusto	VERB
bracis-19037	253	31	dantasview	dantasview	NOUN
bracis-19037	253	32	author	author	NOUN
bracis-19037	253	33	publications	publication	NOUN
bracis-19037	253	34	search	search	NOUN
bracis-19037	253	35	author	author	NOUN
bracis-19037	253	36	on	on	ADP
bracis-19037	253	37	:	:	PUNCT
bracis-19037	253	38	pubmed	pubmed	PROPN
bracis-19037	253	39	 	 	SPACE
bracis-19037	253	40	google	google	PROPN
bracis-19037	253	41	scholar	scholar	PROPN
bracis-19037	253	42	aurora	aurora	PROPN
bracis-19037	253	43	pozoview	pozoview	PROPN
bracis-19037	253	44	author	author	NOUN
bracis-19037	253	45	publications	publication	NOUN
bracis-19037	253	46	search	search	NOUN
bracis-19037	253	47	author	author	NOUN
bracis-19037	253	48	on	on	ADP
bracis-19037	253	49	:	:	PUNCT
bracis-19037	253	50	pubmed	pubmed	PROPN
bracis-19037	253	51	 	 	SPACE
bracis-19037	253	52	google	google	PROPN
bracis-19037	253	53	scholar	scholar	NOUN
bracis-19037	253	54	corresponding	correspond	VERB
bracis-19037	253	55	author	author	NOUN
bracis-19037	253	56	correspondence	correspondence	NOUN
bracis-19037	253	57	to	to	ADP
bracis-19037	253	58	augusto	augusto	PROPN
bracis-19037	253	59	dantas	danta	NOUN
bracis-19037	253	60	.	.	PUNCT
bracis-19037	254	1	editor	editor	NOUN
bracis-19037	254	2	information	information	NOUN
bracis-19037	254	3	editors	editor	NOUN
bracis-19037	254	4	and	and	CCONJ
bracis-19037	254	5	affiliations	affiliation	NOUN
bracis-19037	254	6	universidade	universidade	PROPN
bracis-19037	254	7	federal	federal	PROPN
bracis-19037	254	8	de	de	X
bracis-19037	254	9	sergipe	sergipe	PROPN
bracis-19037	254	10	,	,	PUNCT
bracis-19037	254	11	são	são	NOUN
bracis-19037	254	12	cristóvão	cristóvão	PROPN
bracis-19037	254	13	,	,	PUNCT
bracis-19037	254	14	brazil	brazil	PROPN
bracis-19037	254	15	andré	andré	PROPN
bracis-19037	254	16	britto	britto	PROPN
bracis-19037	254	17	universidade	universidade	PROPN
bracis-19037	254	18	de	de	PROPN
bracis-19037	254	19	são	são	PROPN
bracis-19037	254	20	paulo	paulo	PROPN
bracis-19037	254	21	,	,	PUNCT
bracis-19037	254	22	são	são	PROPN
bracis-19037	254	23	paulo	paulo	PROPN
bracis-19037	254	24	,	,	PUNCT
bracis-19037	254	25	brazil	brazil	PROPN
bracis-19037	254	26	karina	karina	PROPN
bracis-19037	254	27	valdivia	valdivia	PROPN
bracis-19037	254	28	delgado	delgado	VERB
bracis-19037	254	29	rights	right	NOUN
bracis-19037	254	30	and	and	CCONJ
bracis-19037	254	31	permissions	permission	NOUN
bracis-19037	254	32	reprints	reprint	NOUN
bracis-19037	254	33	and	and	CCONJ
bracis-19037	254	34	permissions	permission	VERB
bracis-19037	254	35	copyright	copyright	NOUN
bracis-19037	254	36	information	information	NOUN
bracis-19037	254	37	©	©	PROPN
bracis-19037	254	38	2021	2021	NUM
bracis-19037	254	39	springer	springer	NOUN
bracis-19037	254	40	nature	nature	NOUN
bracis-19037	254	41	switzerland	switzerland	PROPN
bracis-19037	254	42	ag	ag	PROPN
bracis-19037	254	43	about	about	ADP
bracis-19037	254	44	this	this	DET
bracis-19037	254	45	paper	paper	NOUN
bracis-19037	254	46	cite	cite	VERB
bracis-19037	254	47	this	this	DET
bracis-19037	254	48	paper	paper	NOUN
bracis-19037	254	49	dantas	danta	NOUN
bracis-19037	254	50	,	,	PUNCT
bracis-19037	254	51	a.	a.	PROPN
bracis-19037	254	52	,	,	PUNCT
bracis-19037	254	53	pozo	pozo	PROPN
bracis-19037	254	54	,	,	PUNCT
bracis-19037	254	55	a.	a.	NOUN
bracis-19037	254	56	(	(	PUNCT
bracis-19037	254	57	2021	2021	NUM
bracis-19037	254	58	)	)	PUNCT
bracis-19037	254	59	.	.	PUNCT
bracis-19037	255	1	online	online	ADJ
bracis-19037	255	2	selection	selection	NOUN
bracis-19037	255	3	of	of	ADP
bracis-19037	255	4	heuristic	heuristic	ADJ
bracis-19037	255	5	operators	operator	NOUN
bracis-19037	255	6	with	with	ADP
bracis-19037	255	7	deep	deep	ADJ
bracis-19037	255	8	q	q	NOUN
bracis-19037	255	9	-	-	NOUN
bracis-19037	255	10	network	network	NOUN
bracis-19037	255	11	:	:	PUNCT
bracis-19037	255	12	a	a	DET
bracis-19037	255	13	study	study	NOUN
bracis-19037	255	14	on	on	ADP
bracis-19037	255	15	the	the	DET
bracis-19037	255	16	hyflex	hyflex	NOUN
bracis-19037	255	17	framework	framework	NOUN
bracis-19037	255	18	.	.	PUNCT
bracis-19037	256	1	in	in	ADP
bracis-19037	256	2	:	:	PUNCT
bracis-19037	256	3	britto	britto	PROPN
bracis-19037	256	4	,	,	PUNCT
bracis-19037	256	5	a.	a.	PROPN
bracis-19037	256	6	,	,	PUNCT
bracis-19037	256	7	valdivia	valdivia	PROPN
bracis-19037	256	8	delgado	delgado	PROPN
bracis-19037	256	9	,	,	PUNCT
bracis-19037	256	10	k.	k.	PROPN
bracis-19037	256	11	(	(	PUNCT
bracis-19037	256	12	eds	eds	PROPN
bracis-19037	256	13	)	)	PUNCT
bracis-19037	256	14	intelligent	intelligent	ADJ
bracis-19037	256	15	systems	system	NOUN
bracis-19037	256	16	.	.	PUNCT
bracis-19037	257	1	bracis	bracis	PROPN
bracis-19037	257	2	2021	2021	NUM
bracis-19037	257	3	.	.	PUNCT
bracis-19037	258	1	lecture	lecture	NOUN
bracis-19037	258	2	notes	note	NOUN
bracis-19037	258	3	in	in	ADP
bracis-19037	258	4	computer	computer	NOUN
bracis-19037	258	5	science	science	NOUN
bracis-19037	258	6	(	(	PUNCT
bracis-19037	258	7	)	)	PUNCT
bracis-19037	258	8	,	,	PUNCT
bracis-19037	258	9	vol	vol	NOUN
bracis-19037	258	10	13073	13073	NUM
bracis-19037	258	11	.	.	PUNCT
bracis-19037	259	1	springer	springer	NOUN
bracis-19037	259	2	,	,	PUNCT
bracis-19037	259	3	cham	cham	PROPN
bracis-19037	259	4	.	.	PUNCT
bracis-19037	260	1	https://doi.org/10.1007/978-3-030-91702-9_19	https://doi.org/10.1007/978-3-030-91702-9_19	PROPN
bracis-19037	260	2	download	download	PROPN
bracis-19037	260	3	citation	citation	NOUN
bracis-19037	260	4	.ris	.ris	PUNCT
bracis-19037	261	1	.enw	.enw	PROPN
bracis-19037	261	2	.bib	.bib	PUNCT
bracis-19037	262	1	doi	doi	PROPN
bracis-19037	262	2	:	:	PUNCT
bracis-19037	262	3	https://doi.org/10.1007/978-3-030-91702-9_19	https://doi.org/10.1007/978-3-030-91702-9_19	PROPN
bracis-19037	262	4	published	publish	VERB
bracis-19037	262	5	:	:	PUNCT
bracis-19037	262	6	28	28	NUM
bracis-19037	262	7	november	november	PROPN
bracis-19037	262	8	2021	2021	NUM
bracis-19037	262	9	publisher	publisher	NOUN
bracis-19037	262	10	name	name	NOUN
bracis-19037	262	11	:	:	PUNCT
bracis-19037	262	12	springer	springer	NOUN
bracis-19037	262	13	,	,	PUNCT
bracis-19037	262	14	cham	cham	PROPN
bracis-19037	262	15	print	print	PROPN
bracis-19037	262	16	isbn	isbn	PROPN
bracis-19037	262	17	:	:	PUNCT
bracis-19037	262	18	978	978	NUM
bracis-19037	262	19	-	-	SYM
bracis-19037	262	20	3	3	NUM
bracis-19037	262	21	-	-	PUNCT
bracis-19037	262	22	030	030	NUM
bracis-19037	262	23	-	-	PUNCT
bracis-19037	262	24	91701	91701	NUM
bracis-19037	262	25	-	-	SYM
bracis-19037	262	26	2	2	NUM
bracis-19037	262	27	online	online	ADJ
bracis-19037	262	28	isbn	isbn	NOUN
bracis-19037	262	29	:	:	PUNCT
bracis-19037	262	30	978	978	NUM
bracis-19037	262	31	-	-	SYM
bracis-19037	262	32	3	3	NUM
bracis-19037	262	33	-	-	PUNCT
bracis-19037	262	34	030	030	NUM
bracis-19037	262	35	-	-	PUNCT
bracis-19037	262	36	91702	91702	NUM
bracis-19037	262	37	-	-	SYM
bracis-19037	262	38	9	9	NUM
bracis-19037	262	39	ebook	ebook	NOUN
bracis-19037	262	40	packages	package	NOUN
bracis-19037	262	41	:	:	PUNCT
bracis-19037	262	42	computer	computer	NOUN
bracis-19037	262	43	sciencecomputer	sciencecomputer	NOUN
bracis-19037	262	44	science	science	NOUN
bracis-19037	262	45	(	(	PUNCT
bracis-19037	262	46	r0	r0	NOUN
bracis-19037	262	47	)	)	PUNCT
bracis-19037	262	48	share	share	VERB
bracis-19037	262	49	this	this	DET
bracis-19037	262	50	paper	paper	NOUN
bracis-19037	262	51	anyone	anyone	PRON
bracis-19037	262	52	you	you	PRON
bracis-19037	262	53	share	share	VERB
bracis-19037	262	54	the	the	DET
bracis-19037	262	55	following	follow	VERB
bracis-19037	262	56	link	link	NOUN
bracis-19037	262	57	with	with	ADP
bracis-19037	262	58	will	will	AUX
bracis-19037	262	59	be	be	AUX
bracis-19037	262	60	able	able	ADJ
bracis-19037	262	61	to	to	PART
bracis-19037	262	62	read	read	VERB
bracis-19037	262	63	this	this	DET
bracis-19037	262	64	content	content	NOUN
bracis-19037	262	65	:	:	PUNCT
bracis-19037	262	66	get	get	VERB
bracis-19037	262	67	shareable	shareable	ADJ
bracis-19037	262	68	linksorry	linksorry	NOUN
bracis-19037	262	69	,	,	PUNCT
bracis-19037	262	70	a	a	DET
bracis-19037	262	71	shareable	shareable	ADJ
bracis-19037	262	72	link	link	NOUN
bracis-19037	262	73	is	be	AUX
bracis-19037	262	74	not	not	PART
bracis-19037	262	75	currently	currently	ADV
bracis-19037	262	76	available	available	ADJ
bracis-19037	262	77	for	for	ADP
bracis-19037	262	78	this	this	DET
bracis-19037	262	79	article	article	NOUN
bracis-19037	262	80	.	.	PUNCT
bracis-19037	263	1	copy	copy	VERB
bracis-19037	263	2	shareable	shareable	ADJ
bracis-19037	263	3	link	link	NOUN
bracis-19037	263	4	to	to	PART
bracis-19037	263	5	clipboard	clipboard	NOUN
bracis-19037	263	6	provided	provide	VERB
bracis-19037	263	7	by	by	ADP
bracis-19037	263	8	the	the	DET
bracis-19037	263	9	springer	springer	NOUN
bracis-19037	263	10	nature	nature	PROPN
bracis-19037	263	11	sharedit	sharedit	PROPN
bracis-19037	263	12	content	content	NOUN
bracis-19037	263	13	-	-	PUNCT
bracis-19037	263	14	sharing	share	VERB
bracis-19037	263	15	initiative	initiative	NOUN
bracis-19037	263	16	keywords	keyword	VERB
bracis-19037	264	1	hyper	hyper	ADJ
bracis-19037	264	2	-	-	ADJ
bracis-19037	264	3	heuristic	heuristic	ADJ
bracis-19037	264	4	reinforcement	reinforcement	NOUN
bracis-19037	264	5	learning	learn	VERB
bracis-19037	264	6	combinatorial	combinatorial	ADJ
bracis-19037	264	7	optimization	optimization	NOUN
bracis-19037	264	8	publish	publish	VERB
bracis-19037	264	9	with	with	ADP
bracis-19037	264	10	us	us	PROPN
bracis-19037	264	11	policies	policy	NOUN
bracis-19037	264	12	and	and	CCONJ
bracis-19037	264	13	ethics	ethic	NOUN
bracis-19037	264	14	search	search	NOUN
bracis-19037	264	15	search	search	NOUN
bracis-19037	264	16	by	by	ADP
bracis-19037	264	17	keyword	keyword	NOUN
bracis-19037	264	18	or	or	CCONJ
bracis-19037	264	19	author	author	NOUN
bracis-19037	264	20	search	search	NOUN
bracis-19037	264	21	navigation	navigation	NOUN
bracis-19037	264	22	find	find	VERB
bracis-19037	264	23	a	a	DET
bracis-19037	264	24	journal	journal	NOUN
bracis-19037	264	25	publish	publish	VERB
bracis-19037	264	26	with	with	ADP
bracis-19037	264	27	us	we	PRON
bracis-19037	264	28	track	track	VERB
bracis-19037	264	29	your	your	PRON
bracis-19037	264	30	research	research	NOUN
bracis-19037	264	31	discover	discover	VERB
bracis-19037	264	32	content	content	NOUN
bracis-19037	264	33	journals	journal	NOUN
bracis-19037	264	34	a	a	DET
bracis-19037	264	35	-	-	PUNCT
bracis-19037	264	36	z	z	NOUN
bracis-19037	264	37	books	book	NOUN
bracis-19037	264	38	a	a	DET
bracis-19037	264	39	-	-	PUNCT
bracis-19037	264	40	z	z	NOUN
bracis-19037	264	41	publish	publish	NOUN
bracis-19037	264	42	with	with	ADP
bracis-19037	264	43	us	us	PROPN
bracis-19037	264	44	journal	journal	PROPN
bracis-19037	264	45	finder	finder	PROPN
bracis-19037	264	46	publish	publish	VERB
bracis-19037	264	47	your	your	PRON
bracis-19037	264	48	research	research	NOUN
bracis-19037	264	49	language	language	NOUN
bracis-19037	264	50	editing	edit	VERB
bracis-19037	264	51	open	open	ADJ
bracis-19037	264	52	access	access	NOUN
bracis-19037	264	53	publishing	publishing	NOUN
bracis-19037	264	54	products	product	NOUN
bracis-19037	264	55	and	and	CCONJ
bracis-19037	264	56	services	service	NOUN
bracis-19037	264	57	our	our	PRON
bracis-19037	264	58	products	product	NOUN
bracis-19037	264	59	librarians	librarian	VERB
bracis-19037	264	60	societies	society	NOUN
bracis-19037	264	61	partners	partner	NOUN
bracis-19037	264	62	and	and	CCONJ
bracis-19037	264	63	advertisers	advertiser	NOUN
bracis-19037	264	64	our	our	PRON
bracis-19037	264	65	brands	brand	NOUN
bracis-19037	264	66	springer	springer	NOUN
bracis-19037	264	67	nature	nature	PROPN
bracis-19037	264	68	portfolio	portfolio	PROPN
bracis-19037	264	69	bmc	bmc	PROPN
bracis-19037	264	70	palgrave	palgrave	PROPN
bracis-19037	264	71	macmillan	macmillan	PROPN
bracis-19037	264	72	apress	apress	PROPN
bracis-19037	264	73	discover	discover	VERB
bracis-19037	264	74	your	your	PRON
bracis-19037	264	75	privacy	privacy	NOUN
bracis-19037	264	76	choices	choice	NOUN
bracis-19037	264	77	/	/	SYM
bracis-19037	264	78	manage	manage	NOUN
bracis-19037	264	79	cookies	cookie	NOUN
bracis-19037	264	80	your	your	PRON
bracis-19037	264	81	us	us	PROPN
bracis-19037	265	1	state	state	NOUN
bracis-19037	265	2	privacy	privacy	NOUN
bracis-19037	265	3	rights	right	NOUN
bracis-19037	265	4	accessibility	accessibility	NOUN
bracis-19037	265	5	statement	statement	NOUN
bracis-19037	265	6	terms	term	NOUN
bracis-19037	265	7	and	and	CCONJ
bracis-19037	265	8	conditions	condition	NOUN
bracis-19037	265	9	privacy	privacy	NOUN
bracis-19037	265	10	policy	policy	NOUN
bracis-19037	265	11	help	help	NOUN
bracis-19037	265	12	and	and	CCONJ
bracis-19037	265	13	support	support	VERB
bracis-19037	265	14	legal	legal	ADJ
bracis-19037	265	15	notice	notice	NOUN
bracis-19037	265	16	cancel	cancel	VERB
bracis-19037	265	17	contracts	contract	NOUN
bracis-19037	265	18	here	here	ADV
bracis-19037	265	19	129.74.145.123	129.74.145.123	NUM
bracis-19037	265	20	hesburgh	hesburgh	PROPN
bracis-19037	265	21	library	library	PROPN
bracis-19037	265	22	er	er	INTJ
bracis-19037	265	23	unit	unit	NOUN
bracis-19037	265	24	(	(	PUNCT
bracis-19037	265	25	3005732405	3005732405	NUM
bracis-19037	265	26	)	)	PUNCT
bracis-19037	265	27	northeast	northeast	ADJ
bracis-19037	265	28	research	research	NOUN
bracis-19037	265	29	libraries	library	NOUN
bracis-19037	265	30	(	(	PUNCT
bracis-19037	265	31	nerl	nerl	PROPN
bracis-19037	265	32	)	)	PUNCT
bracis-19037	265	33	(	(	PUNCT
bracis-19037	265	34	8200828607	8200828607	NUM
bracis-19037	265	35	)	)	PUNCT
bracis-19037	265	36	nerl	nerl	VERB
bracis-19037	265	37	ta	ta	X
bracis-19037	265	38	account	account	NOUN
bracis-19037	265	39	(	(	PUNCT
bracis-19037	265	40	3006206169	3006206169	NUM
bracis-19037	265	41	)	)	PUNCT
bracis-19037	265	42	university	university	NOUN
bracis-19037	265	43	of	of	ADP
bracis-19037	265	44	notre	notre	PROPN
bracis-19037	265	45	dame	dame	PROPN
bracis-19037	265	46	hesburgh	hesburgh	PROPN
bracis-19037	265	47	library	library	NOUN
bracis-19037	265	48	(	(	PUNCT
bracis-19037	265	49	3000184373	3000184373	NUM
bracis-19037	265	50	)	)	PUNCT
bracis-19037	266	1	©	©	ADP
bracis-19037	266	2	2025	2025	NUM
bracis-19037	266	3	springer	springer	NOUN
bracis-19037	266	4	nature	nature	NOUN