id	sid	tid	token	lemma	pos
bitcs-7270	1	1	vol	vol	NOUN
bitcs-7270	1	2	.	.	PROPN
bitcs-7270	1	3	6	6	NUM
bitcs-7270	1	4	,	,	PUNCT
bitcs-7270	1	5	no.1	no.1	NUM
bitcs-7270	1	6	,	,	PUNCT
bitcs-7270	1	7	january	january	NOUN
bitcs-7270	1	8	2025	2025	NUM
bitcs-7270	2	1	|	|	ADV
bitcs-7270	2	2	10	10	NUM
bitcs-7270	2	3	reinforcement	reinforcement	NOUN
bitcs-7270	2	4	learning	learning	NOUN
bitcs-7270	2	5	-	-	PUNCT
bitcs-7270	2	6	based	base	VERB
bitcs-7270	2	7	autonomous	autonomous	ADJ
bitcs-7270	2	8	soccer	soccer	NOUN
bitcs-7270	2	9	agents	agent	NOUN
bitcs-7270	2	10	:	:	PUNCT
bitcs-7270	2	11	a	a	DET
bitcs-7270	2	12	study	study	NOUN
bitcs-7270	2	13	in	in	ADP
bitcs-7270	2	14	multi	multi	ADJ
bitcs-7270	2	15	-	-	ADJ
bitcs-7270	2	16	agent	agent	ADJ
bitcs-7270	2	17	coordination	coordination	NOUN
bitcs-7270	2	18	and	and	CCONJ
bitcs-7270	2	19	strategy	strategy	NOUN
bitcs-7270	2	20	development	development	PROPN
bitcs-7270	2	21	biplov	biplov	PROPN
bitcs-7270	2	22	paneru1	paneru1	PROPN
bitcs-7270	2	23	*	*	NOUN
bitcs-7270	2	24	,	,	PUNCT
bitcs-7270	2	25	bishwash	bishwash	NOUN
bitcs-7270	2	26	paneru2	paneru2	PROPN
bitcs-7270	2	27	,	,	PUNCT
bitcs-7270	2	28	ramhari	ramhari	ADJ
bitcs-7270	2	29	poudyal3	poudyal3	NOUN
bitcs-7270	2	30	,	,	PUNCT
bitcs-7270	2	31	khem	khem	PROPN
bitcs-7270	2	32	narayan	narayan	PROPN
bitcs-7270	2	33	poudyal4	poudyal4	PROPN
bitcs-7270	2	34	1department	1department	NUM
bitcs-7270	2	35	of	of	ADP
bitcs-7270	2	36	electronics	electronics	PROPN
bitcs-7270	2	37	&	&	CCONJ
bitcs-7270	2	38	communication	communication	PROPN
bitcs-7270	2	39	engineering	engineering	NOUN
bitcs-7270	2	40	,	,	PUNCT
bitcs-7270	2	41	nepal	nepal	ADJ
bitcs-7270	2	42	engineering	engineering	PROPN
bitcs-7270	2	43	college	college	PROPN
bitcs-7270	2	44	pokhara	pokhara	PROPN
bitcs-7270	2	45	university	university	PROPN
bitcs-7270	2	46	,	,	PUNCT
bitcs-7270	2	47	nepal	nepal	NOUN
bitcs-7270	2	48	2,4	2,4	NUM
bitcs-7270	2	49	department	department	NOUN
bitcs-7270	2	50	of	of	ADP
bitcs-7270	2	51	applied	apply	VERB
bitcs-7270	2	52	science	science	NOUN
bitcs-7270	2	53	and	and	CCONJ
bitcs-7270	2	54	chemical	chemical	PROPN
bitcs-7270	2	55	engineering	engineering	PROPN
bitcs-7270	2	56	,	,	PUNCT
bitcs-7270	2	57	tribhuvan	tribhuvan	PROPN
bitcs-7270	2	58	university	university	PROPN
bitcs-7270	2	59	,	,	PUNCT
bitcs-7270	2	60	nepal	nepal	PROPN
bitcs-7270	2	61	3department	3department	NUM
bitcs-7270	2	62	of	of	ADP
bitcs-7270	2	63	information	information	NOUN
bitcs-7270	2	64	system	system	NOUN
bitcs-7270	2	65	engineering	engineering	NOUN
bitcs-7270	2	66	,	,	PUNCT
bitcs-7270	2	67	purbanchal	purbanchal	ADJ
bitcs-7270	2	68	university	university	NOUN
bitcs-7270	2	69	,	,	PUNCT
bitcs-7270	2	70	nepal	nepal	ADJ
bitcs-7270	2	71	email	email	NOUN
bitcs-7270	2	72	:	:	PUNCT
bitcs-7270	2	73	biplovp019402@nec.edu.np	biplovp019402@nec.edu.np	PROPN
bitcs-7270	2	74	,	,	PUNCT
bitcs-7270	2	75	rampaneru420@gmail.com	rampaneru420@gmail.com	PROPN
bitcs-7270	2	76	,	,	PUNCT
bitcs-7270	2	77	rhpoudyal@gmail.com	rhpoudyal@gmail.com	PROPN
bitcs-7270	2	78	.	.	PUNCT
bitcs-7270	3	1	khem@ioe.edu.np	khem@ioe.edu.np	PROPN
bitcs-7270	3	2	received	receive	VERB
bitcs-7270	3	3	:	:	PUNCT
bitcs-7270	3	4	2024	2024	NUM
bitcs-7270	3	5	-	-	SYM
bitcs-7270	3	6	05	05	NUM
bitcs-7270	3	7	-	-	SYM
bitcs-7270	3	8	25	25	NUM
bitcs-7270	3	9	|	|	ADV
bitcs-7270	3	10	revised	revise	VERB
bitcs-7270	3	11	:	:	PUNCT
bitcs-7270	3	12	2024	2024	NUM
bitcs-7270	3	13	-	-	SYM
bitcs-7270	3	14	12	12	NUM
bitcs-7270	3	15	-	-	SYM
bitcs-7270	3	16	19	19	NUM
bitcs-7270	3	17	|	|	ADV
bitcs-7270	3	18	accepted	accept	VERB
bitcs-7270	3	19	:	:	PUNCT
bitcs-7270	3	20	2025	2025	NUM
bitcs-7270	3	21	-	-	SYM
bitcs-7270	3	22	01	01	NUM
bitcs-7270	3	23	-	-	PUNCT
bitcs-7270	3	24	10	10	NUM
bitcs-7270	3	25	abstract	abstract	ADJ
bitcs-7270	3	26	reinforcement	reinforcement	NOUN
bitcs-7270	3	27	learning	learning	NOUN
bitcs-7270	3	28	(	(	PUNCT
bitcs-7270	3	29	rl	rl	NOUN
bitcs-7270	3	30	)	)	PUNCT
bitcs-7270	3	31	approaches	approach	NOUN
bitcs-7270	3	32	,	,	PUNCT
bitcs-7270	3	33	particularly	particularly	ADV
bitcs-7270	3	34	q	q	NOUN
bitcs-7270	3	35	-	-	PUNCT
bitcs-7270	3	36	learning	learning	NOUN
bitcs-7270	3	37	,	,	PUNCT
bitcs-7270	3	38	have	have	AUX
bitcs-7270	3	39	emerged	emerge	VERB
bitcs-7270	3	40	as	as	ADP
bitcs-7270	3	41	strong	strong	ADJ
bitcs-7270	3	42	tools	tool	NOUN
bitcs-7270	3	43	for	for	ADP
bitcs-7270	3	44	autonomous	autonomous	ADJ
bitcs-7270	3	45	agent	agent	NOUN
bitcs-7270	3	46	training	training	NOUN
bitcs-7270	3	47	,	,	PUNCT
bitcs-7270	3	48	allowing	allow	VERB
bitcs-7270	3	49	agents	agent	NOUN
bitcs-7270	3	50	to	to	PART
bitcs-7270	3	51	acquire	acquire	VERB
bitcs-7270	3	52	optimum	optimum	ADJ
bitcs-7270	3	53	decision	decision	NOUN
bitcs-7270	3	54	-	-	PUNCT
bitcs-7270	3	55	making	make	VERB
bitcs-7270	3	56	rules	rule	NOUN
bitcs-7270	3	57	through	through	ADP
bitcs-7270	3	58	interaction	interaction	NOUN
bitcs-7270	3	59	with	with	ADP
bitcs-7270	3	60	their	their	PRON
bitcs-7270	3	61	surroundings	surrounding	NOUN
bitcs-7270	3	62	.	.	PUNCT
bitcs-7270	4	1	this	this	DET
bitcs-7270	4	2	research	research	NOUN
bitcs-7270	4	3	investigates	investigate	VERB
bitcs-7270	4	4	the	the	DET
bitcs-7270	4	5	use	use	NOUN
bitcs-7270	4	6	of	of	ADP
bitcs-7270	4	7	q	q	NOUN
bitcs-7270	4	8	-	-	PUNCT
bitcs-7270	4	9	learning	learning	NOUN
bitcs-7270	4	10	in	in	ADP
bitcs-7270	4	11	the	the	DET
bitcs-7270	4	12	context	context	NOUN
bitcs-7270	4	13	of	of	ADP
bitcs-7270	4	14	training	train	VERB
bitcs-7270	4	15	autonomous	autonomous	ADJ
bitcs-7270	4	16	agents	agent	NOUN
bitcs-7270	4	17	for	for	ADP
bitcs-7270	4	18	robotic	robotic	ADJ
bitcs-7270	4	19	soccer	soccer	NOUN
bitcs-7270	4	20	,	,	PUNCT
bitcs-7270	4	21	a	a	DET
bitcs-7270	4	22	complex	complex	ADJ
bitcs-7270	4	23	and	and	CCONJ
bitcs-7270	4	24	dynamic	dynamic	ADJ
bitcs-7270	4	25	arena	arena	NOUN
bitcs-7270	4	26	that	that	PRON
bitcs-7270	4	27	necessitates	necessitate	VERB
bitcs-7270	4	28	strategic	strategic	ADJ
bitcs-7270	4	29	planning	planning	NOUN
bitcs-7270	4	30	,	,	PUNCT
bitcs-7270	4	31	coordination	coordination	NOUN
bitcs-7270	4	32	,	,	PUNCT
bitcs-7270	4	33	and	and	CCONJ
bitcs-7270	4	34	adaptation	adaptation	NOUN
bitcs-7270	4	35	.	.	PUNCT
bitcs-7270	5	1	we	we	PRON
bitcs-7270	5	2	studied	study	VERB
bitcs-7270	5	3	the	the	DET
bitcs-7270	5	4	learning	learn	VERB
bitcs-7270	5	5	progress	progress	NOUN
bitcs-7270	5	6	and	and	CCONJ
bitcs-7270	5	7	performance	performance	NOUN
bitcs-7270	5	8	of	of	ADP
bitcs-7270	5	9	agents	agent	NOUN
bitcs-7270	5	10	taught	teach	VERB
bitcs-7270	5	11	using	use	VERB
bitcs-7270	5	12	q	q	NOUN
bitcs-7270	5	13	-	-	PUNCT
bitcs-7270	5	14	learning	learning	NOUN
bitcs-7270	5	15	in	in	ADP
bitcs-7270	5	16	a	a	DET
bitcs-7270	5	17	series	series	NOUN
bitcs-7270	5	18	of	of	ADP
bitcs-7270	5	19	experiments	experiment	NOUN
bitcs-7270	5	20	carried	carry	VERB
bitcs-7270	5	21	out	out	ADP
bitcs-7270	5	22	in	in	ADP
bitcs-7270	5	23	a	a	DET
bitcs-7270	5	24	simulated	simulated	ADJ
bitcs-7270	5	25	soccer	soccer	NOUN
bitcs-7270	5	26	setting	setting	NOUN
bitcs-7270	5	27	.	.	PUNCT
bitcs-7270	6	1	during	during	ADP
bitcs-7270	6	2	training	training	NOUN
bitcs-7270	6	3	,	,	PUNCT
bitcs-7270	6	4	agents	agent	NOUN
bitcs-7270	6	5	interacted	interact	VERB
bitcs-7270	6	6	with	with	ADP
bitcs-7270	6	7	the	the	DET
bitcs-7270	6	8	soccer	soccer	NOUN
bitcs-7270	6	9	environment	environment	NOUN
bitcs-7270	6	10	,	,	PUNCT
bitcs-7270	6	11	iteratively	iteratively	ADV
bitcs-7270	6	12	changing	change	VERB
bitcs-7270	6	13	their	their	PRON
bitcs-7270	6	14	q	q	NOUN
bitcs-7270	6	15	-	-	PUNCT
bitcs-7270	6	16	values	value	NOUN
bitcs-7270	6	17	in	in	ADP
bitcs-7270	6	18	response	response	NOUN
bitcs-7270	6	19	to	to	ADP
bitcs-7270	6	20	observable	observable	ADJ
bitcs-7270	6	21	rewards	reward	NOUN
bitcs-7270	6	22	and	and	CCONJ
bitcs-7270	6	23	behaviors	behavior	NOUN
bitcs-7270	6	24	.	.	PUNCT
bitcs-7270	7	1	despite	despite	SCONJ
bitcs-7270	7	2	the	the	DET
bitcs-7270	7	3	high	high	ADV
bitcs-7270	7	4	-	-	PUNCT
bitcs-7270	7	5	dimensional	dimensional	ADJ
bitcs-7270	7	6	and	and	CCONJ
bitcs-7270	7	7	stochastic	stochastic	ADJ
bitcs-7270	7	8	character	character	NOUN
bitcs-7270	7	9	of	of	ADP
bitcs-7270	7	10	the	the	DET
bitcs-7270	7	11	soccer	soccer	NOUN
bitcs-7270	7	12	domain	domain	NOUN
bitcs-7270	7	13	,	,	PUNCT
bitcs-7270	7	14	q	q	ADJ
bitcs-7270	7	15	-	-	PUNCT
bitcs-7270	7	16	learning	learning	NOUN
bitcs-7270	7	17	helped	help	VERB
bitcs-7270	7	18	the	the	DET
bitcs-7270	7	19	agents	agent	NOUN
bitcs-7270	7	20	develop	develop	VERB
bitcs-7270	7	21	excellent	excellent	ADJ
bitcs-7270	7	22	tactics	tactic	NOUN
bitcs-7270	7	23	and	and	CCONJ
bitcs-7270	7	24	decision	decision	NOUN
bitcs-7270	7	25	-	-	PUNCT
bitcs-7270	7	26	making	make	VERB
bitcs-7270	7	27	capabilities	capability	NOUN
bitcs-7270	7	28	.	.	PUNCT
bitcs-7270	8	1	notably	notably	ADV
bitcs-7270	8	2	,	,	PUNCT
bitcs-7270	8	3	our	our	PRON
bitcs-7270	8	4	study	study	NOUN
bitcs-7270	8	5	found	find	VERB
bitcs-7270	8	6	that	that	SCONJ
bitcs-7270	8	7	,	,	PUNCT
bitcs-7270	8	8	on	on	ADP
bitcs-7270	8	9	average	average	ADJ
bitcs-7270	8	10	,	,	PUNCT
bitcs-7270	8	11	the	the	DET
bitcs-7270	8	12	agents	agent	NOUN
bitcs-7270	8	13	required	require	VERB
bitcs-7270	8	14	64	64	NUM
bitcs-7270	8	15	steps	step	NOUN
bitcs-7270	8	16	to	to	PART
bitcs-7270	8	17	reach	reach	VERB
bitcs-7270	8	18	a	a	DET
bitcs-7270	8	19	stable	stable	ADJ
bitcs-7270	8	20	policy	policy	NOUN
bitcs-7270	8	21	with	with	ADP
bitcs-7270	8	22	an	an	DET
bitcs-7270	8	23	average	average	ADJ
bitcs-7270	8	24	reward	reward	NOUN
bitcs-7270	8	25	of	of	ADP
bitcs-7270	8	26	-1	-1	PUNCT
bitcs-7270	8	27	.	.	PUNCT
bitcs-7270	9	1	keywords	keyword	NOUN
bitcs-7270	9	2	:	:	PUNCT
bitcs-7270	9	3	q	q	X
bitcs-7270	9	4	-	-	PUNCT
bitcs-7270	9	5	learning	learning	ADJ
bitcs-7270	9	6	,	,	PUNCT
bitcs-7270	9	7	reward	reward	NOUN
bitcs-7270	9	8	,	,	PUNCT
bitcs-7270	9	9	reinforcement	reinforcement	NOUN
bitcs-7270	9	10	learning	learning	NOUN
bitcs-7270	9	11	,	,	PUNCT
bitcs-7270	9	12	soccer	soccer	NOUN
bitcs-7270	9	13	agents	agent	NOUN
bitcs-7270	9	14	i.	i.	PROPN
bitcs-7270	9	15	introduction	introduction	PROPN
bitcs-7270	9	16	reinforcement	reinforcement	NOUN
bitcs-7270	9	17	learning	learning	NOUN
bitcs-7270	9	18	(	(	PUNCT
bitcs-7270	9	19	rl	rl	NOUN
bitcs-7270	9	20	)	)	PUNCT
bitcs-7270	9	21	approaches	approach	NOUN
bitcs-7270	9	22	are	be	AUX
bitcs-7270	9	23	increasingly	increasingly	ADV
bitcs-7270	9	24	being	be	AUX
bitcs-7270	9	25	used	use	VERB
bitcs-7270	9	26	to	to	PART
bitcs-7270	9	27	teach	teach	VERB
bitcs-7270	9	28	autonomous	autonomous	ADJ
bitcs-7270	9	29	entities	entity	NOUN
bitcs-7270	9	30	to	to	PART
bitcs-7270	9	31	complete	complete	VERB
bitcs-7270	9	32	hard	hard	ADJ
bitcs-7270	9	33	tasks	task	NOUN
bitcs-7270	9	34	in	in	ADP
bitcs-7270	9	35	the	the	DET
bitcs-7270	9	36	fields	field	NOUN
bitcs-7270	9	37	of	of	ADP
bitcs-7270	9	38	artificial	artificial	ADJ
bitcs-7270	9	39	intelligence	intelligence	NOUN
bitcs-7270	9	40	and	and	CCONJ
bitcs-7270	9	41	robotics	robotic	NOUN
bitcs-7270	9	42	.	.	PUNCT
bitcs-7270	10	1	one	one	NUM
bitcs-7270	10	2	such	such	ADJ
bitcs-7270	10	3	exciting	exciting	ADJ
bitcs-7270	10	4	application	application	NOUN
bitcs-7270	10	5	is	be	AUX
bitcs-7270	10	6	robotic	robotic	ADJ
bitcs-7270	10	7	soccer	soccer	NOUN
bitcs-7270	10	8	,	,	PUNCT
bitcs-7270	10	9	in	in	ADP
bitcs-7270	10	10	which	which	PRON
bitcs-7270	10	11	teams	team	NOUN
bitcs-7270	10	12	of	of	ADP
bitcs-7270	10	13	autonomous	autonomous	ADJ
bitcs-7270	10	14	agents	agent	NOUN
bitcs-7270	10	15	work	work	VERB
bitcs-7270	10	16	to	to	PART
bitcs-7270	10	17	achieve	achieve	VERB
bitcs-7270	10	18	predetermined	predetermined	ADJ
bitcs-7270	10	19	goals	goal	NOUN
bitcs-7270	10	20	,	,	PUNCT
bitcs-7270	10	21	mimicking	mimic	VERB
bitcs-7270	10	22	the	the	DET
bitcs-7270	10	23	dynamics	dynamic	NOUN
bitcs-7270	10	24	of	of	ADP
bitcs-7270	10	25	real	real	ADJ
bitcs-7270	10	26	-	-	PUNCT
bitcs-7270	10	27	world	world	NOUN
bitcs-7270	10	28	soccer	soccer	NOUN
bitcs-7270	10	29	matches	match	NOUN
bitcs-7270	10	30	.	.	PUNCT
bitcs-7270	11	1	this	this	DET
bitcs-7270	11	2	study	study	NOUN
bitcs-7270	11	3	focuses	focus	VERB
bitcs-7270	11	4	on	on	ADP
bitcs-7270	11	5	the	the	DET
bitcs-7270	11	6	creation	creation	NOUN
bitcs-7270	11	7	and	and	CCONJ
bitcs-7270	11	8	analysis	analysis	NOUN
bitcs-7270	11	9	of	of	ADP
bitcs-7270	11	10	rl	rl	NOUN
bitcs-7270	11	11	-	-	PUNCT
bitcs-7270	11	12	based	base	VERB
bitcs-7270	11	13	robotic	robotic	ADJ
bitcs-7270	11	14	soccer	soccer	NOUN
bitcs-7270	11	15	agents	agent	NOUN
bitcs-7270	11	16	,	,	PUNCT
bitcs-7270	11	17	specifically	specifically	ADV
bitcs-7270	11	18	their	their	PRON
bitcs-7270	11	19	capacity	capacity	NOUN
bitcs-7270	11	20	to	to	PART
bitcs-7270	11	21	acquire	acquire	VERB
bitcs-7270	11	22	effective	effective	ADJ
bitcs-7270	11	23	tactics	tactic	NOUN
bitcs-7270	11	24	for	for	ADP
bitcs-7270	11	25	gaming	gaming	NOUN
bitcs-7270	11	26	,	,	PUNCT
bitcs-7270	11	27	decision	decision	NOUN
bitcs-7270	11	28	-	-	PUNCT
bitcs-7270	11	29	making	making	NOUN
bitcs-7270	11	30	,	,	PUNCT
bitcs-7270	11	31	and	and	CCONJ
bitcs-7270	11	32	coordination	coordination	NOUN
bitcs-7270	11	33	in	in	ADP
bitcs-7270	11	34	a	a	DET
bitcs-7270	11	35	dynamic	dynamic	ADJ
bitcs-7270	11	36	and	and	CCONJ
bitcs-7270	11	37	competitive	competitive	ADJ
bitcs-7270	11	38	setting	setting	NOUN
bitcs-7270	11	39	.	.	PUNCT
bitcs-7270	12	1	this	this	DET
bitcs-7270	12	2	conclusion	conclusion	NOUN
bitcs-7270	12	3	shows	show	VERB
bitcs-7270	12	4	that	that	SCONJ
bitcs-7270	12	5	the	the	DET
bitcs-7270	12	6	agents	agent	NOUN
bitcs-7270	12	7	successfully	successfully	ADV
bitcs-7270	12	8	balanced	balance	VERB
bitcs-7270	12	9	exploration	exploration	NOUN
bitcs-7270	12	10	and	and	CCONJ
bitcs-7270	12	11	exploitation	exploitation	NOUN
bitcs-7270	12	12	,	,	PUNCT
bitcs-7270	12	13	progressively	progressively	ADV
bitcs-7270	12	14	learning	learn	VERB
bitcs-7270	12	15	to	to	PART
bitcs-7270	12	16	maximize	maximize	VERB
bitcs-7270	12	17	cumulative	cumulative	ADJ
bitcs-7270	12	18	rewards	reward	NOUN
bitcs-7270	12	19	while	while	SCONJ
bitcs-7270	12	20	avoiding	avoid	VERB
bitcs-7270	12	21	penalties	penalty	NOUN
bitcs-7270	12	22	.	.	PUNCT
bitcs-7270	13	1	furthermore	furthermore	ADV
bitcs-7270	13	2	,	,	PUNCT
bitcs-7270	13	3	the	the	DET
bitcs-7270	13	4	observed	observed	ADJ
bitcs-7270	13	5	average	average	ADJ
bitcs-7270	13	6	reward	reward	NOUN
bitcs-7270	13	7	of	of	ADP
bitcs-7270	13	8	-1	-1	PUNCT
bitcs-7270	13	9	implies	imply	VERB
bitcs-7270	13	10	that	that	SCONJ
bitcs-7270	13	11	,	,	PUNCT
bitcs-7270	13	12	on	on	ADP
bitcs-7270	13	13	average	average	ADJ
bitcs-7270	13	14	,	,	PUNCT
bitcs-7270	13	15	the	the	DET
bitcs-7270	13	16	agents	agent	NOUN
bitcs-7270	13	17	had	have	VERB
bitcs-7270	13	18	unsatisfactory	unsatisfactory	ADJ
bitcs-7270	13	19	results	result	NOUN
bitcs-7270	13	20	during	during	ADP
bitcs-7270	13	21	their	their	PRON
bitcs-7270	13	22	learning	learning	NOUN
bitcs-7270	13	23	process	process	NOUN
bitcs-7270	13	24	,	,	PUNCT
bitcs-7270	13	25	emphasizing	emphasize	VERB
bitcs-7270	13	26	the	the	DET
bitcs-7270	13	27	difficulties	difficulty	NOUN
bitcs-7270	13	28	associated	associate	VERB
bitcs-7270	13	29	with	with	ADP
bitcs-7270	13	30	understanding	understand	VERB
bitcs-7270	13	31	the	the	DET
bitcs-7270	13	32	complexity	complexity	NOUN
bitcs-7270	13	33	of	of	ADP
bitcs-7270	13	34	robotic	robotic	ADJ
bitcs-7270	13	35	soccer	soccer	NOUN
bitcs-7270	13	36	.	.	PUNCT
bitcs-7270	14	1	figure	figure	NOUN
bitcs-7270	14	2	1	1	NUM
bitcs-7270	14	3	.	.	PUNCT
bitcs-7270	14	4	reinforcement	reinforcement	NOUN
bitcs-7270	14	5	learning	learning	NOUN
bitcs-7270	14	6	powered	power	VERB
bitcs-7270	14	7	robot	robot	NOUN
bitcs-7270	14	8	involved	involve	VERB
bitcs-7270	14	9	in	in	ADP
bitcs-7270	14	10	soccer	soccer	NOUN
bitcs-7270	14	11	p	p	X
bitcs-7270	14	12	-	-	PUNCT
bitcs-7270	14	13	issn	issn	NOUN
bitcs-7270	14	14	:	:	PUNCT
bitcs-7270	14	15	2715	2715	NUM
bitcs-7270	14	16	-	-	SYM
bitcs-7270	14	17	2448	2448	NUM
bitcs-7270	15	1	|	|	NOUN
bitcs-7270	15	2	e	e	NOUN
bitcs-7270	15	3	-	-	NOUN
bitcs-7270	15	4	issn	issn	NOUN
bitcs-7270	15	5	:	:	PUNCT
bitcs-7270	15	6	2715	2715	NUM
bitcs-7270	15	7	-	-	SYM
bitcs-7270	15	8	7199	7199	NUM
bitcs-7270	15	9	vol.6	vol.6	PROPN
bitcs-7270	15	10	no.1	no.1	VERB
bitcs-7270	15	11	january	january	PROPN
bitcs-7270	15	12	2025	2025	NUM
bitcs-7270	15	13	buana	buana	PROPN
bitcs-7270	15	14	information	information	PROPN
bitcs-7270	15	15	technology	technology	NOUN
bitcs-7270	15	16	and	and	CCONJ
bitcs-7270	15	17	computer	computer	NOUN
bitcs-7270	15	18	sciences	science	NOUN
bitcs-7270	15	19	(	(	PUNCT
bitcs-7270	15	20	bit	bit	NOUN
bitcs-7270	15	21	and	and	CCONJ
bitcs-7270	15	22	cs	cs	ADJ
bitcs-7270	15	23	)	)	PUNCT
bitcs-7270	15	24	mailto:rhpoudyal@gmail.com	mailto:rhpoudyal@gmail.com	NOUN
bitcs-7270	15	25	vol	vol	NOUN
bitcs-7270	15	26	.	.	PROPN
bitcs-7270	16	1	6	6	NUM
bitcs-7270	16	2	,	,	PUNCT
bitcs-7270	16	3	no.1	no.1	NUM
bitcs-7270	16	4	,	,	PUNCT
bitcs-7270	16	5	january	january	NOUN
bitcs-7270	16	6	2025	2025	NUM
bitcs-7270	16	7	|	|	ADV
bitcs-7270	16	8	11	11	NUM
bitcs-7270	16	9	soccer	soccer	NOUN
bitcs-7270	16	10	players	player	NOUN
bitcs-7270	16	11	must	must	AUX
bitcs-7270	16	12	be	be	AUX
bitcs-7270	16	13	able	able	ADJ
bitcs-7270	16	14	to	to	PART
bitcs-7270	16	15	study	study	VERB
bitcs-7270	16	16	and	and	CCONJ
bitcs-7270	16	17	develop	develop	VERB
bitcs-7270	16	18	basic	basic	ADJ
bitcs-7270	16	19	abilities	ability	NOUN
bitcs-7270	16	20	in	in	ADP
bitcs-7270	16	21	order	order	NOUN
bitcs-7270	16	22	to	to	PART
bitcs-7270	16	23	gain	gain	VERB
bitcs-7270	16	24	a	a	DET
bitcs-7270	16	25	comprehensive	comprehensive	ADJ
bitcs-7270	16	26	and	and	CCONJ
bitcs-7270	16	27	advanced	advanced	ADJ
bitcs-7270	16	28	grasp	grasp	NOUN
bitcs-7270	16	29	of	of	ADP
bitcs-7270	16	30	the	the	DET
bitcs-7270	16	31	game	game	NOUN
bitcs-7270	16	32	.	.	PUNCT
bitcs-7270	17	1	these	these	DET
bitcs-7270	17	2	abilities	ability	NOUN
bitcs-7270	17	3	can	can	AUX
bitcs-7270	17	4	eventually	eventually	ADV
bitcs-7270	17	5	be	be	AUX
bitcs-7270	17	6	combined	combine	VERB
bitcs-7270	17	7	and	and	CCONJ
bitcs-7270	17	8	utilized	utilize	VERB
bitcs-7270	17	9	to	to	PART
bitcs-7270	17	10	mimic	mimic	VERB
bitcs-7270	17	11	the	the	DET
bitcs-7270	17	12	knowledge	knowledge	NOUN
bitcs-7270	17	13	of	of	ADP
bitcs-7270	17	14	seasoned	seasoned	ADJ
bitcs-7270	17	15	players	player	NOUN
bitcs-7270	17	16	.	.	PUNCT
bitcs-7270	18	1	this	this	DET
bitcs-7270	18	2	work	work	NOUN
bitcs-7270	18	3	explains	explain	VERB
bitcs-7270	18	4	the	the	DET
bitcs-7270	18	5	application	application	NOUN
bitcs-7270	18	6	of	of	ADP
bitcs-7270	18	7	reinforcement	reinforcement	NOUN
bitcs-7270	18	8	learning	learning	NOUN
bitcs-7270	18	9	,	,	PUNCT
bitcs-7270	18	10	a	a	DET
bitcs-7270	18	11	machine	machine	NOUN
bitcs-7270	18	12	learning	learn	VERB
bitcs-7270	18	13	approach	approach	NOUN
bitcs-7270	18	14	,	,	PUNCT
bitcs-7270	18	15	to	to	PART
bitcs-7270	18	16	learn	learn	VERB
bitcs-7270	18	17	the	the	DET
bitcs-7270	18	18	fundamental	fundamental	ADJ
bitcs-7270	18	19	abilities	ability	NOUN
bitcs-7270	18	20	of	of	ADP
bitcs-7270	18	21	intercepting	intercept	VERB
bitcs-7270	18	22	a	a	DET
bitcs-7270	18	23	moving	move	VERB
bitcs-7270	18	24	ball	ball	NOUN
bitcs-7270	18	25	.	.	PUNCT
bitcs-7270	19	1	the	the	DET
bitcs-7270	19	2	results	result	NOUN
bitcs-7270	19	3	of	of	ADP
bitcs-7270	19	4	simulation	simulation	NOUN
bitcs-7270	19	5	runs	run	VERB
bitcs-7270	19	6	on	on	ADP
bitcs-7270	19	7	the	the	DET
bitcs-7270	19	8	robocup	robocup	PROPN
bitcs-7270	19	9	soccer	soccer	NOUN
bitcs-7270	19	10	server	server	NOUN
bitcs-7270	19	11	were	be	AUX
bitcs-7270	19	12	also	also	ADV
bitcs-7270	19	13	presented	present	VERB
bitcs-7270	19	14	(	(	PUNCT
bitcs-7270	19	15	a.	a.	NOUN
bitcs-7270	19	16	sarje	sarje	NOUN
bitcs-7270	19	17	et	et	PROPN
bitcs-7270	19	18	al	al	PROPN
bitcs-7270	19	19	,	,	PUNCT
bitcs-7270	19	20	2004	2004	NUM
bitcs-7270	19	21	)	)	PUNCT
bitcs-7270	19	22	.	.	PUNCT
bitcs-7270	20	1	at	at	ADP
bitcs-7270	20	2	the	the	DET
bitcs-7270	20	3	centro	centro	X
bitcs-7270	20	4	universitário	universitário	PROPN
bitcs-7270	20	5	da	da	PROPN
bitcs-7270	20	6	fei	fei	PROPN
bitcs-7270	20	7	,	,	PUNCT
bitcs-7270	20	8	writers	writer	NOUN
bitcs-7270	20	9	were	be	AUX
bitcs-7270	20	10	working	work	VERB
bitcs-7270	20	11	on	on	ADP
bitcs-7270	20	12	a	a	DET
bitcs-7270	20	13	project	project	NOUN
bitcs-7270	20	14	to	to	PART
bitcs-7270	20	15	compete	compete	VERB
bitcs-7270	20	16	in	in	ADP
bitcs-7270	20	17	the	the	DET
bitcs-7270	20	18	robocup	robocup	PROPN
bitcs-7270	20	19	simulation	simulation	PROPN
bitcs-7270	20	20	league	league	PROPN
bitcs-7270	20	21	,	,	PUNCT
bitcs-7270	20	22	which	which	PRON
bitcs-7270	20	23	aimed	aim	VERB
bitcs-7270	20	24	to	to	PART
bitcs-7270	20	25	test	test	VERB
bitcs-7270	20	26	reinforcement	reinforcement	NOUN
bitcs-7270	20	27	learning	learning	NOUN
bitcs-7270	20	28	methods	method	NOUN
bitcs-7270	20	29	in	in	ADP
bitcs-7270	20	30	a	a	DET
bitcs-7270	20	31	multiagent	multiagent	NOUN
bitcs-7270	20	32	domain	domain	NOUN
bitcs-7270	20	33	.	.	PUNCT
bitcs-7270	21	1	the	the	DET
bitcs-7270	21	2	article	article	NOUN
bitcs-7270	21	3	outlines	outline	VERB
bitcs-7270	21	4	the	the	DET
bitcs-7270	21	5	squad	squad	NOUN
bitcs-7270	21	6	formed	form	VERB
bitcs-7270	21	7	for	for	ADP
bitcs-7270	21	8	the	the	DET
bitcs-7270	21	9	robot	robot	NOUN
bitcs-7270	21	10	soccer	soccer	NOUN
bitcs-7270	21	11	simulation	simulation	NOUN
bitcs-7270	21	12	tournament	tournament	NOUN
bitcs-7270	21	13	.	.	PUNCT
bitcs-7270	22	1	they	they	PRON
bitcs-7270	22	2	conclude	conclude	VERB
bitcs-7270	22	3	that	that	SCONJ
bitcs-7270	22	4	reinforcement	reinforcement	NOUN
bitcs-7270	22	5	learning	learning	NOUN
bitcs-7270	22	6	techniques	technique	NOUN
bitcs-7270	22	7	are	be	AUX
bitcs-7270	22	8	effective	effective	ADJ
bitcs-7270	22	9	in	in	ADP
bitcs-7270	22	10	this	this	DET
bitcs-7270	22	11	arena	arena	NOUN
bitcs-7270	22	12	(	(	PUNCT
bitcs-7270	22	13	celiberto	celiberto	PROPN
bitcs-7270	22	14	et	et	PROPN
bitcs-7270	22	15	al	al	PROPN
bitcs-7270	22	16	,	,	PUNCT
bitcs-7270	22	17	2005	2005	NUM
bitcs-7270	22	18	)	)	PUNCT
bitcs-7270	22	19	.	.	PUNCT
bitcs-7270	23	1	the	the	DET
bitcs-7270	23	2	benefit	benefit	NOUN
bitcs-7270	23	3	of	of	ADP
bitcs-7270	23	4	rl	rl	PROPN
bitcs-7270	23	5	is	be	AUX
bitcs-7270	23	6	the	the	DET
bitcs-7270	23	7	incorporation	incorporation	NOUN
bitcs-7270	23	8	of	of	ADP
bitcs-7270	23	9	a	a	DET
bitcs-7270	23	10	reward	reward	NOUN
bitcs-7270	23	11	system	system	NOUN
bitcs-7270	23	12	when	when	SCONJ
bitcs-7270	23	13	selecting	select	VERB
bitcs-7270	23	14	an	an	DET
bitcs-7270	23	15	action	action	NOUN
bitcs-7270	23	16	that	that	PRON
bitcs-7270	23	17	translates	translate	VERB
bitcs-7270	23	18	a	a	DET
bitcs-7270	23	19	video	video	NOUN
bitcs-7270	23	20	frame	frame	NOUN
bitcs-7270	23	21	from	from	ADP
bitcs-7270	23	22	a	a	DET
bitcs-7270	23	23	soccer	soccer	NOUN
bitcs-7270	23	24	match	match	NOUN
bitcs-7270	23	25	to	to	ADP
bitcs-7270	23	26	one	one	NUM
bitcs-7270	23	27	of	of	ADP
bitcs-7270	23	28	three	three	NUM
bitcs-7270	23	29	potential	potential	ADJ
bitcs-7270	23	30	states	state	NOUN
bitcs-7270	23	31	.	.	PUNCT
bitcs-7270	24	1	unlike	unlike	ADP
bitcs-7270	24	2	competing	compete	VERB
bitcs-7270	24	3	techniques	technique	NOUN
bitcs-7270	24	4	,	,	PUNCT
bitcs-7270	24	5	we	we	PRON
bitcs-7270	24	6	designed	design	VERB
bitcs-7270	24	7	the	the	DET
bitcs-7270	24	8	rl	rl	NOUN
bitcs-7270	24	9	model	model	NOUN
bitcs-7270	24	10	such	such	ADJ
bitcs-7270	24	11	that	that	SCONJ
bitcs-7270	24	12	participants	participant	NOUN
bitcs-7270	24	13	'	'	PART
bitcs-7270	24	14	team	team	NOUN
bitcs-7270	24	15	labels	label	NOUN
bitcs-7270	24	16	do	do	AUX
bitcs-7270	24	17	not	not	PART
bitcs-7270	24	18	need	need	VERB
bitcs-7270	24	19	to	to	PART
bitcs-7270	24	20	be	be	AUX
bitcs-7270	24	21	explicitly	explicitly	ADV
bitcs-7270	24	22	identified	identify	VERB
bitcs-7270	24	23	.	.	PUNCT
bitcs-7270	25	1	we	we	PRON
bitcs-7270	25	2	use	use	VERB
bitcs-7270	25	3	a	a	DET
bitcs-7270	25	4	deep	deep	ADJ
bitcs-7270	25	5	recurrent	recurrent	ADJ
bitcs-7270	25	6	q	q	NOUN
bitcs-7270	25	7	-	-	PUNCT
bitcs-7270	25	8	network	network	NOUN
bitcs-7270	25	9	(	(	PUNCT
bitcs-7270	25	10	drqn	drqn	NOUN
bitcs-7270	25	11	)	)	PUNCT
bitcs-7270	25	12	to	to	PART
bitcs-7270	25	13	discover	discover	VERB
bitcs-7270	25	14	the	the	DET
bitcs-7270	25	15	best	good	ADJ
bitcs-7270	25	16	policy	policy	NOUN
bitcs-7270	25	17	.	.	PUNCT
bitcs-7270	26	1	for	for	ADP
bitcs-7270	26	2	effective	effective	ADJ
bitcs-7270	26	3	drqn	drqn	NOUN
bitcs-7270	26	4	training	training	NOUN
bitcs-7270	26	5	,	,	PUNCT
bitcs-7270	26	6	we	we	PRON
bitcs-7270	26	7	presented	present	VERB
bitcs-7270	26	8	decorrelated	decorrelate	VERB
bitcs-7270	26	9	experience	experience	NOUN
bitcs-7270	26	10	replay	replay	NOUN
bitcs-7270	26	11	(	(	PUNCT
bitcs-7270	26	12	der	der	NOUN
bitcs-7270	26	13	)	)	PUNCT
bitcs-7270	26	14	,	,	PUNCT
bitcs-7270	26	15	a	a	DET
bitcs-7270	26	16	technique	technique	NOUN
bitcs-7270	26	17	that	that	PRON
bitcs-7270	26	18	picks	pick	VERB
bitcs-7270	26	19	essential	essential	ADJ
bitcs-7270	26	20	events	event	NOUN
bitcs-7270	26	21	based	base	VERB
bitcs-7270	26	22	on	on	ADP
bitcs-7270	26	23	the	the	DET
bitcs-7270	26	24	correlations	correlation	NOUN
bitcs-7270	26	25	of	of	ADP
bitcs-7270	26	26	the	the	DET
bitcs-7270	26	27	experiences	experience	NOUN
bitcs-7270	26	28	recorded	record	VERB
bitcs-7270	26	29	in	in	ADP
bitcs-7270	26	30	replay	replay	NOUN
bitcs-7270	26	31	memory	memory	NOUN
bitcs-7270	26	32	.	.	PUNCT
bitcs-7270	27	1	experimental	experimental	ADJ
bitcs-7270	27	2	findings	finding	NOUN
bitcs-7270	27	3	reveal	reveal	VERB
bitcs-7270	27	4	that	that	SCONJ
bitcs-7270	27	5	computing	compute	VERB
bitcs-7270	27	6	pass	pass	NOUN
bitcs-7270	27	7	and	and	CCONJ
bitcs-7270	27	8	possession	possession	NOUN
bitcs-7270	27	9	statistics	statistic	NOUN
bitcs-7270	27	10	is	be	AUX
bitcs-7270	27	11	at	at	ADP
bitcs-7270	27	12	least	least	ADV
bitcs-7270	27	13	5.75	5.75	NUM
bitcs-7270	27	14	%	%	NOUN
bitcs-7270	27	15	and	and	CCONJ
bitcs-7270	27	16	2.1	2.1	NUM
bitcs-7270	27	17	%	%	NOUN
bitcs-7270	27	18	more	more	ADV
bitcs-7270	27	19	accurate	accurate	ADJ
bitcs-7270	27	20	than	than	ADP
bitcs-7270	27	21	using	use	VERB
bitcs-7270	27	22	similar	similar	ADJ
bitcs-7270	27	23	methodologies	methodology	NOUN
bitcs-7270	27	24	(	(	PUNCT
bitcs-7270	27	25	s.	s.	PROPN
bitcs-7270	27	26	sarkar	sarkar	PROPN
bitcs-7270	27	27	et	et	PROPN
bitcs-7270	27	28	al	al	PROPN
bitcs-7270	27	29	,	,	PUNCT
bitcs-7270	27	30	2023	2023	NUM
bitcs-7270	27	31	)	)	PUNCT
bitcs-7270	27	32	.	.	PUNCT
bitcs-7270	28	1	robots	robot	NOUN
bitcs-7270	28	2	are	be	AUX
bitcs-7270	28	3	allocated	allocate	VERB
bitcs-7270	28	4	roles	role	NOUN
bitcs-7270	28	5	based	base	VERB
bitcs-7270	28	6	on	on	ADP
bitcs-7270	28	7	the	the	DET
bitcs-7270	28	8	scenario	scenario	NOUN
bitcs-7270	28	9	on	on	ADP
bitcs-7270	28	10	the	the	DET
bitcs-7270	28	11	gaming	gaming	NOUN
bitcs-7270	28	12	field	field	NOUN
bitcs-7270	28	13	.	.	PUNCT
bitcs-7270	29	1	each	each	DET
bitcs-7270	29	2	job	job	NOUN
bitcs-7270	29	3	has	have	VERB
bitcs-7270	29	4	distinct	distinct	ADJ
bitcs-7270	29	5	behaviors	behavior	NOUN
bitcs-7270	29	6	and	and	CCONJ
bitcs-7270	29	7	duties	duty	NOUN
bitcs-7270	29	8	.	.	PUNCT
bitcs-7270	30	1	the	the	DET
bitcs-7270	30	2	rl	rl	PROPN
bitcs-7270	30	3	assists	assist	VERB
bitcs-7270	30	4	the	the	DET
bitcs-7270	30	5	helper	helper	NOUN
bitcs-7270	30	6	and	and	CCONJ
bitcs-7270	30	7	defender	defender	NOUN
bitcs-7270	30	8	in	in	ADP
bitcs-7270	30	9	improving	improve	VERB
bitcs-7270	30	10	their	their	PRON
bitcs-7270	30	11	policy	policy	NOUN
bitcs-7270	30	12	choosing	choosing	NOUN
bitcs-7270	30	13	abilities	ability	NOUN
bitcs-7270	30	14	during	during	ADP
bitcs-7270	30	15	real	real	ADJ
bitcs-7270	30	16	-	-	PUNCT
bitcs-7270	30	17	time	time	NOUN
bitcs-7270	30	18	confrontations	confrontation	NOUN
bitcs-7270	30	19	.	.	PUNCT
bitcs-7270	31	1	the	the	DET
bitcs-7270	31	2	rl	rl	NOUN
bitcs-7270	31	3	system	system	NOUN
bitcs-7270	31	4	may	may	AUX
bitcs-7270	31	5	learn	learn	VERB
bitcs-7270	31	6	not	not	PART
bitcs-7270	31	7	just	just	ADV
bitcs-7270	31	8	how	how	SCONJ
bitcs-7270	31	9	helper	helper	NOUN
bitcs-7270	31	10	assists	assist	VERB
bitcs-7270	31	11	its	its	PRON
bitcs-7270	31	12	colleagues	colleague	NOUN
bitcs-7270	31	13	in	in	ADP
bitcs-7270	31	14	forming	form	VERB
bitcs-7270	31	15	an	an	DET
bitcs-7270	31	16	assault	assault	NOUN
bitcs-7270	31	17	or	or	CCONJ
bitcs-7270	31	18	defense	defense	NOUN
bitcs-7270	31	19	type	type	NOUN
bitcs-7270	31	20	,	,	PUNCT
bitcs-7270	31	21	but	but	CCONJ
bitcs-7270	31	22	also	also	ADV
bitcs-7270	31	23	how	how	SCONJ
bitcs-7270	31	24	to	to	PART
bitcs-7270	31	25	maintain	maintain	VERB
bitcs-7270	31	26	a	a	DET
bitcs-7270	31	27	suitable	suitable	ADJ
bitcs-7270	31	28	defensive	defensive	ADJ
bitcs-7270	31	29	approach	approach	NOUN
bitcs-7270	31	30	.	.	PUNCT
bitcs-7270	32	1	some	some	DET
bitcs-7270	32	2	trials	trial	NOUN
bitcs-7270	32	3	on	on	ADP
bitcs-7270	32	4	the	the	DET
bitcs-7270	32	5	fire	fire	NOUN
bitcs-7270	32	6	simulator	simulator	NOUN
bitcs-7270	32	7	and	and	CCONJ
bitcs-7270	32	8	standard	standard	ADJ
bitcs-7270	32	9	platform	platform	NOUN
bitcs-7270	32	10	have	have	AUX
bitcs-7270	32	11	shown	show	VERB
bitcs-7270	32	12	that	that	SCONJ
bitcs-7270	32	13	the	the	DET
bitcs-7270	32	14	suggested	suggest	VERB
bitcs-7270	32	15	strategy	strategy	NOUN
bitcs-7270	32	16	outperforms	outperform	VERB
bitcs-7270	32	17	its	its	PRON
bitcs-7270	32	18	rivals	rival	NOUN
bitcs-7270	32	19	(	(	PUNCT
bitcs-7270	32	20	hu	hu	PROPN
bitcs-7270	32	21	c	c	PROPN
bitcs-7270	32	22	et	et	PROPN
bitcs-7270	32	23	al	al	PROPN
bitcs-7270	32	24	,	,	PUNCT
bitcs-7270	32	25	2020	2020	NUM
bitcs-7270	32	26	)	)	PUNCT
bitcs-7270	32	27	.	.	PUNCT
bitcs-7270	33	1	this	this	DET
bitcs-7270	33	2	study	study	NOUN
bitcs-7270	33	3	introduces	introduce	VERB
bitcs-7270	33	4	a	a	DET
bitcs-7270	33	5	unique	unique	ADJ
bitcs-7270	33	6	multiagent	multiagent	NOUN
bitcs-7270	33	7	reinforcement	reinforcement	NOUN
bitcs-7270	33	8	learning	learning	NOUN
bitcs-7270	33	9	(	(	PUNCT
bitcs-7270	33	10	marl	marl	NOUN
bitcs-7270	33	11	)	)	PUNCT
bitcs-7270	33	12	algorithm	algorithm	NOUN
bitcs-7270	33	13	,	,	PUNCT
bitcs-7270	33	14	nash	nash	NOUN
bitcs-7270	33	15	-	-	PUNCT
bitcs-7270	33	16	learning	learning	NOUN
bitcs-7270	33	17	with	with	ADP
bitcs-7270	33	18	regret	regret	PROPN
bitcs-7270	33	19	matching	matching	PROPN
bitcs-7270	33	20	,	,	PUNCT
bitcs-7270	33	21	which	which	PRON
bitcs-7270	33	22	uses	use	VERB
bitcs-7270	33	23	regret	regret	NOUN
bitcs-7270	33	24	matching	match	VERB
bitcs-7270	33	25	to	to	PART
bitcs-7270	33	26	accelerate	accelerate	VERB
bitcs-7270	33	27	the	the	DET
bitcs-7270	33	28	well	well	ADV
bitcs-7270	33	29	-	-	PUNCT
bitcs-7270	33	30	known	know	VERB
bitcs-7270	33	31	marl	marl	NOUN
bitcs-7270	33	32	algorithm	algorithm	PROPN
bitcs-7270	33	33	nash	nash	PROPN
bitcs-7270	33	34	-	-	PUNCT
bitcs-7270	33	35	learning	learning	NOUN
bitcs-7270	33	36	.	.	PUNCT
bitcs-7270	34	1	it	it	PRON
bitcs-7270	34	2	is	be	AUX
bitcs-7270	34	3	vital	vital	ADJ
bitcs-7270	34	4	to	to	PART
bitcs-7270	34	5	adopt	adopt	VERB
bitcs-7270	34	6	an	an	DET
bitcs-7270	34	7	appropriate	appropriate	ADJ
bitcs-7270	34	8	method	method	NOUN
bitcs-7270	34	9	for	for	ADP
bitcs-7270	34	10	action	action	NOUN
bitcs-7270	34	11	selection	selection	NOUN
bitcs-7270	34	12	in	in	ADP
bitcs-7270	34	13	order	order	NOUN
bitcs-7270	34	14	to	to	PART
bitcs-7270	34	15	balance	balance	VERB
bitcs-7270	34	16	the	the	DET
bitcs-7270	34	17	relationship	relationship	NOUN
bitcs-7270	34	18	between	between	ADP
bitcs-7270	34	19	exploration	exploration	NOUN
bitcs-7270	34	20	and	and	CCONJ
bitcs-7270	34	21	exploitation	exploitation	NOUN
bitcs-7270	34	22	and	and	CCONJ
bitcs-7270	34	23	improve	improve	VERB
bitcs-7270	34	24	the	the	DET
bitcs-7270	34	25	ability	ability	NOUN
bitcs-7270	34	26	of	of	ADP
bitcs-7270	34	27	online	online	ADJ
bitcs-7270	34	28	learning	learning	NOUN
bitcs-7270	34	29	for	for	ADP
bitcs-7270	34	30	nash	nash	NOUN
bitcs-7270	34	31	-	-	PUNCT
bitcs-7270	34	32	learning	learning	NOUN
bitcs-7270	34	33	.	.	PUNCT
bitcs-7270	35	1	in	in	ADP
bitcs-7270	35	2	a	a	DET
bitcs-7270	35	3	markov	markov	NOUN
bitcs-7270	35	4	game	game	NOUN
bitcs-7270	35	5	,	,	PUNCT
bitcs-7270	35	6	the	the	DET
bitcs-7270	35	7	combined	combined	ADJ
bitcs-7270	35	8	action	action	NOUN
bitcs-7270	35	9	of	of	ADP
bitcs-7270	35	10	agents	agent	NOUN
bitcs-7270	35	11	using	use	VERB
bitcs-7270	35	12	the	the	DET
bitcs-7270	35	13	regret	regret	NOUN
bitcs-7270	35	14	matching	matching	NOUN
bitcs-7270	35	15	method	method	NOUN
bitcs-7270	35	16	can	can	AUX
bitcs-7270	35	17	converge	converge	VERB
bitcs-7270	35	18	to	to	ADP
bitcs-7270	35	19	a	a	DET
bitcs-7270	35	20	set	set	NOUN
bitcs-7270	35	21	of	of	ADP
bitcs-7270	35	22	no	no	DET
bitcs-7270	35	23	-	-	PUNCT
bitcs-7270	35	24	regret	regret	NOUN
bitcs-7270	35	25	points	point	NOUN
bitcs-7270	35	26	that	that	PRON
bitcs-7270	35	27	can	can	AUX
bitcs-7270	35	28	be	be	AUX
bitcs-7270	35	29	considered	consider	VERB
bitcs-7270	35	30	as	as	ADV
bitcs-7270	35	31	coarse	coarse	ADV
bitcs-7270	35	32	correlated	correlate	VERB
bitcs-7270	35	33	equilibrium	equilibrium	NOUN
bitcs-7270	35	34	,	,	PUNCT
bitcs-7270	35	35	which	which	PRON
bitcs-7270	35	36	contains	contain	VERB
bitcs-7270	35	37	nash	nash	PROPN
bitcs-7270	35	38	equilibrium	equilibrium	NOUN
bitcs-7270	35	39	in	in	ADP
bitcs-7270	35	40	essence	essence	NOUN
bitcs-7270	35	41	(	(	PUNCT
bitcs-7270	35	42	y.	y.	PROPN
bitcs-7270	35	43	ma	ma	PROPN
bitcs-7270	35	44	et	et	PROPN
bitcs-7270	35	45	al	al	PROPN
bitcs-7270	35	46	,	,	PUNCT
bitcs-7270	35	47	2009	2009	NUM
bitcs-7270	35	48	)	)	PUNCT
bitcs-7270	35	49	.	.	PUNCT
bitcs-7270	36	1	in	in	ADP
bitcs-7270	36	2	comparison	comparison	NOUN
bitcs-7270	36	3	to	to	ADP
bitcs-7270	36	4	the	the	DET
bitcs-7270	36	5	literature	literature	NOUN
bitcs-7270	36	6	,	,	PUNCT
bitcs-7270	36	7	our	our	PRON
bitcs-7270	36	8	research	research	NOUN
bitcs-7270	36	9	methodology	methodology	NOUN
bitcs-7270	36	10	emphasizes	emphasize	VERB
bitcs-7270	36	11	a	a	DET
bitcs-7270	36	12	detailed	detailed	ADJ
bitcs-7270	36	13	implementation	implementation	NOUN
bitcs-7270	36	14	of	of	ADP
bitcs-7270	36	15	rl	rl	NOUN
bitcs-7270	36	16	algorithms	algorithm	NOUN
bitcs-7270	36	17	,	,	PUNCT
bitcs-7270	36	18	particularly	particularly	ADV
bitcs-7270	36	19	in	in	ADP
bitcs-7270	36	20	the	the	DET
bitcs-7270	36	21	action	action	NOUN
bitcs-7270	36	22	selection	selection	NOUN
bitcs-7270	36	23	process	process	NOUN
bitcs-7270	36	24	.	.	PUNCT
bitcs-7270	37	1	we	we	PRON
bitcs-7270	37	2	explicitly	explicitly	ADV
bitcs-7270	37	3	outline	outline	VERB
bitcs-7270	37	4	how	how	SCONJ
bitcs-7270	37	5	actions	action	NOUN
bitcs-7270	37	6	are	be	AUX
bitcs-7270	37	7	chosen	choose	VERB
bitcs-7270	37	8	based	base	VERB
bitcs-7270	37	9	on	on	ADP
bitcs-7270	37	10	the	the	DET
bitcs-7270	37	11	current	current	ADJ
bitcs-7270	37	12	state	state	NOUN
bitcs-7270	37	13	and	and	CCONJ
bitcs-7270	37	14	exploration	exploration	NOUN
bitcs-7270	37	15	strategy	strategy	NOUN
bitcs-7270	37	16	,	,	PUNCT
bitcs-7270	37	17	enhancing	enhance	VERB
bitcs-7270	37	18	transparency	transparency	NOUN
bitcs-7270	37	19	and	and	CCONJ
bitcs-7270	37	20	reproducibility	reproducibility	NOUN
bitcs-7270	37	21	in	in	ADP
bitcs-7270	37	22	algorithmic	algorithmic	ADJ
bitcs-7270	37	23	implementation	implementation	NOUN
bitcs-7270	37	24	.	.	PUNCT
bitcs-7270	38	1	this	this	DET
bitcs-7270	38	2	level	level	NOUN
bitcs-7270	38	3	of	of	ADP
bitcs-7270	38	4	clarity	clarity	NOUN
bitcs-7270	38	5	ensures	ensure	VERB
bitcs-7270	38	6	consistency	consistency	NOUN
bitcs-7270	38	7	and	and	CCONJ
bitcs-7270	38	8	facilitates	facilitate	VERB
bitcs-7270	38	9	future	future	ADJ
bitcs-7270	38	10	research	research	NOUN
bitcs-7270	38	11	efforts	effort	NOUN
bitcs-7270	38	12	in	in	ADP
bitcs-7270	38	13	the	the	DET
bitcs-7270	38	14	field	field	NOUN
bitcs-7270	38	15	(	(	PUNCT
bitcs-7270	38	16	y.	y.	PROPN
bitcs-7270	38	17	ma	ma	PROPN
bitcs-7270	38	18	et	et	PROPN
bitcs-7270	38	19	al	al	PROPN
bitcs-7270	38	20	,	,	PUNCT
bitcs-7270	38	21	2009	2009	NUM
bitcs-7270	38	22	)	)	PUNCT
bitcs-7270	38	23	.	.	PUNCT
bitcs-7270	39	1	our	our	PRON
bitcs-7270	39	2	methodology	methodology	NOUN
bitcs-7270	39	3	advances	advance	VERB
bitcs-7270	39	4	the	the	DET
bitcs-7270	39	5	previous	previous	ADJ
bitcs-7270	39	6	methods	method	NOUN
bitcs-7270	39	7	with	with	ADP
bitcs-7270	39	8	a	a	DET
bitcs-7270	39	9	simpler	simple	ADJ
bitcs-7270	39	10	concept	concept	NOUN
bitcs-7270	39	11	comprising	comprise	VERB
bitcs-7270	39	12	up	up	ADP
bitcs-7270	39	13	of	of	ADP
bitcs-7270	39	14	a	a	DET
bitcs-7270	39	15	soccer	soccer	NOUN
bitcs-7270	39	16	field	field	NOUN
bitcs-7270	39	17	that	that	PRON
bitcs-7270	39	18	was	be	AUX
bitcs-7270	39	19	designed	design	VERB
bitcs-7270	39	20	with	with	ADP
bitcs-7270	39	21	specified	specify	VERB
bitcs-7270	39	22	dimensions	dimension	NOUN
bitcs-7270	39	23	,	,	PUNCT
bitcs-7270	39	24	goals	goal	NOUN
bitcs-7270	39	25	,	,	PUNCT
bitcs-7270	39	26	and	and	CCONJ
bitcs-7270	39	27	boundary	boundary	ADJ
bitcs-7270	39	28	conditions	condition	NOUN
bitcs-7270	39	29	to	to	PART
bitcs-7270	39	30	mimic	mimic	VERB
bitcs-7270	39	31	the	the	DET
bitcs-7270	39	32	dynamics	dynamic	NOUN
bitcs-7270	39	33	of	of	ADP
bitcs-7270	39	34	a	a	DET
bitcs-7270	39	35	real	real	ADJ
bitcs-7270	39	36	soccer	soccer	NOUN
bitcs-7270	39	37	game	game	NOUN
bitcs-7270	39	38	.	.	PUNCT
bitcs-7270	40	1	we	we	PRON
bitcs-7270	40	2	employed	employ	VERB
bitcs-7270	40	3	rl	rl	ADP
bitcs-7270	40	4	algorithms	algorithm	NOUN
bitcs-7270	40	5	,	,	PUNCT
bitcs-7270	40	6	namely	namely	ADV
bitcs-7270	40	7	q	q	NOUN
bitcs-7270	40	8	-	-	PUNCT
bitcs-7270	40	9	learning	learning	NOUN
bitcs-7270	40	10	,	,	PUNCT
bitcs-7270	40	11	to	to	PART
bitcs-7270	40	12	train	train	VERB
bitcs-7270	40	13	autonomous	autonomous	ADJ
bitcs-7270	40	14	agents	agent	NOUN
bitcs-7270	40	15	to	to	PART
bitcs-7270	40	16	investigate	investigate	VERB
bitcs-7270	40	17	their	their	PRON
bitcs-7270	40	18	environment	environment	NOUN
bitcs-7270	40	19	,	,	PUNCT
bitcs-7270	40	20	make	make	VERB
bitcs-7270	40	21	strategic	strategic	ADJ
bitcs-7270	40	22	decisions	decision	NOUN
bitcs-7270	40	23	,	,	PUNCT
bitcs-7270	40	24	and	and	CCONJ
bitcs-7270	40	25	interact	interact	VERB
bitcs-7270	40	26	with	with	ADP
bitcs-7270	40	27	other	other	ADJ
bitcs-7270	40	28	agents	agent	NOUN
bitcs-7270	40	29	and	and	CCONJ
bitcs-7270	40	30	the	the	DET
bitcs-7270	40	31	ball	ball	NOUN
bitcs-7270	40	32	.	.	PUNCT
bitcs-7270	41	1	the	the	DET
bitcs-7270	41	2	agents	agent	NOUN
bitcs-7270	41	3	'	'	PART
bitcs-7270	41	4	activities	activity	NOUN
bitcs-7270	41	5	were	be	AUX
bitcs-7270	41	6	dictated	dictate	VERB
bitcs-7270	41	7	by	by	ADP
bitcs-7270	41	8	the	the	DET
bitcs-7270	41	9	game	game	NOUN
bitcs-7270	41	10	's	's	PART
bitcs-7270	41	11	current	current	ADJ
bitcs-7270	41	12	state	state	NOUN
bitcs-7270	41	13	,	,	PUNCT
bitcs-7270	41	14	with	with	ADP
bitcs-7270	41	15	rewards	reward	NOUN
bitcs-7270	41	16	and	and	CCONJ
bitcs-7270	41	17	punishments	punishment	NOUN
bitcs-7270	41	18	given	give	VERB
bitcs-7270	41	19	in	in	ADP
bitcs-7270	41	20	line	line	NOUN
bitcs-7270	41	21	with	with	ADP
bitcs-7270	41	22	established	establish	VERB
bitcs-7270	41	23	rules	rule	NOUN
bitcs-7270	41	24	and	and	CCONJ
bitcs-7270	41	25	objectives	objective	NOUN
bitcs-7270	41	26	.	.	PUNCT
bitcs-7270	42	1	training	training	NOUN
bitcs-7270	42	2	iterations	iteration	NOUN
bitcs-7270	42	3	were	be	AUX
bitcs-7270	42	4	utilized	utilize	VERB
bitcs-7270	42	5	to	to	PART
bitcs-7270	42	6	iteratively	iteratively	ADV
bitcs-7270	42	7	alter	alter	VERB
bitcs-7270	42	8	the	the	DET
bitcs-7270	42	9	agents	agent	NOUN
bitcs-7270	42	10	'	'	PART
bitcs-7270	42	11	rules	rule	NOUN
bitcs-7270	42	12	,	,	PUNCT
bitcs-7270	42	13	resulting	result	VERB
bitcs-7270	42	14	in	in	ADP
bitcs-7270	42	15	improved	improved	ADJ
bitcs-7270	42	16	performance	performance	NOUN
bitcs-7270	42	17	over	over	ADP
bitcs-7270	42	18	time	time	NOUN
bitcs-7270	42	19	.	.	PUNCT
bitcs-7270	43	1	furthermore	furthermore	ADV
bitcs-7270	43	2	,	,	PUNCT
bitcs-7270	43	3	our	our	PRON
bitcs-7270	43	4	methodology	methodology	NOUN
bitcs-7270	43	5	is	be	AUX
bitcs-7270	43	6	consistent	consistent	ADJ
bitcs-7270	43	7	with	with	ADP
bitcs-7270	43	8	previous	previous	ADJ
bitcs-7270	43	9	research	research	NOUN
bitcs-7270	43	10	in	in	ADP
bitcs-7270	43	11	robotic	robotic	ADJ
bitcs-7270	43	12	soccer	soccer	NOUN
bitcs-7270	43	13	,	,	PUNCT
bitcs-7270	43	14	leveraging	leverage	VERB
bitcs-7270	43	15	simulation	simulation	NOUN
bitcs-7270	43	16	-	-	PUNCT
bitcs-7270	43	17	based	base	VERB
bitcs-7270	43	18	methodologies	methodology	NOUN
bitcs-7270	43	19	and	and	CCONJ
bitcs-7270	43	20	reinforcement	reinforcement	NOUN
bitcs-7270	43	21	learning	learning	NOUN
bitcs-7270	43	22	(	(	PUNCT
bitcs-7270	43	23	rl	rl	NOUN
bitcs-7270	43	24	)	)	PUNCT
bitcs-7270	43	25	algorithms	algorithm	NOUN
bitcs-7270	43	26	,	,	PUNCT
bitcs-7270	43	27	notably	notably	ADV
bitcs-7270	43	28	q	q	NOUN
bitcs-7270	43	29	-	-	PUNCT
bitcs-7270	43	30	learning	learning	NOUN
bitcs-7270	43	31	,	,	PUNCT
bitcs-7270	43	32	to	to	PART
bitcs-7270	43	33	train	train	VERB
bitcs-7270	43	34	autonomous	autonomous	ADJ
bitcs-7270	43	35	agents	agent	NOUN
bitcs-7270	43	36	.	.	PUNCT
bitcs-7270	44	1	similar	similar	ADJ
bitcs-7270	44	2	to	to	ADP
bitcs-7270	44	3	earlier	early	ADJ
bitcs-7270	44	4	research	research	NOUN
bitcs-7270	44	5	,	,	PUNCT
bitcs-7270	44	6	we	we	PRON
bitcs-7270	44	7	used	use	VERB
bitcs-7270	44	8	the	the	DET
bitcs-7270	44	9	pygame	pygame	NOUN
bitcs-7270	44	10	package	package	NOUN
bitcs-7270	44	11	to	to	PART
bitcs-7270	44	12	create	create	VERB
bitcs-7270	44	13	a	a	DET
bitcs-7270	44	14	virtual	virtual	ADJ
bitcs-7270	44	15	soccer	soccer	NOUN
bitcs-7270	44	16	environment	environment	NOUN
bitcs-7270	44	17	,	,	PUNCT
bitcs-7270	44	18	modeling	model	VERB
bitcs-7270	44	19	the	the	DET
bitcs-7270	44	20	field	field	NOUN
bitcs-7270	44	21	with	with	ADP
bitcs-7270	44	22	specified	specified	ADJ
bitcs-7270	44	23	dimensions	dimension	NOUN
bitcs-7270	44	24	,	,	PUNCT
bitcs-7270	44	25	goals	goal	NOUN
bitcs-7270	44	26	,	,	PUNCT
bitcs-7270	44	27	and	and	CCONJ
bitcs-7270	44	28	boundary	boundary	ADJ
bitcs-7270	44	29	conditions	condition	NOUN
bitcs-7270	44	30	to	to	PART
bitcs-7270	44	31	mimic	mimic	VERB
bitcs-7270	44	32	realistic	realistic	ADJ
bitcs-7270	44	33	gameplay	gameplay	NOUN
bitcs-7270	44	34	dynamics	dynamic	NOUN
bitcs-7270	44	35	.	.	PUNCT
bitcs-7270	45	1	the	the	DET
bitcs-7270	45	2	agents	agent	NOUN
bitcs-7270	45	3	'	'	PART
bitcs-7270	45	4	actions	action	NOUN
bitcs-7270	45	5	were	be	AUX
bitcs-7270	45	6	dictated	dictate	VERB
bitcs-7270	45	7	by	by	ADP
bitcs-7270	45	8	the	the	DET
bitcs-7270	45	9	game	game	NOUN
bitcs-7270	45	10	's	's	PART
bitcs-7270	45	11	present	present	ADJ
bitcs-7270	45	12	state	state	NOUN
bitcs-7270	45	13	,	,	PUNCT
bitcs-7270	45	14	with	with	ADP
bitcs-7270	45	15	rewards	reward	NOUN
bitcs-7270	45	16	and	and	CCONJ
bitcs-7270	45	17	punishments	punishment	NOUN
bitcs-7270	45	18	provided	provide	VERB
bitcs-7270	45	19	in	in	ADP
bitcs-7270	45	20	accordance	accordance	NOUN
bitcs-7270	45	21	with	with	ADP
bitcs-7270	45	22	established	establish	VERB
bitcs-7270	45	23	rules	rule	NOUN
bitcs-7270	45	24	and	and	CCONJ
bitcs-7270	45	25	goals	goal	NOUN
bitcs-7270	45	26	.	.	PUNCT
bitcs-7270	46	1	our	our	PRON
bitcs-7270	46	2	technique	technique	NOUN
bitcs-7270	46	3	included	include	VERB
bitcs-7270	46	4	creating	create	VERB
bitcs-7270	46	5	a	a	DET
bitcs-7270	46	6	q	q	NOUN
bitcs-7270	46	7	-	-	PUNCT
bitcs-7270	46	8	table	table	NOUN
bitcs-7270	46	9	to	to	PART
bitcs-7270	46	10	hold	hold	VERB
bitcs-7270	46	11	q	q	NOUN
bitcs-7270	46	12	-	-	PUNCT
bitcs-7270	46	13	values	value	NOUN
bitcs-7270	46	14	for	for	ADP
bitcs-7270	46	15	state	state	NOUN
bitcs-7270	46	16	-	-	PUNCT
bitcs-7270	46	17	action	action	NOUN
bitcs-7270	46	18	pairings	pairing	NOUN
bitcs-7270	46	19	,	,	PUNCT
bitcs-7270	46	20	specifying	specify	VERB
bitcs-7270	46	21	learning	learn	VERB
bitcs-7270	46	22	parameters	parameter	NOUN
bitcs-7270	46	23	including	include	VERB
bitcs-7270	46	24	the	the	DET
bitcs-7270	46	25	learning	learning	NOUN
bitcs-7270	46	26	rate	rate	NOUN
bitcs-7270	46	27	(	(	PUNCT
bitcs-7270	46	28	α	α	NOUN
bitcs-7270	46	29	)	)	PUNCT
bitcs-7270	46	30	,	,	PUNCT
bitcs-7270	46	31	discount	discount	NOUN
bitcs-7270	46	32	factor	factor	NOUN
bitcs-7270	46	33	(	(	PUNCT
bitcs-7270	46	34	γ	γ	NOUN
bitcs-7270	46	35	)	)	PUNCT
bitcs-7270	46	36	,	,	PUNCT
bitcs-7270	46	37	and	and	CCONJ
bitcs-7270	46	38	exploration	exploration	NOUN
bitcs-7270	46	39	rate	rate	NOUN
bitcs-7270	46	40	(	(	PUNCT
bitcs-7270	46	41	ε	ε	PROPN
bitcs-7270	46	42	)	)	PUNCT
bitcs-7270	46	43	,	,	PUNCT
bitcs-7270	46	44	and	and	CCONJ
bitcs-7270	46	45	updating	update	VERB
bitcs-7270	46	46	q	q	NOUN
bitcs-7270	46	47	-	-	PUNCT
bitcs-7270	46	48	values	value	NOUN
bitcs-7270	46	49	with	with	ADP
bitcs-7270	46	50	the	the	DET
bitcs-7270	46	51	q	q	NOUN
bitcs-7270	46	52	-	-	PUNCT
bitcs-7270	46	53	learning	learning	ADJ
bitcs-7270	46	54	update	update	NOUN
bitcs-7270	46	55	equation	equation	NOUN
bitcs-7270	46	56	.	.	PUNCT
bitcs-7270	47	1	ii	ii	PROPN
bitcs-7270	47	2	.	.	PUNCT
bitcs-7270	48	1	methods	method	NOUN
bitcs-7270	48	2	to	to	PART
bitcs-7270	48	3	carry	carry	VERB
bitcs-7270	48	4	out	out	ADP
bitcs-7270	48	5	this	this	DET
bitcs-7270	48	6	research	research	NOUN
bitcs-7270	48	7	,	,	PUNCT
bitcs-7270	48	8	we	we	PRON
bitcs-7270	48	9	used	use	VERB
bitcs-7270	48	10	a	a	DET
bitcs-7270	48	11	simulation	simulation	NOUN
bitcs-7270	48	12	-	-	PUNCT
bitcs-7270	48	13	based	base	VERB
bitcs-7270	48	14	technique	technique	NOUN
bitcs-7270	48	15	and	and	CCONJ
bitcs-7270	48	16	the	the	DET
bitcs-7270	48	17	pygame	pygame	NOUN
bitcs-7270	48	18	package	package	NOUN
bitcs-7270	48	19	to	to	PART
bitcs-7270	48	20	develop	develop	VERB
bitcs-7270	48	21	a	a	DET
bitcs-7270	48	22	virtual	virtual	ADJ
bitcs-7270	48	23	soccer	soccer	NOUN
bitcs-7270	48	24	environment	environment	NOUN
bitcs-7270	48	25	(	(	PUNCT
bitcs-7270	48	26	f.	f.	PROPN
bitcs-7270	48	27	michaud	michaud	PROPN
bitcs-7270	48	28	et	et	PROPN
bitcs-7270	48	29	al	al	PROPN
bitcs-7270	48	30	,	,	PUNCT
bitcs-7270	48	31	1998	1998	NUM
bitcs-7270	48	32	)	)	PUNCT
bitcs-7270	48	33	.	.	PUNCT
bitcs-7270	49	1	the	the	DET
bitcs-7270	49	2	soccer	soccer	NOUN
bitcs-7270	49	3	field	field	NOUN
bitcs-7270	49	4	was	be	AUX
bitcs-7270	49	5	modeled	model	VERB
bitcs-7270	49	6	with	with	ADP
bitcs-7270	49	7	specific	specific	ADJ
bitcs-7270	49	8	dimensions	dimension	NOUN
bitcs-7270	49	9	,	,	PUNCT
bitcs-7270	49	10	goals	goal	NOUN
bitcs-7270	49	11	,	,	PUNCT
bitcs-7270	49	12	and	and	CCONJ
bitcs-7270	49	13	boundary	boundary	ADJ
bitcs-7270	49	14	conditions	condition	NOUN
bitcs-7270	49	15	to	to	PART
bitcs-7270	49	16	simulate	simulate	VERB
bitcs-7270	49	17	the	the	DET
bitcs-7270	49	18	dynamics	dynamic	NOUN
bitcs-7270	49	19	of	of	ADP
bitcs-7270	49	20	a	a	DET
bitcs-7270	49	21	genuine	genuine	ADJ
bitcs-7270	49	22	soccer	soccer	NOUN
bitcs-7270	49	23	game	game	NOUN
bitcs-7270	49	24	.	.	PUNCT
bitcs-7270	50	1	vol	vol	NOUN
bitcs-7270	50	2	.	.	PROPN
bitcs-7270	50	3	6	6	NUM
bitcs-7270	50	4	,	,	PUNCT
bitcs-7270	50	5	no.1	no.1	NUM
bitcs-7270	50	6	,	,	PUNCT
bitcs-7270	50	7	january	january	PROPN
bitcs-7270	50	8	2025	2025	NUM
bitcs-7270	50	9	|	|	ADV
bitcs-7270	50	10	12	12	NUM
bitcs-7270	50	11	we	we	PRON
bitcs-7270	50	12	used	use	VERB
bitcs-7270	50	13	rl	rl	ADP
bitcs-7270	50	14	algorithms	algorithm	NOUN
bitcs-7270	50	15	,	,	PUNCT
bitcs-7270	50	16	especially	especially	ADV
bitcs-7270	50	17	q	q	NOUN
bitcs-7270	50	18	-	-	PUNCT
bitcs-7270	50	19	learning	learning	NOUN
bitcs-7270	50	20	,	,	PUNCT
bitcs-7270	50	21	to	to	PART
bitcs-7270	50	22	teach	teach	VERB
bitcs-7270	50	23	autonomous	autonomous	ADJ
bitcs-7270	50	24	agents	agent	NOUN
bitcs-7270	50	25	to	to	PART
bitcs-7270	50	26	explore	explore	VERB
bitcs-7270	50	27	their	their	PRON
bitcs-7270	50	28	surroundings	surrounding	NOUN
bitcs-7270	50	29	,	,	PUNCT
bitcs-7270	50	30	make	make	VERB
bitcs-7270	50	31	strategic	strategic	ADJ
bitcs-7270	50	32	decisions	decision	NOUN
bitcs-7270	50	33	,	,	PUNCT
bitcs-7270	50	34	and	and	CCONJ
bitcs-7270	50	35	interact	interact	VERB
bitcs-7270	50	36	with	with	ADP
bitcs-7270	50	37	other	other	ADJ
bitcs-7270	50	38	agents	agent	NOUN
bitcs-7270	50	39	and	and	CCONJ
bitcs-7270	50	40	the	the	DET
bitcs-7270	50	41	ball	ball	NOUN
bitcs-7270	50	42	(	(	PUNCT
bitcs-7270	50	43	m.	m.	NOUN
bitcs-7270	50	44	asada	asada	PROPN
bitcs-7270	50	45	,	,	PUNCT
bitcs-7270	50	46	e	e	PROPN
bitcs-7270	50	47	et	et	PROPN
bitcs-7270	50	48	al	al	PROPN
bitcs-7270	50	49	,	,	PUNCT
bitcs-7270	50	50	1999	1999	NUM
bitcs-7270	50	51	)	)	PUNCT
bitcs-7270	50	52	.	.	PUNCT
bitcs-7270	51	1	the	the	DET
bitcs-7270	51	2	agents	agent	NOUN
bitcs-7270	51	3	'	'	PART
bitcs-7270	51	4	behaviors	behavior	NOUN
bitcs-7270	51	5	were	be	AUX
bitcs-7270	51	6	dependent	dependent	ADJ
bitcs-7270	51	7	on	on	ADP
bitcs-7270	51	8	the	the	DET
bitcs-7270	51	9	game	game	NOUN
bitcs-7270	51	10	's	's	PART
bitcs-7270	51	11	current	current	ADJ
bitcs-7270	51	12	condition	condition	NOUN
bitcs-7270	51	13	,	,	PUNCT
bitcs-7270	51	14	with	with	ADP
bitcs-7270	51	15	rewards	reward	NOUN
bitcs-7270	51	16	and	and	CCONJ
bitcs-7270	51	17	punishments	punishment	NOUN
bitcs-7270	51	18	provided	provide	VERB
bitcs-7270	51	19	in	in	ADP
bitcs-7270	51	20	accordance	accordance	NOUN
bitcs-7270	51	21	with	with	ADP
bitcs-7270	51	22	predetermined	predetermine	VERB
bitcs-7270	51	23	rules	rule	NOUN
bitcs-7270	51	24	and	and	CCONJ
bitcs-7270	51	25	objectives	objective	NOUN
bitcs-7270	51	26	.	.	PUNCT
bitcs-7270	52	1	training	training	NOUN
bitcs-7270	52	2	iterations	iteration	NOUN
bitcs-7270	52	3	were	be	AUX
bitcs-7270	52	4	used	use	VERB
bitcs-7270	52	5	to	to	PART
bitcs-7270	52	6	iteratively	iteratively	ADV
bitcs-7270	52	7	adjust	adjust	VERB
bitcs-7270	52	8	the	the	DET
bitcs-7270	52	9	agents	agent	NOUN
bitcs-7270	52	10	'	'	PART
bitcs-7270	52	11	rules	rule	NOUN
bitcs-7270	52	12	and	and	CCONJ
bitcs-7270	52	13	enhance	enhance	VERB
bitcs-7270	52	14	their	their	PRON
bitcs-7270	52	15	performance	performance	NOUN
bitcs-7270	52	16	over	over	ADP
bitcs-7270	52	17	time	time	NOUN
bitcs-7270	52	18	.	.	PUNCT
bitcs-7270	53	1	this	this	DET
bitcs-7270	53	2	work	work	NOUN
bitcs-7270	53	3	uses	use	VERB
bitcs-7270	53	4	reinforcement	reinforcement	NOUN
bitcs-7270	53	5	learning	learning	NOUN
bitcs-7270	53	6	(	(	PUNCT
bitcs-7270	53	7	rl	rl	NOUN
bitcs-7270	53	8	)	)	PUNCT
bitcs-7270	53	9	techniques	technique	NOUN
bitcs-7270	53	10	,	,	PUNCT
bitcs-7270	53	11	notably	notably	ADV
bitcs-7270	53	12	q	q	NOUN
bitcs-7270	53	13	-	-	PUNCT
bitcs-7270	53	14	learning	learning	NOUN
bitcs-7270	53	15	,	,	PUNCT
bitcs-7270	53	16	to	to	PART
bitcs-7270	53	17	train	train	VERB
bitcs-7270	53	18	autonomous	autonomous	ADJ
bitcs-7270	53	19	agents	agent	NOUN
bitcs-7270	53	20	for	for	ADP
bitcs-7270	53	21	robotic	robotic	ADJ
bitcs-7270	53	22	soccer	soccer	NOUN
bitcs-7270	53	23	games	game	NOUN
bitcs-7270	53	24	.	.	PUNCT
bitcs-7270	54	1	the	the	DET
bitcs-7270	54	2	simulation	simulation	NOUN
bitcs-7270	54	3	system	system	NOUN
bitcs-7270	54	4	is	be	AUX
bitcs-7270	54	5	built	build	VERB
bitcs-7270	54	6	on	on	ADP
bitcs-7270	54	7	the	the	DET
bitcs-7270	54	8	pygame	pygame	NOUN
bitcs-7270	54	9	package	package	NOUN
bitcs-7270	54	10	,	,	PUNCT
bitcs-7270	54	11	which	which	PRON
bitcs-7270	54	12	provides	provide	VERB
bitcs-7270	54	13	a	a	DET
bitcs-7270	54	14	flexible	flexible	ADJ
bitcs-7270	54	15	framework	framework	NOUN
bitcs-7270	54	16	for	for	ADP
bitcs-7270	54	17	developing	develop	VERB
bitcs-7270	54	18	and	and	CCONJ
bitcs-7270	54	19	visualizing	visualize	VERB
bitcs-7270	54	20	soccer	soccer	NOUN
bitcs-7270	54	21	situations	situation	NOUN
bitcs-7270	54	22	.	.	PUNCT
bitcs-7270	55	1	1	1	X
bitcs-7270	55	2	.	.	X
bitcs-7270	55	3	action	action	NOUN
bitcs-7270	55	4	an	an	DET
bitcs-7270	55	5	action	action	NOUN
bitcs-7270	55	6	made	make	VERB
bitcs-7270	55	7	in	in	ADP
bitcs-7270	55	8	reaction	reaction	NOUN
bitcs-7270	55	9	to	to	ADP
bitcs-7270	55	10	the	the	DET
bitcs-7270	55	11	existing	exist	VERB
bitcs-7270	55	12	situation	situation	NOUN
bitcs-7270	55	13	.	.	PUNCT
bitcs-7270	56	1	in	in	ADP
bitcs-7270	56	2	this	this	DET
bitcs-7270	56	3	context	context	NOUN
bitcs-7270	56	4	,	,	PUNCT
bitcs-7270	56	5	the	the	DET
bitcs-7270	56	6	action	action	NOUN
bitcs-7270	56	7	might	might	AUX
bitcs-7270	56	8	imply	imply	VERB
bitcs-7270	56	9	whether	whether	SCONJ
bitcs-7270	56	10	the	the	DET
bitcs-7270	56	11	left	left	ADJ
bitcs-7270	56	12	paddle	paddle	NOUN
bitcs-7270	56	13	travels	travel	VERB
bitcs-7270	56	14	up	up	ADP
bitcs-7270	56	15	,	,	PUNCT
bitcs-7270	56	16	down	down	ADV
bitcs-7270	56	17	,	,	PUNCT
bitcs-7270	56	18	or	or	CCONJ
bitcs-7270	56	19	remains	remain	VERB
bitcs-7270	56	20	still	still	ADV
bitcs-7270	56	21	.	.	PUNCT
bitcs-7270	57	1	the	the	DET
bitcs-7270	57	2	action	action	NOUN
bitcs-7270	57	3	value	value	NOUN
bitcs-7270	57	4	is	be	AUX
bitcs-7270	57	5	usually	usually	ADV
bitcs-7270	57	6	expressed	express	VERB
bitcs-7270	57	7	as	as	ADP
bitcs-7270	57	8	an	an	DET
bitcs-7270	57	9	integer	integer	NOUN
bitcs-7270	57	10	.	.	PUNCT
bitcs-7270	58	1	for	for	ADP
bitcs-7270	58	2	example	example	NOUN
bitcs-7270	58	3	,	,	PUNCT
bitcs-7270	58	4	an	an	DET
bitcs-7270	58	5	action	action	NOUN
bitcs-7270	58	6	of	of	ADP
bitcs-7270	58	7	0	0	NUM
bitcs-7270	58	8	may	may	AUX
bitcs-7270	58	9	correlate	correlate	VERB
bitcs-7270	58	10	to	to	ADP
bitcs-7270	58	11	moving	move	VERB
bitcs-7270	58	12	the	the	DET
bitcs-7270	58	13	paddle	paddle	NOUN
bitcs-7270	58	14	up	up	ADP
bitcs-7270	58	15	,	,	PUNCT
bitcs-7270	58	16	1	1	NUM
bitcs-7270	58	17	to	to	ADP
bitcs-7270	58	18	maintaining	maintain	VERB
bitcs-7270	58	19	it	it	PRON
bitcs-7270	58	20	stationary	stationary	ADJ
bitcs-7270	58	21	,	,	PUNCT
bitcs-7270	58	22	and	and	CCONJ
bitcs-7270	58	23	2	2	NUM
bitcs-7270	58	24	to	to	ADP
bitcs-7270	58	25	pushing	push	VERB
bitcs-7270	58	26	it	it	PRON
bitcs-7270	58	27	down	down	ADP
bitcs-7270	58	28	.	.	PUNCT
bitcs-7270	59	1	2	2	X
bitcs-7270	59	2	.	.	X
bitcs-7270	59	3	reward	reward	VERB
bitcs-7270	59	4	the	the	DET
bitcs-7270	59	5	reward	reward	NOUN
bitcs-7270	59	6	gained	gain	VERB
bitcs-7270	59	7	after	after	ADP
bitcs-7270	59	8	doing	do	VERB
bitcs-7270	59	9	the	the	DET
bitcs-7270	59	10	stated	state	VERB
bitcs-7270	59	11	action	action	NOUN
bitcs-7270	59	12	in	in	ADP
bitcs-7270	59	13	the	the	DET
bitcs-7270	59	14	current	current	ADJ
bitcs-7270	59	15	state	state	NOUN
bitcs-7270	59	16	.	.	PUNCT
bitcs-7270	60	1	in	in	ADP
bitcs-7270	60	2	reinforcement	reinforcement	NOUN
bitcs-7270	60	3	learning	learning	NOUN
bitcs-7270	60	4	,	,	PUNCT
bitcs-7270	60	5	incentives	incentive	NOUN
bitcs-7270	60	6	are	be	AUX
bitcs-7270	60	7	utilized	utilize	VERB
bitcs-7270	60	8	to	to	PART
bitcs-7270	60	9	communicate	communicate	VERB
bitcs-7270	60	10	the	the	DET
bitcs-7270	60	11	desirableness	desirableness	NOUN
bitcs-7270	60	12	of	of	ADP
bitcs-7270	60	13	a	a	DET
bitcs-7270	60	14	certain	certain	ADJ
bitcs-7270	60	15	state	state	NOUN
bitcs-7270	60	16	-	-	PUNCT
bitcs-7270	60	17	action	action	NOUN
bitcs-7270	60	18	combination	combination	NOUN
bitcs-7270	60	19	.	.	PUNCT
bitcs-7270	61	1	a	a	DET
bitcs-7270	61	2	positive	positive	ADJ
bitcs-7270	61	3	reward	reward	NOUN
bitcs-7270	61	4	often	often	ADV
bitcs-7270	61	5	denotes	denote	VERB
bitcs-7270	61	6	a	a	DET
bitcs-7270	61	7	favorable	favorable	ADJ
bitcs-7270	61	8	outcome	outcome	NOUN
bitcs-7270	61	9	,	,	PUNCT
bitcs-7270	61	10	whereas	whereas	SCONJ
bitcs-7270	61	11	a	a	DET
bitcs-7270	61	12	negative	negative	ADJ
bitcs-7270	61	13	reward	reward	NOUN
bitcs-7270	61	14	suggests	suggest	VERB
bitcs-7270	61	15	a	a	DET
bitcs-7270	61	16	bad	bad	ADJ
bitcs-7270	61	17	outcome	outcome	NOUN
bitcs-7270	61	18	.	.	PUNCT
bitcs-7270	62	1	3	3	X
bitcs-7270	62	2	.	.	X
bitcs-7270	62	3	new	new	ADJ
bitcs-7270	62	4	state	state	NOUN
bitcs-7270	62	5	the	the	DET
bitcs-7270	62	6	new	new	ADJ
bitcs-7270	62	7	state	state	NOUN
bitcs-7270	62	8	is	be	AUX
bitcs-7270	62	9	the	the	DET
bitcs-7270	62	10	consequence	consequence	NOUN
bitcs-7270	62	11	of	of	ADP
bitcs-7270	62	12	doing	do	VERB
bitcs-7270	62	13	the	the	DET
bitcs-7270	62	14	given	give	VERB
bitcs-7270	62	15	action	action	NOUN
bitcs-7270	62	16	in	in	ADP
bitcs-7270	62	17	the	the	DET
bitcs-7270	62	18	current	current	ADJ
bitcs-7270	62	19	state	state	NOUN
bitcs-7270	62	20	.	.	PUNCT
bitcs-7270	63	1	it	it	PRON
bitcs-7270	63	2	represents	represent	VERB
bitcs-7270	63	3	the	the	DET
bitcs-7270	63	4	status	status	NOUN
bitcs-7270	63	5	of	of	ADP
bitcs-7270	63	6	the	the	DET
bitcs-7270	63	7	environment	environment	NOUN
bitcs-7270	63	8	after	after	SCONJ
bitcs-7270	63	9	the	the	DET
bitcs-7270	63	10	activity	activity	NOUN
bitcs-7270	63	11	has	have	AUX
bitcs-7270	63	12	been	be	AUX
bitcs-7270	63	13	carried	carry	VERB
bitcs-7270	63	14	out	out	ADP
bitcs-7270	63	15	.	.	PUNCT
bitcs-7270	64	1	the	the	DET
bitcs-7270	64	2	new	new	ADJ
bitcs-7270	64	3	state	state	NOUN
bitcs-7270	64	4	is	be	AUX
bitcs-7270	64	5	usually	usually	ADV
bitcs-7270	64	6	decided	decide	VERB
bitcs-7270	64	7	by	by	ADP
bitcs-7270	64	8	the	the	DET
bitcs-7270	64	9	game	game	NOUN
bitcs-7270	64	10	dynamics	dynamic	NOUN
bitcs-7270	64	11	and	and	CCONJ
bitcs-7270	64	12	the	the	DET
bitcs-7270	64	13	impact	impact	NOUN
bitcs-7270	64	14	of	of	ADP
bitcs-7270	64	15	the	the	DET
bitcs-7270	64	16	action	action	NOUN
bitcs-7270	64	17	on	on	ADP
bitcs-7270	64	18	the	the	DET
bitcs-7270	64	19	surroundings	surrounding	NOUN
bitcs-7270	64	20	.	.	PUNCT
bitcs-7270	65	1	4	4	X
bitcs-7270	65	2	.	.	X
bitcs-7270	65	3	q	q	X
bitcs-7270	65	4	-	-	PUNCT
bitcs-7270	65	5	learning	learn	VERB
bitcs-7270	65	6	q	q	NOUN
bitcs-7270	65	7	-	-	PUNCT
bitcs-7270	65	8	learning	learning	NOUN
bitcs-7270	65	9	is	be	AUX
bitcs-7270	65	10	a	a	DET
bitcs-7270	65	11	model	model	NOUN
bitcs-7270	65	12	-	-	PUNCT
bitcs-7270	65	13	free	free	ADJ
bitcs-7270	65	14	reinforcement	reinforcement	NOUN
bitcs-7270	65	15	learning	learning	NOUN
bitcs-7270	65	16	method	method	NOUN
bitcs-7270	65	17	that	that	PRON
bitcs-7270	65	18	determines	determine	VERB
bitcs-7270	65	19	the	the	DET
bitcs-7270	65	20	best	good	ADJ
bitcs-7270	65	21	action	action	NOUN
bitcs-7270	65	22	-	-	PUNCT
bitcs-7270	65	23	selection	selection	NOUN
bitcs-7270	65	24	strategy	strategy	NOUN
bitcs-7270	65	25	for	for	ADP
bitcs-7270	65	26	a	a	DET
bitcs-7270	65	27	given	give	VERB
bitcs-7270	65	28	finite	finite	ADJ
bitcs-7270	65	29	markov	markov	NOUN
bitcs-7270	65	30	decision	decision	NOUN
bitcs-7270	65	31	process	process	NOUN
bitcs-7270	65	32	(	(	PUNCT
bitcs-7270	65	33	mdp	mdp	PROPN
bitcs-7270	65	34	)	)	PUNCT
bitcs-7270	65	35	.	.	PUNCT
bitcs-7270	66	1	it	it	PRON
bitcs-7270	66	2	learns	learn	VERB
bitcs-7270	66	3	the	the	DET
bitcs-7270	66	4	importance	importance	NOUN
bitcs-7270	66	5	of	of	ADP
bitcs-7270	66	6	doing	do	VERB
bitcs-7270	66	7	a	a	DET
bitcs-7270	66	8	certain	certain	ADJ
bitcs-7270	66	9	action	action	NOUN
bitcs-7270	66	10	in	in	ADP
bitcs-7270	66	11	a	a	DET
bitcs-7270	66	12	given	give	VERB
bitcs-7270	66	13	condition	condition	NOUN
bitcs-7270	66	14	and	and	CCONJ
bitcs-7270	66	15	strives	strive	VERB
bitcs-7270	66	16	to	to	PART
bitcs-7270	66	17	maximize	maximize	VERB
bitcs-7270	66	18	the	the	DET
bitcs-7270	66	19	overall	overall	ADJ
bitcs-7270	66	20	reward	reward	NOUN
bitcs-7270	66	21	over	over	ADP
bitcs-7270	66	22	time	time	NOUN
bitcs-7270	66	23	.	.	PUNCT
bitcs-7270	67	1	q	q	X
bitcs-7270	67	2	-	-	PUNCT
bitcs-7270	67	3	learning	learning	NOUN
bitcs-7270	67	4	is	be	AUX
bitcs-7270	67	5	a	a	DET
bitcs-7270	67	6	type	type	NOUN
bitcs-7270	67	7	of	of	ADP
bitcs-7270	67	8	temporal	temporal	ADJ
bitcs-7270	67	9	difference	difference	NOUN
bitcs-7270	67	10	learning	learning	NOUN
bitcs-7270	67	11	in	in	ADP
bitcs-7270	67	12	which	which	PRON
bitcs-7270	67	13	the	the	DET
bitcs-7270	67	14	agent	agent	NOUN
bitcs-7270	67	15	learns	learn	VERB
bitcs-7270	67	16	from	from	ADP
bitcs-7270	67	17	differences	difference	NOUN
bitcs-7270	67	18	between	between	ADP
bitcs-7270	67	19	successive	successive	ADJ
bitcs-7270	67	20	estimations	estimation	NOUN
bitcs-7270	67	21	of	of	ADP
bitcs-7270	67	22	the	the	DET
bitcs-7270	67	23	value	value	NOUN
bitcs-7270	67	24	function	function	NOUN
bitcs-7270	67	25	.	.	PUNCT
bitcs-7270	68	1	the	the	DET
bitcs-7270	68	2	equation	equation	NOUN
bitcs-7270	68	3	for	for	ADP
bitcs-7270	68	4	q	q	NOUN
bitcs-7270	68	5	-	-	PUNCT
bitcs-7270	68	6	learning	learning	NOUN
bitcs-7270	68	7	is	be	AUX
bitcs-7270	68	8	given	give	VERB
bitcs-7270	68	9	by	by	ADP
bitcs-7270	68	10	:	:	PUNCT
bitcs-7270	68	11	𝑸(𝒔	𝑸(𝒔	PROPN
bitcs-7270	68	12	,	,	PUNCT
bitcs-7270	68	13	𝒂	𝒂	NOUN
bitcs-7270	68	14	)	)	PUNCT
bitcs-7270	68	15	←	←	PROPN
bitcs-7270	68	16	𝑸(𝒔	𝑸(𝒔	PROPN
bitcs-7270	68	17	,	,	PUNCT
bitcs-7270	68	18	𝒂	𝒂	NOUN
bitcs-7270	68	19	)	)	PUNCT
bitcs-7270	68	20	+	+	PROPN
bitcs-7270	68	21	𝜶[𝒓	𝜶[𝒓	ADJ
bitcs-7270	68	22	+	+	CCONJ
bitcs-7270	68	23	𝜸𝑚𝑎𝑥𝒂𝑸(𝒔′	𝜸𝑚𝑎𝑥𝒂𝑸(𝒔′	NUM
bitcs-7270	68	24	,	,	PUNCT
bitcs-7270	68	25	𝒂	𝒂	NOUN
bitcs-7270	68	26	)	)	PUNCT
bitcs-7270	68	27	−	−	PROPN
bitcs-7270	68	28	𝑸(𝒔	𝑸(𝒔	PROPN
bitcs-7270	68	29	,	,	PUNCT
bitcs-7270	68	30	𝒂	𝒂	NOUN
bitcs-7270	68	31	)	)	PUNCT
bitcs-7270	68	32	]	]	PUNCT
bitcs-7270	68	33	(	(	PUNCT
bitcs-7270	68	34	1	1	NUM
bitcs-7270	68	35	)	)	PUNCT
bitcs-7270	68	36	.	.	PUNCT
bitcs-7270	69	1	where	where	SCONJ
bitcs-7270	69	2	:	:	PUNCT
bitcs-7270	69	3	a	a	X
bitcs-7270	69	4	)	)	PUNCT
bitcs-7270	69	5	q(s	q(s	PROPN
bitcs-7270	69	6	,	,	PUNCT
bitcs-7270	69	7	a	a	PRON
bitcs-7270	69	8	)	)	PUNCT
bitcs-7270	69	9	is	be	AUX
bitcs-7270	69	10	the	the	DET
bitcs-7270	69	11	estimated	estimate	VERB
bitcs-7270	69	12	value	value	NOUN
bitcs-7270	69	13	(	(	PUNCT
bitcs-7270	69	14	q	q	NOUN
bitcs-7270	69	15	-	-	PUNCT
bitcs-7270	69	16	value	value	NOUN
bitcs-7270	69	17	)	)	PUNCT
bitcs-7270	69	18	of	of	ADP
bitcs-7270	69	19	taking	take	VERB
bitcs-7270	69	20	action	action	NOUN
bitcs-7270	69	21	a	a	PRON
bitcs-7270	69	22	in	in	ADP
bitcs-7270	69	23	state	state	NOUN
bitcs-7270	69	24	s.	s.	PROPN
bitcs-7270	69	25	b	b	PROPN
bitcs-7270	69	26	)	)	PUNCT
bitcs-7270	69	27	α	α	PROPN
bitcs-7270	69	28	(	(	PUNCT
bitcs-7270	69	29	alpha	alpha	NOUN
bitcs-7270	69	30	)	)	PUNCT
bitcs-7270	69	31	is	be	AUX
bitcs-7270	69	32	the	the	DET
bitcs-7270	69	33	learning	learning	NOUN
bitcs-7270	69	34	rate	rate	NOUN
bitcs-7270	69	35	,	,	PUNCT
bitcs-7270	69	36	controlling	control	VERB
bitcs-7270	69	37	how	how	SCONJ
bitcs-7270	69	38	much	much	ADJ
bitcs-7270	69	39	the	the	DET
bitcs-7270	69	40	q	q	NOUN
bitcs-7270	69	41	-	-	PUNCT
bitcs-7270	69	42	values	value	NOUN
bitcs-7270	69	43	are	be	AUX
bitcs-7270	69	44	updated	update	VERB
bitcs-7270	69	45	after	after	ADP
bitcs-7270	69	46	each	each	DET
bitcs-7270	69	47	iteration	iteration	NOUN
bitcs-7270	69	48	.	.	PUNCT
bitcs-7270	70	1	c	c	X
bitcs-7270	70	2	)	)	PUNCT
bitcs-7270	70	3	r	r	NOUN
bitcs-7270	70	4	is	be	AUX
bitcs-7270	70	5	the	the	DET
bitcs-7270	70	6	immediate	immediate	ADJ
bitcs-7270	70	7	reward	reward	NOUN
bitcs-7270	70	8	received	receive	VERB
bitcs-7270	70	9	after	after	ADP
bitcs-7270	70	10	taking	take	VERB
bitcs-7270	70	11	action	action	NOUN
bitcs-7270	70	12	a	a	PRON
bitcs-7270	70	13	in	in	ADP
bitcs-7270	70	14	state	state	NOUN
bitcs-7270	70	15	s.	s.	PROPN
bitcs-7270	70	16	d	d	PROPN
bitcs-7270	70	17	)	)	PUNCT
bitcs-7270	70	18	γ	γ	PROPN
bitcs-7270	70	19	(	(	PUNCT
bitcs-7270	70	20	gamma	gamma	NOUN
bitcs-7270	70	21	)	)	PUNCT
bitcs-7270	70	22	is	be	AUX
bitcs-7270	70	23	the	the	DET
bitcs-7270	70	24	discount	discount	NOUN
bitcs-7270	70	25	factor	factor	NOUN
bitcs-7270	70	26	,	,	PUNCT
bitcs-7270	70	27	representing	represent	VERB
bitcs-7270	70	28	the	the	DET
bitcs-7270	70	29	importance	importance	NOUN
bitcs-7270	70	30	of	of	ADP
bitcs-7270	70	31	future	future	ADJ
bitcs-7270	70	32	rewards	reward	NOUN
bitcs-7270	70	33	.	.	PUNCT
bitcs-7270	71	1	it	it	PRON
bitcs-7270	71	2	determines	determine	VERB
bitcs-7270	71	3	the	the	DET
bitcs-7270	71	4	balance	balance	NOUN
bitcs-7270	71	5	between	between	ADP
bitcs-7270	71	6	immediate	immediate	ADJ
bitcs-7270	71	7	and	and	CCONJ
bitcs-7270	71	8	future	future	ADJ
bitcs-7270	71	9	rewards	reward	NOUN
bitcs-7270	71	10	.	.	PUNCT
bitcs-7270	72	1	e	e	X
bitcs-7270	72	2	)	)	PUNCT
bitcs-7270	72	3	′s′	′s′	NOUN
bitcs-7270	72	4	is	be	AUX
bitcs-7270	72	5	the	the	DET
bitcs-7270	72	6	next	next	ADJ
bitcs-7270	72	7	state	state	NOUN
bitcs-7270	72	8	reached	reach	VERB
bitcs-7270	72	9	after	after	ADP
bitcs-7270	72	10	taking	take	VERB
bitcs-7270	72	11	action	action	NOUN
bitcs-7270	72	12	a	a	PRON
bitcs-7270	72	13	in	in	ADP
bitcs-7270	72	14	state	state	NOUN
bitcs-7270	72	15	s.	s.	PROPN
bitcs-7270	72	16	reward	reward	PROPN
bitcs-7270	72	17	:	:	PUNCT
bitcs-7270	72	18	a	a	DET
bitcs-7270	72	19	positive	positive	ADJ
bitcs-7270	72	20	reward	reward	NOUN
bitcs-7270	72	21	is	be	AUX
bitcs-7270	72	22	given	give	VERB
bitcs-7270	72	23	to	to	ADP
bitcs-7270	72	24	the	the	DET
bitcs-7270	72	25	agent	agent	NOUN
bitcs-7270	72	26	when	when	SCONJ
bitcs-7270	72	27	it	it	PRON
bitcs-7270	72	28	performs	perform	VERB
bitcs-7270	72	29	an	an	DET
bitcs-7270	72	30	activity	activity	NOUN
bitcs-7270	72	31	that	that	PRON
bitcs-7270	72	32	brings	bring	VERB
bitcs-7270	72	33	it	it	PRON
bitcs-7270	72	34	closer	close	ADV
bitcs-7270	72	35	to	to	ADP
bitcs-7270	72	36	accomplishing	accomplish	VERB
bitcs-7270	72	37	its	its	PRON
bitcs-7270	72	38	goal	goal	NOUN
bitcs-7270	72	39	.	.	PUNCT
bitcs-7270	73	1	in	in	ADP
bitcs-7270	73	2	the	the	DET
bitcs-7270	73	3	context	context	NOUN
bitcs-7270	73	4	of	of	ADP
bitcs-7270	73	5	a	a	DET
bitcs-7270	73	6	game	game	NOUN
bitcs-7270	73	7	,	,	PUNCT
bitcs-7270	73	8	this	this	PRON
bitcs-7270	73	9	might	might	AUX
bitcs-7270	73	10	refer	refer	VERB
bitcs-7270	73	11	to	to	ADP
bitcs-7270	73	12	effectively	effectively	ADV
bitcs-7270	73	13	striking	strike	VERB
bitcs-7270	73	14	the	the	DET
bitcs-7270	73	15	ball	ball	NOUN
bitcs-7270	73	16	with	with	ADP
bitcs-7270	73	17	the	the	DET
bitcs-7270	73	18	paddle	paddle	NOUN
bitcs-7270	73	19	,	,	PUNCT
bitcs-7270	73	20	earning	earn	VERB
bitcs-7270	73	21	points	point	NOUN
bitcs-7270	73	22	,	,	PUNCT
bitcs-7270	73	23	or	or	CCONJ
bitcs-7270	73	24	stopping	stop	VERB
bitcs-7270	73	25	the	the	DET
bitcs-7270	73	26	opponent	opponent	NOUN
bitcs-7270	73	27	from	from	ADP
bitcs-7270	73	28	scoring	score	VERB
bitcs-7270	73	29	.	.	PUNCT
bitcs-7270	74	1	positive	positive	ADJ
bitcs-7270	74	2	incentives	incentive	NOUN
bitcs-7270	74	3	motivate	motivate	VERB
bitcs-7270	74	4	the	the	DET
bitcs-7270	74	5	agent	agent	NOUN
bitcs-7270	74	6	to	to	PART
bitcs-7270	74	7	carry	carry	VERB
bitcs-7270	74	8	out	out	ADP
bitcs-7270	74	9	similar	similar	ADJ
bitcs-7270	74	10	acts	act	NOUN
bitcs-7270	74	11	in	in	ADP
bitcs-7270	74	12	the	the	DET
bitcs-7270	74	13	future	future	NOUN
bitcs-7270	74	14	.	.	PUNCT
bitcs-7270	75	1	total	total	ADJ
bitcs-7270	75	2	reward	reward	NOUN
bitcs-7270	75	3	:	:	PUNCT
bitcs-7270	75	4	sum	sum	VERB
bitcs-7270	75	5	up	up	ADP
bitcs-7270	75	6	all	all	DET
bitcs-7270	75	7	the	the	DET
bitcs-7270	75	8	rewards	reward	NOUN
bitcs-7270	75	9	obtained	obtain	VERB
bitcs-7270	75	10	by	by	ADP
bitcs-7270	75	11	the	the	DET
bitcs-7270	75	12	agent	agent	NOUN
bitcs-7270	75	13	.	.	PUNCT
bitcs-7270	76	1	average	average	ADJ
bitcs-7270	76	2	reward	reward	NOUN
bitcs-7270	76	3	per	per	ADP
bitcs-7270	76	4	step	step	NOUN
bitcs-7270	76	5	:	:	PUNCT
bitcs-7270	76	6	𝐓𝒐𝒕𝒂𝒍	𝐓𝒐𝒕𝒂𝒍	PROPN
bitcs-7270	76	7	𝒓𝒆𝒘𝒂𝒓𝒅	𝒓𝒆𝒘𝒂𝒓𝒅	PROPN
bitcs-7270	76	8	/	/	PUNCT
bitcs-7270	76	9	𝒕𝒉𝒆	𝒕𝒉𝒆	NOUN
bitcs-7270	76	10	𝒕𝒐𝒕𝒂𝒍	𝒕𝒐𝒕𝒂𝒍	NOUN
bitcs-7270	76	11	𝒏𝒖𝒎𝒃𝒆𝒓	𝒏𝒖𝒎𝒃𝒆𝒓	ADJ
bitcs-7270	76	12	𝒐𝒇	𝒐𝒇	PUNCT
bitcs-7270	76	13	𝒔𝒕𝒆𝒑𝒔	𝒔𝒕𝒆𝒑𝒔	NOUN
bitcs-7270	76	14	(	(	PUNCT
bitcs-7270	76	15	2	2	NUM
bitcs-7270	76	16	)	)	PUNCT
bitcs-7270	76	17	.	.	PUNCT
bitcs-7270	77	1	here	here	ADV
bitcs-7270	77	2	,	,	PUNCT
bitcs-7270	77	3	𝑁𝑢𝑚𝑏𝑒𝑟	𝑁𝑢𝑚𝑏𝑒𝑟	PROPN
bitcs-7270	77	4	𝑜𝑓	𝑜𝑓	ADP
bitcs-7270	77	5	𝑆𝑡𝑒𝑝𝑠	𝑆𝑡𝑒𝑝𝑠	PROPN
bitcs-7270	77	6	𝑇𝑎𝑘𝑒𝑛	𝑇𝑎𝑘𝑒𝑛	PROPN
bitcs-7270	77	7	=	=	PUNCT
bitcs-7270	77	8	𝑡𝑜𝑡𝑎𝑙	𝑡𝑜𝑡𝑎𝑙	NOUN
bitcs-7270	77	9	𝑛𝑢𝑚𝑏𝑒𝑟	𝑛𝑢𝑚𝑏𝑒𝑟	NOUN
bitcs-7270	77	10	𝑜𝑓	𝑜𝑓	ADP
bitcs-7270	77	11	𝑠𝑡𝑒𝑝𝑠.	𝑠𝑡𝑒𝑝𝑠.	VERB
bitcs-7270	77	12	punishment	punishment	NOUN
bitcs-7270	77	13	:	:	PUNCT
bitcs-7270	77	14	a	a	DET
bitcs-7270	77	15	punishment	punishment	NOUN
bitcs-7270	77	16	,	,	PUNCT
bitcs-7270	77	17	also	also	ADV
bitcs-7270	77	18	known	know	VERB
bitcs-7270	77	19	as	as	ADP
bitcs-7270	77	20	a	a	DET
bitcs-7270	77	21	penalty	penalty	NOUN
bitcs-7270	77	22	or	or	CCONJ
bitcs-7270	77	23	negative	negative	ADJ
bitcs-7270	77	24	reward	reward	NOUN
bitcs-7270	77	25	,	,	PUNCT
bitcs-7270	77	26	is	be	AUX
bitcs-7270	77	27	provided	provide	VERB
bitcs-7270	77	28	to	to	ADP
bitcs-7270	77	29	the	the	DET
bitcs-7270	77	30	agent	agent	NOUN
bitcs-7270	77	31	when	when	SCONJ
bitcs-7270	77	32	it	it	PRON
bitcs-7270	77	33	engages	engage	VERB
bitcs-7270	77	34	in	in	ADP
bitcs-7270	77	35	an	an	DET
bitcs-7270	77	36	activity	activity	NOUN
bitcs-7270	77	37	that	that	PRON
bitcs-7270	77	38	pushes	push	VERB
bitcs-7270	77	39	it	it	PRON
bitcs-7270	77	40	away	away	ADV
bitcs-7270	77	41	from	from	ADP
bitcs-7270	77	42	its	its	PRON
bitcs-7270	77	43	purpose	purpose	NOUN
bitcs-7270	77	44	or	or	CCONJ
bitcs-7270	77	45	results	result	NOUN
bitcs-7270	77	46	in	in	ADP
bitcs-7270	77	47	unwanted	unwanted	ADJ
bitcs-7270	77	48	outcomes	outcome	NOUN
bitcs-7270	77	49	.	.	PUNCT
bitcs-7270	78	1	vol	vol	NOUN
bitcs-7270	78	2	.	.	PROPN
bitcs-7270	79	1	6	6	NUM
bitcs-7270	79	2	,	,	PUNCT
bitcs-7270	79	3	no.1	no.1	NUM
bitcs-7270	79	4	,	,	PUNCT
bitcs-7270	79	5	january	january	NOUN
bitcs-7270	79	6	2025	2025	NUM
bitcs-7270	79	7	|	|	ADV
bitcs-7270	79	8	13	13	NUM
bitcs-7270	79	9	in	in	ADP
bitcs-7270	79	10	the	the	DET
bitcs-7270	79	11	context	context	NOUN
bitcs-7270	79	12	of	of	ADP
bitcs-7270	79	13	a	a	DET
bitcs-7270	79	14	game	game	NOUN
bitcs-7270	79	15	,	,	PUNCT
bitcs-7270	79	16	this	this	PRON
bitcs-7270	79	17	might	might	AUX
bitcs-7270	79	18	include	include	VERB
bitcs-7270	79	19	missing	miss	VERB
bitcs-7270	79	20	the	the	DET
bitcs-7270	79	21	ball	ball	NOUN
bitcs-7270	79	22	,	,	PUNCT
bitcs-7270	79	23	allowing	allow	VERB
bitcs-7270	79	24	the	the	DET
bitcs-7270	79	25	opponent	opponent	NOUN
bitcs-7270	79	26	to	to	PART
bitcs-7270	79	27	score	score	VERB
bitcs-7270	79	28	,	,	PUNCT
bitcs-7270	79	29	or	or	CCONJ
bitcs-7270	79	30	making	make	VERB
bitcs-7270	79	31	ineffective	ineffective	ADJ
bitcs-7270	79	32	plays	play	NOUN
bitcs-7270	79	33	.	.	PUNCT
bitcs-7270	80	1	punishments	punishment	NOUN
bitcs-7270	80	2	dissuade	dissuade	VERB
bitcs-7270	80	3	the	the	DET
bitcs-7270	80	4	agent	agent	NOUN
bitcs-7270	80	5	from	from	ADP
bitcs-7270	80	6	engaging	engage	VERB
bitcs-7270	80	7	in	in	ADP
bitcs-7270	80	8	similar	similar	ADJ
bitcs-7270	80	9	behavior	behavior	NOUN
bitcs-7270	80	10	in	in	ADP
bitcs-7270	80	11	the	the	DET
bitcs-7270	80	12	future	future	NOUN
bitcs-7270	80	13	.	.	PUNCT
bitcs-7270	81	1	the	the	DET
bitcs-7270	81	2	simulated	simulate	VERB
bitcs-7270	81	3	soccer	soccer	NOUN
bitcs-7270	81	4	pitch	pitch	NOUN
bitcs-7270	81	5	has	have	AUX
bitcs-7270	81	6	predetermined	predetermine	VERB
bitcs-7270	81	7	dimensions	dimension	NOUN
bitcs-7270	81	8	(	(	PUNCT
bitcs-7270	81	9	600x400	600x400	NUM
bitcs-7270	81	10	pixels	pixel	NOUN
bitcs-7270	81	11	)	)	PUNCT
bitcs-7270	81	12	and	and	CCONJ
bitcs-7270	81	13	includes	include	VERB
bitcs-7270	81	14	two	two	NUM
bitcs-7270	81	15	paddles	paddle	NOUN
bitcs-7270	81	16	representing	represent	VERB
bitcs-7270	81	17	players	player	NOUN
bitcs-7270	81	18	,	,	PUNCT
bitcs-7270	81	19	a	a	DET
bitcs-7270	81	20	ball	ball	NOUN
bitcs-7270	81	21	,	,	PUNCT
bitcs-7270	81	22	and	and	CCONJ
bitcs-7270	81	23	boundary	boundary	ADJ
bitcs-7270	81	24	lines	line	NOUN
bitcs-7270	81	25	.	.	PUNCT
bitcs-7270	82	1	the	the	DET
bitcs-7270	82	2	location	location	NOUN
bitcs-7270	82	3	of	of	ADP
bitcs-7270	82	4	each	each	DET
bitcs-7270	82	5	paddle	paddle	NOUN
bitcs-7270	82	6	is	be	AUX
bitcs-7270	82	7	controlled	control	VERB
bitcs-7270	82	8	by	by	ADP
bitcs-7270	82	9	a	a	DET
bitcs-7270	82	10	matching	matching	ADJ
bitcs-7270	82	11	agent	agent	NOUN
bitcs-7270	82	12	,	,	PUNCT
bitcs-7270	82	13	while	while	SCONJ
bitcs-7270	82	14	the	the	DET
bitcs-7270	82	15	ball	ball	NOUN
bitcs-7270	82	16	travels	travel	VERB
bitcs-7270	82	17	dynamically	dynamically	ADV
bitcs-7270	82	18	across	across	ADP
bitcs-7270	82	19	the	the	DET
bitcs-7270	82	20	surroundings	surrounding	NOUN
bitcs-7270	82	21	.	.	PUNCT
bitcs-7270	83	1	5	5	X
bitcs-7270	83	2	.	.	X
bitcs-7270	83	3	q	q	ADJ
bitcs-7270	83	4	-	-	PUNCT
bitcs-7270	83	5	table	table	NOUN
bitcs-7270	83	6	initialization	initialization	NOUN
bitcs-7270	83	7	the	the	DET
bitcs-7270	83	8	q	q	ADJ
bitcs-7270	83	9	-	-	PUNCT
bitcs-7270	83	10	table	table	NOUN
bitcs-7270	83	11	stores	store	NOUN
bitcs-7270	83	12	learnt	learn	VERB
bitcs-7270	83	13	q	q	NOUN
bitcs-7270	83	14	-	-	PUNCT
bitcs-7270	83	15	values	value	NOUN
bitcs-7270	83	16	,	,	PUNCT
bitcs-7270	83	17	which	which	PRON
bitcs-7270	83	18	reflect	reflect	AUX
bitcs-7270	83	19	projected	project	VERB
bitcs-7270	83	20	future	future	ADJ
bitcs-7270	83	21	rewards	reward	NOUN
bitcs-7270	83	22	for	for	ADP
bitcs-7270	83	23	each	each	DET
bitcs-7270	83	24	state	state	NOUN
bitcs-7270	83	25	-	-	PUNCT
bitcs-7270	83	26	action	action	NOUN
bitcs-7270	83	27	pair	pair	NOUN
bitcs-7270	83	28	.	.	PUNCT
bitcs-7270	84	1	initially	initially	ADV
bitcs-7270	84	2	,	,	PUNCT
bitcs-7270	84	3	the	the	DET
bitcs-7270	84	4	q	q	NOUN
bitcs-7270	84	5	-	-	PUNCT
bitcs-7270	84	6	table	table	NOUN
bitcs-7270	84	7	is	be	AUX
bitcs-7270	84	8	filled	fill	VERB
bitcs-7270	84	9	with	with	ADP
bitcs-7270	84	10	random	random	ADJ
bitcs-7270	84	11	values	value	NOUN
bitcs-7270	84	12	representing	represent	VERB
bitcs-7270	84	13	all	all	DET
bitcs-7270	84	14	conceivable	conceivable	ADJ
bitcs-7270	84	15	state	state	NOUN
bitcs-7270	84	16	-	-	PUNCT
bitcs-7270	84	17	action	action	NOUN
bitcs-7270	84	18	combinations	combination	NOUN
bitcs-7270	84	19	.	.	PUNCT
bitcs-7270	85	1	the	the	DET
bitcs-7270	85	2	locations	location	NOUN
bitcs-7270	85	3	of	of	ADP
bitcs-7270	85	4	the	the	DET
bitcs-7270	85	5	ball	ball	NOUN
bitcs-7270	85	6	and	and	CCONJ
bitcs-7270	85	7	paddles	paddle	NOUN
bitcs-7270	85	8	establish	establish	VERB
bitcs-7270	85	9	states	state	NOUN
bitcs-7270	85	10	,	,	PUNCT
bitcs-7270	85	11	whereas	whereas	SCONJ
bitcs-7270	85	12	actions	action	NOUN
bitcs-7270	85	13	represent	represent	VERB
bitcs-7270	85	14	the	the	DET
bitcs-7270	85	15	agents	agent	NOUN
bitcs-7270	85	16	'	'	PART
bitcs-7270	85	17	possible	possible	ADJ
bitcs-7270	85	18	movement	movement	NOUN
bitcs-7270	85	19	possibilities	possibility	NOUN
bitcs-7270	85	20	.	.	PUNCT
bitcs-7270	86	1	the	the	DET
bitcs-7270	86	2	training	training	NOUN
bitcs-7270	86	3	procedure	procedure	NOUN
bitcs-7270	86	4	is	be	AUX
bitcs-7270	86	5	a	a	DET
bitcs-7270	86	6	continuous	continuous	ADJ
bitcs-7270	86	7	game	game	NOUN
bitcs-7270	86	8	loop	loop	NOUN
bitcs-7270	86	9	in	in	ADP
bitcs-7270	86	10	which	which	PRON
bitcs-7270	86	11	agents	agent	NOUN
bitcs-7270	86	12	decide	decide	VERB
bitcs-7270	86	13	actions	action	NOUN
bitcs-7270	86	14	depending	depend	VERB
bitcs-7270	86	15	on	on	ADP
bitcs-7270	86	16	their	their	PRON
bitcs-7270	86	17	current	current	ADJ
bitcs-7270	86	18	state	state	NOUN
bitcs-7270	86	19	and	and	CCONJ
bitcs-7270	86	20	learnt	learn	VERB
bitcs-7270	86	21	q	q	NOUN
bitcs-7270	86	22	-	-	PUNCT
bitcs-7270	86	23	values	value	NOUN
bitcs-7270	86	24	.	.	PUNCT
bitcs-7270	87	1	at	at	ADP
bitcs-7270	87	2	each	each	DET
bitcs-7270	87	3	iteration	iteration	NOUN
bitcs-7270	87	4	,	,	PUNCT
bitcs-7270	87	5	the	the	DET
bitcs-7270	87	6	agent	agent	NOUN
bitcs-7270	87	7	observes	observe	VERB
bitcs-7270	87	8	the	the	DET
bitcs-7270	87	9	current	current	ADJ
bitcs-7270	87	10	state	state	NOUN
bitcs-7270	87	11	,	,	PUNCT
bitcs-7270	87	12	consults	consult	VERB
bitcs-7270	87	13	the	the	DET
bitcs-7270	87	14	q	q	NOUN
bitcs-7270	87	15	-	-	PUNCT
bitcs-7270	87	16	table	table	NOUN
bitcs-7270	87	17	to	to	PART
bitcs-7270	87	18	decide	decide	VERB
bitcs-7270	87	19	the	the	DET
bitcs-7270	87	20	appropriate	appropriate	ADJ
bitcs-7270	87	21	action	action	NOUN
bitcs-7270	87	22	,	,	PUNCT
bitcs-7270	87	23	and	and	CCONJ
bitcs-7270	87	24	then	then	ADV
bitcs-7270	87	25	performs	perform	VERB
bitcs-7270	87	26	the	the	DET
bitcs-7270	87	27	selected	select	VERB
bitcs-7270	87	28	action	action	NOUN
bitcs-7270	87	29	to	to	PART
bitcs-7270	87	30	update	update	VERB
bitcs-7270	87	31	the	the	DET
bitcs-7270	87	32	game	game	NOUN
bitcs-7270	87	33	state	state	NOUN
bitcs-7270	87	34	.	.	PUNCT
bitcs-7270	88	1	the	the	DET
bitcs-7270	88	2	update_game_state	update_game_state	PROPN
bitcs-7270	88	3	method	method	NOUN
bitcs-7270	88	4	controls	control	VERB
bitcs-7270	88	5	the	the	DET
bitcs-7270	88	6	game	game	NOUN
bitcs-7270	88	7	's	's	PART
bitcs-7270	88	8	dynamics	dynamic	NOUN
bitcs-7270	88	9	,	,	PUNCT
bitcs-7270	88	10	such	such	ADJ
bitcs-7270	88	11	as	as	ADP
bitcs-7270	88	12	paddle	paddle	NOUN
bitcs-7270	88	13	and	and	CCONJ
bitcs-7270	88	14	ball	ball	NOUN
bitcs-7270	88	15	movement	movement	NOUN
bitcs-7270	88	16	,	,	PUNCT
bitcs-7270	88	17	collision	collision	NOUN
bitcs-7270	88	18	detection	detection	NOUN
bitcs-7270	88	19	,	,	PUNCT
bitcs-7270	88	20	scoring	scoring	NOUN
bitcs-7270	88	21	,	,	PUNCT
bitcs-7270	88	22	and	and	CCONJ
bitcs-7270	88	23	resetting	reset	VERB
bitcs-7270	88	24	when	when	SCONJ
bitcs-7270	88	25	the	the	DET
bitcs-7270	88	26	ball	ball	NOUN
bitcs-7270	88	27	goes	go	VERB
bitcs-7270	88	28	out	out	ADP
bitcs-7270	88	29	of	of	ADP
bitcs-7270	88	30	bounds	bound	NOUN
bitcs-7270	88	31	.	.	PUNCT
bitcs-7270	89	1	this	this	DET
bitcs-7270	89	2	function	function	NOUN
bitcs-7270	89	3	guarantees	guarantee	VERB
bitcs-7270	89	4	that	that	SCONJ
bitcs-7270	89	5	the	the	DET
bitcs-7270	89	6	game	game	NOUN
bitcs-7270	89	7	proceeds	proceed	VERB
bitcs-7270	89	8	realistically	realistically	ADV
bitcs-7270	89	9	and	and	CCONJ
bitcs-7270	89	10	that	that	SCONJ
bitcs-7270	89	11	the	the	DET
bitcs-7270	89	12	agents	agent	NOUN
bitcs-7270	89	13	receive	receive	VERB
bitcs-7270	89	14	feedback	feedback	NOUN
bitcs-7270	89	15	in	in	ADP
bitcs-7270	89	16	the	the	DET
bitcs-7270	89	17	form	form	NOUN
bitcs-7270	89	18	of	of	ADP
bitcs-7270	89	19	incentives	incentive	NOUN
bitcs-7270	89	20	depending	depend	VERB
bitcs-7270	89	21	on	on	ADP
bitcs-7270	89	22	their	their	PRON
bitcs-7270	89	23	activities	activity	NOUN
bitcs-7270	89	24	.	.	PUNCT
bitcs-7270	90	1	6	6	X
bitcs-7270	90	2	.	.	X
bitcs-7270	90	3	q	q	ADJ
bitcs-7270	90	4	-	-	PUNCT
bitcs-7270	90	5	value	value	NOUN
bitcs-7270	90	6	update	update	NOUN
bitcs-7270	90	7	the	the	DET
bitcs-7270	90	8	q	q	NOUN
bitcs-7270	90	9	-	-	PUNCT
bitcs-7270	90	10	learning	learn	VERB
bitcs-7270	90	11	algorithm	algorithm	NOUN
bitcs-7270	90	12	updates	update	VERB
bitcs-7270	90	13	the	the	DET
bitcs-7270	90	14	q	q	NOUN
bitcs-7270	90	15	-	-	PUNCT
bitcs-7270	90	16	values	value	NOUN
bitcs-7270	90	17	in	in	ADP
bitcs-7270	90	18	the	the	DET
bitcs-7270	90	19	table	table	NOUN
bitcs-7270	90	20	after	after	ADP
bitcs-7270	90	21	each	each	DET
bitcs-7270	90	22	action	action	NOUN
bitcs-7270	90	23	.	.	PUNCT
bitcs-7270	91	1	the	the	DET
bitcs-7270	91	2	update	update	NOUN
bitcs-7270	91	3	equation	equation	NOUN
bitcs-7270	91	4	takes	take	VERB
bitcs-7270	91	5	into	into	ADP
bitcs-7270	91	6	account	account	NOUN
bitcs-7270	91	7	the	the	DET
bitcs-7270	91	8	observed	observed	ADJ
bitcs-7270	91	9	reward	reward	NOUN
bitcs-7270	91	10	,	,	PUNCT
bitcs-7270	91	11	the	the	DET
bitcs-7270	91	12	highest	highest	ADV
bitcs-7270	91	13	projected	project	VERB
bitcs-7270	91	14	future	future	ADJ
bitcs-7270	91	15	reward	reward	NOUN
bitcs-7270	91	16	for	for	ADP
bitcs-7270	91	17	the	the	DET
bitcs-7270	91	18	next	next	ADJ
bitcs-7270	91	19	state	state	NOUN
bitcs-7270	91	20	,	,	PUNCT
bitcs-7270	91	21	as	as	ADV
bitcs-7270	91	22	well	well	ADV
bitcs-7270	91	23	as	as	ADP
bitcs-7270	91	24	the	the	DET
bitcs-7270	91	25	learning	learning	NOUN
bitcs-7270	91	26	rate	rate	NOUN
bitcs-7270	91	27	and	and	CCONJ
bitcs-7270	91	28	discount	discount	NOUN
bitcs-7270	91	29	factor	factor	NOUN
bitcs-7270	91	30	factors	factor	NOUN
bitcs-7270	91	31	.	.	PUNCT
bitcs-7270	92	1	this	this	DET
bitcs-7270	92	2	iterative	iterative	NOUN
bitcs-7270	92	3	method	method	NOUN
bitcs-7270	92	4	allows	allow	VERB
bitcs-7270	92	5	the	the	DET
bitcs-7270	92	6	agents	agent	NOUN
bitcs-7270	92	7	to	to	PART
bitcs-7270	92	8	learn	learn	VERB
bitcs-7270	92	9	from	from	ADP
bitcs-7270	92	10	experience	experience	NOUN
bitcs-7270	92	11	and	and	CCONJ
bitcs-7270	92	12	eventually	eventually	ADV
bitcs-7270	92	13	improve	improve	VERB
bitcs-7270	92	14	their	their	PRON
bitcs-7270	92	15	decision	decision	NOUN
bitcs-7270	92	16	-	-	PUNCT
bitcs-7270	92	17	making	make	VERB
bitcs-7270	92	18	policies	policy	NOUN
bitcs-7270	92	19	.	.	PUNCT
bitcs-7270	93	1	7	7	X
bitcs-7270	93	2	.	.	X
bitcs-7270	93	3	parameter	parameter	NOUN
bitcs-7270	93	4	tuning	tuning	NOUN
bitcs-7270	93	5	and	and	CCONJ
bitcs-7270	93	6	analysis	analysis	NOUN
bitcs-7270	93	7	the	the	DET
bitcs-7270	93	8	performance	performance	NOUN
bitcs-7270	93	9	of	of	ADP
bitcs-7270	93	10	rl	rl	NOUN
bitcs-7270	93	11	-	-	PUNCT
bitcs-7270	93	12	based	base	VERB
bitcs-7270	93	13	agents	agent	NOUN
bitcs-7270	93	14	is	be	AUX
bitcs-7270	93	15	assessed	assess	VERB
bitcs-7270	93	16	using	use	VERB
bitcs-7270	93	17	metrics	metric	NOUN
bitcs-7270	93	18	such	such	ADJ
bitcs-7270	93	19	as	as	ADP
bitcs-7270	93	20	convergence	convergence	NOUN
bitcs-7270	93	21	speed	speed	NOUN
bitcs-7270	93	22	,	,	PUNCT
bitcs-7270	93	23	average	average	ADJ
bitcs-7270	93	24	reward	reward	NOUN
bitcs-7270	93	25	,	,	PUNCT
bitcs-7270	93	26	and	and	CCONJ
bitcs-7270	93	27	gaming	gaming	NOUN
bitcs-7270	93	28	efficacy	efficacy	NOUN
bitcs-7270	93	29	.	.	PUNCT
bitcs-7270	94	1	to	to	PART
bitcs-7270	94	2	enhance	enhance	VERB
bitcs-7270	94	3	learning	learning	NOUN
bitcs-7270	94	4	,	,	PUNCT
bitcs-7270	94	5	characteristics	characteristic	NOUN
bitcs-7270	94	6	such	such	ADJ
bitcs-7270	94	7	as	as	ADP
bitcs-7270	94	8	the	the	DET
bitcs-7270	94	9	learning	learning	NOUN
bitcs-7270	94	10	rate	rate	NOUN
bitcs-7270	94	11	and	and	CCONJ
bitcs-7270	94	12	discount	discount	NOUN
bitcs-7270	94	13	factor	factor	NOUN
bitcs-7270	94	14	are	be	AUX
bitcs-7270	94	15	routinely	routinely	ADV
bitcs-7270	94	16	modified	modify	VERB
bitcs-7270	94	17	and	and	CCONJ
bitcs-7270	94	18	assessed	assess	VERB
bitcs-7270	94	19	.	.	PUNCT
bitcs-7270	95	1	furthermore	furthermore	ADV
bitcs-7270	95	2	,	,	PUNCT
bitcs-7270	95	3	the	the	DET
bitcs-7270	95	4	effects	effect	NOUN
bitcs-7270	95	5	of	of	ADP
bitcs-7270	95	6	explorationexploitation	explorationexploitation	NOUN
bitcs-7270	95	7	techniques	technique	NOUN
bitcs-7270	95	8	on	on	ADP
bitcs-7270	95	9	learning	learn	VERB
bitcs-7270	95	10	efficiency	efficiency	NOUN
bitcs-7270	95	11	are	be	AUX
bitcs-7270	95	12	investigated	investigate	VERB
bitcs-7270	95	13	.	.	PUNCT
bitcs-7270	96	1	algorithm	algorithm	NOUN
bitcs-7270	96	2	:	:	PUNCT
bitcs-7270	96	3	a.	a.	NOUN
bitcs-7270	96	4	initialize	initialize	NOUN
bitcs-7270	96	5	environment	environment	NOUN
bitcs-7270	96	6	:	:	PUNCT
bitcs-7270	96	7	set	set	VERB
bitcs-7270	96	8	up	up	ADP
bitcs-7270	96	9	the	the	DET
bitcs-7270	96	10	simulated	simulated	ADJ
bitcs-7270	96	11	soccer	soccer	NOUN
bitcs-7270	96	12	environment	environment	NOUN
bitcs-7270	96	13	using	use	VERB
bitcs-7270	96	14	a	a	DET
bitcs-7270	96	15	suitable	suitable	ADJ
bitcs-7270	96	16	library	library	NOUN
bitcs-7270	96	17	(	(	PUNCT
bitcs-7270	96	18	e.g.	e.g.	ADV
bitcs-7270	96	19	,	,	PUNCT
bitcs-7270	96	20	pygame	pygame	PROPN
bitcs-7270	96	21	)	)	PUNCT
bitcs-7270	96	22	with	with	ADP
bitcs-7270	96	23	defined	define	VERB
bitcs-7270	96	24	dimensions	dimension	NOUN
bitcs-7270	96	25	,	,	PUNCT
bitcs-7270	96	26	player	player	NOUN
bitcs-7270	96	27	paddles	paddle	NOUN
bitcs-7270	96	28	,	,	PUNCT
bitcs-7270	96	29	ball	ball	NOUN
bitcs-7270	96	30	,	,	PUNCT
bitcs-7270	96	31	and	and	CCONJ
bitcs-7270	96	32	boundary	boundary	ADJ
bitcs-7270	96	33	lines	line	NOUN
bitcs-7270	96	34	.	.	PUNCT
bitcs-7270	97	1	b.	b.	PROPN
bitcs-7270	97	2	initialize	initialize	VERB
bitcs-7270	97	3	q	q	NOUN
bitcs-7270	97	4	-	-	PUNCT
bitcs-7270	97	5	table	table	NOUN
bitcs-7270	97	6	:	:	PUNCT
bitcs-7270	97	7	create	create	VERB
bitcs-7270	97	8	a	a	DET
bitcs-7270	97	9	q	q	NOUN
bitcs-7270	97	10	-	-	PUNCT
bitcs-7270	97	11	table	table	NOUN
bitcs-7270	97	12	to	to	PART
bitcs-7270	97	13	store	store	VERB
bitcs-7270	97	14	q	q	NOUN
bitcs-7270	97	15	-	-	PUNCT
bitcs-7270	97	16	values	value	NOUN
bitcs-7270	97	17	for	for	ADP
bitcs-7270	97	18	all	all	DET
bitcs-7270	97	19	state	state	NOUN
bitcs-7270	97	20	-	-	PUNCT
bitcs-7270	97	21	action	action	NOUN
bitcs-7270	97	22	pairs	pair	NOUN
bitcs-7270	97	23	.	.	PUNCT
bitcs-7270	98	1	initialize	initialize	VERB
bitcs-7270	98	2	the	the	DET
bitcs-7270	98	3	q	q	NOUN
bitcs-7270	98	4	-	-	PUNCT
bitcs-7270	98	5	table	table	NOUN
bitcs-7270	98	6	with	with	ADP
bitcs-7270	98	7	random	random	ADJ
bitcs-7270	98	8	values	value	NOUN
bitcs-7270	98	9	representing	represent	VERB
bitcs-7270	98	10	the	the	DET
bitcs-7270	98	11	expected	expect	VERB
bitcs-7270	98	12	future	future	ADJ
bitcs-7270	98	13	rewards	reward	NOUN
bitcs-7270	98	14	.	.	PUNCT
bitcs-7270	99	1	c.	c.	NOUN
bitcs-7270	99	2	define	define	VERB
bitcs-7270	99	3	learning	learn	VERB
bitcs-7270	99	4	parameters	parameter	NOUN
bitcs-7270	99	5	:	:	PUNCT
bitcs-7270	99	6	1	1	X
bitcs-7270	99	7	)	)	PUNCT
bitcs-7270	99	8	set	set	VERB
bitcs-7270	99	9	parameters	parameter	NOUN
bitcs-7270	99	10	such	such	ADJ
bitcs-7270	99	11	as	as	ADP
bitcs-7270	99	12	the	the	DET
bitcs-7270	99	13	learning	learning	NOUN
bitcs-7270	99	14	rate	rate	NOUN
bitcs-7270	99	15	(	(	PUNCT
bitcs-7270	99	16	α	α	NOUN
bitcs-7270	99	17	)	)	PUNCT
bitcs-7270	99	18	,	,	PUNCT
bitcs-7270	99	19	discount	discount	NOUN
bitcs-7270	99	20	factor	factor	NOUN
bitcs-7270	99	21	(	(	PUNCT
bitcs-7270	99	22	γ	γ	NOUN
bitcs-7270	99	23	)	)	PUNCT
bitcs-7270	99	24	,	,	PUNCT
bitcs-7270	99	25	and	and	CCONJ
bitcs-7270	99	26	exploration	exploration	NOUN
bitcs-7270	99	27	rate	rate	NOUN
bitcs-7270	99	28	(	(	PUNCT
bitcs-7270	99	29	ε	ε	PROPN
bitcs-7270	99	30	)	)	PUNCT
bitcs-7270	99	31	for	for	ADP
bitcs-7270	99	32	the	the	DET
bitcs-7270	99	33	q	q	ADJ
bitcs-7270	99	34	-	-	PUNCT
bitcs-7270	99	35	learning	learn	VERB
bitcs-7270	99	36	algorithm	algorithm	NOUN
bitcs-7270	99	37	.	.	PUNCT
bitcs-7270	100	1	2	2	X
bitcs-7270	100	2	)	)	PUNCT
bitcs-7270	100	3	update	update	NOUN
bitcs-7270	100	4	the	the	DET
bitcs-7270	100	5	q	q	NOUN
bitcs-7270	100	6	-	-	PUNCT
bitcs-7270	100	7	values	value	NOUN
bitcs-7270	100	8	in	in	ADP
bitcs-7270	100	9	the	the	DET
bitcs-7270	100	10	q	q	NOUN
bitcs-7270	100	11	-	-	PUNCT
bitcs-7270	100	12	table	table	NOUN
bitcs-7270	100	13	using	use	VERB
bitcs-7270	100	14	the	the	DET
bitcs-7270	100	15	q	q	NOUN
bitcs-7270	100	16	-	-	PUNCT
bitcs-7270	100	17	learning	learning	ADJ
bitcs-7270	100	18	update	update	NOUN
bitcs-7270	100	19	equation	equation	NOUN
bitcs-7270	100	20	,	,	PUNCT
bitcs-7270	100	21	incorporating	incorporate	VERB
bitcs-7270	100	22	the	the	DET
bitcs-7270	100	23	observed	observed	ADJ
bitcs-7270	100	24	reward	reward	NOUN
bitcs-7270	100	25	and	and	CCONJ
bitcs-7270	100	26	the	the	DET
bitcs-7270	100	27	maximum	maximum	ADJ
bitcs-7270	100	28	expected	expected	ADJ
bitcs-7270	100	29	future	future	ADJ
bitcs-7270	100	30	reward	reward	NOUN
bitcs-7270	100	31	.	.	PUNCT
bitcs-7270	101	1	3	3	X
bitcs-7270	101	2	)	)	PUNCT
bitcs-7270	101	3	check	check	VERB
bitcs-7270	101	4	termination	termination	NOUN
bitcs-7270	101	5	:	:	PUNCT
bitcs-7270	101	6	check	check	VERB
bitcs-7270	101	7	if	if	SCONJ
bitcs-7270	101	8	the	the	DET
bitcs-7270	101	9	game	game	NOUN
bitcs-7270	101	10	has	have	AUX
bitcs-7270	101	11	ended	end	VERB
bitcs-7270	101	12	(	(	PUNCT
bitcs-7270	101	13	e.g.	e.g.	ADV
bitcs-7270	101	14	,	,	PUNCT
bitcs-7270	101	15	ball	ball	NOUN
bitcs-7270	101	16	out	out	ADP
bitcs-7270	101	17	of	of	ADP
bitcs-7270	101	18	bounds	bound	NOUN
bitcs-7270	101	19	)	)	PUNCT
bitcs-7270	101	20	.	.	PUNCT
bitcs-7270	102	1	if	if	SCONJ
bitcs-7270	102	2	so	so	ADV
bitcs-7270	102	3	,	,	PUNCT
bitcs-7270	102	4	reset	reset	VERB
bitcs-7270	102	5	the	the	DET
bitcs-7270	102	6	game	game	NOUN
bitcs-7270	102	7	to	to	ADP
bitcs-7270	102	8	the	the	DET
bitcs-7270	102	9	initial	initial	ADJ
bitcs-7270	102	10	state	state	NOUN
bitcs-7270	102	11	.	.	PUNCT
bitcs-7270	103	1	d.	d.	PROPN
bitcs-7270	103	2	game	game	PROPN
bitcs-7270	103	3	loop	loop	PROPN
bitcs-7270	103	4	:	:	PUNCT
bitcs-7270	103	5	1	1	X
bitcs-7270	103	6	)	)	PUNCT
bitcs-7270	103	7	start	start	NOUN
bitcs-7270	103	8	game	game	NOUN
bitcs-7270	103	9	:	:	PUNCT
bitcs-7270	103	10	begin	begin	VERB
bitcs-7270	103	11	the	the	DET
bitcs-7270	103	12	game	game	NOUN
bitcs-7270	103	13	loop	loop	NOUN
bitcs-7270	103	14	to	to	PART
bitcs-7270	103	15	iterate	iterate	VERB
bitcs-7270	103	16	over	over	ADP
bitcs-7270	103	17	each	each	DET
bitcs-7270	103	18	time	time	NOUN
bitcs-7270	103	19	step	step	NOUN
bitcs-7270	103	20	.	.	PUNCT
bitcs-7270	104	1	2	2	X
bitcs-7270	104	2	)	)	PUNCT
bitcs-7270	104	3	observation	observation	NOUN
bitcs-7270	104	4	:	:	PUNCT
bitcs-7270	104	5	obtain	obtain	VERB
bitcs-7270	104	6	the	the	DET
bitcs-7270	104	7	current	current	ADJ
bitcs-7270	104	8	state	state	NOUN
bitcs-7270	104	9	of	of	ADP
bitcs-7270	104	10	the	the	DET
bitcs-7270	104	11	game	game	NOUN
bitcs-7270	104	12	,	,	PUNCT
bitcs-7270	104	13	including	include	VERB
bitcs-7270	104	14	the	the	DET
bitcs-7270	104	15	positions	position	NOUN
bitcs-7270	104	16	of	of	ADP
bitcs-7270	104	17	the	the	DET
bitcs-7270	104	18	ball	ball	NOUN
bitcs-7270	104	19	and	and	CCONJ
bitcs-7270	104	20	paddles	paddle	NOUN
bitcs-7270	104	21	.	.	PUNCT
bitcs-7270	105	1	3	3	X
bitcs-7270	105	2	)	)	PUNCT
bitcs-7270	105	3	action	action	NOUN
bitcs-7270	105	4	selection	selection	NOUN
bitcs-7270	105	5	:	:	PUNCT
bitcs-7270	105	6	based	base	VERB
bitcs-7270	105	7	on	on	ADP
bitcs-7270	105	8	the	the	DET
bitcs-7270	105	9	current	current	ADJ
bitcs-7270	105	10	state	state	NOUN
bitcs-7270	105	11	and	and	CCONJ
bitcs-7270	105	12	exploration	exploration	NOUN
bitcs-7270	105	13	strategy	strategy	NOUN
bitcs-7270	105	14	(	(	PUNCT
bitcs-7270	105	15	e.g.	e.g.	ADV
bitcs-7270	105	16	,	,	PUNCT
bitcs-7270	105	17	ε	ε	PROPN
bitcs-7270	105	18	-	-	PUNCT
bitcs-7270	105	19	greedy	greedy	ADJ
bitcs-7270	105	20	)	)	PUNCT
bitcs-7270	105	21	,	,	PUNCT
bitcs-7270	105	22	select	select	VERB
bitcs-7270	105	23	an	an	DET
bitcs-7270	105	24	action	action	NOUN
bitcs-7270	105	25	using	use	VERB
bitcs-7270	105	26	the	the	DET
bitcs-7270	105	27	q	q	NOUN
bitcs-7270	105	28	-	-	PUNCT
bitcs-7270	105	29	values	value	NOUN
bitcs-7270	105	30	from	from	ADP
bitcs-7270	105	31	the	the	DET
bitcs-7270	105	32	q	q	NOUN
bitcs-7270	105	33	-	-	PUNCT
bitcs-7270	105	34	table	table	NOUN
bitcs-7270	105	35	.	.	PUNCT
bitcs-7270	106	1	4	4	X
bitcs-7270	106	2	)	)	PUNCT
bitcs-7270	106	3	execute	execute	VERB
bitcs-7270	106	4	action	action	NOUN
bitcs-7270	106	5	:	:	PUNCT
bitcs-7270	106	6	move	move	VERB
bitcs-7270	106	7	the	the	DET
bitcs-7270	106	8	paddle(s	paddle(s	NOUN
bitcs-7270	106	9	)	)	PUNCT
bitcs-7270	106	10	according	accord	VERB
bitcs-7270	106	11	to	to	ADP
bitcs-7270	106	12	the	the	DET
bitcs-7270	106	13	selected	select	VERB
bitcs-7270	106	14	action	action	NOUN
bitcs-7270	106	15	and	and	CCONJ
bitcs-7270	106	16	update	update	VERB
bitcs-7270	106	17	the	the	DET
bitcs-7270	106	18	game	game	NOUN
bitcs-7270	106	19	state	state	NOUN
bitcs-7270	106	20	.	.	PUNCT
bitcs-7270	107	1	5	5	X
bitcs-7270	107	2	)	)	PUNCT
bitcs-7270	107	3	reward	reward	NOUN
bitcs-7270	107	4	calculation	calculation	NOUN
bitcs-7270	107	5	:	:	PUNCT
bitcs-7270	107	6	determine	determine	VERB
bitcs-7270	107	7	the	the	DET
bitcs-7270	107	8	immediate	immediate	ADJ
bitcs-7270	107	9	reward	reward	NOUN
bitcs-7270	107	10	based	base	VERB
bitcs-7270	107	11	on	on	ADP
bitcs-7270	107	12	the	the	DET
bitcs-7270	107	13	action	action	NOUN
bitcs-7270	107	14	taken	take	VERB
bitcs-7270	107	15	and	and	CCONJ
bitcs-7270	107	16	the	the	DET
bitcs-7270	107	17	resulting	result	VERB
bitcs-7270	107	18	state	state	NOUN
bitcs-7270	107	19	of	of	ADP
bitcs-7270	107	20	the	the	DET
bitcs-7270	107	21	game	game	NOUN
bitcs-7270	107	22	.	.	PUNCT
bitcs-7270	108	1	8	8	X
bitcs-7270	108	2	.	.	X
bitcs-7270	108	3	update	update	VERB
bitcs-7270	108	4	q	q	NOUN
bitcs-7270	108	5	-	-	PUNCT
bitcs-7270	108	6	values	value	NOUN
bitcs-7270	108	7	a.	a.	NOUN
bitcs-7270	108	8	performance	performance	NOUN
bitcs-7270	108	9	evaluation	evaluation	NOUN
bitcs-7270	108	10	:	:	PUNCT
bitcs-7270	108	11	1	1	X
bitcs-7270	108	12	)	)	PUNCT
bitcs-7270	108	13	monitor	monitor	NOUN
bitcs-7270	108	14	convergence	convergence	NOUN
bitcs-7270	108	15	:	:	PUNCT
bitcs-7270	108	16	track	track	VERB
bitcs-7270	108	17	the	the	DET
bitcs-7270	108	18	convergence	convergence	NOUN
bitcs-7270	108	19	of	of	ADP
bitcs-7270	108	20	q	q	NOUN
bitcs-7270	108	21	-	-	PUNCT
bitcs-7270	108	22	values	value	NOUN
bitcs-7270	108	23	over	over	ADP
bitcs-7270	108	24	iterations	iteration	NOUN
bitcs-7270	108	25	.	.	PUNCT
bitcs-7270	109	1	2	2	X
bitcs-7270	109	2	)	)	PUNCT
bitcs-7270	109	3	evaluate	evaluate	VERB
bitcs-7270	109	4	average	average	ADJ
bitcs-7270	109	5	reward	reward	NOUN
bitcs-7270	109	6	:	:	PUNCT
bitcs-7270	109	7	calculate	calculate	VERB
bitcs-7270	109	8	the	the	DET
bitcs-7270	109	9	average	average	ADJ
bitcs-7270	109	10	reward	reward	NOUN
bitcs-7270	109	11	obtained	obtain	VERB
bitcs-7270	109	12	per	per	ADP
bitcs-7270	109	13	episode	episode	NOUN
bitcs-7270	109	14	or	or	CCONJ
bitcs-7270	109	15	time	time	NOUN
bitcs-7270	109	16	step	step	NOUN
bitcs-7270	109	17	.	.	PUNCT
bitcs-7270	110	1	vol	vol	NOUN
bitcs-7270	110	2	.	.	PROPN
bitcs-7270	110	3	6	6	NUM
bitcs-7270	110	4	,	,	PUNCT
bitcs-7270	110	5	no.1	no.1	NUM
bitcs-7270	110	6	,	,	PUNCT
bitcs-7270	110	7	january	january	PROPN
bitcs-7270	110	8	2025	2025	NUM
bitcs-7270	111	1	|	|	ADV
bitcs-7270	111	2	14	14	NUM
bitcs-7270	111	3	3	3	NUM
bitcs-7270	111	4	)	)	PUNCT
bitcs-7270	111	5	analyze	analyze	NOUN
bitcs-7270	111	6	learning	learn	VERB
bitcs-7270	111	7	progress	progress	NOUN
bitcs-7270	111	8	:	:	PUNCT
bitcs-7270	111	9	assess	assess	VERB
bitcs-7270	111	10	the	the	DET
bitcs-7270	111	11	effectiveness	effectiveness	NOUN
bitcs-7270	111	12	of	of	ADP
bitcs-7270	111	13	the	the	DET
bitcs-7270	111	14	learning	learn	VERB
bitcs-7270	111	15	algorithm	algorithm	NOUN
bitcs-7270	111	16	in	in	ADP
bitcs-7270	111	17	improving	improve	VERB
bitcs-7270	111	18	gameplay	gameplay	NOUN
bitcs-7270	111	19	performance	performance	NOUN
bitcs-7270	111	20	.	.	PUNCT
bitcs-7270	112	1	b.	b.	PROPN
bitcs-7270	112	2	parameter	parameter	NOUN
bitcs-7270	112	3	tuning	tuning	NOUN
bitcs-7270	112	4	and	and	CCONJ
bitcs-7270	112	5	analysis	analysis	NOUN
bitcs-7270	112	6	:	:	PUNCT
bitcs-7270	112	7	conduct	conduct	VERB
bitcs-7270	112	8	experiments	experiment	NOUN
bitcs-7270	112	9	to	to	PART
bitcs-7270	112	10	tune	tune	VERB
bitcs-7270	112	11	the	the	DET
bitcs-7270	112	12	learning	learn	VERB
bitcs-7270	112	13	parameters	parameter	NOUN
bitcs-7270	112	14	(	(	PUNCT
bitcs-7270	112	15	e.g.	e.g.	ADV
bitcs-7270	112	16	,	,	PUNCT
bitcs-7270	112	17	α	α	X
bitcs-7270	112	18	,	,	PUNCT
bitcs-7270	112	19	γ	γ	PROPN
bitcs-7270	112	20	,	,	PUNCT
bitcs-7270	112	21	ε	ε	PROPN
bitcs-7270	112	22	)	)	PUNCT
bitcs-7270	112	23	for	for	ADP
bitcs-7270	112	24	optimal	optimal	ADJ
bitcs-7270	112	25	performance	performance	NOUN
bitcs-7270	112	26	.	.	PUNCT
bitcs-7270	113	1	analyze	analyze	VERB
bitcs-7270	113	2	the	the	DET
bitcs-7270	113	3	impact	impact	NOUN
bitcs-7270	113	4	of	of	ADP
bitcs-7270	113	5	parameter	parameter	NOUN
bitcs-7270	113	6	variations	variation	NOUN
bitcs-7270	113	7	on	on	ADP
bitcs-7270	113	8	learning	learn	VERB
bitcs-7270	113	9	speed	speed	NOUN
bitcs-7270	113	10	,	,	PUNCT
bitcs-7270	113	11	convergence	convergence	NOUN
bitcs-7270	113	12	,	,	PUNCT
bitcs-7270	113	13	and	and	CCONJ
bitcs-7270	113	14	overall	overall	ADJ
bitcs-7270	113	15	gameplay	gameplay	NOUN
bitcs-7270	113	16	effectiveness	effectiveness	NOUN
bitcs-7270	113	17	.	.	PUNCT
bitcs-7270	114	1	c.	c.	PROPN
bitcs-7270	114	2	iterative	iterative	PROPN
bitcs-7270	114	3	training	training	NOUN
bitcs-7270	114	4	:	:	PUNCT
bitcs-7270	114	5	1	1	X
bitcs-7270	114	6	)	)	PUNCT
bitcs-7270	114	7	repeat	repeat	VERB
bitcs-7270	114	8	the	the	DET
bitcs-7270	114	9	game	game	NOUN
bitcs-7270	114	10	loop	loop	NOUN
bitcs-7270	114	11	for	for	ADP
bitcs-7270	114	12	multiple	multiple	ADJ
bitcs-7270	114	13	episodes	episode	NOUN
bitcs-7270	114	14	or	or	CCONJ
bitcs-7270	114	15	iterations	iteration	NOUN
bitcs-7270	114	16	to	to	PART
bitcs-7270	114	17	allow	allow	VERB
bitcs-7270	114	18	the	the	DET
bitcs-7270	114	19	agents	agent	NOUN
bitcs-7270	114	20	to	to	PART
bitcs-7270	114	21	learn	learn	VERB
bitcs-7270	114	22	and	and	CCONJ
bitcs-7270	114	23	refine	refine	VERB
bitcs-7270	114	24	their	their	PRON
bitcs-7270	114	25	strategies	strategy	NOUN
bitcs-7270	114	26	over	over	ADP
bitcs-7270	114	27	time	time	NOUN
bitcs-7270	114	28	.	.	PUNCT
bitcs-7270	115	1	2	2	X
bitcs-7270	115	2	)	)	PUNCT
bitcs-7270	115	3	continue	continue	VERB
bitcs-7270	115	4	training	training	NOUN
bitcs-7270	115	5	until	until	SCONJ
bitcs-7270	115	6	the	the	DET
bitcs-7270	115	7	agents	agent	NOUN
bitcs-7270	115	8	achieve	achieve	VERB
bitcs-7270	115	9	satisfactory	satisfactory	ADJ
bitcs-7270	115	10	performance	performance	NOUN
bitcs-7270	115	11	or	or	CCONJ
bitcs-7270	115	12	convergence	convergence	NOUN
bitcs-7270	115	13	.	.	PUNCT
bitcs-7270	116	1	d.	d.	PROPN
bitcs-7270	116	2	results	result	NOUN
bitcs-7270	116	3	and	and	CCONJ
bitcs-7270	116	4	analysis	analysis	NOUN
bitcs-7270	116	5	:	:	PUNCT
bitcs-7270	116	6	1	1	X
bitcs-7270	116	7	)	)	PUNCT
bitcs-7270	116	8	evaluate	evaluate	VERB
bitcs-7270	116	9	the	the	DET
bitcs-7270	116	10	performance	performance	NOUN
bitcs-7270	116	11	of	of	ADP
bitcs-7270	116	12	the	the	DET
bitcs-7270	116	13	rl	rl	NOUN
bitcs-7270	116	14	-	-	PUNCT
bitcs-7270	116	15	based	base	VERB
bitcs-7270	116	16	agents	agent	NOUN
bitcs-7270	116	17	based	base	VERB
bitcs-7270	116	18	on	on	ADP
bitcs-7270	116	19	predefined	predefine	VERB
bitcs-7270	116	20	metrics	metric	NOUN
bitcs-7270	116	21	such	such	ADJ
bitcs-7270	116	22	as	as	ADP
bitcs-7270	116	23	goal	goal	NOUN
bitcs-7270	116	24	scoring	scoring	NOUN
bitcs-7270	116	25	rate	rate	NOUN
bitcs-7270	116	26	,	,	PUNCT
bitcs-7270	116	27	defensive	defensive	ADJ
bitcs-7270	116	28	efficiency	efficiency	NOUN
bitcs-7270	116	29	,	,	PUNCT
bitcs-7270	116	30	and	and	CCONJ
bitcs-7270	116	31	overall	overall	ADJ
bitcs-7270	116	32	match	match	NOUN
bitcs-7270	116	33	outcome	outcome	NOUN
bitcs-7270	116	34	.	.	PUNCT
bitcs-7270	117	1	2	2	X
bitcs-7270	117	2	)	)	PUNCT
bitcs-7270	117	3	analyze	analyze	VERB
bitcs-7270	117	4	the	the	DET
bitcs-7270	117	5	learned	learn	VERB
bitcs-7270	117	6	strategies	strategy	NOUN
bitcs-7270	117	7	,	,	PUNCT
bitcs-7270	117	8	decision	decision	NOUN
bitcs-7270	117	9	-	-	PUNCT
bitcs-7270	117	10	making	make	VERB
bitcs-7270	117	11	processes	process	NOUN
bitcs-7270	117	12	,	,	PUNCT
bitcs-7270	117	13	and	and	CCONJ
bitcs-7270	117	14	emergent	emergent	ADJ
bitcs-7270	117	15	behaviors	behavior	NOUN
bitcs-7270	117	16	exhibited	exhibit	VERB
bitcs-7270	117	17	by	by	ADP
bitcs-7270	117	18	the	the	DET
bitcs-7270	117	19	agents	agent	NOUN
bitcs-7270	117	20	.	.	PUNCT
bitcs-7270	118	1	table	table	NOUN
bitcs-7270	118	2	1	1	NUM
bitcs-7270	118	3	.	.	PUNCT
bitcs-7270	119	1	learning	learn	VERB
bitcs-7270	119	2	parameters	parameter	NOUN
bitcs-7270	119	3	parameter	parameter	PROPN
bitcs-7270	119	4	description	description	NOUN
bitcs-7270	119	5	value(s	value(s	ADJ
bitcs-7270	119	6	)	)	PUNCT
bitcs-7270	119	7	learning	learn	VERB
bitcs-7270	119	8	rate	rate	NOUN
bitcs-7270	119	9	(	(	PUNCT
bitcs-7270	119	10	α	α	NOUN
bitcs-7270	119	11	)	)	PUNCT
bitcs-7270	119	12	rate	rate	NOUN
bitcs-7270	119	13	of	of	ADP
bitcs-7270	119	14	q	q	ADJ
bitcs-7270	119	15	-	-	PUNCT
bitcs-7270	119	16	value	value	NOUN
bitcs-7270	119	17	updates	update	VERB
bitcs-7270	119	18	0.1	0.1	NUM
bitcs-7270	119	19	discount	discount	NOUN
bitcs-7270	119	20	factor	factor	NOUN
bitcs-7270	119	21	(	(	PUNCT
bitcs-7270	119	22	γ	γ	NOUN
bitcs-7270	119	23	)	)	PUNCT
bitcs-7270	119	24	weight	weight	NOUN
bitcs-7270	119	25	assigned	assign	VERB
bitcs-7270	119	26	to	to	ADP
bitcs-7270	119	27	future	future	ADJ
bitcs-7270	119	28	rewards	reward	VERB
bitcs-7270	119	29	0.9	0.9	NUM
bitcs-7270	119	30	exploration	exploration	NOUN
bitcs-7270	119	31	rate	rate	NOUN
bitcs-7270	119	32	probability	probability	NOUN
bitcs-7270	119	33	of	of	ADP
bitcs-7270	119	34	selecting	select	VERB
bitcs-7270	119	35	random	random	ADJ
bitcs-7270	119	36	actions	action	NOUN
bitcs-7270	119	37	(	(	PUNCT
bitcs-7270	119	38	ε	ε	PROPN
bitcs-7270	119	39	-	-	PUNCT
bitcs-7270	119	40	greedy	greedy	ADJ
bitcs-7270	119	41	)	)	PUNCT
bitcs-7270	119	42	0.1	0.1	NUM
bitcs-7270	119	43	iii	iii	NOUN
bitcs-7270	119	44	.	.	PUNCT
bitcs-7270	119	45	results	result	NOUN
bitcs-7270	119	46	and	and	CCONJ
bitcs-7270	119	47	discussions	discussion	NOUN
bitcs-7270	119	48	a	a	DET
bitcs-7270	119	49	successful	successful	ADJ
bitcs-7270	119	50	soccer	soccer	NOUN
bitcs-7270	119	51	simulation	simulation	NOUN
bitcs-7270	119	52	using	use	VERB
bitcs-7270	119	53	agents	agent	NOUN
bitcs-7270	119	54	was	be	AUX
bitcs-7270	119	55	prepared	prepare	VERB
bitcs-7270	119	56	finally	finally	ADV
bitcs-7270	119	57	and	and	CCONJ
bitcs-7270	119	58	the	the	DET
bitcs-7270	119	59	reward	reward	NOUN
bitcs-7270	119	60	and	and	CCONJ
bitcs-7270	119	61	other	other	ADJ
bitcs-7270	119	62	parameters	parameter	NOUN
bitcs-7270	119	63	were	be	AUX
bitcs-7270	119	64	observed	observe	VERB
bitcs-7270	119	65	consistently	consistently	ADV
bitcs-7270	119	66	by	by	ADP
bitcs-7270	119	67	the	the	DET
bitcs-7270	119	68	authors	author	NOUN
bitcs-7270	119	69	.	.	PUNCT
bitcs-7270	120	1	this	this	PRON
bitcs-7270	120	2	was	be	AUX
bitcs-7270	120	3	a	a	DET
bitcs-7270	120	4	kind	kind	NOUN
bitcs-7270	120	5	of	of	ADP
bitcs-7270	120	6	successful	successful	ADJ
bitcs-7270	120	7	implementation	implementation	NOUN
bitcs-7270	120	8	of	of	ADP
bitcs-7270	120	9	rewarding	rewarding	ADJ
bitcs-7270	120	10	system	system	NOUN
bitcs-7270	120	11	for	for	ADP
bitcs-7270	120	12	the	the	DET
bitcs-7270	120	13	agents	agent	NOUN
bitcs-7270	120	14	and	and	CCONJ
bitcs-7270	120	15	to	to	PART
bitcs-7270	120	16	make	make	VERB
bitcs-7270	120	17	them	they	PRON
bitcs-7270	120	18	applied	apply	VERB
bitcs-7270	120	19	with	with	ADP
bitcs-7270	120	20	the	the	DET
bitcs-7270	120	21	q	q	NOUN
bitcs-7270	120	22	-	-	PUNCT
bitcs-7270	120	23	learning	learn	VERB
bitcs-7270	120	24	method	method	NOUN
bitcs-7270	120	25	for	for	ADP
bitcs-7270	120	26	soccer	soccer	NOUN
bitcs-7270	120	27	simulation	simulation	NOUN
bitcs-7270	120	28	.	.	PUNCT
bitcs-7270	121	1	figure	figure	NOUN
bitcs-7270	121	2	2	2	NUM
bitcs-7270	121	3	.	.	PUNCT
bitcs-7270	121	4	gaming	gaming	NOUN
bitcs-7270	121	5	screen	screen	NOUN
bitcs-7270	121	6	in	in	ADP
bitcs-7270	121	7	this	this	DET
bitcs-7270	121	8	work	work	NOUN
bitcs-7270	121	9	,	,	PUNCT
bitcs-7270	121	10	we	we	PRON
bitcs-7270	121	11	looked	look	VERB
bitcs-7270	121	12	at	at	ADP
bitcs-7270	121	13	the	the	DET
bitcs-7270	121	14	performance	performance	NOUN
bitcs-7270	121	15	of	of	ADP
bitcs-7270	121	16	rl	rl	NOUN
bitcs-7270	121	17	-	-	PUNCT
bitcs-7270	121	18	based	base	VERB
bitcs-7270	121	19	robotic	robotic	ADJ
bitcs-7270	121	20	soccer	soccer	NOUN
bitcs-7270	121	21	agents	agent	NOUN
bitcs-7270	121	22	trained	train	VERB
bitcs-7270	121	23	with	with	ADP
bitcs-7270	121	24	the	the	DET
bitcs-7270	121	25	qlearning	qlearning	NOUN
bitcs-7270	121	26	algorithm	algorithm	NOUN
bitcs-7270	121	27	in	in	ADP
bitcs-7270	121	28	a	a	DET
bitcs-7270	121	29	simulated	simulated	ADJ
bitcs-7270	121	30	environment	environment	NOUN
bitcs-7270	121	31	.	.	PUNCT
bitcs-7270	122	1	the	the	DET
bitcs-7270	122	2	agents	agent	NOUN
bitcs-7270	122	3	'	'	PART
bitcs-7270	122	4	gaming	gaming	NOUN
bitcs-7270	122	5	competence	competence	NOUN
bitcs-7270	122	6	and	and	CCONJ
bitcs-7270	122	7	strategic	strategic	ADJ
bitcs-7270	122	8	decisionmaking	decisionmaking	NOUN
bitcs-7270	122	9	improved	improve	VERB
bitcs-7270	122	10	significantly	significantly	ADV
bitcs-7270	122	11	during	during	ADP
bitcs-7270	122	12	repeated	repeat	VERB
bitcs-7270	122	13	training	training	NOUN
bitcs-7270	122	14	episodes	episode	NOUN
bitcs-7270	122	15	.	.	PUNCT
bitcs-7270	123	1	the	the	DET
bitcs-7270	123	2	convergence	convergence	NOUN
bitcs-7270	123	3	study	study	NOUN
bitcs-7270	123	4	found	find	VERB
bitcs-7270	123	5	that	that	SCONJ
bitcs-7270	123	6	the	the	DET
bitcs-7270	123	7	agents	agent	NOUN
bitcs-7270	123	8	required	require	VERB
bitcs-7270	123	9	an	an	DET
bitcs-7270	123	10	average	average	NOUN
bitcs-7270	123	11	of	of	ADP
bitcs-7270	123	12	64	64	NUM
bitcs-7270	123	13	steps	step	NOUN
bitcs-7270	123	14	to	to	PART
bitcs-7270	123	15	reach	reach	VERB
bitcs-7270	123	16	a	a	DET
bitcs-7270	123	17	stable	stable	ADJ
bitcs-7270	123	18	policy	policy	NOUN
bitcs-7270	123	19	with	with	ADP
bitcs-7270	123	20	an	an	DET
bitcs-7270	123	21	average	average	ADJ
bitcs-7270	123	22	reward	reward	NOUN
bitcs-7270	123	23	of	of	ADP
bitcs-7270	123	24	-1	-1	PUNCT
bitcs-7270	123	25	.	.	PUNCT
bitcs-7270	124	1	this	this	PRON
bitcs-7270	124	2	suggests	suggest	VERB
bitcs-7270	124	3	that	that	SCONJ
bitcs-7270	124	4	the	the	DET
bitcs-7270	124	5	agents	agent	NOUN
bitcs-7270	124	6	were	be	AUX
bitcs-7270	124	7	successful	successful	ADJ
bitcs-7270	124	8	in	in	ADP
bitcs-7270	124	9	developing	develop	VERB
bitcs-7270	124	10	effective	effective	ADJ
bitcs-7270	124	11	tactics	tactic	NOUN
bitcs-7270	124	12	while	while	SCONJ
bitcs-7270	124	13	balancing	balance	VERB
bitcs-7270	124	14	exploration	exploration	NOUN
bitcs-7270	124	15	and	and	CCONJ
bitcs-7270	124	16	exploitation	exploitation	NOUN
bitcs-7270	124	17	.	.	PUNCT
bitcs-7270	125	1	furthermore	furthermore	ADV
bitcs-7270	125	2	,	,	PUNCT
bitcs-7270	125	3	the	the	DET
bitcs-7270	125	4	agents	agent	NOUN
bitcs-7270	125	5	demonstrated	demonstrate	VERB
bitcs-7270	125	6	adaptive	adaptive	ADJ
bitcs-7270	125	7	behaviours	behaviour	NOUN
bitcs-7270	125	8	and	and	CCONJ
bitcs-7270	125	9	trained	train	VERB
bitcs-7270	125	10	to	to	PART
bitcs-7270	125	11	maximise	maximise	VERB
bitcs-7270	125	12	cumulative	cumulative	ADJ
bitcs-7270	125	13	rewards	reward	NOUN
bitcs-7270	125	14	while	while	SCONJ
bitcs-7270	125	15	minimising	minimise	VERB
bitcs-7270	125	16	penalties	penalty	NOUN
bitcs-7270	125	17	,	,	PUNCT
bitcs-7270	125	18	demonstrating	demonstrate	VERB
bitcs-7270	125	19	the	the	DET
bitcs-7270	125	20	effectiveness	effectiveness	NOUN
bitcs-7270	125	21	of	of	ADP
bitcs-7270	125	22	q	q	NOUN
bitcs-7270	125	23	-	-	PUNCT
bitcs-7270	125	24	learning	learning	NOUN
bitcs-7270	125	25	in	in	ADP
bitcs-7270	125	26	enabling	enable	VERB
bitcs-7270	125	27	learning	learning	NOUN
bitcs-7270	125	28	in	in	ADP
bitcs-7270	125	29	dynamic	dynamic	ADJ
bitcs-7270	125	30	and	and	CCONJ
bitcs-7270	125	31	competitive	competitive	ADJ
bitcs-7270	125	32	situations	situation	NOUN
bitcs-7270	125	33	.	.	PUNCT
bitcs-7270	126	1	vol	vol	NOUN
bitcs-7270	126	2	.	.	PROPN
bitcs-7270	127	1	6	6	NUM
bitcs-7270	127	2	,	,	PUNCT
bitcs-7270	127	3	no.1	no.1	NUM
bitcs-7270	127	4	,	,	PUNCT
bitcs-7270	127	5	january	january	NOUN
bitcs-7270	127	6	2025	2025	NUM
bitcs-7270	128	1	|	|	ADV
bitcs-7270	128	2	15	15	NUM
bitcs-7270	128	3	figure	figure	NOUN
bitcs-7270	128	4	3	3	NUM
bitcs-7270	128	5	.	.	PUNCT
bitcs-7270	128	6	model	model	NOUN
bitcs-7270	128	7	metrices	metrice	NOUN
bitcs-7270	128	8	figure	figure	VERB
bitcs-7270	128	9	4	4	NUM
bitcs-7270	128	10	.	.	NUM
bitcs-7270	128	11	obtained	obtain	VERB
bitcs-7270	128	12	results	result	NOUN
bitcs-7270	128	13	the	the	DET
bitcs-7270	128	14	plot	plot	NOUN
bitcs-7270	128	15	above	above	ADP
bitcs-7270	128	16	depicts	depict	VERB
bitcs-7270	128	17	three	three	NUM
bitcs-7270	128	18	metrics	metric	NOUN
bitcs-7270	128	19	for	for	ADP
bitcs-7270	128	20	a	a	DET
bitcs-7270	128	21	reinforcement	reinforcement	NOUN
bitcs-7270	128	22	learning	learning	NOUN
bitcs-7270	128	23	model	model	NOUN
bitcs-7270	128	24	:	:	PUNCT
bitcs-7270	128	25	total	total	ADJ
bitcs-7270	128	26	reward	reward	NOUN
bitcs-7270	128	27	,	,	PUNCT
bitcs-7270	128	28	number	number	NOUN
bitcs-7270	128	29	of	of	ADP
bitcs-7270	128	30	steps	step	NOUN
bitcs-7270	128	31	,	,	PUNCT
bitcs-7270	128	32	and	and	CCONJ
bitcs-7270	128	33	average	average	ADJ
bitcs-7270	128	34	reward	reward	NOUN
bitcs-7270	128	35	per	per	ADP
bitcs-7270	128	36	step	step	NOUN
bitcs-7270	128	37	.	.	PUNCT
bitcs-7270	129	1	the	the	DET
bitcs-7270	129	2	number	number	NOUN
bitcs-7270	129	3	of	of	ADP
bitcs-7270	129	4	steps	step	NOUN
bitcs-7270	129	5	taken	take	VERB
bitcs-7270	129	6	and	and	CCONJ
bitcs-7270	129	7	total	total	ADJ
bitcs-7270	129	8	reward	reward	NOUN
bitcs-7270	129	9	appear	appear	VERB
bitcs-7270	129	10	to	to	PART
bitcs-7270	129	11	be	be	AUX
bitcs-7270	129	12	growing	grow	VERB
bitcs-7270	129	13	simultaneously	simultaneously	ADV
bitcs-7270	129	14	,	,	PUNCT
bitcs-7270	129	15	whereas	whereas	SCONJ
bitcs-7270	129	16	the	the	DET
bitcs-7270	129	17	average	average	ADJ
bitcs-7270	129	18	payout	payout	NOUN
bitcs-7270	129	19	per	per	ADP
bitcs-7270	129	20	step	step	NOUN
bitcs-7270	129	21	fluctuates	fluctuate	NOUN
bitcs-7270	129	22	but	but	CCONJ
bitcs-7270	129	23	remains	remain	VERB
bitcs-7270	129	24	mainly	mainly	ADV
bitcs-7270	129	25	flat	flat	ADJ
bitcs-7270	129	26	.	.	PUNCT
bitcs-7270	130	1	here	here	ADV
bitcs-7270	130	2	are	be	AUX
bitcs-7270	130	3	a	a	DET
bitcs-7270	130	4	few	few	ADJ
bitcs-7270	130	5	explanations	explanation	NOUN
bitcs-7270	130	6	of	of	ADP
bitcs-7270	130	7	these	these	DET
bitcs-7270	130	8	findings	finding	NOUN
bitcs-7270	130	9	:	:	PUNCT
bitcs-7270	131	1	1	1	X
bitcs-7270	131	2	.	.	PUNCT
bitcs-7270	131	3	the	the	DET
bitcs-7270	131	4	model	model	NOUN
bitcs-7270	131	5	is	be	AUX
bitcs-7270	131	6	still	still	ADV
bitcs-7270	131	7	learning	learn	VERB
bitcs-7270	131	8	.	.	PUNCT
bitcs-7270	132	1	when	when	SCONJ
bitcs-7270	132	2	a	a	DET
bitcs-7270	132	3	model	model	NOUN
bitcs-7270	132	4	is	be	AUX
bitcs-7270	132	5	in	in	ADP
bitcs-7270	132	6	the	the	DET
bitcs-7270	132	7	early	early	ADJ
bitcs-7270	132	8	phases	phase	NOUN
bitcs-7270	132	9	of	of	ADP
bitcs-7270	132	10	training	training	NOUN
bitcs-7270	132	11	,	,	PUNCT
bitcs-7270	132	12	the	the	DET
bitcs-7270	132	13	number	number	NOUN
bitcs-7270	132	14	of	of	ADP
bitcs-7270	132	15	steps	step	NOUN
bitcs-7270	132	16	taken	take	VERB
bitcs-7270	132	17	is	be	AUX
bitcs-7270	132	18	likely	likely	ADJ
bitcs-7270	132	19	to	to	PART
bitcs-7270	132	20	rise	rise	VERB
bitcs-7270	132	21	as	as	SCONJ
bitcs-7270	132	22	it	it	PRON
bitcs-7270	132	23	explores	explore	VERB
bitcs-7270	132	24	its	its	PRON
bitcs-7270	132	25	surroundings	surrounding	NOUN
bitcs-7270	132	26	and	and	CCONJ
bitcs-7270	132	27	learns	learn	VERB
bitcs-7270	132	28	new	new	ADJ
bitcs-7270	132	29	things	thing	NOUN
bitcs-7270	132	30	.	.	PUNCT
bitcs-7270	133	1	at	at	ADP
bitcs-7270	133	2	the	the	DET
bitcs-7270	133	3	same	same	ADJ
bitcs-7270	133	4	time	time	NOUN
bitcs-7270	133	5	,	,	PUNCT
bitcs-7270	133	6	the	the	DET
bitcs-7270	133	7	overall	overall	ADJ
bitcs-7270	133	8	reward	reward	NOUN
bitcs-7270	133	9	may	may	AUX
bitcs-7270	133	10	rise	rise	VERB
bitcs-7270	133	11	as	as	SCONJ
bitcs-7270	133	12	the	the	DET
bitcs-7270	133	13	model	model	NOUN
bitcs-7270	133	14	learns	learn	VERB
bitcs-7270	133	15	new	new	ADJ
bitcs-7270	133	16	lucrative	lucrative	ADJ
bitcs-7270	133	17	activities	activity	NOUN
bitcs-7270	133	18	.	.	PUNCT
bitcs-7270	134	1	the	the	DET
bitcs-7270	134	2	average	average	ADJ
bitcs-7270	134	3	reward	reward	NOUN
bitcs-7270	134	4	per	per	ADP
bitcs-7270	134	5	step	step	NOUN
bitcs-7270	134	6	may	may	AUX
bitcs-7270	134	7	fluctuate	fluctuate	VERB
bitcs-7270	134	8	as	as	SCONJ
bitcs-7270	134	9	the	the	DET
bitcs-7270	134	10	model	model	NOUN
bitcs-7270	134	11	makes	make	VERB
bitcs-7270	134	12	both	both	CCONJ
bitcs-7270	134	13	excellent	excellent	ADJ
bitcs-7270	134	14	and	and	CCONJ
bitcs-7270	134	15	bad	bad	ADJ
bitcs-7270	134	16	judgments	judgment	NOUN
bitcs-7270	134	17	,	,	PUNCT
bitcs-7270	134	18	although	although	SCONJ
bitcs-7270	134	19	it	it	PRON
bitcs-7270	134	20	is	be	AUX
bitcs-7270	134	21	unlikely	unlikely	ADJ
bitcs-7270	134	22	to	to	PART
bitcs-7270	134	23	change	change	VERB
bitcs-7270	134	24	significantly	significantly	ADV
bitcs-7270	134	25	if	if	SCONJ
bitcs-7270	134	26	the	the	DET
bitcs-7270	134	27	model	model	NOUN
bitcs-7270	134	28	is	be	AUX
bitcs-7270	134	29	still	still	ADV
bitcs-7270	134	30	exploring	explore	VERB
bitcs-7270	134	31	extensively	extensively	ADV
bitcs-7270	134	32	.	.	PUNCT
bitcs-7270	135	1	2	2	X
bitcs-7270	135	2	.	.	X
bitcs-7270	135	3	the	the	DET
bitcs-7270	135	4	task	task	NOUN
bitcs-7270	135	5	is	be	AUX
bitcs-7270	135	6	challenging	challenging	ADJ
bitcs-7270	135	7	:	:	PUNCT
bitcs-7270	135	8	if	if	SCONJ
bitcs-7270	135	9	the	the	DET
bitcs-7270	135	10	task	task	NOUN
bitcs-7270	135	11	is	be	AUX
bitcs-7270	135	12	difficult	difficult	ADJ
bitcs-7270	135	13	or	or	CCONJ
bitcs-7270	135	14	complicated	complicated	ADJ
bitcs-7270	135	15	,	,	PUNCT
bitcs-7270	135	16	the	the	DET
bitcs-7270	135	17	model	model	NOUN
bitcs-7270	135	18	may	may	AUX
bitcs-7270	135	19	need	need	VERB
bitcs-7270	135	20	to	to	PART
bitcs-7270	135	21	go	go	VERB
bitcs-7270	135	22	through	through	ADP
bitcs-7270	135	23	several	several	ADJ
bitcs-7270	135	24	phases	phase	NOUN
bitcs-7270	135	25	to	to	PART
bitcs-7270	135	26	obtain	obtain	VERB
bitcs-7270	135	27	a	a	DET
bitcs-7270	135	28	satisfactory	satisfactory	ADJ
bitcs-7270	135	29	reward	reward	NOUN
bitcs-7270	135	30	.	.	PUNCT
bitcs-7270	136	1	in	in	ADP
bitcs-7270	136	2	this	this	DET
bitcs-7270	136	3	situation	situation	NOUN
bitcs-7270	136	4	,	,	PUNCT
bitcs-7270	136	5	both	both	CCONJ
bitcs-7270	136	6	the	the	DET
bitcs-7270	136	7	number	number	NOUN
bitcs-7270	136	8	of	of	ADP
bitcs-7270	136	9	steps	step	NOUN
bitcs-7270	136	10	done	do	VERB
bitcs-7270	136	11	and	and	CCONJ
bitcs-7270	136	12	the	the	DET
bitcs-7270	136	13	overall	overall	ADJ
bitcs-7270	136	14	reward	reward	NOUN
bitcs-7270	136	15	may	may	AUX
bitcs-7270	136	16	steadily	steadily	ADV
bitcs-7270	136	17	grow	grow	VERB
bitcs-7270	136	18	over	over	ADP
bitcs-7270	136	19	time	time	NOUN
bitcs-7270	136	20	as	as	ADP
bitcs-7270	136	21	the	the	DET
bitcs-7270	136	22	model	model	NOUN
bitcs-7270	136	23	's	's	PART
bitcs-7270	136	24	performance	performance	NOUN
bitcs-7270	136	25	increases	increase	NOUN
bitcs-7270	136	26	.	.	PUNCT
bitcs-7270	137	1	3	3	X
bitcs-7270	137	2	.	.	X
bitcs-7270	137	3	the	the	DET
bitcs-7270	137	4	reward	reward	NOUN
bitcs-7270	137	5	function	function	NOUN
bitcs-7270	137	6	is	be	AUX
bitcs-7270	137	7	not	not	PART
bitcs-7270	137	8	pretty	pretty	ADV
bitcs-7270	137	9	well	well	ADV
bitcs-7270	137	10	defined	define	VERB
bitcs-7270	137	11	and	and	CCONJ
bitcs-7270	137	12	not	not	PART
bitcs-7270	137	13	good	good	ADJ
bitcs-7270	137	14	enough	enough	ADV
bitcs-7270	137	15	.	.	PUNCT
bitcs-7270	138	1	if	if	SCONJ
bitcs-7270	138	2	the	the	DET
bitcs-7270	138	3	reward	reward	NOUN
bitcs-7270	138	4	function	function	NOUN
bitcs-7270	138	5	is	be	AUX
bitcs-7270	138	6	not	not	PART
bitcs-7270	138	7	well	well	ADV
bitcs-7270	138	8	stated	state	VERB
bitcs-7270	138	9	,	,	PUNCT
bitcs-7270	138	10	the	the	DET
bitcs-7270	138	11	model	model	NOUN
bitcs-7270	138	12	may	may	AUX
bitcs-7270	138	13	be	be	AUX
bitcs-7270	138	14	unable	unable	ADJ
bitcs-7270	138	15	to	to	PART
bitcs-7270	138	16	learn	learn	VERB
bitcs-7270	138	17	which	which	DET
bitcs-7270	138	18	activities	activity	NOUN
bitcs-7270	138	19	are	be	AUX
bitcs-7270	138	20	actually	actually	ADV
bitcs-7270	138	21	rewarding	rewarding	ADJ
bitcs-7270	138	22	.	.	PUNCT
bitcs-7270	139	1	in	in	ADP
bitcs-7270	139	2	this	this	DET
bitcs-7270	139	3	situation	situation	NOUN
bitcs-7270	139	4	,	,	PUNCT
bitcs-7270	139	5	the	the	DET
bitcs-7270	139	6	model	model	NOUN
bitcs-7270	139	7	may	may	AUX
bitcs-7270	139	8	go	go	VERB
bitcs-7270	139	9	through	through	ADP
bitcs-7270	139	10	several	several	ADJ
bitcs-7270	139	11	stages	stage	NOUN
bitcs-7270	139	12	without	without	ADP
bitcs-7270	139	13	making	make	VERB
bitcs-7270	139	14	much	much	ADJ
bitcs-7270	139	15	progress	progress	NOUN
bitcs-7270	139	16	,	,	PUNCT
bitcs-7270	139	17	and	and	CCONJ
bitcs-7270	139	18	the	the	DET
bitcs-7270	139	19	overall	overall	ADJ
bitcs-7270	139	20	reward	reward	NOUN
bitcs-7270	139	21	and	and	CCONJ
bitcs-7270	139	22	average	average	ADJ
bitcs-7270	139	23	reward	reward	NOUN
bitcs-7270	139	24	per	per	ADP
bitcs-7270	139	25	step	step	NOUN
bitcs-7270	139	26	may	may	AUX
bitcs-7270	139	27	not	not	PART
bitcs-7270	139	28	grow	grow	VERB
bitcs-7270	139	29	considerably	considerably	ADV
bitcs-7270	139	30	.	.	PUNCT
bitcs-7270	140	1	state	state	NOUN
bitcs-7270	140	2	:	:	PUNCT
bitcs-7270	140	3	the	the	DET
bitcs-7270	140	4	given	give	VERB
bitcs-7270	140	5	game	game	NOUN
bitcs-7270	140	6	log	log	NOUN
bitcs-7270	140	7	depicts	depict	VERB
bitcs-7270	140	8	a	a	DET
bitcs-7270	140	9	series	series	NOUN
bitcs-7270	140	10	of	of	ADP
bitcs-7270	140	11	states	state	NOUN
bitcs-7270	140	12	,	,	PUNCT
bitcs-7270	140	13	actions	action	NOUN
bitcs-7270	140	14	,	,	PUNCT
bitcs-7270	140	15	awards	award	NOUN
bitcs-7270	140	16	,	,	PUNCT
bitcs-7270	140	17	and	and	CCONJ
bitcs-7270	140	18	new	new	ADJ
bitcs-7270	140	19	states	state	NOUN
bitcs-7270	140	20	experienced	experience	VERB
bitcs-7270	140	21	during	during	ADP
bitcs-7270	140	22	gameplay	gameplay	NOUN
bitcs-7270	140	23	.	.	PUNCT
bitcs-7270	141	1	let	let	VERB
bitcs-7270	141	2	us	we	PRON
bitcs-7270	141	3	break	break	VERB
bitcs-7270	141	4	down	down	ADP
bitcs-7270	141	5	the	the	DET
bitcs-7270	141	6	significance	significance	NOUN
bitcs-7270	141	7	of	of	ADP
bitcs-7270	141	8	each	each	DET
bitcs-7270	141	9	component	component	NOUN
bitcs-7270	141	10	.	.	PUNCT
bitcs-7270	142	1	each	each	DET
bitcs-7270	142	2	state	state	NOUN
bitcs-7270	142	3	in	in	ADP
bitcs-7270	142	4	the	the	DET
bitcs-7270	142	5	log	log	NOUN
bitcs-7270	142	6	corresponds	correspond	VERB
bitcs-7270	142	7	to	to	ADP
bitcs-7270	142	8	the	the	DET
bitcs-7270	142	9	current	current	ADJ
bitcs-7270	142	10	setting	setting	NOUN
bitcs-7270	142	11	of	of	ADP
bitcs-7270	142	12	the	the	DET
bitcs-7270	142	13	gaming	gaming	NOUN
bitcs-7270	142	14	environment	environment	NOUN
bitcs-7270	142	15	.	.	PUNCT
bitcs-7270	143	1	it	it	PRON
bitcs-7270	143	2	often	often	ADV
bitcs-7270	143	3	includes	include	VERB
bitcs-7270	143	4	information	information	NOUN
bitcs-7270	143	5	such	such	ADJ
bitcs-7270	143	6	as	as	ADP
bitcs-7270	143	7	the	the	DET
bitcs-7270	143	8	ball	ball	NOUN
bitcs-7270	143	9	's	's	PART
bitcs-7270	143	10	location	location	NOUN
bitcs-7270	143	11	,	,	PUNCT
bitcs-7270	143	12	paddle	paddle	NOUN
bitcs-7270	143	13	positions	position	NOUN
bitcs-7270	143	14	,	,	PUNCT
bitcs-7270	143	15	and	and	CCONJ
bitcs-7270	143	16	ball	ball	NOUN
bitcs-7270	143	17	direction	direction	NOUN
bitcs-7270	143	18	.	.	PUNCT
bitcs-7270	144	1	for	for	ADP
bitcs-7270	144	2	example	example	NOUN
bitcs-7270	144	3	,	,	PUNCT
bitcs-7270	144	4	the	the	DET
bitcs-7270	144	5	state	state	NOUN
bitcs-7270	144	6	(	(	PUNCT
bitcs-7270	144	7	15	15	NUM
bitcs-7270	144	8	,	,	PUNCT
bitcs-7270	144	9	20	20	NUM
bitcs-7270	144	10	,	,	PUNCT
bitcs-7270	144	11	15	15	NUM
bitcs-7270	144	12	,	,	PUNCT
bitcs-7270	144	13	1	1	NUM
bitcs-7270	144	14	,	,	PUNCT
bitcs-7270	144	15	-1	-1	PUNCT
bitcs-7270	144	16	)	)	PUNCT
bitcs-7270	144	17	might	might	AUX
bitcs-7270	144	18	mean	mean	VERB
bitcs-7270	144	19	that	that	SCONJ
bitcs-7270	144	20	the	the	DET
bitcs-7270	144	21	ball	ball	NOUN
bitcs-7270	144	22	is	be	AUX
bitcs-7270	144	23	at	at	ADP
bitcs-7270	144	24	position	position	NOUN
bitcs-7270	144	25	(	(	PUNCT
bitcs-7270	144	26	15	15	NUM
bitcs-7270	144	27	,	,	PUNCT
bitcs-7270	144	28	20	20	NUM
bitcs-7270	144	29	)	)	PUNCT
bitcs-7270	144	30	,	,	PUNCT
bitcs-7270	144	31	the	the	DET
bitcs-7270	144	32	left	left	ADJ
bitcs-7270	144	33	paddle	paddle	NOUN
bitcs-7270	144	34	is	be	AUX
bitcs-7270	144	35	at	at	ADP
bitcs-7270	144	36	position	position	NOUN
bitcs-7270	144	37	15	15	NUM
bitcs-7270	144	38	,	,	PUNCT
bitcs-7270	144	39	the	the	DET
bitcs-7270	144	40	right	right	ADJ
bitcs-7270	144	41	paddle	paddle	NOUN
bitcs-7270	144	42	is	be	AUX
bitcs-7270	144	43	at	at	ADP
bitcs-7270	144	44	position	position	NOUN
bitcs-7270	144	45	15	15	NUM
bitcs-7270	144	46	,	,	PUNCT
bitcs-7270	144	47	and	and	CCONJ
bitcs-7270	144	48	the	the	DET
bitcs-7270	144	49	ball	ball	NOUN
bitcs-7270	144	50	is	be	AUX
bitcs-7270	144	51	traveling	travel	VERB
bitcs-7270	144	52	in	in	ADP
bitcs-7270	144	53	the	the	DET
bitcs-7270	144	54	positive	positive	ADJ
bitcs-7270	144	55	x	x	NOUN
bitcs-7270	144	56	-	-	NOUN
bitcs-7270	144	57	direction	direction	NOUN
bitcs-7270	144	58	(	(	PUNCT
bitcs-7270	144	59	-1	-1	ADJ
bitcs-7270	144	60	)	)	PUNCT
bitcs-7270	144	61	and	and	CCONJ
bitcs-7270	144	62	negative	negative	ADJ
bitcs-7270	144	63	y	y	NOUN
bitcs-7270	144	64	-	-	PUNCT
bitcs-7270	144	65	direction	direction	NOUN
bitcs-7270	144	66	(	(	PUNCT
bitcs-7270	144	67	-1	-1	ADJ
bitcs-7270	144	68	)	)	PUNCT
bitcs-7270	144	69	.	.	PUNCT
bitcs-7270	145	1	figure	figure	NOUN
bitcs-7270	145	2	5	5	NUM
bitcs-7270	145	3	.	.	PUNCT
bitcs-7270	145	4	game	game	NOUN
bitcs-7270	145	5	log	log	NOUN
bitcs-7270	145	6	vol	vol	NOUN
bitcs-7270	145	7	.	.	PROPN
bitcs-7270	146	1	6	6	NUM
bitcs-7270	146	2	,	,	PUNCT
bitcs-7270	146	3	no.1	no.1	NUM
bitcs-7270	146	4	,	,	PUNCT
bitcs-7270	146	5	january	january	PROPN
bitcs-7270	146	6	2025	2025	NUM
bitcs-7270	147	1	|	|	ADV
bitcs-7270	147	2	16	16	NUM
bitcs-7270	147	3	we	we	PRON
bitcs-7270	147	4	can	can	AUX
bitcs-7270	147	5	track	track	VERB
bitcs-7270	147	6	how	how	SCONJ
bitcs-7270	147	7	the	the	DET
bitcs-7270	147	8	two	two	NUM
bitcs-7270	147	9	players	player	NOUN
bitcs-7270	147	10	'	'	PART
bitcs-7270	147	11	scores	score	NOUN
bitcs-7270	147	12	change	change	VERB
bitcs-7270	147	13	by	by	ADP
bitcs-7270	147	14	studying	study	VERB
bitcs-7270	147	15	the	the	DET
bitcs-7270	147	16	game	game	NOUN
bitcs-7270	147	17	log	log	NOUN
bitcs-7270	147	18	.	.	PUNCT
bitcs-7270	148	1	when	when	SCONJ
bitcs-7270	148	2	the	the	DET
bitcs-7270	148	3	score	score	NOUN
bitcs-7270	148	4	for	for	ADP
bitcs-7270	148	5	the	the	DET
bitcs-7270	148	6	model	model	NOUN
bitcs-7270	148	7	's	's	PART
bitcs-7270	148	8	side	side	NOUN
bitcs-7270	148	9	rises	rise	NOUN
bitcs-7270	148	10	,	,	PUNCT
bitcs-7270	148	11	it	it	PRON
bitcs-7270	148	12	indicates	indicate	VERB
bitcs-7270	148	13	that	that	SCONJ
bitcs-7270	148	14	the	the	DET
bitcs-7270	148	15	model	model	NOUN
bitcs-7270	148	16	is	be	AUX
bitcs-7270	148	17	being	be	AUX
bitcs-7270	148	18	rewarded	reward	VERB
bitcs-7270	148	19	for	for	ADP
bitcs-7270	148	20	effective	effective	ADJ
bitcs-7270	148	21	behaviors	behavior	NOUN
bitcs-7270	148	22	.	.	PUNCT
bitcs-7270	149	1	conversely	conversely	ADV
bitcs-7270	149	2	,	,	PUNCT
bitcs-7270	149	3	as	as	ADP
bitcs-7270	149	4	the	the	DET
bitcs-7270	149	5	opponent	opponent	NOUN
bitcs-7270	149	6	's	's	PART
bitcs-7270	149	7	score	score	NOUN
bitcs-7270	149	8	rises	rise	NOUN
bitcs-7270	149	9	,	,	PUNCT
bitcs-7270	149	10	it	it	PRON
bitcs-7270	149	11	indicates	indicate	VERB
bitcs-7270	149	12	that	that	SCONJ
bitcs-7270	149	13	the	the	DET
bitcs-7270	149	14	model	model	NOUN
bitcs-7270	149	15	is	be	AUX
bitcs-7270	149	16	being	be	AUX
bitcs-7270	149	17	penalized	penalize	VERB
bitcs-7270	149	18	for	for	ADP
bitcs-7270	149	19	failing	fail	VERB
bitcs-7270	149	20	to	to	PART
bitcs-7270	149	21	prevent	prevent	VERB
bitcs-7270	149	22	the	the	DET
bitcs-7270	149	23	opponent	opponent	NOUN
bitcs-7270	149	24	from	from	ADP
bitcs-7270	149	25	scoring	score	VERB
bitcs-7270	149	26	.	.	PUNCT
bitcs-7270	150	1	as	as	ADP
bitcs-7270	150	2	a	a	DET
bitcs-7270	150	3	result	result	NOUN
bitcs-7270	150	4	,	,	PUNCT
bitcs-7270	150	5	by	by	ADP
bitcs-7270	150	6	examining	examine	VERB
bitcs-7270	150	7	the	the	DET
bitcs-7270	150	8	score	score	NOUN
bitcs-7270	150	9	changes	change	NOUN
bitcs-7270	150	10	in	in	ADP
bitcs-7270	150	11	the	the	DET
bitcs-7270	150	12	log	log	NOUN
bitcs-7270	150	13	,	,	PUNCT
bitcs-7270	150	14	we	we	PRON
bitcs-7270	150	15	can	can	AUX
bitcs-7270	150	16	determine	determine	VERB
bitcs-7270	150	17	when	when	SCONJ
bitcs-7270	150	18	the	the	DET
bitcs-7270	150	19	model	model	NOUN
bitcs-7270	150	20	is	be	AUX
bitcs-7270	150	21	being	be	AUX
bitcs-7270	150	22	awarded	award	VERB
bitcs-7270	150	23	or	or	CCONJ
bitcs-7270	150	24	punished	punish	VERB
bitcs-7270	150	25	based	base	VERB
bitcs-7270	150	26	on	on	ADP
bitcs-7270	150	27	its	its	PRON
bitcs-7270	150	28	performance	performance	NOUN
bitcs-7270	150	29	in	in	ADP
bitcs-7270	150	30	the	the	DET
bitcs-7270	150	31	game	game	NOUN
bitcs-7270	150	32	.	.	PUNCT
bitcs-7270	151	1	while	while	SCONJ
bitcs-7270	151	2	our	our	PRON
bitcs-7270	151	3	technique	technique	NOUN
bitcs-7270	151	4	is	be	AUX
bitcs-7270	151	5	comparable	comparable	ADJ
bitcs-7270	151	6	to	to	ADP
bitcs-7270	151	7	previous	previous	ADJ
bitcs-7270	151	8	studies	study	NOUN
bitcs-7270	151	9	,	,	PUNCT
bitcs-7270	151	10	it	it	PRON
bitcs-7270	151	11	adds	add	VERB
bitcs-7270	151	12	new	new	ADJ
bitcs-7270	151	13	insights	insight	NOUN
bitcs-7270	151	14	by	by	ADP
bitcs-7270	151	15	providing	provide	VERB
bitcs-7270	151	16	a	a	DET
bitcs-7270	151	17	full	full	ADJ
bitcs-7270	151	18	and	and	CCONJ
bitcs-7270	151	19	detailed	detailed	ADJ
bitcs-7270	151	20	explanation	explanation	NOUN
bitcs-7270	151	21	of	of	ADP
bitcs-7270	151	22	implementation	implementation	NOUN
bitcs-7270	151	23	procedures	procedure	NOUN
bitcs-7270	151	24	and	and	CCONJ
bitcs-7270	151	25	action	action	NOUN
bitcs-7270	151	26	decision	decision	NOUN
bitcs-7270	151	27	processes	process	NOUN
bitcs-7270	151	28	.	.	PUNCT
bitcs-7270	152	1	our	our	PRON
bitcs-7270	152	2	study	study	NOUN
bitcs-7270	152	3	improves	improve	VERB
bitcs-7270	152	4	comprehension	comprehension	NOUN
bitcs-7270	152	5	and	and	CCONJ
bitcs-7270	152	6	boosts	boost	VERB
bitcs-7270	152	7	repeatability	repeatability	NOUN
bitcs-7270	152	8	of	of	ADP
bitcs-7270	152	9	robotic	robotic	ADJ
bitcs-7270	152	10	soccer	soccer	NOUN
bitcs-7270	152	11	and	and	CCONJ
bitcs-7270	152	12	rl	rl	VERB
bitcs-7270	152	13	approaches	approach	NOUN
bitcs-7270	152	14	by	by	ADP
bitcs-7270	152	15	giving	give	VERB
bitcs-7270	152	16	comprehensive	comprehensive	ADJ
bitcs-7270	152	17	explanations	explanation	NOUN
bitcs-7270	152	18	and	and	CCONJ
bitcs-7270	152	19	rigorous	rigorous	ADJ
bitcs-7270	152	20	assessment	assessment	NOUN
bitcs-7270	152	21	measures	measure	NOUN
bitcs-7270	152	22	[	[	X
bitcs-7270	152	23	6	6	NUM
bitcs-7270	152	24	]	]	PUNCT
bitcs-7270	152	25	.	.	PUNCT
bitcs-7270	153	1	using	use	VERB
bitcs-7270	153	2	simulation	simulation	NOUN
bitcs-7270	153	3	-	-	PUNCT
bitcs-7270	153	4	based	base	VERB
bitcs-7270	153	5	methodologies	methodology	NOUN
bitcs-7270	153	6	and	and	CCONJ
bitcs-7270	153	7	the	the	DET
bitcs-7270	153	8	pygame	pygame	NOUN
bitcs-7270	153	9	package	package	NOUN
bitcs-7270	153	10	,	,	PUNCT
bitcs-7270	153	11	we	we	PRON
bitcs-7270	153	12	were	be	AUX
bitcs-7270	153	13	able	able	ADJ
bitcs-7270	153	14	to	to	PART
bitcs-7270	153	15	replicate	replicate	VERB
bitcs-7270	153	16	comparable	comparable	ADJ
bitcs-7270	153	17	frameworks	framework	NOUN
bitcs-7270	153	18	used	use	VERB
bitcs-7270	153	19	in	in	ADP
bitcs-7270	153	20	previous	previous	ADJ
bitcs-7270	153	21	studies	study	NOUN
bitcs-7270	153	22	[	[	X
bitcs-7270	153	23	1	1	NUM
bitcs-7270	153	24	-	-	SYM
bitcs-7270	153	25	4	4	NUM
bitcs-7270	153	26	]	]	PUNCT
bitcs-7270	153	27	.	.	PUNCT
bitcs-7270	154	1	these	these	DET
bitcs-7270	154	2	research	research	NOUN
bitcs-7270	154	3	have	have	AUX
bitcs-7270	154	4	shown	show	VERB
bitcs-7270	154	5	the	the	DET
bitcs-7270	154	6	effectiveness	effectiveness	NOUN
bitcs-7270	154	7	of	of	ADP
bitcs-7270	154	8	rl	rl	PROPN
bitcs-7270	154	9	algorithms	algorithm	NOUN
bitcs-7270	154	10	,	,	PUNCT
bitcs-7270	154	11	particularly	particularly	ADV
bitcs-7270	154	12	q	q	NOUN
bitcs-7270	154	13	-	-	PUNCT
bitcs-7270	154	14	learning	learning	NOUN
bitcs-7270	154	15	,	,	PUNCT
bitcs-7270	154	16	in	in	ADP
bitcs-7270	154	17	training	train	VERB
bitcs-7270	154	18	autonomous	autonomous	ADJ
bitcs-7270	154	19	agents	agent	NOUN
bitcs-7270	154	20	to	to	PART
bitcs-7270	154	21	navigate	navigate	VERB
bitcs-7270	154	22	dynamic	dynamic	ADJ
bitcs-7270	154	23	surroundings	surrounding	NOUN
bitcs-7270	154	24	,	,	PUNCT
bitcs-7270	154	25	make	make	VERB
bitcs-7270	154	26	strategic	strategic	ADJ
bitcs-7270	154	27	decisions	decision	NOUN
bitcs-7270	154	28	,	,	PUNCT
bitcs-7270	154	29	and	and	CCONJ
bitcs-7270	154	30	interact	interact	VERB
bitcs-7270	154	31	successfully	successfully	ADV
bitcs-7270	154	32	with	with	ADP
bitcs-7270	154	33	other	other	ADJ
bitcs-7270	154	34	agents	agent	NOUN
bitcs-7270	154	35	and	and	CCONJ
bitcs-7270	154	36	the	the	DET
bitcs-7270	154	37	ball.in	ball.in	X
bitcs-7270	154	38	summary	summary	NOUN
bitcs-7270	154	39	,	,	PUNCT
bitcs-7270	154	40	our	our	PRON
bitcs-7270	154	41	comparative	comparative	ADJ
bitcs-7270	154	42	study	study	NOUN
bitcs-7270	154	43	emphasizes	emphasize	VERB
bitcs-7270	154	44	the	the	DET
bitcs-7270	154	45	compatibility	compatibility	NOUN
bitcs-7270	154	46	of	of	ADP
bitcs-7270	154	47	our	our	PRON
bitcs-7270	154	48	research	research	NOUN
bitcs-7270	154	49	methods	method	NOUN
bitcs-7270	154	50	with	with	ADP
bitcs-7270	154	51	current	current	ADJ
bitcs-7270	154	52	literature	literature	NOUN
bitcs-7270	154	53	,	,	PUNCT
bitcs-7270	154	54	as	as	ADV
bitcs-7270	154	55	well	well	ADV
bitcs-7270	154	56	as	as	ADP
bitcs-7270	154	57	the	the	DET
bitcs-7270	154	58	original	original	ADJ
bitcs-7270	154	59	additions	addition	NOUN
bitcs-7270	154	60	and	and	CCONJ
bitcs-7270	154	61	advancements	advancement	NOUN
bitcs-7270	154	62	presented	present	VERB
bitcs-7270	154	63	in	in	ADP
bitcs-7270	154	64	our	our	PRON
bitcs-7270	154	65	approach	approach	NOUN
bitcs-7270	154	66	.	.	PUNCT
bitcs-7270	155	1	by	by	ADP
bitcs-7270	155	2	expanding	expand	VERB
bitcs-7270	155	3	on	on	ADP
bitcs-7270	155	4	known	know	VERB
bitcs-7270	155	5	frameworks	framework	NOUN
bitcs-7270	155	6	and	and	CCONJ
bitcs-7270	155	7	addressing	address	VERB
bitcs-7270	155	8	critical	critical	ADJ
bitcs-7270	155	9	implementation	implementation	NOUN
bitcs-7270	155	10	issues	issue	NOUN
bitcs-7270	155	11	,	,	PUNCT
bitcs-7270	155	12	our	our	PRON
bitcs-7270	155	13	study	study	NOUN
bitcs-7270	155	14	enhances	enhance	VERB
bitcs-7270	155	15	the	the	DET
bitcs-7270	155	16	state	state	NOUN
bitcs-7270	155	17	-	-	PUNCT
bitcs-7270	155	18	of	of	ADP
bitcs-7270	155	19	-	-	PUNCT
bitcs-7270	155	20	the	the	DET
bitcs-7270	155	21	-	-	PUNCT
bitcs-7270	155	22	art	art	NOUN
bitcs-7270	155	23	in	in	ADP
bitcs-7270	155	24	robotic	robotic	ADJ
bitcs-7270	155	25	soccer	soccer	NOUN
bitcs-7270	155	26	research	research	NOUN
bitcs-7270	155	27	and	and	CCONJ
bitcs-7270	155	28	underlines	underline	VERB
bitcs-7270	155	29	the	the	DET
bitcs-7270	155	30	efficacy	efficacy	NOUN
bitcs-7270	155	31	of	of	ADP
bitcs-7270	155	32	rl	rl	PROPN
bitcs-7270	155	33	approaches	approach	NOUN
bitcs-7270	155	34	in	in	ADP
bitcs-7270	155	35	autonomous	autonomous	ADJ
bitcs-7270	155	36	agent	agent	NOUN
bitcs-7270	155	37	training	training	NOUN
bitcs-7270	155	38	.	.	PUNCT
bitcs-7270	156	1	iv	iv	X
bitcs-7270	156	2	.	.	PUNCT
bitcs-7270	156	3	conclusions	conclusion	NOUN
bitcs-7270	156	4	to	to	PART
bitcs-7270	156	5	sum	sum	VERB
bitcs-7270	156	6	up	up	ADP
bitcs-7270	156	7	,	,	PUNCT
bitcs-7270	156	8	the	the	DET
bitcs-7270	156	9	game	game	NOUN
bitcs-7270	156	10	log	log	NOUN
bitcs-7270	156	11	provides	provide	VERB
bitcs-7270	156	12	a	a	DET
bitcs-7270	156	13	thorough	thorough	ADJ
bitcs-7270	156	14	record	record	NOUN
bitcs-7270	156	15	of	of	ADP
bitcs-7270	156	16	an	an	DET
bitcs-7270	156	17	agent	agent	NOUN
bitcs-7270	156	18	's	's	PART
bitcs-7270	156	19	interactions	interaction	NOUN
bitcs-7270	156	20	with	with	ADP
bitcs-7270	156	21	its	its	PRON
bitcs-7270	156	22	surroundings	surrounding	NOUN
bitcs-7270	156	23	throughout	throughout	ADP
bitcs-7270	156	24	gaming	gaming	NOUN
bitcs-7270	156	25	.	.	PUNCT
bitcs-7270	157	1	the	the	DET
bitcs-7270	157	2	sequence	sequence	NOUN
bitcs-7270	157	3	of	of	ADP
bitcs-7270	157	4	states	state	NOUN
bitcs-7270	157	5	,	,	PUNCT
bitcs-7270	157	6	actions	action	NOUN
bitcs-7270	157	7	,	,	PUNCT
bitcs-7270	157	8	rewards	reward	NOUN
bitcs-7270	157	9	,	,	PUNCT
bitcs-7270	157	10	and	and	CCONJ
bitcs-7270	157	11	new	new	ADJ
bitcs-7270	157	12	states	state	NOUN
bitcs-7270	157	13	provides	provide	VERB
bitcs-7270	157	14	vital	vital	ADJ
bitcs-7270	157	15	insights	insight	NOUN
bitcs-7270	157	16	into	into	ADP
bitcs-7270	157	17	the	the	DET
bitcs-7270	157	18	game	game	NOUN
bitcs-7270	157	19	's	's	PART
bitcs-7270	157	20	dynamics	dynamic	NOUN
bitcs-7270	157	21	and	and	CCONJ
bitcs-7270	157	22	the	the	DET
bitcs-7270	157	23	implications	implication	NOUN
bitcs-7270	157	24	of	of	ADP
bitcs-7270	157	25	various	various	ADJ
bitcs-7270	157	26	agent	agent	NOUN
bitcs-7270	157	27	actions	action	NOUN
bitcs-7270	157	28	.	.	PUNCT
bitcs-7270	158	1	analyzing	analyze	VERB
bitcs-7270	158	2	this	this	DET
bitcs-7270	158	3	log	log	NOUN
bitcs-7270	158	4	can	can	AUX
bitcs-7270	158	5	give	give	VERB
bitcs-7270	158	6	valuable	valuable	ADJ
bitcs-7270	158	7	information	information	NOUN
bitcs-7270	158	8	for	for	ADP
bitcs-7270	158	9	understanding	understand	VERB
bitcs-7270	158	10	how	how	SCONJ
bitcs-7270	158	11	the	the	DET
bitcs-7270	158	12	game	game	NOUN
bitcs-7270	158	13	works	work	VERB
bitcs-7270	158	14	,	,	PUNCT
bitcs-7270	158	15	such	such	ADJ
bitcs-7270	158	16	as	as	ADP
bitcs-7270	158	17	the	the	DET
bitcs-7270	158	18	movement	movement	NOUN
bitcs-7270	158	19	of	of	ADP
bitcs-7270	158	20	game	game	NOUN
bitcs-7270	158	21	elements	element	NOUN
bitcs-7270	158	22	like	like	ADP
bitcs-7270	158	23	the	the	DET
bitcs-7270	158	24	ball	ball	NOUN
bitcs-7270	158	25	and	and	CCONJ
bitcs-7270	158	26	paddles	paddle	NOUN
bitcs-7270	158	27	,	,	PUNCT
bitcs-7270	158	28	the	the	DET
bitcs-7270	158	29	influence	influence	NOUN
bitcs-7270	158	30	of	of	ADP
bitcs-7270	158	31	player	player	NOUN
bitcs-7270	158	32	actions	action	NOUN
bitcs-7270	158	33	on	on	ADP
bitcs-7270	158	34	the	the	DET
bitcs-7270	158	35	game	game	NOUN
bitcs-7270	158	36	state	state	NOUN
bitcs-7270	158	37	,	,	PUNCT
bitcs-7270	158	38	and	and	CCONJ
bitcs-7270	158	39	the	the	DET
bitcs-7270	158	40	resultant	resultant	NOUN
bitcs-7270	158	41	rewards	reward	VERB
bitcs-7270	158	42	or	or	CCONJ
bitcs-7270	158	43	punishments	punishment	NOUN
bitcs-7270	158	44	.	.	PUNCT
bitcs-7270	159	1	such	such	ADJ
bitcs-7270	159	2	insights	insight	NOUN
bitcs-7270	159	3	are	be	AUX
bitcs-7270	159	4	useful	useful	ADJ
bitcs-7270	159	5	in	in	ADP
bitcs-7270	159	6	building	build	VERB
bitcs-7270	159	7	and	and	CCONJ
bitcs-7270	159	8	improving	improve	VERB
bitcs-7270	159	9	reinforcement	reinforcement	NOUN
bitcs-7270	159	10	learning	learning	NOUN
bitcs-7270	159	11	algorithms	algorithm	NOUN
bitcs-7270	159	12	for	for	ADP
bitcs-7270	159	13	training	train	VERB
bitcs-7270	159	14	agents	agent	NOUN
bitcs-7270	159	15	to	to	PART
bitcs-7270	159	16	perform	perform	VERB
bitcs-7270	159	17	effectively	effectively	ADV
bitcs-7270	159	18	in	in	ADP
bitcs-7270	159	19	games	game	NOUN
bitcs-7270	159	20	.	.	PUNCT
bitcs-7270	160	1	reinforcement	reinforcement	NOUN
bitcs-7270	160	2	learning	learn	VERB
bitcs-7270	160	3	agents	agent	NOUN
bitcs-7270	160	4	can	can	AUX
bitcs-7270	160	5	adjust	adjust	VERB
bitcs-7270	160	6	their	their	PRON
bitcs-7270	160	7	methods	method	NOUN
bitcs-7270	160	8	over	over	ADP
bitcs-7270	160	9	time	time	NOUN
bitcs-7270	160	10	by	by	ADP
bitcs-7270	160	11	learning	learn	VERB
bitcs-7270	160	12	from	from	ADP
bitcs-7270	160	13	previous	previous	ADJ
bitcs-7270	160	14	experiences	experience	NOUN
bitcs-7270	160	15	logged	log	VERB
bitcs-7270	160	16	in	in	ADP
bitcs-7270	160	17	the	the	DET
bitcs-7270	160	18	game	game	NOUN
bitcs-7270	160	19	log	log	NOUN
bitcs-7270	160	20	,	,	PUNCT
bitcs-7270	160	21	resulting	result	VERB
bitcs-7270	160	22	in	in	ADP
bitcs-7270	160	23	improved	improved	ADJ
bitcs-7270	160	24	performance	performance	NOUN
bitcs-7270	160	25	and	and	CCONJ
bitcs-7270	160	26	greater	great	ADJ
bitcs-7270	160	27	points	point	NOUN
bitcs-7270	160	28	.	.	PUNCT
bitcs-7270	161	1	overall	overall	ADV
bitcs-7270	161	2	,	,	PUNCT
bitcs-7270	161	3	the	the	DET
bitcs-7270	161	4	game	game	NOUN
bitcs-7270	161	5	log	log	NOUN
bitcs-7270	161	6	is	be	AUX
bitcs-7270	161	7	an	an	DET
bitcs-7270	161	8	invaluable	invaluable	ADJ
bitcs-7270	161	9	resource	resource	NOUN
bitcs-7270	161	10	for	for	ADP
bitcs-7270	161	11	researching	research	VERB
bitcs-7270	161	12	game	game	NOUN
bitcs-7270	161	13	dynamics	dynamic	NOUN
bitcs-7270	161	14	,	,	PUNCT
bitcs-7270	161	15	developing	develop	VERB
bitcs-7270	161	16	efficient	efficient	ADJ
bitcs-7270	161	17	reinforcement	reinforcement	NOUN
bitcs-7270	161	18	learning	learning	NOUN
bitcs-7270	161	19	algorithms	algorithm	NOUN
bitcs-7270	161	20	,	,	PUNCT
bitcs-7270	161	21	and	and	CCONJ
bitcs-7270	161	22	,	,	PUNCT
bitcs-7270	161	23	eventually	eventually	ADV
bitcs-7270	161	24	,	,	PUNCT
bitcs-7270	161	25	improving	improve	VERB
bitcs-7270	161	26	ai	ai	PROPN
bitcs-7270	161	27	agents	agent	NOUN
bitcs-7270	161	28	'	'	PART
bitcs-7270	161	29	capacities	capacity	NOUN
bitcs-7270	161	30	to	to	PART
bitcs-7270	161	31	handle	handle	VERB
bitcs-7270	161	32	complicated	complicated	ADJ
bitcs-7270	161	33	tasks	task	NOUN
bitcs-7270	161	34	and	and	CCONJ
bitcs-7270	161	35	settings	setting	NOUN
bitcs-7270	161	36	.	.	PUNCT
bitcs-7270	162	1	references	reference	NOUN
bitcs-7270	162	2	a.	a.	NOUN
bitcs-7270	162	3	sarje	sarje	PROPN
bitcs-7270	162	4	,	,	PUNCT
bitcs-7270	162	5	a.	a.	NOUN
bitcs-7270	162	6	chawre	chawre	PROPN
bitcs-7270	162	7	and	and	CCONJ
bitcs-7270	162	8	s.	s.	PROPN
bitcs-7270	162	9	b.	b.	PROPN
bitcs-7270	162	10	nair	nair	PROPN
bitcs-7270	162	11	,	,	PUNCT
bitcs-7270	162	12	"	"	PUNCT
bitcs-7270	162	13	reinforcement	reinforcement	NOUN
bitcs-7270	162	14	learning	learning	NOUN
bitcs-7270	162	15	of	of	ADP
bitcs-7270	162	16	player	player	NOUN
bitcs-7270	162	17	agents	agent	NOUN
bitcs-7270	162	18	in	in	ADP
bitcs-7270	162	19	robocup	robocup	PROPN
bitcs-7270	162	20	soccer	soccer	NOUN
bitcs-7270	162	21	simulation	simulation	NOUN
bitcs-7270	162	22	,	,	PUNCT
bitcs-7270	162	23	"	"	PUNCT
bitcs-7270	162	24	fourth	fourth	ADJ
bitcs-7270	162	25	international	international	ADJ
bitcs-7270	162	26	conference	conference	NOUN
bitcs-7270	162	27	on	on	ADP
bitcs-7270	162	28	hybrid	hybrid	ADJ
bitcs-7270	162	29	intelligent	intelligent	ADJ
bitcs-7270	162	30	systems	system	NOUN
bitcs-7270	162	31	(	(	PUNCT
bitcs-7270	162	32	his'04	his'04	NUM
bitcs-7270	162	33	)	)	PUNCT
bitcs-7270	162	34	,	,	PUNCT
bitcs-7270	162	35	kitakyushu	kitakyushu	NOUN
bitcs-7270	162	36	,	,	PUNCT
bitcs-7270	162	37	japan	japan	PROPN
bitcs-7270	162	38	,	,	PUNCT
bitcs-7270	162	39	2004	2004	NUM
bitcs-7270	162	40	,	,	PUNCT
bitcs-7270	162	41	pp	pp	ADV
bitcs-7270	162	42	.	.	PUNCT
bitcs-7270	163	1	480	480	NUM
bitcs-7270	163	2	-	-	SYM
bitcs-7270	163	3	481	481	NUM
bitcs-7270	163	4	,	,	PUNCT
bitcs-7270	163	5	doi	doi	NOUN
bitcs-7270	163	6	:	:	PUNCT
bitcs-7270	163	7	10.1109	10.1109	NUM
bitcs-7270	163	8	/	/	SYM
bitcs-7270	163	9	ichis.2004.81	ichis.2004.81	PROPN
bitcs-7270	163	10	.	.	PUNCT
bitcs-7270	164	1	celiberto	celiberto	PROPN
bitcs-7270	164	2	,	,	PUNCT
bitcs-7270	164	3	luiz	luiz	PROPN
bitcs-7270	164	4	&	&	CCONJ
bitcs-7270	164	5	reinaldo	reinaldo	PROPN
bitcs-7270	164	6	,	,	PUNCT
bitcs-7270	164	7	jr	jr	PROPN
bitcs-7270	164	8	&	&	CCONJ
bitcs-7270	164	9	bianchi	bianchi	PROPN
bitcs-7270	164	10	,	,	PUNCT
bitcs-7270	164	11	reinaldo	reinaldo	PROPN
bitcs-7270	164	12	.	.	PROPN
bitcs-7270	164	13	(	(	PUNCT
bitcs-7270	164	14	2005	2005	NUM
bitcs-7270	164	15	)	)	PUNCT
bitcs-7270	164	16	.	.	PUNCT
bitcs-7270	165	1	a	a	DET
bitcs-7270	165	2	reinforcement	reinforcement	NOUN
bitcs-7270	165	3	learning	learning	NOUN
bitcs-7270	165	4	based	base	VERB
bitcs-7270	165	5	team	team	NOUN
bitcs-7270	165	6	for	for	ADP
bitcs-7270	165	7	the	the	DET
bitcs-7270	165	8	robocup	robocup	PROPN
bitcs-7270	165	9	2d	2d	PROPN
bitcs-7270	165	10	soccer	soccer	PROPN
bitcs-7270	165	11	simulation	simulation	NOUN
bitcs-7270	165	12	league	league	PROPN
bitcs-7270	165	13	.	.	PUNCT
bitcs-7270	166	1	s.	s.	PROPN
bitcs-7270	166	2	sarkar	sarkar	PROPN
bitcs-7270	166	3	,	,	PUNCT
bitcs-7270	166	4	d.	d.	PROPN
bitcs-7270	166	5	p.	p.	PROPN
bitcs-7270	166	6	mukherjee	mukherjee	PROPN
bitcs-7270	166	7	and	and	CCONJ
bitcs-7270	166	8	a.	a.	NOUN
bitcs-7270	166	9	chakrabarti	chakrabarti	PROPN
bitcs-7270	166	10	,	,	PUNCT
bitcs-7270	166	11	"	"	PUNCT
bitcs-7270	166	12	reinforcement	reinforcement	NOUN
bitcs-7270	166	13	learning	learning	NOUN
bitcs-7270	166	14	for	for	ADP
bitcs-7270	166	15	pass	pass	NOUN
bitcs-7270	166	16	detection	detection	NOUN
bitcs-7270	166	17	and	and	CCONJ
bitcs-7270	166	18	generation	generation	NOUN
bitcs-7270	166	19	of	of	ADP
bitcs-7270	166	20	possession	possession	NOUN
bitcs-7270	166	21	statistics	statistic	NOUN
bitcs-7270	166	22	in	in	ADP
bitcs-7270	166	23	soccer	soccer	NOUN
bitcs-7270	166	24	"	"	PUNCT
bitcs-7270	166	25	in	in	ADP
bitcs-7270	166	26	ieee	ieee	NOUN
bitcs-7270	166	27	transactions	transaction	NOUN
bitcs-7270	166	28	on	on	ADP
bitcs-7270	166	29	cognitive	cognitive	ADJ
bitcs-7270	166	30	and	and	CCONJ
bitcs-7270	166	31	developmental	developmental	ADJ
bitcs-7270	166	32	systems	system	NOUN
bitcs-7270	166	33	,	,	PUNCT
bitcs-7270	166	34	vol	vol	NOUN
bitcs-7270	166	35	.	.	PROPN
bitcs-7270	166	36	15	15	NUM
bitcs-7270	166	37	,	,	PUNCT
bitcs-7270	166	38	no	no	INTJ
bitcs-7270	166	39	.	.	NOUN
bitcs-7270	166	40	2	2	NUM
bitcs-7270	166	41	,	,	PUNCT
bitcs-7270	166	42	pp	pp	ADJ
bitcs-7270	166	43	.	.	PUNCT
bitcs-7270	167	1	914	914	NUM
bitcs-7270	167	2	-	-	SYM
bitcs-7270	167	3	924	924	NUM
bitcs-7270	167	4	,	,	PUNCT
bitcs-7270	167	5	june	june	PROPN
bitcs-7270	167	6	2023	2023	NUM
bitcs-7270	167	7	,	,	PUNCT
bitcs-7270	167	8	doi	doi	NOUN
bitcs-7270	167	9	:	:	PUNCT
bitcs-7270	167	10	10.1109	10.1109	NUM
bitcs-7270	167	11	/	/	SYM
bitcs-7270	167	12	tcds.2022.3194103	tcds.2022.3194103	NOUN
bitcs-7270	167	13	.	.	PUNCT
bitcs-7270	167	14	hu	hu	PROPN
bitcs-7270	168	1	c	c	X
bitcs-7270	168	2	,	,	PUNCT
bitcs-7270	168	3	xu	xu	PROPN
bitcs-7270	168	4	m	m	PROPN
bitcs-7270	168	5	,	,	PUNCT
bitcs-7270	168	6	hwang	hwang	PROPN
bitcs-7270	168	7	k	k	PROPN
bitcs-7270	168	8	-	-	PROPN
bitcs-7270	168	9	s.	s.	PROPN
bitcs-7270	168	10	an	an	DET
bitcs-7270	168	11	adaptive	adaptive	ADJ
bitcs-7270	168	12	cooperation	cooperation	NOUN
bitcs-7270	168	13	with	with	ADP
bitcs-7270	168	14	reinforcement	reinforcement	NOUN
bitcs-7270	168	15	learning	learning	NOUN
bitcs-7270	168	16	for	for	ADP
bitcs-7270	168	17	robot	robot	NOUN
bitcs-7270	168	18	soccer	soccer	NOUN
bitcs-7270	168	19	games	game	NOUN
bitcs-7270	168	20	.	.	PUNCT
bitcs-7270	169	1	international	international	ADJ
bitcs-7270	169	2	journal	journal	PROPN
bitcs-7270	169	3	of	of	ADP
bitcs-7270	169	4	advanced	advanced	ADJ
bitcs-7270	169	5	robotic	robotic	ADJ
bitcs-7270	169	6	systems	system	NOUN
bitcs-7270	169	7	.	.	PUNCT
bitcs-7270	170	1	2020;17(3	2020;17(3	NUM
bitcs-7270	170	2	)	)	PUNCT
bitcs-7270	170	3	.	.	PUNCT
bitcs-7270	171	1	doi:10.1177	doi:10.1177	NOUN
bitcs-7270	171	2	/1729881420921324	/1729881420921324	PUNCT
bitcs-7270	172	1	y.	y.	PROPN
bitcs-7270	172	2	ma	ma	PROPN
bitcs-7270	172	3	,	,	PUNCT
bitcs-7270	172	4	z.	z.	PROPN
bitcs-7270	172	5	cao	cao	PROPN
bitcs-7270	172	6	,	,	PUNCT
bitcs-7270	172	7	x.	x.	PROPN
bitcs-7270	172	8	dong	dong	PROPN
bitcs-7270	172	9	,	,	PUNCT
bitcs-7270	172	10	c.	c.	PROPN
bitcs-7270	172	11	zhou	zhou	PROPN
bitcs-7270	172	12	,	,	PUNCT
bitcs-7270	172	13	and	and	CCONJ
bitcs-7270	172	14	m.	m.	PROPN
bitcs-7270	172	15	tan	tan	PROPN
bitcs-7270	172	16	,	,	PUNCT
bitcs-7270	172	17	“	"	PUNCT
bitcs-7270	172	18	a	a	DET
bitcs-7270	172	19	multi	multi	ADJ
bitcs-7270	172	20	-	-	ADJ
bitcs-7270	172	21	robot	robot	ADJ
bitcs-7270	172	22	coordinated	coordinate	VERB
bitcs-7270	172	23	hunting	hunting	NOUN
bitcs-7270	172	24	strategy	strategy	NOUN
bitcs-7270	172	25	with	with	ADP
bitcs-7270	172	26	dynamic	dynamic	ADJ
bitcs-7270	172	27	alliance	alliance	NOUN
bitcs-7270	172	28	,	,	PUNCT
bitcs-7270	172	29	”	"	PUNCT
bitcs-7270	172	30	in	in	ADP
bitcs-7270	172	31	proceedings	proceeding	NOUN
bitcs-7270	172	32	of	of	ADP
bitcs-7270	172	33	the	the	DET
bitcs-7270	172	34	chinese	chinese	ADJ
bitcs-7270	172	35	control	control	NOUN
bitcs-7270	172	36	and	and	CCONJ
bitcs-7270	172	37	decision	decision	NOUN
bitcs-7270	172	38	conference	conference	NOUN
bitcs-7270	172	39	(	(	PUNCT
bitcs-7270	172	40	ccdc	ccdc	PROPN
bitcs-7270	172	41	'	'	PUNCT
bitcs-7270	172	42	09	09	NUM
bitcs-7270	172	43	)	)	PUNCT
bitcs-7270	172	44	,	,	PUNCT
bitcs-7270	172	45	pp	pp	ADP
bitcs-7270	172	46	.	.	PUNCT
bitcs-7270	173	1	2338–2342	2338–2342	NUM
bitcs-7270	173	2	,	,	PUNCT
bitcs-7270	173	3	chn	chn	PROPN
bitcs-7270	173	4	,	,	PUNCT
bitcs-7270	173	5	june	june	PROPN
bitcs-7270	173	6	2009	2009	NUM
bitcs-7270	173	7	.	.	PUNCT
bitcs-7270	174	1	f.	f.	PROPN
bitcs-7270	174	2	michaud	michaud	PROPN
bitcs-7270	174	3	and	and	CCONJ
bitcs-7270	174	4	m.	m.	PROPN
bitcs-7270	174	5	j.	j.	PROPN
bitcs-7270	174	6	matarić	matarić	PROPN
bitcs-7270	174	7	,	,	PUNCT
bitcs-7270	174	8	“	"	PUNCT
bitcs-7270	174	9	learning	learn	VERB
bitcs-7270	174	10	from	from	ADP
bitcs-7270	174	11	history	history	NOUN
bitcs-7270	174	12	for	for	ADP
bitcs-7270	174	13	behavior	behavior	NOUN
bitcs-7270	174	14	-	-	PUNCT
bitcs-7270	174	15	based	base	VERB
bitcs-7270	174	16	mobile	mobile	ADJ
bitcs-7270	174	17	robots	robot	NOUN
bitcs-7270	174	18	in	in	ADP
bitcs-7270	174	19	nonstationary	nonstationary	ADJ
bitcs-7270	174	20	conditions	condition	NOUN
bitcs-7270	174	21	,	,	PUNCT
bitcs-7270	174	22	”	"	PUNCT
bitcs-7270	174	23	machine	machine	NOUN
bitcs-7270	174	24	learning	learning	NOUN
bitcs-7270	174	25	,	,	PUNCT
bitcs-7270	174	26	vol	vol	NOUN
bitcs-7270	174	27	.	.	PROPN
bitcs-7270	174	28	31	31	NUM
bitcs-7270	174	29	,	,	PUNCT
bitcs-7270	174	30	no	no	INTJ
bitcs-7270	174	31	.	.	PUNCT
bitcs-7270	175	1	1–3	1–3	NUM
bitcs-7270	175	2	,	,	PUNCT
bitcs-7270	175	3	pp	pp	ADJ
bitcs-7270	175	4	.	.	PUNCT
bitcs-7270	176	1	141–167	141–167	NUM
bitcs-7270	176	2	,	,	PUNCT
bitcs-7270	176	3	1998	1998	NUM
bitcs-7270	176	4	.	.	PUNCT
bitcs-7270	177	1	https://doi.org/10.1177/1729881420921324	https://doi.org/10.1177/1729881420921324	ADJ
bitcs-7270	177	2	https://doi.org/10.1177/1729881420921324	https://doi.org/10.1177/1729881420921324	ADJ
bitcs-7270	177	3	vol	vol	NOUN
bitcs-7270	177	4	.	.	PROPN
bitcs-7270	177	5	6	6	NUM
bitcs-7270	177	6	,	,	PUNCT
bitcs-7270	177	7	no.1	no.1	NUM
bitcs-7270	177	8	,	,	PUNCT
bitcs-7270	177	9	january	january	PROPN
bitcs-7270	177	10	2025	2025	NUM
bitcs-7270	177	11	|	|	ADV
bitcs-7270	177	12	17	17	NUM
bitcs-7270	177	13	m.	m.	NOUN
bitcs-7270	177	14	asada	asada	PROPN
bitcs-7270	177	15	,	,	PUNCT
bitcs-7270	177	16	e.	e.	PROPN
bitcs-7270	177	17	uchibe	uchibe	PROPN
bitcs-7270	177	18	,	,	PUNCT
bitcs-7270	177	19	and	and	CCONJ
bitcs-7270	177	20	k.	k.	PROPN
bitcs-7270	177	21	hosoda	hosoda	PROPN
bitcs-7270	177	22	,	,	PUNCT
bitcs-7270	177	23	“	"	PUNCT
bitcs-7270	177	24	cooperative	cooperative	ADJ
bitcs-7270	177	25	behavior	behavior	NOUN
bitcs-7270	177	26	acquisition	acquisition	NOUN
bitcs-7270	177	27	for	for	ADP
bitcs-7270	177	28	mobile	mobile	ADJ
bitcs-7270	177	29	robots	robot	NOUN
bitcs-7270	177	30	in	in	ADP
bitcs-7270	177	31	dynamically	dynamically	ADV
bitcs-7270	177	32	changing	change	VERB
bitcs-7270	177	33	real	real	ADJ
bitcs-7270	177	34	worlds	world	NOUN
bitcs-7270	177	35	via	via	ADP
bitcs-7270	177	36	vision	vision	NOUN
bitcs-7270	177	37	-	-	PUNCT
bitcs-7270	177	38	based	base	VERB
bitcs-7270	177	39	reinforcement	reinforcement	NOUN
bitcs-7270	177	40	learning	learning	NOUN
bitcs-7270	177	41	and	and	CCONJ
bitcs-7270	177	42	development	development	NOUN
bitcs-7270	177	43	,	,	PUNCT
bitcs-7270	177	44	”	"	PUNCT
bitcs-7270	177	45	artificial	artificial	ADJ
bitcs-7270	177	46	intelligence	intelligence	NOUN
bitcs-7270	177	47	,	,	PUNCT
bitcs-7270	177	48	vol	vol	NOUN
bitcs-7270	177	49	.	.	PROPN
bitcs-7270	178	1	110	110	NUM
bitcs-7270	178	2	,	,	PUNCT
bitcs-7270	178	3	no	no	INTJ
bitcs-7270	178	4	.	.	NOUN
bitcs-7270	178	5	2	2	NUM
bitcs-7270	178	6	,	,	PUNCT
bitcs-7270	178	7	pp	pp	ADJ
bitcs-7270	178	8	.	.	PUNCT
bitcs-7270	179	1	275–292	275–292	NUM
bitcs-7270	179	2	,	,	PUNCT
bitcs-7270	179	3	1999	1999	NUM
bitcs-7270	179	4	.	.	PUNCT
bitcs-7270	180	1	j.	j.	PROPN
bitcs-7270	180	2	hu	hu	PROPN
bitcs-7270	180	3	and	and	CCONJ
bitcs-7270	180	4	m.	m.	PROPN
bitcs-7270	180	5	p.	p.	PROPN
bitcs-7270	180	6	wellman	wellman	PROPN
bitcs-7270	180	7	,	,	PUNCT
bitcs-7270	180	8	“	"	PUNCT
bitcs-7270	180	9	nash	nash	ADJ
bitcs-7270	180	10	q	q	NOUN
bitcs-7270	180	11	-	-	PUNCT
bitcs-7270	180	12	learning	learning	NOUN
bitcs-7270	180	13	for	for	ADP
bitcs-7270	180	14	general	general	ADJ
bitcs-7270	180	15	-	-	PUNCT
bitcs-7270	180	16	sum	sum	NOUN
bitcs-7270	180	17	stochastic	stochastic	NOUN
bitcs-7270	180	18	games	game	NOUN
bitcs-7270	180	19	,	,	PUNCT
bitcs-7270	180	20	”	"	PUNCT
bitcs-7270	180	21	journal	journal	NOUN
bitcs-7270	180	22	of	of	ADP
bitcs-7270	180	23	machine	machine	NOUN
bitcs-7270	180	24	learning	learn	VERB
bitcs-7270	180	25	research	research	NOUN
bitcs-7270	180	26	,	,	PUNCT
bitcs-7270	180	27	vol	vol	NOUN
bitcs-7270	180	28	.	.	PROPN
bitcs-7270	180	29	4	4	NUM
bitcs-7270	180	30	,	,	PUNCT
bitcs-7270	180	31	no	no	INTJ
bitcs-7270	180	32	.	.	NOUN
bitcs-7270	180	33	6	6	NUM
bitcs-7270	180	34	,	,	PUNCT
bitcs-7270	180	35	pp	pp	ADJ
bitcs-7270	180	36	.	.	PUNCT
bitcs-7270	180	37	1039–1069	1039–1069	NUM
bitcs-7270	180	38	,	,	PUNCT
bitcs-7270	180	39	2004	2004	NUM
bitcs-7270	180	40	.	.	PUNCT
bitcs-7270	181	1	t.	t.	PROPN
bitcs-7270	181	2	fujii	fujii	PROPN
bitcs-7270	181	3	,	,	PUNCT
bitcs-7270	181	4	y.	y.	PROPN
bitcs-7270	181	5	arai	arai	PROPN
bitcs-7270	181	6	,	,	PUNCT
bitcs-7270	181	7	h.	h.	PROPN
bitcs-7270	181	8	asama	asama	PROPN
bitcs-7270	181	9	,	,	PUNCT
bitcs-7270	181	10	and	and	CCONJ
bitcs-7270	181	11	i.	i.	PROPN
bitcs-7270	181	12	endo	endo	PROPN
bitcs-7270	181	13	,	,	PUNCT
bitcs-7270	181	14	“	"	PUNCT
bitcs-7270	181	15	multilayered	multilayere	VERB
bitcs-7270	181	16	reinforcement	reinforcement	NOUN
bitcs-7270	181	17	learning	learning	NOUN
bitcs-7270	181	18	for	for	ADP
bitcs-7270	181	19	complicated	complicated	ADJ
bitcs-7270	181	20	collision	collision	NOUN
bitcs-7270	181	21	avoidance	avoidance	NOUN
bitcs-7270	181	22	problems	problem	NOUN
bitcs-7270	181	23	,	,	PUNCT
bitcs-7270	181	24	”	"	PUNCT
bitcs-7270	181	25	in	in	ADP
bitcs-7270	181	26	proceedings	proceeding	NOUN
bitcs-7270	181	27	of	of	ADP
bitcs-7270	181	28	the	the	DET
bitcs-7270	181	29	ieee	ieee	NOUN
bitcs-7270	181	30	international	international	PROPN
bitcs-7270	181	31	conference	conference	NOUN
bitcs-7270	181	32	on	on	ADP
bitcs-7270	181	33	robotics	robotic	NOUN
bitcs-7270	181	34	and	and	CCONJ
bitcs-7270	181	35	automation	automation	NOUN
bitcs-7270	181	36	,	,	PUNCT
bitcs-7270	181	37	vol	vol	NOUN
bitcs-7270	181	38	.	.	PROPN
bitcs-7270	182	1	3	3	NUM
bitcs-7270	182	2	,	,	PUNCT
bitcs-7270	182	3	pp	pp	ADJ
bitcs-7270	182	4	.	.	PUNCT
bitcs-7270	183	1	2186–2191	2186–2191	NUM
bitcs-7270	183	2	,	,	PUNCT
bitcs-7270	183	3	may	may	AUX
bitcs-7270	183	4	1998	1998	NUM
bitcs-7270	183	5	.	.	PUNCT
bitcs-7270	184	1	y.	y.	PROPN
bitcs-7270	184	2	wang	wang	PROPN
bitcs-7270	184	3	,	,	PUNCT
bitcs-7270	184	4	cooperative	cooperative	ADJ
bitcs-7270	184	5	and	and	CCONJ
bitcs-7270	184	6	intelligent	intelligent	ADJ
bitcs-7270	184	7	control	control	NOUN
bitcs-7270	184	8	of	of	ADP
bitcs-7270	184	9	multi	multi	ADJ
bitcs-7270	184	10	-	-	ADJ
bitcs-7270	184	11	robot	robot	ADJ
bitcs-7270	184	12	systems	system	NOUN
bitcs-7270	184	13	using	use	VERB
bitcs-7270	184	14	machine	machine	NOUN
bitcs-7270	184	15	learning	learning	NOUN
bitcs-7270	185	1	[	[	X
bitcs-7270	185	2	thesis	thesis	NOUN
bitcs-7270	185	3	]	]	X
bitcs-7270	185	4	,	,	PUNCT
bitcs-7270	185	5	the	the	DET
bitcs-7270	185	6	university	university	PROPN
bitcs-7270	185	7	of	of	ADP
bitcs-7270	185	8	british	british	PROPN
bitcs-7270	185	9	columbia	columbia	PROPN
bitcs-7270	185	10	,	,	PUNCT
bitcs-7270	185	11	2008	2008	NUM
bitcs-7270	185	12	.	.	PUNCT
bitcs-7270	186	1	m.	m.	NOUN
bitcs-7270	186	2	wiering	wiering	PROPN
bitcs-7270	186	3	,	,	PUNCT
bitcs-7270	186	4	r.	r.	PROPN
bitcs-7270	186	5	sałustowicz	sałustowicz	PROPN
bitcs-7270	186	6	,	,	PUNCT
bitcs-7270	186	7	and	and	CCONJ
bitcs-7270	186	8	j.	j.	PROPN
bitcs-7270	186	9	schmidhuber	schmidhuber	PROPN
bitcs-7270	186	10	,	,	PUNCT
bitcs-7270	186	11	“	"	PUNCT
bitcs-7270	186	12	reinforcement	reinforcement	NOUN
bitcs-7270	186	13	learning	learn	VERB
bitcs-7270	186	14	soccer	soccer	NOUN
bitcs-7270	186	15	teams	team	NOUN
bitcs-7270	186	16	with	with	ADP
bitcs-7270	186	17	incomplete	incomplete	ADJ
bitcs-7270	186	18	world	world	NOUN
bitcs-7270	186	19	models	model	NOUN
bitcs-7270	186	20	,	,	PUNCT
bitcs-7270	186	21	”	"	PUNCT
bitcs-7270	186	22	autonomous	autonomous	ADJ
bitcs-7270	186	23	robots	robot	NOUN
bitcs-7270	186	24	,	,	PUNCT
bitcs-7270	186	25	vol	vol	NOUN
bitcs-7270	186	26	.	.	PROPN
bitcs-7270	186	27	7	7	NUM
bitcs-7270	186	28	,	,	PUNCT
bitcs-7270	186	29	no	no	INTJ
bitcs-7270	186	30	.	.	NOUN
bitcs-7270	186	31	1	1	NUM
bitcs-7270	186	32	,	,	PUNCT
bitcs-7270	186	33	pp	pp	ADJ
bitcs-7270	186	34	.	.	PUNCT
bitcs-7270	187	1	77–88	77–88	NUM
bitcs-7270	187	2	,	,	PUNCT
bitcs-7270	187	3	1999	1999	NUM
bitcs-7270	187	4	.	.	PUNCT
bitcs-7270	188	1	m.	m.	PROPN
bitcs-7270	188	2	l.	l.	PROPN
bitcs-7270	188	3	littman	littman	PROPN
bitcs-7270	188	4	,	,	PUNCT
bitcs-7270	188	5	“	"	PUNCT
bitcs-7270	188	6	markov	markov	NOUN
bitcs-7270	188	7	games	game	NOUN
bitcs-7270	188	8	as	as	ADP
bitcs-7270	188	9	a	a	DET
bitcs-7270	188	10	framework	framework	NOUN
bitcs-7270	188	11	for	for	ADP
bitcs-7270	188	12	multi	multi	ADJ
bitcs-7270	188	13	-	-	ADJ
bitcs-7270	188	14	agent	agent	ADJ
bitcs-7270	188	15	reinforcement	reinforcement	NOUN
bitcs-7270	188	16	learning	learning	NOUN
bitcs-7270	188	17	,	,	PUNCT
bitcs-7270	188	18	”	"	PUNCT
bitcs-7270	188	19	in	in	ADP
bitcs-7270	188	20	proceedings	proceeding	NOUN
bitcs-7270	188	21	of	of	ADP
bitcs-7270	188	22	the	the	DET
bitcs-7270	188	23	11th	11th	ADJ
bitcs-7270	188	24	international	international	ADJ
bitcs-7270	188	25	conference	conference	NOUN
bitcs-7270	188	26	on	on	ADP
bitcs-7270	188	27	machine	machine	NOUN
bitcs-7270	188	28	learning	learning	NOUN
bitcs-7270	188	29	,	,	PUNCT
bitcs-7270	188	30	pp	pp	ADP
bitcs-7270	188	31	.	.	PUNCT
bitcs-7270	189	1	157–163	157–163	NUM
bitcs-7270	189	2	,	,	PUNCT
bitcs-7270	189	3	1994	1994	NUM
bitcs-7270	189	4	.	.	PUNCT
bitcs-7270	190	1	m.	m.	NOUN
bitcs-7270	190	2	j.	j.	PROPN
bitcs-7270	190	3	matarić	matarić	PROPN
bitcs-7270	190	4	,	,	PUNCT
bitcs-7270	190	5	“	"	PUNCT
bitcs-7270	190	6	reinforcement	reinforcement	NOUN
bitcs-7270	190	7	learning	learning	NOUN
bitcs-7270	190	8	in	in	ADP
bitcs-7270	190	9	the	the	DET
bitcs-7270	190	10	multi	multi	ADJ
bitcs-7270	190	11	-	-	ADJ
bitcs-7270	190	12	robot	robot	ADJ
bitcs-7270	190	13	domain	domain	NOUN
bitcs-7270	190	14	,	,	PUNCT
bitcs-7270	190	15	”	"	PUNCT
bitcs-7270	190	16	autonomous	autonomous	ADJ
bitcs-7270	190	17	robots	robot	NOUN
bitcs-7270	190	18	,	,	PUNCT
bitcs-7270	190	19	vol	vol	NOUN
bitcs-7270	190	20	.	.	PROPN
bitcs-7270	191	1	4	4	NUM
bitcs-7270	191	2	,	,	PUNCT
bitcs-7270	191	3	no	no	INTJ
bitcs-7270	191	4	.	.	NOUN
bitcs-7270	191	5	1	1	NUM
bitcs-7270	191	6	,	,	PUNCT
bitcs-7270	191	7	pp	pp	ADJ
bitcs-7270	191	8	.	.	PUNCT
bitcs-7270	192	1	73–83	73–83	NUM
bitcs-7270	192	2	,	,	PUNCT
bitcs-7270	192	3	1997	1997	NUM
bitcs-7270	192	4	.	.	PUNCT
bitcs-7270	193	1	j.	j.	PROPN
bitcs-7270	193	2	h.	h.	PROPN
bitcs-7270	193	3	kim	kim	PROPN
bitcs-7270	193	4	and	and	CCONJ
bitcs-7270	193	5	p.	p.	PROPN
bitcs-7270	193	6	vadakkepat	vadakkepat	PROPN
bitcs-7270	193	7	,	,	PUNCT
bitcs-7270	193	8	“	"	PUNCT
bitcs-7270	193	9	multi	multi	ADJ
bitcs-7270	193	10	-	-	ADJ
bitcs-7270	193	11	agent	agent	ADJ
bitcs-7270	193	12	systems	system	NOUN
bitcs-7270	193	13	:	:	PUNCT
bitcs-7270	193	14	a	a	DET
bitcs-7270	193	15	survey	survey	NOUN
bitcs-7270	193	16	from	from	ADP
bitcs-7270	193	17	the	the	DET
bitcs-7270	193	18	robot	robot	NOUN
bitcs-7270	193	19	-	-	PUNCT
bitcs-7270	193	20	soccer	soccer	NOUN
bitcs-7270	193	21	perspective	perspective	NOUN
bitcs-7270	193	22	,	,	PUNCT
bitcs-7270	193	23	”	"	PUNCT
bitcs-7270	193	24	intelligent	intelligent	ADJ
bitcs-7270	193	25	automation	automation	NOUN
bitcs-7270	193	26	and	and	CCONJ
bitcs-7270	193	27	soft	soft	ADJ
bitcs-7270	193	28	computing	computing	NOUN
bitcs-7270	193	29	,	,	PUNCT
bitcs-7270	193	30	vol	vol	NOUN
bitcs-7270	193	31	.	.	PROPN
bitcs-7270	193	32	6	6	NUM
bitcs-7270	193	33	,	,	PUNCT
bitcs-7270	193	34	no	no	INTJ
bitcs-7270	193	35	.	.	NOUN
bitcs-7270	193	36	1	1	NUM
bitcs-7270	193	37	,	,	PUNCT
bitcs-7270	193	38	pp	pp	ADV
bitcs-7270	193	39	.	.	PUNCT
bitcs-7270	193	40	3–18	3–18	VERB
bitcs-7270	193	41	,	,	PUNCT
bitcs-7270	193	42	2000	2000	NUM
bitcs-7270	193	43	.	.	PUNCT
bitcs-7270	194	1	y.	y.	PROPN
bitcs-7270	194	2	duan	duan	PROPN
bitcs-7270	194	3	,	,	PUNCT
bitcs-7270	194	4	b.	b.	PROPN
bitcs-7270	194	5	x.	x.	PROPN
bitcs-7270	194	6	cui	cui	PROPN
bitcs-7270	194	7	,	,	PUNCT
bitcs-7270	194	8	and	and	CCONJ
bitcs-7270	194	9	x.	x.	PROPN
bitcs-7270	194	10	h.	h.	PROPN
bitcs-7270	194	11	xu	xu	PROPN
bitcs-7270	194	12	,	,	PUNCT
bitcs-7270	194	13	“	"	PUNCT
bitcs-7270	194	14	a	a	DET
bitcs-7270	194	15	multi	multi	ADJ
bitcs-7270	194	16	-	-	ADJ
bitcs-7270	194	17	agent	agent	ADJ
bitcs-7270	194	18	reinforcement	reinforcement	NOUN
bitcs-7270	194	19	learning	learning	NOUN
bitcs-7270	194	20	approach	approach	NOUN
bitcs-7270	194	21	to	to	ADP
bitcs-7270	194	22	robot	robot	NOUN
bitcs-7270	194	23	soccer	soccer	NOUN
bitcs-7270	194	24	,	,	PUNCT
bitcs-7270	194	25	”	"	PUNCT
bitcs-7270	194	26	artificial	artificial	ADJ
bitcs-7270	194	27	intelligence	intelligence	NOUN
bitcs-7270	194	28	review	review	NOUN
bitcs-7270	194	29	,	,	PUNCT
bitcs-7270	194	30	vol	vol	NOUN
bitcs-7270	194	31	.	.	PROPN
bitcs-7270	194	32	38	38	NUM
bitcs-7270	194	33	,	,	PUNCT
bitcs-7270	194	34	no	no	INTJ
bitcs-7270	194	35	.	.	NOUN
bitcs-7270	194	36	3	3	NUM
bitcs-7270	194	37	,	,	PUNCT
bitcs-7270	194	38	pp	pp	ADJ
bitcs-7270	194	39	.	.	PUNCT
bitcs-7270	195	1	193–211	193–211	NUM
bitcs-7270	195	2	,	,	PUNCT
bitcs-7270	195	3	2012	2012	NUM
bitcs-7270	195	4	.	.	PUNCT
bitcs-7270	196	1	r.	r.	PROPN
bitcs-7270	196	2	s.	s.	PROPN
bitcs-7270	196	3	sutton	sutton	PROPN
bitcs-7270	196	4	and	and	CCONJ
bitcs-7270	196	5	a.	a.	PROPN
bitcs-7270	196	6	g.	g.	PROPN
bitcs-7270	196	7	barto	barto	PROPN
bitcs-7270	196	8	,	,	PUNCT
bitcs-7270	196	9	reinforcement	reinforcement	NOUN
bitcs-7270	196	10	learning	learning	NOUN
bitcs-7270	196	11	:	:	PUNCT
bitcs-7270	196	12	an	an	DET
bitcs-7270	196	13	introduction	introduction	NOUN
bitcs-7270	196	14	,	,	PUNCT
bitcs-7270	196	15	mit	mit	PROPN
bitcs-7270	196	16	press	press	PROPN
bitcs-7270	196	17	,	,	PUNCT
bitcs-7270	196	18	cambridge	cambridge	PROPN
bitcs-7270	196	19	,	,	PUNCT
bitcs-7270	196	20	uk	uk	PROPN
bitcs-7270	196	21	,	,	PUNCT
bitcs-7270	196	22	1998	1998	NUM
bitcs-7270	196	23	.	.	PUNCT
bitcs-7270	197	1	j.	j.	PROPN
bitcs-7270	197	2	hu	hu	PROPN
bitcs-7270	197	3	and	and	CCONJ
bitcs-7270	197	4	m.	m.	PROPN
bitcs-7270	197	5	p.	p.	PROPN
bitcs-7270	197	6	wellman	wellman	PROPN
bitcs-7270	197	7	,	,	PUNCT
bitcs-7270	197	8	“	"	PUNCT
bitcs-7270	197	9	multiagent	multiagent	NOUN
bitcs-7270	197	10	reinforcement	reinforcement	NOUN
bitcs-7270	197	11	learning	learning	NOUN
bitcs-7270	197	12	:	:	PUNCT
bitcs-7270	197	13	theoretical	theoretical	ADJ
bitcs-7270	197	14	framework	framework	NOUN
bitcs-7270	197	15	and	and	CCONJ
bitcs-7270	197	16	an	an	DET
bitcs-7270	197	17	algorithm	algorithm	NOUN
bitcs-7270	197	18	,	,	PUNCT
bitcs-7270	197	19	”	"	PUNCT
bitcs-7270	197	20	in	in	ADP
bitcs-7270	197	21	proceedings	proceeding	NOUN
bitcs-7270	197	22	of	of	ADP
bitcs-7270	197	23	the	the	DET
bitcs-7270	197	24	15th	15th	ADJ
bitcs-7270	197	25	international	international	ADJ
bitcs-7270	197	26	conference	conference	NOUN
bitcs-7270	197	27	on	on	ADP
bitcs-7270	197	28	machine	machine	NOUN
bitcs-7270	197	29	learning	learning	NOUN
bitcs-7270	197	30	,	,	PUNCT
bitcs-7270	197	31	pp	pp	ADP
bitcs-7270	197	32	.	.	PUNCT
bitcs-7270	198	1	242–250	242–250	NUM
bitcs-7270	198	2	,	,	PUNCT
bitcs-7270	198	3	1998	1998	NUM
bitcs-7270	198	4	.	.	PUNCT
bitcs-7270	199	1	c.	c.	PROPN
bitcs-7270	199	2	j.	j.	PROPN
bitcs-7270	199	3	c.	c.	PROPN
bitcs-7270	199	4	h.	h.	PROPN
bitcs-7270	199	5	watkins	watkins	PROPN
bitcs-7270	199	6	and	and	CCONJ
bitcs-7270	199	7	p.	p.	PROPN
bitcs-7270	199	8	dayan	dayan	PROPN
bitcs-7270	199	9	,	,	PUNCT
bitcs-7270	199	10	“	"	PUNCT
bitcs-7270	199	11	q	q	X
bitcs-7270	199	12	-	-	PUNCT
bitcs-7270	199	13	learning	learning	NOUN
bitcs-7270	199	14	,	,	PUNCT
bitcs-7270	199	15	”	"	PUNCT
bitcs-7270	199	16	machine	machine	NOUN
bitcs-7270	199	17	learning	learning	NOUN
bitcs-7270	199	18	,	,	PUNCT
bitcs-7270	199	19	vol	vol	NOUN
bitcs-7270	199	20	.	.	PROPN
bitcs-7270	199	21	8	8	NUM
bitcs-7270	199	22	,	,	PUNCT
bitcs-7270	199	23	no	no	INTJ
bitcs-7270	199	24	.	.	NOUN
bitcs-7270	200	1	3	3	NUM
bitcs-7270	200	2	-	-	SYM
bitcs-7270	200	3	4	4	NUM
bitcs-7270	200	4	,	,	PUNCT
bitcs-7270	200	5	pp	pp	ADJ
bitcs-7270	200	6	.	.	PUNCT
bitcs-7270	201	1	279–292	279–292	NUM
bitcs-7270	201	2	,	,	PUNCT
bitcs-7270	201	3	1992	1992	NUM
bitcs-7270	201	4	.	.	PUNCT
bitcs-7270	202	1	m.	m.	PROPN
bitcs-7270	202	2	l.	l.	PROPN
bitcs-7270	202	3	littman	littman	PROPN
bitcs-7270	202	4	,	,	PUNCT
bitcs-7270	202	5	“	"	PUNCT
bitcs-7270	202	6	friend	friend	NOUN
bitcs-7270	202	7	-	-	PUNCT
bitcs-7270	202	8	or	or	CCONJ
bitcs-7270	202	9	-	-	PUNCT
bitcs-7270	202	10	foe	foe	NOUN
bitcs-7270	202	11	q	q	NOUN
bitcs-7270	202	12	-	-	PUNCT
bitcs-7270	202	13	learning	learning	NOUN
bitcs-7270	202	14	in	in	ADP
bitcs-7270	202	15	general	general	ADJ
bitcs-7270	202	16	-	-	PUNCT
bitcs-7270	202	17	sum	sum	NOUN
bitcs-7270	202	18	games	game	NOUN
bitcs-7270	202	19	,	,	PUNCT
bitcs-7270	202	20	”	"	PUNCT
bitcs-7270	202	21	in	in	ADP
bitcs-7270	202	22	proceedings	proceeding	NOUN
bitcs-7270	202	23	of	of	ADP
bitcs-7270	202	24	the	the	DET
bitcs-7270	202	25	18th	18th	ADJ
bitcs-7270	202	26	international	international	ADJ
bitcs-7270	202	27	conference	conference	NOUN
bitcs-7270	202	28	on	on	ADP
bitcs-7270	202	29	machine	machine	NOUN
bitcs-7270	202	30	learning	learning	NOUN
bitcs-7270	202	31	(	(	PUNCT
bitcs-7270	202	32	icml	icml	PROPN
bitcs-7270	202	33	'	'	NUM
bitcs-7270	202	34	01	01	NUM
bitcs-7270	202	35	)	)	PUNCT
bitcs-7270	202	36	,	,	PUNCT
bitcs-7270	202	37	pp	pp	ADP
bitcs-7270	202	38	.	.	PUNCT
bitcs-7270	203	1	322–328	322–328	NUM
bitcs-7270	203	2	,	,	PUNCT
bitcs-7270	203	3	2001	2001	NUM
bitcs-7270	203	4	.	.	PUNCT