id	sid	tid	token	lemma	pos
fcis-6348	1	1	frontiers	frontier	NOUN
fcis-6348	1	2	in	in	ADP
fcis-6348	1	3	computing	computing	NOUN
fcis-6348	1	4	and	and	CCONJ
fcis-6348	1	5	intelligent	intelligent	ADJ
fcis-6348	1	6	systems	system	NOUN
fcis-6348	1	7	issn	issn	VERB
fcis-6348	1	8	:	:	PUNCT
fcis-6348	1	9	2832	2832	NUM
fcis-6348	1	10	-	-	SYM
fcis-6348	1	11	6024	6024	NUM
fcis-6348	1	12	|	|	NOUN
fcis-6348	1	13	vol	vol	NOUN
fcis-6348	1	14	.	.	PROPN
fcis-6348	2	1	3	3	NUM
fcis-6348	2	2	,	,	PUNCT
fcis-6348	2	3	no	no	INTJ
fcis-6348	2	4	.	.	NOUN
fcis-6348	2	5	1	1	NUM
fcis-6348	2	6	,	,	PUNCT
fcis-6348	2	7	2023	2023	NUM
fcis-6348	2	8	124	124	NUM
fcis-6348	2	9	research	research	NOUN
fcis-6348	2	10	on	on	ADP
fcis-6348	2	11	reinforcement	reinforcement	NOUN
fcis-6348	2	12	learning	learn	VERB
fcis-6348	2	13	explainable	explainable	ADJ
fcis-6348	2	14	strategies	strategy	NOUN
fcis-6348	2	15	based	base	VERB
fcis-6348	2	16	on	on	ADP
fcis-6348	2	17	advantage	advantage	NOUN
fcis-6348	2	18	saliency	saliency	NOUN
fcis-6348	2	19	dandan	dandan	PROPN
fcis-6348	2	20	yan	yan	PROPN
fcis-6348	2	21	*	*	PROPN
fcis-6348	2	22	college	college	PROPN
fcis-6348	2	23	of	of	ADP
fcis-6348	2	24	computer	computer	NOUN
fcis-6348	2	25	science	science	NOUN
fcis-6348	2	26	and	and	CCONJ
fcis-6348	2	27	technology	technology	NOUN
fcis-6348	2	28	,	,	PUNCT
fcis-6348	2	29	qingdao	qingdao	PROPN
fcis-6348	2	30	university	university	PROPN
fcis-6348	2	31	,	,	PUNCT
fcis-6348	2	32	qingdao	qingdao	PROPN
fcis-6348	2	33	,	,	PUNCT
fcis-6348	2	34	266071	266071	NUM
fcis-6348	2	35	,	,	PUNCT
fcis-6348	2	36	china	china	PROPN
fcis-6348	2	37	*	*	PUNCT
fcis-6348	2	38	corresponding	correspond	VERB
fcis-6348	2	39	author	author	NOUN
fcis-6348	2	40	email	email	NOUN
fcis-6348	2	41	:	:	PUNCT
fcis-6348	2	42	1554011273@qq.com	1554011273@qq.com	NUM
fcis-6348	2	43	abstract	abstract	NOUN
fcis-6348	2	44	:	:	PUNCT
fcis-6348	2	45	deep	deep	ADJ
fcis-6348	2	46	reinforcement	reinforcement	NOUN
fcis-6348	2	47	learning	learning	NOUN
fcis-6348	2	48	is	be	AUX
fcis-6348	2	49	increasingly	increasingly	ADV
fcis-6348	2	50	being	be	AUX
fcis-6348	2	51	used	use	VERB
fcis-6348	2	52	in	in	ADP
fcis-6348	2	53	difficult	difficult	ADJ
fcis-6348	2	54	environments	environment	NOUN
fcis-6348	2	55	with	with	ADP
fcis-6348	2	56	sparse	sparse	ADJ
fcis-6348	2	57	rewards	reward	NOUN
fcis-6348	2	58	and	and	CCONJ
fcis-6348	2	59	highdimensional	highdimensional	NOUN
fcis-6348	2	60	inputs	input	NOUN
fcis-6348	2	61	,	,	PUNCT
fcis-6348	2	62	and	and	CCONJ
fcis-6348	2	63	it	it	PRON
fcis-6348	2	64	performs	perform	VERB
fcis-6348	2	65	well	well	ADV
fcis-6348	2	66	,	,	PUNCT
fcis-6348	2	67	but	but	CCONJ
fcis-6348	2	68	its	its	PRON
fcis-6348	2	69	decision	decision	NOUN
fcis-6348	2	70	-	-	PUNCT
fcis-6348	2	71	making	make	VERB
fcis-6348	2	72	processes	process	NOUN
fcis-6348	2	73	are	be	AUX
fcis-6348	2	74	largely	largely	ADV
fcis-6348	2	75	unclear	unclear	ADJ
fcis-6348	2	76	and	and	CCONJ
fcis-6348	2	77	difficult	difficult	ADJ
fcis-6348	2	78	to	to	PART
fcis-6348	2	79	explain	explain	VERB
fcis-6348	2	80	to	to	PART
fcis-6348	2	81	end	end	VERB
fcis-6348	2	82	users	user	NOUN
fcis-6348	2	83	.	.	PUNCT
fcis-6348	3	1	saliency	saliency	NOUN
fcis-6348	3	2	map	map	NOUN
fcis-6348	3	3	methods	method	NOUN
fcis-6348	3	4	explain	explain	VERB
fcis-6348	3	5	an	an	DET
fcis-6348	3	6	agent	agent	NOUN
fcis-6348	3	7	's	's	PART
fcis-6348	3	8	behavior	behavior	NOUN
fcis-6348	3	9	by	by	ADP
fcis-6348	3	10	highlighting	highlight	VERB
fcis-6348	3	11	state	state	NOUN
fcis-6348	3	12	features	feature	VERB
fcis-6348	3	13	relevant	relevant	ADJ
fcis-6348	3	14	for	for	SCONJ
fcis-6348	3	15	the	the	DET
fcis-6348	3	16	agent	agent	NOUN
fcis-6348	3	17	to	to	PART
fcis-6348	3	18	take	take	VERB
fcis-6348	3	19	an	an	DET
fcis-6348	3	20	action	action	NOUN
fcis-6348	3	21	.	.	PUNCT
fcis-6348	4	1	in	in	ADP
fcis-6348	4	2	this	this	DET
fcis-6348	4	3	paper	paper	NOUN
fcis-6348	4	4	,	,	PUNCT
fcis-6348	4	5	we	we	PRON
fcis-6348	4	6	use	use	VERB
fcis-6348	4	7	the	the	DET
fcis-6348	4	8	perturbation	perturbation	NOUN
fcis-6348	4	9	-	-	PUNCT
fcis-6348	4	10	based	base	VERB
fcis-6348	4	11	saliency	saliency	NOUN
fcis-6348	4	12	map	map	NOUN
fcis-6348	4	13	method	method	NOUN
fcis-6348	4	14	,	,	PUNCT
fcis-6348	4	15	propose	propose	VERB
fcis-6348	4	16	the	the	DET
fcis-6348	4	17	use	use	NOUN
fcis-6348	4	18	of	of	ADP
fcis-6348	4	19	advantage	advantage	NOUN
fcis-6348	4	20	function	function	NOUN
fcis-6348	4	21	to	to	PART
fcis-6348	4	22	replace	replace	VERB
fcis-6348	4	23	the	the	DET
fcis-6348	4	24	existing	exist	VERB
fcis-6348	4	25	method	method	NOUN
fcis-6348	4	26	of	of	ADP
fcis-6348	4	27	calculating	calculate	VERB
fcis-6348	4	28	state	state	NOUN
fcis-6348	4	29	saliency	saliency	NOUN
fcis-6348	4	30	,	,	PUNCT
fcis-6348	4	31	realize	realize	VERB
fcis-6348	4	32	the	the	DET
fcis-6348	4	33	combination	combination	NOUN
fcis-6348	4	34	of	of	ADP
fcis-6348	4	35	advantage	advantage	NOUN
fcis-6348	4	36	function	function	NOUN
fcis-6348	4	37	and	and	CCONJ
fcis-6348	4	38	perturbation	perturbation	NOUN
fcis-6348	4	39	-	-	PUNCT
fcis-6348	4	40	based	base	VERB
fcis-6348	4	41	saliency	saliency	NOUN
fcis-6348	4	42	map	map	NOUN
fcis-6348	4	43	.	.	PUNCT
fcis-6348	5	1	a	a	DET
fcis-6348	5	2	saliency	saliency	NOUN
fcis-6348	5	3	map	map	NOUN
fcis-6348	5	4	is	be	AUX
fcis-6348	5	5	generated	generate	VERB
fcis-6348	5	6	by	by	ADP
fcis-6348	5	7	noting	note	VERB
fcis-6348	5	8	the	the	DET
fcis-6348	5	9	saliency	saliency	NOUN
fcis-6348	5	10	of	of	ADP
fcis-6348	5	11	the	the	DET
fcis-6348	5	12	dependent	dependent	ADJ
fcis-6348	5	13	elements	element	NOUN
fcis-6348	5	14	of	of	ADP
fcis-6348	5	15	the	the	DET
fcis-6348	5	16	agent	agent	NOUN
fcis-6348	5	17	's	's	PART
fcis-6348	5	18	chosen	choose	VERB
fcis-6348	5	19	action	action	NOUN
fcis-6348	5	20	in	in	ADP
fcis-6348	5	21	the	the	DET
fcis-6348	5	22	atari	atari	ADJ
fcis-6348	5	23	game	game	NOUN
fcis-6348	5	24	environment	environment	NOUN
fcis-6348	5	25	.	.	PUNCT
fcis-6348	6	1	experimental	experimental	ADJ
fcis-6348	6	2	comparisons	comparison	NOUN
fcis-6348	6	3	show	show	VERB
fcis-6348	6	4	that	that	SCONJ
fcis-6348	6	5	our	our	PRON
fcis-6348	6	6	method	method	NOUN
fcis-6348	6	7	generates	generate	VERB
fcis-6348	6	8	more	more	ADV
fcis-6348	6	9	accurate	accurate	ADJ
fcis-6348	6	10	explanatory	explanatory	ADJ
fcis-6348	6	11	saliency	saliency	NOUN
fcis-6348	6	12	maps	map	NOUN
fcis-6348	6	13	.	.	PUNCT
fcis-6348	7	1	keywords	keyword	NOUN
fcis-6348	7	2	:	:	PUNCT
fcis-6348	7	3	advantage	advantage	NOUN
fcis-6348	7	4	function	function	NOUN
fcis-6348	7	5	;	;	PUNCT
fcis-6348	7	6	explain	explain	VERB
fcis-6348	7	7	ability	ability	NOUN
fcis-6348	7	8	;	;	PUNCT
fcis-6348	7	9	perturbation	perturbation	NOUN
fcis-6348	7	10	-	-	PUNCT
fcis-6348	7	11	based	base	VERB
fcis-6348	7	12	saliency	saliency	NOUN
fcis-6348	7	13	.	.	PUNCT
fcis-6348	8	1	1	1	X
fcis-6348	8	2	.	.	X
fcis-6348	8	3	introduction	introduction	NOUN
fcis-6348	8	4	artificial	artificial	ADJ
fcis-6348	8	5	intelligence	intelligence	NOUN
fcis-6348	8	6	technology	technology	NOUN
fcis-6348	8	7	(	(	PUNCT
fcis-6348	8	8	ai	ai	VERB
fcis-6348	8	9	)	)	PUNCT
fcis-6348	8	10	has	have	VERB
fcis-6348	8	11	a	a	DET
fcis-6348	8	12	wide	wide	ADJ
fcis-6348	8	13	range	range	NOUN
fcis-6348	8	14	of	of	ADP
fcis-6348	8	15	applications	application	NOUN
fcis-6348	8	16	in	in	ADP
fcis-6348	8	17	various	various	ADJ
fcis-6348	8	18	fields	field	NOUN
fcis-6348	8	19	such	such	ADJ
fcis-6348	8	20	as	as	ADP
fcis-6348	8	21	retail	retail	NOUN
fcis-6348	8	22	,	,	PUNCT
fcis-6348	8	23	technology	technology	NOUN
fcis-6348	8	24	,	,	PUNCT
fcis-6348	8	25	healthcare	healthcare	PROPN
fcis-6348	8	26	,	,	PUNCT
fcis-6348	8	27	science	science	NOUN
fcis-6348	8	28	,	,	PUNCT
fcis-6348	8	29	and	and	CCONJ
fcis-6348	8	30	many	many	ADJ
fcis-6348	8	31	more	more	ADJ
fcis-6348	8	32	.	.	PUNCT
fcis-6348	9	1	at	at	ADP
fcis-6348	9	2	present	present	ADJ
fcis-6348	9	3	,	,	PUNCT
fcis-6348	9	4	artificial	artificial	ADJ
fcis-6348	9	5	intelligence	intelligence	NOUN
fcis-6348	9	6	is	be	AUX
fcis-6348	9	7	more	more	ADV
fcis-6348	9	8	inclined	inclined	ADJ
fcis-6348	9	9	to	to	PART
fcis-6348	9	10	solve	solve	VERB
fcis-6348	9	11	practical	practical	ADJ
fcis-6348	9	12	problems	problem	NOUN
fcis-6348	9	13	,	,	PUNCT
fcis-6348	9	14	complete	complete	ADJ
fcis-6348	9	15	complex	complex	ADJ
fcis-6348	9	16	tasks	task	NOUN
fcis-6348	9	17	automatically	automatically	ADV
fcis-6348	9	18	,	,	PUNCT
fcis-6348	9	19	and	and	CCONJ
fcis-6348	9	20	perform	perform	VERB
fcis-6348	9	21	as	as	ADP
fcis-6348	9	22	little	little	ADJ
fcis-6348	9	23	human	human	ADJ
fcis-6348	9	24	intervention	intervention	NOUN
fcis-6348	9	25	as	as	ADP
fcis-6348	9	26	possible	possible	ADJ
fcis-6348	9	27	in	in	ADP
fcis-6348	9	28	the	the	DET
fcis-6348	9	29	implementation	implementation	NOUN
fcis-6348	9	30	process	process	NOUN
fcis-6348	9	31	.	.	PUNCT
fcis-6348	10	1	although	although	SCONJ
fcis-6348	10	2	the	the	DET
fcis-6348	10	3	efficiency	efficiency	NOUN
fcis-6348	10	4	and	and	CCONJ
fcis-6348	10	5	performance	performance	NOUN
fcis-6348	10	6	of	of	ADP
fcis-6348	10	7	ai	ai	INTJ
fcis-6348	10	8	continue	continue	VERB
fcis-6348	10	9	to	to	PART
fcis-6348	10	10	improve	improve	VERB
fcis-6348	10	11	,	,	PUNCT
fcis-6348	10	12	the	the	DET
fcis-6348	10	13	incomprehensibility	incomprehensibility	NOUN
fcis-6348	10	14	reduces	reduce	VERB
fcis-6348	10	15	the	the	DET
fcis-6348	10	16	practicality	practicality	NOUN
fcis-6348	10	17	to	to	ADP
fcis-6348	10	18	a	a	DET
fcis-6348	10	19	certain	certain	ADJ
fcis-6348	10	20	extent	extent	NOUN
fcis-6348	10	21	[	[	X
fcis-6348	10	22	1	1	NUM
fcis-6348	10	23	]	]	PUNCT
fcis-6348	10	24	.	.	PUNCT
fcis-6348	11	1	therefore	therefore	ADV
fcis-6348	11	2	,	,	PUNCT
fcis-6348	11	3	the	the	DET
fcis-6348	11	4	transparency	transparency	NOUN
fcis-6348	11	5	of	of	ADP
fcis-6348	11	6	the	the	DET
fcis-6348	11	7	model	model	NOUN
fcis-6348	11	8	is	be	AUX
fcis-6348	11	9	identified	identify	VERB
fcis-6348	11	10	as	as	ADP
fcis-6348	11	11	the	the	DET
fcis-6348	11	12	key	key	NOUN
fcis-6348	11	13	to	to	ADP
fcis-6348	11	14	improving	improve	VERB
fcis-6348	11	15	user	user	NOUN
fcis-6348	11	16	trust	trust	NOUN
fcis-6348	11	17	and	and	CCONJ
fcis-6348	11	18	user	user	NOUN
fcis-6348	11	19	acceptance	acceptance	NOUN
fcis-6348	11	20	of	of	ADP
fcis-6348	11	21	the	the	DET
fcis-6348	11	22	model	model	NOUN
fcis-6348	11	23	.	.	PUNCT
fcis-6348	12	1	given	give	VERB
fcis-6348	12	2	the	the	DET
fcis-6348	12	3	importance	importance	NOUN
fcis-6348	12	4	of	of	ADP
fcis-6348	12	5	interpretability	interpretability	NOUN
fcis-6348	12	6	and	and	CCONJ
fcis-6348	12	7	the	the	DET
fcis-6348	12	8	performance	performance	NOUN
fcis-6348	12	9	-	-	PUNCT
fcis-6348	12	10	transparency	transparency	NOUN
fcis-6348	12	11	trade	trade	NOUN
fcis-6348	12	12	-	-	PUNCT
fcis-6348	12	13	off	off	NOUN
fcis-6348	12	14	exhibited	exhibit	VERB
fcis-6348	12	15	by	by	ADP
fcis-6348	12	16	ai	ai	PROPN
fcis-6348	12	17	models	model	NOUN
fcis-6348	12	18	,	,	PUNCT
fcis-6348	12	19	where	where	SCONJ
fcis-6348	12	20	the	the	DET
fcis-6348	12	21	more	more	ADV
fcis-6348	12	22	complex	complex	ADJ
fcis-6348	12	23	the	the	DET
fcis-6348	12	24	model	model	NOUN
fcis-6348	12	25	's	's	PART
fcis-6348	12	26	internal	internal	ADJ
fcis-6348	12	27	functionality	functionality	NOUN
fcis-6348	12	28	,	,	PUNCT
fcis-6348	12	29	the	the	DET
fcis-6348	12	30	less	less	ADV
fcis-6348	12	31	clear	clear	ADJ
fcis-6348	12	32	it	it	PRON
fcis-6348	12	33	is	be	AUX
fcis-6348	12	34	about	about	ADP
fcis-6348	12	35	how	how	SCONJ
fcis-6348	12	36	a	a	DET
fcis-6348	12	37	prediction	prediction	NOUN
fcis-6348	12	38	or	or	CCONJ
fcis-6348	12	39	decision	decision	NOUN
fcis-6348	12	40	is	be	AUX
fcis-6348	12	41	made	make	VERB
fcis-6348	12	42	,	,	PUNCT
fcis-6348	12	43	a	a	DET
fcis-6348	12	44	new	new	ADJ
fcis-6348	12	45	field	field	NOUN
fcis-6348	12	46	of	of	ADP
fcis-6348	12	47	research	research	NOUN
fcis-6348	12	48	begins	begin	VERB
fcis-6348	12	49	to	to	PART
fcis-6348	12	50	emerge	emerge	VERB
fcis-6348	12	51	,	,	PUNCT
fcis-6348	12	52	referred	refer	VERB
fcis-6348	12	53	to	to	ADP
fcis-6348	12	54	as	as	ADP
fcis-6348	12	55	"	"	PUNCT
fcis-6348	12	56	explainable	explainable	ADJ
fcis-6348	12	57	artificial	artificial	ADJ
fcis-6348	12	58	intelligence	intelligence	NOUN
fcis-6348	12	59	(	(	PUNCT
fcis-6348	12	60	xai	xai	PROPN
fcis-6348	12	61	)	)	PUNCT
fcis-6348	12	62	"	"	PUNCT
fcis-6348	13	1	[	[	X
fcis-6348	13	2	1	1	NUM
fcis-6348	13	3	]	]	PUNCT
fcis-6348	13	4	.	.	PUNCT
fcis-6348	14	1	the	the	DET
fcis-6348	14	2	purpose	purpose	NOUN
fcis-6348	14	3	of	of	ADP
fcis-6348	14	4	an	an	DET
fcis-6348	14	5	xai	xai	PROPN
fcis-6348	14	6	system	system	NOUN
fcis-6348	14	7	is	be	AUX
fcis-6348	14	8	to	to	PART
fcis-6348	14	9	make	make	VERB
fcis-6348	14	10	human	human	ADJ
fcis-6348	14	11	behavior	behavior	NOUN
fcis-6348	14	12	more	more	ADV
fcis-6348	14	13	understandable	understandable	ADJ
fcis-6348	14	14	by	by	ADP
fcis-6348	14	15	providing	provide	VERB
fcis-6348	14	16	explanations	explanation	NOUN
fcis-6348	14	17	,	,	PUNCT
fcis-6348	14	18	in	in	ADP
fcis-6348	14	19	the	the	DET
fcis-6348	14	20	case	case	NOUN
fcis-6348	14	21	of	of	ADP
fcis-6348	14	22	an	an	DET
fcis-6348	14	23	ai	ai	NOUN
fcis-6348	14	24	model	model	NOUN
fcis-6348	14	25	,	,	PUNCT
fcis-6348	14	26	explaining	explain	VERB
fcis-6348	14	27	what	what	PRON
fcis-6348	14	28	it	it	PRON
fcis-6348	14	29	did	do	VERB
fcis-6348	14	30	and	and	CCONJ
fcis-6348	14	31	what	what	PRON
fcis-6348	14	32	happened	happen	VERB
fcis-6348	14	33	next	next	ADV
fcis-6348	14	34	in	in	ADP
fcis-6348	14	35	terms	term	NOUN
fcis-6348	14	36	of	of	ADP
fcis-6348	14	37	its	its	PRON
fcis-6348	14	38	capabilities	capability	NOUN
fcis-6348	14	39	,	,	PUNCT
fcis-6348	14	40	representing	represent	VERB
fcis-6348	14	41	this	this	DET
fcis-6348	14	42	information	information	NOUN
fcis-6348	14	43	in	in	ADP
fcis-6348	14	44	a	a	DET
fcis-6348	14	45	way	way	NOUN
fcis-6348	14	46	that	that	PRON
fcis-6348	14	47	a	a	DET
fcis-6348	14	48	human	human	ADJ
fcis-6348	14	49	(	(	PUNCT
fcis-6348	14	50	non	non	ADJ
fcis-6348	14	51	-	-	ADJ
fcis-6348	14	52	expert	expert	ADJ
fcis-6348	14	53	)	)	PUNCT
fcis-6348	14	54	user	user	NOUN
fcis-6348	14	55	can	can	AUX
fcis-6348	14	56	understand	understand	VERB
fcis-6348	14	57	ability	ability	NOUN
fcis-6348	14	58	,	,	PUNCT
fcis-6348	14	59	which	which	PRON
fcis-6348	14	60	ultimately	ultimately	ADV
fcis-6348	14	61	enables	enable	VERB
fcis-6348	14	62	them	they	PRON
fcis-6348	14	63	to	to	PART
fcis-6348	14	64	predict	predict	VERB
fcis-6348	14	65	the	the	DET
fcis-6348	14	66	behavior	behavior	NOUN
fcis-6348	14	67	of	of	ADP
fcis-6348	14	68	the	the	DET
fcis-6348	14	69	model	model	NOUN
fcis-6348	14	70	.	.	PUNCT
fcis-6348	15	1	reinforcement	reinforcement	NOUN
fcis-6348	15	2	learning	learning	NOUN
fcis-6348	15	3	(	(	PUNCT
fcis-6348	15	4	rl	rl	NOUN
fcis-6348	15	5	)	)	PUNCT
fcis-6348	15	6	is	be	AUX
fcis-6348	15	7	used	use	VERB
fcis-6348	15	8	to	to	PART
fcis-6348	15	9	describe	describe	VERB
fcis-6348	15	10	and	and	CCONJ
fcis-6348	15	11	solve	solve	VERB
fcis-6348	15	12	the	the	DET
fcis-6348	15	13	problem	problem	NOUN
fcis-6348	15	14	of	of	ADP
fcis-6348	15	15	agents	agent	NOUN
fcis-6348	15	16	learning	learn	VERB
fcis-6348	15	17	strategies	strategy	NOUN
fcis-6348	15	18	to	to	PART
fcis-6348	15	19	maximize	maximize	VERB
fcis-6348	15	20	rewards	reward	NOUN
fcis-6348	15	21	or	or	CCONJ
fcis-6348	15	22	achieve	achieve	VERB
fcis-6348	15	23	specific	specific	ADJ
fcis-6348	15	24	goals	goal	NOUN
fcis-6348	15	25	in	in	ADP
fcis-6348	15	26	the	the	DET
fcis-6348	15	27	process	process	NOUN
fcis-6348	15	28	of	of	ADP
fcis-6348	15	29	interacting	interact	VERB
fcis-6348	15	30	with	with	ADP
fcis-6348	15	31	the	the	DET
fcis-6348	15	32	environment	environment	NOUN
fcis-6348	15	33	.	.	PUNCT
fcis-6348	16	1	in	in	ADP
fcis-6348	16	2	the	the	DET
fcis-6348	16	3	process	process	NOUN
fcis-6348	16	4	of	of	ADP
fcis-6348	16	5	interacting	interact	VERB
fcis-6348	16	6	with	with	ADP
fcis-6348	16	7	the	the	DET
fcis-6348	16	8	environment	environment	NOUN
fcis-6348	16	9	,	,	PUNCT
fcis-6348	16	10	certain	certain	ADJ
fcis-6348	16	11	states	state	NOUN
fcis-6348	16	12	in	in	ADP
fcis-6348	16	13	the	the	DET
fcis-6348	16	14	environment	environment	NOUN
fcis-6348	16	15	give	give	VERB
fcis-6348	16	16	positive	positive	ADJ
fcis-6348	16	17	or	or	CCONJ
fcis-6348	16	18	negative	negative	ADJ
fcis-6348	16	19	rewards	reward	NOUN
fcis-6348	16	20	to	to	ADP
fcis-6348	16	21	the	the	DET
fcis-6348	16	22	agent	agent	NOUN
fcis-6348	16	23	,	,	PUNCT
fcis-6348	16	24	and	and	CCONJ
fcis-6348	16	25	the	the	DET
fcis-6348	16	26	agent	agent	NOUN
fcis-6348	16	27	learns	learn	VERB
fcis-6348	16	28	a	a	DET
fcis-6348	16	29	policy	policy	NOUN
fcis-6348	16	30	based	base	VERB
fcis-6348	16	31	on	on	ADP
fcis-6348	16	32	these	these	DET
fcis-6348	16	33	reward	reward	NOUN
fcis-6348	16	34	signals	signal	NOUN
fcis-6348	16	35	,	,	PUNCT
fcis-6348	16	36	a	a	DET
fcis-6348	16	37	mapping	mapping	NOUN
fcis-6348	16	38	between	between	ADP
fcis-6348	16	39	states	state	NOUN
fcis-6348	16	40	and	and	CCONJ
fcis-6348	16	41	behaviors	behavior	NOUN
fcis-6348	16	42	[	[	X
fcis-6348	16	43	2	2	NUM
fcis-6348	16	44	]	]	PUNCT
fcis-6348	16	45	.	.	PUNCT
fcis-6348	17	1	however	however	ADV
fcis-6348	17	2	,	,	PUNCT
fcis-6348	17	3	rl	rl	X
fcis-6348	17	4	also	also	ADV
fcis-6348	17	5	faces	face	VERB
fcis-6348	17	6	the	the	DET
fcis-6348	17	7	problem	problem	NOUN
fcis-6348	17	8	of	of	ADP
fcis-6348	17	9	lack	lack	NOUN
fcis-6348	17	10	of	of	ADP
fcis-6348	17	11	explain	explain	VERB
fcis-6348	17	12	ability	ability	NOUN
fcis-6348	17	13	,	,	PUNCT
fcis-6348	17	14	which	which	PRON
fcis-6348	17	15	limits	limit	VERB
fcis-6348	17	16	its	its	PRON
fcis-6348	17	17	application	application	NOUN
fcis-6348	17	18	in	in	ADP
fcis-6348	17	19	safety	safety	NOUN
fcis-6348	17	20	-	-	PUNCT
fcis-6348	17	21	sensitive	sensitive	ADJ
fcis-6348	17	22	or	or	CCONJ
fcis-6348	17	23	high	high	ADJ
fcis-6348	17	24	-	-	PUNCT
fcis-6348	17	25	risk	risk	NOUN
fcis-6348	17	26	areas	area	NOUN
fcis-6348	17	27	,	,	PUNCT
fcis-6348	17	28	such	such	ADJ
fcis-6348	17	29	as	as	ADP
fcis-6348	17	30	unmanned	unmanned	ADJ
fcis-6348	17	31	driving	driving	NOUN
fcis-6348	17	32	technology	technology	NOUN
fcis-6348	17	33	and	and	CCONJ
fcis-6348	17	34	intelligent	intelligent	ADJ
fcis-6348	17	35	assistance	assistance	NOUN
fcis-6348	17	36	for	for	ADP
fcis-6348	17	37	the	the	DET
fcis-6348	17	38	elderly	elderly	ADJ
fcis-6348	17	39	and	and	CCONJ
fcis-6348	17	40	the	the	DET
fcis-6348	17	41	disabled	disabled	ADJ
fcis-6348	17	42	.	.	PUNCT
fcis-6348	18	1	in	in	ADP
fcis-6348	18	2	order	order	NOUN
fcis-6348	18	3	to	to	PART
fcis-6348	18	4	overcome	overcome	VERB
fcis-6348	18	5	this	this	DET
fcis-6348	18	6	weakness	weakness	NOUN
fcis-6348	18	7	of	of	ADP
fcis-6348	18	8	rl	rl	PROPN
fcis-6348	18	9	,	,	PUNCT
fcis-6348	18	10	a	a	DET
fcis-6348	18	11	large	large	ADJ
fcis-6348	18	12	number	number	NOUN
fcis-6348	18	13	of	of	ADP
fcis-6348	18	14	studies	study	NOUN
fcis-6348	18	15	on	on	ADP
fcis-6348	18	16	“	"	PUNCT
fcis-6348	18	17	explainable	explainable	ADJ
fcis-6348	18	18	reinforcement	reinforcement	NOUN
fcis-6348	18	19	learning	learning	NOUN
fcis-6348	18	20	(	(	PUNCT
fcis-6348	18	21	xrl	xrl	PROPN
fcis-6348	18	22	)	)	PUNCT
fcis-6348	18	23	”	"	PUNCT
fcis-6348	18	24	have	have	AUX
fcis-6348	18	25	emerged	emerge	VERB
fcis-6348	18	26	.	.	PUNCT
fcis-6348	19	1	hence	hence	ADV
fcis-6348	19	2	,	,	PUNCT
fcis-6348	19	3	xrl	xrl	PROPN
fcis-6348	19	4	is	be	AUX
fcis-6348	19	5	a	a	DET
fcis-6348	19	6	sub	sub	NOUN
fcis-6348	19	7	-	-	NOUN
fcis-6348	19	8	problem	problem	NOUN
fcis-6348	19	9	of	of	ADP
fcis-6348	19	10	xai	xai	PROPN
fcis-6348	19	11	,	,	PUNCT
fcis-6348	19	12	which	which	PRON
fcis-6348	19	13	is	be	AUX
fcis-6348	19	14	used	use	VERB
fcis-6348	19	15	to	to	PART
fcis-6348	19	16	enhance	enhance	VERB
fcis-6348	19	17	human	human	ADJ
fcis-6348	19	18	understanding	understanding	NOUN
fcis-6348	19	19	of	of	ADP
fcis-6348	19	20	models	model	NOUN
fcis-6348	19	21	and	and	CCONJ
fcis-6348	19	22	optimize	optimize	VERB
fcis-6348	19	23	model	model	NOUN
fcis-6348	19	24	performance	performance	NOUN
fcis-6348	19	25	.	.	PUNCT
fcis-6348	20	1	deep	deep	ADJ
fcis-6348	20	2	learning	learning	NOUN
fcis-6348	20	3	algorithms	algorithm	NOUN
fcis-6348	20	4	have	have	AUX
fcis-6348	20	5	achieved	achieve	VERB
fcis-6348	20	6	success	success	NOUN
fcis-6348	20	7	in	in	ADP
fcis-6348	20	8	many	many	ADJ
fcis-6348	20	9	areas	area	NOUN
fcis-6348	20	10	,	,	PUNCT
fcis-6348	20	11	such	such	ADJ
fcis-6348	20	12	as	as	ADP
fcis-6348	20	13	image	image	NOUN
fcis-6348	20	14	classification	classification	NOUN
fcis-6348	20	15	[	[	X
fcis-6348	20	16	3	3	NUM
fcis-6348	20	17	]	]	PUNCT
fcis-6348	20	18	,	,	PUNCT
fcis-6348	20	19	machine	machine	NOUN
fcis-6348	20	20	translation	translation	NOUN
fcis-6348	21	1	[	[	X
fcis-6348	21	2	4	4	NUM
fcis-6348	21	3	]	]	PUNCT
fcis-6348	21	4	,	,	PUNCT
fcis-6348	21	5	image	image	NOUN
fcis-6348	21	6	acquisition	acquisition	NOUN
fcis-6348	21	7	[	[	X
fcis-6348	21	8	5	5	NUM
fcis-6348	21	9	]	]	PUNCT
fcis-6348	21	10	,	,	PUNCT
fcis-6348	21	11	etc	etc	X
fcis-6348	21	12	.	.	X
fcis-6348	21	13	,	,	PUNCT
fcis-6348	21	14	which	which	PRON
fcis-6348	21	15	belong	belong	VERB
fcis-6348	21	16	to	to	ADP
fcis-6348	21	17	the	the	DET
fcis-6348	21	18	salient	salient	NOUN
fcis-6348	21	19	application	application	NOUN
fcis-6348	21	20	in	in	ADP
fcis-6348	21	21	the	the	DET
fcis-6348	21	22	field	field	NOUN
fcis-6348	21	23	of	of	ADP
fcis-6348	21	24	computer	computer	NOUN
fcis-6348	21	25	vision	vision	NOUN
fcis-6348	21	26	.	.	PUNCT
fcis-6348	22	1	visual	visual	ADJ
fcis-6348	22	2	saliency	saliency	NOUN
fcis-6348	22	3	in	in	ADP
fcis-6348	22	4	the	the	DET
fcis-6348	22	5	field	field	NOUN
fcis-6348	22	6	of	of	ADP
fcis-6348	22	7	computer	computer	NOUN
fcis-6348	22	8	vision	vision	NOUN
fcis-6348	22	9	simulates	simulate	VERB
fcis-6348	22	10	the	the	DET
fcis-6348	22	11	perception	perception	NOUN
fcis-6348	22	12	of	of	ADP
fcis-6348	22	13	the	the	DET
fcis-6348	22	14	scene	scene	NOUN
fcis-6348	22	15	by	by	ADP
fcis-6348	22	16	the	the	DET
fcis-6348	22	17	human	human	ADJ
fcis-6348	22	18	visual	visual	ADJ
fcis-6348	22	19	system	system	NOUN
fcis-6348	22	20	and	and	CCONJ
fcis-6348	22	21	extracts	extract	VERB
fcis-6348	22	22	salient	salient	NOUN
fcis-6348	22	23	areas	area	NOUN
fcis-6348	22	24	in	in	ADP
fcis-6348	22	25	the	the	DET
fcis-6348	22	26	image	image	NOUN
fcis-6348	22	27	(	(	PUNCT
fcis-6348	22	28	that	that	PRON
fcis-6348	22	29	is	be	AUX
fcis-6348	22	30	,	,	PUNCT
fcis-6348	22	31	areas	area	NOUN
fcis-6348	22	32	of	of	ADP
fcis-6348	22	33	interest	interest	NOUN
fcis-6348	22	34	to	to	ADP
fcis-6348	22	35	humans	human	NOUN
fcis-6348	22	36	)	)	PUNCT
fcis-6348	22	37	for	for	ADP
fcis-6348	22	38	image	image	NOUN
fcis-6348	22	39	acquisition	acquisition	NOUN
fcis-6348	22	40	or	or	CCONJ
fcis-6348	22	41	classification	classification	NOUN
fcis-6348	22	42	.	.	PUNCT
fcis-6348	23	1	visual	visual	ADJ
fcis-6348	23	2	saliency	saliency	NOUN
fcis-6348	23	3	associates	associate	VERB
fcis-6348	23	4	the	the	DET
fcis-6348	23	5	image	image	NOUN
fcis-6348	23	6	content	content	NOUN
fcis-6348	23	7	with	with	ADP
fcis-6348	23	8	the	the	DET
fcis-6348	23	9	detection	detection	NOUN
fcis-6348	23	10	target	target	NOUN
fcis-6348	23	11	,	,	PUNCT
fcis-6348	23	12	and	and	CCONJ
fcis-6348	23	13	marks	mark	VERB
fcis-6348	23	14	the	the	DET
fcis-6348	23	15	samples	sample	NOUN
fcis-6348	23	16	of	of	ADP
fcis-6348	23	17	the	the	DET
fcis-6348	23	18	corresponding	corresponding	ADJ
fcis-6348	23	19	results	result	NOUN
fcis-6348	23	20	in	in	ADP
fcis-6348	23	21	the	the	DET
fcis-6348	23	22	image	image	NOUN
fcis-6348	23	23	according	accord	VERB
fcis-6348	23	24	to	to	ADP
fcis-6348	23	25	some	some	DET
fcis-6348	23	26	salient	salient	ADJ
fcis-6348	23	27	areas	area	NOUN
fcis-6348	23	28	in	in	ADP
fcis-6348	23	29	the	the	DET
fcis-6348	23	30	image	image	NOUN
fcis-6348	23	31	.	.	PUNCT
fcis-6348	24	1	its	its	PRON
fcis-6348	24	2	most	most	ADV
fcis-6348	24	3	notable	notable	ADJ
fcis-6348	24	4	feature	feature	NOUN
fcis-6348	24	5	is	be	AUX
fcis-6348	24	6	that	that	SCONJ
fcis-6348	24	7	the	the	DET
fcis-6348	24	8	target	target	NOUN
fcis-6348	24	9	in	in	ADP
fcis-6348	24	10	the	the	DET
fcis-6348	24	11	image	image	NOUN
fcis-6348	24	12	is	be	AUX
fcis-6348	24	13	known	know	VERB
fcis-6348	24	14	,	,	PUNCT
fcis-6348	24	15	which	which	PRON
fcis-6348	24	16	is	be	AUX
fcis-6348	24	17	different	different	ADJ
fcis-6348	24	18	from	from	ADP
fcis-6348	24	19	the	the	DET
fcis-6348	24	20	policy	policy	NOUN
fcis-6348	24	21	-	-	PUNCT
fcis-6348	24	22	based	base	VERB
fcis-6348	24	23	saliency	saliency	NOUN
fcis-6348	24	24	mapping	mapping	NOUN
fcis-6348	24	25	in	in	ADP
fcis-6348	24	26	deep	deep	ADJ
fcis-6348	24	27	reinforcement	reinforcement	NOUN
fcis-6348	24	28	learning	learning	NOUN
fcis-6348	24	29	(	(	PUNCT
fcis-6348	24	30	drl	drl	PROPN
fcis-6348	24	31	)	)	PUNCT
fcis-6348	24	32	.	.	PUNCT
fcis-6348	25	1	the	the	DET
fcis-6348	25	2	models	model	NOUN
fcis-6348	25	3	in	in	ADP
fcis-6348	25	4	drl	drl	PROPN
fcis-6348	25	5	support	support	NOUN
fcis-6348	25	6	interaction	interaction	NOUN
fcis-6348	25	7	with	with	ADP
fcis-6348	25	8	challenging	challenging	ADJ
fcis-6348	25	9	environments	environment	NOUN
fcis-6348	25	10	with	with	ADP
fcis-6348	25	11	sparse	sparse	ADJ
fcis-6348	25	12	rewards	reward	NOUN
fcis-6348	25	13	and	and	CCONJ
fcis-6348	25	14	noisy	noisy	ADJ
fcis-6348	25	15	high	high	ADJ
fcis-6348	25	16	-	-	PUNCT
fcis-6348	25	17	dimensional	dimensional	ADJ
fcis-6348	25	18	inputs	input	NOUN
fcis-6348	25	19	,	,	PUNCT
fcis-6348	25	20	and	and	CCONJ
fcis-6348	25	21	perform	perform	VERB
fcis-6348	25	22	well	well	INTJ
fcis-6348	25	23	(	(	PUNCT
fcis-6348	25	24	e.g.	e.g.	ADJ
fcis-6348	25	25	,	,	PUNCT
fcis-6348	25	26	atari	atari	ADJ
fcis-6348	25	27	games	game	NOUN
fcis-6348	25	28	)	)	PUNCT
fcis-6348	25	29	,	,	PUNCT
fcis-6348	25	30	but	but	CCONJ
fcis-6348	25	31	are	be	AUX
fcis-6348	25	32	often	often	ADV
fcis-6348	25	33	criticized	criticize	VERB
fcis-6348	25	34	as	as	ADP
fcis-6348	25	35	"	"	PUNCT
fcis-6348	25	36	black	black	ADJ
fcis-6348	25	37	boxes	box	NOUN
fcis-6348	25	38	"	"	PUNCT
fcis-6348	25	39	.	.	PUNCT
fcis-6348	26	1	this	this	PRON
fcis-6348	26	2	also	also	ADV
fcis-6348	26	3	leads	lead	VERB
fcis-6348	26	4	to	to	ADP
fcis-6348	26	5	the	the	DET
fcis-6348	26	6	emergence	emergence	NOUN
fcis-6348	26	7	of	of	ADP
fcis-6348	26	8	policy	policy	NOUN
fcis-6348	26	9	-	-	PUNCT
fcis-6348	26	10	based	base	VERB
fcis-6348	26	11	saliency	saliency	NOUN
fcis-6348	26	12	mapping	mapping	NOUN
fcis-6348	26	13	-policy	-policy	PROPN
fcis-6348	26	14	saliency	saliency	NOUN
fcis-6348	26	15	.	.	PUNCT
fcis-6348	27	1	policy	policy	NOUN
fcis-6348	27	2	saliency	saliency	NOUN
fcis-6348	27	3	explains	explain	VERB
fcis-6348	27	4	to	to	ADP
fcis-6348	27	5	humans	human	NOUN
fcis-6348	27	6	the	the	DET
fcis-6348	27	7	basis	basis	NOUN
fcis-6348	27	8	of	of	ADP
fcis-6348	27	9	the	the	DET
fcis-6348	27	10	agent	agent	NOUN
fcis-6348	27	11	's	's	PART
fcis-6348	27	12	choice	choice	NOUN
fcis-6348	27	13	and	and	CCONJ
fcis-6348	27	14	highlights	highlight	NOUN
fcis-6348	27	15	the	the	DET
fcis-6348	27	16	factors	factor	NOUN
fcis-6348	27	17	that	that	PRON
fcis-6348	27	18	have	have	VERB
fcis-6348	27	19	a	a	DET
fcis-6348	27	20	great	great	ADJ
fcis-6348	27	21	influence	influence	NOUN
fcis-6348	27	22	on	on	ADP
fcis-6348	27	23	the	the	DET
fcis-6348	27	24	policy	policy	NOUN
fcis-6348	27	25	(	(	PUNCT
fcis-6348	27	26	selected	select	VERB
fcis-6348	27	27	action	action	NOUN
fcis-6348	27	28	)	)	PUNCT
fcis-6348	27	29	in	in	ADP
fcis-6348	27	30	the	the	DET
fcis-6348	27	31	state	state	NOUN
fcis-6348	27	32	characteristics	characteristic	NOUN
fcis-6348	27	33	.	.	PUNCT
fcis-6348	28	1	in	in	ADP
fcis-6348	28	2	rl	rl	ADP
fcis-6348	28	3	systems	system	NOUN
fcis-6348	28	4	,	,	PUNCT
fcis-6348	28	5	it	it	PRON
fcis-6348	28	6	is	be	AUX
fcis-6348	28	7	often	often	ADV
fcis-6348	28	8	used	use	VERB
fcis-6348	28	9	to	to	PART
fcis-6348	28	10	evaluate	evaluate	VERB
fcis-6348	28	11	the	the	DET
fcis-6348	28	12	internal	internal	ADJ
fcis-6348	28	13	representation	representation	NOUN
fcis-6348	28	14	and	and	CCONJ
fcis-6348	28	15	behaviour	behaviour	NOUN
fcis-6348	28	16	of	of	ADP
fcis-6348	28	17	the	the	DET
fcis-6348	28	18	agent	agent	NOUN
fcis-6348	28	19	over	over	ADP
fcis-6348	28	20	multiple	multiple	ADJ
fcis-6348	28	21	frames	frame	NOUN
fcis-6348	28	22	of	of	ADP
fcis-6348	28	23	the	the	DET
fcis-6348	28	24	environment	environment	NOUN
fcis-6348	28	25	,	,	PUNCT
fcis-6348	28	26	rather	rather	ADV
fcis-6348	28	27	than	than	ADP
fcis-6348	28	28	evaluating	evaluate	VERB
fcis-6348	28	29	the	the	DET
fcis-6348	28	30	importance	importance	NOUN
fcis-6348	28	31	of	of	ADP
fcis-6348	28	32	specific	specific	ADJ
fcis-6348	28	33	pixels	pixel	NOUN
fcis-6348	28	34	in	in	ADP
fcis-6348	28	35	classifying	classify	VERB
fcis-6348	28	36	images	image	NOUN
fcis-6348	28	37	.	.	PUNCT
fcis-6348	29	1	except	except	SCONJ
fcis-6348	29	2	for	for	ADP
fcis-6348	29	3	the	the	DET
fcis-6348	29	4	unknown	unknown	ADJ
fcis-6348	29	5	target	target	NOUN
fcis-6348	29	6	,	,	PUNCT
fcis-6348	29	7	the	the	DET
fcis-6348	29	8	impact	impact	NOUN
fcis-6348	29	9	of	of	ADP
fcis-6348	29	10	the	the	DET
fcis-6348	29	11	policy	policy	NOUN
fcis-6348	29	12	adopted	adopt	VERB
fcis-6348	29	13	by	by	ADP
fcis-6348	29	14	the	the	DET
fcis-6348	29	15	agent	agent	NOUN
fcis-6348	29	16	on	on	ADP
fcis-6348	29	17	the	the	DET
fcis-6348	29	18	target	target	NOUN
fcis-6348	29	19	is	be	AUX
fcis-6348	29	20	also	also	ADV
fcis-6348	29	21	unknown	unknown	ADJ
fcis-6348	29	22	.	.	PUNCT
fcis-6348	30	1	inspired	inspire	VERB
fcis-6348	30	2	by	by	ADP
fcis-6348	30	3	the	the	DET
fcis-6348	30	4	saliency	saliency	NOUN
fcis-6348	30	5	method	method	NOUN
fcis-6348	30	6	in	in	ADP
fcis-6348	30	7	the	the	DET
fcis-6348	30	8	visual	visual	ADJ
fcis-6348	30	9	field	field	NOUN
fcis-6348	30	10	,	,	PUNCT
fcis-6348	30	11	saliency	saliency	NOUN
fcis-6348	30	12	maps	map	NOUN
fcis-6348	30	13	are	be	AUX
fcis-6348	30	14	used	use	VERB
fcis-6348	30	15	to	to	PART
fcis-6348	30	16	explain	explain	VERB
fcis-6348	30	17	the	the	DET
fcis-6348	30	18	agent	agent	NOUN
fcis-6348	30	19	's	's	PART
fcis-6348	30	20	behaviour	behaviour	NOUN
fcis-6348	30	21	in	in	ADP
fcis-6348	30	22	order	order	NOUN
fcis-6348	30	23	to	to	PART
fcis-6348	30	24	allow	allow	VERB
fcis-6348	30	25	people	people	NOUN
fcis-6348	30	26	to	to	PART
fcis-6348	30	27	understand	understand	VERB
fcis-6348	30	28	the	the	DET
fcis-6348	30	29	reason	reason	NOUN
fcis-6348	30	30	why	why	SCONJ
fcis-6348	30	31	the	the	DET
fcis-6348	30	32	agent	agent	NOUN
fcis-6348	30	33	takes	take	VERB
fcis-6348	30	34	actions	action	NOUN
fcis-6348	30	35	.	.	PUNCT
fcis-6348	31	1	the	the	DET
fcis-6348	31	2	saliency	saliency	NOUN
fcis-6348	31	3	map	map	NOUN
fcis-6348	31	4	method	method	NOUN
fcis-6348	31	5	is	be	AUX
fcis-6348	31	6	divided	divide	VERB
fcis-6348	31	7	into	into	ADP
fcis-6348	31	8	four	four	NUM
fcis-6348	31	9	types	type	NOUN
fcis-6348	31	10	[	[	X
fcis-6348	31	11	6	6	NUM
fcis-6348	31	12	]	]	PUNCT
fcis-6348	31	13	:	:	PUNCT
fcis-6348	31	14	first	first	ADJ
fcis-6348	31	15	,	,	PUNCT
fcis-6348	31	16	jacobian	jacobian	ADJ
fcis-6348	31	17	saliency	saliency	NOUN
fcis-6348	31	18	.	.	PUNCT
fcis-6348	32	1	the	the	DET
fcis-6348	32	2	gradient	gradient	NOUN
fcis-6348	32	3	-	-	PUNCT
fcis-6348	32	4	based	base	VERB
fcis-6348	32	5	saliency	saliency	NOUN
fcis-6348	32	6	mapping	mapping	NOUN
fcis-6348	32	7	is	be	AUX
fcis-6348	32	8	extended	extend	VERB
fcis-6348	32	9	to	to	ADP
fcis-6348	32	10	drl	drl	PROPN
fcis-6348	32	11	,	,	PUNCT
fcis-6348	32	12	and	and	CCONJ
fcis-6348	32	13	the	the	DET
fcis-6348	32	14	output	output	NOUN
fcis-6348	32	15	logits	logit	NOUN
fcis-6348	32	16	are	be	AUX
fcis-6348	32	17	calculated	calculate	VERB
fcis-6348	32	18	relative	relative	ADJ
fcis-6348	32	19	to	to	ADP
fcis-6348	32	20	the	the	DET
fcis-6348	32	21	jacobian	jacobian	ADJ
fcis-6348	32	22	matrix	matrix	NOUN
fcis-6348	32	23	of	of	ADP
fcis-6348	32	24	a	a	DET
fcis-6348	32	25	bunch	bunch	NOUN
fcis-6348	32	26	of	of	ADP
fcis-6348	32	27	images	image	NOUN
fcis-6348	32	28	to	to	PART
fcis-6348	32	29	obtain	obtain	VERB
fcis-6348	32	30	the	the	DET
fcis-6348	32	31	importance	importance	NOUN
fcis-6348	32	32	of	of	ADP
fcis-6348	32	33	each	each	DET
fcis-6348	32	34	pixel	pixel	NOUN
fcis-6348	32	35	of	of	ADP
fcis-6348	32	36	the	the	DET
fcis-6348	32	37	input	input	NOUN
fcis-6348	32	38	image	image	NOUN
fcis-6348	33	1	[	[	X
fcis-6348	33	2	7	7	NUM
fcis-6348	33	3	]	]	PUNCT
fcis-6348	33	4	.	.	PUNCT
fcis-6348	34	1	second	second	ADJ
fcis-6348	34	2	,	,	PUNCT
fcis-6348	34	3	perturbation	perturbation	NOUN
fcis-6348	34	4	saliency	saliency	NOUN
fcis-6348	34	5	.	.	PUNCT
fcis-6348	35	1	it	it	PRON
fcis-6348	35	2	perturbs	perturb	VERB
fcis-6348	35	3	a	a	DET
fcis-6348	35	4	certain	certain	ADJ
fcis-6348	35	5	part	part	NOUN
fcis-6348	35	6	of	of	ADP
fcis-6348	35	7	the	the	DET
fcis-6348	35	8	original	original	ADJ
fcis-6348	35	9	input	input	NOUN
fcis-6348	35	10	image	image	NOUN
fcis-6348	35	11	,	,	PUNCT
fcis-6348	35	12	and	and	CCONJ
fcis-6348	35	13	calculates	calculate	VERB
fcis-6348	35	14	the	the	DET
fcis-6348	35	15	logit	logit	PROPN
fcis-6348	35	16	difference	difference	NOUN
fcis-6348	35	17	generated	generate	VERB
fcis-6348	35	18	by	by	ADP
fcis-6348	35	19	the	the	DET
fcis-6348	35	20	original	original	ADJ
fcis-6348	35	21	image	image	NOUN
fcis-6348	35	22	and	and	CCONJ
fcis-6348	35	23	the	the	DET
fcis-6348	35	24	modified	modify	VERB
fcis-6348	35	25	image	image	NOUN
fcis-6348	35	26	,	,	PUNCT
fcis-6348	35	27	and	and	CCONJ
fcis-6348	35	28	then	then	ADV
fcis-6348	35	29	obtains	obtain	VERB
fcis-6348	35	30	a	a	DET
fcis-6348	35	31	significant	significant	ADJ
fcis-6348	35	32	map	map	NOUN
fcis-6348	35	33	[	[	X
fcis-6348	35	34	8	8	NUM
fcis-6348	35	35	]	]	PUNCT
fcis-6348	35	36	.	.	PUNCT
fcis-6348	36	1	third	third	ADJ
fcis-6348	36	2	,	,	PUNCT
fcis-6348	36	3	object	object	VERB
fcis-6348	36	4	saliency	saliency	NOUN
fcis-6348	36	5	.	.	PUNCT
fcis-6348	37	1	it	it	PRON
fcis-6348	37	2	performs	perform	VERB
fcis-6348	37	3	directional	directional	ADJ
fcis-6348	37	4	masking	masking	NOUN
fcis-6348	37	5	for	for	ADP
fcis-6348	37	6	the	the	DET
fcis-6348	37	7	object	object	NOUN
fcis-6348	37	8	f	f	X
fcis-6348	37	9	in	in	ADP
fcis-6348	37	10	the	the	DET
fcis-6348	37	11	image	image	NOUN
fcis-6348	37	12	,	,	PUNCT
fcis-6348	37	13	then	then	ADV
fcis-6348	37	14	forms	form	VERB
fcis-6348	37	15	a	a	DET
fcis-6348	37	16	perturbed	perturb	VERB
fcis-6348	37	17	image	image	NOUN
fcis-6348	37	18	,	,	PUNCT
fcis-6348	37	19	detects	detect	VERB
fcis-6348	37	20	the	the	DET
fcis-6348	37	21	object	object	NOUN
fcis-6348	37	22	in	in	ADP
fcis-6348	37	23	the	the	DET
fcis-6348	37	24	input	input	NOUN
fcis-6348	37	25	125	125	NUM
fcis-6348	37	26	image	image	NOUN
fcis-6348	37	27	,	,	PUNCT
fcis-6348	37	28	and	and	CCONJ
fcis-6348	37	29	measures	measure	VERB
fcis-6348	37	30	the	the	DET
fcis-6348	37	31	importance	importance	NOUN
fcis-6348	37	32	of	of	ADP
fcis-6348	37	33	features	feature	NOUN
fcis-6348	37	34	by	by	ADP
fcis-6348	37	35	changing	change	VERB
fcis-6348	37	36	the	the	DET
fcis-6348	37	37	q	q	NOUN
fcis-6348	37	38	value	value	NOUN
fcis-6348	37	39	of	of	ADP
fcis-6348	37	40	masked	masked	ADJ
fcis-6348	37	41	and	and	CCONJ
fcis-6348	37	42	unmasked	unmasked	ADJ
fcis-6348	37	43	objects	object	NOUN
fcis-6348	37	44	[	[	X
fcis-6348	37	45	10	10	NUM
fcis-6348	37	46	]	]	PUNCT
fcis-6348	37	47	.	.	PUNCT
fcis-6348	38	1	fourth	fourth	ADJ
fcis-6348	38	2	,	,	PUNCT
fcis-6348	38	3	attention	attention	NOUN
fcis-6348	38	4	saliency	saliency	NOUN
fcis-6348	38	5	.	.	PUNCT
fcis-6348	39	1	it	it	PRON
fcis-6348	39	2	is	be	AUX
fcis-6348	39	3	more	more	ADV
fcis-6348	39	4	automated	automate	VERB
fcis-6348	39	5	,	,	PUNCT
fcis-6348	39	6	using	use	VERB
fcis-6348	39	7	the	the	DET
fcis-6348	39	8	attention	attention	NOUN
fcis-6348	39	9	mechanism	mechanism	NOUN
fcis-6348	39	10	to	to	PART
fcis-6348	39	11	generate	generate	VERB
fcis-6348	39	12	a	a	DET
fcis-6348	39	13	saliency	saliency	NOUN
fcis-6348	39	14	map	map	NOUN
fcis-6348	39	15	[	[	X
fcis-6348	39	16	11	11	NUM
fcis-6348	39	17	]	]	PUNCT
fcis-6348	39	18	.	.	PUNCT
fcis-6348	40	1	in	in	ADP
fcis-6348	40	2	this	this	DET
fcis-6348	40	3	work	work	NOUN
fcis-6348	40	4	,	,	PUNCT
fcis-6348	40	5	we	we	PRON
fcis-6348	40	6	conduct	conduct	VERB
fcis-6348	40	7	research	research	NOUN
fcis-6348	40	8	under	under	ADP
fcis-6348	40	9	the	the	DET
fcis-6348	40	10	perturbationbased	perturbationbase	VERB
fcis-6348	40	11	saliency	saliency	NOUN
fcis-6348	40	12	mapping	mapping	NOUN
fcis-6348	40	13	,	,	PUNCT
fcis-6348	40	14	and	and	CCONJ
fcis-6348	40	15	modify	modify	VERB
fcis-6348	40	16	the	the	DET
fcis-6348	40	17	saliency	saliency	NOUN
fcis-6348	40	18	calculation	calculation	NOUN
fcis-6348	40	19	based	base	VERB
fcis-6348	40	20	on	on	ADP
fcis-6348	40	21	previous	previous	ADJ
fcis-6348	40	22	work	work	NOUN
fcis-6348	40	23	,	,	PUNCT
fcis-6348	40	24	such	such	ADJ
fcis-6348	40	25	as	as	ADP
fcis-6348	40	26	greydanus	greydanus	NOUN
fcis-6348	40	27	et	et	NOUN
fcis-6348	40	28	al	al	PROPN
fcis-6348	40	29	.	.	PUNCT
fcis-6348	41	1	[	[	X
fcis-6348	41	2	8]utilize	8]utilize	NOUN
fcis-6348	41	3	the	the	DET
fcis-6348	41	4	difference	difference	NOUN
fcis-6348	41	5	of	of	ADP
fcis-6348	41	6	value	value	NOUN
fcis-6348	41	7	function	function	NOUN
fcis-6348	41	8	and	and	CCONJ
fcis-6348	41	9	policy	policy	NOUN
fcis-6348	41	10	vector	vector	NOUN
fcis-6348	41	11	between	between	ADP
fcis-6348	41	12	original	original	ADJ
fcis-6348	41	13	state	state	NOUN
fcis-6348	41	14	and	and	CCONJ
fcis-6348	41	15	perturbed	perturb	VERB
fcis-6348	41	16	state	state	NOUN
fcis-6348	41	17	to	to	PART
fcis-6348	41	18	generate	generate	VERB
fcis-6348	41	19	saliency	saliency	NOUN
fcis-6348	41	20	map	map	NOUN
fcis-6348	41	21	,	,	PUNCT
fcis-6348	41	22	iyer	iyer	PROPN
fcis-6348	41	23	et	et	PROPN
fcis-6348	41	24	al	al	PROPN
fcis-6348	41	25	.	.	PUNCT
fcis-6348	42	1	[	[	X
fcis-6348	42	2	10	10	NUM
fcis-6348	42	3	]	]	X
fcis-6348	42	4	compute	compute	VERB
fcis-6348	42	5	a	a	DET
fcis-6348	42	6	saliency	saliency	NOUN
fcis-6348	42	7	map	map	NOUN
fcis-6348	42	8	using	use	VERB
fcis-6348	42	9	the	the	DET
fcis-6348	42	10	difference	difference	NOUN
fcis-6348	42	11	in	in	ADP
fcis-6348	42	12	action	action	NOUN
fcis-6348	42	13	-	-	PUNCT
fcis-6348	42	14	value	value	NOUN
fcis-6348	42	15	q(s	q(s	NOUN
fcis-6348	42	16	,	,	PUNCT
fcis-6348	42	17	a	a	PRON
fcis-6348	42	18	)	)	PUNCT
fcis-6348	42	19	between	between	ADP
fcis-6348	42	20	the	the	DET
fcis-6348	42	21	original	original	ADJ
fcis-6348	42	22	state	state	NOUN
fcis-6348	42	23	and	and	CCONJ
fcis-6348	42	24	the	the	DET
fcis-6348	42	25	perturbed	perturb	VERB
fcis-6348	42	26	state	state	NOUN
fcis-6348	42	27	and	and	CCONJ
fcis-6348	42	28	so	so	ADV
fcis-6348	42	29	on	on	ADV
fcis-6348	42	30	.	.	PUNCT
fcis-6348	43	1	we	we	PRON
fcis-6348	43	2	propose	propose	VERB
fcis-6348	43	3	a	a	DET
fcis-6348	43	4	new	new	ADJ
fcis-6348	43	5	calculation	calculation	NOUN
fcis-6348	43	6	method	method	NOUN
fcis-6348	43	7	combined	combine	VERB
fcis-6348	43	8	with	with	ADP
fcis-6348	43	9	the	the	DET
fcis-6348	43	10	advantage	advantage	NOUN
fcis-6348	43	11	function	function	NOUN
fcis-6348	43	12	,	,	PUNCT
fcis-6348	43	13	using	use	VERB
fcis-6348	43	14	the	the	DET
fcis-6348	43	15	difference	difference	NOUN
fcis-6348	43	16	of	of	ADP
fcis-6348	43	17	the	the	DET
fcis-6348	43	18	advantage	advantage	NOUN
fcis-6348	43	19	function	function	NOUN
fcis-6348	43	20	value	value	NOUN
fcis-6348	43	21	between	between	ADP
fcis-6348	43	22	the	the	DET
fcis-6348	43	23	original	original	ADJ
fcis-6348	43	24	state	state	NOUN
fcis-6348	43	25	and	and	CCONJ
fcis-6348	43	26	the	the	DET
fcis-6348	43	27	disturbed	disturbed	ADJ
fcis-6348	43	28	state	state	NOUN
fcis-6348	43	29	to	to	PART
fcis-6348	43	30	calculate	calculate	VERB
fcis-6348	43	31	the	the	DET
fcis-6348	43	32	saliency	saliency	NOUN
fcis-6348	43	33	of	of	ADP
fcis-6348	43	34	the	the	DET
fcis-6348	43	35	state	state	NOUN
fcis-6348	43	36	features	feature	VERB
fcis-6348	43	37	.	.	PUNCT
fcis-6348	44	1	it	it	PRON
fcis-6348	44	2	visualizes	visualize	VERB
fcis-6348	44	3	the	the	DET
fcis-6348	44	4	features	feature	NOUN
fcis-6348	44	5	of	of	ADP
fcis-6348	44	6	an	an	DET
fcis-6348	44	7	agent	agent	NOUN
fcis-6348	44	8	taking	take	VERB
fcis-6348	44	9	a	a	DET
fcis-6348	44	10	selected	select	VERB
fcis-6348	44	11	action	action	NOUN
fcis-6348	44	12	by	by	ADP
fcis-6348	44	13	generating	generate	VERB
fcis-6348	44	14	a	a	DET
fcis-6348	44	15	saliency	saliency	NOUN
fcis-6348	44	16	map	map	NOUN
fcis-6348	44	17	.	.	PUNCT
fcis-6348	45	1	we	we	PRON
fcis-6348	45	2	use	use	VERB
fcis-6348	45	3	our	our	PRON
fcis-6348	45	4	method	method	NOUN
fcis-6348	45	5	to	to	PART
fcis-6348	45	6	explain	explain	VERB
fcis-6348	45	7	the	the	DET
fcis-6348	45	8	actions	action	NOUN
fcis-6348	45	9	taken	take	VERB
fcis-6348	45	10	by	by	ADP
fcis-6348	45	11	an	an	DET
fcis-6348	45	12	agent	agent	NOUN
fcis-6348	45	13	in	in	ADP
fcis-6348	45	14	atari	atari	ADJ
fcis-6348	45	15	games	game	NOUN
fcis-6348	45	16	(	(	PUNCT
fcis-6348	45	17	breakout	breakout	NOUN
fcis-6348	45	18	and	and	CCONJ
fcis-6348	45	19	space	space	NOUN
fcis-6348	45	20	invaders	invader	NOUN
fcis-6348	45	21	)	)	PUNCT
fcis-6348	45	22	,	,	PUNCT
fcis-6348	45	23	generating	generate	VERB
fcis-6348	45	24	saliency	saliency	NOUN
fcis-6348	45	25	maps	map	NOUN
fcis-6348	45	26	.	.	PUNCT
fcis-6348	46	1	and	and	CCONJ
fcis-6348	46	2	it	it	PRON
fcis-6348	46	3	can	can	AUX
fcis-6348	46	4	be	be	AUX
fcis-6348	46	5	shown	show	VERB
fcis-6348	46	6	that	that	SCONJ
fcis-6348	46	7	the	the	DET
fcis-6348	46	8	explanatory	explanatory	ADJ
fcis-6348	46	9	saliency	saliency	NOUN
fcis-6348	46	10	maps	map	NOUN
fcis-6348	46	11	generated	generate	VERB
fcis-6348	46	12	by	by	ADP
fcis-6348	46	13	our	our	PRON
fcis-6348	46	14	method	method	NOUN
fcis-6348	46	15	are	be	AUX
fcis-6348	46	16	more	more	ADV
fcis-6348	46	17	accurate	accurate	ADJ
fcis-6348	46	18	compared	compare	VERB
fcis-6348	46	19	with	with	ADP
fcis-6348	46	20	greydanus	greydanus	NOUN
fcis-6348	46	21	et	et	NOUN
fcis-6348	46	22	al	al	PROPN
fcis-6348	46	23	.	.	PROPN
fcis-6348	46	24	and	and	CCONJ
fcis-6348	46	25	gupta	gupta	PROPN
fcis-6348	46	26	et	et	PROPN
fcis-6348	46	27	al	al	PROPN
fcis-6348	46	28	.	.	PROPN
fcis-6348	46	29	,	,	PUNCT
fcis-6348	46	30	by	by	ADP
fcis-6348	46	31	the	the	DET
fcis-6348	46	32	experimental	experimental	ADJ
fcis-6348	46	33	comparison	comparison	NOUN
fcis-6348	46	34	figures	figure	NOUN
fcis-6348	46	35	.	.	PUNCT
fcis-6348	47	1	the	the	DET
fcis-6348	47	2	rest	rest	NOUN
fcis-6348	47	3	of	of	ADP
fcis-6348	47	4	this	this	DET
fcis-6348	47	5	paper	paper	NOUN
fcis-6348	47	6	is	be	AUX
fcis-6348	47	7	organized	organize	VERB
fcis-6348	47	8	as	as	SCONJ
fcis-6348	47	9	follows	follow	VERB
fcis-6348	47	10	.	.	PUNCT
fcis-6348	48	1	the	the	DET
fcis-6348	48	2	section	section	NOUN
fcis-6348	48	3	2	2	NUM
fcis-6348	48	4	provides	provide	VERB
fcis-6348	48	5	the	the	DET
fcis-6348	48	6	relevant	relevant	ADJ
fcis-6348	48	7	basic	basic	ADJ
fcis-6348	48	8	knowledge	knowledge	NOUN
fcis-6348	48	9	definition	definition	NOUN
fcis-6348	48	10	based	base	VERB
fcis-6348	48	11	on	on	ADP
fcis-6348	48	12	the	the	DET
fcis-6348	48	13	perturbation	perturbation	NOUN
fcis-6348	48	14	saliency	saliency	NOUN
fcis-6348	48	15	method	method	NOUN
fcis-6348	48	16	and	and	CCONJ
fcis-6348	48	17	the	the	DET
fcis-6348	48	18	advantage	advantage	NOUN
fcis-6348	48	19	function	function	NOUN
fcis-6348	48	20	and	and	CCONJ
fcis-6348	48	21	some	some	DET
fcis-6348	48	22	related	related	ADJ
fcis-6348	48	23	works	work	NOUN
fcis-6348	48	24	.	.	PUNCT
fcis-6348	49	1	the	the	DET
fcis-6348	49	2	method	method	NOUN
fcis-6348	49	3	of	of	ADP
fcis-6348	49	4	calculating	calculate	VERB
fcis-6348	49	5	the	the	DET
fcis-6348	49	6	significance	significance	NOUN
fcis-6348	49	7	and	and	CCONJ
fcis-6348	49	8	the	the	DET
fcis-6348	49	9	definition	definition	NOUN
fcis-6348	49	10	of	of	ADP
fcis-6348	49	11	the	the	DET
fcis-6348	49	12	formula	formula	NOUN
fcis-6348	49	13	in	in	ADP
fcis-6348	49	14	our	our	PRON
fcis-6348	49	15	paper	paper	NOUN
fcis-6348	49	16	will	will	AUX
fcis-6348	49	17	be	be	AUX
fcis-6348	49	18	discussed	discuss	VERB
fcis-6348	49	19	in	in	ADP
fcis-6348	49	20	the	the	DET
fcis-6348	49	21	section	section	NOUN
fcis-6348	49	22	3	3	NUM
fcis-6348	49	23	.	.	PUNCT
fcis-6348	50	1	we	we	PRON
fcis-6348	50	2	perform	perform	VERB
fcis-6348	50	3	experimental	experimental	ADJ
fcis-6348	50	4	simulations	simulation	NOUN
fcis-6348	50	5	of	of	ADP
fcis-6348	50	6	our	our	PRON
fcis-6348	50	7	problem	problem	NOUN
fcis-6348	50	8	in	in	ADP
fcis-6348	50	9	section	section	NOUN
fcis-6348	50	10	4	4	NUM
fcis-6348	50	11	,	,	PUNCT
fcis-6348	50	12	generating	generate	VERB
fcis-6348	50	13	experimental	experimental	ADJ
fcis-6348	50	14	comparison	comparison	NOUN
fcis-6348	50	15	plots	plot	NOUN
fcis-6348	50	16	.	.	PUNCT
fcis-6348	51	1	finally	finally	ADV
fcis-6348	51	2	,	,	PUNCT
fcis-6348	51	3	we	we	PRON
fcis-6348	51	4	conclude	conclude	VERB
fcis-6348	51	5	our	our	PRON
fcis-6348	51	6	paper	paper	NOUN
fcis-6348	51	7	and	and	CCONJ
fcis-6348	51	8	provide	provide	VERB
fcis-6348	51	9	future	future	ADJ
fcis-6348	51	10	work	work	NOUN
fcis-6348	51	11	in	in	ADP
fcis-6348	51	12	section	section	NOUN
fcis-6348	51	13	5	5	NUM
fcis-6348	51	14	.	.	NOUN
fcis-6348	51	15	2	2	NUM
fcis-6348	51	16	.	.	NUM
fcis-6348	51	17	related	relate	VERB
fcis-6348	51	18	work	work	NOUN
fcis-6348	51	19	this	this	DET
fcis-6348	51	20	paper	paper	NOUN
fcis-6348	51	21	focuses	focus	VERB
fcis-6348	51	22	on	on	ADP
fcis-6348	51	23	a	a	DET
fcis-6348	51	24	specific	specific	ADJ
fcis-6348	51	25	saliency	saliency	NOUN
fcis-6348	51	26	mapping	mapping	NOUN
fcis-6348	51	27	method	method	NOUN
fcis-6348	51	28	in	in	ADP
fcis-6348	51	29	the	the	DET
fcis-6348	51	30	field	field	NOUN
fcis-6348	51	31	of	of	ADP
fcis-6348	51	32	computer	computer	NOUN
fcis-6348	51	33	vision	vision	NOUN
fcis-6348	51	34	—	—	PUNCT
fcis-6348	51	35	perturbation	perturbation	NOUN
fcis-6348	51	36	-	-	PUNCT
fcis-6348	51	37	based	base	VERB
fcis-6348	51	38	saliency	saliency	NOUN
fcis-6348	51	39	mapping	mapping	NOUN
fcis-6348	51	40	,	,	PUNCT
fcis-6348	51	41	and	and	CCONJ
fcis-6348	51	42	applies	apply	VERB
fcis-6348	51	43	saliency	saliency	NOUN
fcis-6348	51	44	mapping	mapping	NOUN
fcis-6348	51	45	methods	method	NOUN
fcis-6348	51	46	from	from	ADP
fcis-6348	51	47	this	this	DET
fcis-6348	51	48	field	field	NOUN
fcis-6348	51	49	to	to	ADP
fcis-6348	51	50	policy	policy	NOUN
fcis-6348	51	51	-	-	PUNCT
fcis-6348	51	52	based	base	VERB
fcis-6348	51	53	applications	application	NOUN
fcis-6348	51	54	in	in	ADP
fcis-6348	51	55	rl	rl	PROPN
fcis-6348	51	56	.	.	PUNCT
fcis-6348	51	57	perturbation	perturbation	NOUN
fcis-6348	51	58	-	-	PUNCT
fcis-6348	51	59	based	base	VERB
fcis-6348	51	60	saliency	saliency	NOUN
fcis-6348	51	61	mapping	mapping	NOUN
fcis-6348	51	62	methods	method	NOUN
fcis-6348	51	63	study	study	VERB
fcis-6348	51	64	the	the	DET
fcis-6348	51	65	properties	property	NOUN
fcis-6348	51	66	of	of	ADP
fcis-6348	51	67	dnns	dnn	NOUN
fcis-6348	51	68	by	by	ADP
fcis-6348	51	69	perturbing	perturb	VERB
fcis-6348	51	70	the	the	DET
fcis-6348	51	71	model	model	NOUN
fcis-6348	51	72	's	's	PART
fcis-6348	51	73	input	input	NOUN
fcis-6348	51	74	and	and	CCONJ
fcis-6348	51	75	observing	observe	VERB
fcis-6348	51	76	changes	change	NOUN
fcis-6348	51	77	in	in	ADP
fcis-6348	51	78	the	the	DET
fcis-6348	51	79	model	model	NOUN
fcis-6348	51	80	's	's	PART
fcis-6348	51	81	output	output	NOUN
fcis-6348	51	82	.	.	PUNCT
fcis-6348	52	1	there	there	PRON
fcis-6348	52	2	are	be	VERB
fcis-6348	52	3	several	several	ADJ
fcis-6348	52	4	advantages	advantage	NOUN
fcis-6348	52	5	:	:	PUNCT
fcis-6348	52	6	first	first	ADV
fcis-6348	52	7	,	,	PUNCT
fcis-6348	52	8	observing	observe	VERB
fcis-6348	52	9	the	the	DET
fcis-6348	52	10	relationship	relationship	NOUN
fcis-6348	52	11	between	between	ADP
fcis-6348	52	12	input	input	NOUN
fcis-6348	52	13	-	-	PUNCT
fcis-6348	52	14	output	output	NOUN
fcis-6348	52	15	is	be	AUX
fcis-6348	52	16	a	a	DET
fcis-6348	52	17	natural	natural	ADJ
fcis-6348	52	18	and	and	CCONJ
fcis-6348	52	19	intuitive	intuitive	ADJ
fcis-6348	52	20	way	way	NOUN
fcis-6348	52	21	to	to	PART
fcis-6348	52	22	explore	explore	VERB
fcis-6348	52	23	the	the	DET
fcis-6348	52	24	class	class	NOUN
fcis-6348	52	25	of	of	ADP
fcis-6348	52	26	black	black	ADJ
fcis-6348	52	27	-	-	PUNCT
fcis-6348	52	28	box	box	NOUN
fcis-6348	52	29	models	model	NOUN
fcis-6348	52	30	;	;	PUNCT
fcis-6348	52	31	second	second	X
fcis-6348	52	32	,	,	PUNCT
fcis-6348	52	33	perturbation	perturbation	NOUN
fcis-6348	52	34	allows	allow	VERB
fcis-6348	52	35	to	to	PART
fcis-6348	52	36	analyze	analyze	VERB
fcis-6348	52	37	the	the	DET
fcis-6348	52	38	model	model	NOUN
fcis-6348	52	39	dynamically	dynamically	ADV
fcis-6348	52	40	,	,	PUNCT
fcis-6348	52	41	instead	instead	ADV
fcis-6348	52	42	of	of	ADP
fcis-6348	52	43	treating	treat	VERB
fcis-6348	52	44	the	the	DET
fcis-6348	52	45	model	model	NOUN
fcis-6348	52	46	as	as	ADP
fcis-6348	52	47	an	an	DET
fcis-6348	52	48	immutable	immutable	ADJ
fcis-6348	52	49	object	object	NOUN
fcis-6348	52	50	to	to	PART
fcis-6348	52	51	study	study	VERB
fcis-6348	52	52	;	;	PUNCT
fcis-6348	52	53	finally	finally	ADV
fcis-6348	52	54	,	,	PUNCT
fcis-6348	52	55	perturbation	perturbation	NOUN
fcis-6348	52	56	-	-	PUNCT
fcis-6348	52	57	based	base	VERB
fcis-6348	52	58	methods	method	NOUN
fcis-6348	52	59	are	be	AUX
fcis-6348	52	60	generally	generally	ADV
fcis-6348	52	61	applicable	applicable	ADJ
fcis-6348	52	62	to	to	ADP
fcis-6348	52	63	any	any	DET
fcis-6348	52	64	dnn	dnn	PROPN
fcis-6348	52	65	,	,	PUNCT
fcis-6348	52	66	regardless	regardless	ADV
fcis-6348	52	67	of	of	ADP
fcis-6348	52	68	the	the	DET
fcis-6348	52	69	model	model	NOUN
fcis-6348	52	70	's	's	PART
fcis-6348	52	71	architecture	architecture	NOUN
fcis-6348	52	72	.	.	PUNCT
fcis-6348	53	1	therefore	therefore	ADV
fcis-6348	53	2	,	,	PUNCT
fcis-6348	53	3	the	the	DET
fcis-6348	53	4	perturbation	perturbation	NOUN
fcis-6348	53	5	-	-	PUNCT
fcis-6348	53	6	based	base	VERB
fcis-6348	53	7	saliency	saliency	NOUN
fcis-6348	53	8	mapping	mapping	NOUN
fcis-6348	53	9	method	method	NOUN
fcis-6348	53	10	is	be	AUX
fcis-6348	53	11	also	also	ADV
fcis-6348	53	12	one	one	NUM
fcis-6348	53	13	of	of	ADP
fcis-6348	53	14	the	the	DET
fcis-6348	53	15	important	important	ADJ
fcis-6348	53	16	methods	method	NOUN
fcis-6348	53	17	to	to	PART
fcis-6348	53	18	explain	explain	VERB
fcis-6348	53	19	the	the	DET
fcis-6348	53	20	reason	reason	NOUN
fcis-6348	53	21	why	why	SCONJ
fcis-6348	53	22	the	the	DET
fcis-6348	53	23	agent	agent	NOUN
fcis-6348	53	24	executes	execute	VERB
fcis-6348	53	25	the	the	DET
fcis-6348	53	26	policy	policy	NOUN
fcis-6348	53	27	(	(	PUNCT
fcis-6348	53	28	takes	take	VERB
fcis-6348	53	29	action	action	NOUN
fcis-6348	53	30	)	)	PUNCT
fcis-6348	53	31	in	in	ADP
fcis-6348	53	32	the	the	DET
fcis-6348	53	33	reinforcement	reinforcement	NOUN
fcis-6348	53	34	learning	learning	NOUN
fcis-6348	53	35	model	model	NOUN
fcis-6348	53	36	.	.	PUNCT
fcis-6348	54	1	2.1	2.1	NUM
fcis-6348	54	2	.	.	PUNCT
fcis-6348	54	3	perturbation	perturbation	NOUN
fcis-6348	54	4	-	-	PUNCT
fcis-6348	54	5	based	base	VERB
fcis-6348	54	6	saliency	saliency	NOUN
fcis-6348	54	7	methods	method	NOUN
fcis-6348	54	8	the	the	DET
fcis-6348	54	9	idea	idea	NOUN
fcis-6348	54	10	of	of	ADP
fcis-6348	54	11	perturbation	perturbation	NOUN
fcis-6348	54	12	-	-	PUNCT
fcis-6348	54	13	based	base	VERB
fcis-6348	54	14	methods	method	NOUN
fcis-6348	54	15	is	be	AUX
fcis-6348	54	16	to	to	PART
fcis-6348	54	17	explore	explore	VERB
fcis-6348	54	18	dnns	dnn	NOUN
fcis-6348	54	19	by	by	ADP
fcis-6348	54	20	modifying	modify	VERB
fcis-6348	54	21	some	some	PRON
fcis-6348	54	22	of	of	ADP
fcis-6348	54	23	the	the	DET
fcis-6348	54	24	input	input	NOUN
fcis-6348	54	25	information	information	NOUN
fcis-6348	54	26	of	of	ADP
fcis-6348	54	27	the	the	DET
fcis-6348	54	28	model	model	NOUN
fcis-6348	54	29	,	,	PUNCT
fcis-6348	54	30	such	such	ADJ
fcis-6348	54	31	as	as	ADP
fcis-6348	54	32	pixels	pixel	NOUN
fcis-6348	54	33	in	in	ADP
fcis-6348	54	34	images	image	NOUN
fcis-6348	54	35	,	,	PUNCT
fcis-6348	54	36	words	word	NOUN
fcis-6348	54	37	in	in	ADP
fcis-6348	54	38	text	text	NOUN
fcis-6348	54	39	,	,	PUNCT
fcis-6348	54	40	etc	etc	X
fcis-6348	54	41	.	.	X
fcis-6348	54	42	,	,	PUNCT
fcis-6348	54	43	and	and	CCONJ
fcis-6348	54	44	observing	observe	VERB
fcis-6348	54	45	how	how	SCONJ
fcis-6348	54	46	the	the	DET
fcis-6348	54	47	output	output	NOUN
fcis-6348	54	48	of	of	ADP
fcis-6348	54	49	the	the	DET
fcis-6348	54	50	model	model	NOUN
fcis-6348	54	51	changes	change	NOUN
fcis-6348	54	52	.	.	PUNCT
fcis-6348	55	1	observing	observe	VERB
fcis-6348	55	2	changes	change	NOUN
fcis-6348	55	3	in	in	ADP
fcis-6348	55	4	the	the	DET
fcis-6348	55	5	output	output	NOUN
fcis-6348	55	6	can	can	AUX
fcis-6348	55	7	indicate	indicate	VERB
fcis-6348	55	8	whether	whether	SCONJ
fcis-6348	55	9	the	the	DET
fcis-6348	55	10	corresponding	corresponding	ADJ
fcis-6348	55	11	part	part	NOUN
fcis-6348	55	12	of	of	ADP
fcis-6348	55	13	the	the	DET
fcis-6348	55	14	input	input	NOUN
fcis-6348	55	15	is	be	AUX
fcis-6348	55	16	important	important	ADJ
fcis-6348	55	17	to	to	ADP
fcis-6348	55	18	the	the	DET
fcis-6348	55	19	interpretation	interpretation	NOUN
fcis-6348	55	20	,	,	PUNCT
fcis-6348	55	21	and	and	CCONJ
fcis-6348	55	22	a	a	DET
fcis-6348	55	23	perturbation	perturbation	NOUN
fcis-6348	55	24	of	of	ADP
fcis-6348	55	25	an	an	DET
fcis-6348	55	26	element	element	NOUN
fcis-6348	55	27	is	be	AUX
fcis-6348	55	28	considered	consider	VERB
fcis-6348	55	29	important	important	ADJ
fcis-6348	55	30	if	if	SCONJ
fcis-6348	55	31	it	it	PRON
fcis-6348	55	32	changes	change	VERB
fcis-6348	55	33	the	the	DET
fcis-6348	55	34	output	output	NOUN
fcis-6348	55	35	significantly	significantly	ADV
fcis-6348	55	36	.	.	PUNCT
fcis-6348	56	1	for	for	ADP
fcis-6348	56	2	example	example	NOUN
fcis-6348	56	3	,	,	PUNCT
fcis-6348	56	4	for	for	ADP
fcis-6348	56	5	image	image	NOUN
fcis-6348	56	6	classification	classification	NOUN
fcis-6348	56	7	,	,	PUNCT
fcis-6348	56	8	the	the	DET
fcis-6348	56	9	classifier	classifier	NOUN
fcis-6348	56	10	may	may	AUX
fcis-6348	56	11	assign	assign	VERB
fcis-6348	56	12	pictures	picture	NOUN
fcis-6348	56	13	to	to	ADP
fcis-6348	56	14	different	different	ADJ
fcis-6348	56	15	categories	category	NOUN
fcis-6348	56	16	due	due	ADP
fcis-6348	56	17	to	to	ADP
fcis-6348	56	18	changes	change	NOUN
fcis-6348	56	19	that	that	PRON
fcis-6348	56	20	are	be	AUX
fcis-6348	56	21	invisible	invisible	ADJ
fcis-6348	56	22	to	to	ADP
fcis-6348	56	23	the	the	DET
fcis-6348	56	24	naked	naked	ADJ
fcis-6348	56	25	eye	eye	NOUN
fcis-6348	56	26	;	;	PUNCT
fcis-6348	56	27	for	for	ADP
fcis-6348	56	28	neural	neural	ADJ
fcis-6348	56	29	network	network	NOUN
fcis-6348	56	30	prediction	prediction	NOUN
fcis-6348	56	31	,	,	PUNCT
fcis-6348	56	32	as	as	SCONJ
fcis-6348	56	33	the	the	DET
fcis-6348	56	34	performance	performance	NOUN
fcis-6348	56	35	improves	improve	VERB
fcis-6348	56	36	,	,	PUNCT
fcis-6348	56	37	the	the	DET
fcis-6348	56	38	understanding	understanding	NOUN
fcis-6348	56	39	of	of	ADP
fcis-6348	56	40	the	the	DET
fcis-6348	56	41	prediction	prediction	NOUN
fcis-6348	56	42	process	process	NOUN
fcis-6348	56	43	becomes	become	VERB
fcis-6348	56	44	more	more	ADV
fcis-6348	56	45	and	and	CCONJ
fcis-6348	56	46	more	more	ADV
fcis-6348	56	47	important	important	ADJ
fcis-6348	56	48	.	.	PUNCT
fcis-6348	57	1	a	a	DET
fcis-6348	57	2	general	general	ADJ
fcis-6348	57	3	approach	approach	NOUN
fcis-6348	57	4	to	to	ADP
fcis-6348	57	5	explaining	explain	VERB
fcis-6348	57	6	machine	machine	NOUN
fcis-6348	57	7	learning	learning	NOUN
fcis-6348	57	8	systems	system	NOUN
fcis-6348	57	9	is	be	AUX
fcis-6348	57	10	called	call	VERB
fcis-6348	57	11	input	input	NOUN
fcis-6348	57	12	attribution	attribution	NOUN
fcis-6348	57	13	,	,	PUNCT
fcis-6348	57	14	so	so	ADV
fcis-6348	57	15	both	both	DET
fcis-6348	57	16	gradient	gradient	NOUN
fcis-6348	57	17	-	-	PUNCT
fcis-6348	57	18	based	base	VERB
fcis-6348	57	19	and	and	CCONJ
fcis-6348	57	20	perturbation	perturbation	NOUN
fcis-6348	57	21	-	-	PUNCT
fcis-6348	57	22	based	base	VERB
fcis-6348	57	23	methods	method	NOUN
fcis-6348	57	24	are	be	AUX
fcis-6348	57	25	attribution	attribution	NOUN
fcis-6348	57	26	methods	method	NOUN
fcis-6348	57	27	[	[	X
fcis-6348	57	28	12	12	NUM
fcis-6348	57	29	]	]	PUNCT
fcis-6348	57	30	.	.	PUNCT
fcis-6348	58	1	the	the	DET
fcis-6348	58	2	intended	intended	ADJ
fcis-6348	58	3	purpose	purpose	NOUN
fcis-6348	58	4	of	of	ADP
fcis-6348	58	5	attribution	attribution	NOUN
fcis-6348	58	6	methods	method	NOUN
fcis-6348	58	7	is	be	AUX
fcis-6348	58	8	mainly	mainly	ADV
fcis-6348	58	9	to	to	PART
fcis-6348	58	10	measure	measure	VERB
fcis-6348	58	11	global	global	ADJ
fcis-6348	58	12	importance	importance	NOUN
fcis-6348	58	13	,	,	PUNCT
fcis-6348	58	14	while	while	SCONJ
fcis-6348	58	15	the	the	DET
fcis-6348	58	16	main	main	ADJ
fcis-6348	58	17	difficulty	difficulty	NOUN
fcis-6348	58	18	is	be	AUX
fcis-6348	58	19	the	the	DET
fcis-6348	58	20	combinatorial	combinatorial	ADJ
fcis-6348	58	21	explosion	explosion	NOUN
fcis-6348	58	22	.	.	PUNCT
fcis-6348	59	1	if	if	SCONJ
fcis-6348	59	2	it	it	PRON
fcis-6348	59	3	were	be	AUX
fcis-6348	59	4	to	to	PART
fcis-6348	59	5	iterate	iterate	VERB
fcis-6348	59	6	over	over	ADP
fcis-6348	59	7	all	all	DET
fcis-6348	59	8	input	input	NOUN
fcis-6348	59	9	elements	element	NOUN
fcis-6348	59	10	and	and	CCONJ
fcis-6348	59	11	all	all	DET
fcis-6348	59	12	possible	possible	ADJ
fcis-6348	59	13	combinations	combination	NOUN
fcis-6348	59	14	of	of	ADP
fcis-6348	59	15	them	they	PRON
fcis-6348	59	16	and	and	CCONJ
fcis-6348	59	17	observe	observe	VERB
fcis-6348	59	18	how	how	SCONJ
fcis-6348	59	19	each	each	DET
fcis-6348	59	20	one	one	NOUN
fcis-6348	59	21	changes	change	VERB
fcis-6348	59	22	the	the	DET
fcis-6348	59	23	output	output	NOUN
fcis-6348	59	24	,	,	PUNCT
fcis-6348	59	25	this	this	PRON
fcis-6348	59	26	would	would	AUX
fcis-6348	59	27	be	be	AUX
fcis-6348	59	28	impractical	impractical	ADJ
fcis-6348	59	29	in	in	ADP
fcis-6348	59	30	practice	practice	NOUN
fcis-6348	59	31	due	due	ADP
fcis-6348	59	32	to	to	ADP
fcis-6348	59	33	enormous	enormous	ADJ
fcis-6348	59	34	cost	cost	NOUN
fcis-6348	59	35	constraints	constraint	NOUN
fcis-6348	59	36	.	.	PUNCT
fcis-6348	60	1	gradient	gradient	NOUN
fcis-6348	60	2	-	-	PUNCT
fcis-6348	60	3	based	base	VERB
fcis-6348	60	4	attribution	attribution	NOUN
fcis-6348	60	5	methods	method	NOUN
fcis-6348	60	6	calculate	calculate	VERB
fcis-6348	60	7	the	the	DET
fcis-6348	60	8	importance	importance	NOUN
fcis-6348	60	9	of	of	ADP
fcis-6348	60	10	elements	element	NOUN
fcis-6348	60	11	by	by	ADP
fcis-6348	60	12	using	use	VERB
fcis-6348	60	13	model	model	NOUN
fcis-6348	60	14	gradients	gradient	NOUN
fcis-6348	60	15	,	,	PUNCT
fcis-6348	60	16	but	but	CCONJ
fcis-6348	60	17	tend	tend	VERB
fcis-6348	60	18	to	to	PART
fcis-6348	60	19	generate	generate	VERB
fcis-6348	60	20	noise	noise	NOUN
fcis-6348	60	21	,	,	PUNCT
fcis-6348	60	22	especially	especially	ADV
fcis-6348	60	23	in	in	ADP
fcis-6348	60	24	particularly	particularly	ADV
fcis-6348	60	25	large	large	ADJ
fcis-6348	60	26	networks	network	NOUN
fcis-6348	60	27	[	[	X
fcis-6348	60	28	13	13	NUM
fcis-6348	60	29	]	]	PUNCT
fcis-6348	60	30	.	.	PUNCT
fcis-6348	61	1	in	in	ADP
fcis-6348	61	2	addition	addition	NOUN
fcis-6348	61	3	,	,	PUNCT
fcis-6348	61	4	if	if	SCONJ
fcis-6348	61	5	the	the	DET
fcis-6348	61	6	backpropagation	backpropagation	NOUN
fcis-6348	61	7	algorithm	algorithm	NOUN
fcis-6348	61	8	is	be	AUX
fcis-6348	61	9	used	use	VERB
fcis-6348	61	10	,	,	PUNCT
fcis-6348	61	11	it	it	PRON
fcis-6348	61	12	needs	need	VERB
fcis-6348	61	13	to	to	PART
fcis-6348	61	14	access	access	VERB
fcis-6348	61	15	the	the	DET
fcis-6348	61	16	internal	internal	ADJ
fcis-6348	61	17	information	information	NOUN
fcis-6348	61	18	of	of	ADP
fcis-6348	61	19	the	the	DET
fcis-6348	61	20	model	model	NOUN
fcis-6348	61	21	to	to	PART
fcis-6348	61	22	generate	generate	VERB
fcis-6348	61	23	the	the	DET
fcis-6348	61	24	explanation	explanation	NOUN
fcis-6348	61	25	,	,	PUNCT
fcis-6348	61	26	so	so	SCONJ
fcis-6348	61	27	it	it	PRON
fcis-6348	61	28	will	will	AUX
fcis-6348	61	29	be	be	AUX
fcis-6348	61	30	limited	limit	VERB
fcis-6348	61	31	in	in	ADP
fcis-6348	61	32	use	use	NOUN
fcis-6348	61	33	.	.	PUNCT
fcis-6348	62	1	perturbation	perturbation	NOUN
fcis-6348	62	2	-	-	PUNCT
fcis-6348	62	3	based	base	VERB
fcis-6348	62	4	attribution	attribution	NOUN
fcis-6348	62	5	methods	method	NOUN
fcis-6348	62	6	cover	cover	VERB
fcis-6348	62	7	or	or	CCONJ
fcis-6348	62	8	remove	remove	VERB
fcis-6348	62	9	images	image	NOUN
fcis-6348	62	10	to	to	PART
fcis-6348	62	11	measure	measure	VERB
fcis-6348	62	12	whether	whether	SCONJ
fcis-6348	62	13	the	the	DET
fcis-6348	62	14	actual	actual	ADJ
fcis-6348	62	15	change	change	NOUN
fcis-6348	62	16	is	be	AUX
fcis-6348	62	17	in	in	ADP
fcis-6348	62	18	line	line	NOUN
fcis-6348	62	19	with	with	ADP
fcis-6348	62	20	the	the	DET
fcis-6348	62	21	prediction	prediction	NOUN
fcis-6348	62	22	.	.	PUNCT
fcis-6348	63	1	the	the	DET
fcis-6348	63	2	main	main	ADJ
fcis-6348	63	3	challenge	challenge	NOUN
fcis-6348	63	4	is	be	AUX
fcis-6348	63	5	how	how	SCONJ
fcis-6348	63	6	to	to	PART
fcis-6348	63	7	select	select	VERB
fcis-6348	63	8	a	a	DET
fcis-6348	63	9	reasonable	reasonable	ADJ
fcis-6348	63	10	element	element	NOUN
fcis-6348	63	11	group	group	NOUN
fcis-6348	63	12	and	and	CCONJ
fcis-6348	63	13	apply	apply	VERB
fcis-6348	63	14	the	the	DET
fcis-6348	63	15	perturbation	perturbation	NOUN
fcis-6348	63	16	for	for	ADP
fcis-6348	63	17	testing	testing	NOUN
fcis-6348	63	18	within	within	ADP
fcis-6348	63	19	a	a	DET
fcis-6348	63	20	reasonable	reasonable	ADJ
fcis-6348	63	21	time	time	NOUN
fcis-6348	63	22	.	.	PUNCT
fcis-6348	64	1	a	a	DET
fcis-6348	64	2	notable	notable	ADJ
fcis-6348	64	3	advantage	advantage	NOUN
fcis-6348	64	4	of	of	ADP
fcis-6348	64	5	perturbation	perturbation	NOUN
fcis-6348	64	6	-	-	PUNCT
fcis-6348	64	7	based	base	VERB
fcis-6348	64	8	methods	method	NOUN
fcis-6348	64	9	is	be	AUX
fcis-6348	64	10	"	"	PUNCT
fcis-6348	64	11	dynamicity	dynamicity	NOUN
fcis-6348	64	12	"	"	PUNCT
fcis-6348	64	13	,	,	PUNCT
fcis-6348	64	14	that	that	ADV
fcis-6348	64	15	is	is	ADV
fcis-6348	64	16	,	,	PUNCT
fcis-6348	64	17	while	while	SCONJ
fcis-6348	64	18	many	many	ADJ
fcis-6348	64	19	other	other	ADJ
fcis-6348	64	20	methods	method	NOUN
fcis-6348	64	21	treat	treat	VERB
fcis-6348	64	22	the	the	DET
fcis-6348	64	23	model	model	NOUN
fcis-6348	64	24	as	as	ADP
fcis-6348	64	25	a	a	DET
fcis-6348	64	26	constant	constant	ADJ
fcis-6348	64	27	object	object	NOUN
fcis-6348	64	28	of	of	ADP
fcis-6348	64	29	study	study	NOUN
fcis-6348	64	30	,	,	PUNCT
fcis-6348	64	31	perturbation	perturbation	NOUN
fcis-6348	64	32	allows	allow	VERB
fcis-6348	64	33	it	it	PRON
fcis-6348	64	34	to	to	PART
fcis-6348	64	35	be	be	AUX
fcis-6348	64	36	interrogated	interrogate	VERB
fcis-6348	64	37	repeatedly	repeatedly	ADV
fcis-6348	64	38	and	and	CCONJ
fcis-6348	64	39	hypotheses	hypothesis	NOUN
fcis-6348	64	40	about	about	ADP
fcis-6348	64	41	it	it	PRON
fcis-6348	64	42	can	can	AUX
fcis-6348	64	43	be	be	AUX
fcis-6348	64	44	developed	develop	VERB
fcis-6348	64	45	and	and	CCONJ
fcis-6348	64	46	tested	test	VERB
fcis-6348	64	47	dynamically	dynamically	ADV
fcis-6348	64	48	.	.	PUNCT
fcis-6348	65	1	perturbation	perturbation	NOUN
fcis-6348	65	2	of	of	ADP
fcis-6348	65	3	images	image	NOUN
fcis-6348	65	4	is	be	AUX
fcis-6348	65	5	performed	perform	VERB
fcis-6348	65	6	by	by	ADP
fcis-6348	65	7	applying	apply	VERB
fcis-6348	65	8	occlusion	occlusion	NOUN
fcis-6348	65	9	masks	mask	NOUN
fcis-6348	65	10	,	,	PUNCT
fcis-6348	65	11	blurring	blurring	NOUN
fcis-6348	65	12	,	,	PUNCT
fcis-6348	65	13	or	or	CCONJ
fcis-6348	65	14	replacing	replace	VERB
fcis-6348	65	15	parts	part	NOUN
fcis-6348	65	16	of	of	ADP
fcis-6348	65	17	the	the	DET
fcis-6348	65	18	image	image	NOUN
fcis-6348	65	19	to	to	PART
fcis-6348	65	20	remove	remove	VERB
fcis-6348	65	21	or	or	CCONJ
fcis-6348	65	22	insert	insert	VERB
fcis-6348	65	23	information	information	NOUN
fcis-6348	65	24	.	.	PUNCT
fcis-6348	66	1	for	for	ADP
fcis-6348	66	2	example	example	NOUN
fcis-6348	66	3	,	,	PUNCT
fcis-6348	66	4	if	if	SCONJ
fcis-6348	66	5	a	a	DET
fcis-6348	66	6	picture	picture	NOUN
fcis-6348	66	7	contains	contain	VERB
fcis-6348	66	8	a	a	DET
fcis-6348	66	9	puppy	puppy	NOUN
fcis-6348	66	10	,	,	PUNCT
fcis-6348	66	11	classify	classify	VERB
fcis-6348	66	12	this	this	DET
fcis-6348	66	13	picture	picture	NOUN
fcis-6348	66	14	,	,	PUNCT
fcis-6348	66	15	the	the	DET
fcis-6348	66	16	prediction	prediction	NOUN
fcis-6348	66	17	is	be	AUX
fcis-6348	66	18	+1	+1	PROPN
fcis-6348	66	19	for	for	ADP
fcis-6348	66	20	the	the	DET
fcis-6348	66	21	puppy	puppy	NOUN
fcis-6348	66	22	,	,	PUNCT
fcis-6348	66	23	otherwise	otherwise	ADV
fcis-6348	66	24	-1	-1	INTJ
fcis-6348	66	25	,	,	PUNCT
fcis-6348	66	26	if	if	SCONJ
fcis-6348	66	27	the	the	DET
fcis-6348	66	28	image	image	NOUN
fcis-6348	66	29	is	be	AUX
fcis-6348	66	30	disturbed	disturb	VERB
fcis-6348	66	31	,	,	PUNCT
fcis-6348	66	32	deleting	delete	VERB
fcis-6348	66	33	the	the	DET
fcis-6348	66	34	information	information	NOUN
fcis-6348	66	35	related	relate	VERB
fcis-6348	66	36	to	to	ADP
fcis-6348	66	37	the	the	DET
fcis-6348	66	38	puppy	puppy	NOUN
fcis-6348	66	39	should	should	AUX
fcis-6348	66	40	affect	affect	VERB
fcis-6348	66	41	the	the	DET
fcis-6348	66	42	output	output	NOUN
fcis-6348	66	43	of	of	ADP
fcis-6348	66	44	the	the	DET
fcis-6348	66	45	model	model	NOUN
fcis-6348	66	46	,	,	PUNCT
fcis-6348	66	47	while	while	SCONJ
fcis-6348	66	48	for	for	SCONJ
fcis-6348	66	49	disturbances	disturbance	NOUN
fcis-6348	66	50	in	in	ADP
fcis-6348	66	51	other	other	ADJ
fcis-6348	66	52	areas	area	NOUN
fcis-6348	66	53	should	should	AUX
fcis-6348	66	54	not	not	PART
fcis-6348	66	55	affect	affect	VERB
fcis-6348	66	56	the	the	DET
fcis-6348	66	57	original	original	ADJ
fcis-6348	66	58	prediction	prediction	NOUN
fcis-6348	66	59	results	result	NOUN
fcis-6348	66	60	.	.	PUNCT
fcis-6348	67	1	so	so	ADV
fcis-6348	67	2	it	it	PRON
fcis-6348	67	3	should	should	AUX
fcis-6348	67	4	be	be	AUX
fcis-6348	67	5	noted	note	VERB
fcis-6348	67	6	that	that	SCONJ
fcis-6348	67	7	it	it	PRON
fcis-6348	67	8	is	be	AUX
fcis-6348	67	9	very	very	ADV
fcis-6348	67	10	difficult	difficult	ADJ
fcis-6348	67	11	to	to	PART
fcis-6348	67	12	choose	choose	VERB
fcis-6348	67	13	a	a	DET
fcis-6348	67	14	perturbation	perturbation	NOUN
fcis-6348	67	15	that	that	PRON
fcis-6348	67	16	does	do	AUX
fcis-6348	67	17	not	not	PART
fcis-6348	67	18	add	add	VERB
fcis-6348	67	19	any	any	DET
fcis-6348	67	20	new	new	ADJ
fcis-6348	67	21	information	information	NOUN
fcis-6348	67	22	but	but	CCONJ
fcis-6348	67	23	modifies	modify	VERB
fcis-6348	67	24	the	the	DET
fcis-6348	67	25	original	original	ADJ
fcis-6348	67	26	information	information	NOUN
fcis-6348	67	27	.	.	PUNCT
fcis-6348	68	1	therefore	therefore	ADV
fcis-6348	68	2	,	,	PUNCT
fcis-6348	68	3	the	the	DET
fcis-6348	68	4	perturbation	perturbation	NOUN
fcis-6348	68	5	we	we	PRON
fcis-6348	68	6	choose	choose	VERB
fcis-6348	68	7	in	in	ADP
fcis-6348	68	8	this	this	DET
fcis-6348	68	9	paper	paper	NOUN
fcis-6348	68	10	is	be	AUX
fcis-6348	68	11	to	to	PART
fcis-6348	68	12	partially	partially	ADV
fcis-6348	68	13	cover	cover	VERB
fcis-6348	68	14	the	the	DET
fcis-6348	68	15	original	original	ADJ
fcis-6348	68	16	image	image	NOUN
fcis-6348	68	17	information	information	NOUN
fcis-6348	68	18	without	without	ADP
fcis-6348	68	19	adding	add	VERB
fcis-6348	68	20	information	information	NOUN
fcis-6348	68	21	.	.	PUNCT
fcis-6348	69	1	some	some	PRON
fcis-6348	69	2	works	work	VERB
fcis-6348	69	3	on	on	ADP
fcis-6348	69	4	the	the	DET
fcis-6348	69	5	development	development	NOUN
fcis-6348	69	6	of	of	ADP
fcis-6348	69	7	perturbation	perturbation	NOUN
fcis-6348	69	8	-	-	PUNCT
fcis-6348	69	9	based	base	VERB
fcis-6348	69	10	methods	method	NOUN
fcis-6348	69	11	are	be	AUX
fcis-6348	69	12	as	as	SCONJ
fcis-6348	69	13	follows	follow	VERB
fcis-6348	69	14	.	.	PUNCT
fcis-6348	70	1	the	the	DET
fcis-6348	70	2	study	study	NOUN
fcis-6348	70	3	of	of	ADP
fcis-6348	70	4	perturbation	perturbation	NOUN
fcis-6348	70	5	began	begin	VERB
fcis-6348	70	6	with	with	ADP
fcis-6348	70	7	the	the	DET
fcis-6348	70	8	pioneering	pioneering	ADJ
fcis-6348	70	9	work	work	NOUN
fcis-6348	70	10	of	of	ADP
fcis-6348	70	11	zeiler	zeiler	NOUN
fcis-6348	70	12	and	and	CCONJ
fcis-6348	70	13	fergus	fergus	PROPN
fcis-6348	70	14	[	[	X
fcis-6348	70	15	14	14	NUM
fcis-6348	70	16	]	]	X
fcis-6348	70	17	,	,	PUNCT
fcis-6348	70	18	where	where	SCONJ
fcis-6348	70	19	a	a	DET
fcis-6348	70	20	simple	simple	ADJ
fcis-6348	70	21	gray	gray	ADJ
fcis-6348	70	22	square	square	ADJ
fcis-6348	70	23	mask	mask	NOUN
fcis-6348	70	24	was	be	AUX
fcis-6348	70	25	applied	apply	VERB
fcis-6348	70	26	to	to	ADP
fcis-6348	70	27	an	an	DET
fcis-6348	70	28	image	image	NOUN
fcis-6348	70	29	,	,	PUNCT
fcis-6348	70	30	resulting	result	VERB
fcis-6348	70	31	in	in	ADP
fcis-6348	70	32	a	a	DET
fcis-6348	70	33	change	change	NOUN
fcis-6348	70	34	in	in	ADP
fcis-6348	70	35	the	the	DET
fcis-6348	70	36	output	output	NOUN
fcis-6348	70	37	of	of	ADP
fcis-6348	70	38	a	a	DET
fcis-6348	70	39	classifier	classifier	NOUN
fcis-6348	70	40	.	.	PUNCT
fcis-6348	71	1	the	the	DET
fcis-6348	71	2	rise	rise	NOUN
fcis-6348	71	3	approach	approach	NOUN
fcis-6348	71	4	proposed	propose	VERB
fcis-6348	71	5	in	in	ADP
fcis-6348	71	6	petsiuk	petsiuk	PROPN
fcis-6348	71	7	et	et	PROPN
fcis-6348	71	8	al	al	PROPN
fcis-6348	71	9	.	.	PUNCT
fcis-6348	72	1	[	[	X
fcis-6348	72	2	15	15	NUM
fcis-6348	72	3	]	]	PUNCT
fcis-6348	72	4	empirically	empirically	ADV
fcis-6348	72	5	estimates	estimate	VERB
fcis-6348	72	6	importance	importance	NOUN
fcis-6348	72	7	by	by	ADP
fcis-6348	72	8	using	use	VERB
fcis-6348	72	9	a	a	DET
fcis-6348	72	10	randomly	randomly	ADV
fcis-6348	72	11	masked	mask	VERB
fcis-6348	72	12	version	version	NOUN
fcis-6348	72	13	of	of	ADP
fcis-6348	72	14	the	the	DET
fcis-6348	72	15	input	input	NOUN
fcis-6348	72	16	image	image	NOUN
fcis-6348	72	17	for	for	ADP
fcis-6348	72	18	model	model	NOUN
fcis-6348	72	19	detection	detection	NOUN
fcis-6348	72	20	and	and	CCONJ
fcis-6348	72	21	obtaining	obtain	VERB
fcis-6348	72	22	the	the	DET
fcis-6348	72	23	corresponding	corresponding	ADJ
fcis-6348	72	24	output	output	NOUN
fcis-6348	72	25	.	.	PUNCT
fcis-6348	73	1	yang	yang	PROPN
fcis-6348	73	2	et	et	PROPN
fcis-6348	73	3	al	al	PROPN
fcis-6348	73	4	.	.	PUNCT
fcis-6348	74	1	[	[	X
fcis-6348	74	2	16	16	NUM
fcis-6348	74	3	]	]	PUNCT
fcis-6348	74	4	proposed	propose	VERB
fcis-6348	74	5	the	the	DET
fcis-6348	74	6	mfpp	mfpp	PROPN
fcis-6348	74	7	method	method	NOUN
fcis-6348	74	8	,	,	PUNCT
fcis-6348	74	9	which	which	PRON
fcis-6348	74	10	divides	divide	VERB
fcis-6348	74	11	the	the	DET
fcis-6348	74	12	input	input	NOUN
fcis-6348	74	13	image	image	NOUN
fcis-6348	74	14	into	into	ADP
fcis-6348	74	15	multi	multi	ADJ
fcis-6348	74	16	-	-	ADJ
fcis-6348	74	17	scale	scale	ADJ
fcis-6348	74	18	fragments	fragment	NOUN
fcis-6348	74	19	,	,	PUNCT
fcis-6348	74	20	and	and	CCONJ
fcis-6348	74	21	then	then	ADV
fcis-6348	74	22	masks	mask	VERB
fcis-6348	74	23	some	some	PRON
fcis-6348	74	24	of	of	ADP
fcis-6348	74	25	the	the	DET
fcis-6348	74	26	fragments	fragment	NOUN
fcis-6348	74	27	as	as	SCONJ
fcis-6348	74	28	perturbations	perturbation	NOUN
fcis-6348	74	29	to	to	PART
fcis-6348	74	30	generate	generate	VERB
fcis-6348	74	31	a	a	DET
fcis-6348	74	32	saliency	saliency	NOUN
fcis-6348	74	33	map	map	NOUN
fcis-6348	74	34	.	.	PUNCT
fcis-6348	75	1	2.2	2.2	NUM
fcis-6348	75	2	.	.	PUNCT
fcis-6348	75	3	advantage	advantage	NOUN
fcis-6348	75	4	function	function	NOUN
fcis-6348	75	5	the	the	DET
fcis-6348	75	6	advantage	advantage	NOUN
fcis-6348	75	7	function	function	NOUN
fcis-6348	75	8	is	be	AUX
fcis-6348	75	9	the	the	DET
fcis-6348	75	10	advantage	advantage	NOUN
fcis-6348	75	11	of	of	ADP
fcis-6348	75	12	an	an	DET
fcis-6348	75	13	action	action	NOUN
fcis-6348	75	14	a	a	DET
fcis-6348	75	15	relative	relative	NOUN
fcis-6348	75	16	to	to	ADP
fcis-6348	75	17	the	the	DET
fcis-6348	75	18	average	average	ADJ
fcis-6348	75	19	action	action	NOUN
fcis-6348	75	20	in	in	ADP
fcis-6348	75	21	state	state	NOUN
fcis-6348	75	22	s.	s.	PROPN
fcis-6348	75	23	from	from	ADP
fcis-6348	75	24	the	the	DET
fcis-6348	75	25	perspective	perspective	NOUN
fcis-6348	75	26	of	of	ADP
fcis-6348	75	27	quantitative	quantitative	ADJ
fcis-6348	75	28	relationship	relationship	NOUN
fcis-6348	75	29	,	,	PUNCT
fcis-6348	75	30	it	it	PRON
fcis-6348	75	31	is	be	AUX
fcis-6348	75	32	the	the	DET
fcis-6348	75	33	deviation	deviation	NOUN
fcis-6348	75	34	of	of	ADP
fcis-6348	75	35	a	a	DET
fcis-6348	75	36	random	random	ADJ
fcis-6348	75	37	variable	variable	NOUN
fcis-6348	75	38	relative	relative	ADJ
fcis-6348	75	39	to	to	ADP
fcis-6348	75	40	the	the	DET
fcis-6348	75	41	mean	mean	NOUN
fcis-6348	75	42	.	.	PUNCT
fcis-6348	76	1	in	in	ADP
fcis-6348	76	2	other	other	ADJ
fcis-6348	76	3	words	word	NOUN
fcis-6348	76	4	,	,	PUNCT
fcis-6348	76	5	the	the	DET
fcis-6348	76	6	advantage	advantage	NOUN
fcis-6348	76	7	function	function	NOUN
fcis-6348	76	8	measures	measure	VERB
fcis-6348	76	9	the	the	DET
fcis-6348	76	10	plausibility	plausibility	NOUN
fcis-6348	76	11	of	of	ADP
fcis-6348	76	12	choosing	choose	VERB
fcis-6348	76	13	a	a	DET
fcis-6348	76	14	certain	certain	ADJ
fcis-6348	76	15	action	action	NOUN
fcis-6348	76	16	in	in	ADP
fcis-6348	76	17	a	a	DET
fcis-6348	76	18	certain	certain	ADJ
fcis-6348	76	19	state	state	NOUN
fcis-6348	76	20	directly	directly	ADV
fcis-6348	76	21	giving	give	VERB
fcis-6348	76	22	the	the	DET
fcis-6348	76	23	difference	difference	NOUN
fcis-6348	76	24	between	between	ADP
fcis-6348	76	25	the	the	DET
fcis-6348	76	26	chosen	choose	VERB
fcis-6348	76	27	action	action	NOUN
fcis-6348	76	28	and	and	CCONJ
fcis-6348	76	29	the	the	DET
fcis-6348	76	30	mean	mean	NOUN
fcis-6348	76	31	of	of	ADP
fcis-6348	76	32	all	all	DET
fcis-6348	76	33	possible	possible	ADJ
fcis-6348	76	34	actions	action	NOUN
fcis-6348	76	35	.	.	PUNCT
fcis-6348	77	1	given	give	VERB
fcis-6348	77	2	an	an	DET
fcis-6348	77	3	agent	agent	NOUN
fcis-6348	77	4	m	m	NOUN
fcis-6348	77	5	,	,	PUNCT
fcis-6348	77	6	operating	operate	VERB
fcis-6348	77	7	on	on	ADP
fcis-6348	77	8	a	a	DET
fcis-6348	77	9	state	state	NOUN
fcis-6348	77	10	space	space	NOUN
fcis-6348	77	11	s	s	PROPN
fcis-6348	77	12	,	,	PUNCT
fcis-6348	77	13	with	with	ADP
fcis-6348	77	14	a	a	DET
fcis-6348	77	15	set	set	NOUN
fcis-6348	77	16	of	of	ADP
fcis-6348	77	17	actions	action	NOUN
fcis-6348	77	18	as	as	ADP
fcis-6348	77	19	,	,	PUNCT
fcis-6348	77	20	where	where	SCONJ
fcis-6348	77	21	s	s	VERB
fcis-6348	77	22	∈	∈	PROPN
fcis-6348	77	23	s	s	PROPN
fcis-6348	77	24	,	,	PUNCT
fcis-6348	77	25	a	a	DET
fcis-6348	77	26	policy	policy	NOUN
fcis-6348	77	27	π	π	NOUN
fcis-6348	77	28	is	be	AUX
fcis-6348	77	29	formally	formally	ADV
fcis-6348	77	30	a	a	DET
fcis-6348	77	31	map	map	NOUN
fcis-6348	77	32	from	from	ADP
fcis-6348	77	33	states	state	NOUN
fcis-6348	77	34	to	to	ADP
fcis-6348	77	35	the	the	DET
fcis-6348	77	36	probability	probability	NOUN
fcis-6348	77	37	of	of	ADP
fcis-6348	77	38	choosing	choose	VERB
fcis-6348	77	39	each	each	DET
fcis-6348	77	40	possible	possible	ADJ
fcis-6348	77	41	action	action	NOUN
fcis-6348	77	42	.	.	PUNCT
fcis-6348	78	1	the	the	DET
fcis-6348	78	2	value	value	NOUN
fcis-6348	78	3	function	function	NOUN
fcis-6348	78	4	of	of	ADP
fcis-6348	78	5	state	state	NOUN
fcis-6348	78	6	s	s	NOUN
fcis-6348	78	7	under	under	ADP
fcis-6348	78	8	policy	policy	NOUN
fcis-6348	78	9	π	π	NOUN
fcis-6348	78	10	is	be	AUX
fcis-6348	78	11	the	the	DET
fcis-6348	78	12	expected	expect	VERB
fcis-6348	78	13	return	return	NOUN
fcis-6348	78	14	that	that	PRON
fcis-6348	78	15	can	can	AUX
fcis-6348	78	16	be	be	AUX
fcis-6348	78	17	obtained	obtain	VERB
fcis-6348	78	18	from	from	ADP
fcis-6348	78	19	state	state	NOUN
fcis-6348	78	20	s	s	PART
fcis-6348	78	21	and	and	CCONJ
fcis-6348	78	22	following	follow	VERB
fcis-6348	78	23	policy	policy	NOUN
fcis-6348	78	24	π	π	PROPN
fcis-6348	78	25	,	,	PUNCT
fcis-6348	78	26	denoted	denote	VERB
fcis-6348	78	27	as	as	ADP
fcis-6348	78	28	vπ	vπ	PROPN
fcis-6348	78	29	(	(	PUNCT
fcis-6348	78	30	s	s	NOUN
fcis-6348	78	31	)	)	PUNCT
fcis-6348	78	32	.	.	PUNCT
fcis-6348	79	1	126	126	NUM
fcis-6348	80	1	and	and	CCONJ
fcis-6348	80	2	this	this	DET
fcis-6348	80	3	state	state	NOUN
fcis-6348	80	4	value	value	NOUN
fcis-6348	80	5	function	function	NOUN
fcis-6348	80	6	(	(	PUNCT
fcis-6348	80	7	namely	namely	ADV
fcis-6348	80	8	v	v	ADP
fcis-6348	80	9	function	function	NOUN
fcis-6348	80	10	)	)	PUNCT
fcis-6348	80	11	is	be	AUX
fcis-6348	80	12	just	just	ADV
fcis-6348	80	13	the	the	DET
fcis-6348	80	14	most	most	ADV
fcis-6348	80	15	suitable	suitable	ADJ
fcis-6348	80	16	form	form	NOUN
fcis-6348	80	17	to	to	PART
fcis-6348	80	18	measure	measure	VERB
fcis-6348	80	19	the	the	DET
fcis-6348	80	20	average	average	ADJ
fcis-6348	80	21	performance	performance	NOUN
fcis-6348	80	22	of	of	ADP
fcis-6348	80	23	all	all	DET
fcis-6348	80	24	possible	possible	ADJ
fcis-6348	80	25	actions	action	NOUN
fcis-6348	80	26	in	in	ADP
fcis-6348	80	27	state	state	NOUN
fcis-6348	80	28	s.	s.	PROPN
fcis-6348	80	29	similarly	similarly	ADV
fcis-6348	80	30	,	,	PUNCT
fcis-6348	80	31	define	define	VERB
fcis-6348	80	32	the	the	DET
fcis-6348	80	33	action	action	NOUN
fcis-6348	80	34	value	value	NOUN
fcis-6348	80	35	function	function	NOUN
fcis-6348	80	36	under	under	ADP
fcis-6348	80	37	the	the	DET
fcis-6348	80	38	policy	policy	NOUN
fcis-6348	80	39	π	π	NOUN
fcis-6348	80	40	,	,	PUNCT
fcis-6348	80	41	that	that	ADV
fcis-6348	80	42	is	is	ADV
fcis-6348	80	43	,	,	PUNCT
fcis-6348	80	44	in	in	ADP
fcis-6348	80	45	the	the	DET
fcis-6348	80	46	current	current	ADJ
fcis-6348	80	47	state	state	NOUN
fcis-6348	80	48	s	s	NOUN
fcis-6348	80	49	,	,	PUNCT
fcis-6348	80	50	after	after	ADP
fcis-6348	80	51	executing	execute	VERB
fcis-6348	80	52	the	the	DET
fcis-6348	80	53	action	action	NOUN
fcis-6348	80	54	a	a	PRON
fcis-6348	80	55	,	,	PUNCT
fcis-6348	80	56	follow	follow	VERB
fcis-6348	80	57	the	the	DET
fcis-6348	80	58	expected	expect	VERB
fcis-6348	80	59	reward	reward	NOUN
fcis-6348	80	60	that	that	PRON
fcis-6348	80	61	can	can	AUX
fcis-6348	80	62	be	be	AUX
fcis-6348	80	63	obtained	obtain	VERB
fcis-6348	80	64	by	by	ADP
fcis-6348	80	65	following	follow	VERB
fcis-6348	80	66	the	the	DET
fcis-6348	80	67	policy	policy	NOUN
fcis-6348	80	68	π	π	NOUN
fcis-6348	80	69	,	,	PUNCT
fcis-6348	80	70	denoted	denote	VERB
fcis-6348	80	71	as	as	ADP
fcis-6348	80	72	qπ(s	qπ(s	PROPN
fcis-6348	80	73	,	,	PUNCT
fcis-6348	80	74	a	a	PRON
fcis-6348	80	75	)	)	PUNCT
fcis-6348	80	76	.	.	PUNCT
fcis-6348	81	1	and	and	CCONJ
fcis-6348	81	2	this	this	DET
fcis-6348	81	3	action	action	NOUN
fcis-6348	81	4	value	value	NOUN
fcis-6348	81	5	function	function	NOUN
fcis-6348	81	6	(	(	PUNCT
fcis-6348	81	7	q	q	NOUN
fcis-6348	81	8	function	function	NOUN
fcis-6348	81	9	)	)	PUNCT
fcis-6348	81	10	is	be	AUX
fcis-6348	81	11	just	just	ADV
fcis-6348	81	12	the	the	DET
fcis-6348	81	13	most	most	ADV
fcis-6348	81	14	suitable	suitable	ADJ
fcis-6348	81	15	form	form	NOUN
fcis-6348	81	16	to	to	PART
fcis-6348	81	17	measure	measure	VERB
fcis-6348	81	18	the	the	DET
fcis-6348	81	19	performance	performance	NOUN
fcis-6348	81	20	of	of	ADP
fcis-6348	81	21	taking	take	VERB
fcis-6348	81	22	action	action	NOUN
fcis-6348	81	23	a	a	PRON
fcis-6348	81	24	in	in	ADP
fcis-6348	81	25	state	state	NOUN
fcis-6348	81	26	s.	s.	PROPN
fcis-6348	81	27	that	that	PRON
fcis-6348	81	28	is	be	AUX
fcis-6348	81	29	,	,	PUNCT
fcis-6348	81	30	the	the	DET
fcis-6348	81	31	state	state	NOUN
fcis-6348	81	32	-	-	PUNCT
fcis-6348	81	33	value	value	NOUN
fcis-6348	81	34	function	function	NOUN
fcis-6348	81	35	is	be	AUX
fcis-6348	81	36	defined	define	VERB
fcis-6348	81	37	as	as	ADP
fcis-6348	81	38	:	:	PUNCT
fcis-6348	81	39	𝑉π(𝑠	𝑉π(𝑠	NOUN
fcis-6348	81	40	)	)	PUNCT
fcis-6348	81	41	=	=	SYM
fcis-6348	81	42	e[𝐺𝑡|𝑆𝑡	e[𝐺𝑡|𝑆𝑡	X
fcis-6348	81	43	=	=	SYM
fcis-6348	81	44	𝑠	𝑠	PROPN
fcis-6348	81	45	]	]	X
fcis-6348	81	46	=	=	PUNCT
fcis-6348	81	47	𝐸π[∑	𝐸π[∑	PROPN
fcis-6348	81	48	γ𝑘𝑅𝑡+𝑘+1	γ𝑘𝑅𝑡+𝑘+1	NOUN
fcis-6348	81	49	∞	∞	PROPN
fcis-6348	81	50	𝑘=0	𝑘=0	PROPN
fcis-6348	81	51	|𝑆𝑡	|𝑆𝑡	PROPN
fcis-6348	81	52	=	=	SYM
fcis-6348	81	53	𝑠	𝑠	X
fcis-6348	81	54	]	]	X
fcis-6348	81	55	(	(	PUNCT
fcis-6348	81	56	1	1	X
fcis-6348	81	57	)	)	PUNCT
fcis-6348	81	58	the	the	DET
fcis-6348	81	59	action	action	NOUN
fcis-6348	81	60	-	-	PUNCT
fcis-6348	81	61	value	value	NOUN
fcis-6348	81	62	function	function	NOUN
fcis-6348	81	63	is	be	AUX
fcis-6348	81	64	defined	define	VERB
fcis-6348	81	65	as	as	ADP
fcis-6348	81	66	:	:	PUNCT
fcis-6348	81	67	𝑄π(𝑠	𝑄π(𝑠	PROPN
fcis-6348	81	68	,	,	PUNCT
fcis-6348	81	69	𝑎	𝑎	NOUN
fcis-6348	81	70	)	)	PUNCT
fcis-6348	81	71	=	=	PUNCT
fcis-6348	81	72	𝐸[𝐺𝑡|𝑆𝑡	𝐸[𝐺𝑡|𝑆𝑡	PUNCT
fcis-6348	81	73	=	=	SYM
fcis-6348	81	74	𝑠	𝑠	PROPN
fcis-6348	81	75	,	,	PUNCT
fcis-6348	81	76	𝐴𝑡	𝐴𝑡	PROPN
fcis-6348	81	77	=	=	PUNCT
fcis-6348	81	78	𝑎	𝑎	X
fcis-6348	81	79	]	]	X
fcis-6348	81	80	=	=	PUNCT
fcis-6348	81	81	𝐸π[∑	𝐸π[∑	PROPN
fcis-6348	81	82	γ𝑘𝑅𝑡+𝑘+1	γ𝑘𝑅𝑡+𝑘+1	NOUN
fcis-6348	81	83	∞	∞	PROPN
fcis-6348	81	84	𝑘=0	𝑘=0	PROPN
fcis-6348	81	85	|𝑆𝑡	|𝑆𝑡	PROPN
fcis-6348	81	86	=	=	SYM
fcis-6348	81	87	𝑠	𝑠	PROPN
fcis-6348	81	88	,	,	PUNCT
fcis-6348	81	89	𝐴𝑡	𝐴𝑡	PROPN
fcis-6348	81	90	=	=	PUNCT
fcis-6348	82	1	𝑎	𝑎	X
fcis-6348	82	2	]	]	X
fcis-6348	82	3	(	(	PUNCT
fcis-6348	82	4	2	2	X
fcis-6348	82	5	)	)	PUNCT
fcis-6348	82	6	where	where	SCONJ
fcis-6348	82	7	the	the	DET
fcis-6348	82	8	following	follow	VERB
fcis-6348	82	9	equations	equation	NOUN
fcis-6348	82	10	represent	represent	VERB
fcis-6348	82	11	the	the	DET
fcis-6348	82	12	recursive	recursive	ADJ
fcis-6348	82	13	relationship	relationship	NOUN
fcis-6348	82	14	based	base	VERB
fcis-6348	82	15	on	on	ADP
fcis-6348	82	16	bellman	bellman	NOUN
fcis-6348	82	17	equation	equation	NOUN
fcis-6348	82	18	,	,	PUNCT
fcis-6348	82	19	state	state	NOUN
fcis-6348	82	20	-	-	PUNCT
fcis-6348	82	21	value	value	NOUN
fcis-6348	82	22	function	function	NOUN
fcis-6348	82	23	and	and	CCONJ
fcis-6348	82	24	action	action	NOUN
fcis-6348	82	25	-	-	PUNCT
fcis-6348	82	26	value	value	NOUN
fcis-6348	82	27	function	function	NOUN
fcis-6348	82	28	.	.	PUNCT
fcis-6348	83	1	in	in	ADP
fcis-6348	83	2	the	the	DET
fcis-6348	83	3	formula	formula	NOUN
fcis-6348	83	4	,	,	PUNCT
fcis-6348	83	5	eπ	eπ	ADJ
fcis-6348	83	6	represents	represent	VERB
fcis-6348	83	7	the	the	DET
fcis-6348	83	8	expected	expect	VERB
fcis-6348	83	9	value	value	NOUN
fcis-6348	83	10	of	of	ADP
fcis-6348	83	11	the	the	DET
fcis-6348	83	12	random	random	ADJ
fcis-6348	83	13	variable	variable	NOUN
fcis-6348	83	14	when	when	SCONJ
fcis-6348	83	15	the	the	DET
fcis-6348	83	16	agent	agent	NOUN
fcis-6348	83	17	follows	follow	VERB
fcis-6348	83	18	the	the	DET
fcis-6348	83	19	policy	policy	NOUN
fcis-6348	83	20	π	π	PROPN
fcis-6348	83	21	,	,	PUNCT
fcis-6348	83	22	t	t	PROPN
fcis-6348	83	23	is	be	AUX
fcis-6348	83	24	the	the	DET
fcis-6348	83	25	time	time	NOUN
fcis-6348	83	26	step	step	NOUN
fcis-6348	83	27	,	,	PUNCT
fcis-6348	83	28	γ	γ	X
fcis-6348	83	29	is	be	AUX
fcis-6348	83	30	the	the	DET
fcis-6348	83	31	discount	discount	NOUN
fcis-6348	83	32	factor	factor	NOUN
fcis-6348	83	33	,	,	PUNCT
fcis-6348	83	34	and	and	CCONJ
fcis-6348	83	35	r	r	NOUN
fcis-6348	83	36	is	be	AUX
fcis-6348	83	37	the	the	DET
fcis-6348	83	38	reward	reward	NOUN
fcis-6348	83	39	return	return	NOUN
fcis-6348	83	40	.	.	PUNCT
fcis-6348	84	1	therefore	therefore	ADV
fcis-6348	84	2	,	,	PUNCT
fcis-6348	84	3	the	the	DET
fcis-6348	84	4	advantage	advantage	NOUN
fcis-6348	84	5	function	function	NOUN
fcis-6348	84	6	represents	represent	VERB
fcis-6348	84	7	the	the	DET
fcis-6348	84	8	rationality	rationality	NOUN
fcis-6348	84	9	of	of	ADP
fcis-6348	84	10	selecting	select	VERB
fcis-6348	84	11	an	an	DET
fcis-6348	84	12	action	action	NOUN
fcis-6348	84	13	a	a	PRON
fcis-6348	84	14	under	under	ADP
fcis-6348	84	15	state	state	NOUN
fcis-6348	84	16	s	s	PROPN
fcis-6348	84	17	.	.	PUNCT
fcis-6348	85	1	the	the	DET
fcis-6348	85	2	definition	definition	NOUN
fcis-6348	85	3	of	of	ADP
fcis-6348	85	4	the	the	DET
fcis-6348	85	5	advantage	advantage	NOUN
fcis-6348	85	6	function	function	NOUN
fcis-6348	85	7	is	be	AUX
fcis-6348	85	8	as	as	SCONJ
fcis-6348	85	9	follows	follow	VERB
fcis-6348	85	10	:	:	PUNCT
fcis-6348	85	11	𝐴π(𝑠	𝐴π(𝑠	NOUN
fcis-6348	85	12	,	,	PUNCT
fcis-6348	85	13	𝑎	𝑎	NOUN
fcis-6348	85	14	)	)	PUNCT
fcis-6348	85	15	=	=	SYM
fcis-6348	85	16	𝑄π(𝑠	𝑄π(𝑠	PROPN
fcis-6348	85	17	,	,	PUNCT
fcis-6348	85	18	𝑎	𝑎	NOUN
fcis-6348	85	19	)	)	PUNCT
fcis-6348	85	20	−	−	ADP
fcis-6348	85	21	𝑉π(𝑠	𝑉π(𝑠	NOUN
fcis-6348	85	22	)	)	PUNCT
fcis-6348	85	23	(	(	PUNCT
fcis-6348	85	24	3	3	X
fcis-6348	85	25	)	)	PUNCT
fcis-6348	85	26	use	use	VERB
fcis-6348	85	27	the	the	DET
fcis-6348	85	28	difference	difference	NOUN
fcis-6348	85	29	between	between	ADP
fcis-6348	85	30	the	the	DET
fcis-6348	85	31	action	action	NOUN
fcis-6348	85	32	value	value	NOUN
fcis-6348	85	33	function	function	NOUN
fcis-6348	85	34	and	and	CCONJ
fcis-6348	85	35	the	the	DET
fcis-6348	85	36	state	state	NOUN
fcis-6348	85	37	value	value	NOUN
fcis-6348	85	38	function	function	NOUN
fcis-6348	85	39	to	to	PART
fcis-6348	85	40	express	express	VERB
fcis-6348	85	41	the	the	DET
fcis-6348	85	42	rationality	rationality	NOUN
fcis-6348	85	43	of	of	ADP
fcis-6348	85	44	choosing	choose	VERB
fcis-6348	85	45	action	action	NOUN
fcis-6348	85	46	a	a	PRON
fcis-6348	85	47	in	in	ADP
fcis-6348	85	48	state	state	NOUN
fcis-6348	85	49	s	s	PROPN
fcis-6348	85	50	,	,	PUNCT
fcis-6348	85	51	that	that	ADV
fcis-6348	85	52	is	is	ADV
fcis-6348	85	53	,	,	PUNCT
fcis-6348	85	54	if	if	SCONJ
fcis-6348	85	55	the	the	DET
fcis-6348	85	56	difference	difference	NOUN
fcis-6348	85	57	is	be	AUX
fcis-6348	85	58	greater	great	ADJ
fcis-6348	85	59	than	than	ADP
fcis-6348	85	60	0	0	NUM
fcis-6348	85	61	,	,	PUNCT
fcis-6348	85	62	which	which	PRON
fcis-6348	85	63	means	mean	VERB
fcis-6348	85	64	that	that	SCONJ
fcis-6348	85	65	the	the	DET
fcis-6348	85	66	selected	select	VERB
fcis-6348	85	67	action	action	NOUN
fcis-6348	85	68	has	have	VERB
fcis-6348	85	69	an	an	DET
fcis-6348	85	70	advantage	advantage	NOUN
fcis-6348	85	71	on	on	ADP
fcis-6348	85	72	average	average	ADJ
fcis-6348	85	73	and	and	CCONJ
fcis-6348	85	74	vice	vice	ADV
fcis-6348	85	75	versa	versa	ADV
fcis-6348	85	76	.	.	PUNCT
fcis-6348	86	1	using	use	VERB
fcis-6348	86	2	advantage	advantage	NOUN
fcis-6348	86	3	functions	function	NOUN
fcis-6348	86	4	is	be	AUX
fcis-6348	86	5	an	an	DET
fcis-6348	86	6	extremely	extremely	ADV
fcis-6348	86	7	important	important	ADJ
fcis-6348	86	8	policy	policy	NOUN
fcis-6348	86	9	for	for	ADP
fcis-6348	86	10	deep	deep	ADJ
fcis-6348	86	11	reinforcement	reinforcement	NOUN
fcis-6348	86	12	learning	learning	NOUN
fcis-6348	86	13	,	,	PUNCT
fcis-6348	86	14	especially	especially	ADV
fcis-6348	86	15	for	for	ADP
fcis-6348	86	16	policy	policy	NOUN
fcis-6348	86	17	-	-	PUNCT
fcis-6348	86	18	based	base	VERB
fcis-6348	86	19	learning	learning	NOUN
fcis-6348	86	20	.	.	PUNCT
fcis-6348	87	1	the	the	DET
fcis-6348	87	2	advantage	advantage	NOUN
fcis-6348	87	3	function	function	NOUN
fcis-6348	87	4	is	be	AUX
fcis-6348	87	5	naturally	naturally	ADV
fcis-6348	87	6	compatible	compatible	ADJ
fcis-6348	87	7	with	with	ADP
fcis-6348	87	8	the	the	DET
fcis-6348	87	9	policy	policy	NOUN
fcis-6348	87	10	gradient	gradient	NOUN
fcis-6348	87	11	algorithm	algorithm	NOUN
fcis-6348	87	12	,	,	PUNCT
fcis-6348	87	13	just	just	ADV
fcis-6348	87	14	like	like	ADP
fcis-6348	87	15	the	the	DET
fcis-6348	87	16	followed	follow	VERB
fcis-6348	87	17	formula	formula	NOUN
fcis-6348	87	18	of	of	ADP
fcis-6348	87	19	the	the	DET
fcis-6348	87	20	policy	policy	NOUN
fcis-6348	87	21	gradient	gradient	NOUN
fcis-6348	87	22	:	:	PUNCT
fcis-6348	87	23	𝑔θ	𝑔θ	X
fcis-6348	87	24	=	=	PUNCT
fcis-6348	88	1	𝐸τ	𝐸τ	PROPN
fcis-6348	88	2	[	[	X
fcis-6348	88	3	∑	∑	PUNCT
fcis-6348	88	4	𝑓𝑡=0	𝑓𝑡=0	PROPN
fcis-6348	88	5	∞	∞	NUM
fcis-6348	88	6	(	(	PUNCT
fcis-6348	88	7	𝑆𝑡	𝑆𝑡	PROPN
fcis-6348	88	8	,	,	PUNCT
fcis-6348	88	9	𝐴𝑡)∇θ	𝐴𝑡)∇θ	PROPN
fcis-6348	88	10	𝑙𝑜𝑔πθ(𝐴𝑡|𝑆𝑡	𝑙𝑜𝑔πθ(𝐴𝑡|𝑆𝑡	NUM
fcis-6348	88	11	)	)	PUNCT
fcis-6348	88	12	]	]	PUNCT
fcis-6348	88	13	(	(	PUNCT
fcis-6348	88	14	4	4	X
fcis-6348	88	15	)	)	PUNCT
fcis-6348	88	16	where	where	SCONJ
fcis-6348	88	17	the	the	DET
fcis-6348	88	18	∇θ𝑙𝑜𝑔πθ(𝐴𝑡|𝑆𝑡	∇θ𝑙𝑜𝑔πθ(𝐴𝑡|𝑆𝑡	PROPN
fcis-6348	88	19	)	)	PUNCT
fcis-6348	88	20	part	part	NOUN
fcis-6348	88	21	of	of	ADP
fcis-6348	88	22	the	the	DET
fcis-6348	88	23	formula	formula	NOUN
fcis-6348	88	24	is	be	AUX
fcis-6348	88	25	the	the	DET
fcis-6348	88	26	gradient	gradient	ADJ
fcis-6348	88	27	direction	direction	NOUN
fcis-6348	88	28	of	of	ADP
fcis-6348	88	29	the	the	DET
fcis-6348	88	30	logarithmic	logarithmic	ADJ
fcis-6348	88	31	likelihood	likelihood	NOUN
fcis-6348	88	32	of	of	ADP
fcis-6348	88	33	taking	take	VERB
fcis-6348	88	34	action	action	NOUN
fcis-6348	88	35	a	a	PRON
fcis-6348	88	36	in	in	ADP
fcis-6348	88	37	state	state	NOUN
fcis-6348	88	38	s	s	PROPN
fcis-6348	88	39	at	at	ADP
fcis-6348	88	40	time	time	NOUN
fcis-6348	88	41	step	step	NOUN
fcis-6348	88	42	t.	t.	NOUN
fcis-6348	88	43	if	if	SCONJ
fcis-6348	88	44	the	the	DET
fcis-6348	88	45	parameter	parameter	NOUN
fcis-6348	88	46	θ	θ	PROPN
fcis-6348	88	47	goes	go	VERB
fcis-6348	88	48	along	along	ADP
fcis-6348	88	49	this	this	DET
fcis-6348	88	50	direction	direction	NOUN
fcis-6348	88	51	,	,	PUNCT
fcis-6348	88	52	the	the	DET
fcis-6348	88	53	probability	probability	NOUN
fcis-6348	88	54	of	of	ADP
fcis-6348	88	55	choosing	choose	VERB
fcis-6348	88	56	action	action	NOUN
fcis-6348	88	57	a	a	PRON
fcis-6348	88	58	will	will	AUX
fcis-6348	88	59	be	be	AUX
fcis-6348	88	60	encouraged	encourage	VERB
fcis-6348	88	61	;	;	PUNCT
fcis-6348	88	62	on	on	ADP
fcis-6348	88	63	the	the	DET
fcis-6348	88	64	contrary	contrary	NOUN
fcis-6348	88	65	,	,	PUNCT
fcis-6348	88	66	if	if	SCONJ
fcis-6348	88	67	the	the	DET
fcis-6348	88	68	parameter	parameter	NOUN
fcis-6348	88	69	goes	go	VERB
fcis-6348	88	70	along	along	ADP
fcis-6348	88	71	the	the	DET
fcis-6348	88	72	negative	negative	ADJ
fcis-6348	88	73	direction	direction	NOUN
fcis-6348	88	74	of	of	ADP
fcis-6348	88	75	the	the	DET
fcis-6348	88	76	gradient	gradient	NOUN
fcis-6348	88	77	,	,	PUNCT
fcis-6348	88	78	the	the	DET
fcis-6348	88	79	probability	probability	NOUN
fcis-6348	88	80	of	of	ADP
fcis-6348	88	81	choosing	choose	VERB
fcis-6348	88	82	action	action	NOUN
fcis-6348	88	83	a	a	PRON
fcis-6348	88	84	will	will	AUX
fcis-6348	88	85	be	be	AUX
fcis-6348	88	86	reduced	reduce	VERB
fcis-6348	88	87	.	.	PUNCT
fcis-6348	89	1	therefore	therefore	ADV
fcis-6348	89	2	,	,	PUNCT
fcis-6348	89	3	in	in	ADP
fcis-6348	89	4	this	this	DET
fcis-6348	89	5	paper	paper	NOUN
fcis-6348	89	6	,	,	PUNCT
fcis-6348	89	7	we	we	PRON
fcis-6348	89	8	also	also	ADV
fcis-6348	89	9	follow	follow	VERB
fcis-6348	89	10	this	this	DET
fcis-6348	89	11	idea	idea	NOUN
fcis-6348	89	12	when	when	SCONJ
fcis-6348	89	13	applying	apply	VERB
fcis-6348	89	14	the	the	DET
fcis-6348	89	15	advantage	advantage	NOUN
fcis-6348	89	16	function	function	NOUN
fcis-6348	89	17	to	to	PART
fcis-6348	89	18	calculate	calculate	VERB
fcis-6348	89	19	the	the	DET
fcis-6348	89	20	feature	feature	NOUN
fcis-6348	89	21	salience	salience	NOUN
fcis-6348	89	22	,	,	PUNCT
fcis-6348	89	23	which	which	PRON
fcis-6348	89	24	will	will	AUX
fcis-6348	89	25	be	be	AUX
fcis-6348	89	26	introduced	introduce	VERB
fcis-6348	89	27	in	in	ADP
fcis-6348	89	28	the	the	DET
fcis-6348	89	29	section	section	NOUN
fcis-6348	89	30	3	3	NUM
fcis-6348	89	31	.	.	PUNCT
fcis-6348	90	1	some	some	DET
fcis-6348	90	2	work	work	NOUN
fcis-6348	90	3	in	in	ADP
fcis-6348	90	4	the	the	DET
fcis-6348	90	5	paper	paper	NOUN
fcis-6348	90	6	using	use	VERB
fcis-6348	90	7	the	the	DET
fcis-6348	90	8	advantage	advantage	NOUN
fcis-6348	90	9	function	function	NOUN
fcis-6348	90	10	is	be	AUX
fcis-6348	90	11	as	as	SCONJ
fcis-6348	90	12	follows	follow	VERB
fcis-6348	90	13	.	.	PUNCT
fcis-6348	91	1	qi	qi	PROPN
fcis-6348	91	2	et	et	PROPN
fcis-6348	91	3	al	al	PROPN
fcis-6348	91	4	.	.	PUNCT
fcis-6348	92	1	[	[	X
fcis-6348	92	2	17	17	NUM
fcis-6348	92	3	]	]	PUNCT
fcis-6348	92	4	introduce	introduce	VERB
fcis-6348	92	5	the	the	DET
fcis-6348	92	6	discrete	discrete	NOUN
fcis-6348	92	7	normalized	normalize	VERB
fcis-6348	92	8	advantage	advantage	NOUN
fcis-6348	92	9	function	function	NOUN
fcis-6348	92	10	into	into	ADP
fcis-6348	92	11	dql	dql	PROPN
fcis-6348	92	12	,	,	PUNCT
fcis-6348	92	13	and	and	CCONJ
fcis-6348	92	14	separates	separate	VERB
fcis-6348	92	15	the	the	DET
fcis-6348	92	16	q	q	ADJ
fcis-6348	92	17	-	-	PUNCT
fcis-6348	92	18	value	value	NOUN
fcis-6348	92	19	function	function	NOUN
fcis-6348	92	20	into	into	ADP
fcis-6348	92	21	a	a	DET
fcis-6348	92	22	state	state	NOUN
fcis-6348	92	23	value	value	NOUN
fcis-6348	92	24	function	function	NOUN
fcis-6348	92	25	and	and	CCONJ
fcis-6348	92	26	an	an	DET
fcis-6348	92	27	advantage	advantage	NOUN
fcis-6348	92	28	item	item	NOUN
fcis-6348	92	29	,	,	PUNCT
fcis-6348	92	30	and	and	CCONJ
fcis-6348	92	31	uses	use	VERB
fcis-6348	92	32	the	the	DET
fcis-6348	92	33	deterministic	deterministic	ADJ
fcis-6348	92	34	policy	policy	NOUN
fcis-6348	92	35	gradient	gradient	NOUN
fcis-6348	92	36	descent	descent	NOUN
fcis-6348	92	37	(	(	PUNCT
fcis-6348	92	38	dpgd	dpgd	NOUN
fcis-6348	92	39	)	)	PUNCT
fcis-6348	92	40	algorithm	algorithm	NOUN
fcis-6348	92	41	to	to	PART
fcis-6348	92	42	avoid	avoid	VERB
fcis-6348	92	43	the	the	DET
fcis-6348	92	44	q	q	NOUN
fcis-6348	92	45	-	-	PUNCT
fcis-6348	92	46	value	value	NOUN
fcis-6348	92	47	of	of	ADP
fcis-6348	92	48	the	the	DET
fcis-6348	92	49	action	action	NOUN
fcis-6348	92	50	is	be	AUX
fcis-6348	92	51	calculated	calculate	VERB
fcis-6348	92	52	unnecessarily	unnecessarily	ADV
fcis-6348	92	53	.	.	PUNCT
fcis-6348	93	1	wang	wang	PROPN
fcis-6348	93	2	et	et	PROPN
fcis-6348	93	3	al	al	PROPN
fcis-6348	93	4	.	.	PUNCT
fcis-6348	94	1	[	[	X
fcis-6348	94	2	7	7	X
fcis-6348	94	3	]	]	PUNCT
fcis-6348	94	4	use	use	NOUN
fcis-6348	94	5	the	the	DET
fcis-6348	94	6	advantage	advantage	NOUN
fcis-6348	94	7	function	function	NOUN
fcis-6348	94	8	for	for	ADP
fcis-6348	94	9	the	the	DET
fcis-6348	94	10	dueling	duel	VERB
fcis-6348	94	11	network	network	NOUN
fcis-6348	94	12	architecture	architecture	NOUN
fcis-6348	94	13	system	system	NOUN
fcis-6348	94	14	proposed	propose	VERB
fcis-6348	94	15	by	by	ADP
fcis-6348	94	16	himself	himself	PRON
fcis-6348	94	17	,	,	PUNCT
fcis-6348	94	18	and	and	CCONJ
fcis-6348	94	19	promotes	promote	VERB
fcis-6348	94	20	learning	learn	VERB
fcis-6348	94	21	between	between	ADP
fcis-6348	94	22	different	different	ADJ
fcis-6348	94	23	operations	operation	NOUN
fcis-6348	94	24	without	without	ADP
fcis-6348	94	25	changing	change	VERB
fcis-6348	94	26	the	the	DET
fcis-6348	94	27	underlying	underlying	ADJ
fcis-6348	94	28	reinforcement	reinforcement	NOUN
fcis-6348	94	29	learning	learning	NOUN
fcis-6348	94	30	algorithm	algorithm	NOUN
fcis-6348	94	31	.	.	PUNCT
fcis-6348	95	1	3	3	X
fcis-6348	95	2	.	.	X
fcis-6348	95	3	methodology	methodology	NOUN
fcis-6348	95	4	in	in	ADP
fcis-6348	95	5	this	this	DET
fcis-6348	95	6	work	work	NOUN
fcis-6348	95	7	,	,	PUNCT
fcis-6348	95	8	our	our	PRON
fcis-6348	95	9	main	main	ADJ
fcis-6348	95	10	research	research	NOUN
fcis-6348	95	11	content	content	NOUN
fcis-6348	95	12	is	be	AUX
fcis-6348	95	13	based	base	VERB
fcis-6348	95	14	on	on	ADP
fcis-6348	95	15	the	the	DET
fcis-6348	95	16	agent	agent	NOUN
fcis-6348	95	17	(	(	PUNCT
fcis-6348	95	18	policy	policy	NOUN
fcis-6348	95	19	network	network	NOUN
fcis-6348	95	20	)	)	PUNCT
fcis-6348	95	21	that	that	PRON
fcis-6348	95	22	has	have	AUX
fcis-6348	95	23	been	be	AUX
fcis-6348	95	24	trained	train	VERB
fcis-6348	95	25	,	,	PUNCT
fcis-6348	95	26	focusing	focus	VERB
fcis-6348	95	27	on	on	ADP
fcis-6348	95	28	visually	visually	ADV
fcis-6348	95	29	showing	show	VERB
fcis-6348	95	30	which	which	DET
fcis-6348	95	31	characteristics	characteristic	VERB
fcis-6348	95	32	the	the	DET
fcis-6348	95	33	agent	agent	NOUN
fcis-6348	95	34	makes	make	VERB
fcis-6348	95	35	corresponding	correspond	VERB
fcis-6348	95	36	decisions	decision	NOUN
fcis-6348	95	37	in	in	ADP
fcis-6348	95	38	the	the	DET
fcis-6348	95	39	input	input	NOUN
fcis-6348	95	40	state	state	NOUN
fcis-6348	95	41	,	,	PUNCT
fcis-6348	95	42	that	that	ADV
fcis-6348	95	43	is	is	ADV
fcis-6348	95	44	,	,	PUNCT
fcis-6348	95	45	hoping	hope	VERB
fcis-6348	95	46	to	to	PART
fcis-6348	95	47	explain	explain	VERB
fcis-6348	95	48	the	the	DET
fcis-6348	95	49	agent	agent	NOUN
fcis-6348	95	50	's	's	PART
fcis-6348	95	51	decision	decision	NOUN
fcis-6348	95	52	to	to	PART
fcis-6348	95	53	take	take	VERB
fcis-6348	95	54	a	a	DET
fcis-6348	95	55	selected	select	VERB
fcis-6348	95	56	basis	basis	NOUN
fcis-6348	95	57	for	for	ADP
fcis-6348	95	58	the	the	DET
fcis-6348	95	59	action	action	NOUN
fcis-6348	95	60	.	.	PUNCT
fcis-6348	96	1	in	in	ADP
fcis-6348	96	2	the	the	DET
fcis-6348	96	3	experiment	experiment	NOUN
fcis-6348	96	4	,	,	PUNCT
fcis-6348	96	5	asynchronous	asynchronous	ADJ
fcis-6348	96	6	advantage	advantage	NOUN
fcis-6348	96	7	actorcritic	actorcritic	NOUN
fcis-6348	96	8	(	(	PUNCT
fcis-6348	96	9	a3c	a3c	NUM
fcis-6348	96	10	)	)	PUNCT
fcis-6348	96	11	is	be	AUX
fcis-6348	96	12	used	use	VERB
fcis-6348	96	13	as	as	ADP
fcis-6348	96	14	the	the	DET
fcis-6348	96	15	reinforcement	reinforcement	NOUN
fcis-6348	96	16	learning	learning	NOUN
fcis-6348	96	17	framework	framework	NOUN
fcis-6348	96	18	of	of	ADP
fcis-6348	96	19	the	the	DET
fcis-6348	96	20	agent	agent	NOUN
fcis-6348	96	21	,	,	PUNCT
fcis-6348	96	22	which	which	PRON
fcis-6348	96	23	can	can	AUX
fcis-6348	96	24	put	put	VERB
fcis-6348	96	25	actor	actor	NOUN
fcis-6348	96	26	-	-	PUNCT
fcis-6348	96	27	critic	critic	NOUN
fcis-6348	96	28	into	into	ADP
fcis-6348	96	29	multiple	multiple	ADJ
fcis-6348	96	30	threads	thread	NOUN
fcis-6348	96	31	for	for	ADP
fcis-6348	96	32	synchronous	synchronous	ADJ
fcis-6348	96	33	training	training	NOUN
fcis-6348	96	34	,	,	PUNCT
fcis-6348	96	35	and	and	CCONJ
fcis-6348	96	36	has	have	AUX
fcis-6348	96	37	achieved	achieve	VERB
fcis-6348	96	38	excellent	excellent	ADJ
fcis-6348	96	39	performance	performance	NOUN
fcis-6348	96	40	in	in	ADP
fcis-6348	96	41	the	the	DET
fcis-6348	96	42	atari	atari	ADJ
fcis-6348	96	43	environment	environment	NOUN
fcis-6348	97	1	[	[	X
fcis-6348	97	2	18	18	NUM
fcis-6348	97	3	]	]	PUNCT
fcis-6348	97	4	.	.	PUNCT
fcis-6348	98	1	therefore	therefore	ADV
fcis-6348	98	2	,	,	PUNCT
fcis-6348	98	3	we	we	PRON
fcis-6348	98	4	used	use	VERB
fcis-6348	98	5	a	a	DET
fcis-6348	98	6	single	single	ADJ
fcis-6348	98	7	dnn	dnn	NOUN
fcis-6348	98	8	to	to	PART
fcis-6348	98	9	evaluate	evaluate	VERB
fcis-6348	98	10	the	the	DET
fcis-6348	98	11	policy	policy	NOUN
fcis-6348	98	12	network	network	NOUN
fcis-6348	98	13	and	and	CCONJ
fcis-6348	98	14	the	the	DET
fcis-6348	98	15	critic	critic	NOUN
fcis-6348	98	16	network	network	NOUN
fcis-6348	98	17	.	.	PUNCT
fcis-6348	99	1	the	the	DET
fcis-6348	99	2	state	state	NOUN
fcis-6348	99	3	is	be	AUX
fcis-6348	99	4	parameterized	parameterized	ADJ
fcis-6348	99	5	into	into	ADP
fcis-6348	99	6	a	a	DET
fcis-6348	99	7	state	state	NOUN
fcis-6348	99	8	feature	feature	NOUN
fcis-6348	99	9	f.	f.	PROPN
fcis-6348	99	10	for	for	ADP
fcis-6348	99	11	a	a	DET
fcis-6348	99	12	single	single	ADJ
fcis-6348	99	13	feature	feature	NOUN
fcis-6348	99	14	f	f	PROPN
fcis-6348	99	15	∈	∈	PROPN
fcis-6348	99	16	f	f	PROPN
fcis-6348	99	17	,	,	PUNCT
fcis-6348	99	18	the	the	DET
fcis-6348	99	19	significance	significance	NOUN
fcis-6348	99	20	score	score	NOUN
fcis-6348	99	21	score[f	score[f	NOUN
fcis-6348	99	22	]	]	PUNCT
fcis-6348	99	23	is	be	AUX
fcis-6348	99	24	used	use	VERB
fcis-6348	99	25	to	to	PART
fcis-6348	99	26	indicate	indicate	VERB
fcis-6348	99	27	the	the	DET
fcis-6348	99	28	importance	importance	NOUN
fcis-6348	99	29	of	of	ADP
fcis-6348	99	30	the	the	DET
fcis-6348	99	31	f	f	PROPN
fcis-6348	99	32	-	-	PUNCT
fcis-6348	99	33	th	th	VERB
fcis-6348	99	34	feature	feature	NOUN
fcis-6348	99	35	of	of	ADP
fcis-6348	99	36	the	the	DET
fcis-6348	99	37	state	state	NOUN
fcis-6348	99	38	s	s	X
fcis-6348	99	39	on	on	ADP
fcis-6348	99	40	the	the	DET
fcis-6348	99	41	agent	agent	NOUN
fcis-6348	99	42	's	's	PART
fcis-6348	99	43	action	action	NOUN
fcis-6348	99	44	a.	a.	NOUN
fcis-6348	99	45	in	in	ADP
fcis-6348	99	46	order	order	NOUN
fcis-6348	99	47	to	to	PART
fcis-6348	99	48	understand	understand	VERB
fcis-6348	99	49	the	the	DET
fcis-6348	99	50	decision	decision	NOUN
fcis-6348	99	51	-	-	PUNCT
fcis-6348	99	52	making	make	VERB
fcis-6348	99	53	information	information	NOUN
fcis-6348	99	54	of	of	ADP
fcis-6348	99	55	the	the	DET
fcis-6348	99	56	actions	action	NOUN
fcis-6348	99	57	taken	take	VERB
fcis-6348	99	58	by	by	ADP
fcis-6348	99	59	the	the	DET
fcis-6348	99	60	agent	agent	NOUN
fcis-6348	99	61	,	,	PUNCT
fcis-6348	99	62	we	we	PRON
fcis-6348	99	63	found	find	VERB
fcis-6348	99	64	that	that	SCONJ
fcis-6348	99	65	it	it	PRON
fcis-6348	99	66	is	be	AUX
fcis-6348	99	67	necessary	necessary	ADJ
fcis-6348	99	68	to	to	PART
fcis-6348	99	69	use	use	VERB
fcis-6348	99	70	the	the	DET
fcis-6348	99	71	qπ	qπ	NOUN
fcis-6348	99	72	(	(	PUNCT
fcis-6348	99	73	s	s	PROPN
fcis-6348	99	74	,	,	PUNCT
fcis-6348	99	75	a	a	PRON
fcis-6348	99	76	)	)	PUNCT
fcis-6348	99	77	value	value	NOUN
fcis-6348	99	78	of	of	ADP
fcis-6348	99	79	each	each	DET
fcis-6348	99	80	time	time	NOUN
fcis-6348	99	81	step	step	NOUN
fcis-6348	99	82	t	t	PROPN
fcis-6348	99	83	and	and	CCONJ
fcis-6348	99	84	the	the	DET
fcis-6348	99	85	mean	mean	ADJ
fcis-6348	99	86	value	value	NOUN
fcis-6348	99	87	vπ	vπ	X
fcis-6348	99	88	(	(	PUNCT
fcis-6348	99	89	s	s	NOUN
fcis-6348	99	90	)	)	PUNCT
fcis-6348	99	91	of	of	ADP
fcis-6348	99	92	the	the	DET
fcis-6348	99	93	action	action	NOUN
fcis-6348	99	94	to	to	PART
fcis-6348	99	95	construct	construct	VERB
fcis-6348	99	96	and	and	CCONJ
fcis-6348	99	97	visualize	visualize	VERB
fcis-6348	99	98	the	the	DET
fcis-6348	99	99	saliency	saliency	NOUN
fcis-6348	99	100	map	map	NOUN
fcis-6348	99	101	,	,	PUNCT
fcis-6348	99	102	which	which	PRON
fcis-6348	99	103	is	be	AUX
fcis-6348	99	104	inspired	inspire	VERB
fcis-6348	99	105	by	by	ADP
fcis-6348	99	106	previous	previous	ADJ
fcis-6348	99	107	work	work	NOUN
fcis-6348	99	108	.	.	PUNCT
fcis-6348	100	1	3.1	3.1	NUM
fcis-6348	100	2	.	.	PUNCT
fcis-6348	100	3	advantage	advantage	NOUN
fcis-6348	100	4	function	function	NOUN
fcis-6348	100	5	the	the	DET
fcis-6348	100	6	relevant	relevant	ADJ
fcis-6348	100	7	definition	definition	NOUN
fcis-6348	100	8	of	of	ADP
fcis-6348	100	9	the	the	DET
fcis-6348	100	10	advantage	advantage	NOUN
fcis-6348	100	11	function	function	NOUN
fcis-6348	100	12	has	have	AUX
fcis-6348	100	13	been	be	AUX
fcis-6348	100	14	introduced	introduce	VERB
fcis-6348	100	15	in	in	ADP
fcis-6348	100	16	related	related	ADJ
fcis-6348	100	17	work	work	NOUN
fcis-6348	100	18	.	.	PUNCT
fcis-6348	101	1	in	in	ADP
fcis-6348	101	2	our	our	PRON
fcis-6348	101	3	paper	paper	NOUN
fcis-6348	101	4	,	,	PUNCT
fcis-6348	101	5	we	we	PRON
fcis-6348	101	6	use	use	VERB
fcis-6348	101	7	the	the	DET
fcis-6348	101	8	advantage	advantage	NOUN
fcis-6348	101	9	function	function	NOUN
fcis-6348	101	10	when	when	SCONJ
fcis-6348	101	11	calculating	calculate	VERB
fcis-6348	101	12	the	the	DET
fcis-6348	101	13	state	state	NOUN
fcis-6348	101	14	feature	feature	NOUN
fcis-6348	101	15	salience	salience	NOUN
fcis-6348	101	16	score[f	score[f	NOUN
fcis-6348	101	17	]	]	PUNCT
fcis-6348	101	18	.	.	PUNCT
fcis-6348	102	1	by	by	ADP
fcis-6348	102	2	observing	observe	VERB
fcis-6348	102	3	the	the	DET
fcis-6348	102	4	positive	positive	ADJ
fcis-6348	102	5	or	or	CCONJ
fcis-6348	102	6	negative	negative	ADJ
fcis-6348	102	7	value	value	NOUN
fcis-6348	102	8	of	of	ADP
fcis-6348	102	9	the	the	DET
fcis-6348	102	10	advantage	advantage	NOUN
fcis-6348	102	11	function	function	NOUN
fcis-6348	102	12	value	value	NOUN
fcis-6348	102	13	of	of	ADP
fcis-6348	102	14	the	the	DET
fcis-6348	102	15	state	state	NOUN
fcis-6348	102	16	feature	feature	NOUN
fcis-6348	102	17	,	,	PUNCT
fcis-6348	102	18	we	we	PRON
fcis-6348	102	19	can	can	AUX
fcis-6348	102	20	judge	judge	VERB
fcis-6348	102	21	the	the	DET
fcis-6348	102	22	advantage	advantage	NOUN
fcis-6348	102	23	change	change	NOUN
fcis-6348	102	24	of	of	ADP
fcis-6348	102	25	the	the	DET
fcis-6348	102	26	agent	agent	NOUN
fcis-6348	102	27	in	in	ADP
fcis-6348	102	28	the	the	DET
fcis-6348	102	29	disturbed	disturbed	ADJ
fcis-6348	102	30	state	state	NOUN
fcis-6348	102	31	and	and	CCONJ
fcis-6348	102	32	the	the	DET
fcis-6348	102	33	original	original	ADJ
fcis-6348	102	34	state	state	NOUN
fcis-6348	102	35	when	when	SCONJ
fcis-6348	102	36	choosing	choose	VERB
fcis-6348	102	37	the	the	DET
fcis-6348	102	38	same	same	ADJ
fcis-6348	102	39	action	action	NOUN
fcis-6348	102	40	.	.	PUNCT
fcis-6348	103	1	if	if	SCONJ
fcis-6348	103	2	the	the	DET
fcis-6348	103	3	value	value	NOUN
fcis-6348	103	4	changes	change	VERB
fcis-6348	103	5	greatly	greatly	ADV
fcis-6348	103	6	,	,	PUNCT
fcis-6348	103	7	it	it	PRON
fcis-6348	103	8	means	mean	VERB
fcis-6348	103	9	that	that	SCONJ
fcis-6348	103	10	the	the	DET
fcis-6348	103	11	part	part	NOUN
fcis-6348	103	12	of	of	ADP
fcis-6348	103	13	the	the	DET
fcis-6348	103	14	pixel	pixel	ADJ
fcis-6348	103	15	feature	feature	NOUN
fcis-6348	103	16	of	of	ADP
fcis-6348	103	17	gaussian	gaussian	ADJ
fcis-6348	103	18	blur	blur	NOUN
fcis-6348	103	19	is	be	AUX
fcis-6348	103	20	an	an	DET
fcis-6348	103	21	important	important	ADJ
fcis-6348	103	22	factor	factor	NOUN
fcis-6348	103	23	for	for	SCONJ
fcis-6348	103	24	the	the	DET
fcis-6348	103	25	agent	agent	NOUN
fcis-6348	103	26	to	to	PART
fcis-6348	103	27	select	select	VERB
fcis-6348	103	28	action	action	NOUN
fcis-6348	103	29	a	a	PRON
fcis-6348	103	30	,	,	PUNCT
fcis-6348	103	31	and	and	CCONJ
fcis-6348	103	32	it	it	PRON
fcis-6348	103	33	should	should	AUX
fcis-6348	103	34	be	be	AUX
fcis-6348	103	35	marked	mark	VERB
fcis-6348	103	36	obviously	obviously	ADV
fcis-6348	103	37	;	;	PUNCT
fcis-6348	103	38	otherwise	otherwise	ADV
fcis-6348	103	39	,	,	PUNCT
fcis-6348	103	40	if	if	SCONJ
fcis-6348	103	41	the	the	DET
fcis-6348	103	42	value	value	NOUN
fcis-6348	103	43	of	of	ADP
fcis-6348	103	44	the	the	DET
fcis-6348	103	45	advantage	advantage	NOUN
fcis-6348	103	46	function	function	NOUN
fcis-6348	103	47	has	have	VERB
fcis-6348	103	48	a	a	DET
fcis-6348	103	49	small	small	ADJ
fcis-6348	103	50	change	change	NOUN
fcis-6348	103	51	,	,	PUNCT
fcis-6348	103	52	it	it	PRON
fcis-6348	103	53	indicates	indicate	VERB
fcis-6348	103	54	that	that	SCONJ
fcis-6348	103	55	part	part	NOUN
fcis-6348	103	56	is	be	AUX
fcis-6348	103	57	not	not	PART
fcis-6348	103	58	an	an	DET
fcis-6348	103	59	important	important	ADJ
fcis-6348	103	60	factor	factor	NOUN
fcis-6348	103	61	for	for	SCONJ
fcis-6348	103	62	the	the	DET
fcis-6348	103	63	agent	agent	NOUN
fcis-6348	103	64	to	to	PART
fcis-6348	103	65	choose	choose	VERB
fcis-6348	103	66	action	action	NOUN
fcis-6348	103	67	a	a	PRON
fcis-6348	103	68	,	,	PUNCT
fcis-6348	103	69	so	so	CCONJ
fcis-6348	103	70	it	it	PRON
fcis-6348	103	71	is	be	AUX
fcis-6348	103	72	not	not	PART
fcis-6348	103	73	marked	mark	VERB
fcis-6348	103	74	obviously	obviously	ADV
fcis-6348	103	75	.	.	PUNCT
fcis-6348	104	1	3.2	3.2	NUM
fcis-6348	104	2	.	.	PUNCT
fcis-6348	104	3	perturbation	perturbation	NOUN
fcis-6348	104	4	-	-	PUNCT
fcis-6348	104	5	based	base	VERB
fcis-6348	104	6	saliency	saliency	NOUN
fcis-6348	104	7	the	the	DET
fcis-6348	104	8	outline	outline	NOUN
fcis-6348	104	9	of	of	ADP
fcis-6348	104	10	the	the	DET
fcis-6348	104	11	perturbation	perturbation	NOUN
fcis-6348	104	12	-	-	PUNCT
fcis-6348	104	13	based	base	VERB
fcis-6348	104	14	saliency	saliency	NOUN
fcis-6348	104	15	mapping	mapping	NOUN
fcis-6348	104	16	method	method	NOUN
fcis-6348	104	17	is	be	AUX
fcis-6348	104	18	as	as	SCONJ
fcis-6348	104	19	follows	follow	VERB
fcis-6348	104	20	:	:	PUNCT
fcis-6348	104	21	first	first	ADV
fcis-6348	104	22	,	,	PUNCT
fcis-6348	104	23	for	for	ADP
fcis-6348	104	24	each	each	DET
fcis-6348	104	25	feature	feature	NOUN
fcis-6348	104	26	f	f	NOUN
fcis-6348	104	27	,	,	PUNCT
fcis-6348	104	28	the	the	DET
fcis-6348	104	29	state	state	NOUN
fcis-6348	104	30	s	s	VERB
fcis-6348	104	31	is	be	AUX
fcis-6348	104	32	perturbed	perturb	VERB
fcis-6348	104	33	to	to	ADP
fcis-6348	104	34	s	s	NOUN
fcis-6348	104	35	'	'	PUNCT
fcis-6348	104	36	.	.	PUNCT
fcis-6348	105	1	for	for	ADP
fcis-6348	105	2	example	example	NOUN
fcis-6348	105	3	,	,	PUNCT
fcis-6348	105	4	in	in	ADP
fcis-6348	105	5	an	an	DET
fcis-6348	105	6	atari	atari	ADJ
fcis-6348	105	7	game	game	NOUN
fcis-6348	105	8	,	,	PUNCT
fcis-6348	105	9	the	the	DET
fcis-6348	105	10	input	input	NOUN
fcis-6348	105	11	image	image	NOUN
fcis-6348	105	12	is	be	AUX
fcis-6348	105	13	perturbed	perturb	VERB
fcis-6348	105	14	by	by	ADP
fcis-6348	105	15	adding	add	VERB
fcis-6348	105	16	a	a	DET
fcis-6348	105	17	gaussian	gaussian	ADJ
fcis-6348	105	18	blur	blur	NOUN
fcis-6348	105	19	centered	center	VERB
fcis-6348	105	20	at	at	ADP
fcis-6348	105	21	the	the	DET
fcis-6348	105	22	f	f	PROPN
fcis-6348	105	23	-	-	PUNCT
fcis-6348	105	24	th	th	VERB
fcis-6348	105	25	pixel	pixel	NOUN
fcis-6348	105	26	.	.	PUNCT
fcis-6348	106	1	second	second	ADJ
fcis-6348	106	2	,	,	PUNCT
fcis-6348	106	3	the	the	DET
fcis-6348	106	4	expected	expect	VERB
fcis-6348	106	5	reward	reward	NOUN
fcis-6348	106	6	v(s	v(s	NOUN
fcis-6348	106	7	)	)	PUNCT
fcis-6348	106	8	is	be	AUX
fcis-6348	106	9	obtained	obtain	VERB
fcis-6348	106	10	by	by	ADP
fcis-6348	106	11	querying	query	VERB
fcis-6348	106	12	the	the	DET
fcis-6348	106	13	agent	agent	NOUN
fcis-6348	106	14	m	m	VERB
fcis-6348	106	15	in	in	ADP
fcis-6348	106	16	the	the	DET
fcis-6348	106	17	original	original	ADJ
fcis-6348	106	18	state	state	NOUN
fcis-6348	106	19	s.	s.	PROPN
fcis-6348	106	20	similarly	similarly	ADV
fcis-6348	106	21	,	,	PUNCT
fcis-6348	106	22	the	the	DET
fcis-6348	106	23	expected	expect	VERB
fcis-6348	106	24	reward	reward	NOUN
fcis-6348	106	25	value	value	NOUN
fcis-6348	106	26	v(s′	v(s′	PROPN
fcis-6348	106	27	)	)	PUNCT
fcis-6348	106	28	of	of	ADP
fcis-6348	106	29	agent	agent	NOUN
fcis-6348	106	30	m	m	VERB
fcis-6348	106	31	in	in	ADP
fcis-6348	106	32	the	the	DET
fcis-6348	106	33	perturbed	perturb	VERB
fcis-6348	106	34	state	state	NOUN
fcis-6348	106	35	s	s	NOUN
fcis-6348	106	36	'	'	PUNCT
fcis-6348	106	37	is	be	AUX
fcis-6348	106	38	obtained	obtain	VERB
fcis-6348	106	39	.	.	PUNCT
fcis-6348	107	1	finally	finally	ADV
fcis-6348	107	2	,	,	PUNCT
fcis-6348	107	3	calculate	calculate	NOUN
fcis-6348	107	4	score[f	score[f	NOUN
fcis-6348	107	5	]	]	PUNCT
fcis-6348	107	6	based	base	VERB
fcis-6348	107	7	on	on	ADP
fcis-6348	107	8	the	the	DET
fcis-6348	107	9	difference	difference	NOUN
fcis-6348	107	10	between	between	ADP
fcis-6348	107	11	the	the	DET
fcis-6348	107	12	original	original	ADJ
fcis-6348	107	13	state	state	NOUN
fcis-6348	107	14	and	and	CCONJ
fcis-6348	107	15	the	the	DET
fcis-6348	107	16	disturbed	disturbed	ADJ
fcis-6348	107	17	state	state	NOUN
fcis-6348	107	18	.	.	PUNCT
fcis-6348	108	1	below	below	ADV
fcis-6348	108	2	are	be	AUX
fcis-6348	108	3	some	some	DET
fcis-6348	108	4	saliency	saliency	NOUN
fcis-6348	108	5	measurement	measurement	NOUN
fcis-6348	108	6	methods	method	NOUN
fcis-6348	108	7	that	that	PRON
fcis-6348	108	8	work	work	VERB
fcis-6348	108	9	on	on	ADP
fcis-6348	108	10	perturbation	perturbation	NOUN
fcis-6348	108	11	-	-	PUNCT
fcis-6348	108	12	based	base	VERB
fcis-6348	108	13	saliency	saliency	NOUN
fcis-6348	108	14	mapping	mapping	NOUN
fcis-6348	108	15	.	.	PUNCT
fcis-6348	109	1	for	for	ADP
fcis-6348	109	2	example	example	NOUN
fcis-6348	109	3	,	,	PUNCT
fcis-6348	109	4	greydanus	greydanus	NOUN
fcis-6348	109	5	et	et	NOUN
fcis-6348	109	6	al	al	PROPN
fcis-6348	109	7	.	.	PUNCT
fcis-6348	110	1	[	[	X
fcis-6348	110	2	8	8	NUM
fcis-6348	110	3	]	]	PUNCT
fcis-6348	110	4	exploit	exploit	VERB
fcis-6348	110	5	the	the	DET
fcis-6348	110	6	difference	difference	NOUN
fcis-6348	110	7	in	in	ADP
fcis-6348	110	8	the	the	DET
fcis-6348	110	9	value	value	NOUN
fcis-6348	110	10	function	function	NOUN
fcis-6348	110	11	or	or	CCONJ
fcis-6348	110	12	policy	policy	NOUN
fcis-6348	110	13	vector	vector	NOUN
fcis-6348	110	14	between	between	ADP
fcis-6348	110	15	the	the	DET
fcis-6348	110	16	original	original	ADJ
fcis-6348	110	17	state	state	NOUN
fcis-6348	110	18	and	and	CCONJ
fcis-6348	110	19	the	the	DET
fcis-6348	110	20	perturbed	perturb	VERB
fcis-6348	110	21	state	state	NOUN
fcis-6348	110	22	to	to	PART
fcis-6348	110	23	generate	generate	VERB
fcis-6348	110	24	a	a	DET
fcis-6348	110	25	saliency	saliency	NOUN
fcis-6348	110	26	map	map	NOUN
fcis-6348	110	27	.	.	PUNCT
fcis-6348	111	1	the	the	DET
fcis-6348	111	2	formula	formula	NOUN
fcis-6348	111	3	for	for	ADP
fcis-6348	111	4	calculating	calculate	VERB
fcis-6348	111	5	the	the	DET
fcis-6348	111	6	saliency	saliency	NOUN
fcis-6348	111	7	measure	measure	NOUN
fcis-6348	111	8	is	be	AUX
fcis-6348	111	9	:	:	PUNCT
fcis-6348	111	10	𝑆𝑐𝑜𝑟𝑒𝐺𝑟𝑒𝑦𝑑𝑎𝑛𝑢𝑠[𝑓	𝑆𝑐𝑜𝑟𝑒𝐺𝑟𝑒𝑦𝑑𝑎𝑛𝑢𝑠[𝑓	X
fcis-6348	111	11	]	]	X
fcis-6348	111	12	=	=	SYM
fcis-6348	111	13	1	1	NUM
fcis-6348	111	14	2	2	NUM
fcis-6348	111	15	|𝑉(𝑠	|𝑉(𝑠	NOUN
fcis-6348	111	16	)	)	PUNCT
fcis-6348	111	17	−	−	PROPN
fcis-6348	111	18	𝑉(𝑠′)|2	𝑉(𝑠′)|2	PROPN
fcis-6348	111	19	(	(	PUNCT
fcis-6348	111	20	5	5	X
fcis-6348	111	21	)	)	PUNCT
fcis-6348	111	22	iyer	iyer	PROPN
fcis-6348	111	23	et	et	PROPN
fcis-6348	111	24	al	al	PROPN
fcis-6348	111	25	.	.	PUNCT
fcis-6348	112	1	[	[	X
fcis-6348	112	2	10	10	NUM
fcis-6348	112	3	]	]	X
fcis-6348	112	4	compute	compute	VERB
fcis-6348	112	5	a	a	DET
fcis-6348	112	6	saliency	saliency	NOUN
fcis-6348	112	7	map	map	NOUN
fcis-6348	112	8	using	use	VERB
fcis-6348	112	9	the	the	DET
fcis-6348	112	10	difference	difference	NOUN
fcis-6348	112	11	in	in	ADP
fcis-6348	112	12	action	action	NOUN
fcis-6348	112	13	-	-	PUNCT
fcis-6348	112	14	value	value	NOUN
fcis-6348	112	15	(	(	PUNCT
fcis-6348	112	16	q(s	q(s	PROPN
fcis-6348	112	17	,	,	PUNCT
fcis-6348	112	18	a	a	PRON
fcis-6348	112	19	)	)	PUNCT
fcis-6348	112	20	)	)	PUNCT
fcis-6348	112	21	between	between	ADP
fcis-6348	112	22	the	the	DET
fcis-6348	112	23	original	original	ADJ
fcis-6348	112	24	state	state	NOUN
fcis-6348	112	25	and	and	CCONJ
fcis-6348	112	26	the	the	DET
fcis-6348	112	27	perturbed	perturb	VERB
fcis-6348	112	28	state	state	NOUN
fcis-6348	112	29	.	.	PUNCT
fcis-6348	113	1	the	the	DET
fcis-6348	113	2	formula	formula	NOUN
fcis-6348	113	3	is	be	AUX
fcis-6348	113	4	defined	define	VERB
fcis-6348	113	5	as	as	ADP
fcis-6348	113	6	follow	follow	NOUN
fcis-6348	113	7	:	:	PUNCT
fcis-6348	113	8	𝑆𝑐𝑜𝑟𝑒𝐼𝑦𝑒𝑟[𝑓	𝑆𝑐𝑜𝑟𝑒𝐼𝑦𝑒𝑟[𝑓	NOUN
fcis-6348	113	9	]	]	X
fcis-6348	113	10	=	=	SYM
fcis-6348	113	11	𝑄(𝑠	𝑄(𝑠	PROPN
fcis-6348	113	12	,	,	PUNCT
fcis-6348	113	13	�	�	PROPN
fcis-6348	113	14	̂	̂	NOUN
fcis-6348	113	15	�	�	NOUN
fcis-6348	113	16	)	)	PUNCT
fcis-6348	113	17	−	−	PROPN
fcis-6348	113	18	𝑄(𝑠′	𝑄(𝑠′	PROPN
fcis-6348	113	19	,	,	PUNCT
fcis-6348	113	20	�	�	PROPN
fcis-6348	113	21	̂	̂	NOUN
fcis-6348	113	22	�	�	PROPN
fcis-6348	113	23	)	)	PUNCT
fcis-6348	113	24	(	(	PUNCT
fcis-6348	113	25	6	6	X
fcis-6348	113	26	)	)	PUNCT
fcis-6348	113	27	gupta	gupta	PROPN
fcis-6348	113	28	et	et	PROPN
fcis-6348	113	29	al	al	PROPN
fcis-6348	113	30	.	.	PUNCT
fcis-6348	114	1	[	[	X
fcis-6348	114	2	9	9	NUM
fcis-6348	114	3	]	]	PUNCT
fcis-6348	114	4	proposed	propose	VERB
fcis-6348	114	5	specific	specific	ADJ
fcis-6348	114	6	and	and	CCONJ
fcis-6348	114	7	relevant	relevant	ADJ
fcis-6348	114	8	feature	feature	NOUN
fcis-6348	114	9	attribution	attribution	NOUN
fcis-6348	114	10	(	(	PUNCT
fcis-6348	114	11	sarfa	sarfa	NOUN
fcis-6348	114	12	)	)	PUNCT
fcis-6348	114	13	.	.	PUNCT
fcis-6348	115	1	in	in	ADP
fcis-6348	115	2	the	the	DET
fcis-6348	115	3	article	article	NOUN
fcis-6348	115	4	,	,	PUNCT
fcis-6348	115	5	the	the	DET
fcis-6348	115	6	score[f	score[f	NOUN
fcis-6348	115	7	]	]	PUNCT
fcis-6348	115	8	is	be	AUX
fcis-6348	115	9	still	still	ADV
fcis-6348	115	10	calculated	calculate	VERB
fcis-6348	115	11	using	use	VERB
fcis-6348	115	12	the	the	DET
fcis-6348	115	13	q	q	ADJ
fcis-6348	115	14	value	value	NOUN
fcis-6348	115	15	between	between	ADP
fcis-6348	115	16	the	the	DET
fcis-6348	115	17	original	original	ADJ
fcis-6348	115	18	state	state	NOUN
fcis-6348	115	19	and	and	CCONJ
fcis-6348	115	20	the	the	DET
fcis-6348	115	21	disturbed	disturbed	ADJ
fcis-6348	115	22	state	state	NOUN
fcis-6348	115	23	,	,	PUNCT
fcis-6348	115	24	but	but	CCONJ
fcis-6348	115	25	two	two	NUM
fcis-6348	115	26	additional	additional	ADJ
fcis-6348	115	27	attributes	attribute	NOUN
fcis-6348	115	28	are	be	AUX
fcis-6348	115	29	added	add	VERB
fcis-6348	115	30	:	:	PUNCT
fcis-6348	115	31	specificity	specificity	NOUN
fcis-6348	115	32	and	and	CCONJ
fcis-6348	115	33	relevance	relevance	NOUN
fcis-6348	115	34	.	.	PUNCT
fcis-6348	116	1	in	in	ADP
fcis-6348	116	2	our	our	PRON
fcis-6348	116	3	work	work	NOUN
fcis-6348	116	4	,	,	PUNCT
fcis-6348	116	5	the	the	DET
fcis-6348	116	6	method	method	NOUN
fcis-6348	116	7	we	we	PRON
fcis-6348	116	8	propose	propose	VERB
fcis-6348	116	9	to	to	PART
fcis-6348	116	10	calculate	calculate	VERB
fcis-6348	116	11	the	the	DET
fcis-6348	116	12	feature	feature	NOUN
fcis-6348	116	13	saliency	saliency	NOUN
fcis-6348	116	14	score[f	score[f	NOUN
fcis-6348	116	15	]	]	PUNCT
fcis-6348	116	16	is	be	AUX
fcis-6348	116	17	different	different	ADJ
fcis-6348	116	18	.	.	PUNCT
fcis-6348	117	1	we	we	PRON
fcis-6348	117	2	start	start	VERB
fcis-6348	117	3	by	by	ADP
fcis-6348	117	4	querying	query	VERB
fcis-6348	117	5	the	the	DET
fcis-6348	117	6	agent	agent	NOUN
fcis-6348	117	7	m	m	VERB
fcis-6348	117	8	chooses	choose	VERB
fcis-6348	117	9	the	the	DET
fcis-6348	117	10	expected	expect	VERB
fcis-6348	117	11	reward	reward	NOUN
fcis-6348	117	12	value	value	NOUN
fcis-6348	117	13	of	of	ADP
fcis-6348	117	14	action	action	NOUN
fcis-6348	117	15	a	a	PRON
fcis-6348	117	16	in	in	ADP
fcis-6348	117	17	state	state	NOUN
fcis-6348	117	18	s	s	VERB
fcis-6348	117	19	to	to	PART
fcis-6348	117	20	get	get	VERB
fcis-6348	117	21	q(s	q(s	NOUN
fcis-6348	117	22	,	,	PUNCT
fcis-6348	117	23	a	a	PRON
fcis-6348	117	24	)	)	PUNCT
fcis-6348	117	25	,	,	PUNCT
fcis-6348	117	26	and	and	CCONJ
fcis-6348	117	27	obtains	obtain	VERB
fcis-6348	117	28	the	the	DET
fcis-6348	117	29	mean	mean	ADJ
fcis-6348	117	30	value	value	NOUN
fcis-6348	117	31	v(s	v(s	NOUN
fcis-6348	117	32	)	)	PUNCT
fcis-6348	117	33	of	of	ADP
fcis-6348	117	34	all	all	DET
fcis-6348	117	35	actions	action	NOUN
fcis-6348	117	36	selected	select	VERB
fcis-6348	117	37	in	in	ADP
fcis-6348	117	38	state	state	NOUN
fcis-6348	117	39	s	s	PROPN
fcis-6348	117	40	,	,	PUNCT
fcis-6348	117	41	and	and	CCONJ
fcis-6348	117	42	then	then	ADV
fcis-6348	117	43	obtains	obtain	VERB
fcis-6348	117	44	the	the	DET
fcis-6348	117	45	advantage	advantage	NOUN
fcis-6348	117	46	function	function	NOUN
fcis-6348	117	47	value	value	NOUN
fcis-6348	117	48	aπ	aπ	NOUN
fcis-6348	117	49	(	(	PUNCT
fcis-6348	117	50	s	s	PROPN
fcis-6348	117	51	,	,	PUNCT
fcis-6348	117	52	a	a	PRON
fcis-6348	117	53	)	)	PUNCT
fcis-6348	117	54	.	.	PUNCT
fcis-6348	118	1	similarly	similarly	ADV
fcis-6348	118	2	,	,	PUNCT
fcis-6348	118	3	the	the	DET
fcis-6348	118	4	advantage	advantage	NOUN
fcis-6348	118	5	function	function	NOUN
fcis-6348	118	6	value	value	NOUN
fcis-6348	118	7	aπ(s′,a	aπ(s′,a	PROPN
fcis-6348	118	8	)	)	PUNCT
fcis-6348	118	9	of	of	ADP
fcis-6348	118	10	the	the	DET
fcis-6348	118	11	agent	agent	NOUN
fcis-6348	118	12	m	m	AUX
fcis-6348	118	13	choosing	choose	VERB
fcis-6348	118	14	the	the	DET
fcis-6348	118	15	same	same	ADJ
fcis-6348	118	16	action	action	NOUN
fcis-6348	118	17	a	a	PRON
fcis-6348	118	18	in	in	ADP
fcis-6348	118	19	the	the	DET
fcis-6348	118	20	disturbed	disturbed	ADJ
fcis-6348	118	21	state	state	NOUN
fcis-6348	118	22	s′	s′	PROPN
fcis-6348	118	23	is	be	AUX
fcis-6348	118	24	obtained	obtain	VERB
fcis-6348	118	25	.	.	PUNCT
fcis-6348	119	1	finally	finally	ADV
fcis-6348	119	2	,	,	PUNCT
fcis-6348	119	3	calculate	calculate	VERB
fcis-6348	119	4	the	the	DET
fcis-6348	119	5	difference	difference	NOUN
fcis-6348	119	6	127	127	NUM
fcis-6348	119	7	between	between	ADP
fcis-6348	119	8	the	the	DET
fcis-6348	119	9	advantage	advantage	NOUN
fcis-6348	119	10	function	function	NOUN
fcis-6348	119	11	value	value	NOUN
fcis-6348	119	12	of	of	ADP
fcis-6348	119	13	the	the	DET
fcis-6348	119	14	original	original	ADJ
fcis-6348	119	15	state	state	NOUN
fcis-6348	119	16	and	and	CCONJ
fcis-6348	119	17	the	the	DET
fcis-6348	119	18	disturbance	disturbance	NOUN
fcis-6348	119	19	state	state	NOUN
fcis-6348	119	20	to	to	PART
fcis-6348	119	21	get	get	VERB
fcis-6348	119	22	score[f	score[f	NOUN
fcis-6348	119	23	]	]	PUNCT
fcis-6348	119	24	.	.	PUNCT
fcis-6348	120	1	the	the	DET
fcis-6348	120	2	specific	specific	ADJ
fcis-6348	120	3	calculation	calculation	NOUN
fcis-6348	120	4	method	method	NOUN
fcis-6348	120	5	is	be	AUX
fcis-6348	120	6	in	in	ADP
fcis-6348	120	7	section	section	NOUN
fcis-6348	120	8	3.3	3.3	NUM
fcis-6348	120	9	.	.	PUNCT
fcis-6348	121	1	3.3	3.3	NUM
fcis-6348	121	2	.	.	PUNCT
fcis-6348	122	1	calculation	calculation	NOUN
fcis-6348	122	2	of	of	ADP
fcis-6348	122	3	saliency	saliency	NOUN
fcis-6348	122	4	combining	combine	VERB
fcis-6348	122	5	the	the	DET
fcis-6348	122	6	advantage	advantage	NOUN
fcis-6348	122	7	function	function	NOUN
fcis-6348	122	8	with	with	ADP
fcis-6348	122	9	the	the	DET
fcis-6348	122	10	perturbationbased	perturbationbase	VERB
fcis-6348	122	11	saliency	saliency	NOUN
fcis-6348	122	12	mapping	mapping	NOUN
fcis-6348	122	13	method	method	NOUN
fcis-6348	122	14	,	,	PUNCT
fcis-6348	122	15	the	the	DET
fcis-6348	122	16	input	input	NOUN
fcis-6348	122	17	image	image	NOUN
fcis-6348	122	18	is	be	AUX
fcis-6348	122	19	perturbed	perturb	VERB
fcis-6348	122	20	to	to	PART
fcis-6348	122	21	change	change	VERB
fcis-6348	122	22	the	the	DET
fcis-6348	122	23	input	input	NOUN
fcis-6348	122	24	state	state	NOUN
fcis-6348	122	25	to	to	PART
fcis-6348	122	26	observe	observe	VERB
fcis-6348	122	27	the	the	DET
fcis-6348	122	28	behavior	behavior	NOUN
fcis-6348	122	29	change	change	NOUN
fcis-6348	122	30	of	of	ADP
fcis-6348	122	31	the	the	DET
fcis-6348	122	32	agent	agent	NOUN
fcis-6348	122	33	.	.	PUNCT
fcis-6348	123	1	score[f	score[f	NOUN
fcis-6348	123	2	]	]	PUNCT
fcis-6348	123	3	is	be	AUX
fcis-6348	123	4	calculated	calculate	VERB
fcis-6348	123	5	by	by	ADP
fcis-6348	123	6	calculating	calculate	VERB
fcis-6348	123	7	the	the	DET
fcis-6348	123	8	difference	difference	NOUN
fcis-6348	123	9	between	between	ADP
fcis-6348	123	10	the	the	DET
fcis-6348	123	11	advantage	advantage	NOUN
fcis-6348	123	12	function	function	NOUN
fcis-6348	123	13	value	value	NOUN
fcis-6348	123	14	of	of	ADP
fcis-6348	123	15	the	the	DET
fcis-6348	123	16	same	same	ADJ
fcis-6348	123	17	action	action	NOUN
fcis-6348	123	18	selected	select	VERB
fcis-6348	123	19	in	in	ADP
fcis-6348	123	20	the	the	DET
fcis-6348	123	21	original	original	ADJ
fcis-6348	123	22	state	state	NOUN
fcis-6348	123	23	and	and	CCONJ
fcis-6348	123	24	the	the	DET
fcis-6348	123	25	disturbed	disturbed	ADJ
fcis-6348	123	26	state	state	NOUN
fcis-6348	123	27	,	,	PUNCT
fcis-6348	123	28	and	and	CCONJ
fcis-6348	123	29	judges	judge	NOUN
fcis-6348	123	30	whether	whether	SCONJ
fcis-6348	123	31	to	to	PART
fcis-6348	123	32	mark	mark	VERB
fcis-6348	123	33	the	the	DET
fcis-6348	123	34	disturbed	disturbed	ADJ
fcis-6348	123	35	state	state	NOUN
fcis-6348	123	36	feature	feature	NOUN
fcis-6348	123	37	as	as	ADP
fcis-6348	123	38	saliency	saliency	NOUN
fcis-6348	123	39	according	accord	VERB
fcis-6348	123	40	to	to	ADP
fcis-6348	123	41	its	its	PRON
fcis-6348	123	42	value	value	NOUN
fcis-6348	123	43	,	,	PUNCT
fcis-6348	123	44	and	and	CCONJ
fcis-6348	123	45	finally	finally	ADV
fcis-6348	123	46	visualizes	visualize	VERB
fcis-6348	123	47	the	the	DET
fcis-6348	123	48	important	important	ADJ
fcis-6348	123	49	features	feature	NOUN
fcis-6348	123	50	for	for	ADP
fcis-6348	123	51	agent	agent	NOUN
fcis-6348	123	52	to	to	PART
fcis-6348	123	53	take	take	VERB
fcis-6348	123	54	a	a	DET
fcis-6348	123	55	selected	select	VERB
fcis-6348	123	56	action	action	NOUN
fcis-6348	123	57	.	.	PUNCT
fcis-6348	124	1	in	in	ADP
fcis-6348	124	2	order	order	NOUN
fcis-6348	124	3	to	to	PART
fcis-6348	124	4	focus	focus	VERB
fcis-6348	124	5	on	on	ADP
fcis-6348	124	6	the	the	DET
fcis-6348	124	7	impact	impact	NOUN
fcis-6348	124	8	of	of	ADP
fcis-6348	124	9	changes	change	NOUN
fcis-6348	124	10	on	on	ADP
fcis-6348	124	11	the	the	DET
fcis-6348	124	12	agent	agent	NOUN
fcis-6348	124	13	's	's	PART
fcis-6348	124	14	choice	choice	NOUN
fcis-6348	124	15	of	of	ADP
fcis-6348	124	16	action	action	NOUN
fcis-6348	124	17	a	a	PRON
fcis-6348	124	18	,	,	PUNCT
fcis-6348	124	19	we	we	PRON
fcis-6348	124	20	are	be	AUX
fcis-6348	124	21	interested	interested	ADJ
fcis-6348	124	22	in	in	ADP
fcis-6348	124	23	whether	whether	SCONJ
fcis-6348	124	24	the	the	DET
fcis-6348	124	25	reward	reward	NOUN
fcis-6348	124	26	of	of	ADP
fcis-6348	124	27	a	a	PRON
fcis-6348	124	28	will	will	AUX
fcis-6348	124	29	change	change	VERB
fcis-6348	124	30	with	with	ADP
fcis-6348	124	31	the	the	DET
fcis-6348	124	32	disturbance	disturbance	NOUN
fcis-6348	124	33	.	.	PUNCT
fcis-6348	125	1	as	as	SCONJ
fcis-6348	125	2	described	describe	VERB
fcis-6348	125	3	in	in	ADP
fcis-6348	125	4	greydanus	greydanus	PROPN
fcis-6348	125	5	et	et	PROPN
fcis-6348	125	6	al	al	PROPN
fcis-6348	125	7	.	.	PUNCT
fcis-6348	126	1	[	[	X
fcis-6348	126	2	8	8	NUM
fcis-6348	126	3	]	]	PUNCT
fcis-6348	126	4	,	,	PUNCT
fcis-6348	126	5	they	they	PRON
fcis-6348	126	6	directly	directly	ADV
fcis-6348	126	7	use	use	VERB
fcis-6348	126	8	v(s	v(s	PROPN
fcis-6348	126	9	)	)	PUNCT
fcis-6348	126	10	to	to	PART
fcis-6348	126	11	obtain	obtain	VERB
fcis-6348	126	12	the	the	DET
fcis-6348	126	13	reward	reward	NOUN
fcis-6348	126	14	value	value	NOUN
fcis-6348	126	15	in	in	ADP
fcis-6348	126	16	state	state	NOUN
fcis-6348	126	17	s	s	PROPN
fcis-6348	126	18	,	,	PUNCT
fcis-6348	126	19	but	but	CCONJ
fcis-6348	126	20	do	do	AUX
fcis-6348	126	21	not	not	PART
fcis-6348	126	22	pay	pay	VERB
fcis-6348	126	23	attention	attention	NOUN
fcis-6348	126	24	to	to	ADP
fcis-6348	126	25	the	the	DET
fcis-6348	126	26	effect	effect	NOUN
fcis-6348	126	27	of	of	ADP
fcis-6348	126	28	a	a	DET
fcis-6348	126	29	specific	specific	ADJ
fcis-6348	126	30	action	action	NOUN
fcis-6348	126	31	a	a	PRON
fcis-6348	126	32	,	,	PUNCT
fcis-6348	126	33	because	because	SCONJ
fcis-6348	126	34	they	they	PRON
fcis-6348	126	35	aggregate	aggregate	VERB
fcis-6348	126	36	together	together	ADV
fcis-6348	126	37	the	the	DET
fcis-6348	126	38	changes	change	NOUN
fcis-6348	126	39	of	of	ADP
fcis-6348	126	40	all	all	DET
fcis-6348	126	41	actions	action	NOUN
fcis-6348	126	42	in	in	ADP
fcis-6348	126	43	state	state	NOUN
fcis-6348	126	44	s.	s.	PROPN
fcis-6348	126	45	in	in	ADP
fcis-6348	126	46	our	our	PRON
fcis-6348	126	47	work	work	NOUN
fcis-6348	126	48	,	,	PUNCT
fcis-6348	126	49	we	we	PRON
fcis-6348	126	50	focus	focus	VERB
fcis-6348	126	51	on	on	ADP
fcis-6348	126	52	the	the	DET
fcis-6348	126	53	effect	effect	NOUN
fcis-6348	126	54	of	of	ADP
fcis-6348	126	55	specific	specific	ADJ
fcis-6348	126	56	actions	action	NOUN
fcis-6348	126	57	,	,	PUNCT
fcis-6348	126	58	q(s	q(s	PROPN
fcis-6348	126	59	,	,	PUNCT
fcis-6348	126	60	a	a	PRON
fcis-6348	126	61	)	)	PUNCT
fcis-6348	126	62	is	be	AUX
fcis-6348	126	63	used	use	VERB
fcis-6348	126	64	to	to	PART
fcis-6348	126	65	obtain	obtain	VERB
fcis-6348	126	66	the	the	DET
fcis-6348	126	67	reward	reward	NOUN
fcis-6348	126	68	of	of	ADP
fcis-6348	126	69	the	the	DET
fcis-6348	126	70	agent	agent	NOUN
fcis-6348	126	71	taking	take	VERB
fcis-6348	126	72	action	action	NOUN
fcis-6348	126	73	a	a	PRON
fcis-6348	126	74	in	in	ADP
fcis-6348	126	75	state	state	NOUN
fcis-6348	126	76	s.	s.	PROPN
fcis-6348	126	77	to	to	PART
fcis-6348	126	78	focus	focus	VERB
fcis-6348	126	79	on	on	ADP
fcis-6348	126	80	the	the	DET
fcis-6348	126	81	specific	specific	ADJ
fcis-6348	126	82	actions	action	NOUN
fcis-6348	126	83	taken	take	VERB
fcis-6348	126	84	,	,	PUNCT
fcis-6348	126	85	we	we	PRON
fcis-6348	126	86	normalize	normalize	VERB
fcis-6348	126	87	the	the	DET
fcis-6348	126	88	values	value	NOUN
fcis-6348	126	89	using	use	VERB
fcis-6348	126	90	the	the	DET
fcis-6348	126	91	softmax	softmax	NOUN
fcis-6348	126	92	over	over	ADP
fcis-6348	126	93	qvalues	qvalue	NOUN
fcis-6348	126	94	:	:	PUNCT
fcis-6348	126	95	𝑞π(𝑠	𝑞π(𝑠	NUM
fcis-6348	126	96	,	,	PUNCT
fcis-6348	126	97	𝑎	𝑎	NOUN
fcis-6348	126	98	)	)	PUNCT
fcis-6348	126	99	=	=	SYM
fcis-6348	126	100	𝑠𝑜𝑓𝑡𝑚𝑎𝑥(𝑄π(𝑠	𝑠𝑜𝑓𝑡𝑚𝑎𝑥(𝑄π(𝑠	NOUN
fcis-6348	126	101	,	,	PUNCT
fcis-6348	126	102	𝑎	𝑎	NOUN
fcis-6348	126	103	)	)	PUNCT
fcis-6348	126	104	)	)	PUNCT
fcis-6348	126	105	(	(	PUNCT
fcis-6348	126	106	7	7	X
fcis-6348	126	107	)	)	PUNCT
fcis-6348	126	108	introduced	introduce	VERB
fcis-6348	126	109	in	in	ADP
fcis-6348	126	110	the	the	DET
fcis-6348	126	111	previous	previous	ADJ
fcis-6348	126	112	relevant	relevant	ADJ
fcis-6348	126	113	sections	section	NOUN
fcis-6348	126	114	,	,	PUNCT
fcis-6348	126	115	the	the	DET
fcis-6348	126	116	advantage	advantage	NOUN
fcis-6348	126	117	function	function	NOUN
fcis-6348	126	118	is	be	AUX
fcis-6348	126	119	defined	define	VERB
fcis-6348	126	120	as	as	ADP
fcis-6348	126	121	aπ(s	aπ(s	ADJ
fcis-6348	126	122	,	,	PUNCT
fcis-6348	126	123	a	a	X
fcis-6348	126	124	)	)	PUNCT
fcis-6348	127	1	=	=	SYM
fcis-6348	127	2	qπ	qπ	NOUN
fcis-6348	127	3	(	(	PUNCT
fcis-6348	127	4	s	s	PROPN
fcis-6348	127	5	,	,	PUNCT
fcis-6348	127	6	a	a	NOUN
fcis-6348	127	7	)	)	PUNCT
fcis-6348	127	8	−	−	NOUN
fcis-6348	127	9	vπ(s	vπ(s	ADJ
fcis-6348	127	10	)	)	PUNCT
fcis-6348	127	11	.	.	PUNCT
fcis-6348	128	1	for	for	ADP
fcis-6348	128	2	the	the	DET
fcis-6348	128	3	first	first	ADJ
fcis-6348	128	4	term	term	NOUN
fcis-6348	128	5	,	,	PUNCT
fcis-6348	128	6	we	we	PRON
fcis-6348	128	7	use	use	VERB
fcis-6348	128	8	the	the	DET
fcis-6348	128	9	standardized	standardized	ADJ
fcis-6348	128	10	q	q	NOUN
fcis-6348	128	11	-	-	PUNCT
fcis-6348	128	12	value	value	NOUN
fcis-6348	128	13	qπ(s	qπ(s	ADP
fcis-6348	128	14	,	,	PUNCT
fcis-6348	128	15	a	a	PRON
fcis-6348	128	16	)	)	PUNCT
fcis-6348	128	17	to	to	PART
fcis-6348	128	18	represent	represent	VERB
fcis-6348	128	19	the	the	DET
fcis-6348	128	20	expected	expect	VERB
fcis-6348	128	21	reward	reward	NOUN
fcis-6348	128	22	value	value	NOUN
fcis-6348	128	23	of	of	ADP
fcis-6348	128	24	agent	agent	NOUN
fcis-6348	128	25	m	m	AUX
fcis-6348	128	26	taking	take	VERB
fcis-6348	128	27	action	action	NOUN
fcis-6348	128	28	a	a	PRON
fcis-6348	128	29	in	in	ADP
fcis-6348	128	30	state	state	NOUN
fcis-6348	128	31	s.	s.	PROPN
fcis-6348	128	32	for	for	ADP
fcis-6348	128	33	the	the	DET
fcis-6348	128	34	second	second	ADJ
fcis-6348	128	35	term	term	NOUN
fcis-6348	128	36	,	,	PUNCT
fcis-6348	128	37	the	the	DET
fcis-6348	128	38	mean	mean	ADJ
fcis-6348	128	39	value	value	NOUN
fcis-6348	128	40	of	of	ADP
fcis-6348	128	41	the	the	DET
fcis-6348	128	42	rewards	reward	NOUN
fcis-6348	128	43	of	of	ADP
fcis-6348	128	44	all	all	DET
fcis-6348	128	45	actions	action	NOUN
fcis-6348	128	46	in	in	ADP
fcis-6348	128	47	the	the	DET
fcis-6348	128	48	state	state	NOUN
fcis-6348	128	49	s	s	PART
fcis-6348	128	50	is	be	AUX
fcis-6348	128	51	calculated	calculate	VERB
fcis-6348	128	52	,	,	PUNCT
fcis-6348	128	53	so	so	CCONJ
fcis-6348	128	54	the	the	DET
fcis-6348	128	55	advantage	advantage	NOUN
fcis-6348	128	56	function	function	NOUN
fcis-6348	128	57	is	be	AUX
fcis-6348	128	58	as	as	SCONJ
fcis-6348	128	59	follows	follow	VERB
fcis-6348	128	60	:	:	PUNCT
fcis-6348	128	61	𝐴π(𝑠	𝐴π(𝑠	NOUN
fcis-6348	128	62	,	,	PUNCT
fcis-6348	128	63	𝑎	𝑎	NOUN
fcis-6348	128	64	)	)	PUNCT
fcis-6348	128	65	=	=	SYM
fcis-6348	128	66	𝑞π(𝑠	𝑞π(𝑠	NOUN
fcis-6348	128	67	,	,	PUNCT
fcis-6348	128	68	𝑎	𝑎	NOUN
fcis-6348	128	69	)	)	PUNCT
fcis-6348	128	70	−	−	PROPN
fcis-6348	128	71	1	1	NUM
fcis-6348	128	72	|𝑎|	|𝑎|	ADP
fcis-6348	128	73	∑	∑	PROPN
fcis-6348	128	74	𝑞π(𝑠	𝑞π(𝑠	NOUN
fcis-6348	128	75	,	,	PUNCT
fcis-6348	128	76	𝑎′	𝑎′	NUM
fcis-6348	128	77	)	)	PUNCT
fcis-6348	128	78	𝑎′	𝑎′	NUM
fcis-6348	128	79	(	(	PUNCT
fcis-6348	128	80	8)	8)	NUM
fcis-6348	128	81	where	where	SCONJ
fcis-6348	128	82	the	the	DET
fcis-6348	128	83	aπ(s	aπ(s	ADJ
fcis-6348	128	84	,	,	PUNCT
fcis-6348	128	85	a	a	PRON
fcis-6348	128	86	)	)	PUNCT
fcis-6348	128	87	obtained	obtain	VERB
fcis-6348	128	88	by	by	ADP
fcis-6348	128	89	the	the	DET
fcis-6348	128	90	formula	formula	NOUN
fcis-6348	128	91	represents	represent	VERB
fcis-6348	128	92	the	the	DET
fcis-6348	128	93	advantage	advantage	NOUN
fcis-6348	128	94	value	value	NOUN
fcis-6348	128	95	of	of	ADP
fcis-6348	128	96	following	follow	VERB
fcis-6348	128	97	the	the	DET
fcis-6348	128	98	policy	policy	NOUN
fcis-6348	128	99	π	π	PROPN
fcis-6348	128	100	agent	agent	NOUN
fcis-6348	128	101	m	m	VERB
fcis-6348	128	102	to	to	PART
fcis-6348	128	103	take	take	VERB
fcis-6348	128	104	action	action	NOUN
fcis-6348	128	105	a	a	DET
fcis-6348	128	106	relative	relative	NOUN
fcis-6348	128	107	to	to	ADP
fcis-6348	128	108	the	the	DET
fcis-6348	128	109	average	average	NOUN
fcis-6348	128	110	in	in	ADP
fcis-6348	128	111	the	the	DET
fcis-6348	128	112	state	state	NOUN
fcis-6348	128	113	s.	s.	PROPN
fcis-6348	128	114	the	the	DET
fcis-6348	128	115	same	same	ADJ
fcis-6348	128	116	way	way	NOUN
fcis-6348	128	117	.	.	PUNCT
fcis-6348	129	1	the	the	DET
fcis-6348	129	2	dominance	dominance	NOUN
fcis-6348	129	3	function	function	NOUN
fcis-6348	129	4	value	value	NOUN
fcis-6348	129	5	aπ(s′,a	aπ(s′,a	PROPN
fcis-6348	129	6	)	)	PUNCT
fcis-6348	129	7	of	of	ADP
fcis-6348	129	8	the	the	DET
fcis-6348	129	9	perturbed	perturb	VERB
fcis-6348	129	10	state	state	NOUN
fcis-6348	129	11	s′	s′	PRON
fcis-6348	129	12	is	be	AUX
fcis-6348	129	13	calculated	calculate	VERB
fcis-6348	129	14	in	in	ADP
fcis-6348	129	15	the	the	DET
fcis-6348	129	16	same	same	ADJ
fcis-6348	129	17	way	way	NOUN
fcis-6348	129	18	.	.	PUNCT
fcis-6348	130	1	to	to	PART
fcis-6348	130	2	compute	compute	VERB
fcis-6348	130	3	the	the	DET
fcis-6348	130	4	saliency	saliency	NOUN
fcis-6348	130	5	score[f	score[f	NOUN
fcis-6348	130	6	]	]	PUNCT
fcis-6348	130	7	,	,	PUNCT
fcis-6348	130	8	we	we	PRON
fcis-6348	130	9	use	use	VERB
fcis-6348	130	10	a	a	DET
fcis-6348	130	11	vector	vector	NOUN
fcis-6348	130	12	∆a	∆a	NOUN
fcis-6348	130	13	denoting	denote	VERB
fcis-6348	130	14	the	the	DET
fcis-6348	130	15	relative	relative	ADJ
fcis-6348	130	16	dominance	dominance	NOUN
fcis-6348	130	17	of	of	ADP
fcis-6348	130	18	the	the	DET
fcis-6348	130	19	action	action	NOUN
fcis-6348	130	20	a	a	PRON
fcis-6348	130	21	to	to	PART
fcis-6348	130	22	be	be	AUX
fcis-6348	130	23	explained	explain	VERB
fcis-6348	130	24	between	between	ADP
fcis-6348	130	25	the	the	DET
fcis-6348	130	26	original	original	ADJ
fcis-6348	130	27	state	state	NOUN
fcis-6348	130	28	and	and	CCONJ
fcis-6348	130	29	the	the	DET
fcis-6348	130	30	perturbed	perturb	VERB
fcis-6348	130	31	state	state	NOUN
fcis-6348	130	32	.	.	PUNCT
fcis-6348	131	1	therefore	therefore	ADV
fcis-6348	131	2	,	,	PUNCT
fcis-6348	131	3	the	the	PRON
fcis-6348	131	4	higher	high	ADJ
fcis-6348	131	5	the	the	DET
fcis-6348	131	6	value	value	NOUN
fcis-6348	131	7	of	of	ADP
fcis-6348	131	8	score[f	score[f	NOUN
fcis-6348	131	9	]	]	PUNCT
fcis-6348	131	10	,	,	PUNCT
fcis-6348	131	11	the	the	PRON
fcis-6348	131	12	more	more	ADV
fcis-6348	131	13	important	important	ADJ
fcis-6348	131	14	the	the	DET
fcis-6348	131	15	feature	feature	NOUN
fcis-6348	131	16	is	be	AUX
fcis-6348	131	17	for	for	SCONJ
fcis-6348	131	18	the	the	DET
fcis-6348	131	19	agent	agent	NOUN
fcis-6348	131	20	to	to	PART
fcis-6348	131	21	take	take	VERB
fcis-6348	131	22	action	action	NOUN
fcis-6348	131	23	a	a	PRON
fcis-6348	131	24	,	,	PUNCT
fcis-6348	131	25	and	and	CCONJ
fcis-6348	131	26	the	the	DET
fcis-6348	131	27	lower	low	ADJ
fcis-6348	131	28	the	the	DET
fcis-6348	131	29	value	value	NOUN
fcis-6348	131	30	,	,	PUNCT
fcis-6348	131	31	it	it	PRON
fcis-6348	131	32	shows	show	VERB
fcis-6348	131	33	that	that	SCONJ
fcis-6348	131	34	the	the	DET
fcis-6348	131	35	effect	effect	NOUN
fcis-6348	131	36	does	do	AUX
fcis-6348	131	37	not	not	PART
fcis-6348	131	38	depend	depend	VERB
fcis-6348	131	39	on	on	ADP
fcis-6348	131	40	the	the	DET
fcis-6348	131	41	feature	feature	NOUN
fcis-6348	131	42	f	f	NOUN
fcis-6348	131	43	very	very	ADV
fcis-6348	131	44	much	much	ADV
fcis-6348	131	45	.	.	PUNCT
fcis-6348	132	1	so	so	ADV
fcis-6348	132	2	∆a	∆a	PROPN
fcis-6348	132	3	is	be	AUX
fcis-6348	132	4	calculated	calculate	VERB
fcis-6348	132	5	as	as	SCONJ
fcis-6348	132	6	follows	follow	VERB
fcis-6348	132	7	:	:	PUNCT
fcis-6348	132	8	δ𝐴	δ𝐴	ADJ
fcis-6348	132	9	=	=	SYM
fcis-6348	132	10	𝐴π(𝑠	𝐴π(𝑠	NOUN
fcis-6348	132	11	,	,	PUNCT
fcis-6348	132	12	𝑎	𝑎	NOUN
fcis-6348	132	13	)	)	PUNCT
fcis-6348	132	14	−	−	PROPN
fcis-6348	132	15	𝐴π(𝑠′	𝐴π(𝑠′	PROPN
fcis-6348	132	16	,	,	PUNCT
fcis-6348	132	17	𝑎	𝑎	NOUN
fcis-6348	132	18	)	)	PUNCT
fcis-6348	132	19	(	(	PUNCT
fcis-6348	132	20	9	9	NUM
fcis-6348	132	21	)	)	PUNCT
fcis-6348	132	22	where	where	SCONJ
fcis-6348	132	23	each	each	DET
fcis-6348	132	24	item	item	NOUN
fcis-6348	132	25	of	of	ADP
fcis-6348	132	26	∆a	∆a	PROPN
fcis-6348	132	27	is	be	AUX
fcis-6348	132	28	a	a	DET
fcis-6348	132	29	saliency	saliency	NOUN
fcis-6348	132	30	score	score	NOUN
fcis-6348	132	31	of	of	ADP
fcis-6348	132	32	a	a	DET
fcis-6348	132	33	feature	feature	NOUN
fcis-6348	132	34	f.	f.	NOUN
fcis-6348	132	35	4	4	NUM
fcis-6348	132	36	.	.	PUNCT
fcis-6348	132	37	experiment	experiment	NOUN
fcis-6348	132	38	to	to	PART
fcis-6348	132	39	show	show	VERB
fcis-6348	132	40	that	that	SCONJ
fcis-6348	132	41	our	our	PRON
fcis-6348	132	42	method	method	NOUN
fcis-6348	132	43	produces	produce	VERB
fcis-6348	132	44	more	more	ADV
fcis-6348	132	45	focused	focused	ADJ
fcis-6348	132	46	saliency	saliency	NOUN
fcis-6348	132	47	maps	map	NOUN
fcis-6348	132	48	than	than	ADP
fcis-6348	132	49	existing	exist	VERB
fcis-6348	132	50	methods	method	NOUN
fcis-6348	132	51	,	,	PUNCT
fcis-6348	132	52	we	we	PRON
fcis-6348	132	53	use	use	VERB
fcis-6348	132	54	atari	atari	NOUN
fcis-6348	132	55	(	(	PUNCT
fcis-6348	132	56	breakout	breakout	ADJ
fcis-6348	132	57	and	and	CCONJ
fcis-6348	132	58	space	space	NOUN
fcis-6348	132	59	invaders	invader	NOUN
fcis-6348	132	60	)	)	PUNCT
fcis-6348	132	61	as	as	ADP
fcis-6348	132	62	the	the	DET
fcis-6348	132	63	experimental	experimental	ADJ
fcis-6348	132	64	scene	scene	NOUN
fcis-6348	132	65	.	.	PUNCT
fcis-6348	133	1	these	these	DET
fcis-6348	133	2	environments	environment	NOUN
fcis-6348	133	3	were	be	AUX
fcis-6348	133	4	chosen	choose	VERB
fcis-6348	133	5	because	because	SCONJ
fcis-6348	133	6	each	each	DET
fcis-6348	133	7	environment	environment	NOUN
fcis-6348	133	8	presented	present	VERB
fcis-6348	133	9	a	a	DET
fcis-6348	133	10	different	different	ADJ
fcis-6348	133	11	set	set	NOUN
fcis-6348	133	12	of	of	ADP
fcis-6348	133	13	challenges	challenge	NOUN
fcis-6348	133	14	,	,	PUNCT
fcis-6348	133	15	and	and	CCONJ
fcis-6348	133	16	deep	deep	ADJ
fcis-6348	133	17	reinforcement	reinforcement	NOUN
fcis-6348	133	18	learning	learning	NOUN
fcis-6348	133	19	algorithms	algorithm	NOUN
fcis-6348	133	20	have	have	AUX
fcis-6348	133	21	previously	previously	ADV
fcis-6348	133	22	been	be	AUX
fcis-6348	133	23	studied	study	VERB
fcis-6348	133	24	to	to	PART
fcis-6348	133	25	far	far	ADV
fcis-6348	133	26	exceed	exceed	VERB
fcis-6348	133	27	human	human	ADJ
fcis-6348	133	28	performance	performance	NOUN
fcis-6348	133	29	in	in	ADP
fcis-6348	133	30	these	these	DET
fcis-6348	133	31	environments	environment	NOUN
fcis-6348	133	32	.	.	PUNCT
fcis-6348	134	1	4.1	4.1	NUM
fcis-6348	134	2	.	.	PUNCT
fcis-6348	134	3	settings	setting	VERB
fcis-6348	134	4	the	the	DET
fcis-6348	134	5	input	input	NOUN
fcis-6348	134	6	at	at	ADP
fcis-6348	134	7	each	each	DET
fcis-6348	134	8	time	time	NOUN
fcis-6348	134	9	step	step	NOUN
fcis-6348	134	10	in	in	ADP
fcis-6348	134	11	our	our	PRON
fcis-6348	134	12	experiments	experiment	NOUN
fcis-6348	134	13	is	be	AUX
fcis-6348	134	14	a	a	DET
fcis-6348	134	15	preprocessed	preprocesse	VERB
fcis-6348	134	16	version	version	NOUN
fcis-6348	134	17	of	of	ADP
fcis-6348	134	18	the	the	DET
fcis-6348	134	19	current	current	ADJ
fcis-6348	134	20	frame	frame	NOUN
fcis-6348	134	21	,	,	PUNCT
fcis-6348	134	22	which	which	PRON
fcis-6348	134	23	includes	include	VERB
fcis-6348	134	24	clipping	clip	VERB
fcis-6348	134	25	the	the	DET
fcis-6348	134	26	game	game	NOUN
fcis-6348	134	27	space	space	NOUN
fcis-6348	134	28	and	and	CCONJ
fcis-6348	134	29	normalizing	normalize	VERB
fcis-6348	134	30	the	the	DET
fcis-6348	134	31	values	value	NOUN
fcis-6348	134	32	to	to	ADP
fcis-6348	134	33	[	[	X
fcis-6348	134	34	0,1	0,1	NUM
fcis-6348	134	35	]	]	PUNCT
fcis-6348	134	36	.	.	PUNCT
fcis-6348	135	1	all	all	PRON
fcis-6348	135	2	of	of	ADP
fcis-6348	135	3	our	our	PRON
fcis-6348	135	4	atari	atari	ADJ
fcis-6348	135	5	agents	agent	NOUN
fcis-6348	135	6	share	share	VERB
fcis-6348	135	7	the	the	DET
fcis-6348	135	8	same	same	ADJ
fcis-6348	135	9	network	network	NOUN
fcis-6348	135	10	architecture	architecture	NOUN
fcis-6348	135	11	,	,	PUNCT
fcis-6348	135	12	with	with	ADP
fcis-6348	135	13	inputs	input	NOUN
fcis-6348	135	14	processed	process	VERB
fcis-6348	135	15	by	by	ADP
fcis-6348	135	16	4	4	NUM
fcis-6348	135	17	convolutional	convolutional	ADJ
fcis-6348	135	18	layers	layer	NOUN
fcis-6348	135	19	,	,	PUNCT
fcis-6348	135	20	an	an	DET
fcis-6348	135	21	lstm	lstm	ADJ
fcis-6348	135	22	layer	layer	NOUN
fcis-6348	135	23	,	,	PUNCT
fcis-6348	135	24	and	and	CCONJ
fcis-6348	135	25	a	a	DET
fcis-6348	135	26	fully	fully	ADV
fcis-6348	135	27	connected	connected	ADJ
fcis-6348	135	28	layer	layer	NOUN
fcis-6348	135	29	of	of	ADP
fcis-6348	135	30	n+1	n+1	PROPN
fcis-6348	135	31	unit	unit	NOUN
fcis-6348	135	32	,	,	PUNCT
fcis-6348	135	33	where	where	SCONJ
fcis-6348	135	34	n	n	X
fcis-6348	135	35	is	be	AUX
fcis-6348	135	36	the	the	DET
fcis-6348	135	37	dimensionality	dimensionality	NOUN
fcis-6348	135	38	of	of	ADP
fcis-6348	135	39	the	the	DET
fcis-6348	135	40	action	action	NOUN
fcis-6348	135	41	space	space	NOUN
fcis-6348	135	42	.	.	PUNCT
fcis-6348	136	1	for	for	ADP
fcis-6348	136	2	all	all	DET
fcis-6348	136	3	our	our	PRON
fcis-6348	136	4	experiments	experiment	NOUN
fcis-6348	136	5	,	,	PUNCT
fcis-6348	136	6	we	we	PRON
fcis-6348	136	7	only	only	ADV
fcis-6348	136	8	assume	assume	VERB
fcis-6348	136	9	access	access	NOUN
fcis-6348	136	10	to	to	ADP
fcis-6348	136	11	the	the	DET
fcis-6348	136	12	agent	agent	NOUN
fcis-6348	136	13	's	's	PART
fcis-6348	136	14	q(s	q(s	PROPN
fcis-6348	136	15	,	,	PUNCT
fcis-6348	136	16	a	a	PRON
fcis-6348	136	17	)	)	PUNCT
fcis-6348	136	18	function	function	NOUN
fcis-6348	136	19	.	.	PUNCT
fcis-6348	137	1	to	to	PART
fcis-6348	137	2	show	show	VERB
fcis-6348	137	3	that	that	SCONJ
fcis-6348	137	4	our	our	PRON
fcis-6348	137	5	method	method	NOUN
fcis-6348	137	6	generates	generate	VERB
fcis-6348	137	7	saliency	saliency	NOUN
fcis-6348	137	8	maps	map	NOUN
fcis-6348	137	9	that	that	PRON
fcis-6348	137	10	are	be	AUX
fcis-6348	137	11	more	more	ADV
fcis-6348	137	12	focused	focused	ADJ
fcis-6348	137	13	than	than	ADP
fcis-6348	137	14	those	those	PRON
fcis-6348	137	15	generated	generate	VERB
fcis-6348	137	16	by	by	ADP
fcis-6348	137	17	greydanus	greydanus	PROPN
fcis-6348	137	18	et	et	PROPN
fcis-6348	137	19	al	al	PROPN
fcis-6348	137	20	.	.	PROPN
fcis-6348	137	21	and	and	CCONJ
fcis-6348	137	22	gupta	gupta	PROPN
fcis-6348	137	23	et	et	PROPN
fcis-6348	137	24	al	al	PROPN
fcis-6348	137	25	.	.	PROPN
fcis-6348	137	26	,	,	PUNCT
fcis-6348	137	27	we	we	PRON
fcis-6348	137	28	compare	compare	VERB
fcis-6348	137	29	two	two	NUM
fcis-6348	137	30	atari	atari	ADJ
fcis-6348	137	31	games	game	NOUN
fcis-6348	137	32	(	(	PUNCT
fcis-6348	137	33	breakout	breakout	NOUN
fcis-6348	137	34	and	and	CCONJ
fcis-6348	137	35	space	space	NOUN
fcis-6348	137	36	invaders	invader	NOUN
fcis-6348	137	37	)	)	PUNCT
fcis-6348	137	38	.	.	PUNCT
fcis-6348	138	1	(	(	PUNCT
fcis-6348	138	2	a	a	X
fcis-6348	138	3	)	)	PUNCT
fcis-6348	138	4	graydanus	graydanus	NOUN
fcis-6348	138	5	et	et	PROPN
fcis-6348	138	6	al	al	PROPN
fcis-6348	138	7	.	.	PUNCT
fcis-6348	139	1	(	(	PUNCT
fcis-6348	139	2	b	b	X
fcis-6348	139	3	)	)	PUNCT
fcis-6348	139	4	gupta	gupta	PROPN
fcis-6348	139	5	et	et	PROPN
fcis-6348	139	6	al	al	PROPN
fcis-6348	139	7	.	.	PUNCT
fcis-6348	140	1	(	(	PUNCT
fcis-6348	140	2	c	c	X
fcis-6348	140	3	)	)	PUNCT
fcis-6348	140	4	ours	ours	PRON
fcis-6348	140	5	figure	figure	NOUN
fcis-6348	140	6	1	1	NUM
fcis-6348	140	7	.	.	PUNCT
fcis-6348	140	8	comparison	comparison	NOUN
fcis-6348	140	9	results	result	NOUN
fcis-6348	140	10	under	under	ADP
fcis-6348	140	11	breakout	breakout	NOUN
fcis-6348	140	12	.	.	PUNCT
fcis-6348	141	1	4.2	4.2	NUM
fcis-6348	141	2	.	.	PUNCT
fcis-6348	141	3	compare	compare	VERB
fcis-6348	141	4	results	result	NOUN
fcis-6348	141	5	in	in	ADP
fcis-6348	141	6	the	the	DET
fcis-6348	141	7	game	game	NOUN
fcis-6348	141	8	breakout	breakout	NOUN
fcis-6348	141	9	,	,	PUNCT
fcis-6348	141	10	the	the	DET
fcis-6348	141	11	main	main	ADJ
fcis-6348	141	12	task	task	NOUN
fcis-6348	141	13	is	be	AUX
fcis-6348	141	14	to	to	PART
fcis-6348	141	15	bounce	bounce	VERB
fcis-6348	141	16	the	the	DET
fcis-6348	141	17	ball	ball	NOUN
fcis-6348	141	18	by	by	ADP
fcis-6348	141	19	manipulating	manipulate	VERB
fcis-6348	141	20	the	the	DET
fcis-6348	141	21	baffle	baffle	NOUN
fcis-6348	141	22	and	and	CCONJ
fcis-6348	141	23	destroy	destroy	VERB
fcis-6348	141	24	the	the	DET
fcis-6348	141	25	bricks	brick	NOUN
fcis-6348	141	26	above	above	ADP
fcis-6348	141	27	it	it	PRON
fcis-6348	141	28	with	with	ADP
fcis-6348	141	29	the	the	DET
fcis-6348	141	30	ball	ball	NOUN
fcis-6348	141	31	.	.	PUNCT
fcis-6348	142	1	previous	previous	ADJ
fcis-6348	142	2	work	work	NOUN
fcis-6348	142	3	[	[	X
fcis-6348	142	4	9	9	NUM
fcis-6348	142	5	]	]	PUNCT
fcis-6348	142	6	pointed	point	VERB
fcis-6348	142	7	out	out	ADP
fcis-6348	142	8	that	that	SCONJ
fcis-6348	142	9	a	a	DET
fcis-6348	142	10	strong	strong	ADJ
fcis-6348	142	11	breakout	breakout	NOUN
fcis-6348	142	12	agent	agent	NOUN
fcis-6348	142	13	exploits	exploit	VERB
fcis-6348	142	14	a	a	DET
fcis-6348	142	15	tunneling	tunneling	NOUN
fcis-6348	142	16	policy	policy	NOUN
fcis-6348	142	17	.	.	PUNCT
fcis-6348	143	1	during	during	ADP
fcis-6348	143	2	tunneling	tunneling	NOUN
fcis-6348	143	3	,	,	PUNCT
fcis-6348	143	4	the	the	DET
fcis-6348	143	5	agent	agent	NOUN
fcis-6348	143	6	repeatedly	repeatedly	ADV
fcis-6348	143	7	points	point	VERB
fcis-6348	143	8	a	a	DET
fcis-6348	143	9	ball	ball	NOUN
fcis-6348	143	10	at	at	ADP
fcis-6348	143	11	a	a	DET
fcis-6348	143	12	certain	certain	ADJ
fcis-6348	143	13	area	area	NOUN
fcis-6348	143	14	of	of	ADP
fcis-6348	143	15	the	the	DET
fcis-6348	143	16	brick	brick	NOUN
fcis-6348	143	17	in	in	ADP
fcis-6348	143	18	order	order	NOUN
fcis-6348	143	19	to	to	PART
fcis-6348	143	20	break	break	VERB
fcis-6348	143	21	through	through	ADP
fcis-6348	143	22	it	it	PRON
fcis-6348	143	23	.	.	PUNCT
fcis-6348	144	1	this	this	DET
fcis-6348	144	2	policy	policy	NOUN
fcis-6348	144	3	allows	allow	VERB
fcis-6348	144	4	the	the	DET
fcis-6348	144	5	agent	agent	NOUN
fcis-6348	144	6	to	to	PART
fcis-6348	144	7	earn	earn	VERB
fcis-6348	144	8	dense	dense	ADJ
fcis-6348	144	9	rewards	reward	NOUN
fcis-6348	144	10	by	by	ADP
fcis-6348	144	11	bouncing	bounce	VERB
fcis-6348	144	12	balls	ball	NOUN
fcis-6348	144	13	between	between	ADP
fcis-6348	144	14	surrounding	surround	VERB
fcis-6348	144	15	walls	wall	NOUN
fcis-6348	144	16	and	and	CCONJ
fcis-6348	144	17	bricks	brick	NOUN
fcis-6348	144	18	.	.	PUNCT
fcis-6348	145	1	figure	figure	NOUN
fcis-6348	145	2	1	1	NUM
fcis-6348	145	3	shows	show	VERB
fcis-6348	145	4	the	the	DET
fcis-6348	145	5	results	result	NOUN
fcis-6348	145	6	,	,	PUNCT
fcis-6348	145	7	our	our	PRON
fcis-6348	145	8	method	method	NOUN
fcis-6348	145	9	128	128	NUM
fcis-6348	145	10	accurately	accurately	ADV
fcis-6348	145	11	highlights	highlight	VERB
fcis-6348	145	12	the	the	DET
fcis-6348	145	13	regions	region	NOUN
fcis-6348	145	14	of	of	ADP
fcis-6348	145	15	the	the	DET
fcis-6348	145	16	input	input	NOUN
fcis-6348	145	17	image	image	NOUN
fcis-6348	145	18	,	,	PUNCT
fcis-6348	145	19	focusing	focus	VERB
fcis-6348	145	20	on	on	ADP
fcis-6348	145	21	the	the	DET
fcis-6348	145	22	location	location	NOUN
fcis-6348	145	23	more	more	ADV
fcis-6348	145	24	accurately	accurately	ADV
fcis-6348	145	25	.	.	PUNCT
fcis-6348	146	1	whereas	whereas	SCONJ
fcis-6348	146	2	the	the	DET
fcis-6348	146	3	method	method	NOUN
fcis-6348	146	4	of	of	ADP
fcis-6348	146	5	greydanus	greydanus	NOUN
fcis-6348	146	6	et	et	PROPN
fcis-6348	146	7	al	al	PROPN
fcis-6348	146	8	.	.	PROPN
fcis-6348	146	9	highlights	highlight	VERB
fcis-6348	146	10	several	several	ADJ
fcis-6348	146	11	regions	region	NOUN
fcis-6348	146	12	in	in	ADP
fcis-6348	146	13	the	the	DET
fcis-6348	146	14	input	input	NOUN
fcis-6348	146	15	image	image	NOUN
fcis-6348	146	16	that	that	PRON
fcis-6348	146	17	are	be	AUX
fcis-6348	146	18	not	not	PART
fcis-6348	146	19	relevant	relevant	ADJ
fcis-6348	146	20	for	for	ADP
fcis-6348	146	21	interpreting	interpret	VERB
fcis-6348	146	22	the	the	DET
fcis-6348	146	23	actions	action	NOUN
fcis-6348	146	24	taken	take	VERB
fcis-6348	146	25	by	by	ADP
fcis-6348	146	26	the	the	DET
fcis-6348	146	27	agent	agent	NOUN
fcis-6348	146	28	.	.	PUNCT
fcis-6348	147	1	the	the	DET
fcis-6348	147	2	region	region	NOUN
fcis-6348	147	3	of	of	ADP
fcis-6348	147	4	interest	interest	NOUN
fcis-6348	147	5	of	of	ADP
fcis-6348	147	6	gupta	gupta	PROPN
fcis-6348	147	7	et	et	PROPN
fcis-6348	147	8	al	al	PROPN
fcis-6348	147	9	.	.	PROPN
fcis-6348	147	10	is	be	AUX
fcis-6348	147	11	also	also	ADV
fcis-6348	147	12	slightly	slightly	ADV
fcis-6348	147	13	messier	messy	ADJ
fcis-6348	147	14	than	than	ADP
fcis-6348	147	15	our	our	PRON
fcis-6348	147	16	method	method	NOUN
fcis-6348	147	17	.	.	PUNCT
fcis-6348	148	1	in	in	ADP
fcis-6348	148	2	the	the	DET
fcis-6348	148	3	game	game	NOUN
fcis-6348	148	4	spaceinvaders	spaceinvader	NOUN
fcis-6348	148	5	,	,	PUNCT
fcis-6348	148	6	the	the	DET
fcis-6348	148	7	main	main	ADJ
fcis-6348	148	8	task	task	NOUN
fcis-6348	148	9	is	be	AUX
fcis-6348	148	10	to	to	PART
fcis-6348	148	11	control	control	VERB
fcis-6348	148	12	the	the	DET
fcis-6348	148	13	turret	turret	NOUN
fcis-6348	148	14	to	to	PART
fcis-6348	148	15	hit	hit	VERB
fcis-6348	148	16	the	the	DET
fcis-6348	148	17	aliens	alien	NOUN
fcis-6348	148	18	,	,	PUNCT
fcis-6348	148	19	and	and	CCONJ
fcis-6348	148	20	at	at	ADP
fcis-6348	148	21	the	the	DET
fcis-6348	148	22	same	same	ADJ
fcis-6348	148	23	time	time	NOUN
fcis-6348	148	24	avoid	avoid	VERB
fcis-6348	148	25	the	the	DET
fcis-6348	148	26	attacks	attack	NOUN
fcis-6348	148	27	of	of	ADP
fcis-6348	148	28	the	the	DET
fcis-6348	148	29	aliens	alien	NOUN
fcis-6348	148	30	,	,	PUNCT
fcis-6348	148	31	but	but	CCONJ
fcis-6348	148	32	there	there	PRON
fcis-6348	148	33	will	will	AUX
fcis-6348	148	34	be	be	AUX
fcis-6348	148	35	three	three	NUM
fcis-6348	148	36	bunkers	bunker	NOUN
fcis-6348	148	37	to	to	PART
fcis-6348	148	38	provide	provide	VERB
fcis-6348	148	39	protection	protection	NOUN
fcis-6348	148	40	.	.	PUNCT
fcis-6348	149	1	when	when	SCONJ
fcis-6348	149	2	there	there	PRON
fcis-6348	149	3	is	be	VERB
fcis-6348	149	4	no	no	DET
fcis-6348	149	5	saliency	saliency	NOUN
fcis-6348	149	6	map	map	NOUN
fcis-6348	149	7	,	,	PUNCT
fcis-6348	149	8	it	it	PRON
fcis-6348	149	9	is	be	AUX
fcis-6348	149	10	noticeable	noticeable	ADJ
fcis-6348	149	11	through	through	ADP
fcis-6348	149	12	the	the	DET
fcis-6348	149	13	game	game	NOUN
fcis-6348	149	14	that	that	PRON
fcis-6348	149	15	the	the	DET
fcis-6348	149	16	agent	agent	NOUN
fcis-6348	149	17	learns	learn	VERB
fcis-6348	149	18	an	an	DET
fcis-6348	149	19	aiming	aim	VERB
fcis-6348	149	20	-	-	PUNCT
fcis-6348	149	21	like	like	ADJ
fcis-6348	149	22	policy	policy	NOUN
fcis-6348	149	23	,	,	PUNCT
fcis-6348	149	24	but	but	CCONJ
fcis-6348	149	25	we	we	PRON
fcis-6348	149	26	are	be	AUX
fcis-6348	149	27	not	not	PART
fcis-6348	149	28	sure	sure	ADJ
fcis-6348	149	29	whether	whether	SCONJ
fcis-6348	149	30	it	it	PRON
fcis-6348	149	31	is	be	AUX
fcis-6348	149	32	shooting	shoot	VERB
fcis-6348	149	33	at	at	ADP
fcis-6348	149	34	dense	dense	ADJ
fcis-6348	149	35	clusters	cluster	NOUN
fcis-6348	149	36	of	of	ADP
fcis-6348	149	37	enemies	enemy	NOUN
fcis-6348	149	38	,	,	PUNCT
fcis-6348	149	39	or	or	CCONJ
fcis-6348	149	40	aiming	aim	VERB
fcis-6348	149	41	at	at	ADP
fcis-6348	149	42	one	one	NUM
fcis-6348	149	43	of	of	ADP
fcis-6348	149	44	them	they	PRON
fcis-6348	149	45	as	as	ADP
fcis-6348	149	46	a	a	DET
fcis-6348	149	47	single	single	ADJ
fcis-6348	149	48	target	target	NOUN
fcis-6348	149	49	.	.	PUNCT
fcis-6348	150	1	figure	figure	NOUN
fcis-6348	150	2	2	2	NUM
fcis-6348	150	3	shows	show	VERB
fcis-6348	150	4	the	the	DET
fcis-6348	150	5	results	result	NOUN
fcis-6348	150	6	of	of	ADP
fcis-6348	150	7	applying	apply	VERB
fcis-6348	150	8	saliency	saliency	NOUN
fcis-6348	150	9	mapping	mapping	NOUN
fcis-6348	150	10	to	to	ADP
fcis-6348	150	11	this	this	DET
fcis-6348	150	12	agent	agent	NOUN
fcis-6348	150	13	.	.	PUNCT
fcis-6348	151	1	we	we	PRON
fcis-6348	151	2	found	find	VERB
fcis-6348	151	3	that	that	SCONJ
fcis-6348	151	4	in	in	ADP
fcis-6348	151	5	our	our	PRON
fcis-6348	151	6	method	method	NOUN
fcis-6348	151	7	,	,	PUNCT
fcis-6348	151	8	the	the	DET
fcis-6348	151	9	agent	agent	NOUN
fcis-6348	151	10	pays	pay	VERB
fcis-6348	151	11	more	more	ADJ
fcis-6348	151	12	attention	attention	NOUN
fcis-6348	151	13	to	to	ADP
fcis-6348	151	14	the	the	DET
fcis-6348	151	15	enemies	enemy	NOUN
fcis-6348	151	16	in	in	ADP
fcis-6348	151	17	the	the	DET
fcis-6348	151	18	front	front	ADJ
fcis-6348	151	19	area	area	NOUN
fcis-6348	151	20	directly	directly	ADV
fcis-6348	151	21	in	in	ADP
fcis-6348	151	22	front	front	NOUN
fcis-6348	151	23	of	of	ADP
fcis-6348	151	24	the	the	DET
fcis-6348	151	25	muzzle	muzzle	NOUN
fcis-6348	151	26	,	,	PUNCT
fcis-6348	151	27	which	which	PRON
fcis-6348	151	28	is	be	AUX
fcis-6348	151	29	also	also	ADV
fcis-6348	151	30	easy	easy	ADJ
fcis-6348	151	31	to	to	PART
fcis-6348	151	32	explain	explain	VERB
fcis-6348	151	33	,	,	PUNCT
fcis-6348	151	34	the	the	DET
fcis-6348	151	35	enemies	enemy	NOUN
fcis-6348	151	36	in	in	ADP
fcis-6348	151	37	front	front	NOUN
fcis-6348	151	38	are	be	AUX
fcis-6348	151	39	better	well	ADJ
fcis-6348	151	40	to	to	PART
fcis-6348	151	41	attack	attack	VERB
fcis-6348	151	42	,	,	PUNCT
fcis-6348	151	43	and	and	CCONJ
fcis-6348	151	44	the	the	DET
fcis-6348	151	45	danger	danger	NOUN
fcis-6348	151	46	is	be	AUX
fcis-6348	151	47	also	also	ADV
fcis-6348	151	48	greater	great	ADJ
fcis-6348	151	49	.	.	PUNCT
fcis-6348	152	1	and	and	CCONJ
fcis-6348	152	2	the	the	DET
fcis-6348	152	3	agent	agent	NOUN
fcis-6348	152	4	in	in	ADP
fcis-6348	152	5	our	our	PRON
fcis-6348	152	6	method	method	NOUN
fcis-6348	152	7	also	also	ADV
fcis-6348	152	8	pays	pay	VERB
fcis-6348	152	9	attention	attention	NOUN
fcis-6348	152	10	to	to	ADP
fcis-6348	152	11	the	the	DET
fcis-6348	152	12	position	position	NOUN
fcis-6348	152	13	of	of	ADP
fcis-6348	152	14	the	the	DET
fcis-6348	152	15	cover	cover	NOUN
fcis-6348	152	16	,	,	PUNCT
fcis-6348	152	17	which	which	PRON
fcis-6348	152	18	makes	make	VERB
fcis-6348	152	19	it	it	PRON
fcis-6348	152	20	better	well	ADV
fcis-6348	152	21	protect	protect	VERB
fcis-6348	152	22	itself	itself	PRON
fcis-6348	152	23	from	from	ADP
fcis-6348	152	24	being	be	AUX
fcis-6348	152	25	killed	kill	VERB
fcis-6348	152	26	.	.	PUNCT
fcis-6348	153	1	the	the	DET
fcis-6348	153	2	method	method	NOUN
fcis-6348	153	3	of	of	ADP
fcis-6348	153	4	greydanus	greydanus	NOUN
fcis-6348	153	5	et	et	PROPN
fcis-6348	153	6	al	al	PROPN
fcis-6348	153	7	.	.	PROPN
fcis-6348	153	8	do	do	AUX
fcis-6348	153	9	not	not	PART
fcis-6348	153	10	pay	pay	VERB
fcis-6348	153	11	attention	attention	NOUN
fcis-6348	153	12	to	to	ADP
fcis-6348	153	13	the	the	DET
fcis-6348	153	14	position	position	NOUN
fcis-6348	153	15	of	of	ADP
fcis-6348	153	16	the	the	DET
fcis-6348	153	17	bunker	bunker	NOUN
fcis-6348	153	18	,	,	PUNCT
fcis-6348	153	19	only	only	ADV
fcis-6348	153	20	the	the	DET
fcis-6348	153	21	enemy	enemy	NOUN
fcis-6348	153	22	.	.	PUNCT
fcis-6348	154	1	the	the	DET
fcis-6348	154	2	area	area	NOUN
fcis-6348	154	3	of	of	ADP
fcis-6348	154	4	interest	interest	NOUN
fcis-6348	154	5	of	of	ADP
fcis-6348	154	6	gupta	gupta	PROPN
fcis-6348	154	7	et	et	PROPN
fcis-6348	154	8	al	al	PROPN
fcis-6348	154	9	.	.	PROPN
fcis-6348	154	10	is	be	AUX
fcis-6348	154	11	relatively	relatively	ADV
fcis-6348	154	12	less	less	ADV
fcis-6348	154	13	obvious	obvious	ADJ
fcis-6348	154	14	.	.	PUNCT
fcis-6348	155	1	(	(	PUNCT
fcis-6348	155	2	a	a	X
fcis-6348	155	3	)	)	PUNCT
fcis-6348	155	4	graydanus	graydanus	NOUN
fcis-6348	155	5	et	et	PROPN
fcis-6348	155	6	al	al	PROPN
fcis-6348	155	7	.	.	PUNCT
fcis-6348	156	1	(	(	PUNCT
fcis-6348	156	2	b	b	X
fcis-6348	156	3	)	)	PUNCT
fcis-6348	156	4	gupta	gupta	PROPN
fcis-6348	156	5	et	et	PROPN
fcis-6348	156	6	al	al	PROPN
fcis-6348	156	7	.	.	PUNCT
fcis-6348	157	1	(	(	PUNCT
fcis-6348	157	2	c	c	X
fcis-6348	157	3	)	)	PUNCT
fcis-6348	157	4	ours	ours	PRON
fcis-6348	157	5	figure	figure	NOUN
fcis-6348	157	6	2	2	NUM
fcis-6348	157	7	.	.	PUNCT
fcis-6348	157	8	comparison	comparison	NOUN
fcis-6348	157	9	results	result	NOUN
fcis-6348	157	10	under	under	ADP
fcis-6348	157	11	spaceinvaders	spaceinvader	NOUN
fcis-6348	157	12	.	.	PUNCT
fcis-6348	158	1	5	5	X
fcis-6348	158	2	.	.	X
fcis-6348	158	3	conclusion	conclusion	NOUN
fcis-6348	158	4	in	in	ADP
fcis-6348	158	5	order	order	NOUN
fcis-6348	158	6	to	to	PART
fcis-6348	158	7	explain	explain	VERB
fcis-6348	158	8	the	the	DET
fcis-6348	158	9	factors	factor	NOUN
fcis-6348	158	10	that	that	PRON
fcis-6348	158	11	cause	cause	VERB
fcis-6348	158	12	agents	agent	NOUN
fcis-6348	158	13	to	to	PART
fcis-6348	158	14	perform	perform	VERB
fcis-6348	158	15	actions	action	NOUN
fcis-6348	158	16	in	in	ADP
fcis-6348	158	17	deep	deep	ADJ
fcis-6348	158	18	reinforcement	reinforcement	NOUN
fcis-6348	158	19	learning	learning	NOUN
fcis-6348	158	20	,	,	PUNCT
fcis-6348	158	21	we	we	PRON
fcis-6348	158	22	combined	combine	VERB
fcis-6348	158	23	the	the	DET
fcis-6348	158	24	perturbation	perturbation	NOUN
fcis-6348	158	25	-	-	PUNCT
fcis-6348	158	26	based	base	VERB
fcis-6348	158	27	saliency	saliency	NOUN
fcis-6348	158	28	method	method	NOUN
fcis-6348	158	29	with	with	ADP
fcis-6348	158	30	the	the	DET
fcis-6348	158	31	advantage	advantage	NOUN
fcis-6348	158	32	function	function	NOUN
fcis-6348	158	33	,	,	PUNCT
fcis-6348	158	34	calculated	calculate	VERB
fcis-6348	158	35	the	the	DET
fcis-6348	158	36	advantage	advantage	NOUN
fcis-6348	158	37	function	function	NOUN
fcis-6348	158	38	value	value	NOUN
fcis-6348	158	39	of	of	ADP
fcis-6348	158	40	the	the	DET
fcis-6348	158	41	same	same	ADJ
fcis-6348	158	42	action	action	NOUN
fcis-6348	158	43	before	before	ADP
fcis-6348	158	44	and	and	CCONJ
fcis-6348	158	45	after	after	ADP
fcis-6348	158	46	the	the	DET
fcis-6348	158	47	perturbed	perturb	VERB
fcis-6348	158	48	state	state	NOUN
fcis-6348	158	49	,	,	PUNCT
fcis-6348	158	50	and	and	CCONJ
fcis-6348	158	51	visualized	visualize	VERB
fcis-6348	158	52	the	the	DET
fcis-6348	158	53	results	result	NOUN
fcis-6348	158	54	in	in	ADP
fcis-6348	158	55	the	the	DET
fcis-6348	158	56	form	form	NOUN
fcis-6348	158	57	of	of	ADP
fcis-6348	158	58	saliency	saliency	NOUN
fcis-6348	158	59	map	map	NOUN
fcis-6348	158	60	.	.	PUNCT
fcis-6348	159	1	compared	compare	VERB
fcis-6348	159	2	with	with	ADP
fcis-6348	159	3	previous	previous	ADJ
fcis-6348	159	4	work	work	NOUN
fcis-6348	159	5	,	,	PUNCT
fcis-6348	159	6	the	the	DET
fcis-6348	159	7	effect	effect	NOUN
fcis-6348	159	8	of	of	ADP
fcis-6348	159	9	our	our	PRON
fcis-6348	159	10	experiment	experiment	NOUN
fcis-6348	159	11	is	be	AUX
fcis-6348	159	12	more	more	ADV
fcis-6348	159	13	obvious	obvious	ADJ
fcis-6348	159	14	.	.	PUNCT
fcis-6348	160	1	in	in	ADP
fcis-6348	160	2	future	future	ADJ
fcis-6348	160	3	work	work	NOUN
fcis-6348	160	4	,	,	PUNCT
fcis-6348	160	5	we	we	PRON
fcis-6348	160	6	will	will	AUX
fcis-6348	160	7	continue	continue	VERB
fcis-6348	160	8	to	to	PART
fcis-6348	160	9	work	work	VERB
fcis-6348	160	10	on	on	ADP
fcis-6348	160	11	using	use	VERB
fcis-6348	160	12	the	the	DET
fcis-6348	160	13	advantage	advantage	NOUN
fcis-6348	160	14	-	-	PUNCT
fcis-6348	160	15	based	base	VERB
fcis-6348	160	16	saliency	saliency	NOUN
fcis-6348	160	17	-	-	PUNCT
fcis-6348	160	18	based	base	VERB
fcis-6348	160	19	interpretability	interpretability	NOUN
fcis-6348	160	20	method	method	NOUN
fcis-6348	160	21	in	in	ADP
fcis-6348	160	22	more	more	ADV
fcis-6348	160	23	important	important	ADJ
fcis-6348	160	24	applications	application	NOUN
fcis-6348	160	25	,	,	PUNCT
fcis-6348	160	26	generating	generate	VERB
fcis-6348	160	27	saliency	saliency	NOUN
fcis-6348	160	28	maps	map	NOUN
fcis-6348	160	29	so	so	SCONJ
fcis-6348	160	30	that	that	SCONJ
fcis-6348	160	31	nonprofessionals	nonprofessional	NOUN
fcis-6348	160	32	can	can	AUX
fcis-6348	160	33	better	well	ADV
fcis-6348	160	34	understand	understand	VERB
fcis-6348	160	35	the	the	DET
fcis-6348	160	36	basis	basis	NOUN
fcis-6348	160	37	for	for	SCONJ
fcis-6348	160	38	the	the	DET
fcis-6348	160	39	agent	agent	NOUN
fcis-6348	160	40	to	to	PART
fcis-6348	160	41	perform	perform	VERB
fcis-6348	160	42	actions	action	NOUN
fcis-6348	160	43	.	.	PUNCT
fcis-6348	161	1	the	the	DET
fcis-6348	161	2	research	research	NOUN
fcis-6348	161	3	can	can	AUX
fcis-6348	161	4	be	be	AUX
fcis-6348	161	5	extended	extend	VERB
fcis-6348	161	6	to	to	ADP
fcis-6348	161	7	multi	multi	ADJ
fcis-6348	161	8	-	-	ADJ
fcis-6348	161	9	agent	agent	ADJ
fcis-6348	161	10	systems	system	NOUN
fcis-6348	161	11	,	,	PUNCT
fcis-6348	161	12	where	where	SCONJ
fcis-6348	161	13	the	the	DET
fcis-6348	161	14	method	method	NOUN
fcis-6348	161	15	of	of	ADP
fcis-6348	161	16	computing	compute	VERB
fcis-6348	161	17	saliency	saliency	NOUN
fcis-6348	161	18	is	be	AUX
fcis-6348	161	19	expected	expect	VERB
fcis-6348	161	20	to	to	PART
fcis-6348	161	21	play	play	VERB
fcis-6348	161	22	a	a	DET
fcis-6348	161	23	better	well	ADJ
fcis-6348	161	24	role	role	NOUN
fcis-6348	161	25	in	in	ADP
fcis-6348	161	26	solving	solve	VERB
fcis-6348	161	27	multi	multi	ADJ
fcis-6348	161	28	-	-	ADJ
fcis-6348	161	29	agent	agent	ADJ
fcis-6348	161	30	problems	problem	NOUN
fcis-6348	161	31	.	.	PUNCT
fcis-6348	162	1	references	reference	NOUN
fcis-6348	162	2	[	[	X
fcis-6348	162	3	1	1	NUM
fcis-6348	162	4	]	]	X
fcis-6348	162	5	puiutta	puiutta	NOUN
fcis-6348	162	6	,	,	PUNCT
fcis-6348	162	7	erika	erika	PROPN
fcis-6348	162	8	,	,	PUNCT
fcis-6348	162	9	and	and	CCONJ
fcis-6348	162	10	eric	eric	PROPN
fcis-6348	162	11	msp	msp	PROPN
fcis-6348	162	12	veith	veith	PROPN
fcis-6348	162	13	.	.	PUNCT
fcis-6348	163	1	"	"	PUNCT
fcis-6348	163	2	explainable	explainable	ADJ
fcis-6348	163	3	reinforcement	reinforcement	NOUN
fcis-6348	163	4	learning	learning	NOUN
fcis-6348	163	5	:	:	PUNCT
fcis-6348	163	6	a	a	DET
fcis-6348	163	7	survey	survey	NOUN
fcis-6348	163	8	.	.	PUNCT
fcis-6348	163	9	"	"	PUNCT
fcis-6348	163	10	machine	machine	NOUN
fcis-6348	163	11	learning	learning	NOUN
fcis-6348	163	12	and	and	CCONJ
fcis-6348	163	13	knowledge	knowledge	NOUN
fcis-6348	163	14	extraction	extraction	NOUN
fcis-6348	163	15	:	:	PUNCT
fcis-6348	163	16	4th	4th	ADJ
fcis-6348	163	17	ifip	ifip	NOUN
fcis-6348	163	18	tc	tc	ADP
fcis-6348	163	19	5	5	NUM
fcis-6348	163	20	,	,	PUNCT
fcis-6348	163	21	tc	tc	NOUN
fcis-6348	163	22	12	12	NUM
fcis-6348	163	23	,	,	PUNCT
fcis-6348	163	24	wg	wg	PROPN
fcis-6348	163	25	8.4	8.4	NUM
fcis-6348	163	26	,	,	PUNCT
fcis-6348	163	27	wg	wg	PROPN
fcis-6348	163	28	8.9	8.9	NUM
fcis-6348	163	29	,	,	PUNCT
fcis-6348	163	30	wg	wg	PROPN
fcis-6348	163	31	12.9	12.9	NUM
fcis-6348	163	32	international	international	ADJ
fcis-6348	163	33	cross	cross	ADJ
fcis-6348	163	34	-	-	ADJ
fcis-6348	163	35	domain	domain	ADJ
fcis-6348	163	36	conference	conference	NOUN
fcis-6348	163	37	,	,	PUNCT
fcis-6348	163	38	cd	cd	NOUN
fcis-6348	163	39	-	-	PUNCT
fcis-6348	163	40	make	make	NOUN
fcis-6348	163	41	2020	2020	NUM
fcis-6348	163	42	,	,	PUNCT
fcis-6348	163	43	dublin	dublin	PROPN
fcis-6348	163	44	,	,	PUNCT
fcis-6348	163	45	ireland	ireland	PROPN
fcis-6348	163	46	,	,	PUNCT
fcis-6348	163	47	august	august	PROPN
fcis-6348	163	48	25–28	25–28	NUM
fcis-6348	163	49	,	,	PUNCT
fcis-6348	163	50	2020	2020	NUM
fcis-6348	163	51	,	,	PUNCT
fcis-6348	163	52	proceedings	proceeding	NOUN
fcis-6348	163	53	4	4	NUM
fcis-6348	163	54	.	.	PUNCT
fcis-6348	164	1	springer	springer	NOUN
fcis-6348	164	2	international	international	ADJ
fcis-6348	164	3	publishing	publishing	NOUN
fcis-6348	164	4	,	,	PUNCT
fcis-6348	164	5	2020	2020	NUM
fcis-6348	164	6	.	.	PUNCT
fcis-6348	165	1	[	[	X
fcis-6348	165	2	2	2	NUM
fcis-6348	165	3	]	]	SYM
fcis-6348	165	4	sutton	sutton	PROPN
fcis-6348	165	5	,	,	PUNCT
fcis-6348	165	6	richard	richard	PROPN
fcis-6348	165	7	s.	s.	PROPN
fcis-6348	165	8	,	,	PUNCT
fcis-6348	165	9	and	and	CCONJ
fcis-6348	165	10	andrew	andrew	PROPN
fcis-6348	165	11	g.	g.	PROPN
fcis-6348	165	12	barto	barto	PROPN
fcis-6348	165	13	.	.	PUNCT
fcis-6348	166	1	introduction	introduction	NOUN
fcis-6348	166	2	to	to	ADP
fcis-6348	166	3	reinforcement	reinforcement	NOUN
fcis-6348	166	4	learning	learning	NOUN
fcis-6348	166	5	.	.	PUNCT
fcis-6348	167	1	vol	vol	NOUN
fcis-6348	167	2	.	.	PROPN
fcis-6348	167	3	135	135	NUM
fcis-6348	167	4	.	.	PUNCT
fcis-6348	168	1	cambridge	cambridge	PROPN
fcis-6348	168	2	:	:	PUNCT
fcis-6348	168	3	mit	mit	PROPN
fcis-6348	168	4	press	press	NOUN
fcis-6348	168	5	,	,	PUNCT
fcis-6348	168	6	1998	1998	NUM
fcis-6348	168	7	.	.	PUNCT
fcis-6348	169	1	[	[	X
fcis-6348	169	2	3	3	NUM
fcis-6348	169	3	]	]	X
fcis-6348	169	4	affonso	affonso	PROPN
fcis-6348	169	5	,	,	PUNCT
fcis-6348	169	6	carlos	carlos	PROPN
fcis-6348	169	7	,	,	PUNCT
fcis-6348	169	8	et	et	PROPN
fcis-6348	169	9	al	al	PROPN
fcis-6348	169	10	.	.	PUNCT
fcis-6348	170	1	"	"	PUNCT
fcis-6348	170	2	deep	deep	ADJ
fcis-6348	170	3	learning	learning	NOUN
fcis-6348	170	4	for	for	ADP
fcis-6348	170	5	biological	biological	ADJ
fcis-6348	170	6	image	image	NOUN
fcis-6348	170	7	classification	classification	NOUN
fcis-6348	170	8	.	.	PUNCT
fcis-6348	170	9	"	"	PUNCT
fcis-6348	171	1	expert	expert	ADJ
fcis-6348	171	2	systems	system	NOUN
fcis-6348	171	3	with	with	ADP
fcis-6348	171	4	applications	application	NOUN
fcis-6348	171	5	85	85	NUM
fcis-6348	171	6	(	(	PUNCT
fcis-6348	171	7	2017	2017	NUM
fcis-6348	171	8	):	):	PUNCT
fcis-6348	171	9	114	114	NUM
fcis-6348	171	10	-	-	SYM
fcis-6348	171	11	122	122	NUM
fcis-6348	171	12	.	.	PUNCT
fcis-6348	172	1	[	[	X
fcis-6348	172	2	4	4	NUM
fcis-6348	172	3	]	]	X
fcis-6348	172	4	singh	singh	PROPN
fcis-6348	172	5	,	,	PUNCT
fcis-6348	172	6	shashi	shashi	PROPN
fcis-6348	172	7	pal	pal	NOUN
fcis-6348	172	8	,	,	PUNCT
fcis-6348	172	9	et	et	PROPN
fcis-6348	172	10	al	al	PROPN
fcis-6348	172	11	.	.	PUNCT
fcis-6348	173	1	"	"	PUNCT
fcis-6348	173	2	machine	machine	NOUN
fcis-6348	173	3	translation	translation	NOUN
fcis-6348	173	4	using	use	VERB
fcis-6348	173	5	deep	deep	ADJ
fcis-6348	173	6	learning	learning	NOUN
fcis-6348	173	7	:	:	PUNCT
fcis-6348	173	8	an	an	DET
fcis-6348	173	9	overview	overview	NOUN
fcis-6348	173	10	.	.	PUNCT
fcis-6348	173	11	"	"	PUNCT
fcis-6348	174	1	2017	2017	NUM
fcis-6348	174	2	international	international	ADJ
fcis-6348	174	3	conference	conference	NOUN
fcis-6348	174	4	on	on	ADP
fcis-6348	174	5	computer	computer	NOUN
fcis-6348	174	6	,	,	PUNCT
fcis-6348	174	7	communications	communication	NOUN
fcis-6348	174	8	and	and	CCONJ
fcis-6348	174	9	electronics	electronic	NOUN
fcis-6348	174	10	(	(	PUNCT
fcis-6348	174	11	comptelix	comptelix	NOUN
fcis-6348	174	12	)	)	PUNCT
fcis-6348	174	13	.	.	PUNCT
fcis-6348	175	1	ieee	ieee	PROPN
fcis-6348	175	2	,	,	PUNCT
fcis-6348	175	3	2017	2017	NUM
fcis-6348	175	4	.	.	PUNCT
fcis-6348	176	1	[	[	X
fcis-6348	176	2	5	5	X
fcis-6348	176	3	]	]	PUNCT
fcis-6348	176	4	you	you	PRON
fcis-6348	176	5	,	,	PUNCT
fcis-6348	176	6	quanzeng	quanzeng	PROPN
fcis-6348	176	7	,	,	PUNCT
fcis-6348	176	8	et	et	PROPN
fcis-6348	176	9	al	al	PROPN
fcis-6348	176	10	.	.	PUNCT
fcis-6348	177	1	"	"	PUNCT
fcis-6348	177	2	image	image	NOUN
fcis-6348	177	3	captioning	captioning	NOUN
fcis-6348	177	4	with	with	ADP
fcis-6348	177	5	semantic	semantic	ADJ
fcis-6348	177	6	attention	attention	NOUN
fcis-6348	177	7	.	.	PUNCT
fcis-6348	177	8	"	"	PUNCT
fcis-6348	178	1	proceedings	proceeding	NOUN
fcis-6348	178	2	of	of	ADP
fcis-6348	178	3	the	the	DET
fcis-6348	178	4	ieee	ieee	NOUN
fcis-6348	178	5	conference	conference	NOUN
fcis-6348	178	6	on	on	ADP
fcis-6348	178	7	computer	computer	NOUN
fcis-6348	178	8	vision	vision	NOUN
fcis-6348	178	9	and	and	CCONJ
fcis-6348	178	10	pattern	pattern	NOUN
fcis-6348	178	11	recognition	recognition	NOUN
fcis-6348	178	12	.	.	PUNCT
fcis-6348	179	1	2016	2016	NUM
fcis-6348	179	2	.	.	PUNCT
fcis-6348	180	1	[	[	X
fcis-6348	180	2	6	6	NUM
fcis-6348	180	3	]	]	SYM
fcis-6348	180	4	atrey	atrey	PROPN
fcis-6348	180	5	,	,	PUNCT
fcis-6348	180	6	akanksha	akanksha	PROPN
fcis-6348	180	7	,	,	PUNCT
fcis-6348	180	8	kaleigh	kaleigh	PROPN
fcis-6348	180	9	clary	clary	PROPN
fcis-6348	180	10	,	,	PUNCT
fcis-6348	180	11	and	and	CCONJ
fcis-6348	180	12	david	david	PROPN
fcis-6348	180	13	jensen	jensen	PROPN
fcis-6348	180	14	.	.	PUNCT
fcis-6348	181	1	"	"	PUNCT
fcis-6348	181	2	exploratory	exploratory	ADJ
fcis-6348	181	3	not	not	PART
fcis-6348	181	4	explanatory	explanatory	ADJ
fcis-6348	181	5	:	:	PUNCT
fcis-6348	181	6	counterfactual	counterfactual	ADJ
fcis-6348	181	7	analysis	analysis	NOUN
fcis-6348	181	8	of	of	ADP
fcis-6348	181	9	saliency	saliency	NOUN
fcis-6348	181	10	maps	map	NOUN
fcis-6348	181	11	for	for	ADP
fcis-6348	181	12	deep	deep	ADJ
fcis-6348	181	13	reinforcement	reinforcement	NOUN
fcis-6348	181	14	learning	learning	NOUN
fcis-6348	181	15	.	.	PUNCT
fcis-6348	181	16	"	"	PUNCT
fcis-6348	182	1	arxiv	arxiv	PROPN
fcis-6348	182	2	preprint	preprint	NOUN
fcis-6348	182	3	arxiv:1912.05743	arxiv:1912.05743	NOUN
fcis-6348	182	4	(	(	PUNCT
fcis-6348	182	5	2019	2019	NUM
fcis-6348	182	6	)	)	PUNCT
fcis-6348	182	7	.	.	PUNCT
fcis-6348	183	1	[	[	X
fcis-6348	183	2	7	7	NUM
fcis-6348	183	3	]	]	X
fcis-6348	183	4	wang	wang	PROPN
fcis-6348	183	5	,	,	PUNCT
fcis-6348	183	6	ziyu	ziyu	PROPN
fcis-6348	183	7	,	,	PUNCT
fcis-6348	183	8	et	et	PROPN
fcis-6348	183	9	al	al	PROPN
fcis-6348	183	10	.	.	PUNCT
fcis-6348	184	1	"	"	PUNCT
fcis-6348	184	2	dueling	duel	VERB
fcis-6348	184	3	network	network	NOUN
fcis-6348	184	4	architectures	architecture	NOUN
fcis-6348	184	5	for	for	ADP
fcis-6348	184	6	deep	deep	ADJ
fcis-6348	184	7	reinforcement	reinforcement	NOUN
fcis-6348	184	8	learning	learning	NOUN
fcis-6348	184	9	.	.	PUNCT
fcis-6348	184	10	"	"	PUNCT
fcis-6348	185	1	international	international	ADJ
fcis-6348	185	2	conference	conference	NOUN
fcis-6348	185	3	on	on	ADP
fcis-6348	185	4	machine	machine	NOUN
fcis-6348	185	5	learning	learning	NOUN
fcis-6348	185	6	.	.	PUNCT
fcis-6348	186	1	pmlr	pmlr	NOUN
fcis-6348	186	2	,	,	PUNCT
fcis-6348	186	3	2016	2016	NUM
fcis-6348	186	4	.	.	PUNCT
fcis-6348	187	1	[	[	X
fcis-6348	187	2	8	8	NUM
fcis-6348	187	3	]	]	X
fcis-6348	187	4	greydanus	greydanus	NOUN
fcis-6348	187	5	,	,	PUNCT
fcis-6348	187	6	samuel	samuel	PROPN
fcis-6348	187	7	,	,	PUNCT
fcis-6348	187	8	et	et	PROPN
fcis-6348	187	9	al	al	PROPN
fcis-6348	187	10	.	.	PUNCT
fcis-6348	188	1	"	"	PUNCT
fcis-6348	188	2	visualizing	visualize	VERB
fcis-6348	188	3	and	and	CCONJ
fcis-6348	188	4	understanding	understand	VERB
fcis-6348	188	5	atari	atari	ADJ
fcis-6348	188	6	agents	agent	NOUN
fcis-6348	188	7	.	.	PUNCT
fcis-6348	188	8	"	"	PUNCT
fcis-6348	189	1	international	international	ADJ
fcis-6348	189	2	conference	conference	NOUN
fcis-6348	189	3	on	on	ADP
fcis-6348	189	4	machine	machine	NOUN
fcis-6348	189	5	learning	learning	NOUN
fcis-6348	189	6	.	.	PUNCT
fcis-6348	190	1	pmlr	pmlr	NOUN
fcis-6348	190	2	,	,	PUNCT
fcis-6348	190	3	2018	2018	NUM
fcis-6348	190	4	.	.	PUNCT
fcis-6348	191	1	[	[	X
fcis-6348	191	2	9	9	NUM
fcis-6348	191	3	]	]	X
fcis-6348	191	4	gupta	gupta	PROPN
fcis-6348	191	5	,	,	PUNCT
fcis-6348	191	6	piyush	piyush	PROPN
fcis-6348	191	7	,	,	PUNCT
fcis-6348	191	8	et	et	PROPN
fcis-6348	191	9	al	al	PROPN
fcis-6348	191	10	.	.	PUNCT
fcis-6348	191	11	"	"	PUNCT
fcis-6348	191	12	explain	explain	VERB
fcis-6348	191	13	your	your	PRON
fcis-6348	191	14	move	move	NOUN
fcis-6348	191	15	:	:	PUNCT
fcis-6348	191	16	understanding	understand	VERB
fcis-6348	191	17	agent	agent	NOUN
fcis-6348	191	18	actions	action	NOUN
fcis-6348	191	19	using	use	VERB
fcis-6348	191	20	focused	focused	ADJ
fcis-6348	191	21	feature	feature	NOUN
fcis-6348	191	22	saliency	saliency	NOUN
fcis-6348	191	23	.	.	PUNCT
fcis-6348	191	24	"	"	PUNCT
fcis-6348	192	1	arxiv	arxiv	PROPN
fcis-6348	192	2	preprint	preprint	VERB
fcis-6348	192	3	arxiv:1912.12191	arxiv:1912.12191	PROPN
fcis-6348	192	4	(	(	PUNCT
fcis-6348	192	5	2019	2019	NUM
fcis-6348	192	6	)	)	PUNCT
fcis-6348	192	7	.	.	PUNCT
fcis-6348	193	1	[	[	X
fcis-6348	193	2	10	10	NUM
fcis-6348	193	3	]	]	X
fcis-6348	193	4	iyer	iyer	PROPN
fcis-6348	193	5	,	,	PUNCT
fcis-6348	193	6	rahul	rahul	PROPN
fcis-6348	193	7	,	,	PUNCT
fcis-6348	193	8	et	et	PROPN
fcis-6348	193	9	al	al	PROPN
fcis-6348	193	10	.	.	PUNCT
fcis-6348	194	1	"	"	PUNCT
fcis-6348	194	2	transparency	transparency	NOUN
fcis-6348	194	3	and	and	CCONJ
fcis-6348	194	4	explanation	explanation	NOUN
fcis-6348	194	5	in	in	ADP
fcis-6348	194	6	deep	deep	ADJ
fcis-6348	194	7	reinforcement	reinforcement	NOUN
fcis-6348	194	8	learning	learn	VERB
fcis-6348	194	9	neural	neural	ADJ
fcis-6348	194	10	networks	network	NOUN
fcis-6348	194	11	.	.	PUNCT
fcis-6348	194	12	"	"	PUNCT
fcis-6348	195	1	proceedings	proceeding	NOUN
fcis-6348	195	2	of	of	ADP
fcis-6348	195	3	the	the	DET
fcis-6348	195	4	2018	2018	NUM
fcis-6348	195	5	aaai	aaai	PROPN
fcis-6348	195	6	/	/	SYM
fcis-6348	195	7	acm	acm	PROPN
fcis-6348	195	8	conference	conference	NOUN
fcis-6348	195	9	on	on	ADP
fcis-6348	195	10	ai	ai	PROPN
fcis-6348	195	11	,	,	PUNCT
fcis-6348	195	12	ethics	ethic	NOUN
fcis-6348	195	13	,	,	PUNCT
fcis-6348	195	14	and	and	CCONJ
fcis-6348	195	15	society	society	NOUN
fcis-6348	195	16	.	.	PUNCT
fcis-6348	196	1	2018	2018	NUM
fcis-6348	196	2	.	.	PUNCT
fcis-6348	197	1	[	[	X
fcis-6348	197	2	11	11	NUM
fcis-6348	197	3	]	]	X
fcis-6348	197	4	mott	mott	PROPN
fcis-6348	197	5	,	,	PUNCT
fcis-6348	197	6	alexander	alexander	PROPN
fcis-6348	197	7	,	,	PUNCT
fcis-6348	197	8	et	et	PROPN
fcis-6348	197	9	al	al	PROPN
fcis-6348	197	10	.	.	PUNCT
fcis-6348	198	1	"	"	PUNCT
fcis-6348	198	2	towards	towards	ADP
fcis-6348	198	3	interpretable	interpretable	ADJ
fcis-6348	198	4	reinforcement	reinforcement	NOUN
fcis-6348	198	5	learning	learning	NOUN
fcis-6348	198	6	using	use	VERB
fcis-6348	198	7	attention	attention	NOUN
fcis-6348	198	8	augmented	augment	VERB
fcis-6348	198	9	agents	agent	NOUN
fcis-6348	198	10	.	.	PUNCT
fcis-6348	198	11	"	"	PUNCT
fcis-6348	199	1	advances	advance	NOUN
fcis-6348	199	2	in	in	ADP
fcis-6348	199	3	neural	neural	ADJ
fcis-6348	199	4	information	information	NOUN
fcis-6348	199	5	processing	processing	NOUN
fcis-6348	199	6	systems	system	NOUN
fcis-6348	199	7	32	32	NUM
fcis-6348	199	8	(	(	PUNCT
fcis-6348	199	9	2019	2019	NUM
fcis-6348	199	10	)	)	PUNCT
fcis-6348	199	11	.	.	PUNCT
fcis-6348	200	1	[	[	X
fcis-6348	200	2	12	12	NUM
fcis-6348	200	3	]	]	X
fcis-6348	200	4	ivanovs	ivanovs	PROPN
fcis-6348	200	5	,	,	PUNCT
fcis-6348	200	6	maksims	maksim	NOUN
fcis-6348	200	7	,	,	PUNCT
fcis-6348	200	8	roberts	roberts	PROPN
fcis-6348	200	9	kadikis	kadikis	PROPN
fcis-6348	200	10	,	,	PUNCT
fcis-6348	200	11	and	and	CCONJ
fcis-6348	200	12	kaspars	kaspar	VERB
fcis-6348	200	13	ozols	ozol	NOUN
fcis-6348	200	14	.	.	PUNCT
fcis-6348	201	1	"	"	PUNCT
fcis-6348	201	2	perturbation	perturbation	NOUN
fcis-6348	201	3	-	-	PUNCT
fcis-6348	201	4	based	base	VERB
fcis-6348	201	5	methods	method	NOUN
fcis-6348	201	6	for	for	ADP
fcis-6348	201	7	explaining	explain	VERB
fcis-6348	201	8	deep	deep	ADJ
fcis-6348	201	9	neural	neural	ADJ
fcis-6348	201	10	networks	network	NOUN
fcis-6348	201	11	:	:	PUNCT
fcis-6348	201	12	a	a	DET
fcis-6348	201	13	survey	survey	NOUN
fcis-6348	201	14	.	.	PUNCT
fcis-6348	201	15	"	"	PUNCT
fcis-6348	201	16	pattern	pattern	NOUN
fcis-6348	201	17	recognition	recognition	NOUN
fcis-6348	201	18	letters	letter	NOUN
fcis-6348	201	19	150	150	NUM
fcis-6348	201	20	(	(	PUNCT
fcis-6348	201	21	2021	2021	NUM
fcis-6348	201	22	):	):	PUNCT
fcis-6348	201	23	228	228	NUM
fcis-6348	201	24	-	-	SYM
fcis-6348	201	25	234	234	NUM
fcis-6348	201	26	.	.	PUNCT
fcis-6348	201	27	129	129	NUM
fcis-6348	202	1	[	[	SYM
fcis-6348	202	2	13	13	NUM
fcis-6348	202	3	]	]	SYM
fcis-6348	202	4	khakzar	khakzar	PROPN
fcis-6348	202	5	,	,	PUNCT
fcis-6348	202	6	ashkan	ashkan	PROPN
fcis-6348	202	7	,	,	PUNCT
fcis-6348	202	8	et	et	PROPN
fcis-6348	202	9	al	al	PROPN
fcis-6348	202	10	.	.	PUNCT
fcis-6348	203	1	"	"	PUNCT
fcis-6348	203	2	improving	improve	VERB
fcis-6348	203	3	feature	feature	NOUN
fcis-6348	203	4	attribution	attribution	NOUN
fcis-6348	203	5	through	through	ADP
fcis-6348	203	6	input	input	NOUN
fcis-6348	203	7	-	-	PUNCT
fcis-6348	203	8	specific	specific	ADJ
fcis-6348	203	9	network	network	NOUN
fcis-6348	203	10	pruning	pruning	NOUN
fcis-6348	203	11	.	.	PUNCT
fcis-6348	203	12	"	"	PUNCT
fcis-6348	204	1	arxiv	arxiv	PROPN
fcis-6348	204	2	preprint	preprint	VERB
fcis-6348	204	3	arxiv:1911.11081	arxiv:1911.11081	NOUN
fcis-6348	204	4	(	(	PUNCT
fcis-6348	204	5	2019	2019	NUM
fcis-6348	204	6	)	)	PUNCT
fcis-6348	204	7	.	.	PUNCT
fcis-6348	205	1	[	[	X
fcis-6348	205	2	14	14	NUM
fcis-6348	205	3	]	]	PUNCT
fcis-6348	205	4	zeiler	zeiler	NOUN
fcis-6348	205	5	,	,	PUNCT
fcis-6348	205	6	matthew	matthew	PROPN
fcis-6348	205	7	d.	d.	PROPN
fcis-6348	205	8	,	,	PUNCT
fcis-6348	205	9	and	and	CCONJ
fcis-6348	205	10	rob	rob	PROPN
fcis-6348	205	11	fergus	fergus	PROPN
fcis-6348	205	12	.	.	PUNCT
fcis-6348	206	1	"	"	PUNCT
fcis-6348	206	2	visualizing	visualize	VERB
fcis-6348	206	3	and	and	CCONJ
fcis-6348	206	4	understanding	understand	VERB
fcis-6348	206	5	convolutional	convolutional	ADJ
fcis-6348	206	6	networks	network	NOUN
fcis-6348	206	7	.	.	PUNCT
fcis-6348	206	8	"	"	PUNCT
fcis-6348	207	1	computer	computer	NOUN
fcis-6348	207	2	vision	vision	NOUN
fcis-6348	207	3	–	–	PUNCT
fcis-6348	207	4	eccv	eccv	ADV
fcis-6348	207	5	2014	2014	NUM
fcis-6348	207	6	:	:	PUNCT
fcis-6348	207	7	13th	13th	ADJ
fcis-6348	207	8	european	european	PROPN
fcis-6348	207	9	conference	conference	PROPN
fcis-6348	207	10	,	,	PUNCT
fcis-6348	207	11	zurich	zurich	PROPN
fcis-6348	207	12	,	,	PUNCT
fcis-6348	207	13	switzerland	switzerland	PROPN
fcis-6348	207	14	,	,	PUNCT
fcis-6348	207	15	september	september	PROPN
fcis-6348	207	16	6	6	NUM
fcis-6348	207	17	-	-	SYM
fcis-6348	207	18	12	12	NUM
fcis-6348	207	19	,	,	PUNCT
fcis-6348	207	20	2014	2014	NUM
fcis-6348	207	21	,	,	PUNCT
fcis-6348	207	22	proceedings	proceeding	NOUN
fcis-6348	207	23	,	,	PUNCT
fcis-6348	207	24	part	part	NOUN
fcis-6348	207	25	i	i	PRON
fcis-6348	207	26	13	13	NUM
fcis-6348	207	27	.	.	PUNCT
fcis-6348	208	1	springer	springer	NOUN
fcis-6348	208	2	international	international	ADJ
fcis-6348	208	3	publishing	publishing	NOUN
fcis-6348	208	4	,	,	PUNCT
fcis-6348	208	5	2014	2014	NUM
fcis-6348	208	6	.	.	PUNCT
fcis-6348	209	1	[	[	X
fcis-6348	209	2	15	15	NUM
fcis-6348	209	3	]	]	X
fcis-6348	209	4	petsiuk	petsiuk	PROPN
fcis-6348	209	5	,	,	PUNCT
fcis-6348	209	6	vitali	vitali	PROPN
fcis-6348	209	7	,	,	PUNCT
fcis-6348	209	8	abir	abir	PROPN
fcis-6348	209	9	das	das	PROPN
fcis-6348	209	10	,	,	PUNCT
fcis-6348	209	11	and	and	CCONJ
fcis-6348	209	12	kate	kate	PROPN
fcis-6348	209	13	saenko	saenko	PROPN
fcis-6348	209	14	.	.	PUNCT
fcis-6348	210	1	"	"	PUNCT
fcis-6348	210	2	rise	rise	NOUN
fcis-6348	210	3	:	:	PUNCT
fcis-6348	210	4	randomized	randomize	VERB
fcis-6348	210	5	input	input	NOUN
fcis-6348	210	6	sampling	sample	VERB
fcis-6348	210	7	for	for	ADP
fcis-6348	210	8	explanation	explanation	NOUN
fcis-6348	210	9	of	of	ADP
fcis-6348	210	10	black	black	ADJ
fcis-6348	210	11	-	-	PUNCT
fcis-6348	210	12	box	box	NOUN
fcis-6348	210	13	models	model	NOUN
fcis-6348	210	14	.	.	PUNCT
fcis-6348	210	15	"	"	PUNCT
fcis-6348	211	1	arxiv	arxiv	PROPN
fcis-6348	211	2	preprint	preprint	VERB
fcis-6348	211	3	arxiv:1806.07421	arxiv:1806.07421	NOUN
fcis-6348	211	4	(	(	PUNCT
fcis-6348	211	5	2018	2018	NUM
fcis-6348	211	6	)	)	PUNCT
fcis-6348	211	7	.	.	PUNCT
fcis-6348	212	1	[	[	X
fcis-6348	212	2	16	16	NUM
fcis-6348	212	3	]	]	SYM
fcis-6348	212	4	yang	yang	PROPN
fcis-6348	212	5	,	,	PUNCT
fcis-6348	212	6	qing	qe	VERB
fcis-6348	212	7	,	,	PUNCT
fcis-6348	212	8	et	et	PROPN
fcis-6348	212	9	al	al	PROPN
fcis-6348	212	10	.	.	PUNCT
fcis-6348	213	1	"	"	PUNCT
fcis-6348	213	2	mfpp	mfpp	ADJ
fcis-6348	213	3	:	:	PUNCT
fcis-6348	213	4	morphological	morphological	ADJ
fcis-6348	213	5	fragmental	fragmental	ADJ
fcis-6348	213	6	perturbation	perturbation	NOUN
fcis-6348	213	7	pyramid	pyramid	NOUN
fcis-6348	213	8	for	for	ADP
fcis-6348	213	9	black	black	ADJ
fcis-6348	213	10	-	-	PUNCT
fcis-6348	213	11	box	box	NOUN
fcis-6348	213	12	model	model	NOUN
fcis-6348	213	13	explanations	explanation	NOUN
fcis-6348	213	14	.	.	PUNCT
fcis-6348	213	15	"	"	PUNCT
fcis-6348	214	1	2020	2020	NUM
fcis-6348	214	2	25th	25th	NOUN
fcis-6348	214	3	international	international	ADJ
fcis-6348	214	4	conference	conference	NOUN
fcis-6348	214	5	on	on	ADP
fcis-6348	214	6	pattern	pattern	NOUN
fcis-6348	214	7	recognition	recognition	NOUN
fcis-6348	214	8	(	(	PUNCT
fcis-6348	214	9	icpr	icpr	PROPN
fcis-6348	214	10	)	)	PUNCT
fcis-6348	214	11	.	.	PUNCT
fcis-6348	215	1	ieee	ieee	NOUN
fcis-6348	215	2	,	,	PUNCT
fcis-6348	215	3	2021	2021	NUM
fcis-6348	215	4	.	.	PUNCT
fcis-6348	216	1	[	[	X
fcis-6348	216	2	17	17	NUM
fcis-6348	216	3	]	]	X
fcis-6348	216	4	qi	qi	PROPN
fcis-6348	216	5	,	,	PUNCT
fcis-6348	216	6	chen	chen	PROPN
fcis-6348	216	7	,	,	PUNCT
fcis-6348	216	8	et	et	PROPN
fcis-6348	216	9	al	al	PROPN
fcis-6348	216	10	.	.	PUNCT
fcis-6348	217	1	"	"	PUNCT
fcis-6348	217	2	deep	deep	ADJ
fcis-6348	217	3	reinforcement	reinforcement	NOUN
fcis-6348	217	4	learning	learning	NOUN
fcis-6348	217	5	with	with	ADP
fcis-6348	217	6	discrete	discrete	ADJ
fcis-6348	217	7	normalized	normalize	VERB
fcis-6348	217	8	advantage	advantage	NOUN
fcis-6348	217	9	functions	function	NOUN
fcis-6348	217	10	for	for	ADP
fcis-6348	217	11	resource	resource	NOUN
fcis-6348	217	12	management	management	NOUN
fcis-6348	217	13	in	in	ADP
fcis-6348	217	14	network	network	NOUN
fcis-6348	217	15	slicing	slicing	NOUN
fcis-6348	217	16	.	.	PUNCT
fcis-6348	217	17	"	"	PUNCT
fcis-6348	218	1	ieee	ieee	NOUN
fcis-6348	218	2	communications	communication	NOUN
fcis-6348	218	3	letters	letter	NOUN
fcis-6348	218	4	23.8	23.8	NUM
fcis-6348	218	5	(	(	PUNCT
fcis-6348	218	6	2019	2019	NUM
fcis-6348	218	7	):	):	PUNCT
fcis-6348	218	8	1337	1337	NUM
fcis-6348	218	9	-	-	SYM
fcis-6348	218	10	1341	1341	NUM
fcis-6348	218	11	.	.	PUNCT
fcis-6348	219	1	[	[	X
fcis-6348	219	2	18	18	NUM
fcis-6348	219	3	]	]	X
fcis-6348	219	4	mnih	mnih	PROPN
fcis-6348	219	5	,	,	PUNCT
fcis-6348	219	6	volodymyr	volodymyr	PROPN
fcis-6348	219	7	,	,	PUNCT
fcis-6348	219	8	et	et	PROPN
fcis-6348	219	9	al	al	PROPN
fcis-6348	219	10	.	.	PUNCT
fcis-6348	220	1	"	"	PUNCT
fcis-6348	220	2	asynchronous	asynchronous	ADJ
fcis-6348	220	3	methods	method	NOUN
fcis-6348	220	4	for	for	ADP
fcis-6348	220	5	deep	deep	ADJ
fcis-6348	220	6	reinforcement	reinforcement	NOUN
fcis-6348	220	7	learning	learning	NOUN
fcis-6348	220	8	.	.	PUNCT
fcis-6348	220	9	"	"	PUNCT
fcis-6348	221	1	international	international	ADJ
fcis-6348	221	2	conference	conference	NOUN
fcis-6348	221	3	on	on	ADP
fcis-6348	221	4	machine	machine	NOUN
fcis-6348	221	5	learning	learning	NOUN
fcis-6348	221	6	.	.	PUNCT
fcis-6348	222	1	pmlr	pmlr	NOUN
fcis-6348	222	2	,	,	PUNCT
fcis-6348	222	3	2016	2016	NUM
fcis-6348	222	4	.	.	PUNCT
fcis-6348	223	1	[	[	X
fcis-6348	223	2	19	19	NUM
fcis-6348	223	3	]	]	X
fcis-6348	223	4	zahavy	zahavy	NUM
fcis-6348	223	5	,	,	PUNCT
fcis-6348	223	6	tom	tom	PROPN
fcis-6348	223	7	,	,	PUNCT
fcis-6348	223	8	nir	nir	PROPN
fcis-6348	223	9	ben	ben	PROPN
fcis-6348	223	10	-	-	PROPN
fcis-6348	223	11	zrihem	zrihem	PROPN
fcis-6348	223	12	,	,	PUNCT
fcis-6348	223	13	and	and	CCONJ
fcis-6348	223	14	shie	shie	VERB
fcis-6348	223	15	mannor	mannor	NOUN
fcis-6348	223	16	.	.	PUNCT
fcis-6348	224	1	"	"	PUNCT
fcis-6348	224	2	graying	gray	VERB
fcis-6348	224	3	the	the	DET
fcis-6348	224	4	black	black	ADJ
fcis-6348	224	5	box	box	NOUN
fcis-6348	224	6	:	:	PUNCT
fcis-6348	224	7	understanding	understanding	NOUN
fcis-6348	224	8	dqns	dqns	PROPN
fcis-6348	224	9	.	.	PUNCT
fcis-6348	224	10	"	"	PUNCT
fcis-6348	225	1	international	international	ADJ
fcis-6348	225	2	conference	conference	NOUN
fcis-6348	225	3	on	on	ADP
fcis-6348	225	4	machine	machine	NOUN
fcis-6348	225	5	learning	learning	NOUN
fcis-6348	225	6	.	.	PUNCT
fcis-6348	226	1	pmlr	pmlr	NOUN
fcis-6348	226	2	,	,	PUNCT
fcis-6348	226	3	2016	2016	NUM
fcis-6348	226	4	.	.	PUNCT