id	sid	tid	token	lemma	pos
fcis-13837	1	1	frontiers	frontier	NOUN
fcis-13837	1	2	in	in	ADP
fcis-13837	1	3	computing	computing	NOUN
fcis-13837	1	4	and	and	CCONJ
fcis-13837	1	5	intelligent	intelligent	ADJ
fcis-13837	1	6	systems	system	NOUN
fcis-13837	1	7	issn	issn	VERB
fcis-13837	1	8	:	:	PUNCT
fcis-13837	1	9	2832	2832	NUM
fcis-13837	1	10	-	-	SYM
fcis-13837	1	11	6024	6024	NUM
fcis-13837	1	12	|	|	NOUN
fcis-13837	1	13	vol	vol	NOUN
fcis-13837	1	14	.	.	PROPN
fcis-13837	2	1	5	5	NUM
fcis-13837	2	2	,	,	PUNCT
fcis-13837	2	3	no	no	INTJ
fcis-13837	2	4	.	.	NOUN
fcis-13837	2	5	3	3	NUM
fcis-13837	2	6	,	,	PUNCT
fcis-13837	2	7	2023	2023	NUM
fcis-13837	2	8	18	18	NUM
fcis-13837	2	9	the	the	DET
fcis-13837	2	10	source	source	NOUN
fcis-13837	2	11	code	code	NOUN
fcis-13837	2	12	comment	comment	NOUN
fcis-13837	2	13	generation	generation	NOUN
fcis-13837	2	14	based	base	VERB
fcis-13837	2	15	on	on	ADP
fcis-13837	2	16	abstract	abstract	ADJ
fcis-13837	2	17	syntax	syntax	NOUN
fcis-13837	2	18	tree	tree	NOUN
fcis-13837	2	19	daoyang	daoyang	NOUN
fcis-13837	2	20	ming	ming	PROPN
fcis-13837	2	21	1	1	PROPN
fcis-13837	2	22	,	,	PUNCT
fcis-13837	2	23	weicheng	weicheng	PROPN
fcis-13837	2	24	xiong	xiong	PROPN
fcis-13837	2	25	2	2	NUM
fcis-13837	2	26	,	,	PUNCT
fcis-13837	2	27	*	*	PUNCT
fcis-13837	2	28	1	1	NUM
fcis-13837	2	29	school	school	NOUN
fcis-13837	2	30	of	of	ADP
fcis-13837	2	31	foreign	foreign	ADJ
fcis-13837	2	32	languages	language	NOUN
fcis-13837	2	33	,	,	PUNCT
fcis-13837	2	34	baoshan	baoshan	NOUN
fcis-13837	2	35	university	university	NOUN
fcis-13837	2	36	,	,	PUNCT
fcis-13837	2	37	baoshan	baoshan	PROPN
fcis-13837	2	38	,	,	PUNCT
fcis-13837	2	39	678000	678000	NUM
fcis-13837	2	40	,	,	PUNCT
fcis-13837	2	41	china	china	PROPN
fcis-13837	2	42	2	2	NUM
fcis-13837	2	43	school	school	NOUN
fcis-13837	2	44	of	of	ADP
fcis-13837	2	45	mathematics	mathematic	NOUN
fcis-13837	2	46	and	and	CCONJ
fcis-13837	2	47	big	big	ADJ
fcis-13837	2	48	data	datum	NOUN
fcis-13837	2	49	,	,	PUNCT
fcis-13837	2	50	guizhou	guizhou	PROPN
fcis-13837	2	51	normal	normal	ADJ
fcis-13837	2	52	university	university	PROPN
fcis-13837	2	53	,	,	PUNCT
fcis-13837	2	54	guiyang	guiyang	NOUN
fcis-13837	2	55	,	,	PUNCT
fcis-13837	2	56	550018	550018	NUM
fcis-13837	2	57	,	,	PUNCT
fcis-13837	2	58	china	china	PROPN
fcis-13837	2	59	*	*	PUNCT
fcis-13837	2	60	corresponding	correspond	VERB
fcis-13837	2	61	author	author	NOUN
fcis-13837	2	62	:	:	PUNCT
fcis-13837	2	63	weicheng	weicheng	PROPN
fcis-13837	2	64	xiong	xiong	PROPN
fcis-13837	2	65	abstract	abstract	PROPN
fcis-13837	2	66	:	:	PUNCT
fcis-13837	2	67	code	code	NOUN
fcis-13837	2	68	summarization	summarization	NOUN
fcis-13837	2	69	provides	provide	VERB
fcis-13837	2	70	the	the	DET
fcis-13837	2	71	main	main	ADJ
fcis-13837	2	72	aim	aim	NOUN
fcis-13837	2	73	described	describe	VERB
fcis-13837	2	74	in	in	ADP
fcis-13837	2	75	natural	natural	ADJ
fcis-13837	2	76	language	language	NOUN
fcis-13837	2	77	of	of	ADP
fcis-13837	2	78	the	the	DET
fcis-13837	2	79	given	give	VERB
fcis-13837	2	80	function	function	NOUN
fcis-13837	2	81	;	;	PUNCT
fcis-13837	2	82	it	it	PRON
fcis-13837	2	83	can	can	AUX
fcis-13837	2	84	benefit	benefit	VERB
fcis-13837	2	85	many	many	ADJ
fcis-13837	2	86	tasks	task	NOUN
fcis-13837	2	87	in	in	ADP
fcis-13837	2	88	software	software	NOUN
fcis-13837	2	89	engineering	engineering	NOUN
fcis-13837	2	90	.	.	PUNCT
fcis-13837	3	1	due	due	ADP
fcis-13837	3	2	to	to	ADP
fcis-13837	3	3	the	the	DET
fcis-13837	3	4	special	special	ADJ
fcis-13837	3	5	grammar	grammar	NOUN
fcis-13837	3	6	and	and	CCONJ
fcis-13837	3	7	syntax	syntax	NOUN
fcis-13837	3	8	structure	structure	NOUN
fcis-13837	3	9	of	of	ADP
fcis-13837	3	10	programming	programming	NOUN
fcis-13837	3	11	languages	language	NOUN
fcis-13837	3	12	and	and	CCONJ
fcis-13837	3	13	various	various	ADJ
fcis-13837	3	14	shortcomings	shortcoming	NOUN
fcis-13837	3	15	of	of	ADP
fcis-13837	3	16	different	different	ADJ
fcis-13837	3	17	deep	deep	ADJ
fcis-13837	3	18	neural	neural	ADJ
fcis-13837	3	19	networks	network	NOUN
fcis-13837	3	20	,	,	PUNCT
fcis-13837	3	21	the	the	DET
fcis-13837	3	22	accuracy	accuracy	NOUN
fcis-13837	3	23	of	of	ADP
fcis-13837	3	24	existing	exist	VERB
fcis-13837	3	25	code	code	NOUN
fcis-13837	3	26	summarization	summarization	NOUN
fcis-13837	3	27	approaches	approach	NOUN
fcis-13837	3	28	is	be	AUX
fcis-13837	3	29	not	not	PART
fcis-13837	3	30	good	good	ADJ
fcis-13837	3	31	enough	enough	ADV
fcis-13837	3	32	.	.	PUNCT
fcis-13837	4	1	we	we	PRON
fcis-13837	4	2	proposes	propose	VERB
fcis-13837	4	3	to	to	PART
fcis-13837	4	4	use	use	VERB
fcis-13837	4	5	abstract	abstract	ADJ
fcis-13837	4	6	syntax	syntax	NOUN
fcis-13837	4	7	trees	tree	NOUN
fcis-13837	4	8	for	for	ADP
fcis-13837	4	9	source	source	NOUN
fcis-13837	4	10	code	code	NOUN
fcis-13837	4	11	summarization	summarization	NOUN
fcis-13837	4	12	.our	.our	PUNCT
fcis-13837	4	13	solution	solution	NOUN
fcis-13837	4	14	is	be	AUX
fcis-13837	4	15	inspired	inspire	VERB
fcis-13837	4	16	by	by	ADP
fcis-13837	4	17	recent	recent	ADJ
fcis-13837	4	18	advances	advance	NOUN
fcis-13837	4	19	in	in	ADP
fcis-13837	4	20	neural	neural	ADJ
fcis-13837	4	21	machine	machine	NOUN
fcis-13837	4	22	translation	translation	NOUN
fcis-13837	4	23	,	,	PUNCT
fcis-13837	4	24	as	as	ADV
fcis-13837	4	25	well	well	ADV
fcis-13837	4	26	as	as	ADP
fcis-13837	4	27	an	an	DET
fcis-13837	4	28	approach	approach	NOUN
fcis-13837	4	29	called	call	VERB
fcis-13837	4	30	sbt	sbt	PROPN
fcis-13837	4	31	by	by	ADP
fcis-13837	4	32	hu	hu	PROPN
fcis-13837	4	33	et	et	PROPN
fcis-13837	4	34	al	al	PROPN
fcis-13837	4	35	.	.	PUNCT
fcis-13837	5	1	we	we	PRON
fcis-13837	5	2	evaluate	evaluate	VERB
fcis-13837	5	3	our	our	PRON
fcis-13837	5	4	approach	approach	NOUN
fcis-13837	5	5	using	use	VERB
fcis-13837	5	6	the	the	DET
fcis-13837	5	7	automated	automate	VERB
fcis-13837	5	8	metric	metric	ADJ
fcis-13837	5	9	bleu	bleu	NOUN
fcis-13837	5	10	and	and	CCONJ
fcis-13837	5	11	compare	compare	VERB
fcis-13837	5	12	it	it	PRON
fcis-13837	5	13	to	to	ADP
fcis-13837	5	14	other	other	ADJ
fcis-13837	5	15	relevant	relevant	ADJ
fcis-13837	5	16	models	model	NOUN
fcis-13837	5	17	.	.	PUNCT
fcis-13837	6	1	keywords	keyword	NOUN
fcis-13837	6	2	:	:	PUNCT
fcis-13837	6	3	deep	deep	ADJ
fcis-13837	6	4	learning	learning	NOUN
fcis-13837	6	5	;	;	PUNCT
fcis-13837	6	6	source	source	NOUN
fcis-13837	6	7	code	code	NOUN
fcis-13837	6	8	comment	comment	NOUN
fcis-13837	6	9	generation	generation	NOUN
fcis-13837	6	10	;	;	PUNCT
fcis-13837	6	11	abstract	abstract	ADJ
fcis-13837	6	12	syntax	syntax	NOUN
fcis-13837	6	13	tree	tree	NOUN
fcis-13837	6	14	.	.	PUNCT
fcis-13837	7	1	1	1	X
fcis-13837	7	2	.	.	X
fcis-13837	7	3	introduction	introduction	NOUN
fcis-13837	7	4	source	source	NOUN
fcis-13837	7	5	code	code	NOUN
fcis-13837	7	6	summarization	summarization	NOUN
fcis-13837	7	7	is	be	AUX
fcis-13837	7	8	the	the	DET
fcis-13837	7	9	task	task	NOUN
fcis-13837	7	10	of	of	ADP
fcis-13837	7	11	writing	write	VERB
fcis-13837	7	12	brief	brief	ADJ
fcis-13837	7	13	natural	natural	ADJ
fcis-13837	7	14	language	language	NOUN
fcis-13837	7	15	descriptions	description	NOUN
fcis-13837	7	16	of	of	ADP
fcis-13837	7	17	code	code	NOUN
fcis-13837	7	18	[	[	X
fcis-13837	7	19	1	1	NUM
fcis-13837	7	20	,	,	PUNCT
fcis-13837	7	21	2	2	NUM
fcis-13837	7	22	,	,	PUNCT
fcis-13837	7	23	3	3	NUM
fcis-13837	7	24	,	,	PUNCT
fcis-13837	7	25	4	4	NUM
fcis-13837	7	26	]	]	PUNCT
fcis-13837	7	27	.	.	PUNCT
fcis-13837	8	1	these	these	DET
fcis-13837	8	2	descriptions	description	NOUN
fcis-13837	8	3	have	have	AUX
fcis-13837	8	4	long	long	ADV
fcis-13837	8	5	been	be	AUX
fcis-13837	8	6	the	the	DET
fcis-13837	8	7	backbone	backbone	NOUN
fcis-13837	8	8	of	of	ADP
fcis-13837	8	9	developer	developer	NOUN
fcis-13837	8	10	documentation	documentation	NOUN
fcis-13837	8	11	such	such	ADJ
fcis-13837	8	12	as	as	ADP
fcis-13837	8	13	javadocs	javadoc	NOUN
fcis-13837	8	14	[	[	X
fcis-13837	8	15	5	5	NUM
fcis-13837	8	16	]	]	PUNCT
fcis-13837	8	17	.	.	PUNCT
fcis-13837	9	1	the	the	DET
fcis-13837	9	2	idea	idea	NOUN
fcis-13837	9	3	is	be	AUX
fcis-13837	9	4	that	that	SCONJ
fcis-13837	9	5	a	a	DET
fcis-13837	9	6	short	short	ADJ
fcis-13837	9	7	description	description	NOUN
fcis-13837	9	8	allows	allow	VERB
fcis-13837	9	9	a	a	DET
fcis-13837	9	10	programmer	programmer	NOUN
fcis-13837	9	11	to	to	PART
fcis-13837	9	12	understand	understand	VERB
fcis-13837	9	13	what	what	PRON
fcis-13837	9	14	a	a	DET
fcis-13837	9	15	section	section	NOUN
fcis-13837	9	16	of	of	ADP
fcis-13837	9	17	code	code	NOUN
fcis-13837	9	18	does	do	VERB
fcis-13837	9	19	and	and	CCONJ
fcis-13837	9	20	that	that	DET
fcis-13837	9	21	code	code	NOUN
fcis-13837	9	22	’s	’s	PART
fcis-13837	9	23	purpose	purpose	NOUN
fcis-13837	9	24	in	in	ADP
fcis-13837	9	25	the	the	DET
fcis-13837	9	26	overall	overall	ADJ
fcis-13837	9	27	program	program	NOUN
fcis-13837	9	28	,	,	PUNCT
fcis-13837	9	29	without	without	ADP
fcis-13837	9	30	requiring	require	VERB
fcis-13837	9	31	the	the	DET
fcis-13837	9	32	programmer	programmer	NOUN
fcis-13837	9	33	to	to	PART
fcis-13837	9	34	read	read	VERB
fcis-13837	9	35	the	the	DET
fcis-13837	9	36	code	code	NOUN
fcis-13837	9	37	itself	itself	PRON
fcis-13837	9	38	.	.	PUNCT
fcis-13837	10	1	summaries	summary	NOUN
fcis-13837	10	2	like	like	ADP
fcis-13837	10	3	“	"	PUNCT
fcis-13837	10	4	uploads	upload	VERB
fcis-13837	10	5	log	log	NOUN
fcis-13837	10	6	files	file	NOUN
fcis-13837	10	7	to	to	ADP
fcis-13837	10	8	the	the	DET
fcis-13837	10	9	backup	backup	ADJ
fcis-13837	10	10	server	server	NOUN
fcis-13837	10	11	”	"	PUNCT
fcis-13837	10	12	or	or	CCONJ
fcis-13837	10	13	“	"	PUNCT
fcis-13837	10	14	formats	format	NOUN
fcis-13837	10	15	decimal	decimal	ADJ
fcis-13837	10	16	values	value	NOUN
fcis-13837	10	17	as	as	ADP
fcis-13837	10	18	scientific	scientific	ADJ
fcis-13837	10	19	notation	notation	NOUN
fcis-13837	10	20	”	"	PUNCT
fcis-13837	10	21	can	can	AUX
fcis-13837	10	22	give	give	VERB
fcis-13837	10	23	programmers	programmer	NOUN
fcis-13837	10	24	a	a	DET
fcis-13837	10	25	clear	clear	ADJ
fcis-13837	10	26	picture	picture	NOUN
fcis-13837	10	27	of	of	ADP
fcis-13837	10	28	what	what	PRON
fcis-13837	10	29	code	code	NOUN
fcis-13837	10	30	does	do	AUX
fcis-13837	10	31	,	,	PUNCT
fcis-13837	10	32	saving	save	VERB
fcis-13837	10	33	them	they	PRON
fcis-13837	10	34	time	time	NOUN
fcis-13837	10	35	from	from	ADP
fcis-13837	10	36	comprehending	comprehend	VERB
fcis-13837	10	37	the	the	DET
fcis-13837	10	38	details	detail	NOUN
fcis-13837	10	39	of	of	ADP
fcis-13837	10	40	that	that	DET
fcis-13837	10	41	code	code	NOUN
fcis-13837	10	42	.	.	PUNCT
fcis-13837	11	1	trace	trace	VERB
fcis-13837	11	2	its	its	PRON
fcis-13837	11	3	technological	technological	ADJ
fcis-13837	11	4	development	development	NOUN
fcis-13837	11	5	,	,	PUNCT
fcis-13837	11	6	at	at	ADP
fcis-13837	11	7	first	first	ADV
fcis-13837	11	8	,	,	PUNCT
fcis-13837	11	9	the	the	DET
fcis-13837	11	10	dominant	dominant	ADJ
fcis-13837	11	11	strategy	strategy	NOUN
fcis-13837	11	12	was	be	AUX
fcis-13837	11	13	based	base	VERB
fcis-13837	11	14	on	on	ADP
fcis-13837	11	15	sentence	sentence	NOUN
fcis-13837	11	16	templates	template	NOUN
fcis-13837	11	17	and	and	CCONJ
fcis-13837	11	18	heuristics	heuristic	NOUN
fcis-13837	11	19	derived	derive	VERB
fcis-13837	11	20	from	from	ADP
fcis-13837	11	21	empirical	empirical	ADJ
fcis-13837	11	22	studies	study	NOUN
fcis-13837	12	1	[	[	X
fcis-13837	12	2	6	6	NUM
fcis-13837	12	3	-	-	SYM
fcis-13837	12	4	10	10	NUM
fcis-13837	12	5	]	]	PUNCT
fcis-13837	12	6	.	.	PUNCT
fcis-13837	13	1	starting	start	VERB
fcis-13837	13	2	around	around	ADP
fcis-13837	13	3	2016	2016	NUM
fcis-13837	13	4	,	,	PUNCT
fcis-13837	13	5	data	data	NOUN
fcis-13837	13	6	-	-	PUNCT
fcis-13837	13	7	driven	drive	VERB
fcis-13837	13	8	strategies	strategy	NOUN
fcis-13837	13	9	based	base	VERB
fcis-13837	13	10	on	on	ADP
fcis-13837	13	11	neural	neural	ADJ
fcis-13837	13	12	networks	network	NOUN
fcis-13837	13	13	came	come	VERB
fcis-13837	13	14	to	to	ADP
fcis-13837	13	15	the	the	DET
fcis-13837	13	16	forefront	forefront	NOUN
fcis-13837	13	17	,	,	PUNCT
fcis-13837	13	18	leveraging	leverage	VERB
fcis-13837	13	19	gains	gain	NOUN
fcis-13837	13	20	from	from	ADP
fcis-13837	13	21	both	both	CCONJ
fcis-13837	13	22	the	the	DET
fcis-13837	13	23	ai	ai	ADJ
fcis-13837	13	24	/	/	SYM
fcis-13837	13	25	nlp	nlp	NOUN
fcis-13837	13	26	and	and	CCONJ
fcis-13837	13	27	mining	mining	NOUN
fcis-13837	13	28	software	software	NOUN
fcis-13837	13	29	repositories	repository	NOUN
fcis-13837	13	30	research	research	NOUN
fcis-13837	13	31	communities	community	NOUN
fcis-13837	13	32	[	[	X
fcis-13837	13	33	11	11	NUM
fcis-13837	13	34	-	-	SYM
fcis-13837	13	35	14	14	NUM
fcis-13837	13	36	]	]	PUNCT
fcis-13837	13	37	.	.	PUNCT
fcis-13837	14	1	as	as	ADV
fcis-13837	14	2	far	far	ADV
fcis-13837	14	3	as	as	SCONJ
fcis-13837	14	4	we	we	PRON
fcis-13837	14	5	know	know	VERB
fcis-13837	14	6	,	,	PUNCT
fcis-13837	14	7	the	the	DET
fcis-13837	14	8	existing	exist	VERB
fcis-13837	14	9	deep	deep	ADJ
fcis-13837	14	10	learning	learning	NOUN
fcis-13837	14	11	based	base	VERB
fcis-13837	14	12	comment	comment	NOUN
fcis-13837	14	13	generation	generation	NOUN
fcis-13837	14	14	approaches	approach	NOUN
fcis-13837	14	15	mainly	mainly	ADV
fcis-13837	14	16	utilize	utilize	VERB
fcis-13837	14	17	the	the	DET
fcis-13837	14	18	seq2seq	seq2seq	NOUN
fcis-13837	14	19	model	model	NOUN
fcis-13837	14	20	in	in	ADP
fcis-13837	14	21	which	which	PRON
fcis-13837	14	22	the	the	DET
fcis-13837	14	23	program	program	NOUN
fcis-13837	14	24	code	code	NOUN
fcis-13837	14	25	is	be	AUX
fcis-13837	14	26	encoded	encode	VERB
fcis-13837	14	27	into	into	ADP
fcis-13837	14	28	hidden	hide	VERB
fcis-13837	14	29	space	space	NOUN
fcis-13837	14	30	first	first	ADV
fcis-13837	14	31	and	and	CCONJ
fcis-13837	14	32	then	then	ADV
fcis-13837	14	33	decode	decode	VERB
fcis-13837	14	34	it	it	PRON
fcis-13837	14	35	to	to	PART
fcis-13837	14	36	produce	produce	VERB
fcis-13837	14	37	the	the	DET
fcis-13837	14	38	target	target	NOUN
fcis-13837	14	39	comment	comment	NOUN
fcis-13837	14	40	.	.	PUNCT
fcis-13837	15	1	however	however	ADV
fcis-13837	15	2	,	,	PUNCT
fcis-13837	15	3	these	these	DET
fcis-13837	15	4	kind	kind	NOUN
fcis-13837	15	5	of	of	ADP
fcis-13837	15	6	approaches	approach	NOUN
fcis-13837	15	7	have	have	VERB
fcis-13837	15	8	the	the	DET
fcis-13837	15	9	following	follow	VERB
fcis-13837	15	10	drawbacks	drawback	NOUN
fcis-13837	15	11	:	:	PUNCT
fcis-13837	15	12	(	(	PUNCT
fcis-13837	15	13	1	1	X
fcis-13837	15	14	)	)	PUNCT
fcis-13837	15	15	they	they	PRON
fcis-13837	15	16	mainly	mainly	ADV
fcis-13837	15	17	take	take	VERB
fcis-13837	15	18	the	the	DET
fcis-13837	15	19	source	source	NOUN
fcis-13837	15	20	code	code	NOUN
fcis-13837	15	21	as	as	ADP
fcis-13837	15	22	plain	plain	ADJ
fcis-13837	15	23	text	text	NOUN
fcis-13837	15	24	and	and	CCONJ
fcis-13837	15	25	ignore	ignore	VERB
fcis-13837	15	26	the	the	DET
fcis-13837	15	27	hierarchical	hierarchical	ADJ
fcis-13837	15	28	structure	structure	NOUN
fcis-13837	15	29	of	of	ADP
fcis-13837	15	30	the	the	DET
fcis-13837	15	31	source	source	NOUN
fcis-13837	15	32	code	code	NOUN
fcis-13837	15	33	;	;	PUNCT
fcis-13837	15	34	(	(	PUNCT
fcis-13837	15	35	2	2	X
fcis-13837	15	36	)	)	PUNCT
fcis-13837	15	37	most	most	ADJ
fcis-13837	15	38	of	of	ADP
fcis-13837	15	39	the	the	DET
fcis-13837	15	40	approaches	approach	NOUN
fcis-13837	15	41	only	only	ADV
fcis-13837	15	42	consider	consider	VERB
fcis-13837	15	43	simple	simple	ADJ
fcis-13837	15	44	features	feature	NOUN
fcis-13837	15	45	,	,	PUNCT
fcis-13837	15	46	such	such	ADJ
fcis-13837	15	47	as	as	ADP
fcis-13837	15	48	,	,	PUNCT
fcis-13837	15	49	tokens	token	NOUN
fcis-13837	15	50	,	,	PUNCT
fcis-13837	15	51	which	which	PRON
fcis-13837	15	52	overlooking	overlook	VERB
fcis-13837	15	53	the	the	DET
fcis-13837	15	54	hidden	hidden	ADJ
fcis-13837	15	55	information	information	NOUN
fcis-13837	15	56	that	that	PRON
fcis-13837	15	57	can	can	AUX
fcis-13837	15	58	help	help	VERB
fcis-13837	15	59	grab	grab	VERB
fcis-13837	15	60	the	the	DET
fcis-13837	15	61	relationships	relationship	NOUN
fcis-13837	15	62	between	between	ADP
fcis-13837	15	63	source	source	NOUN
fcis-13837	15	64	code	code	NOUN
fcis-13837	15	65	and	and	CCONJ
fcis-13837	15	66	comments	comment	NOUN
fcis-13837	15	67	;	;	PUNCT
fcis-13837	15	68	(	(	PUNCT
fcis-13837	15	69	3	3	X
fcis-13837	15	70	)	)	PUNCT
fcis-13837	15	71	they	they	PRON
fcis-13837	15	72	typically	typically	ADV
fcis-13837	15	73	train	train	VERB
fcis-13837	15	74	the	the	DET
fcis-13837	15	75	decoder	decoder	NOUN
fcis-13837	15	76	to	to	PART
fcis-13837	15	77	produce	produce	VERB
fcis-13837	15	78	the	the	DET
fcis-13837	15	79	code	code	NOUN
fcis-13837	15	80	annotation	annotation	NOUN
fcis-13837	15	81	by	by	ADP
fcis-13837	15	82	calculating	calculate	VERB
fcis-13837	15	83	and	and	CCONJ
fcis-13837	15	84	maximizing	maximize	VERB
fcis-13837	15	85	the	the	DET
fcis-13837	15	86	odds	odd	NOUN
fcis-13837	15	87	based	base	VERB
fcis-13837	15	88	on	on	ADP
fcis-13837	15	89	the	the	DET
fcis-13837	15	90	subsequent	subsequent	ADJ
fcis-13837	15	91	natural	natural	ADJ
fcis-13837	15	92	language	language	NOUN
fcis-13837	15	93	words	word	NOUN
fcis-13837	15	94	,	,	PUNCT
fcis-13837	15	95	however	however	ADV
fcis-13837	15	96	in	in	ADP
fcis-13837	15	97	fact	fact	NOUN
fcis-13837	15	98	,	,	PUNCT
fcis-13837	15	99	they	they	PRON
fcis-13837	15	100	mainly	mainly	ADV
fcis-13837	15	101	produce	produce	VERB
fcis-13837	15	102	the	the	DET
fcis-13837	15	103	code	code	NOUN
fcis-13837	15	104	annotation	annotation	NOUN
fcis-13837	15	105	from	from	ADP
fcis-13837	15	106	scratch	scratch	NOUN
fcis-13837	15	107	.	.	PUNCT
fcis-13837	16	1	therefore	therefore	ADV
fcis-13837	16	2	,	,	PUNCT
fcis-13837	16	3	these	these	DET
fcis-13837	16	4	drawbacks	drawback	NOUN
fcis-13837	16	5	result	result	VERB
fcis-13837	16	6	in	in	ADP
fcis-13837	16	7	inferior	inferior	ADJ
fcis-13837	16	8	comment	comment	NOUN
fcis-13837	16	9	generation	generation	NOUN
fcis-13837	16	10	accuracy	accuracy	NOUN
fcis-13837	16	11	and	and	CCONJ
fcis-13837	16	12	inconsistent	inconsistent	NOUN
fcis-13837	16	13	of	of	ADP
fcis-13837	16	14	the	the	DET
fcis-13837	16	15	generated	generate	VERB
fcis-13837	16	16	comment	comment	NOUN
fcis-13837	16	17	.	.	PUNCT
fcis-13837	17	1	to	to	PART
fcis-13837	17	2	solve	solve	VERB
fcis-13837	17	3	the	the	DET
fcis-13837	17	4	limitations	limitation	NOUN
fcis-13837	17	5	described	describe	VERB
fcis-13837	17	6	above	above	ADV
fcis-13837	17	7	,	,	PUNCT
fcis-13837	17	8	this	this	DET
fcis-13837	17	9	work	work	NOUN
fcis-13837	17	10	proposes	propose	VERB
fcis-13837	17	11	to	to	PART
fcis-13837	17	12	use	use	VERB
fcis-13837	17	13	abstract	abstract	ADJ
fcis-13837	17	14	syntax	syntax	NOUN
fcis-13837	17	15	trees	tree	NOUN
fcis-13837	17	16	for	for	ADP
fcis-13837	17	17	source	source	NOUN
fcis-13837	17	18	code	code	NOUN
fcis-13837	17	19	summarization	summarization	NOUN
fcis-13837	17	20	.	.	PUNCT
fcis-13837	18	1	the	the	DET
fcis-13837	18	2	ast	ast	NOUN
fcis-13837	18	3	of	of	ADP
fcis-13837	18	4	source	source	NOUN
fcis-13837	18	5	code	code	NOUN
fcis-13837	18	6	provides	provide	VERB
fcis-13837	18	7	additional	additional	ADJ
fcis-13837	18	8	structure	structure	NOUN
fcis-13837	18	9	features	feature	NOUN
fcis-13837	18	10	that	that	PRON
fcis-13837	18	11	are	be	AUX
fcis-13837	18	12	lost	lose	VERB
fcis-13837	18	13	when	when	SCONJ
fcis-13837	18	14	you	you	PRON
fcis-13837	18	15	flatten	flatten	VERB
fcis-13837	18	16	source	source	NOUN
fcis-13837	18	17	code	code	NOUN
fcis-13837	18	18	to	to	ADP
fcis-13837	18	19	a	a	DET
fcis-13837	18	20	sequence	sequence	NOUN
fcis-13837	18	21	.	.	PUNCT
fcis-13837	19	1	these	these	DET
fcis-13837	19	2	additional	additional	ADJ
fcis-13837	19	3	structure	structure	NOUN
fcis-13837	19	4	features	feature	NOUN
fcis-13837	19	5	allow	allow	VERB
fcis-13837	19	6	the	the	DET
fcis-13837	19	7	model	model	NOUN
fcis-13837	19	8	to	to	PART
fcis-13837	19	9	learn	learn	VERB
fcis-13837	19	10	code	code	NOUN
fcis-13837	19	11	representations	representation	NOUN
fcis-13837	19	12	even	even	ADV
fcis-13837	19	13	if	if	SCONJ
fcis-13837	19	14	the	the	DET
fcis-13837	19	15	programmer	programmer	NOUN
fcis-13837	19	16	provided	provide	VERB
fcis-13837	19	17	features	feature	NOUN
fcis-13837	19	18	(	(	PUNCT
fcis-13837	19	19	e.g.identifiers	e.g.identifier	NOUN
fcis-13837	19	20	)	)	PUNCT
fcis-13837	19	21	are	be	AUX
fcis-13837	19	22	obfuscated	obfuscate	VERB
fcis-13837	19	23	.	.	PUNCT
fcis-13837	20	1	our	our	PRON
fcis-13837	20	2	solution	solution	NOUN
fcis-13837	20	3	is	be	AUX
fcis-13837	20	4	inspired	inspire	VERB
fcis-13837	20	5	by	by	ADP
fcis-13837	20	6	recent	recent	ADJ
fcis-13837	20	7	advances	advance	NOUN
fcis-13837	20	8	in	in	ADP
fcis-13837	20	9	neural	neural	ADJ
fcis-13837	20	10	machine	machine	NOUN
fcis-13837	20	11	translation	translation	NOUN
fcis-13837	20	12	,	,	PUNCT
fcis-13837	20	13	as	as	ADV
fcis-13837	20	14	well	well	ADV
fcis-13837	20	15	as	as	ADP
fcis-13837	20	16	an	an	DET
fcis-13837	20	17	approach	approach	NOUN
fcis-13837	20	18	called	call	VERB
fcis-13837	20	19	sbt	sbt	PROPN
fcis-13837	20	20	by	by	ADP
fcis-13837	20	21	hu	hu	PROPN
fcis-13837	20	22	et	et	PROPN
fcis-13837	20	23	al	al	PROPN
fcis-13837	20	24	.	.	PUNCT
fcis-13837	21	1	[	[	X
fcis-13837	21	2	15	15	NUM
fcis-13837	21	3	]	]	PUNCT
fcis-13837	21	4	.	.	PUNCT
fcis-13837	22	1	what	what	PRON
fcis-13837	22	2	differs	differ	VERB
fcis-13837	22	3	with	with	ADP
fcis-13837	22	4	our	our	PRON
fcis-13837	22	5	approach	approach	NOUN
fcis-13837	22	6	is	be	AUX
fcis-13837	22	7	that	that	SCONJ
fcis-13837	22	8	we	we	PRON
fcis-13837	22	9	use	use	VERB
fcis-13837	22	10	separate	separate	ADJ
fcis-13837	22	11	inputs	input	NOUN
fcis-13837	22	12	for	for	ADP
fcis-13837	22	13	the	the	DET
fcis-13837	22	14	source	source	NOUN
fcis-13837	22	15	code	code	NOUN
fcis-13837	22	16	sequence	sequence	NOUN
fcis-13837	22	17	and	and	CCONJ
fcis-13837	22	18	ast	ast	NOUN
fcis-13837	22	19	sequence	sequence	NOUN
fcis-13837	22	20	so	so	SCONJ
fcis-13837	22	21	that	that	SCONJ
fcis-13837	22	22	the	the	DET
fcis-13837	22	23	model	model	NOUN
fcis-13837	22	24	only	only	ADV
fcis-13837	22	25	learns	learn	VERB
fcis-13837	22	26	structure	structure	NOUN
fcis-13837	22	27	information	information	NOUN
fcis-13837	22	28	from	from	ADP
fcis-13837	22	29	the	the	DET
fcis-13837	22	30	ast	ast	NOUN
fcis-13837	22	31	.	.	PUNCT
fcis-13837	23	1	we	we	PRON
fcis-13837	23	2	evaluate	evaluate	VERB
fcis-13837	23	3	our	our	PRON
fcis-13837	23	4	approach	approach	NOUN
fcis-13837	23	5	using	use	VERB
fcis-13837	23	6	the	the	DET
fcis-13837	23	7	automated	automate	VERB
fcis-13837	23	8	metric	metric	ADJ
fcis-13837	23	9	bleu	bleu	NOUN
fcis-13837	23	10	and	and	CCONJ
fcis-13837	23	11	compare	compare	VERB
fcis-13837	23	12	it	it	PRON
fcis-13837	23	13	to	to	ADP
fcis-13837	23	14	other	other	ADJ
fcis-13837	23	15	relevant	relevant	ADJ
fcis-13837	23	16	models	model	NOUN
fcis-13837	23	17	2	2	NUM
fcis-13837	23	18	.	.	X
fcis-13837	24	1	approach	approach	VERB
fcis-13837	24	2	our	our	PRON
fcis-13837	24	3	proposed	propose	VERB
fcis-13837	24	4	neural	neural	ADJ
fcis-13837	24	5	model	model	NOUN
fcis-13837	24	6	assumes	assume	VERB
fcis-13837	24	7	a	a	DET
fcis-13837	24	8	typical	typical	ADJ
fcis-13837	24	9	nmt	nmt	NOUN
fcis-13837	24	10	architecture	architecture	NOUN
fcis-13837	24	11	in	in	ADP
fcis-13837	24	12	which	which	PRON
fcis-13837	24	13	the	the	DET
fcis-13837	24	14	model	model	NOUN
fcis-13837	24	15	is	be	AUX
fcis-13837	24	16	asked	ask	VERB
fcis-13837	24	17	to	to	PART
fcis-13837	24	18	predict	predict	VERB
fcis-13837	24	19	one	one	NUM
fcis-13837	24	20	word	word	NOUN
fcis-13837	24	21	at	at	ADP
fcis-13837	24	22	a	a	DET
fcis-13837	24	23	time	time	NOUN
fcis-13837	24	24	.	.	PUNCT
fcis-13837	25	1	the	the	DET
fcis-13837	25	2	input	input	NOUN
fcis-13837	25	3	to	to	ADP
fcis-13837	25	4	the	the	DET
fcis-13837	25	5	model	model	NOUN
fcis-13837	25	6	is	be	AUX
fcis-13837	25	7	the	the	DET
fcis-13837	25	8	code	code	NOUN
fcis-13837	25	9	and	and	CCONJ
fcis-13837	25	10	ast	ast	NOUN
fcis-13837	25	11	,	,	PUNCT
fcis-13837	25	12	along	along	ADP
fcis-13837	25	13	with	with	ADP
fcis-13837	25	14	the	the	DET
fcis-13837	25	15	preceding	precede	VERB
fcis-13837	25	16	words	word	NOUN
fcis-13837	25	17	in	in	ADP
fcis-13837	25	18	the	the	DET
fcis-13837	25	19	summary	summary	NOUN
fcis-13837	25	20	.	.	PUNCT
fcis-13837	26	1	the	the	DET
fcis-13837	26	2	model	model	NOUN
fcis-13837	26	3	output	output	NOUN
fcis-13837	26	4	is	be	AUX
fcis-13837	26	5	the	the	DET
fcis-13837	26	6	next	next	ADJ
fcis-13837	26	7	token	token	NOUN
fcis-13837	26	8	in	in	ADP
fcis-13837	26	9	the	the	DET
fcis-13837	26	10	summary	summary	NOUN
fcis-13837	26	11	sequence	sequence	NOUN
fcis-13837	26	12	.	.	PUNCT
fcis-13837	27	1	2.1	2.1	NUM
fcis-13837	27	2	.	.	PUNCT
fcis-13837	27	3	model	model	NOUN
fcis-13837	27	4	overview	overview	NOUN
fcis-13837	27	5	our	our	PRON
fcis-13837	27	6	model	model	NOUN
fcis-13837	27	7	is	be	AUX
fcis-13837	27	8	essentially	essentially	ADV
fcis-13837	27	9	an	an	DET
fcis-13837	27	10	attentional	attentional	ADJ
fcis-13837	27	11	encoder	encoder	NOUN
fcis-13837	27	12	-	-	PUNCT
fcis-13837	27	13	decoder	decoder	NOUN
fcis-13837	27	14	system	system	NOUN
fcis-13837	27	15	,	,	PUNCT
fcis-13837	27	16	except	except	SCONJ
fcis-13837	27	17	with	with	ADP
fcis-13837	27	18	two	two	NUM
fcis-13837	27	19	encoders	encoder	NOUN
fcis-13837	27	20	:	:	PUNCT
fcis-13837	27	21	one	one	NUM
fcis-13837	27	22	for	for	ADP
fcis-13837	27	23	code	code	NOUN
fcis-13837	27	24	/	/	SYM
fcis-13837	27	25	text	text	NOUN
fcis-13837	27	26	data	datum	NOUN
fcis-13837	27	27	and	and	CCONJ
fcis-13837	27	28	one	one	NUM
fcis-13837	27	29	for	for	ADP
fcis-13837	27	30	ast	ast	NOUN
fcis-13837	27	31	data	datum	NOUN
fcis-13837	27	32	.	.	PUNCT
fcis-13837	28	1	in	in	ADP
fcis-13837	28	2	the	the	DET
fcis-13837	28	3	spirit	spirit	NOUN
fcis-13837	28	4	of	of	ADP
fcis-13837	28	5	maintaining	maintain	VERB
fcis-13837	28	6	simplicity	simplicity	NOUN
fcis-13837	28	7	where	where	SCONJ
fcis-13837	28	8	possible	possible	ADJ
fcis-13837	28	9	,	,	PUNCT
fcis-13837	28	10	we	we	PRON
fcis-13837	28	11	used	use	VERB
fcis-13837	28	12	embedding	embed	VERB
fcis-13837	28	13	and	and	CCONJ
fcis-13837	28	14	recurrent	recurrent	ADJ
fcis-13837	28	15	layers	layer	NOUN
fcis-13837	28	16	of	of	ADP
fcis-13837	28	17	equal	equal	ADJ
fcis-13837	28	18	size	size	NOUN
fcis-13837	28	19	for	for	ADP
fcis-13837	28	20	the	the	DET
fcis-13837	28	21	encoders	encoder	NOUN
fcis-13837	28	22	.	.	PUNCT
fcis-13837	29	1	we	we	PRON
fcis-13837	29	2	concatenate	concatenate	VERB
fcis-13837	29	3	the	the	DET
fcis-13837	29	4	output	output	NOUN
fcis-13837	29	5	of	of	ADP
fcis-13837	29	6	attention	attention	NOUN
fcis-13837	29	7	mechanisms	mechanism	NOUN
fcis-13837	29	8	for	for	ADP
fcis-13837	29	9	each	each	DET
fcis-13837	29	10	encoder	encoder	NOUN
fcis-13837	29	11	as	as	ADP
fcis-13837	29	12	depicted	depict	VERB
fcis-13837	29	13	as	as	ADP
fcis-13837	29	14	following	follow	VERB
fcis-13837	29	15	:	:	PUNCT
fcis-13837	29	16	figure	figure	NOUN
fcis-13837	29	17	1	1	NUM
fcis-13837	29	18	.	.	PUNCT
fcis-13837	29	19	model	model	NOUN
fcis-13837	29	20	architecture	architecture	NOUN
fcis-13837	29	21	precedent	precedent	NOUN
fcis-13837	29	22	for	for	ADP
fcis-13837	29	23	combining	combine	VERB
fcis-13837	29	24	different	different	ADJ
fcis-13837	29	25	data	datum	NOUN
fcis-13837	29	26	sources	source	NOUN
fcis-13837	29	27	comes	come	VERB
fcis-13837	29	28	19	19	NUM
fcis-13837	29	29	heavily	heavily	ADV
fcis-13837	29	30	from	from	ADP
fcis-13837	29	31	image	image	NOUN
fcis-13837	29	32	captioning	captioning	NOUN
fcis-13837	29	33	[	[	X
fcis-13837	29	34	16	16	NUM
fcis-13837	29	35	]	]	PUNCT
fcis-13837	29	36	(	(	PUNCT
fcis-13837	29	37	e.g.	e.g.	ADV
fcis-13837	29	38	,	,	PUNCT
fcis-13837	29	39	merging	merge	VERB
fcis-13837	29	40	convolution	convolution	NOUN
fcis-13837	29	41	image	image	NOUN
fcis-13837	29	42	output	output	NOUN
fcis-13837	29	43	with	with	ADP
fcis-13837	29	44	a	a	DET
fcis-13837	29	45	list	list	NOUN
fcis-13837	29	46	of	of	ADP
fcis-13837	29	47	tags	tag	NOUN
fcis-13837	29	48	)	)	PUNCT
fcis-13837	29	49	.	.	PUNCT
fcis-13837	30	1	one	one	NUM
fcis-13837	30	2	aim	aim	NOUN
fcis-13837	30	3	of	of	ADP
fcis-13837	30	4	this	this	DET
fcis-13837	30	5	work	work	NOUN
fcis-13837	30	6	is	be	AUX
fcis-13837	30	7	to	to	PART
fcis-13837	30	8	demonstrate	demonstrate	VERB
fcis-13837	30	9	how	how	SCONJ
fcis-13837	30	10	a	a	DET
fcis-13837	30	11	similar	similar	ADJ
fcis-13837	30	12	concept	concept	NOUN
fcis-13837	30	13	is	be	AUX
fcis-13837	30	14	beneficial	beneficial	ADJ
fcis-13837	30	15	for	for	ADP
fcis-13837	30	16	code	code	NOUN
fcis-13837	30	17	summarization	summarization	NOUN
fcis-13837	30	18	,	,	PUNCT
fcis-13837	30	19	in	in	ADP
fcis-13837	30	20	contrast	contrast	NOUN
fcis-13837	30	21	to	to	ADP
fcis-13837	30	22	the	the	DET
fcis-13837	30	23	usual	usual	ADJ
fcis-13837	30	24	seq2seq	seq2seq	NOUN
fcis-13837	30	25	application	application	NOUN
fcis-13837	30	26	to	to	PART
fcis-13837	30	27	se	se	PROPN
fcis-13837	30	28	data	data	PROPN
fcis-13837	30	29	in	in	ADP
fcis-13837	30	30	which	which	PRON
fcis-13837	30	31	all	all	DET
fcis-13837	30	32	information	information	NOUN
fcis-13837	30	33	is	be	AUX
fcis-13837	30	34	put	put	VERB
fcis-13837	30	35	into	into	ADP
fcis-13837	30	36	one	one	NUM
fcis-13837	30	37	sequence	sequence	NOUN
fcis-13837	30	38	.	.	PUNCT
fcis-13837	31	1	we	we	PRON
fcis-13837	31	2	also	also	ADV
fcis-13837	31	3	hope	hope	VERB
fcis-13837	31	4	to	to	PART
fcis-13837	31	5	sow	sow	VERB
fcis-13837	31	6	fertile	fertile	ADJ
fcis-13837	31	7	ground	ground	NOUN
fcis-13837	31	8	for	for	ADP
fcis-13837	31	9	several	several	ADJ
fcis-13837	31	10	areas	area	NOUN
fcis-13837	31	11	of	of	ADP
fcis-13837	31	12	future	future	ADJ
fcis-13837	31	13	work	work	NOUN
fcis-13837	31	14	in	in	ADP
fcis-13837	31	15	creating	create	VERB
fcis-13837	31	16	unique	unique	ADJ
fcis-13837	31	17	processing	processing	NOUN
fcis-13837	31	18	techniques	technique	NOUN
fcis-13837	31	19	for	for	ADP
fcis-13837	31	20	each	each	DET
fcis-13837	31	21	data	datum	NOUN
fcis-13837	31	22	type	type	NOUN
fcis-13837	31	23	treating	treat	VERB
fcis-13837	31	24	software	software	NOUN
fcis-13837	31	25	’s	’s	PART
fcis-13837	31	26	text	text	NOUN
fcis-13837	31	27	and	and	CCONJ
fcis-13837	31	28	structure	structure	NOUN
fcis-13837	31	29	differently	differently	ADV
fcis-13837	31	30	has	have	VERB
fcis-13837	31	31	a	a	DET
fcis-13837	31	32	long	long	ADJ
fcis-13837	31	33	tradition	tradition	NOUN
fcis-13837	32	1	[	[	X
fcis-13837	32	2	17	17	NUM
fcis-13837	32	3	]	]	PUNCT
fcis-13837	32	4	.	.	PUNCT
fcis-13837	33	1	2.2	2.2	NUM
fcis-13837	33	2	.	.	PUNCT
fcis-13837	34	1	model	model	NOUN
fcis-13837	34	2	details	detail	NOUN
fcis-13837	34	3	to	to	PART
fcis-13837	34	4	encourage	encourage	VERB
fcis-13837	34	5	reproducibility	reproducibility	NOUN
fcis-13837	34	6	and	and	CCONJ
fcis-13837	34	7	for	for	ADP
fcis-13837	34	8	clarity	clarity	NOUN
fcis-13837	34	9	,	,	PUNCT
fcis-13837	34	10	we	we	PRON
fcis-13837	34	11	explain	explain	VERB
fcis-13837	34	12	our	our	PRON
fcis-13837	34	13	model	model	NOUN
fcis-13837	34	14	as	as	ADP
fcis-13837	34	15	a	a	DET
fcis-13837	34	16	walkthrough	walkthrough	NOUN
fcis-13837	34	17	of	of	ADP
fcis-13837	34	18	our	our	PRON
fcis-13837	34	19	actual	actual	ADJ
fcis-13837	34	20	keras	keras	PROPN
fcis-13837	34	21	implementation	implementation	NOUN
fcis-13837	34	22	.	.	PUNCT
fcis-13837	35	1	txt_input	txt_input	NOUN
fcis-13837	35	2	=	=	SYM
fcis-13837	35	3	input(shape=(self.txtlen	input(shape=(self.txtlen	PROPN
fcis-13837	35	4	,	,	PUNCT
fcis-13837	35	5	)	)	PUNCT
fcis-13837	35	6	)	)	PUNCT
fcis-13837	36	1	com_input	com_input	NOUN
fcis-13837	37	1	=	=	PUNCT
fcis-13837	37	2	input(shape=(self.comlen	input(shape=(self.comlen	ADJ
fcis-13837	37	3	,	,	PUNCT
fcis-13837	37	4	)	)	PUNCT
fcis-13837	37	5	)	)	PUNCT
fcis-13837	38	1	ast_input	ast_input	NOUN
fcis-13837	38	2	=	=	SYM
fcis-13837	38	3	input(shape=(self.astlen	input(shape=(self.astlen	PROPN
fcis-13837	38	4	,	,	PUNCT
fcis-13837	38	5	)	)	PUNCT
fcis-13837	38	6	)	)	PUNCT
fcis-13837	39	1	first	first	ADV
fcis-13837	39	2	,	,	PUNCT
fcis-13837	39	3	above	above	ADV
fcis-13837	39	4	,	,	PUNCT
fcis-13837	39	5	are	be	AUX
fcis-13837	39	6	three	three	NUM
fcis-13837	39	7	input	input	NOUN
fcis-13837	39	8	layers	layer	NOUN
fcis-13837	39	9	corresponding	correspond	VERB
fcis-13837	39	10	to	to	ADP
fcis-13837	39	11	the	the	DET
fcis-13837	39	12	code	code	NOUN
fcis-13837	39	13	/	/	SYM
fcis-13837	39	14	text	text	NOUN
fcis-13837	39	15	sequence	sequence	NOUN
fcis-13837	39	16	,	,	PUNCT
fcis-13837	39	17	the	the	DET
fcis-13837	39	18	comment	comment	NOUN
fcis-13837	39	19	sequence	sequence	NOUN
fcis-13837	39	20	,	,	PUNCT
fcis-13837	39	21	and	and	CCONJ
fcis-13837	39	22	the	the	DET
fcis-13837	39	23	flattened	flatten	VERB
fcis-13837	39	24	ast	ast	NOUN
fcis-13837	39	25	sequence	sequence	NOUN
fcis-13837	39	26	.	.	PUNCT
fcis-13837	40	1	we	we	PRON
fcis-13837	40	2	chose	choose	VERB
fcis-13837	40	3	the	the	DET
fcis-13837	40	4	sequence	sequence	NOUN
fcis-13837	40	5	lengths	length	NOUN
fcis-13837	40	6	as	as	ADP
fcis-13837	40	7	a	a	DET
fcis-13837	40	8	balance	balance	NOUN
fcis-13837	40	9	between	between	ADP
fcis-13837	40	10	model	model	NOUN
fcis-13837	40	11	size	size	NOUN
fcis-13837	40	12	and	and	CCONJ
fcis-13837	40	13	coverage	coverage	NOUN
fcis-13837	40	14	of	of	ADP
fcis-13837	40	15	the	the	DET
fcis-13837	40	16	dataset	dataset	NOUN
fcis-13837	40	17	.	.	PUNCT
fcis-13837	41	1	the	the	DET
fcis-13837	41	2	sequence	sequence	NOUN
fcis-13837	41	3	sizes	size	NOUN
fcis-13837	41	4	of	of	ADP
fcis-13837	41	5	100	100	NUM
fcis-13837	41	6	for	for	ADP
fcis-13837	41	7	code	code	NOUN
fcis-13837	41	8	/	/	SYM
fcis-13837	41	9	text	text	NOUN
fcis-13837	41	10	and	and	CCONJ
fcis-13837	41	11	ast	ast	NOUN
fcis-13837	41	12	,	,	PUNCT
fcis-13837	41	13	and	and	CCONJ
fcis-13837	41	14	13	13	NUM
fcis-13837	41	15	words	word	NOUN
fcis-13837	41	16	for	for	ADP
fcis-13837	41	17	comment	comment	NOUN
fcis-13837	41	18	,	,	PUNCT
fcis-13837	41	19	each	each	DET
fcis-13837	41	20	cover	cover	VERB
fcis-13837	41	21	at	at	ADV
fcis-13837	41	22	least	least	ADV
fcis-13837	41	23	80	80	NUM
fcis-13837	41	24	%	%	NOUN
fcis-13837	41	25	of	of	ADP
fcis-13837	41	26	the	the	DET
fcis-13837	41	27	training	training	NOUN
fcis-13837	41	28	set	set	NOUN
fcis-13837	41	29	.	.	PUNCT
fcis-13837	42	1	shorter	short	ADJ
fcis-13837	42	2	sequences	sequence	NOUN
fcis-13837	42	3	are	be	AUX
fcis-13837	42	4	padded	pad	VERB
fcis-13837	42	5	with	with	ADP
fcis-13837	42	6	zeros	zero	NOUN
fcis-13837	42	7	,	,	PUNCT
fcis-13837	42	8	and	and	CCONJ
fcis-13837	42	9	longer	long	ADJ
fcis-13837	42	10	sequences	sequence	NOUN
fcis-13837	42	11	are	be	AUX
fcis-13837	42	12	truncated	truncate	VERB
fcis-13837	42	13	.	.	PUNCT
fcis-13837	43	1	ee	ee	PROPN
fcis-13837	44	1	=	=	NOUN
fcis-13837	44	2	embedding(output_dim	embedding(output_dim	NOUN
fcis-13837	44	3	=	=	NOUN
fcis-13837	44	4	self.embdims	self.embdim	NOUN
fcis-13837	44	5	,	,	PUNCT
fcis-13837	44	6	input_dim	input_dim	X
fcis-13837	44	7	=	=	SYM
fcis-13837	44	8	self.txtvocabsize)(txt_input	self.txtvocabsize)(txt_input	NOUN
fcis-13837	44	9	)	)	PUNCT
fcis-13837	44	10	se	se	PUNCT
fcis-13837	45	1	=	=	NOUN
fcis-13837	45	2	embedding(output_dim	embedding(output_dim	NOUN
fcis-13837	45	3	=	=	NOUN
fcis-13837	45	4	self.embdims	self.embdim	NOUN
fcis-13837	45	5	,	,	PUNCT
fcis-13837	45	6	input_dim	input_dim	PROPN
fcis-13837	45	7	=	=	PRON
fcis-13837	45	8	self.astvocabsize)(ast_input	self.astvocabsize)(ast_input	VERB
fcis-13837	45	9	)	)	PUNCT
fcis-13837	46	1	we	we	PRON
fcis-13837	46	2	start	start	VERB
fcis-13837	46	3	with	with	ADP
fcis-13837	46	4	a	a	DET
fcis-13837	46	5	fairly	fairly	ADV
fcis-13837	46	6	common	common	ADJ
fcis-13837	46	7	encoding	encoding	NOUN
fcis-13837	46	8	structure	structure	NOUN
fcis-13837	46	9	,	,	PUNCT
fcis-13837	46	10	including	include	VERB
fcis-13837	46	11	embedding	embed	VERB
fcis-13837	46	12	layers	layer	NOUN
fcis-13837	46	13	for	for	ADP
fcis-13837	46	14	each	each	PRON
fcis-13837	46	15	of	of	ADP
fcis-13837	46	16	our	our	PRON
fcis-13837	46	17	encoded	encode	VERB
fcis-13837	46	18	input	input	NOUN
fcis-13837	46	19	types	type	NOUN
fcis-13837	46	20	(	(	PUNCT
fcis-13837	46	21	code	code	NOUN
fcis-13837	46	22	/	/	SYM
fcis-13837	46	23	text	text	NOUN
fcis-13837	46	24	and	and	CCONJ
fcis-13837	46	25	ast	ast	NOUN
fcis-13837	46	26	)	)	PUNCT
fcis-13837	46	27	.	.	PUNCT
fcis-13837	47	1	the	the	DET
fcis-13837	47	2	embedding	embedding	NOUN
fcis-13837	47	3	will	will	AUX
fcis-13837	47	4	output	output	VERB
fcis-13837	47	5	a	a	DET
fcis-13837	47	6	shape	shape	NOUN
fcis-13837	47	7	of	of	ADP
fcis-13837	47	8	(	(	PUNCT
fcis-13837	47	9	batch	batch	NOUN
fcis-13837	47	10	size	size	NOUN
fcis-13837	47	11	,	,	PUNCT
fcis-13837	47	12	txtvocabsize	txtvocabsize	NOUN
fcis-13837	47	13	,	,	PUNCT
fcis-13837	47	14	embdims	embdim	NOUN
fcis-13837	47	15	)	)	PUNCT
fcis-13837	47	16	.	.	PUNCT
fcis-13837	48	1	what	what	PRON
fcis-13837	48	2	this	this	PRON
fcis-13837	48	3	means	mean	VERB
fcis-13837	48	4	is	be	AUX
fcis-13837	48	5	that	that	SCONJ
fcis-13837	48	6	for	for	ADP
fcis-13837	48	7	every	every	DET
fcis-13837	48	8	batch	batch	NOUN
fcis-13837	48	9	,	,	PUNCT
fcis-13837	48	10	each	each	DET
fcis-13837	48	11	word	word	NOUN
fcis-13837	48	12	in	in	ADP
fcis-13837	48	13	the	the	DET
fcis-13837	48	14	sequence	sequence	NOUN
fcis-13837	48	15	has	have	VERB
fcis-13837	48	16	one	one	NUM
fcis-13837	48	17	vector	vector	NOUN
fcis-13837	48	18	of	of	ADP
fcis-13837	48	19	length	length	NOUN
fcis-13837	48	20	embdims	embdim	NOUN
fcis-13837	48	21	.	.	PUNCT
fcis-13837	49	1	for	for	ADP
fcis-13837	49	2	example	example	NOUN
fcis-13837	49	3	,	,	PUNCT
fcis-13837	49	4	(	(	PUNCT
fcis-13837	49	5	200	200	NUM
fcis-13837	49	6	,	,	PUNCT
fcis-13837	49	7	100	100	NUM
fcis-13837	49	8	,	,	PUNCT
fcis-13837	49	9	100	100	NUM
fcis-13837	49	10	)	)	PUNCT
fcis-13837	49	11	means	mean	VERB
fcis-13837	49	12	that	that	SCONJ
fcis-13837	49	13	for	for	ADP
fcis-13837	49	14	each	each	PRON
fcis-13837	49	15	of	of	ADP
fcis-13837	49	16	200	200	NUM
fcis-13837	49	17	examples	example	NOUN
fcis-13837	49	18	in	in	ADP
fcis-13837	49	19	a	a	DET
fcis-13837	49	20	batch	batch	NOUN
fcis-13837	49	21	,	,	PUNCT
fcis-13837	49	22	there	there	PRON
fcis-13837	49	23	are	be	VERB
fcis-13837	49	24	100	100	NUM
fcis-13837	49	25	words	word	NOUN
fcis-13837	49	26	and	and	CCONJ
fcis-13837	49	27	each	each	DET
fcis-13837	49	28	word	word	NOUN
fcis-13837	49	29	is	be	AUX
fcis-13837	49	30	represented	represent	VERB
fcis-13837	49	31	by	by	ADP
fcis-13837	49	32	a	a	DET
fcis-13837	49	33	100	100	NUM
fcis-13837	49	34	length	length	NOUN
fcis-13837	49	35	embedding	embed	VERB
fcis-13837	49	36	vector	vector	NOUN
fcis-13837	49	37	.	.	PUNCT
fcis-13837	50	1	we	we	PRON
fcis-13837	50	2	found	find	VERB
fcis-13837	50	3	two	two	NUM
fcis-13837	50	4	separate	separate	ADJ
fcis-13837	50	5	embeddings	embedding	NOUN
fcis-13837	50	6	to	to	PART
fcis-13837	50	7	have	have	AUX
fcis-13837	50	8	better	well	ADJ
fcis-13837	50	9	performance	performance	NOUN
fcis-13837	50	10	than	than	ADP
fcis-13837	50	11	a	a	DET
fcis-13837	50	12	unified	unified	ADJ
fcis-13837	50	13	embedding	embed	VERB
fcis-13837	50	14	space	space	NOUN
fcis-13837	50	15	.	.	PUNCT
fcis-13837	51	1	ast_enc	ast_enc	PROPN
fcis-13837	51	2	=	=	SYM
fcis-13837	51	3	cudnngru(self.rnndims	cudnngru(self.rnndim	NOUN
fcis-13837	51	4	,	,	PUNCT
fcis-13837	51	5	return_state	return_state	PROPN
fcis-13837	51	6	=	=	SYM
fcis-13837	51	7	t	t	X
fcis-13837	51	8	rue	rue	NOUN
fcis-13837	51	9	,	,	PUNCT
fcis-13837	51	10	return_sequences	return_sequence	NOUN
fcis-13837	51	11	=	=	NOUN
fcis-13837	51	12	false	false	ADJ
fcis-13837	51	13	)	)	PUNCT
fcis-13837	51	14	astout	astout	ADJ
fcis-13837	51	15	,	,	PUNCT
fcis-13837	51	16	sa	sa	NOUN
fcis-13837	51	17	=	=	NOUN
fcis-13837	51	18	ast_enc(se	ast_enc(se	ADP
fcis-13837	51	19	)	)	PUNCT
fcis-13837	51	20	next	next	ADV
fcis-13837	51	21	is	be	AUX
fcis-13837	51	22	a	a	DET
fcis-13837	51	23	gru	gru	NOUN
fcis-13837	51	24	layer	layer	NOUN
fcis-13837	51	25	with	with	ADP
fcis-13837	51	26	rnndims	rnndims	ADJ
fcis-13837	51	27	units	unit	NOUN
fcis-13837	51	28	(	(	PUNCT
fcis-13837	51	29	we	we	PRON
fcis-13837	51	30	found	find	VERB
fcis-13837	51	31	256	256	NUM
fcis-13837	51	32	to	to	PART
fcis-13837	51	33	provide	provide	VERB
fcis-13837	51	34	good	good	ADJ
fcis-13837	51	35	results	result	NOUN
fcis-13837	51	36	without	without	ADP
fcis-13837	51	37	oversizing	oversize	VERB
fcis-13837	51	38	the	the	DET
fcis-13837	51	39	model	model	NOUN
fcis-13837	51	40	)	)	PUNCT
fcis-13837	51	41	to	to	PART
fcis-13837	51	42	serve	serve	VERB
fcis-13837	51	43	as	as	ADP
fcis-13837	51	44	the	the	DET
fcis-13837	51	45	ast	ast	NOUN
fcis-13837	51	46	encoding	encoding	NOUN
fcis-13837	51	47	.	.	PUNCT
fcis-13837	52	1	we	we	PRON
fcis-13837	52	2	used	use	VERB
fcis-13837	52	3	a	a	DET
fcis-13837	52	4	cudnngru	cudnngru	NOUN
fcis-13837	52	5	to	to	PART
fcis-13837	52	6	increase	increase	VERB
fcis-13837	52	7	training	training	NOUN
fcis-13837	52	8	speed	speed	NOUN
fcis-13837	52	9	,	,	PUNCT
fcis-13837	52	10	not	not	PART
fcis-13837	52	11	for	for	ADP
fcis-13837	52	12	prediction	prediction	NOUN
fcis-13837	52	13	performance	performance	NOUN
fcis-13837	52	14	.	.	PUNCT
fcis-13837	53	1	the	the	DET
fcis-13837	53	2	return	return	NOUN
fcis-13837	53	3	state	state	NOUN
fcis-13837	53	4	flag	flag	NOUN
fcis-13837	53	5	is	be	AUX
fcis-13837	53	6	necessary	necessary	ADJ
fcis-13837	53	7	so	so	SCONJ
fcis-13837	53	8	that	that	SCONJ
fcis-13837	53	9	we	we	PRON
fcis-13837	53	10	get	get	VERB
fcis-13837	53	11	the	the	DET
fcis-13837	53	12	final	final	ADJ
fcis-13837	53	13	hidden	hidden	ADJ
fcis-13837	53	14	state	state	NOUN
fcis-13837	53	15	of	of	ADP
fcis-13837	53	16	the	the	DET
fcis-13837	53	17	ast	ast	NOUN
fcis-13837	53	18	encoder	encoder	NOUN
fcis-13837	53	19	.	.	PUNCT
fcis-13837	54	1	the	the	DET
fcis-13837	54	2	return	return	NOUN
fcis-13837	54	3	sequences	sequence	NOUN
fcis-13837	54	4	flag	flag	NOUN
fcis-13837	54	5	is	be	AUX
fcis-13837	54	6	necessary	necessary	ADJ
fcis-13837	54	7	because	because	SCONJ
fcis-13837	54	8	we	we	PRON
fcis-13837	54	9	want	want	VERB
fcis-13837	54	10	the	the	DET
fcis-13837	54	11	state	state	NOUN
fcis-13837	54	12	at	at	ADP
fcis-13837	54	13	every	every	DET
fcis-13837	54	14	cell	cell	NOUN
fcis-13837	54	15	instead	instead	ADV
fcis-13837	54	16	just	just	ADV
fcis-13837	54	17	the	the	DET
fcis-13837	54	18	final	final	ADJ
fcis-13837	54	19	state	state	NOUN
fcis-13837	54	20	.	.	PUNCT
fcis-13837	55	1	we	we	PRON
fcis-13837	55	2	need	need	VERB
fcis-13837	55	3	the	the	DET
fcis-13837	55	4	state	state	NOUN
fcis-13837	55	5	at	at	ADP
fcis-13837	55	6	every	every	DET
fcis-13837	55	7	cell	cell	NOUN
fcis-13837	55	8	for	for	ADP
fcis-13837	55	9	the	the	DET
fcis-13837	55	10	attention	attention	NOUN
fcis-13837	55	11	mechanism	mechanism	NOUN
fcis-13837	55	12	later	later	ADV
fcis-13837	55	13	.	.	PUNCT
fcis-13837	56	1	txt_enc	txt_enc	PRON
fcis-13837	56	2	=	=	NOUN
fcis-13837	56	3	cudnngru(self.rnndims	cudnngru(self.rnndim	NOUN
fcis-13837	56	4	,	,	PUNCT
fcis-13837	56	5	return_state	return_state	NOUN
fcis-13837	56	6	=	=	SYM
fcis-13837	56	7	true	true	ADJ
fcis-13837	56	8	,	,	PUNCT
fcis-13837	56	9	return_sequences	return_sequence	NOUN
fcis-13837	56	10	=	=	SYM
fcis-13837	56	11	true	true	ADJ
fcis-13837	56	12	)	)	PUNCT
fcis-13837	56	13	txtout	txtout	NOUN
fcis-13837	56	14	,	,	PUNCT
fcis-13837	56	15	st	st	NOUN
fcis-13837	56	16	=	=	PUNCT
fcis-13837	56	17	enc(ee	enc(ee	NOUN
fcis-13837	56	18	,	,	PUNCT
fcis-13837	56	19	initial_state	initial_state	PROPN
fcis-13837	56	20	=	=	SYM
fcis-13837	56	21	sa	sa	NOUN
fcis-13837	56	22	)	)	PUNCT
fcis-13837	56	23	the	the	DET
fcis-13837	56	24	code	code	NOUN
fcis-13837	56	25	/	/	SYM
fcis-13837	56	26	text	text	NOUN
fcis-13837	56	27	encoder	encoder	NOUN
fcis-13837	56	28	operates	operate	VERB
fcis-13837	56	29	in	in	ADP
fcis-13837	56	30	nearly	nearly	ADV
fcis-13837	56	31	the	the	DET
fcis-13837	56	32	same	same	ADJ
fcis-13837	56	33	way	way	NOUN
fcis-13837	56	34	as	as	ADP
fcis-13837	56	35	the	the	DET
fcis-13837	56	36	ast	ast	NOUN
fcis-13837	56	37	encoder	encoder	NOUN
fcis-13837	56	38	,	,	PUNCT
fcis-13837	56	39	except	except	SCONJ
fcis-13837	56	40	that	that	SCONJ
fcis-13837	56	41	we	we	PRON
fcis-13837	56	42	start	start	VERB
fcis-13837	56	43	the	the	DET
fcis-13837	56	44	code	code	NOUN
fcis-13837	56	45	/	/	SYM
fcis-13837	56	46	text	text	NOUN
fcis-13837	56	47	gru	gru	NOUN
fcis-13837	56	48	with	with	ADP
fcis-13837	56	49	the	the	DET
fcis-13837	56	50	final	final	ADJ
fcis-13837	56	51	state	state	NOUN
fcis-13837	56	52	of	of	ADP
fcis-13837	56	53	the	the	DET
fcis-13837	56	54	ast	ast	PROPN
fcis-13837	56	55	gru	gru	PROPN
fcis-13837	56	56	.	.	PUNCT
fcis-13837	57	1	the	the	DET
fcis-13837	57	2	effect	effect	NOUN
fcis-13837	57	3	is	be	AUX
fcis-13837	57	4	similar	similar	ADJ
fcis-13837	57	5	to	to	ADP
fcis-13837	57	6	if	if	SCONJ
fcis-13837	57	7	we	we	PRON
fcis-13837	57	8	had	have	AUX
fcis-13837	57	9	simply	simply	ADV
fcis-13837	57	10	concatenated	concatenate	VERB
fcis-13837	57	11	the	the	DET
fcis-13837	57	12	inputs	input	NOUN
fcis-13837	57	13	,	,	PUNCT
fcis-13837	57	14	except	except	SCONJ
fcis-13837	57	15	that	that	SCONJ
fcis-13837	57	16	1	1	X
fcis-13837	57	17	)	)	PUNCT
fcis-13837	57	18	we	we	PRON
fcis-13837	57	19	keep	keep	VERB
fcis-13837	57	20	separate	separate	ADJ
fcis-13837	57	21	embedding	embed	VERB
fcis-13837	57	22	spaces	space	NOUN
fcis-13837	57	23	,	,	PUNCT
fcis-13837	57	24	2	2	X
fcis-13837	57	25	)	)	PUNCT
fcis-13837	57	26	we	we	PRON
fcis-13837	57	27	allow	allow	VERB
fcis-13837	57	28	for	for	SCONJ
fcis-13837	57	29	attention	attention	NOUN
fcis-13837	57	30	to	to	PART
fcis-13837	57	31	focus	focus	VERB
fcis-13837	57	32	on	on	ADP
fcis-13837	57	33	each	each	DET
fcis-13837	57	34	input	input	NOUN
fcis-13837	57	35	differently	differently	ADV
fcis-13837	57	36	rather	rather	ADV
fcis-13837	57	37	than	than	ADP
fcis-13837	57	38	across	across	ADP
fcis-13837	57	39	input	input	NOUN
fcis-13837	57	40	types	type	NOUN
fcis-13837	57	41	,	,	PUNCT
fcis-13837	57	42	3	3	X
fcis-13837	57	43	)	)	PUNCT
fcis-13837	57	44	we	we	PRON
fcis-13837	57	45	ensure	ensure	VERB
fcis-13837	57	46	that	that	SCONJ
fcis-13837	57	47	one	one	NUM
fcis-13837	57	48	input	input	NOUN
fcis-13837	57	49	is	be	AUX
fcis-13837	57	50	not	not	PART
fcis-13837	57	51	truncated	truncate	VERB
fcis-13837	57	52	by	by	ADP
fcis-13837	57	53	an	an	DET
fcis-13837	57	54	excessively	excessively	ADV
fcis-13837	57	55	long	long	ADJ
fcis-13837	57	56	sequence	sequence	NOUN
fcis-13837	57	57	of	of	ADP
fcis-13837	57	58	the	the	DET
fcis-13837	57	59	other	other	ADJ
fcis-13837	57	60	input	input	NOUN
fcis-13837	57	61	type	type	NOUN
fcis-13837	57	62	,	,	PUNCT
fcis-13837	57	63	and	and	CCONJ
fcis-13837	57	64	4	4	X
fcis-13837	57	65	)	)	PUNCT
fcis-13837	57	66	we	we	PRON
fcis-13837	57	67	“	"	PUNCT
fcis-13837	57	68	keep	keep	VERB
fcis-13837	57	69	the	the	DET
fcis-13837	57	70	door	door	NOUN
fcis-13837	57	71	open	open	ADJ
fcis-13837	57	72	”	"	PUNCT
fcis-13837	57	73	for	for	ADP
fcis-13837	57	74	further	further	ADJ
fcis-13837	57	75	processing	processing	NOUN
fcis-13837	57	76	e.g.	e.g.	ADV
fcis-13837	57	77	via	via	ADP
fcis-13837	57	78	convolution	convolution	NOUN
fcis-13837	57	79	layers	layer	NOUN
fcis-13837	57	80	that	that	PRON
fcis-13837	57	81	would	would	AUX
fcis-13837	57	82	benefit	benefit	VERB
fcis-13837	57	83	one	one	NUM
fcis-13837	57	84	input	input	NOUN
fcis-13837	57	85	type	type	NOUN
fcis-13837	57	86	but	but	CCONJ
fcis-13837	57	87	not	not	PART
fcis-13837	57	88	the	the	DET
fcis-13837	57	89	other	other	ADJ
fcis-13837	57	90	.	.	PUNCT
fcis-13837	58	1	as	as	SCONJ
fcis-13837	58	2	we	we	PRON
fcis-13837	58	3	show	show	VERB
fcis-13837	58	4	in	in	ADP
fcis-13837	58	5	our	our	PRON
fcis-13837	58	6	evaluation	evaluation	NOUN
fcis-13837	58	7	,	,	PUNCT
fcis-13837	58	8	this	this	PRON
fcis-13837	58	9	is	be	AUX
fcis-13837	58	10	an	an	DET
fcis-13837	58	11	important	important	ADJ
fcis-13837	58	12	point	point	NOUN
fcis-13837	58	13	for	for	ADP
fcis-13837	58	14	future	future	ADJ
fcis-13837	58	15	work	work	NOUN
fcis-13837	58	16	.	.	PUNCT
fcis-13837	59	1	tensor	tensor	NOUN
fcis-13837	59	2	txtout	txtout	NOUN
fcis-13837	59	3	would	would	AUX
fcis-13837	59	4	normally	normally	ADV
fcis-13837	59	5	have	have	VERB
fcis-13837	59	6	shape	shape	NOUN
fcis-13837	59	7	(	(	PUNCT
fcis-13837	59	8	batch	batch	NOUN
fcis-13837	59	9	size	size	NOUN
fcis-13837	59	10	,	,	PUNCT
fcis-13837	59	11	rnndims	rnndims	PROPN
fcis-13837	59	12	)	)	PUNCT
fcis-13837	59	13	,	,	PUNCT
fcis-13837	59	14	an	an	DET
fcis-13837	59	15	rnndimslength	rnndimslength	NOUN
fcis-13837	59	16	vector	vector	NOUN
fcis-13837	59	17	representation	representation	NOUN
fcis-13837	59	18	of	of	ADP
fcis-13837	59	19	every	every	DET
fcis-13837	59	20	input	input	NOUN
fcis-13837	59	21	in	in	ADP
fcis-13837	59	22	the	the	DET
fcis-13837	59	23	batch	batch	NOUN
fcis-13837	59	24	.	.	PUNCT
fcis-13837	60	1	however	however	ADV
fcis-13837	60	2	,	,	PUNCT
fcis-13837	60	3	since	since	SCONJ
fcis-13837	60	4	we	we	PRON
fcis-13837	60	5	have	have	AUX
fcis-13837	60	6	return	return	NOUN
fcis-13837	60	7	sequences	sequence	NOUN
fcis-13837	60	8	enabled	enable	VERB
fcis-13837	60	9	,	,	PUNCT
fcis-13837	60	10	encout	encout	PROPN
fcis-13837	60	11	has	have	VERB
fcis-13837	60	12	the	the	DET
fcis-13837	60	13	shape	shape	NOUN
fcis-13837	60	14	(	(	PUNCT
fcis-13837	60	15	batch	batch	NOUN
fcis-13837	60	16	size	size	NOUN
fcis-13837	60	17	,	,	PUNCT
fcis-13837	60	18	datvocabsize	datvocabsize	NOUN
fcis-13837	60	19	,	,	PUNCT
fcis-13837	60	20	rnndims	rnndims	PROPN
fcis-13837	60	21	)	)	PUNCT
fcis-13837	60	22	,	,	PUNCT
fcis-13837	60	23	which	which	PRON
fcis-13837	60	24	is	be	AUX
fcis-13837	60	25	the	the	DET
fcis-13837	60	26	rnndims	rnndims	ADJ
fcis-13837	60	27	-	-	PUNCT
fcis-13837	60	28	length	length	NOUN
fcis-13837	60	29	vector	vector	NOUN
fcis-13837	60	30	at	at	ADP
fcis-13837	60	31	every	every	DET
fcis-13837	60	32	timestep	timestep	NOUN
fcis-13837	60	33	.	.	PUNCT
fcis-13837	61	1	that	that	PRON
fcis-13837	61	2	is	be	AUX
fcis-13837	61	3	,	,	PUNCT
fcis-13837	61	4	the	the	DET
fcis-13837	61	5	rnndims	rnndims	ADJ
fcis-13837	61	6	-	-	PUNCT
fcis-13837	61	7	length	length	NOUN
fcis-13837	61	8	vector	vector	NOUN
fcis-13837	61	9	at	at	ADP
fcis-13837	61	10	every	every	DET
fcis-13837	61	11	word	word	NOUN
fcis-13837	61	12	in	in	ADP
fcis-13837	61	13	the	the	DET
fcis-13837	61	14	sequence	sequence	NOUN
fcis-13837	61	15	.	.	PUNCT
fcis-13837	62	1	so	so	ADV
fcis-13837	62	2	,	,	PUNCT
fcis-13837	62	3	we	we	PRON
fcis-13837	62	4	see	see	VERB
fcis-13837	62	5	the	the	DET
fcis-13837	62	6	status	status	NOUN
fcis-13837	62	7	of	of	ADP
fcis-13837	62	8	the	the	DET
fcis-13837	62	9	output	output	NOUN
fcis-13837	62	10	vector	vector	NOUN
fcis-13837	62	11	as	as	SCONJ
fcis-13837	62	12	it	it	PRON
fcis-13837	62	13	changes	change	VERB
fcis-13837	62	14	with	with	ADP
fcis-13837	62	15	each	each	DET
fcis-13837	62	16	word	word	NOUN
fcis-13837	62	17	in	in	ADP
fcis-13837	62	18	the	the	DET
fcis-13837	62	19	sequence	sequence	NOUN
fcis-13837	62	20	.	.	PUNCT
fcis-13837	63	1	we	we	PRON
fcis-13837	63	2	also	also	ADV
fcis-13837	63	3	have	have	VERB
fcis-13837	63	4	return	return	NOUN
fcis-13837	63	5	state	state	NOUN
fcis-13837	63	6	enabled	enable	VERB
fcis-13837	63	7	,	,	PUNCT
fcis-13837	63	8	which	which	PRON
fcis-13837	63	9	just	just	ADV
fcis-13837	63	10	means	mean	VERB
fcis-13837	63	11	that	that	SCONJ
fcis-13837	63	12	we	we	PRON
fcis-13837	63	13	get	get	VERB
fcis-13837	63	14	st	st	PROPN
fcis-13837	63	15	,	,	PUNCT
fcis-13837	63	16	the	the	DET
fcis-13837	63	17	rnndims	rnndims	ADJ
fcis-13837	63	18	vector	vector	NOUN
fcis-13837	63	19	from	from	ADP
fcis-13837	63	20	the	the	DET
fcis-13837	63	21	last	last	ADJ
fcis-13837	63	22	cell	cell	NOUN
fcis-13837	63	23	.	.	PUNCT
fcis-13837	64	1	this	this	PRON
fcis-13837	64	2	is	be	AUX
fcis-13837	64	3	a	a	DET
fcis-13837	64	4	gru	gru	NOUN
fcis-13837	64	5	,	,	PUNCT
fcis-13837	64	6	so	so	SCONJ
fcis-13837	64	7	this	this	DET
fcis-13837	64	8	st	st	PROPN
fcis-13837	64	9	is	be	AUX
fcis-13837	64	10	the	the	DET
fcis-13837	64	11	same	same	ADJ
fcis-13837	64	12	as	as	ADP
fcis-13837	64	13	the	the	DET
fcis-13837	64	14	output	output	NOUN
fcis-13837	64	15	vector	vector	NOUN
fcis-13837	64	16	,	,	PUNCT
fcis-13837	64	17	but	but	CCONJ
fcis-13837	64	18	we	we	PRON
fcis-13837	64	19	get	get	VERB
fcis-13837	64	20	it	it	PRON
fcis-13837	64	21	here	here	ADV
fcis-13837	64	22	anyway	anyway	ADV
fcis-13837	64	23	for	for	ADP
fcis-13837	64	24	convenience	convenience	NOUN
fcis-13837	64	25	,	,	PUNCT
fcis-13837	64	26	to	to	PART
fcis-13837	64	27	use	use	VERB
fcis-13837	64	28	as	as	ADP
fcis-13837	64	29	the	the	DET
fcis-13837	64	30	initial	initial	ADJ
fcis-13837	64	31	state	state	NOUN
fcis-13837	64	32	in	in	ADP
fcis-13837	64	33	the	the	DET
fcis-13837	64	34	decoder	decoder	NOUN
fcis-13837	64	35	.	.	PUNCT
fcis-13837	65	1	ast_attn	ast_attn	X
fcis-13837	65	2	=	=	PUNCT
fcis-13837	66	1	dot([astout	dot([astout	PROPN
fcis-13837	66	2	,	,	PUNCT
fcis-13837	66	3	encout	encout	NOUN
fcis-13837	66	4	]	]	PUNCT
fcis-13837	66	5	,	,	PUNCT
fcis-13837	66	6	axes=[2	axes=[2	PROPN
fcis-13837	66	7	,	,	PUNCT
fcis-13837	66	8	2	2	NUM
fcis-13837	66	9	]	]	PUNCT
fcis-13837	66	10	)	)	PUNCT
fcis-13837	66	11	ast_attn	ast_attn	X
fcis-13837	66	12	=	=	PUNCT
fcis-13837	66	13	activation(‘softmax’)(ast_attn	activation(‘softmax’)(ast_attn	NOUN
fcis-13837	66	14	)	)	PUNCT
fcis-13837	66	15	ast_context	ast_context	NOUN
fcis-13837	67	1	=	=	SYM
fcis-13837	67	2	dot([ast_attn	dot([ast_attn	NOUN
fcis-13837	67	3	,	,	PUNCT
fcis-13837	67	4	txtout	txtout	ADP
fcis-13837	67	5	]	]	PUNCT
fcis-13837	67	6	,	,	PUNCT
fcis-13837	67	7	axes=[2	axes=[2	PROPN
fcis-13837	67	8	,	,	PUNCT
fcis-13837	67	9	1	1	NUM
fcis-13837	67	10	]	]	PUNCT
fcis-13837	67	11	)	)	PUNCT
fcis-13837	67	12	we	we	PRON
fcis-13837	67	13	perform	perform	VERB
fcis-13837	67	14	the	the	DET
fcis-13837	67	15	same	same	ADJ
fcis-13837	67	16	attention	attention	NOUN
fcis-13837	67	17	operations	operation	NOUN
fcis-13837	67	18	to	to	ADP
fcis-13837	67	19	the	the	DET
fcis-13837	67	20	ast	ast	NOUN
fcis-13837	67	21	encoding	encoding	NOUN
fcis-13837	67	22	as	as	SCONJ
fcis-13837	67	23	we	we	PRON
fcis-13837	67	24	do	do	VERB
fcis-13837	67	25	for	for	ADP
fcis-13837	67	26	the	the	DET
fcis-13837	67	27	code	code	NOUN
fcis-13837	67	28	/	/	SYM
fcis-13837	67	29	text	text	NOUN
fcis-13837	67	30	encoding	encoding	NOUN
fcis-13837	67	31	.	.	PUNCT
fcis-13837	68	1	context	context	NOUN
fcis-13837	68	2	=	=	SYM
fcis-13837	68	3	concatenate	concatenate	NOUN
fcis-13837	68	4	(	(	PUNCT
fcis-13837	68	5	[	[	X
fcis-13837	68	6	txt_context	txt_context	NOUN
fcis-13837	68	7	,	,	PUNCT
fcis-13837	68	8	ast_context	ast_context	NOUN
fcis-13837	68	9	,	,	PUNCT
fcis-13837	68	10	decout	decout	NOUN
fcis-13837	68	11	]	]	PUNCT
fcis-13837	68	12	)	)	PUNCT
fcis-13837	69	1	but	but	CCONJ
fcis-13837	69	2	,	,	PUNCT
fcis-13837	69	3	we	we	PRON
fcis-13837	69	4	still	still	ADV
fcis-13837	69	5	need	need	VERB
fcis-13837	69	6	to	to	PART
fcis-13837	69	7	combine	combine	VERB
fcis-13837	69	8	the	the	DET
fcis-13837	69	9	code	code	NOUN
fcis-13837	69	10	/	/	SYM
fcis-13837	69	11	text	text	NOUN
fcis-13837	69	12	and	and	CCONJ
fcis-13837	69	13	ast	ast	NOUN
fcis-13837	69	14	context	context	NOUN
fcis-13837	69	15	with	with	ADP
fcis-13837	69	16	the	the	DET
fcis-13837	69	17	decoder	decoder	NOUN
fcis-13837	69	18	sequence	sequence	NOUN
fcis-13837	69	19	information	information	NOUN
fcis-13837	69	20	.	.	PUNCT
fcis-13837	70	1	this	this	PRON
fcis-13837	70	2	is	be	AUX
fcis-13837	70	3	important	important	ADJ
fcis-13837	70	4	because	because	SCONJ
fcis-13837	70	5	we	we	PRON
fcis-13837	70	6	send	send	VERB
fcis-13837	70	7	each	each	DET
fcis-13837	70	8	word	word	NOUN
fcis-13837	70	9	one	one	NUM
fcis-13837	70	10	at	at	ADP
fcis-13837	70	11	a	a	DET
fcis-13837	70	12	time	time	NOUN
fcis-13837	70	13	,	,	PUNCT
fcis-13837	70	14	as	as	SCONJ
fcis-13837	70	15	noted	note	VERB
fcis-13837	70	16	in	in	ADP
fcis-13837	70	17	the	the	DET
fcis-13837	70	18	previous	previous	ADJ
fcis-13837	70	19	section	section	NOUN
fcis-13837	70	20	.	.	PUNCT
fcis-13837	71	1	the	the	DET
fcis-13837	71	2	model	model	NOUN
fcis-13837	71	3	gets	get	VERB
fcis-13837	71	4	to	to	PART
fcis-13837	71	5	look	look	VERB
fcis-13837	71	6	at	at	ADP
fcis-13837	71	7	the	the	DET
fcis-13837	71	8	previous	previous	ADJ
fcis-13837	71	9	words	word	NOUN
fcis-13837	71	10	in	in	ADP
fcis-13837	71	11	the	the	DET
fcis-13837	71	12	sentence	sentence	NOUN
fcis-13837	71	13	in	in	ADP
fcis-13837	71	14	addition	addition	NOUN
fcis-13837	71	15	to	to	ADP
fcis-13837	71	16	the	the	DET
fcis-13837	71	17	words	word	NOUN
fcis-13837	71	18	in	in	ADP
fcis-13837	71	19	the	the	DET
fcis-13837	71	20	encoder	encoder	NOUN
fcis-13837	71	21	sequences	sequence	NOUN
fcis-13837	71	22	.	.	PUNCT
fcis-13837	72	1	it	it	PRON
fcis-13837	72	2	does	do	AUX
fcis-13837	72	3	not	not	PART
fcis-13837	72	4	have	have	VERB
fcis-13837	72	5	the	the	DET
fcis-13837	72	6	burden	burden	NOUN
fcis-13837	72	7	of	of	ADP
fcis-13837	72	8	predicting	predict	VERB
fcis-13837	72	9	the	the	DET
fcis-13837	72	10	entire	entire	ADJ
fcis-13837	72	11	output	output	NOUN
fcis-13837	72	12	sequence	sequence	NOUN
fcis-13837	72	13	all	all	ADV
fcis-13837	72	14	at	at	ADP
fcis-13837	72	15	once	once	ADV
fcis-13837	72	16	.	.	PUNCT
fcis-13837	73	1	technically	technically	ADV
fcis-13837	73	2	,	,	PUNCT
fcis-13837	73	3	what	what	PRON
fcis-13837	73	4	we	we	PRON
fcis-13837	73	5	have	have	AUX
fcis-13837	73	6	here	here	ADV
fcis-13837	73	7	are	be	AUX
fcis-13837	73	8	two	two	NUM
fcis-13837	73	9	context	context	NOUN
fcis-13837	73	10	matrices	matrix	NOUN
fcis-13837	73	11	with	with	ADP
fcis-13837	73	12	shape	shape	NOUN
fcis-13837	73	13	(	(	PUNCT
fcis-13837	73	14	batch	batch	NOUN
fcis-13837	73	15	size	size	NOUN
fcis-13837	73	16	,	,	PUNCT
fcis-13837	73	17	13	13	NUM
fcis-13837	73	18	,	,	PUNCT
fcis-13837	73	19	256	256	NUM
fcis-13837	73	20	)	)	PUNCT
fcis-13837	73	21	and	and	CCONJ
fcis-13837	73	22	a	a	DET
fcis-13837	73	23	decout	decout	NOUN
fcis-13837	73	24	with	with	ADP
fcis-13837	73	25	shape	shape	NOUN
fcis-13837	73	26	(	(	PUNCT
fcis-13837	73	27	batch	batch	NOUN
fcis-13837	73	28	size	size	NOUN
fcis-13837	73	29	,	,	PUNCT
fcis-13837	73	30	13	13	NUM
fcis-13837	73	31	,	,	PUNCT
fcis-13837	73	32	256	256	NUM
fcis-13837	73	33	)	)	PUNCT
fcis-13837	73	34	.	.	PUNCT
fcis-13837	74	1	the	the	DET
fcis-13837	74	2	default	default	NOUN
fcis-13837	74	3	axis	axis	NOUN
fcis-13837	74	4	is	be	AUX
fcis-13837	74	5	-1	-1	PUNCT
fcis-13837	74	6	,	,	PUNCT
fcis-13837	74	7	which	which	PRON
fcis-13837	74	8	means	mean	VERB
fcis-13837	74	9	the	the	DET
fcis-13837	74	10	last	last	ADJ
fcis-13837	74	11	part	part	NOUN
fcis-13837	74	12	of	of	ADP
fcis-13837	74	13	the	the	DET
fcis-13837	74	14	shape	shape	NOUN
fcis-13837	74	15	(	(	PUNCT
fcis-13837	74	16	the	the	DET
fcis-13837	74	17	256	256	NUM
fcis-13837	74	18	one	one	NUM
fcis-13837	74	19	in	in	ADP
fcis-13837	74	20	this	this	DET
fcis-13837	74	21	case	case	NOUN
fcis-13837	74	22	)	)	PUNCT
fcis-13837	74	23	.	.	PUNCT
fcis-13837	75	1	this	this	PRON
fcis-13837	75	2	creates	create	VERB
fcis-13837	75	3	a	a	DET
fcis-13837	75	4	tensor	tensor	NOUN
fcis-13837	75	5	of	of	ADP
fcis-13837	75	6	shape	shape	NOUN
fcis-13837	75	7	(	(	PUNCT
fcis-13837	75	8	batch	batch	NOUN
fcis-13837	75	9	size	size	NOUN
fcis-13837	75	10	,	,	PUNCT
fcis-13837	75	11	13	13	NUM
fcis-13837	75	12	,	,	PUNCT
fcis-13837	75	13	768	768	NUM
fcis-13837	75	14	):	):	PUNCT
fcis-13837	75	15	one	one	NUM
fcis-13837	75	16	768	768	NUM
fcis-13837	75	17	-	-	PUNCT
fcis-13837	75	18	length	length	NOUN
fcis-13837	75	19	vector	vector	NOUN
fcis-13837	75	20	for	for	ADP
fcis-13837	75	21	each	each	PRON
fcis-13837	75	22	of	of	ADP
fcis-13837	75	23	the	the	DET
fcis-13837	75	24	13	13	NUM
fcis-13837	75	25	input	input	NOUN
fcis-13837	75	26	elements	element	NOUN
fcis-13837	75	27	instead	instead	ADV
fcis-13837	75	28	of	of	ADP
fcis-13837	75	29	three	three	NUM
fcis-13837	75	30	256	256	NUM
fcis-13837	75	31	-	-	PUNCT
fcis-13837	75	32	length	length	NOUN
fcis-13837	75	33	vectors	vector	NOUN
fcis-13837	75	34	.	.	PUNCT
fcis-13837	76	1	out	out	ADP
fcis-13837	76	2	=	=	ADJ
fcis-13837	76	3	timedistributed(dense(self.rnndims	timedistributed(dense(self.rnndims	PROPN
fcis-13837	76	4	,	,	PUNCT
fcis-13837	76	5	activation="relu"))(context	activation="relu"))(context	PROPN
fcis-13837	76	6	)	)	PUNCT
fcis-13837	76	7	we	we	PRON
fcis-13837	76	8	are	be	AUX
fcis-13837	76	9	nearing	near	VERB
fcis-13837	76	10	the	the	DET
fcis-13837	76	11	point	point	NOUN
fcis-13837	76	12	of	of	ADP
fcis-13837	76	13	predicting	predict	VERB
fcis-13837	76	14	a	a	DET
fcis-13837	76	15	next	next	ADJ
fcis-13837	76	16	word	word	NOUN
fcis-13837	76	17	.	.	PUNCT
fcis-13837	77	1	a	a	DET
fcis-13837	77	2	timedistributed	timedistribute	VERB
fcis-13837	77	3	layer	layer	NOUN
fcis-13837	77	4	provides	provide	VERB
fcis-13837	77	5	one	one	NUM
fcis-13837	77	6	dense	dense	ADJ
fcis-13837	77	7	layer	layer	NOUN
fcis-13837	77	8	per	per	ADP
fcis-13837	77	9	vector	vector	NOUN
fcis-13837	77	10	in	in	ADP
fcis-13837	77	11	the	the	DET
fcis-13837	77	12	context	context	NOUN
fcis-13837	77	13	matrix	matrix	NOUN
fcis-13837	77	14	.	.	PUNCT
fcis-13837	78	1	the	the	DET
fcis-13837	78	2	result	result	NOUN
fcis-13837	78	3	is	be	AUX
fcis-13837	78	4	one	one	NUM
fcis-13837	78	5	rnndimslength	rnndimslength	NOUN
fcis-13837	78	6	vector	vector	NOUN
fcis-13837	78	7	for	for	ADP
fcis-13837	78	8	every	every	DET
fcis-13837	78	9	element	element	NOUN
fcis-13837	78	10	in	in	ADP
fcis-13837	78	11	the	the	DET
fcis-13837	78	12	decoder	decoder	NOUN
fcis-13837	78	13	sequence	sequence	NOUN
fcis-13837	78	14	.	.	PUNCT
fcis-13837	79	1	for	for	ADP
fcis-13837	79	2	example	example	NOUN
fcis-13837	79	3	,	,	PUNCT
fcis-13837	79	4	one	one	NUM
fcis-13837	79	5	256	256	NUM
fcis-13837	79	6	-	-	PUNCT
fcis-13837	79	7	length	length	NOUN
fcis-13837	79	8	vector	vector	NOUN
fcis-13837	79	9	for	for	ADP
fcis-13837	79	10	each	each	PRON
fcis-13837	79	11	of	of	ADP
fcis-13837	79	12	the	the	DET
fcis-13837	79	13	13	13	NUM
fcis-13837	79	14	positions	position	NOUN
fcis-13837	79	15	in	in	ADP
fcis-13837	79	16	the	the	DET
fcis-13837	79	17	decoder	decoder	NOUN
fcis-13837	79	18	sequence	sequence	NOUN
fcis-13837	79	19	.	.	PUNCT
fcis-13837	80	1	essentially	essentially	ADV
fcis-13837	80	2	,	,	PUNCT
fcis-13837	80	3	this	this	PRON
fcis-13837	80	4	creates	create	VERB
fcis-13837	80	5	one	one	NUM
fcis-13837	80	6	predictor	predictor	NOUN
fcis-13837	80	7	for	for	ADP
fcis-13837	80	8	each	each	PRON
fcis-13837	80	9	of	of	ADP
fcis-13837	80	10	the	the	DET
fcis-13837	80	11	13	13	NUM
fcis-13837	80	12	decoder	decoder	NOUN
fcis-13837	80	13	positions	position	NOUN
fcis-13837	80	14	.	.	PUNCT
fcis-13837	81	1	out	out	ADV
fcis-13837	81	2	=	=	PUNCT
fcis-13837	81	3	flatten()(out	flatten()(out	NOUN
fcis-13837	81	4	)	)	PUNCT
fcis-13837	81	5	out	out	ADV
fcis-13837	81	6	=	=	SYM
fcis-13837	81	7	dense(self.comvocabsize	dense(self.comvocabsize	PROPN
fcis-13837	81	8	,	,	PUNCT
fcis-13837	81	9	activation="softmax")(out	activation="softmax")(out	NOUN
fcis-13837	81	10	)	)	PUNCT
fcis-13837	81	11	however	however	ADV
fcis-13837	81	12	,	,	PUNCT
fcis-13837	81	13	we	we	PRON
fcis-13837	81	14	are	be	AUX
fcis-13837	81	15	trying	try	VERB
fcis-13837	81	16	to	to	PART
fcis-13837	81	17	output	output	VERB
fcis-13837	81	18	a	a	DET
fcis-13837	81	19	single	single	ADJ
fcis-13837	81	20	word	word	NOUN
fcis-13837	81	21	,	,	PUNCT
fcis-13837	81	22	the	the	DET
fcis-13837	81	23	next	next	ADJ
fcis-13837	81	24	word	word	NOUN
fcis-13837	81	25	in	in	ADP
fcis-13837	81	26	the	the	DET
fcis-13837	81	27	sequence	sequence	NOUN
fcis-13837	81	28	.	.	PUNCT
fcis-13837	82	1	ultimately	ultimately	ADV
fcis-13837	82	2	we	we	PRON
fcis-13837	82	3	need	need	VERB
fcis-13837	82	4	a	a	DET
fcis-13837	82	5	single	single	ADJ
fcis-13837	82	6	output	output	NOUN
fcis-13837	82	7	vector	vector	NOUN
fcis-13837	82	8	of	of	ADP
fcis-13837	82	9	length	length	NOUN
fcis-13837	82	10	comsvocabsize	comsvocabsize	NOUN
fcis-13837	82	11	.	.	PUNCT
fcis-13837	83	1	so	so	ADV
fcis-13837	83	2	we	we	PRON
fcis-13837	83	3	first	first	ADV
fcis-13837	83	4	flatten	flatten	VERB
fcis-13837	83	5	the	the	DET
fcis-13837	83	6	(	(	PUNCT
fcis-13837	83	7	13	13	NUM
fcis-13837	83	8	,	,	PUNCT
fcis-13837	83	9	256	256	NUM
fcis-13837	83	10	)	)	PUNCT
fcis-13837	83	11	matrix	matrix	NOUN
fcis-13837	83	12	into	into	ADP
fcis-13837	83	13	a	a	DET
fcis-13837	83	14	single	single	ADJ
fcis-13837	83	15	(	(	PUNCT
fcis-13837	83	16	3328	3328	NUM
fcis-13837	83	17	)	)	PUNCT
fcis-13837	83	18	vector	vector	NOUN
fcis-13837	83	19	,	,	PUNCT
fcis-13837	83	20	then	then	ADV
fcis-13837	83	21	we	we	PRON
fcis-13837	83	22	use	use	VERB
fcis-13837	83	23	a	a	DET
fcis-13837	83	24	dense	dense	ADJ
fcis-13837	83	25	output	output	NOUN
fcis-13837	83	26	layer	layer	NOUN
fcis-13837	83	27	of	of	ADP
fcis-13837	83	28	length	length	NOUN
fcis-13837	83	29	comsvocabsize	comsvocabsize	NOUN
fcis-13837	83	30	,	,	PUNCT
fcis-13837	83	31	and	and	CCONJ
fcis-13837	83	32	apply	apply	VERB
fcis-13837	83	33	softmax	softmax	NOUN
fcis-13837	83	34	.	.	PUNCT
fcis-13837	84	1	model	model	NOUN
fcis-13837	84	2	=	=	SYM
fcis-13837	84	3	model(inputs=[txt_input	model(inputs=[txt_input	PROPN
fcis-13837	84	4	,	,	PUNCT
fcis-13837	84	5	com_input	com_input	NOUN
fcis-13837	84	6	,	,	PUNCT
fcis-13837	84	7	ast_input	ast_input	NOUN
fcis-13837	84	8	]	]	PUNCT
fcis-13837	84	9	,	,	PUNCT
fcis-13837	84	10	outputs	output	NOUN
fcis-13837	84	11	=	=	SYM
fcis-13837	84	12	out	out	ADP
fcis-13837	84	13	)	)	PUNCT
fcis-13837	84	14	the	the	DET
fcis-13837	84	15	result	result	NOUN
fcis-13837	84	16	is	be	AUX
fcis-13837	84	17	a	a	DET
fcis-13837	84	18	model	model	NOUN
fcis-13837	84	19	with	with	ADP
fcis-13837	84	20	code	code	NOUN
fcis-13837	84	21	/	/	SYM
fcis-13837	84	22	text	text	NOUN
fcis-13837	84	23	,	,	PUNCT
fcis-13837	84	24	ast	ast	NOUN
fcis-13837	84	25	,	,	PUNCT
fcis-13837	84	26	and	and	CCONJ
fcis-13837	84	27	comment	comment	NOUN
fcis-13837	84	28	sequence	sequence	NOUN
fcis-13837	84	29	inputs	input	NOUN
fcis-13837	84	30	,	,	PUNCT
fcis-13837	84	31	and	and	CCONJ
fcis-13837	84	32	a	a	DET
fcis-13837	84	33	predicted	predict	VERB
fcis-13837	84	34	next	next	ADJ
fcis-13837	84	35	word	word	NOUN
fcis-13837	84	36	in	in	ADP
fcis-13837	84	37	the	the	DET
fcis-13837	84	38	comment	comment	NOUN
fcis-13837	84	39	sequence	sequence	NOUN
fcis-13837	84	40	as	as	ADP
fcis-13837	84	41	output	output	NOUN
fcis-13837	84	42	.	.	PUNCT
fcis-13837	85	1	2.3	2.3	NUM
fcis-13837	85	2	.	.	PUNCT
fcis-13837	86	1	hardware	hardware	NOUN
fcis-13837	86	2	details	detail	NOUN
fcis-13837	86	3	the	the	DET
fcis-13837	86	4	hardware	hardware	NOUN
fcis-13837	86	5	on	on	ADP
fcis-13837	86	6	which	which	PRON
fcis-13837	86	7	we	we	PRON
fcis-13837	86	8	implemented	implement	VERB
fcis-13837	86	9	,	,	PUNCT
fcis-13837	86	10	trained	train	VERB
fcis-13837	86	11	,	,	PUNCT
fcis-13837	86	12	and	and	CCONJ
fcis-13837	86	13	tested	test	VERB
fcis-13837	86	14	our	our	PRON
fcis-13837	86	15	model	model	NOUN
fcis-13837	86	16	included	include	VERB
fcis-13837	86	17	one	one	NUM
fcis-13837	86	18	xeon	xeon	PROPN
fcis-13837	86	19	e5	e5	PROPN
fcis-13837	86	20	-	-	PUNCT
fcis-13837	86	21	1650v4	1650v4	PROPN
fcis-13837	86	22	cpu	cpu	NOUN
fcis-13837	86	23	,	,	PUNCT
fcis-13837	86	24	64	64	NUM
fcis-13837	86	25	gb	gb	NOUN
fcis-13837	86	26	ram	ram	NOUN
fcis-13837	86	27	,	,	PUNCT
fcis-13837	86	28	and	and	CCONJ
fcis-13837	86	29	two	two	NUM
fcis-13837	86	30	quadro	quadro	NOUN
fcis-13837	86	31	p5000	p5000	PROPN
fcis-13837	87	1	gpus.it	gpus.it	PROPN
fcis-13837	87	2	was	be	AUX
fcis-13837	87	3	necessary	necessary	ADJ
fcis-13837	87	4	to	to	PART
fcis-13837	87	5	train	train	VERB
fcis-13837	87	6	on	on	ADP
fcis-13837	87	7	gpus	gpu	NOUN
fcis-13837	87	8	with	with	ADP
fcis-13837	87	9	16	16	NUM
fcis-13837	87	10	gb	gb	NOUN
fcis-13837	87	11	vram	vram	NOUN
fcis-13837	87	12	due	due	ADP
fcis-13837	87	13	to	to	ADP
fcis-13837	87	14	the	the	DET
fcis-13837	87	15	large	large	ADJ
fcis-13837	87	16	size	size	NOUN
fcis-13837	87	17	of	of	ADP
fcis-13837	87	18	our	our	PRON
fcis-13837	87	19	model	model	NOUN
fcis-13837	87	20	.	.	PUNCT
fcis-13837	88	1	2.4	2.4	NUM
fcis-13837	88	2	.	.	PUNCT
fcis-13837	89	1	corpus	corpus	NOUN
fcis-13837	89	2	preparation	preparation	NOUN
fcis-13837	89	3	we	we	PRON
fcis-13837	89	4	prepared	prepare	VERB
fcis-13837	89	5	a	a	DET
fcis-13837	89	6	large	large	ADJ
fcis-13837	89	7	corpus	corpus	NOUN
fcis-13837	89	8	of	of	ADP
fcis-13837	89	9	java	java	PROPN
fcis-13837	89	10	methods	method	NOUN
fcis-13837	89	11	from	from	ADP
fcis-13837	89	12	the	the	DET
fcis-13837	89	13	sourcerer	sourcerer	NOUN
fcis-13837	89	14	repository	repository	NOUN
fcis-13837	89	15	provided	provide	VERB
fcis-13837	89	16	by	by	ADP
fcis-13837	89	17	lopes	lopes	PROPN
fcis-13837	89	18	et	et	PROPN
fcis-13837	89	19	al	al	PROPN
fcis-13837	89	20	.	.	PUNCT
fcis-13837	90	1	[	[	X
fcis-13837	90	2	18	18	NUM
fcis-13837	90	3	]	]	PUNCT
fcis-13837	90	4	.	.	PUNCT
fcis-13837	91	1	the	the	DET
fcis-13837	91	2	repository	repository	NOUN
fcis-13837	91	3	contains	contain	VERB
fcis-13837	91	4	over	over	ADP
fcis-13837	91	5	51	51	NUM
fcis-13837	91	6	million	million	NUM
fcis-13837	91	7	java	java	NOUN
fcis-13837	91	8	methods	method	NOUN
fcis-13837	91	9	from	from	ADP
fcis-13837	91	10	over	over	ADP
fcis-13837	91	11	50000	50000	NUM
fcis-13837	91	12	projects	project	NOUN
fcis-13837	91	13	.	.	PUNCT
fcis-13837	92	1	we	we	PRON
fcis-13837	92	2	considered	consider	VERB
fcis-13837	92	3	updating	update	VERB
fcis-13837	92	4	the	the	DET
fcis-13837	92	5	repository	repository	NOUN
fcis-13837	92	6	with	with	ADP
fcis-13837	92	7	20	20	NUM
fcis-13837	92	8	new	new	ADJ
fcis-13837	92	9	downloads	download	NOUN
fcis-13837	92	10	from	from	ADP
fcis-13837	92	11	github	github	NOUN
fcis-13837	92	12	,	,	PUNCT
fcis-13837	92	13	but	but	CCONJ
fcis-13837	92	14	we	we	PRON
fcis-13837	92	15	found	find	VERB
fcis-13837	92	16	that	that	SCONJ
fcis-13837	92	17	the	the	DET
fcis-13837	92	18	sourcerer	sourcerer	NOUN
fcis-13837	92	19	dataset	dataset	NOUN
fcis-13837	92	20	was	be	AUX
fcis-13837	92	21	quite	quite	ADV
fcis-13837	92	22	thorough	thorough	ADJ
fcis-13837	92	23	,	,	PUNCT
fcis-13837	92	24	leading	lead	VERB
fcis-13837	92	25	to	to	ADP
fcis-13837	92	26	a	a	DET
fcis-13837	92	27	large	large	ADJ
fcis-13837	92	28	amount	amount	NOUN
fcis-13837	92	29	of	of	ADP
fcis-13837	92	30	overlap	overlap	NOUN
fcis-13837	92	31	with	with	ADP
fcis-13837	92	32	newer	new	ADJ
fcis-13837	92	33	projects	project	NOUN
fcis-13837	92	34	that	that	PRON
fcis-13837	92	35	could	could	AUX
fcis-13837	92	36	not	not	PART
fcis-13837	92	37	be	be	AUX
fcis-13837	92	38	eliminated	eliminate	VERB
fcis-13837	92	39	(	(	PUNCT
fcis-13837	92	40	due	due	ADP
fcis-13837	92	41	to	to	ADP
fcis-13837	92	42	name	name	NOUN
fcis-13837	92	43	changes	change	NOUN
fcis-13837	92	44	,	,	PUNCT
fcis-13837	92	45	code	code	NOUN
fcis-13837	92	46	cloning	cloning	NOUN
fcis-13837	92	47	,	,	PUNCT
fcis-13837	92	48	etc	etc	X
fcis-13837	92	49	.	.	X
fcis-13837	92	50	)	)	PUNCT
fcis-13837	92	51	.	.	PUNCT
fcis-13837	93	1	this	this	DET
fcis-13837	93	2	overlap	overlap	NOUN
fcis-13837	93	3	could	could	AUX
fcis-13837	93	4	lead	lead	VERB
fcis-13837	93	5	to	to	ADP
fcis-13837	93	6	major	major	ADJ
fcis-13837	93	7	validity	validity	NOUN
fcis-13837	93	8	problems	problem	NOUN
fcis-13837	93	9	for	for	ADP
fcis-13837	93	10	our	our	PRON
fcis-13837	93	11	experiments	experiment	NOUN
fcis-13837	93	12	(	(	PUNCT
fcis-13837	93	13	e.g.	e.g.	ADV
fcis-13837	93	14	,	,	PUNCT
fcis-13837	93	15	if	if	SCONJ
fcis-13837	93	16	testing	testing	NOUN
fcis-13837	93	17	samples	sample	NOUN
fcis-13837	93	18	were	be	AUX
fcis-13837	93	19	inadvertently	inadvertently	ADV
fcis-13837	93	20	placed	place	VERB
fcis-13837	93	21	in	in	ADP
fcis-13837	93	22	the	the	DET
fcis-13837	93	23	training	training	NOUN
fcis-13837	93	24	set	set	NOUN
fcis-13837	93	25	)	)	PUNCT
fcis-13837	93	26	.	.	PUNCT
fcis-13837	94	1	we	we	PRON
fcis-13837	94	2	decided	decide	VERB
fcis-13837	94	3	to	to	PART
fcis-13837	94	4	use	use	VERB
fcis-13837	94	5	the	the	DET
fcis-13837	94	6	sourcerer	sourcerer	NOUN
fcis-13837	94	7	projects	project	NOUN
fcis-13837	94	8	exclusively	exclusively	ADV
fcis-13837	94	9	.	.	PUNCT
fcis-13837	95	1	we	we	PRON
fcis-13837	95	2	split	split	VERB
fcis-13837	95	3	the	the	DET
fcis-13837	95	4	code	code	NOUN
fcis-13837	95	5	and	and	CCONJ
fcis-13837	95	6	comments	comment	NOUN
fcis-13837	95	7	on	on	ADP
fcis-13837	95	8	camel	camel	NOUN
fcis-13837	95	9	case	case	NOUN
fcis-13837	95	10	and	and	CCONJ
fcis-13837	95	11	underscore	underscore	NOUN
fcis-13837	95	12	,	,	PUNCT
fcis-13837	95	13	removed	remove	VERB
fcis-13837	95	14	non	non	ADJ
fcis-13837	95	15	-	-	ADJ
fcis-13837	95	16	alpha	alpha	ADJ
fcis-13837	95	17	characters	character	NOUN
fcis-13837	95	18	,	,	PUNCT
fcis-13837	95	19	and	and	CCONJ
fcis-13837	95	20	set	set	VERB
fcis-13837	95	21	to	to	PART
fcis-13837	95	22	lower	low	ADJ
fcis-13837	95	23	case	case	NOUN
fcis-13837	95	24	.	.	PUNCT
fcis-13837	96	1	we	we	PRON
fcis-13837	96	2	did	do	AUX
fcis-13837	96	3	not	not	PART
fcis-13837	96	4	perform	perform	VERB
fcis-13837	96	5	stemming	stem	VERB
fcis-13837	96	6	.	.	PUNCT
fcis-13837	97	1	we	we	PRON
fcis-13837	97	2	then	then	ADV
fcis-13837	97	3	split	split	VERB
fcis-13837	97	4	the	the	DET
fcis-13837	97	5	dataset	dataset	NOUN
fcis-13837	97	6	by	by	ADP
fcis-13837	97	7	project	project	NOUN
fcis-13837	97	8	into	into	ADP
fcis-13837	97	9	training	training	NOUN
fcis-13837	97	10	,	,	PUNCT
fcis-13837	97	11	validation	validation	NOUN
fcis-13837	97	12	,	,	PUNCT
fcis-13837	97	13	and	and	CCONJ
fcis-13837	97	14	test	test	NOUN
fcis-13837	97	15	sets	set	NOUN
fcis-13837	97	16	.	.	PUNCT
fcis-13837	98	1	by	by	ADP
fcis-13837	98	2	“	"	PUNCT
fcis-13837	98	3	by	by	ADP
fcis-13837	98	4	project	project	NOUN
fcis-13837	98	5	”	"	PUNCT
fcis-13837	98	6	we	we	PRON
fcis-13837	98	7	mean	mean	VERB
fcis-13837	98	8	that	that	SCONJ
fcis-13837	98	9	we	we	PRON
fcis-13837	98	10	randomly	randomly	ADV
fcis-13837	98	11	divided	divide	VERB
fcis-13837	98	12	the	the	DET
fcis-13837	98	13	projects	project	NOUN
fcis-13837	98	14	into	into	ADP
fcis-13837	98	15	the	the	DET
fcis-13837	98	16	three	three	NUM
fcis-13837	98	17	groups	group	NOUN
fcis-13837	98	18	:	:	PUNCT
fcis-13837	98	19	90	90	NUM
fcis-13837	98	20	%	%	NOUN
fcis-13837	98	21	of	of	ADP
fcis-13837	98	22	projects	project	NOUN
fcis-13837	98	23	into	into	ADP
fcis-13837	98	24	training	training	NOUN
fcis-13837	98	25	,	,	PUNCT
fcis-13837	98	26	5	5	NUM
fcis-13837	98	27	%	%	NOUN
fcis-13837	98	28	into	into	ADP
fcis-13837	98	29	validation	validation	NOUN
fcis-13837	98	30	,	,	PUNCT
fcis-13837	98	31	and	and	CCONJ
fcis-13837	98	32	5	5	NUM
fcis-13837	98	33	%	%	NOUN
fcis-13837	98	34	into	into	ADP
fcis-13837	98	35	testing	testing	NOUN
fcis-13837	98	36	.	.	PUNCT
fcis-13837	99	1	to	to	PART
fcis-13837	99	2	obtain	obtain	VERB
fcis-13837	99	3	the	the	DET
fcis-13837	99	4	asts	ast	NOUN
fcis-13837	99	5	,	,	PUNCT
fcis-13837	99	6	we	we	PRON
fcis-13837	99	7	first	first	ADV
fcis-13837	99	8	used	use	VERB
fcis-13837	99	9	srcml	srcml	NOUN
fcis-13837	99	10	[	[	X
fcis-13837	99	11	19	19	NUM
fcis-13837	99	12	]	]	PUNCT
fcis-13837	99	13	to	to	PART
fcis-13837	99	14	extract	extract	VERB
fcis-13837	99	15	an	an	DET
fcis-13837	99	16	xml	xml	NOUN
fcis-13837	99	17	representation	representation	NOUN
fcis-13837	99	18	of	of	ADP
fcis-13837	99	19	each	each	DET
fcis-13837	99	20	method	method	NOUN
fcis-13837	99	21	.	.	PUNCT
fcis-13837	100	1	then	then	ADV
fcis-13837	100	2	we	we	PRON
fcis-13837	100	3	built	build	VERB
fcis-13837	100	4	a	a	DET
fcis-13837	100	5	tool	tool	NOUN
fcis-13837	100	6	to	to	PART
fcis-13837	100	7	convert	convert	VERB
fcis-13837	100	8	the	the	DET
fcis-13837	100	9	xml	xml	NOUN
fcis-13837	100	10	representation	representation	NOUN
fcis-13837	100	11	into	into	ADP
fcis-13837	100	12	the	the	DET
fcis-13837	100	13	flattened	flatten	VERB
fcis-13837	100	14	sbt	sbt	PROPN
fcis-13837	100	15	representation	representation	NOUN
fcis-13837	100	16	,	,	PUNCT
fcis-13837	100	17	to	to	PART
fcis-13837	100	18	generate	generate	VERB
fcis-13837	100	19	sbt	sbt	NOUN
fcis-13837	100	20	-	-	PUNCT
fcis-13837	100	21	formatted	format	VERB
fcis-13837	100	22	output	output	NOUN
fcis-13837	100	23	described	describe	VERB
fcis-13837	100	24	by	by	ADP
fcis-13837	100	25	hu	hu	PROPN
fcis-13837	100	26	et	et	PROPN
fcis-13837	100	27	al	al	PROPN
fcis-13837	100	28	.	.	PUNCT
fcis-13837	101	1	[	[	X
fcis-13837	101	2	15	15	NUM
fcis-13837	101	3	]	]	PUNCT
fcis-13837	101	4	finally	finally	ADV
fcis-13837	101	5	,	,	PUNCT
fcis-13837	101	6	we	we	PRON
fcis-13837	101	7	created	create	VERB
fcis-13837	101	8	our	our	PRON
fcis-13837	101	9	own	own	ADJ
fcis-13837	101	10	modification	modification	NOUN
fcis-13837	101	11	of	of	ADP
fcis-13837	101	12	sbt	sbt	PROPN
fcis-13837	101	13	in	in	ADP
fcis-13837	101	14	which	which	PRON
fcis-13837	101	15	all	all	DET
fcis-13837	101	16	the	the	DET
fcis-13837	101	17	code	code	NOUN
fcis-13837	101	18	structure	structure	NOUN
fcis-13837	101	19	remained	remain	VERB
fcis-13837	101	20	intact	intact	ADJ
fcis-13837	101	21	,	,	PUNCT
fcis-13837	101	22	but	but	CCONJ
fcis-13837	101	23	in	in	ADP
fcis-13837	101	24	which	which	PRON
fcis-13837	101	25	we	we	PRON
fcis-13837	101	26	replaced	replace	VERB
fcis-13837	101	27	all	all	DET
fcis-13837	101	28	words	word	NOUN
fcis-13837	101	29	(	(	PUNCT
fcis-13837	101	30	except	except	SCONJ
fcis-13837	101	31	official	official	ADJ
fcis-13837	101	32	java	java	PROPN
fcis-13837	101	33	api	api	PROPN
fcis-13837	101	34	class	class	NOUN
fcis-13837	101	35	names	name	NOUN
fcis-13837	101	36	)	)	PUNCT
fcis-13837	101	37	in	in	ADP
fcis-13837	101	38	the	the	DET
fcis-13837	101	39	code	code	NOUN
fcis-13837	101	40	to	to	ADP
fcis-13837	101	41	a	a	DET
fcis-13837	101	42	special	special	ADJ
fcis-13837	101	43	token	token	NOUN
fcis-13837	101	44	.	.	PUNCT
fcis-13837	102	1	we	we	PRON
fcis-13837	102	2	call	call	VERB
fcis-13837	102	3	this	this	DET
fcis-13837	102	4	sbt	sbt	PROPN
fcis-13837	102	5	-	-	PUNCT
fcis-13837	102	6	ao	ao	PROPN
fcis-13837	102	7	for	for	ADP
fcis-13837	102	8	sbt	sbt	PROPN
fcis-13837	102	9	ast	ast	NOUN
fcis-13837	102	10	only	only	ADV
fcis-13837	102	11	.	.	PUNCT
fcis-13837	103	1	we	we	PRON
fcis-13837	103	2	use	use	VERB
fcis-13837	103	3	this	this	DET
fcis-13837	103	4	modification	modification	NOUN
fcis-13837	103	5	to	to	PART
fcis-13837	103	6	simulate	simulate	VERB
fcis-13837	103	7	the	the	DET
fcis-13837	103	8	case	case	NOUN
fcis-13837	103	9	when	when	SCONJ
fcis-13837	103	10	only	only	ADV
fcis-13837	103	11	an	an	DET
fcis-13837	103	12	ast	ast	NOUN
fcis-13837	103	13	can	can	AUX
fcis-13837	103	14	be	be	AUX
fcis-13837	103	15	extracted	extract	VERB
fcis-13837	103	16	.	.	PUNCT
fcis-13837	104	1	from	from	ADP
fcis-13837	104	2	this	this	DET
fcis-13837	104	3	corpus	corpus	NOUN
fcis-13837	104	4	of	of	ADP
fcis-13837	104	5	java	java	PROPN
fcis-13837	104	6	methods	method	NOUN
fcis-13837	104	7	,	,	PUNCT
fcis-13837	104	8	we	we	PRON
fcis-13837	104	9	create	create	VERB
fcis-13837	104	10	two	two	NUM
fcis-13837	104	11	datasets	dataset	NOUN
fcis-13837	104	12	:	:	PUNCT
fcis-13837	104	13	•	•	ADP
fcis-13837	104	14	the	the	DET
fcis-13837	104	15	standard	standard	ADJ
fcis-13837	104	16	dataset	dataset	NOUN
fcis-13837	104	17	contains	contain	VERB
fcis-13837	104	18	three	three	NUM
fcis-13837	104	19	elements	element	NOUN
fcis-13837	104	20	for	for	ADP
fcis-13837	104	21	each	each	DET
fcis-13837	104	22	java	java	PROPN
fcis-13837	104	23	method	method	NOUN
fcis-13837	104	24	:	:	PUNCT
fcis-13837	104	25	1	1	X
fcis-13837	104	26	)	)	PUNCT
fcis-13837	104	27	the	the	DET
fcis-13837	104	28	pre	pre	ADJ
fcis-13837	104	29	-	-	ADJ
fcis-13837	104	30	processed	process	VERB
fcis-13837	104	31	java	java	PROPN
fcis-13837	104	32	source	source	PROPN
fcis-13837	104	33	code	code	NOUN
fcis-13837	104	34	for	for	ADP
fcis-13837	104	35	the	the	DET
fcis-13837	104	36	method	method	NOUN
fcis-13837	104	37	,	,	PUNCT
fcis-13837	104	38	2	2	X
fcis-13837	104	39	)	)	PUNCT
fcis-13837	104	40	the	the	DET
fcis-13837	104	41	pre	pre	ADJ
fcis-13837	104	42	-	-	ADJ
fcis-13837	104	43	processed	processed	ADJ
fcis-13837	104	44	comment	comment	NOUN
fcis-13837	104	45	,	,	PUNCT
fcis-13837	104	46	and	and	CCONJ
fcis-13837	104	47	3	3	X
fcis-13837	104	48	)	)	PUNCT
fcis-13837	104	49	the	the	DET
fcis-13837	104	50	sbt	sbt	PROPN
fcis-13837	104	51	-	-	PUNCT
fcis-13837	104	52	ao	ao	PROPN
fcis-13837	104	53	representation	representation	NOUN
fcis-13837	104	54	of	of	ADP
fcis-13837	104	55	the	the	DET
fcis-13837	104	56	java	java	PROPN
fcis-13837	104	57	code	code	PROPN
fcis-13837	104	58	.	.	PUNCT
fcis-13837	105	1	•	•	NUM
fcis-13837	105	2	the	the	DET
fcis-13837	105	3	challenge	challenge	NOUN
fcis-13837	105	4	dataset	dataset	NOUN
fcis-13837	105	5	contains	contain	VERB
fcis-13837	105	6	two	two	NUM
fcis-13837	105	7	elements	element	NOUN
fcis-13837	105	8	for	for	ADP
fcis-13837	105	9	each	each	DET
fcis-13837	105	10	method	method	NOUN
fcis-13837	105	11	:	:	PUNCT
fcis-13837	105	12	1	1	X
fcis-13837	105	13	)	)	PUNCT
fcis-13837	105	14	the	the	DET
fcis-13837	105	15	preprocessed	preprocesse	VERB
fcis-13837	105	16	comment	comment	NOUN
fcis-13837	105	17	,	,	PUNCT
fcis-13837	105	18	and	and	CCONJ
fcis-13837	105	19	2	2	X
fcis-13837	105	20	)	)	PUNCT
fcis-13837	105	21	the	the	DET
fcis-13837	105	22	sbt	sbt	PROPN
fcis-13837	105	23	-	-	PUNCT
fcis-13837	105	24	ao	ao	PROPN
fcis-13837	105	25	representation	representation	NOUN
fcis-13837	105	26	of	of	ADP
fcis-13837	105	27	the	the	DET
fcis-13837	105	28	java	java	PROPN
fcis-13837	105	29	code	code	PROPN
fcis-13837	105	30	.	.	PUNCT
fcis-13837	106	1	technically	technically	ADV
fcis-13837	106	2	,	,	PUNCT
fcis-13837	106	3	we	we	PRON
fcis-13837	106	4	also	also	ADV
fcis-13837	106	5	have	have	VERB
fcis-13837	106	6	a	a	DET
fcis-13837	106	7	third	third	ADJ
fcis-13837	106	8	dataset	dataset	NOUN
fcis-13837	106	9	containing	contain	VERB
fcis-13837	106	10	the	the	DET
fcis-13837	106	11	default	default	NOUN
fcis-13837	106	12	sbt	sbt	PROPN
fcis-13837	106	13	representation	representation	NOUN
fcis-13837	106	14	(	(	PUNCT
fcis-13837	106	15	with	with	ADP
fcis-13837	106	16	code	code	NOUN
fcis-13837	106	17	words	word	NOUN
fcis-13837	106	18	)	)	PUNCT
fcis-13837	106	19	and	and	CCONJ
fcis-13837	106	20	the	the	DET
fcis-13837	106	21	preprocessed	preprocesse	VERB
fcis-13837	106	22	comment	comment	NOUN
fcis-13837	106	23	,	,	PUNCT
fcis-13837	106	24	which	which	PRON
fcis-13837	106	25	we	we	PRON
fcis-13837	106	26	use	use	VERB
fcis-13837	106	27	for	for	ADP
fcis-13837	106	28	experiments	experiment	NOUN
fcis-13837	106	29	to	to	PART
fcis-13837	106	30	compare	compare	VERB
fcis-13837	106	31	our	our	PRON
fcis-13837	106	32	approach	approach	NOUN
fcis-13837	106	33	to	to	ADP
fcis-13837	106	34	the	the	DET
fcis-13837	106	35	baselines	baseline	NOUN
fcis-13837	106	36	.	.	PUNCT
fcis-13837	107	1	however	however	ADV
fcis-13837	107	2	,	,	PUNCT
fcis-13837	107	3	the	the	DET
fcis-13837	107	4	standard	standard	ADJ
fcis-13837	107	5	and	and	CCONJ
fcis-13837	107	6	challenge	challenge	NOUN
fcis-13837	107	7	datasets	dataset	NOUN
fcis-13837	107	8	are	be	AUX
fcis-13837	107	9	our	our	PRON
fcis-13837	107	10	focus	focus	NOUN
fcis-13837	107	11	in	in	ADP
fcis-13837	107	12	this	this	DET
fcis-13837	107	13	paper	paper	NOUN
fcis-13837	107	14	,	,	PUNCT
fcis-13837	107	15	intended	intend	VERB
fcis-13837	107	16	to	to	PART
fcis-13837	107	17	compare	compare	VERB
fcis-13837	107	18	the	the	DET
fcis-13837	107	19	case	case	NOUN
fcis-13837	107	20	when	when	SCONJ
fcis-13837	107	21	internal	internal	ADJ
fcis-13837	107	22	documentation	documentation	NOUN
fcis-13837	107	23	is	be	AUX
fcis-13837	107	24	available	available	ADJ
fcis-13837	107	25	,	,	PUNCT
fcis-13837	107	26	and	and	CCONJ
fcis-13837	107	27	the	the	DET
fcis-13837	107	28	much	much	ADV
fcis-13837	107	29	more	more	ADV
fcis-13837	107	30	difficult	difficult	ADJ
fcis-13837	107	31	case	case	NOUN
fcis-13837	107	32	with	with	ADP
fcis-13837	107	33	only	only	ADV
fcis-13837	107	34	an	an	DET
fcis-13837	107	35	ast	ast	NOUN
fcis-13837	107	36	.	.	NOUN
fcis-13837	108	1	3	3	X
fcis-13837	108	2	.	.	X
fcis-13837	108	3	evaluation	evaluation	NOUN
fcis-13837	108	4	this	this	DET
fcis-13837	108	5	section	section	NOUN
fcis-13837	108	6	covers	cover	VERB
fcis-13837	108	7	our	our	PRON
fcis-13837	108	8	evaluation	evaluation	NOUN
fcis-13837	108	9	,	,	PUNCT
fcis-13837	108	10	comparing	compare	VERB
fcis-13837	108	11	our	our	PRON
fcis-13837	108	12	approach	approach	NOUN
fcis-13837	108	13	to	to	ADP
fcis-13837	108	14	baselines	baseline	NOUN
fcis-13837	108	15	over	over	ADP
fcis-13837	108	16	the	the	DET
fcis-13837	108	17	standard	standard	ADJ
fcis-13837	108	18	and	and	CCONJ
fcis-13837	108	19	challenge	challenge	NOUN
fcis-13837	108	20	datasets	dataset	NOUN
fcis-13837	108	21	.	.	PUNCT
fcis-13837	109	1	3.1	3.1	NUM
fcis-13837	109	2	.	.	PUNCT
fcis-13837	109	3	research	research	NOUN
fcis-13837	109	4	questions	question	NOUN
fcis-13837	109	5	this	this	DET
fcis-13837	109	6	section	section	NOUN
fcis-13837	109	7	covers	cover	VERB
fcis-13837	109	8	our	our	PRON
fcis-13837	109	9	evaluation	evaluation	NOUN
fcis-13837	109	10	,	,	PUNCT
fcis-13837	109	11	comparing	compare	VERB
fcis-13837	109	12	our	our	PRON
fcis-13837	109	13	approach	approach	NOUN
fcis-13837	109	14	to	to	ADP
fcis-13837	109	15	baselines	baseline	NOUN
fcis-13837	109	16	over	over	ADP
fcis-13837	109	17	the	the	DET
fcis-13837	109	18	standard	standard	ADJ
fcis-13837	109	19	and	and	CCONJ
fcis-13837	109	20	challenge	challenge	NOUN
fcis-13837	109	21	datasets	dataset	NOUN
fcis-13837	109	22	.	.	PUNCT
fcis-13837	110	1	our	our	PRON
fcis-13837	110	2	research	research	NOUN
fcis-13837	110	3	objective	objective	NOUN
fcis-13837	110	4	is	be	AUX
fcis-13837	110	5	to	to	PART
fcis-13837	110	6	determine	determine	VERB
fcis-13837	110	7	the	the	DET
fcis-13837	110	8	performance	performance	NOUN
fcis-13837	110	9	difference	difference	NOUN
fcis-13837	110	10	between	between	ADP
fcis-13837	110	11	our	our	PRON
fcis-13837	110	12	approach	approach	NOUN
fcis-13837	110	13	and	and	CCONJ
fcis-13837	110	14	competitive	competitive	ADJ
fcis-13837	110	15	baseline	baseline	NOUN
fcis-13837	110	16	approaches	approach	NOUN
fcis-13837	110	17	in	in	ADP
fcis-13837	110	18	two	two	NUM
fcis-13837	110	19	situations	situation	NOUN
fcis-13837	110	20	that	that	PRON
fcis-13837	110	21	we	we	PRON
fcis-13837	110	22	explore	explore	VERB
fcis-13837	110	23	through	through	ADP
fcis-13837	110	24	these	these	DET
fcis-13837	110	25	research	research	NOUN
fcis-13837	110	26	questions	question	NOUN
fcis-13837	110	27	(	(	PUNCT
fcis-13837	110	28	rqs	rqs	NOUN
fcis-13837	110	29	):	):	PUNCT
fcis-13837	110	30	rq1	rq1	NOUN
fcis-13837	110	31	.	.	PUNCT
fcis-13837	111	1	what	what	PRON
fcis-13837	111	2	is	be	AUX
fcis-13837	111	3	the	the	DET
fcis-13837	111	4	difference	difference	NOUN
fcis-13837	111	5	in	in	ADP
fcis-13837	111	6	performance	performance	NOUN
fcis-13837	111	7	between	between	ADP
fcis-13837	111	8	our	our	PRON
fcis-13837	111	9	approach	approach	NOUN
fcis-13837	111	10	and	and	CCONJ
fcis-13837	111	11	competitive	competitive	ADJ
fcis-13837	111	12	approaches	approach	NOUN
fcis-13837	111	13	in	in	ADP
fcis-13837	111	14	the	the	DET
fcis-13837	111	15	“	"	PUNCT
fcis-13837	111	16	standard	standard	ADJ
fcis-13837	111	17	”	"	PUNCT
fcis-13837	111	18	situation	situation	NOUN
fcis-13837	111	19	,	,	PUNCT
fcis-13837	111	20	assuming	assume	VERB
fcis-13837	111	21	internal	internal	ADJ
fcis-13837	111	22	documentation	documentation	NOUN
fcis-13837	111	23	?	?	PUNCT
fcis-13837	112	1	rq2.what	rq2.what	PRON
fcis-13837	112	2	is	be	AUX
fcis-13837	112	3	performance	performance	NOUN
fcis-13837	112	4	of	of	ADP
fcis-13837	112	5	our	our	PRON
fcis-13837	112	6	approach	approach	NOUN
fcis-13837	112	7	in	in	ADP
fcis-13837	112	8	the	the	DET
fcis-13837	112	9	“	"	PUNCT
fcis-13837	112	10	challenge	challenge	NOUN
fcis-13837	112	11	”	"	PUNCT
fcis-13837	112	12	situation	situation	NOUN
fcis-13837	112	13	,	,	PUNCT
fcis-13837	112	14	assuming	assume	VERB
fcis-13837	112	15	an	an	DET
fcis-13837	112	16	ast	ast	NOUN
fcis-13837	112	17	only	only	ADV
fcis-13837	112	18	?	?	PUNCT
fcis-13837	113	1	essentially	essentially	ADV
fcis-13837	113	2	,	,	PUNCT
fcis-13837	113	3	existing	exist	VERB
fcis-13837	113	4	applications	application	NOUN
fcis-13837	113	5	of	of	ADP
fcis-13837	113	6	nmt	nmt	NOUN
fcis-13837	113	7	for	for	ADP
fcis-13837	113	8	the	the	DET
fcis-13837	113	9	problem	problem	NOUN
fcis-13837	113	10	of	of	ADP
fcis-13837	113	11	code	code	NOUN
fcis-13837	113	12	summarization	summarization	NOUN
fcis-13837	113	13	almost	almost	ADV
fcis-13837	113	14	entirely	entirely	ADV
fcis-13837	113	15	rely	rely	VERB
fcis-13837	113	16	on	on	ADP
fcis-13837	113	17	the	the	DET
fcis-13837	113	18	programmer	programmer	NOUN
fcis-13837	113	19	writing	write	VERB
fcis-13837	113	20	meaningful	meaningful	ADJ
fcis-13837	113	21	internal	internal	ADJ
fcis-13837	113	22	documentation	documentation	NOUN
fcis-13837	113	23	such	such	ADJ
fcis-13837	113	24	as	as	ADP
fcis-13837	113	25	identifier	identifier	NOUN
fcis-13837	113	26	names	name	NOUN
fcis-13837	113	27	.	.	PUNCT
fcis-13837	114	1	as	as	SCONJ
fcis-13837	114	2	we	we	PRON
fcis-13837	114	3	will	will	AUX
fcis-13837	114	4	show	show	VERB
fcis-13837	114	5	,	,	PUNCT
fcis-13837	114	6	this	this	DET
fcis-13837	114	7	assumption	assumption	NOUN
fcis-13837	114	8	makes	make	VERB
fcis-13837	114	9	the	the	DET
fcis-13837	114	10	problem	problem	NOUN
fcis-13837	114	11	“	"	PUNCT
fcis-13837	114	12	easy	easy	ADJ
fcis-13837	114	13	”	"	PUNCT
fcis-13837	114	14	for	for	ADP
fcis-13837	114	15	seq2seq	seq2seq	NOUN
fcis-13837	114	16	nmt	nmt	NOUN
fcis-13837	114	17	models	model	NOUN
fcis-13837	114	18	,	,	PUNCT
fcis-13837	114	19	since	since	SCONJ
fcis-13837	114	20	many	many	ADJ
fcis-13837	114	21	methods	method	NOUN
fcis-13837	114	22	have	have	VERB
fcis-13837	114	23	internal	internal	ADJ
fcis-13837	114	24	documentation	documentation	NOUN
fcis-13837	114	25	that	that	PRON
fcis-13837	114	26	is	be	AUX
fcis-13837	114	27	very	very	ADV
fcis-13837	114	28	similar	similar	ADJ
fcis-13837	114	29	to	to	ADP
fcis-13837	114	30	the	the	DET
fcis-13837	114	31	summary	summary	NOUN
fcis-13837	114	32	comment	comment	NOUN
fcis-13837	114	33	(	(	PUNCT
fcis-13837	114	34	a	a	DET
fcis-13837	114	35	phenomenon	phenomenon	NOUN
fcis-13837	114	36	also	also	ADV
fcis-13837	114	37	observed	observe	VERB
fcis-13837	114	38	by	by	ADP
fcis-13837	114	39	tan	tan	PROPN
fcis-13837	114	40	et	et	PROPN
fcis-13837	114	41	al	al	PROPN
fcis-13837	114	42	.	.	PUNCT
fcis-13837	115	1	[	[	X
fcis-13837	115	2	20	20	NUM
fcis-13837	115	3	]	]	PUNCT
fcis-13837	115	4	and	and	CCONJ
fcis-13837	115	5	louis	louis	PROPN
fcis-13837	115	6	et	et	PROPN
fcis-13837	115	7	al	al	PROPN
fcis-13837	115	8	.	.	PUNCT
fcis-13837	116	1	[	[	X
fcis-13837	116	2	21	21	NUM
fcis-13837	116	3	]	]	PUNCT
fcis-13837	116	4	)	)	PUNCT
fcis-13837	116	5	.	.	PUNCT
fcis-13837	117	1	we	we	PRON
fcis-13837	117	2	ask	ask	VERB
fcis-13837	117	3	rq1	rq1	NOUN
fcis-13837	117	4	in	in	ADP
fcis-13837	117	5	order	order	NOUN
fcis-13837	117	6	to	to	PART
fcis-13837	117	7	study	study	VERB
fcis-13837	117	8	the	the	DET
fcis-13837	117	9	performance	performance	NOUN
fcis-13837	117	10	of	of	ADP
fcis-13837	117	11	our	our	PRON
fcis-13837	117	12	approach	approach	NOUN
fcis-13837	117	13	under	under	ADP
fcis-13837	117	14	this	this	DET
fcis-13837	117	15	assumption	assumption	NOUN
fcis-13837	117	16	.	.	PUNCT
fcis-13837	118	1	in	in	ADP
fcis-13837	118	2	contrast	contrast	NOUN
fcis-13837	118	3	,	,	PUNCT
fcis-13837	118	4	we	we	PRON
fcis-13837	118	5	ask	ask	VERB
fcis-13837	118	6	rq2	rq2	NOUN
fcis-13837	118	7	because	because	SCONJ
fcis-13837	118	8	the	the	DET
fcis-13837	118	9	assumption	assumption	NOUN
fcis-13837	118	10	of	of	ADP
fcis-13837	118	11	internal	internal	ADJ
fcis-13837	118	12	documentation	documentation	NOUN
fcis-13837	118	13	is	be	AUX
fcis-13837	118	14	often	often	ADV
fcis-13837	118	15	not	not	PART
fcis-13837	118	16	valid	valid	ADJ
fcis-13837	118	17	.	.	PUNCT
fcis-13837	119	1	very	very	ADV
fcis-13837	119	2	often	often	ADV
fcis-13837	119	3	,	,	PUNCT
fcis-13837	119	4	only	only	ADV
fcis-13837	119	5	the	the	DET
fcis-13837	119	6	bytecode	bytecode	NOUN
fcis-13837	119	7	is	be	AUX
fcis-13837	119	8	available	available	ADJ
fcis-13837	119	9	,	,	PUNCT
fcis-13837	119	10	or	or	CCONJ
fcis-13837	119	11	programmers	programmer	NOUN
fcis-13837	119	12	neglect	neglect	NOUN
fcis-13837	119	13	to	to	PART
fcis-13837	119	14	write	write	VERB
fcis-13837	119	15	good	good	ADJ
fcis-13837	119	16	internal	internal	ADJ
fcis-13837	119	17	documentation	documentation	NOUN
fcis-13837	119	18	,	,	PUNCT
fcis-13837	119	19	or	or	CCONJ
fcis-13837	119	20	code	code	NOUN
fcis-13837	119	21	has	have	AUX
fcis-13837	119	22	even	even	ADV
fcis-13837	119	23	been	be	AUX
fcis-13837	119	24	obfuscated	obfuscate	VERB
fcis-13837	119	25	deliberately	deliberately	ADV
fcis-13837	119	26	.	.	PUNCT
fcis-13837	120	1	in	in	ADP
fcis-13837	120	2	these	these	DET
fcis-13837	120	3	cases	case	NOUN
fcis-13837	120	4	,	,	PUNCT
fcis-13837	120	5	it	it	PRON
fcis-13837	120	6	is	be	AUX
fcis-13837	120	7	usually	usually	ADV
fcis-13837	120	8	still	still	ADV
fcis-13837	120	9	possible	possible	ADJ
fcis-13837	120	10	to	to	PART
fcis-13837	120	11	extract	extract	VERB
fcis-13837	120	12	an	an	DET
fcis-13837	120	13	ast	ast	NOUN
fcis-13837	120	14	for	for	ADP
fcis-13837	120	15	a	a	DET
fcis-13837	120	16	method	method	NOUN
fcis-13837	120	17	,	,	PUNCT
fcis-13837	120	18	even	even	ADV
fcis-13837	120	19	if	if	SCONJ
fcis-13837	120	20	it	it	PRON
fcis-13837	120	21	contains	contain	VERB
fcis-13837	120	22	no	no	DET
fcis-13837	120	23	meaningful	meaningful	ADJ
fcis-13837	120	24	words	word	NOUN
fcis-13837	120	25	.	.	PUNCT
fcis-13837	121	1	in	in	ADP
fcis-13837	121	2	principle	principle	NOUN
fcis-13837	121	3	,	,	PUNCT
fcis-13837	121	4	the	the	DET
fcis-13837	121	5	structure	structure	NOUN
fcis-13837	121	6	of	of	ADP
fcis-13837	121	7	a	a	DET
fcis-13837	121	8	program	program	NOUN
fcis-13837	121	9	is	be	AUX
fcis-13837	121	10	all	all	PRON
fcis-13837	121	11	that	that	PRON
fcis-13837	121	12	is	be	AUX
fcis-13837	121	13	necessary	necessary	ADJ
fcis-13837	121	14	to	to	PART
fcis-13837	121	15	understand	understand	VERB
fcis-13837	121	16	it	it	PRON
fcis-13837	121	17	,	,	PUNCT
fcis-13837	121	18	since	since	SCONJ
fcis-13837	121	19	ultimately	ultimately	ADV
fcis-13837	121	20	that	that	PRON
fcis-13837	121	21	is	be	AUX
fcis-13837	121	22	what	what	PRON
fcis-13837	121	23	defines	define	VERB
fcis-13837	121	24	the	the	DET
fcis-13837	121	25	behavior	behavior	NOUN
fcis-13837	121	26	of	of	ADP
fcis-13837	121	27	the	the	DET
fcis-13837	121	28	program	program	NOUN
fcis-13837	121	29	.	.	PUNCT
fcis-13837	122	1	in	in	ADP
fcis-13837	122	2	practice	practice	NOUN
fcis-13837	122	3	,	,	PUNCT
fcis-13837	122	4	it	it	PRON
fcis-13837	122	5	is	be	AUX
fcis-13837	122	6	very	very	ADV
fcis-13837	122	7	difficult	difficult	ADJ
fcis-13837	122	8	to	to	PART
fcis-13837	122	9	connect	connect	VERB
fcis-13837	122	10	structure	structure	NOUN
fcis-13837	122	11	directly	directly	ADV
fcis-13837	122	12	to	to	ADP
fcis-13837	122	13	high	high	ADJ
fcis-13837	122	14	-	-	PUNCT
fcis-13837	122	15	level	level	NOUN
fcis-13837	122	16	concepts	concept	NOUN
fcis-13837	122	17	described	describe	VERB
fcis-13837	122	18	in	in	ADP
fcis-13837	122	19	summaries	summary	NOUN
fcis-13837	122	20	.	.	PUNCT
fcis-13837	123	1	we	we	PRON
fcis-13837	123	2	seek	seek	VERB
fcis-13837	123	3	to	to	PART
fcis-13837	123	4	quantify	quantify	VERB
fcis-13837	123	5	a	a	DET
fcis-13837	123	6	baseline	baseline	ADJ
fcis-13837	123	7	performance	performance	NOUN
fcis-13837	123	8	level	level	NOUN
fcis-13837	123	9	with	with	ADP
fcis-13837	123	10	our	our	PRON
fcis-13837	123	11	approach	approach	NOUN
fcis-13837	123	12	(	(	PUNCT
fcis-13837	123	13	since	since	ADV
fcis-13837	123	14	,	,	PUNCT
fcis-13837	123	15	to	to	ADP
fcis-13837	123	16	our	our	PRON
fcis-13837	123	17	knowledge	knowledge	NOUN
fcis-13837	123	18	,	,	PUNCT
fcis-13837	123	19	no	no	DET
fcis-13837	123	20	published	publish	VERB
fcis-13837	123	21	approach	approach	NOUN
fcis-13837	123	22	functions	function	NOUN
fcis-13837	123	23	in	in	ADP
fcis-13837	123	24	this	this	DET
fcis-13837	123	25	situation	situation	NOUN
fcis-13837	123	26	)	)	PUNCT
fcis-13837	123	27	.	.	PUNCT
fcis-13837	124	1	3.2	3.2	NUM
fcis-13837	124	2	.	.	PUNCT
fcis-13837	124	3	baselines	baseline	NOUN
fcis-13837	124	4	to	to	PART
fcis-13837	124	5	answer	answer	VERB
fcis-13837	124	6	rq1	rq1	VERB
fcis-13837	124	7	(	(	PUNCT
fcis-13837	124	8	the	the	DET
fcis-13837	124	9	standard	standard	ADJ
fcis-13837	124	10	experiment	experiment	NOUN
fcis-13837	124	11	)	)	PUNCT
fcis-13837	124	12	,	,	PUNCT
fcis-13837	124	13	we	we	PRON
fcis-13837	124	14	compare	compare	VERB
fcis-13837	124	15	our	our	PRON
fcis-13837	124	16	approach	approach	NOUN
fcis-13837	124	17	to	to	ADP
fcis-13837	124	18	three	three	NUM
fcis-13837	124	19	baselines	baseline	NOUN
fcis-13837	124	20	.	.	PUNCT
fcis-13837	125	1	one	one	NUM
fcis-13837	125	2	baseline	baseline	NOUN
fcis-13837	125	3	(	(	PUNCT
fcis-13837	125	4	which	which	PRON
fcis-13837	125	5	we	we	PRON
fcis-13837	125	6	call	call	VERB
fcis-13837	125	7	attendgru	attendgru	NOUN
fcis-13837	125	8	)	)	PUNCT
fcis-13837	125	9	is	be	AUX
fcis-13837	125	10	a	a	DET
fcis-13837	125	11	generic	generic	ADJ
fcis-13837	125	12	attentional	attentional	ADJ
fcis-13837	125	13	encoder	encoder	NOUN
fcis-13837	125	14	-	-	PUNCT
fcis-13837	125	15	decoder	decoder	NOUN
fcis-13837	125	16	model	model	NOUN
fcis-13837	125	17	,	,	PUNCT
fcis-13837	125	18	to	to	PART
fcis-13837	125	19	represent	represent	VERB
fcis-13837	125	20	an	an	DET
fcis-13837	125	21	application	application	NOUN
fcis-13837	125	22	of	of	ADP
fcis-13837	125	23	a	a	DET
fcis-13837	125	24	strong	strong	ADJ
fcis-13837	125	25	off	off	ADP
fcis-13837	125	26	-	-	PUNCT
fcis-13837	125	27	the	the	DET
fcis-13837	125	28	-	-	PUNCT
fcis-13837	125	29	shelf	shelf	NOUN
fcis-13837	125	30	approach	approach	NOUN
fcis-13837	125	31	from	from	ADP
fcis-13837	125	32	the	the	DET
fcis-13837	125	33	nlp	nlp	PROPN
fcis-13837	125	34	research	research	NOUN
fcis-13837	125	35	area	area	NOUN
fcis-13837	125	36	.	.	PUNCT
fcis-13837	126	1	note	note	VERB
fcis-13837	126	2	that	that	SCONJ
fcis-13837	126	3	there	there	PRON
fcis-13837	126	4	are	be	VERB
fcis-13837	126	5	a	a	DET
fcis-13837	126	6	huge	huge	ADJ
fcis-13837	126	7	variety	variety	NOUN
fcis-13837	126	8	of	of	ADP
fcis-13837	126	9	nmt	nmt	NOUN
fcis-13837	126	10	systems	system	NOUN
fcis-13837	126	11	described	describe	VERB
fcis-13837	126	12	in	in	ADP
fcis-13837	126	13	the	the	DET
fcis-13837	126	14	nlp	nlp	NOUN
fcis-13837	126	15	literature	literature	NOUN
fcis-13837	126	16	,	,	PUNCT
fcis-13837	126	17	but	but	CCONJ
fcis-13837	126	18	that	that	SCONJ
fcis-13837	126	19	a	a	DET
fcis-13837	126	20	vast	vast	ADJ
fcis-13837	126	21	majority	majority	NOUN
fcis-13837	126	22	have	have	VERB
fcis-13837	126	23	an	an	DET
fcis-13837	126	24	attentional	attentional	ADJ
fcis-13837	126	25	encoder	encoder	NOUN
fcis-13837	126	26	-	-	PUNCT
fcis-13837	126	27	decoder	decoder	NOUN
fcis-13837	126	28	model	model	NOUN
fcis-13837	126	29	at	at	ADP
fcis-13837	126	30	their	their	PRON
fcis-13837	126	31	heart	heart	NOUN
fcis-13837	126	32	to	to	PART
fcis-13837	126	33	maintain	maintain	VERB
fcis-13837	126	34	an	an	DET
fcis-13837	126	35	“	"	PUNCT
fcis-13837	126	36	apples	apple	NOUN
fcis-13837	126	37	to	to	ADP
fcis-13837	126	38	apples	apple	NOUN
fcis-13837	126	39	”	"	PUNCT
fcis-13837	126	40	comparison	comparison	NOUN
fcis-13837	126	41	,	,	PUNCT
fcis-13837	126	42	the	the	DET
fcis-13837	126	43	baseline	baseline	NOUN
fcis-13837	126	44	is	be	AUX
fcis-13837	126	45	identical	identical	ADJ
fcis-13837	126	46	to	to	ADP
fcis-13837	126	47	the	the	DET
fcis-13837	126	48	“	"	PUNCT
fcis-13837	126	49	code	code	NOUN
fcis-13837	126	50	/	/	SYM
fcis-13837	126	51	text	text	NOUN
fcis-13837	126	52	”	"	PUNCT
fcis-13837	126	53	encoder	encoder	NOUN
fcis-13837	126	54	in	in	ADP
fcis-13837	126	55	our	our	PRON
fcis-13837	126	56	approach	approach	NOUN
fcis-13837	126	57	(	(	PUNCT
fcis-13837	126	58	the	the	DET
fcis-13837	126	59	decoder	decoder	NOUN
fcis-13837	126	60	is	be	AUX
fcis-13837	126	61	identical	identical	ADJ
fcis-13837	126	62	as	as	ADV
fcis-13837	126	63	well	well	ADV
fcis-13837	126	64	)	)	PUNCT
fcis-13837	126	65	.	.	PUNCT
fcis-13837	127	1	in	in	ADP
fcis-13837	127	2	essence	essence	NOUN
fcis-13837	127	3	,	,	PUNCT
fcis-13837	127	4	the	the	DET
fcis-13837	127	5	baseline	baseline	NOUN
fcis-13837	127	6	is	be	AUX
fcis-13837	127	7	the	the	DET
fcis-13837	127	8	same	same	ADJ
fcis-13837	127	9	as	as	ADP
fcis-13837	127	10	our	our	PRON
fcis-13837	127	11	proposed	propose	VERB
fcis-13837	127	12	approach	approach	NOUN
fcis-13837	127	13	,	,	PUNCT
fcis-13837	127	14	except	except	SCONJ
fcis-13837	127	15	without	without	ADP
fcis-13837	127	16	the	the	DET
fcis-13837	127	17	ast	ast	NOUN
fcis-13837	127	18	encoder	encoder	NOUN
fcis-13837	127	19	and	and	CCONJ
fcis-13837	127	20	associated	associate	VERB
fcis-13837	127	21	concatenation	concatenation	NOUN
fcis-13837	127	22	.	.	PUNCT
fcis-13837	128	1	while	while	SCONJ
fcis-13837	128	2	we	we	PRON
fcis-13837	128	3	could	could	AUX
fcis-13837	128	4	have	have	AUX
fcis-13837	128	5	chosen	choose	VERB
fcis-13837	128	6	any	any	DET
fcis-13837	128	7	number	number	NOUN
fcis-13837	128	8	of	of	ADP
fcis-13837	128	9	approaches	approach	NOUN
fcis-13837	128	10	from	from	ADP
fcis-13837	128	11	nlp	nlp	NOUN
fcis-13837	128	12	literature	literature	NOUN
fcis-13837	128	13	,	,	PUNCT
fcis-13837	128	14	it	it	PRON
fcis-13837	128	15	is	be	AUX
fcis-13837	128	16	very	very	ADV
fcis-13837	128	17	difficult	difficult	ADJ
fcis-13837	128	18	to	to	PART
fcis-13837	128	19	say	say	VERB
fcis-13837	128	20	up	up	ADP
fcis-13837	128	21	front	front	NOUN
fcis-13837	128	22	which	which	PRON
fcis-13837	128	23	will	will	AUX
fcis-13837	128	24	perform	perform	VERB
fcis-13837	128	25	best	good	ADJ
fcis-13837	128	26	for	for	ADP
fcis-13837	128	27	code	code	NOUN
fcis-13837	128	28	summarization	summarization	NOUN
fcis-13837	128	29	,	,	PUNCT
fcis-13837	128	30	and	and	CCONJ
fcis-13837	128	31	we	we	PRON
fcis-13837	128	32	needed	need	VERB
fcis-13837	128	33	to	to	PART
fcis-13837	128	34	ensure	ensure	VERB
fcis-13837	128	35	minimal	minimal	ADJ
fcis-13837	128	36	differences	difference	NOUN
fcis-13837	128	37	to	to	PART
fcis-13837	128	38	maximize	maximize	VERB
fcis-13837	128	39	validity	validity	NOUN
fcis-13837	128	40	of	of	ADP
fcis-13837	128	41	our	our	PRON
fcis-13837	128	42	results	result	NOUN
fcis-13837	128	43	.	.	PUNCT
fcis-13837	129	1	if	if	SCONJ
fcis-13837	129	2	,	,	PUNCT
fcis-13837	129	3	for	for	ADP
fcis-13837	129	4	example	example	NOUN
fcis-13837	129	5	,	,	PUNCT
fcis-13837	129	6	we	we	PRON
fcis-13837	129	7	had	have	AUX
fcis-13837	129	8	used	use	VERB
fcis-13837	129	9	an	an	DET
fcis-13837	129	10	architecture	architecture	NOUN
fcis-13837	129	11	with	with	ADP
fcis-13837	129	12	an	an	DET
fcis-13837	129	13	lstm	lstm	NOUN
fcis-13837	129	14	instead	instead	ADV
fcis-13837	129	15	of	of	ADP
fcis-13837	129	16	a	a	DET
fcis-13837	129	17	gru	gru	NOUN
fcis-13837	129	18	in	in	ADP
fcis-13837	129	19	the	the	DET
fcis-13837	129	20	encoder	encoder	NOUN
fcis-13837	129	21	,	,	PUNCT
fcis-13837	129	22	we	we	PRON
fcis-13837	129	23	would	would	AUX
fcis-13837	129	24	have	have	VERB
fcis-13837	129	25	no	no	DET
fcis-13837	129	26	way	way	NOUN
fcis-13837	129	27	of	of	ADP
fcis-13837	129	28	knowing	know	VERB
fcis-13837	129	29	if	if	SCONJ
fcis-13837	129	30	the	the	DET
fcis-13837	129	31	difference	difference	NOUN
fcis-13837	129	32	between	between	ADP
fcis-13837	129	33	our	our	PRON
fcis-13837	129	34	approach	approach	NOUN
fcis-13837	129	35	and	and	CCONJ
fcis-13837	129	36	the	the	DET
fcis-13837	129	37	baseline	baseline	NOUN
fcis-13837	129	38	were	be	AUX
fcis-13837	129	39	due	due	ADJ
fcis-13837	129	40	to	to	ADP
fcis-13837	129	41	the	the	DET
fcis-13837	129	42	ast	ast	NOUN
fcis-13837	129	43	information	information	NOUN
fcis-13837	129	44	we	we	PRON
fcis-13837	129	45	added	add	VERB
fcis-13837	129	46	,	,	PUNCT
fcis-13837	129	47	or	or	CCONJ
fcis-13837	129	48	due	due	ADP
fcis-13837	129	49	to	to	ADP
fcis-13837	129	50	using	use	VERB
fcis-13837	129	51	an	an	DET
fcis-13837	129	52	lstm	lstm	NOUN
fcis-13837	129	53	instead	instead	ADV
fcis-13837	129	54	of	of	ADP
fcis-13837	129	55	a	a	DET
fcis-13837	129	56	gru	gru	NOUN
fcis-13837	129	57	.	.	PUNCT
fcis-13837	130	1	a	a	DET
fcis-13837	130	2	second	second	ADJ
fcis-13837	130	3	baseline	baseline	NOUN
fcis-13837	130	4	is	be	AUX
fcis-13837	130	5	the	the	DET
fcis-13837	130	6	sbt	sbt	PROPN
fcis-13837	130	7	approach	approach	NOUN
fcis-13837	130	8	presented	present	VERB
fcis-13837	130	9	by	by	ADP
fcis-13837	130	10	hu	hu	PROPN
fcis-13837	130	11	et	et	PROPN
fcis-13837	130	12	al	al	PROPN
fcis-13837	130	13	.	.	PUNCT
fcis-13837	131	1	[	[	X
fcis-13837	131	2	15	15	NUM
fcis-13837	131	3	]	]	PUNCT
fcis-13837	131	4	.	.	PUNCT
fcis-13837	132	1	this	this	DET
fcis-13837	132	2	approach	approach	NOUN
fcis-13837	132	3	was	be	AUX
fcis-13837	132	4	presented	present	VERB
fcis-13837	132	5	at	at	ADP
fcis-13837	132	6	icpc’18	icpc’18	NOUN
fcis-13837	132	7	,	,	PUNCT
fcis-13837	132	8	and	and	CCONJ
fcis-13837	132	9	represents	represent	VERB
fcis-13837	132	10	the	the	DET
fcis-13837	132	11	latest	late	ADJ
fcis-13837	132	12	publication	publication	NOUN
fcis-13837	132	13	about	about	ADP
fcis-13837	132	14	source	source	NOUN
fcis-13837	132	15	code	code	NOUN
fcis-13837	132	16	summarization	summarization	NOUN
fcis-13837	132	17	in	in	ADP
fcis-13837	132	18	a	a	DET
fcis-13837	132	19	software	software	NOUN
fcis-13837	132	20	engineering	engineering	NOUN
fcis-13837	132	21	venue	venue	NOUN
fcis-13837	132	22	.	.	PUNCT
fcis-13837	133	1	that	that	DET
fcis-13837	133	2	paper	paper	NOUN
fcis-13837	133	3	used	use	VERB
fcis-13837	133	4	an	an	DET
fcis-13837	133	5	lstm	lstm	NOUN
fcis-13837	133	6	-	-	PUNCT
fcis-13837	133	7	based	base	VERB
fcis-13837	133	8	encoder	encoder	NOUN
fcis-13837	133	9	-	-	PUNCT
fcis-13837	133	10	decoder	decoder	NOUN
fcis-13837	133	11	architecture	architecture	NOUN
fcis-13837	133	12	based	base	VERB
fcis-13837	133	13	on	on	ADP
fcis-13837	133	14	a	a	DET
fcis-13837	133	15	popular	popular	ADJ
fcis-13837	133	16	guide	guide	NOUN
fcis-13837	133	17	for	for	ADP
fcis-13837	133	18	building	build	VERB
fcis-13837	133	19	seq2seq	seq2seq	NOUN
fcis-13837	133	20	nmt	nmt	NOUN
fcis-13837	133	21	systems	system	NOUN
fcis-13837	133	22	,	,	PUNCT
fcis-13837	133	23	but	but	CCONJ
fcis-13837	133	24	used	use	VERB
fcis-13837	133	25	their	their	PRON
fcis-13837	133	26	sbt	sbt	PROPN
fcis-13837	133	27	representation	representation	NOUN
fcis-13837	133	28	of	of	ADP
fcis-13837	133	29	code	code	NOUN
fcis-13837	133	30	instead	instead	ADV
fcis-13837	133	31	of	of	ADP
fcis-13837	133	32	the	the	DET
fcis-13837	133	33	source	source	NOUN
fcis-13837	133	34	code	code	NOUN
fcis-13837	133	35	only	only	ADV
fcis-13837	133	36	.	.	PUNCT
fcis-13837	134	1	for	for	ADP
fcis-13837	134	2	our	our	PRON
fcis-13837	134	3	baseline	baseline	NOUN
fcis-13837	134	4	,	,	PUNCT
fcis-13837	134	5	we	we	PRON
fcis-13837	134	6	use	use	VERB
fcis-13837	134	7	their	their	PRON
fcis-13837	134	8	sbt	sbt	NOUN
fcis-13837	134	9	representation	representation	NOUN
fcis-13837	134	10	,	,	PUNCT
fcis-13837	134	11	but	but	CCONJ
fcis-13837	134	12	use	use	VERB
fcis-13837	134	13	the	the	DET
fcis-13837	134	14	same	same	ADJ
fcis-13837	134	15	gru	gru	NOUN
fcis-13837	134	16	-	-	PUNCT
fcis-13837	134	17	based	base	VERB
fcis-13837	134	18	encoder	encoder	NOUN
fcis-13837	134	19	-	-	PUNCT
fcis-13837	134	20	decoder	decoder	NOUN
fcis-13837	134	21	from	from	ADP
fcis-13837	134	22	our	our	PRON
fcis-13837	134	23	nlp	nlp	NOUN
fcis-13837	134	24	baseline	baseline	NOUN
fcis-13837	134	25	,	,	PUNCT
fcis-13837	134	26	also	also	ADV
fcis-13837	134	27	to	to	PART
fcis-13837	134	28	ensure	ensure	VERB
fcis-13837	134	29	an	an	DET
fcis-13837	134	30	“	"	PUNCT
fcis-13837	134	31	apples	apple	NOUN
fcis-13837	134	32	to	to	ADP
fcis-13837	134	33	apples	apple	NOUN
fcis-13837	134	34	”	"	PUNCT
fcis-13837	134	35	comparison	comparison	NOUN
fcis-13837	134	36	.	.	PUNCT
fcis-13837	135	1	since	since	SCONJ
fcis-13837	135	2	the	the	DET
fcis-13837	135	3	model	model	NOUN
fcis-13837	135	4	architecture	architecture	NOUN
fcis-13837	135	5	is	be	AUX
fcis-13837	135	6	the	the	DET
fcis-13837	135	7	same	same	ADJ
fcis-13837	135	8	,	,	PUNCT
fcis-13837	135	9	we	we	PRON
fcis-13837	135	10	can	can	AUX
fcis-13837	135	11	safely	safely	ADV
fcis-13837	135	12	attribute	attribute	VERB
fcis-13837	135	13	performance	performance	NOUN
fcis-13837	135	14	differences	difference	NOUN
fcis-13837	135	15	to	to	ADP
fcis-13837	135	16	the	the	DET
fcis-13837	135	17	input	input	NOUN
fcis-13837	135	18	format	format	NOUN
fcis-13837	135	19	(	(	PUNCT
fcis-13837	135	20	e.g.	e.g.	ADV
fcis-13837	135	21	,	,	PUNCT
fcis-13837	135	22	sbt	sbt	PROPN
fcis-13837	135	23	vs.	vs.	ADP
fcis-13837	135	24	code	code	NOUN
fcis-13837	135	25	-	-	PUNCT
fcis-13837	135	26	only	only	ADV
fcis-13837	135	27	)	)	PUNCT
fcis-13837	135	28	.	.	PUNCT
fcis-13837	136	1	a	a	DET
fcis-13837	136	2	third	third	ADJ
fcis-13837	136	3	baseline	baseline	NOUN
fcis-13837	136	4	is	be	AUX
fcis-13837	136	5	codenn	codenn	NOUN
fcis-13837	136	6	,	,	PUNCT
fcis-13837	136	7	presented	present	VERB
fcis-13837	136	8	by	by	ADP
fcis-13837	136	9	iyer	iyer	PROPN
fcis-13837	136	10	et	et	PROPN
fcis-13837	136	11	al	al	PROPN
fcis-13837	136	12	.	.	PUNCT
fcis-13837	137	1	[	[	X
fcis-13837	137	2	38	38	NUM
fcis-13837	137	3	]	]	PUNCT
fcis-13837	137	4	.	.	PUNCT
fcis-13837	137	5	given	give	VERB
fcis-13837	137	6	the	the	DET
fcis-13837	137	7	complexity	complexity	NOUN
fcis-13837	137	8	of	of	ADP
fcis-13837	137	9	the	the	DET
fcis-13837	137	10	approach	approach	NOUN
fcis-13837	137	11	,	,	PUNCT
fcis-13837	137	12	we	we	PRON
fcis-13837	137	13	used	use	VERB
fcis-13837	137	14	their	their	PRON
fcis-13837	137	15	publicly	publicly	ADV
fcis-13837	137	16	-	-	PUNCT
fcis-13837	137	17	available	available	ADJ
fcis-13837	137	18	implementation	implementation	NOUN
fcis-13837	137	19	.	.	PUNCT
fcis-13837	138	1	the	the	DET
fcis-13837	138	2	original	original	ADJ
fcis-13837	138	3	paper	paper	NOUN
fcis-13837	138	4	describes	describe	VERB
fcis-13837	138	5	only	only	ADJ
fcis-13837	138	6	applications	application	NOUN
fcis-13837	138	7	to	to	ADP
fcis-13837	138	8	sql	sql	VERB
fcis-13837	138	9	and	and	CCONJ
fcis-13837	138	10	c	c	NOUN
fcis-13837	138	11	#	#	NUM
fcis-13837	138	12	,	,	PUNCT
fcis-13837	138	13	but	but	CCONJ
fcis-13837	138	14	we	we	PRON
fcis-13837	138	15	noticed	notice	VERB
fcis-13837	138	16	that	that	SCONJ
fcis-13837	138	17	their	their	PRON
fcis-13837	138	18	c	c	NOUN
fcis-13837	138	19	#	#	NOUN
fcis-13837	138	20	parser	parser	NOUN
fcis-13837	138	21	extracted	extract	VERB
fcis-13837	138	22	common	common	ADJ
fcis-13837	138	23	code	code	NOUN
fcis-13837	138	24	features	feature	NOUN
fcis-13837	138	25	that	that	PRON
fcis-13837	138	26	are	be	AUX
fcis-13837	138	27	also	also	ADV
fcis-13837	138	28	available	available	ADJ
fcis-13837	138	29	in	in	ADP
fcis-13837	138	30	java	java	PROPN
fcis-13837	138	31	.	.	PUNCT
fcis-13837	139	1	we	we	PRON
fcis-13837	139	2	made	make	VERB
fcis-13837	139	3	small	small	ADJ
fcis-13837	139	4	modifications	modification	NOUN
fcis-13837	139	5	to	to	ADP
fcis-13837	139	6	the	the	DET
fcis-13837	139	7	c	c	NOUN
fcis-13837	139	8	#	#	NOUN
fcis-13837	139	9	parser	parser	NOUN
fcis-13837	139	10	so	so	SCONJ
fcis-13837	139	11	that	that	SCONJ
fcis-13837	139	12	it	it	PRON
fcis-13837	139	13	would	would	AUX
fcis-13837	139	14	function	function	VERB
fcis-13837	139	15	equivalently	equivalently	ADV
fcis-13837	139	16	for	for	ADP
fcis-13837	139	17	java	java	NOUN
fcis-13837	139	18	.	.	PUNCT
fcis-13837	140	1	we	we	PRON
fcis-13837	140	2	call	call	VERB
fcis-13837	140	3	our	our	PRON
fcis-13837	140	4	approach	approach	NOUN
fcis-13837	140	5	ast	ast	NOUN
fcis-13837	140	6	-	-	PUNCT
fcis-13837	140	7	attendgru	attendgru	NOUN
fcis-13837	140	8	in	in	ADP
fcis-13837	140	9	our	our	PRON
fcis-13837	140	10	experiments	experiment	NOUN
fcis-13837	140	11	.	.	PUNCT
fcis-13837	141	1	we	we	PRON
fcis-13837	141	2	used	use	VERB
fcis-13837	141	3	a	a	DET
fcis-13837	141	4	greedy	greedy	ADJ
fcis-13837	141	5	search	search	NOUN
fcis-13837	141	6	algorithm	algorithm	NOUN
fcis-13837	141	7	for	for	ADP
fcis-13837	141	8	inference	inference	NOUN
fcis-13837	141	9	for	for	ADP
fcis-13837	141	10	all	all	DET
fcis-13837	141	11	approaches	approach	NOUN
fcis-13837	141	12	,	,	PUNCT
fcis-13837	141	13	rather	rather	ADV
fcis-13837	141	14	than	than	ADP
fcis-13837	141	15	beam	beam	NOUN
fcis-13837	141	16	search	search	NOUN
fcis-13837	141	17	,	,	PUNCT
fcis-13837	141	18	to	to	PART
fcis-13837	141	19	minimize	minimize	VERB
fcis-13837	141	20	the	the	DET
fcis-13837	141	21	number	number	NOUN
fcis-13837	141	22	of	of	ADP
fcis-13837	141	23	experimental	experimental	ADJ
fcis-13837	141	24	variables	variable	NOUN
fcis-13837	141	25	and	and	CCONJ
fcis-13837	141	26	computation	computation	NOUN
fcis-13837	141	27	cost	cost	NOUN
fcis-13837	141	28	.	.	PUNCT
fcis-13837	142	1	3.3	3.3	NUM
fcis-13837	142	2	.	.	PUNCT
fcis-13837	142	3	methodology	methodology	VERB
fcis-13837	142	4	our	our	PRON
fcis-13837	142	5	methodology	methodology	NOUN
fcis-13837	142	6	to	to	PART
fcis-13837	142	7	answer	answer	VERB
fcis-13837	142	8	both	both	DET
fcis-13837	142	9	rqs	rqs	PROPN
fcis-13837	142	10	is	be	AUX
fcis-13837	142	11	identical	identical	ADJ
fcis-13837	142	12	,	,	PUNCT
fcis-13837	142	13	and	and	CCONJ
fcis-13837	142	14	follows	follow	VERB
fcis-13837	142	15	best	good	ADJ
fcis-13837	142	16	practice	practice	NOUN
fcis-13837	142	17	established	establish	VERB
fcis-13837	142	18	throughout	throughout	ADP
fcis-13837	142	19	the	the	DET
fcis-13837	142	20	literature	literature	NOUN
fcis-13837	142	21	on	on	ADP
fcis-13837	142	22	21	21	NUM
fcis-13837	142	23	nmt	nmt	NOUN
fcis-13837	142	24	(	(	PUNCT
fcis-13837	142	25	see	see	VERB
fcis-13837	142	26	section	section	NOUN
fcis-13837	142	27	2	2	NUM
fcis-13837	142	28	):	):	PUNCT
fcis-13837	142	29	for	for	ADP
fcis-13837	142	30	rq1	rq1	NOUN
fcis-13837	142	31	,	,	PUNCT
fcis-13837	142	32	we	we	PRON
fcis-13837	142	33	train	train	VERB
fcis-13837	142	34	our	our	PRON
fcis-13837	142	35	approach	approach	NOUN
fcis-13837	142	36	and	and	CCONJ
fcis-13837	142	37	each	each	DET
fcis-13837	142	38	baseline	baseline	VERB
fcis-13837	142	39	with	with	ADP
fcis-13837	142	40	the	the	DET
fcis-13837	142	41	training	training	NOUN
fcis-13837	142	42	set	set	VERB
fcis-13837	142	43	from	from	ADP
fcis-13837	142	44	the	the	DET
fcis-13837	142	45	standard	standard	NOUN
fcis-13837	142	46	dataset	dataset	NOUN
fcis-13837	142	47	for	for	ADP
fcis-13837	142	48	a	a	DET
fcis-13837	142	49	total	total	NOUN
fcis-13837	142	50	of	of	ADP
fcis-13837	142	51	10	10	NUM
fcis-13837	142	52	epochs	epoch	NOUN
fcis-13837	142	53	.	.	PUNCT
fcis-13837	143	1	then	then	ADV
fcis-13837	143	2	,	,	PUNCT
fcis-13837	143	3	for	for	ADP
fcis-13837	143	4	each	each	DET
fcis-13837	143	5	approach	approach	NOUN
fcis-13837	143	6	,	,	PUNCT
fcis-13837	143	7	we	we	PRON
fcis-13837	143	8	computed	compute	VERB
fcis-13837	143	9	performance	performance	NOUN
fcis-13837	143	10	metrics	metric	NOUN
fcis-13837	143	11	for	for	ADP
fcis-13837	143	12	the	the	DET
fcis-13837	143	13	model	model	NOUN
fcis-13837	143	14	after	after	ADP
fcis-13837	143	15	each	each	DET
fcis-13837	143	16	epoch	epoch	NOUN
fcis-13837	143	17	against	against	ADP
fcis-13837	143	18	the	the	DET
fcis-13837	143	19	validation	validation	NOUN
fcis-13837	143	20	set	set	NOUN
fcis-13837	143	21	.	.	PUNCT
fcis-13837	144	1	(	(	PUNCT
fcis-13837	144	2	in	in	ADP
fcis-13837	144	3	all	all	DET
fcis-13837	144	4	cases	case	NOUN
fcis-13837	144	5	,	,	PUNCT
fcis-13837	144	6	validation	validation	NOUN
fcis-13837	144	7	performance	performance	NOUN
fcis-13837	144	8	began	begin	VERB
fcis-13837	144	9	to	to	PART
fcis-13837	144	10	degrade	degrade	VERB
fcis-13837	144	11	after	after	ADP
fcis-13837	144	12	five	five	NUM
fcis-13837	144	13	or	or	CCONJ
fcis-13837	144	14	six	six	NUM
fcis-13837	144	15	epochs	epoch	NOUN
fcis-13837	144	16	.	.	PUNCT
fcis-13837	144	17	)	)	PUNCT
fcis-13837	145	1	next	next	ADV
fcis-13837	145	2	we	we	PRON
fcis-13837	145	3	chose	choose	VERB
fcis-13837	145	4	the	the	DET
fcis-13837	145	5	model	model	NOUN
fcis-13837	145	6	after	after	ADP
fcis-13837	145	7	the	the	DET
fcis-13837	145	8	epoch	epoch	NOUN
fcis-13837	145	9	with	with	ADP
fcis-13837	145	10	the	the	DET
fcis-13837	145	11	highest	high	ADJ
fcis-13837	145	12	validation	validation	NOUN
fcis-13837	145	13	performance	performance	NOUN
fcis-13837	145	14	,	,	PUNCT
fcis-13837	145	15	and	and	CCONJ
fcis-13837	145	16	computed	compute	VERB
fcis-13837	145	17	performance	performance	NOUN
fcis-13837	145	18	metrics	metric	NOUN
fcis-13837	145	19	for	for	ADP
fcis-13837	145	20	this	this	DET
fcis-13837	145	21	model	model	NOUN
fcis-13837	145	22	against	against	ADP
fcis-13837	145	23	the	the	DET
fcis-13837	145	24	testing	testing	NOUN
fcis-13837	145	25	set	set	NOUN
fcis-13837	145	26	.	.	PUNCT
fcis-13837	146	1	these	these	DET
fcis-13837	146	2	testing	testing	NOUN
fcis-13837	146	3	results	result	NOUN
fcis-13837	146	4	are	be	AUX
fcis-13837	146	5	the	the	DET
fcis-13837	146	6	results	result	NOUN
fcis-13837	146	7	we	we	PRON
fcis-13837	146	8	report	report	VERB
fcis-13837	146	9	in	in	ADP
fcis-13837	146	10	this	this	DET
fcis-13837	146	11	paper	paper	NOUN
fcis-13837	146	12	.	.	PUNCT
fcis-13837	147	1	our	our	PRON
fcis-13837	147	2	methodology	methodology	NOUN
fcis-13837	147	3	to	to	PART
fcis-13837	147	4	answer	answer	VERB
fcis-13837	147	5	rq2	rq2	NOUN
fcis-13837	147	6	differs	differ	VERB
fcis-13837	147	7	only	only	ADV
fcis-13837	147	8	in	in	ADP
fcis-13837	147	9	that	that	SCONJ
fcis-13837	147	10	we	we	PRON
fcis-13837	147	11	trained	train	VERB
fcis-13837	147	12	and	and	CCONJ
fcis-13837	147	13	tested	test	VERB
fcis-13837	147	14	using	use	VERB
fcis-13837	147	15	the	the	DET
fcis-13837	147	16	challenge	challenge	NOUN
fcis-13837	147	17	dataset	dataset	NOUN
fcis-13837	147	18	.	.	PUNCT
fcis-13837	148	1	we	we	PRON
fcis-13837	148	2	report	report	VERB
fcis-13837	148	3	the	the	DET
fcis-13837	148	4	performance	performance	NOUN
fcis-13837	148	5	metric	metric	ADJ
fcis-13837	148	6	bleu	bleu	NOUN
fcis-13837	149	1	[	[	X
fcis-13837	149	2	21	21	NUM
fcis-13837	149	3	]	]	PUNCT
fcis-13837	149	4	,	,	PUNCT
fcis-13837	149	5	also	also	ADV
fcis-13837	149	6	in	in	ADP
fcis-13837	149	7	keeping	keep	VERB
fcis-13837	149	8	with	with	ADP
fcis-13837	149	9	standard	standard	ADJ
fcis-13837	149	10	practice	practice	NOUN
fcis-13837	149	11	in	in	ADP
fcis-13837	149	12	nmt	nmt	PROPN
fcis-13837	149	13	.	.	PUNCT
fcis-13837	149	14	bleu	bleu	NOUN
fcis-13837	149	15	is	be	AUX
fcis-13837	149	16	a	a	DET
fcis-13837	149	17	measure	measure	NOUN
fcis-13837	149	18	of	of	ADP
fcis-13837	149	19	the	the	DET
fcis-13837	149	20	text	text	NOUN
fcis-13837	149	21	similarity	similarity	NOUN
fcis-13837	149	22	between	between	ADP
fcis-13837	149	23	predicted	predict	VERB
fcis-13837	149	24	summaries	summary	NOUN
fcis-13837	149	25	and	and	CCONJ
fcis-13837	149	26	reference	reference	NOUN
fcis-13837	149	27	summaries	summary	NOUN
fcis-13837	149	28	.	.	PUNCT
fcis-13837	150	1	we	we	PRON
fcis-13837	150	2	report	report	VERB
fcis-13837	150	3	a	a	DET
fcis-13837	150	4	composite	composite	ADJ
fcis-13837	150	5	bleu	bleu	NOUN
fcis-13837	150	6	score	score	NOUN
fcis-13837	150	7	in	in	ADP
fcis-13837	150	8	addition	addition	NOUN
fcis-13837	150	9	to	to	ADP
fcis-13837	150	10	bleu1	bleu1	VERB
fcis-13837	150	11	through	through	ADP
fcis-13837	150	12	bleu4	bleu4	PROPN
fcis-13837	150	13	(	(	PUNCT
fcis-13837	150	14	bleun	bleun	PROPN
fcis-13837	150	15	is	be	AUX
fcis-13837	150	16	a	a	DET
fcis-13837	150	17	measure	measure	NOUN
fcis-13837	150	18	of	of	ADP
fcis-13837	150	19	the	the	DET
fcis-13837	150	20	similarity	similarity	NOUN
fcis-13837	150	21	of	of	ADP
fcis-13837	150	22	n	n	CCONJ
fcis-13837	150	23	-	-	PUNCT
fcis-13837	150	24	length	length	NOUN
fcis-13837	150	25	subsequences	subsequence	NOUN
fcis-13837	150	26	,	,	PUNCT
fcis-13837	150	27	versus	versus	ADP
fcis-13837	150	28	entire	entire	ADJ
fcis-13837	150	29	summary	summary	NOUN
fcis-13837	150	30	sentences	sentence	NOUN
fcis-13837	150	31	)	)	PUNCT
fcis-13837	150	32	.	.	PUNCT
fcis-13837	151	1	3.4	3.4	NUM
fcis-13837	151	2	.	.	PUNCT
fcis-13837	151	3	threats	threat	NOUN
fcis-13837	151	4	to	to	PART
fcis-13837	151	5	validity	validity	VERB
fcis-13837	151	6	the	the	DET
fcis-13837	151	7	primary	primary	ADJ
fcis-13837	151	8	threats	threat	NOUN
fcis-13837	151	9	to	to	ADP
fcis-13837	151	10	validity	validity	NOUN
fcis-13837	151	11	to	to	ADP
fcis-13837	151	12	this	this	DET
fcis-13837	151	13	evaluation	evaluation	NOUN
fcis-13837	151	14	include	include	VERB
fcis-13837	151	15	:	:	PUNCT
fcis-13837	151	16	1	1	X
fcis-13837	151	17	)	)	PUNCT
fcis-13837	151	18	our	our	PRON
fcis-13837	151	19	dataset	dataset	NOUN
fcis-13837	151	20	.	.	PUNCT
fcis-13837	152	1	we	we	PRON
fcis-13837	152	2	use	use	VERB
fcis-13837	152	3	a	a	DET
fcis-13837	152	4	very	very	ADV
fcis-13837	152	5	large	large	ADJ
fcis-13837	152	6	dataset	dataset	NOUN
fcis-13837	152	7	with	with	ADP
fcis-13837	152	8	millions	million	NOUN
fcis-13837	152	9	of	of	ADP
fcis-13837	152	10	java	java	NOUN
fcis-13837	152	11	methods	method	NOUN
fcis-13837	152	12	in	in	ADP
fcis-13837	152	13	order	order	NOUN
fcis-13837	152	14	to	to	PART
fcis-13837	152	15	maximize	maximize	VERB
fcis-13837	152	16	the	the	DET
fcis-13837	152	17	generalizability	generalizability	NOUN
fcis-13837	152	18	of	of	ADP
fcis-13837	152	19	our	our	PRON
fcis-13837	152	20	results	result	NOUN
fcis-13837	152	21	,	,	PUNCT
fcis-13837	152	22	but	but	CCONJ
fcis-13837	152	23	the	the	DET
fcis-13837	152	24	possibility	possibility	NOUN
fcis-13837	152	25	remains	remain	VERB
fcis-13837	152	26	that	that	SCONJ
fcis-13837	152	27	we	we	PRON
fcis-13837	152	28	would	would	AUX
fcis-13837	152	29	obtain	obtain	VERB
fcis-13837	152	30	different	different	ADJ
fcis-13837	152	31	results	result	NOUN
fcis-13837	152	32	with	with	ADP
fcis-13837	152	33	a	a	DET
fcis-13837	152	34	different	different	ADJ
fcis-13837	152	35	dataset	dataset	NOUN
fcis-13837	152	36	.	.	PUNCT
fcis-13837	153	1	and	and	CCONJ
fcis-13837	153	2	,	,	PUNCT
fcis-13837	153	3	2	2	X
fcis-13837	153	4	)	)	PUNCT
fcis-13837	153	5	we	we	PRON
fcis-13837	153	6	did	do	AUX
fcis-13837	153	7	not	not	PART
fcis-13837	153	8	perform	perform	VERB
fcis-13837	153	9	cross	cross	ADJ
fcis-13837	153	10	-	-	NOUN
fcis-13837	153	11	validation	validation	NOUN
fcis-13837	153	12	.	.	PUNCT
fcis-13837	154	1	we	we	PRON
fcis-13837	154	2	attempt	attempt	VERB
fcis-13837	154	3	to	to	PART
fcis-13837	154	4	mitigate	mitigate	VERB
fcis-13837	154	5	this	this	DET
fcis-13837	154	6	risk	risk	NOUN
fcis-13837	154	7	by	by	ADP
fcis-13837	154	8	using	use	VERB
fcis-13837	154	9	random	random	ADJ
fcis-13837	154	10	samples	sample	NOUN
fcis-13837	154	11	to	to	PART
fcis-13837	154	12	split	split	VERB
fcis-13837	154	13	the	the	DET
fcis-13837	154	14	training	training	NOUN
fcis-13837	154	15	/	/	SYM
fcis-13837	154	16	validation	validation	NOUN
fcis-13837	154	17	/	/	SYM
fcis-13837	154	18	testing	testing	NOUN
fcis-13837	154	19	sets	set	NOUN
fcis-13837	154	20	,	,	PUNCT
fcis-13837	154	21	a	a	DET
fcis-13837	154	22	different	different	ADJ
fcis-13837	154	23	split	split	NOUN
fcis-13837	154	24	could	could	AUX
fcis-13837	154	25	result	result	VERB
fcis-13837	154	26	in	in	ADP
fcis-13837	154	27	different	different	ADJ
fcis-13837	154	28	performance	performance	NOUN
fcis-13837	154	29	.	.	PUNCT
fcis-13837	155	1	this	this	DET
fcis-13837	155	2	risk	risk	NOUN
fcis-13837	155	3	is	be	AUX
fcis-13837	155	4	common	common	ADJ
fcis-13837	155	5	among	among	ADP
fcis-13837	155	6	nmt	nmt	NOUN
fcis-13837	155	7	experiments	experiment	NOUN
fcis-13837	155	8	due	due	ADP
fcis-13837	155	9	to	to	ADP
fcis-13837	155	10	very	very	ADV
fcis-13837	155	11	high	high	ADJ
fcis-13837	155	12	training	training	NOUN
fcis-13837	155	13	computation	computation	NOUN
fcis-13837	155	14	costs	cost	NOUN
fcis-13837	155	15	(	(	PUNCT
fcis-13837	155	16	4	4	NUM
fcis-13837	155	17	+	+	NUM
fcis-13837	155	18	hours	hour	NOUN
fcis-13837	155	19	per	per	ADP
fcis-13837	155	20	epoch	epoch	NOUN
fcis-13837	155	21	)	)	PUNCT
fcis-13837	155	22	.	.	PUNCT
fcis-13837	156	1	4	4	X
fcis-13837	156	2	.	.	X
fcis-13837	156	3	results	result	VERB
fcis-13837	156	4	this	this	DET
fcis-13837	156	5	section	section	NOUN
fcis-13837	156	6	discusses	discuss	VERB
fcis-13837	156	7	our	our	PRON
fcis-13837	156	8	evaluation	evaluation	NOUN
fcis-13837	156	9	results	result	NOUN
fcis-13837	156	10	and	and	CCONJ
fcis-13837	156	11	observations	observation	NOUN
fcis-13837	156	12	.	.	PUNCT
fcis-13837	157	1	after	after	ADP
fcis-13837	157	2	answering	answer	VERB
fcis-13837	157	3	our	our	PRON
fcis-13837	157	4	research	research	NOUN
fcis-13837	157	5	questions	question	NOUN
fcis-13837	157	6	,	,	PUNCT
fcis-13837	157	7	we	we	PRON
fcis-13837	157	8	explore	explore	VERB
fcis-13837	157	9	examples	example	NOUN
fcis-13837	157	10	to	to	PART
fcis-13837	157	11	give	give	VERB
fcis-13837	157	12	an	an	DET
fcis-13837	157	13	insight	insight	NOUN
fcis-13837	157	14	into	into	ADP
fcis-13837	157	15	how	how	SCONJ
fcis-13837	157	16	the	the	DET
fcis-13837	157	17	network	network	NOUN
fcis-13837	157	18	functions	function	NOUN
fcis-13837	157	19	and	and	CCONJ
fcis-13837	157	20	why	why	SCONJ
fcis-13837	157	21	it	it	PRON
fcis-13837	157	22	works	work	VERB
fcis-13837	157	23	.	.	PUNCT
fcis-13837	158	1	note	note	VERB
fcis-13837	158	2	that	that	SCONJ
fcis-13837	158	3	we	we	PRON
fcis-13837	158	4	use	use	VERB
fcis-13837	158	5	these	these	DET
fcis-13837	158	6	observations	observation	NOUN
fcis-13837	158	7	to	to	PART
fcis-13837	158	8	build	build	VERB
fcis-13837	158	9	an	an	DET
fcis-13837	158	10	ensemble	ensemble	ADJ
fcis-13837	158	11	method	method	NOUN
fcis-13837	158	12	at	at	ADP
fcis-13837	158	13	the	the	DET
fcis-13837	158	14	end	end	NOUN
fcis-13837	158	15	of	of	ADP
fcis-13837	158	16	this	this	DET
fcis-13837	158	17	paper	paper	NOUN
fcis-13837	158	18	.	.	PUNCT
fcis-13837	159	1	4.1	4.1	NUM
fcis-13837	159	2	.	.	PUNCT
fcis-13837	159	3	rq1	rq1	NOUN
fcis-13837	159	4	:	:	PUNCT
fcis-13837	159	5	standard	standard	ADJ
fcis-13837	159	6	experiment	experiment	NOUN
fcis-13837	159	7	we	we	PRON
fcis-13837	159	8	found	find	VERB
fcis-13837	159	9	in	in	ADP
fcis-13837	159	10	the	the	DET
fcis-13837	159	11	standard	standard	ADJ
fcis-13837	159	12	experiment	experiment	NOUN
fcis-13837	159	13	that	that	PRON
fcis-13837	159	14	ast	ast	NOUN
fcis-13837	159	15	-	-	PUNCT
fcis-13837	159	16	attendgru	attendgru	VERB
fcis-13837	159	17	and	and	CCONJ
fcis-13837	159	18	attendgru	attendgru	VERB
fcis-13837	159	19	obtain	obtain	VERB
fcis-13837	159	20	roughly	roughly	ADV
fcis-13837	159	21	equal	equal	ADJ
fcis-13837	159	22	performance	performance	NOUN
fcis-13837	159	23	in	in	ADP
fcis-13837	159	24	terms	term	NOUN
fcis-13837	159	25	of	of	ADP
fcis-13837	159	26	bleu	bleu	NOUN
fcis-13837	159	27	score	score	NOUN
fcis-13837	159	28	,	,	PUNCT
fcis-13837	159	29	but	but	CCONJ
fcis-13837	159	30	provide	provide	VERB
fcis-13837	159	31	orthogonal	orthogonal	ADJ
fcis-13837	159	32	results	result	NOUN
fcis-13837	159	33	,	,	PUNCT
fcis-13837	159	34	as	as	SCONJ
fcis-13837	159	35	we	we	PRON
fcis-13837	159	36	will	will	AUX
fcis-13837	159	37	explain	explain	VERB
fcis-13837	159	38	in	in	ADP
fcis-13837	159	39	this	this	DET
fcis-13837	159	40	section	section	NOUN
fcis-13837	159	41	and	and	CCONJ
fcis-13837	159	42	the	the	DET
fcis-13837	159	43	example	example	NOUN
fcis-13837	159	44	in	in	ADP
fcis-13837	159	45	next	next	ADJ
fcis-13837	159	46	section	section	NOUN
fcis-13837	159	47	.	.	PUNCT
fcis-13837	160	1	figure	figure	NOUN
fcis-13837	160	2	2	2	NUM
fcis-13837	160	3	.	.	PUNCT
fcis-13837	161	1	below	below	ADV
fcis-13837	161	2	are	be	AUX
fcis-13837	161	3	bleu1	bleu1	ADJ
fcis-13837	161	4	-	-	SYM
fcis-13837	161	5	4	4	NUM
fcis-13837	161	6	scores	score	NOUN
fcis-13837	161	7	and	and	CCONJ
fcis-13837	161	8	the	the	DET
fcis-13837	161	9	composite	composite	ADJ
fcis-13837	161	10	bleu	bleu	NOUN
fcis-13837	161	11	score	score	NOUN
fcis-13837	161	12	for	for	ADP
fcis-13837	161	13	each	each	DET
fcis-13837	161	14	approach	approach	NOUN
fcis-13837	161	15	and	and	CCONJ
fcis-13837	161	16	dataset	dataset	NOUN
fcis-13837	161	17	.	.	PUNCT
fcis-13837	162	1	in	in	ADP
fcis-13837	162	2	terms	term	NOUN
fcis-13837	162	3	of	of	ADP
fcis-13837	162	4	bleu	bleu	NOUN
fcis-13837	162	5	score	score	NOUN
fcis-13837	162	6	,	,	PUNCT
fcis-13837	162	7	ast	ast	NOUN
fcis-13837	162	8	-	-	PUNCT
fcis-13837	162	9	attendgru	attendgru	NOUN
fcis-13837	162	10	and	and	CCONJ
fcis-13837	162	11	attendgru	attendgru	NOUN
fcis-13837	162	12	are	be	AUX
fcis-13837	162	13	roughly	roughly	ADV
fcis-13837	162	14	equal	equal	ADJ
fcis-13837	162	15	in	in	ADP
fcis-13837	162	16	performance	performance	NOUN
fcis-13837	162	17	:	:	PUNCT
fcis-13837	162	18	19.6	19.6	NUM
fcis-13837	162	19	bleu	bleu	NOUN
fcis-13837	162	20	vs	vs	ADP
fcis-13837	162	21	19.4	19.4	NUM
fcis-13837	162	22	bleu	bleu	NOUN
fcis-13837	162	23	.	.	PUNCT
fcis-13837	163	1	sbt	sbt	PROPN
fcis-13837	163	2	is	be	AUX
fcis-13837	163	3	lower	low	ADJ
fcis-13837	163	4	,	,	PUNCT
fcis-13837	163	5	at	at	ADP
fcis-13837	163	6	about	about	ADV
fcis-13837	163	7	14	14	NUM
fcis-13837	163	8	bleu	bleu	NOUN
fcis-13837	163	9	,	,	PUNCT
fcis-13837	163	10	and	and	CCONJ
fcis-13837	163	11	codenn	codenn	NOUN
fcis-13837	163	12	is	be	AUX
fcis-13837	163	13	about	about	ADV
fcis-13837	163	14	10	10	NUM
fcis-13837	163	15	bleu	bleu	NOUN
fcis-13837	163	16	.	.	PUNCT
fcis-13837	164	1	figure	figure	NOUN
fcis-13837	164	2	2	2	NUM
fcis-13837	164	3	includes	include	VERB
fcis-13837	164	4	a	a	DET
fcis-13837	164	5	table	table	NOUN
fcis-13837	164	6	with	with	ADP
fcis-13837	164	7	the	the	DET
fcis-13837	164	8	full	full	ADJ
fcis-13837	164	9	bleu	bleu	NOUN
fcis-13837	164	10	results	result	NOUN
fcis-13837	164	11	for	for	ADP
fcis-13837	164	12	each	each	DET
fcis-13837	164	13	result	result	NOUN
fcis-13837	164	14	(	(	PUNCT
fcis-13837	164	15	and	and	CCONJ
fcis-13837	164	16	additional	additional	ADJ
fcis-13837	164	17	data	datum	NOUN
fcis-13837	164	18	in	in	ADP
fcis-13837	164	19	our	our	PRON
fcis-13837	164	20	online	online	ADJ
fcis-13837	164	21	appendix	appendix	NOUN
fcis-13837	164	22	)	)	PUNCT
fcis-13837	164	23	.	.	PUNCT
fcis-13837	165	1	for	for	ADP
fcis-13837	165	2	sbt	sbt	PROPN
fcis-13837	165	3	,	,	PUNCT
fcis-13837	165	4	the	the	DET
fcis-13837	165	5	results	result	NOUN
fcis-13837	165	6	conflicted	conflict	VERB
fcis-13837	165	7	with	with	ADP
fcis-13837	165	8	our	our	PRON
fcis-13837	165	9	expectations	expectation	NOUN
fcis-13837	165	10	based	base	VERB
fcis-13837	165	11	on	on	ADP
fcis-13837	165	12	the	the	DET
fcis-13837	165	13	presenting	present	VERB
fcis-13837	165	14	paper	paper	NOUN
fcis-13837	165	15	[	[	X
fcis-13837	165	16	15	15	NUM
fcis-13837	165	17	]	]	X
fcis-13837	165	18	,	,	PUNCT
fcis-13837	165	19	in	in	ADP
fcis-13837	165	20	which	which	PRON
fcis-13837	165	21	sbt	sbt	PROPN
fcis-13837	165	22	outperformed	outperform	VERB
fcis-13837	165	23	a	a	DET
fcis-13837	165	24	standard	standard	ADJ
fcis-13837	165	25	seq2seq	seq2seq	NOUN
fcis-13837	165	26	model	model	NOUN
fcis-13837	165	27	like	like	ADP
fcis-13837	165	28	attendgru	attendgru	NOUN
fcis-13837	165	29	.	.	PUNCT
fcis-13837	166	1	we	we	PRON
fcis-13837	166	2	see	see	VERB
fcis-13837	166	3	two	two	NUM
fcis-13837	166	4	possible	possible	ADJ
fcis-13837	166	5	explanations	explanation	NOUN
fcis-13837	166	6	:	:	PUNCT
fcis-13837	166	7	first	first	ADV
fcis-13837	166	8	,	,	PUNCT
fcis-13837	166	9	even	even	ADV
fcis-13837	166	10	though	though	SCONJ
fcis-13837	166	11	our	our	PRON
fcis-13837	166	12	seq2seq	seq2seq	NOUN
fcis-13837	166	13	baseline	baseline	ADJ
fcis-13837	166	14	implementation	implementation	NOUN
fcis-13837	166	15	represents	represent	VERB
fcis-13837	166	16	a	a	DET
fcis-13837	166	17	standard	standard	ADJ
fcis-13837	166	18	approach	approach	NOUN
fcis-13837	166	19	,	,	PUNCT
fcis-13837	166	20	there	there	PRON
fcis-13837	166	21	are	be	VERB
fcis-13837	166	22	a	a	DET
fcis-13837	166	23	few	few	ADJ
fcis-13837	166	24	architectural	architectural	ADJ
fcis-13837	166	25	differences	difference	NOUN
fcis-13837	166	26	from	from	ADP
fcis-13837	166	27	the	the	DET
fcis-13837	166	28	paper	paper	NOUN
fcis-13837	166	29	by	by	ADP
fcis-13837	166	30	hu	hu	PROPN
fcis-13837	166	31	et	et	PROPN
fcis-13837	166	32	al	al	PROPN
fcis-13837	166	33	.	.	PUNCT
fcis-13837	167	1	[	[	X
fcis-13837	167	2	15	15	NUM
fcis-13837	167	3	]	]	X
fcis-13837	167	4	,	,	PUNCT
fcis-13837	167	5	such	such	ADJ
fcis-13837	167	6	as	as	ADP
fcis-13837	167	7	different	different	ADJ
fcis-13837	167	8	embedding	embed	VERB
fcis-13837	167	9	vector	vector	NOUN
fcis-13837	167	10	sizes	size	NOUN
fcis-13837	167	11	.	.	PUNCT
fcis-13837	168	1	while	while	SCONJ
fcis-13837	168	2	we	we	PRON
fcis-13837	168	3	did	do	AUX
fcis-13837	168	4	not	not	PART
fcis-13837	168	5	observe	observe	VERB
fcis-13837	168	6	major	major	ADJ
fcis-13837	168	7	changes	change	NOUN
fcis-13837	168	8	in	in	ADP
fcis-13837	168	9	the	the	DET
fcis-13837	168	10	results	result	NOUN
fcis-13837	168	11	from	from	ADP
fcis-13837	168	12	these	these	DET
fcis-13837	168	13	architectural	architectural	ADJ
fcis-13837	168	14	differences	difference	NOUN
fcis-13837	168	15	in	in	ADP
fcis-13837	168	16	our	our	PRON
fcis-13837	168	17	own	own	ADJ
fcis-13837	168	18	pilot	pilot	NOUN
fcis-13837	168	19	studies	study	NOUN
fcis-13837	168	20	,	,	PUNCT
fcis-13837	168	21	it	it	PRON
fcis-13837	168	22	is	be	AUX
fcis-13837	168	23	possible	possible	ADJ
fcis-13837	168	24	that	that	SCONJ
fcis-13837	168	25	“	"	PUNCT
fcis-13837	168	26	one	one	NUM
fcis-13837	168	27	’s	’s	PART
fcis-13837	168	28	mileage	mileage	NOUN
fcis-13837	168	29	may	may	AUX
fcis-13837	168	30	vary	vary	VERB
fcis-13837	168	31	”	"	PUNCT
fcis-13837	168	32	depending	depend	VERB
fcis-13837	168	33	on	on	ADP
fcis-13837	168	34	the	the	DET
fcis-13837	168	35	dataset	dataset	NOUN
fcis-13837	168	36	.	.	PUNCT
fcis-13837	169	1	second	second	ADJ
fcis-13837	169	2	,	,	PUNCT
fcis-13837	169	3	the	the	DET
fcis-13837	169	4	previous	previous	ADJ
fcis-13837	169	5	study	study	NOUN
fcis-13837	169	6	did	do	AUX
fcis-13837	169	7	not	not	PART
fcis-13837	169	8	split	split	VERB
fcis-13837	169	9	by	by	ADP
fcis-13837	169	10	project	project	NOUN
fcis-13837	169	11	,	,	PUNCT
fcis-13837	169	12	so	so	SCONJ
fcis-13837	169	13	methods	method	NOUN
fcis-13837	169	14	in	in	ADP
fcis-13837	169	15	the	the	DET
fcis-13837	169	16	same	same	ADJ
fcis-13837	169	17	project	project	NOUN
fcis-13837	169	18	will	will	AUX
fcis-13837	169	19	be	be	AUX
fcis-13837	169	20	in	in	ADP
fcis-13837	169	21	the	the	DET
fcis-13837	169	22	training	training	NOUN
fcis-13837	169	23	and	and	CCONJ
fcis-13837	169	24	test	test	NOUN
fcis-13837	169	25	set	set	VERB
fcis-13837	169	26	.	.	PUNCT
fcis-13837	170	1	the	the	DET
fcis-13837	170	2	very	very	ADV
fcis-13837	170	3	high	high	ADJ
fcis-13837	170	4	reported	report	VERB
fcis-13837	170	5	bleu	bleu	NOUN
fcis-13837	170	6	scores	score	NOUN
fcis-13837	170	7	in	in	ADP
fcis-13837	170	8	[	[	X
fcis-13837	170	9	36	36	NUM
fcis-13837	170	10	]	]	PUNCT
fcis-13837	170	11	could	could	AUX
fcis-13837	170	12	be	be	AUX
fcis-13837	170	13	explained	explain	VERB
fcis-13837	170	14	by	by	ADP
fcis-13837	170	15	overloaded	overload	VERB
fcis-13837	170	16	methods	method	NOUN
fcis-13837	170	17	with	with	ADP
fcis-13837	170	18	very	very	ADV
fcis-13837	170	19	similar	similar	ADJ
fcis-13837	170	20	structure	structure	NOUN
fcis-13837	170	21	–	–	PUNCT
fcis-13837	170	22	sbt	sbt	PROPN
fcis-13837	170	23	would	would	AUX
fcis-13837	170	24	detect	detect	VERB
fcis-13837	170	25	a	a	DET
fcis-13837	170	26	function	function	NOUN
fcis-13837	170	27	in	in	ADP
fcis-13837	170	28	the	the	DET
fcis-13837	170	29	test	test	NOUN
fcis-13837	170	30	set	set	VERB
fcis-13837	170	31	with	with	ADP
fcis-13837	170	32	a	a	DET
fcis-13837	170	33	very	very	ADV
fcis-13837	170	34	similar	similar	ADJ
fcis-13837	170	35	ast	ast	NOUN
fcis-13837	170	36	to	to	ADP
fcis-13837	170	37	an	an	DET
fcis-13837	170	38	overloaded	overloaded	ADJ
fcis-13837	170	39	method	method	NOUN
fcis-13837	170	40	in	in	ADP
fcis-13837	170	41	the	the	DET
fcis-13837	170	42	same	same	ADJ
fcis-13837	170	43	project	project	NOUN
fcis-13837	170	44	in	in	ADP
fcis-13837	170	45	the	the	DET
fcis-13837	170	46	training	training	NOUN
fcis-13837	170	47	set	set	NOUN
fcis-13837	170	48	.	.	PUNCT
fcis-13837	171	1	the	the	DET
fcis-13837	171	2	improvement	improvement	NOUN
fcis-13837	171	3	by	by	ADP
fcis-13837	171	4	all	all	DET
fcis-13837	171	5	approaches	approach	NOUN
fcis-13837	171	6	over	over	ADP
fcis-13837	171	7	codenn	codenn	NOUN
fcis-13837	171	8	matches	match	NOUN
fcis-13837	171	9	expectations	expectation	NOUN
fcis-13837	171	10	from	from	ADP
fcis-13837	171	11	previous	previous	ADJ
fcis-13837	171	12	experiments	experiment	NOUN
fcis-13837	171	13	.	.	PUNCT
fcis-13837	172	1	the	the	DET
fcis-13837	172	2	codenn	codenn	PROPN
fcis-13837	172	3	approach	approach	NOUN
fcis-13837	172	4	was	be	AUX
fcis-13837	172	5	intended	intend	VERB
fcis-13837	172	6	as	as	ADP
fcis-13837	172	7	a	a	DET
fcis-13837	172	8	versatile	versatile	ADJ
fcis-13837	172	9	technique	technique	NOUN
fcis-13837	172	10	for	for	ADP
fcis-13837	172	11	both	both	DET
fcis-13837	172	12	code	code	NOUN
fcis-13837	172	13	search	search	NOUN
fcis-13837	172	14	and	and	CCONJ
fcis-13837	172	15	summarization	summarization	NOUN
fcis-13837	172	16	,	,	PUNCT
fcis-13837	172	17	and	and	CCONJ
fcis-13837	172	18	was	be	AUX
fcis-13837	172	19	a	a	DET
fcis-13837	172	20	relatively	relatively	ADV
fcis-13837	172	21	early	early	ADJ
fcis-13837	172	22	attempt	attempt	NOUN
fcis-13837	172	23	at	at	ADP
fcis-13837	172	24	applying	apply	VERB
fcis-13837	172	25	nmt	nmt	NOUN
fcis-13837	172	26	to	to	ADP
fcis-13837	172	27	the	the	DET
fcis-13837	172	28	code	code	NOUN
fcis-13837	172	29	summarization	summarization	NOUN
fcis-13837	172	30	problem	problem	NOUN
fcis-13837	172	31	.	.	PUNCT
fcis-13837	173	1	in	in	ADP
fcis-13837	173	2	addition	addition	NOUN
fcis-13837	173	3	,	,	PUNCT
fcis-13837	173	4	it	it	PRON
fcis-13837	173	5	was	be	AUX
fcis-13837	173	6	designed	design	VERB
fcis-13837	173	7	for	for	ADP
fcis-13837	173	8	c	c	NOUN
fcis-13837	173	9	#	#	NOUN
fcis-13837	173	10	and	and	CCONJ
fcis-13837	173	11	sql	sql	NOUN
fcis-13837	173	12	datasets	dataset	NOUN
fcis-13837	173	13	;	;	PUNCT
fcis-13837	173	14	we	we	PRON
fcis-13837	173	15	adapted	adapt	VERB
fcis-13837	173	16	it	it	PRON
fcis-13837	173	17	to	to	ADP
fcis-13837	173	18	java	java	PROPN
fcis-13837	173	19	as	as	SCONJ
fcis-13837	173	20	described	describe	VERB
fcis-13837	173	21	in	in	ADP
fcis-13837	173	22	the	the	DET
fcis-13837	173	23	previous	previous	ADJ
fcis-13837	173	24	section	section	NOUN
fcis-13837	173	25	.	.	PUNCT
fcis-13837	174	1	a	a	DET
fcis-13837	174	2	key	key	ADJ
fcis-13837	174	3	observation	observation	NOUN
fcis-13837	174	4	of	of	ADP
fcis-13837	174	5	the	the	DET
fcis-13837	174	6	standard	standard	ADJ
fcis-13837	174	7	experiment	experiment	NOUN
fcis-13837	174	8	is	be	AUX
fcis-13837	174	9	that	that	SCONJ
fcis-13837	174	10	astattendgru	astattendgru	NOUN
fcis-13837	174	11	and	and	CCONJ
fcis-13837	174	12	attendgru	attendgru	VERB
fcis-13837	174	13	provide	provide	VERB
fcis-13837	174	14	orthogonal	orthogonal	ADJ
fcis-13837	174	15	predictions	prediction	NOUN
fcis-13837	174	16	–	–	PUNCT
fcis-13837	174	17	there	there	PRON
fcis-13837	174	18	is	be	VERB
fcis-13837	174	19	a	a	DET
fcis-13837	174	20	set	set	NOUN
fcis-13837	174	21	of	of	ADP
fcis-13837	174	22	methods	method	NOUN
fcis-13837	174	23	in	in	ADP
fcis-13837	174	24	which	which	PRON
fcis-13837	174	25	one	one	NUM
fcis-13837	174	26	performs	perform	VERB
fcis-13837	174	27	better	well	ADV
fcis-13837	174	28	,	,	PUNCT
fcis-13837	174	29	and	and	CCONJ
fcis-13837	174	30	a	a	DET
fcis-13837	174	31	different	different	ADJ
fcis-13837	174	32	set	set	NOUN
fcis-13837	174	33	in	in	ADP
fcis-13837	174	34	which	which	PRON
fcis-13837	174	35	the	the	DET
fcis-13837	174	36	other	other	ADJ
fcis-13837	174	37	has	have	VERB
fcis-13837	174	38	higher	high	ADJ
fcis-13837	174	39	performance	performance	NOUN
fcis-13837	174	40	.	.	PUNCT
fcis-13837	175	1	while	while	SCONJ
fcis-13837	175	2	ast	ast	NOUN
fcis-13837	175	3	-	-	PUNCT
fcis-13837	175	4	attendgru	attendgru	NOUN
fcis-13837	175	5	is	be	AUX
fcis-13837	175	6	slightly	slightly	ADV
fcis-13837	175	7	ahead	ahead	ADV
fcis-13837	175	8	of	of	ADP
fcis-13837	175	9	attendgru	attendgru	NOUN
fcis-13837	175	10	,	,	PUNCT
fcis-13837	175	11	we	we	PRON
fcis-13837	175	12	do	do	AUX
fcis-13837	175	13	not	not	PART
fcis-13837	175	14	view	view	VERB
fcis-13837	175	15	a	a	DET
fcis-13837	175	16	0.2	0.2	NUM
fcis-13837	175	17	bleu	bleu	NOUN
fcis-13837	175	18	difference	difference	NOUN
fcis-13837	175	19	a	a	DET
fcis-13837	175	20	major	major	ADJ
fcis-13837	175	21	improvement	improvement	NOUN
fcis-13837	175	22	in	in	ADP
fcis-13837	175	23	and	and	CCONJ
fcis-13837	175	24	of	of	ADP
fcis-13837	175	25	itself	itself	PRON
fcis-13837	175	26	.	.	PUNCT
fcis-13837	176	1	normally	normally	ADV
fcis-13837	176	2	we	we	PRON
fcis-13837	176	3	would	would	AUX
fcis-13837	176	4	expect	expect	VERB
fcis-13837	176	5	an	an	DET
fcis-13837	176	6	approach	approach	NOUN
fcis-13837	176	7	to	to	PART
fcis-13837	176	8	outperform	outperform	VERB
fcis-13837	176	9	a	a	DET
fcis-13837	176	10	different	different	ADJ
fcis-13837	176	11	approach	approach	NOUN
fcis-13837	176	12	by	by	ADP
fcis-13837	176	13	some	some	DET
fcis-13837	176	14	margin	margin	NOUN
fcis-13837	176	15	across	across	ADP
fcis-13837	176	16	a	a	DET
fcis-13837	176	17	majority	majority	NOUN
fcis-13837	176	18	of	of	ADP
fcis-13837	176	19	the	the	DET
fcis-13837	176	20	examples	example	NOUN
fcis-13837	176	21	(	(	PUNCT
fcis-13837	176	22	i.e.	i.e.	X
fcis-13837	176	23	,	,	PUNCT
fcis-13837	176	24	non	non	ADJ
fcis-13837	176	25	-	-	ADJ
fcis-13837	176	26	orthogonal	orthogonal	ADJ
fcis-13837	176	27	performance	performance	NOUN
fcis-13837	176	28	)	)	PUNCT
fcis-13837	176	29	,	,	PUNCT
fcis-13837	176	30	and	and	CCONJ
fcis-13837	176	31	this	this	PRON
fcis-13837	176	32	is	be	AUX
fcis-13837	176	33	indeed	indeed	ADV
fcis-13837	176	34	what	what	PRON
fcis-13837	176	35	we	we	PRON
fcis-13837	176	36	observe	observe	VERB
fcis-13837	176	37	when	when	SCONJ
fcis-13837	176	38	comparing	compare	VERB
fcis-13837	176	39	ast	ast	NOUN
fcis-13837	176	40	-	-	PUNCT
fcis-13837	176	41	attendgru	attendgru	PROPN
fcis-13837	176	42	to	to	ADP
fcis-13837	176	43	sbt	sbt	PROPN
fcis-13837	176	44	,	,	PUNCT
fcis-13837	176	45	as	as	SCONJ
fcis-13837	176	46	shown	show	VERB
fcis-13837	176	47	on	on	ADP
fcis-13837	176	48	the	the	DET
fcis-13837	176	49	left	left	NOUN
fcis-13837	176	50	below	below	ADV
fcis-13837	176	51	(	(	PUNCT
fcis-13837	176	52	around	around	ADP
fcis-13837	176	53	60k	60k	ADJ
fcis-13837	176	54	methods	method	NOUN
fcis-13837	176	55	in	in	ADP
fcis-13837	176	56	which	which	PRON
fcis-13837	176	57	ast	ast	NOUN
fcis-13837	176	58	-	-	PUNCT
fcis-13837	176	59	attendgru	attendgru	NOUN
fcis-13837	176	60	performed	perform	VERB
fcis-13837	176	61	better	well	ADV
fcis-13837	176	62	,	,	PUNCT
fcis-13837	176	63	vs.	vs.	X
fcis-13837	176	64	20k	20k	NOUN
fcis-13837	176	65	for	for	ADP
fcis-13837	176	66	sbt	sbt	PROPN
fcis-13837	176	67	):	):	PUNCT
fcis-13837	176	68	figure	figure	NOUN
fcis-13837	176	69	3	3	NUM
fcis-13837	176	70	.	.	NOUN
fcis-13837	176	71	comparison	comparison	NOUN
fcis-13837	176	72	of	of	ADP
fcis-13837	176	73	bleu	bleu	NOUN
fcis-13837	176	74	score	score	NOUN
fcis-13837	176	75	overlap	overlap	NOUN
fcis-13837	176	76	between	between	ADP
fcis-13837	176	77	models	model	NOUN
fcis-13837	176	78	but	but	CCONJ
fcis-13837	176	79	what	what	PRON
fcis-13837	176	80	we	we	PRON
fcis-13837	176	81	observe	observe	VERB
fcis-13837	176	82	for	for	ADP
fcis-13837	176	83	ast	ast	NOUN
fcis-13837	176	84	-	-	PUNCT
fcis-13837	176	85	attendgru	attendgru	NOUN
fcis-13837	176	86	and	and	CCONJ
fcis-13837	176	87	attendgru	attendgru	NOUN
fcis-13837	176	88	is	be	AUX
fcis-13837	176	89	that	that	SCONJ
fcis-13837	176	90	there	there	PRON
fcis-13837	176	91	are	be	VERB
fcis-13837	176	92	two	two	NUM
fcis-13837	176	93	sets	set	NOUN
fcis-13837	176	94	of	of	ADP
fcis-13837	176	95	roughly	roughly	ADV
fcis-13837	176	96	33k	33k	NOUN
fcis-13837	176	97	methods	method	NOUN
fcis-13837	176	98	in	in	ADP
fcis-13837	176	99	the	the	DET
fcis-13837	176	100	91k	91k	NUM
fcis-13837	176	101	test	test	NOUN
fcis-13837	176	102	set	set	VERB
fcis-13837	176	103	in	in	ADP
fcis-13837	176	104	which	which	PRON
fcis-13837	176	105	one	one	NUM
fcis-13837	176	106	or	or	CCONJ
fcis-13837	176	107	another	another	DET
fcis-13837	176	108	approach	approach	NOUN
fcis-13837	176	109	has	have	VERB
fcis-13837	176	110	higher	high	ADJ
fcis-13837	176	111	performance	performance	NOUN
fcis-13837	176	112	(	(	PUNCT
fcis-13837	176	113	above	above	ADV
fcis-13837	176	114	,	,	PUNCT
fcis-13837	176	115	right	right	ADJ
fcis-13837	176	116	)	)	PUNCT
fcis-13837	176	117	.	.	PUNCT
fcis-13837	177	1	in	in	ADP
fcis-13837	177	2	other	other	ADJ
fcis-13837	177	3	words	word	NOUN
fcis-13837	177	4	,	,	PUNCT
fcis-13837	177	5	among	among	ADP
fcis-13837	177	6	the	the	DET
fcis-13837	177	7	predictions	prediction	NOUN
fcis-13837	177	8	in	in	ADP
fcis-13837	177	9	which	which	PRON
fcis-13837	177	10	there	there	PRON
fcis-13837	177	11	was	be	VERB
fcis-13837	177	12	a	a	DET
fcis-13837	177	13	difference	difference	NOUN
fcis-13837	177	14	between	between	ADP
fcis-13837	177	15	the	the	DET
fcis-13837	177	16	approaches	approach	NOUN
fcis-13837	177	17	,	,	PUNCT
fcis-13837	177	18	ast	ast	NOUN
fcis-13837	177	19	-	-	PUNCT
fcis-13837	177	20	attendgru	attendgru	VERB
fcis-13837	177	21	and	and	CCONJ
fcis-13837	177	22	gives	give	VERB
fcis-13837	177	23	better	well	ADJ
fcis-13837	177	24	predictions	prediction	NOUN
fcis-13837	177	25	(	(	PUNCT
fcis-13837	177	26	in	in	ADP
fcis-13837	177	27	terms	term	NOUN
fcis-13837	177	28	of	of	ADP
fcis-13837	177	29	bleu	bleu	NOUN
fcis-13837	177	30	score	score	NOUN
fcis-13837	177	31	)	)	PUNCT
fcis-13837	177	32	for	for	ADP
fcis-13837	177	33	about	about	ADV
fcis-13837	177	34	half	half	NOUN
fcis-13837	177	35	,	,	PUNCT
fcis-13837	177	36	while	while	SCONJ
fcis-13837	177	37	attendgru	attendgru	NOUN
fcis-13837	177	38	performs	perform	VERB
fcis-13837	177	39	better	well	ADV
fcis-13837	177	40	on	on	ADP
fcis-13837	177	41	about	about	ADV
fcis-13837	177	42	half	half	NOUN
fcis-13837	177	43	.	.	PUNCT
fcis-13837	178	1	figure	figure	VERB
fcis-13837	178	2	4	4	NUM
fcis-13837	178	3	.	.	PUNCT
fcis-13837	179	1	heatmap	heatmap	NOUN
fcis-13837	179	2	of	of	ADP
fcis-13837	179	3	the	the	DET
fcis-13837	179	4	attention	attention	NOUN
fcis-13837	179	5	layer	layer	NOUN
fcis-13837	179	6	in	in	ADP
fcis-13837	179	7	ast	ast	NOUN
fcis-13837	179	8	-	-	PUNCT
fcis-13837	179	9	attendgru	attendgru	NOUN
fcis-13837	179	10	for	for	ADP
fcis-13837	179	11	the	the	DET
fcis-13837	179	12	ast	ast	NOUN
fcis-13837	179	13	input	input	NOUN
fcis-13837	179	14	for	for	ADP
fcis-13837	179	15	example	example	NOUN
fcis-13837	179	16	1	1	X
fcis-13837	179	17	.	.	PUNCT
fcis-13837	180	1	the	the	DET
fcis-13837	180	2	x	x	X
fcis-13837	180	3	-	-	ADJ
fcis-13837	180	4	axis	axis	NOUN
fcis-13837	180	5	is	be	AUX
fcis-13837	180	6	the	the	DET
fcis-13837	180	7	summary	summary	NOUN
fcis-13837	180	8	input	input	NOUN
fcis-13837	180	9	and	and	CCONJ
fcis-13837	180	10	the	the	DET
fcis-13837	180	11	y	y	NOUN
fcis-13837	180	12	-	-	PUNCT
fcis-13837	180	13	axis	axis	NOUN
fcis-13837	180	14	is	be	AUX
fcis-13837	180	15	the	the	DET
fcis-13837	180	16	ast	ast	NOUN
fcis-13837	180	17	(	(	PUNCT
fcis-13837	180	18	sbt	sbt	PROPN
fcis-13837	180	19	-	-	PUNCT
fcis-13837	180	20	ao	ao	PROPN
fcis-13837	180	21	)	)	PUNCT
fcis-13837	180	22	input	input	NOUN
fcis-13837	180	23	.	.	PUNCT
fcis-13837	181	1	high	high	ADJ
fcis-13837	181	2	activation	activation	NOUN
fcis-13837	181	3	(	(	PUNCT
fcis-13837	181	4	more	more	ADV
fcis-13837	181	5	yellow	yellow	ADJ
fcis-13837	181	6	)	)	PUNCT
fcis-13837	181	7	indicates	indicate	VERB
fcis-13837	181	8	more	more	ADJ
fcis-13837	181	9	attention	attention	NOUN
fcis-13837	181	10	paid	pay	VERB
fcis-13837	181	11	to	to	ADP
fcis-13837	181	12	e.g.	e.g.	ADV
fcis-13837	181	13	,	,	PUNCT
fcis-13837	181	14	position	position	NOUN
fcis-13837	181	15	48	48	NUM
fcis-13837	181	16	of	of	ADP
fcis-13837	181	17	the	the	DET
fcis-13837	181	18	ast	ast	NOUN
fcis-13837	181	19	input	input	NOUN
fcis-13837	181	20	.	.	PUNCT
fcis-13837	182	1	22	22	NUM
fcis-13837	182	2	4.2	4.2	NUM
fcis-13837	182	3	.	.	PUNCT
fcis-13837	182	4	rq2	rq2	NOUN
fcis-13837	182	5	:	:	PUNCT
fcis-13837	182	6	challenge	challenge	NOUN
fcis-13837	182	7	experiment	experiment	NOUN
fcis-13837	182	8	we	we	PRON
fcis-13837	182	9	obtain	obtain	VERB
fcis-13837	182	10	a	a	DET
fcis-13837	182	11	bleu	bleu	NOUN
fcis-13837	182	12	score	score	NOUN
fcis-13837	182	13	of	of	ADP
fcis-13837	182	14	about	about	ADP
fcis-13837	182	15	9.5	9.5	NUM
fcis-13837	182	16	for	for	ADP
fcis-13837	182	17	ast	ast	NOUN
fcis-13837	182	18	-	-	PUNCT
fcis-13837	182	19	attendgru	attendgru	NOUN
fcis-13837	182	20	in	in	ADP
fcis-13837	182	21	the	the	DET
fcis-13837	182	22	challenge	challenge	NOUN
fcis-13837	182	23	experiment	experiment	NOUN
fcis-13837	182	24	.	.	PUNCT
fcis-13837	183	1	note	note	VERB
fcis-13837	183	2	that	that	SCONJ
fcis-13837	183	3	the	the	DET
fcis-13837	183	4	only	only	ADJ
fcis-13837	183	5	difference	difference	NOUN
fcis-13837	183	6	between	between	ADP
fcis-13837	183	7	the	the	DET
fcis-13837	183	8	standard	standard	ADJ
fcis-13837	183	9	and	and	CCONJ
fcis-13837	183	10	challenge	challenge	NOUN
fcis-13837	183	11	experiments	experiment	NOUN
fcis-13837	183	12	is	be	AUX
fcis-13837	183	13	that	that	SCONJ
fcis-13837	183	14	we	we	PRON
fcis-13837	183	15	trained	train	VERB
fcis-13837	183	16	and	and	CCONJ
fcis-13837	183	17	tested	test	VERB
fcis-13837	183	18	using	use	VERB
fcis-13837	183	19	the	the	DET
fcis-13837	183	20	ast	ast	NOUN
fcis-13837	183	21	only	only	ADV
fcis-13837	183	22	,	,	PUNCT
fcis-13837	183	23	in	in	ADP
fcis-13837	183	24	the	the	DET
fcis-13837	183	25	form	form	NOUN
fcis-13837	183	26	of	of	ADP
fcis-13837	183	27	the	the	DET
fcis-13837	183	28	sbtao	sbtao	PROPN
fcis-13837	183	29	representation	representation	NOUN
fcis-13837	183	30	fed	feed	VERB
fcis-13837	183	31	to	to	PART
fcis-13837	183	32	ast	ast	NOUN
fcis-13837	183	33	-	-	PUNCT
fcis-13837	183	34	attendgru	attendgru	NOUN
fcis-13837	183	35	.	.	PUNCT
fcis-13837	184	1	technically	technically	ADV
fcis-13837	184	2	,	,	PUNCT
fcis-13837	184	3	there	there	PRON
fcis-13837	184	4	are	be	VERB
fcis-13837	184	5	other	other	ADJ
fcis-13837	184	6	configurations	configuration	NOUN
fcis-13837	184	7	that	that	PRON
fcis-13837	184	8	would	would	AUX
fcis-13837	184	9	produce	produce	VERB
fcis-13837	184	10	the	the	DET
fcis-13837	184	11	same	same	ADJ
fcis-13837	184	12	result	result	NOUN
fcis-13837	184	13	,	,	PUNCT
fcis-13837	184	14	such	such	ADJ
fcis-13837	184	15	as	as	ADP
fcis-13837	184	16	using	use	VERB
fcis-13837	184	17	sbt	sbt	PROPN
fcis-13837	184	18	-	-	PUNCT
fcis-13837	184	19	ao	ao	PROPN
fcis-13837	184	20	as	as	ADP
fcis-13837	184	21	input	input	NOUN
fcis-13837	184	22	to	to	PART
fcis-13837	184	23	attendgru	attendgru	VERB
fcis-13837	184	24	instead	instead	ADV
fcis-13837	184	25	of	of	ADP
fcis-13837	184	26	the	the	DET
fcis-13837	184	27	source	source	NOUN
fcis-13837	184	28	code	code	NOUN
fcis-13837	184	29	.	.	PUNCT
fcis-13837	185	1	any	any	PRON
fcis-13837	185	2	of	of	ADP
fcis-13837	185	3	these	these	DET
fcis-13837	185	4	configurations	configuration	NOUN
fcis-13837	185	5	would	would	AUX
fcis-13837	185	6	meet	meet	VERB
fcis-13837	185	7	our	our	PRON
fcis-13837	185	8	objective	objective	NOUN
fcis-13837	185	9	with	with	ADP
fcis-13837	185	10	this	this	DET
fcis-13837	185	11	experiment	experiment	NOUN
fcis-13837	185	12	of	of	ADP
fcis-13837	185	13	establishing	establish	VERB
fcis-13837	185	14	performance	performance	NOUN
fcis-13837	185	15	for	for	ADP
fcis-13837	185	16	the	the	DET
fcis-13837	185	17	scenario	scenario	NOUN
fcis-13837	185	18	when	when	SCONJ
fcis-13837	185	19	only	only	ADV
fcis-13837	185	20	an	an	DET
fcis-13837	185	21	ast	ast	NOUN
fcis-13837	185	22	is	be	AUX
fcis-13837	185	23	available	available	ADJ
fcis-13837	185	24	.	.	PUNCT
fcis-13837	186	1	4.2.1	4.2.1	X
fcis-13837	186	2	.	.	PUNCT
fcis-13837	187	1	explanation	explanation	NOUN
fcis-13837	187	2	and	and	CCONJ
fcis-13837	187	3	example	example	NOUN
fcis-13837	187	4	merely	merely	ADV
fcis-13837	187	5	reporting	report	VERB
fcis-13837	187	6	bleu	bleu	NOUN
fcis-13837	187	7	scores	score	NOUN
fcis-13837	187	8	leaves	leave	VERB
fcis-13837	187	9	an	an	DET
fcis-13837	187	10	open	open	ADJ
fcis-13837	187	11	question	question	NOUN
fcis-13837	187	12	as	as	ADP
fcis-13837	187	13	to	to	ADP
fcis-13837	187	14	what	what	PRON
fcis-13837	187	15	the	the	DET
fcis-13837	187	16	scores	score	NOUN
fcis-13837	187	17	mean	mean	VERB
fcis-13837	187	18	in	in	ADP
fcis-13837	187	19	practice	practice	NOUN
fcis-13837	187	20	.	.	PUNCT
fcis-13837	188	1	consider	consider	VERB
fcis-13837	188	2	these	these	DET
fcis-13837	188	3	two	two	NUM
fcis-13837	188	4	examples	example	NOUN
fcis-13837	188	5	from	from	ADP
fcis-13837	188	6	the	the	DET
fcis-13837	188	7	standard	standard	ADJ
fcis-13837	188	8	and	and	CCONJ
fcis-13837	188	9	challenge	challenge	NOUN
fcis-13837	188	10	experiments	experiment	NOUN
fcis-13837	188	11	(	(	PUNCT
fcis-13837	188	12	method	method	NOUN
fcis-13837	188	13	ids	id	NOUN
fcis-13837	188	14	align	align	VERB
fcis-13837	188	15	with	with	ADP
fcis-13837	188	16	our	our	PRON
fcis-13837	188	17	downloadable	downloadable	ADJ
fcis-13837	188	18	dataset	dataset	NOUN
fcis-13837	188	19	for	for	ADP
fcis-13837	188	20	reproducibility	reproducibility	NOUN
fcis-13837	188	21	)	)	PUNCT
fcis-13837	188	22	.	.	PUNCT
fcis-13837	189	1	we	we	PRON
fcis-13837	189	2	chose	choose	VERB
fcis-13837	189	3	the	the	DET
fcis-13837	189	4	following	follow	VERB
fcis-13837	189	5	examples	example	NOUN
fcis-13837	189	6	for	for	ADP
fcis-13837	189	7	illustrative	illustrative	ADJ
fcis-13837	189	8	purposes	purpose	NOUN
fcis-13837	189	9	,	,	PUNCT
fcis-13837	189	10	and	and	CCONJ
fcis-13837	189	11	as	as	ADP
fcis-13837	189	12	an	an	DET
fcis-13837	189	13	aid	aid	NOUN
fcis-13837	189	14	for	for	ADP
fcis-13837	189	15	explanation	explanation	NOUN
fcis-13837	189	16	.	.	PUNCT
fcis-13837	190	1	while	while	SCONJ
fcis-13837	190	2	relatively	relatively	ADV
fcis-13837	190	3	short	short	ADJ
fcis-13837	190	4	,	,	PUNCT
fcis-13837	190	5	we	we	PRON
fcis-13837	190	6	feel	feel	VERB
fcis-13837	190	7	that	that	SCONJ
fcis-13837	190	8	these	these	DET
fcis-13837	190	9	methods	method	NOUN
fcis-13837	190	10	provide	provide	VERB
fcis-13837	190	11	a	a	DET
fcis-13837	190	12	useful	useful	ADJ
fcis-13837	190	13	insight	insight	NOUN
fcis-13837	190	14	into	into	ADP
fcis-13837	190	15	how	how	SCONJ
fcis-13837	190	16	the	the	DET
fcis-13837	190	17	models	model	NOUN
fcis-13837	190	18	operate	operate	VERB
fcis-13837	190	19	.	.	PUNCT
fcis-13837	191	1	for	for	ADP
fcis-13837	191	2	a	a	DET
fcis-13837	191	3	more	more	ADJ
fcis-13837	191	4	in	in	ADP
fcis-13837	191	5	depth	depth	NOUN
fcis-13837	191	6	analysis	analysis	NOUN
fcis-13837	191	7	,	,	PUNCT
fcis-13837	191	8	a	a	DET
fcis-13837	191	9	human	human	ADJ
fcis-13837	191	10	evaluation	evaluation	NOUN
fcis-13837	191	11	would	would	AUX
fcis-13837	191	12	be	be	AUX
fcis-13837	191	13	required	require	VERB
fcis-13837	191	14	,	,	PUNCT
fcis-13837	191	15	which	which	PRON
fcis-13837	191	16	is	be	AUX
fcis-13837	191	17	beyond	beyond	ADP
fcis-13837	191	18	the	the	DET
fcis-13837	191	19	scope	scope	NOUN
fcis-13837	191	20	of	of	ADP
fcis-13837	191	21	this	this	DET
fcis-13837	191	22	paper	paper	NOUN
fcis-13837	191	23	.	.	PUNCT
fcis-13837	192	1	example	example	NOUN
fcis-13837	192	2	1	1	NUM
fcis-13837	192	3	is	be	AUX
fcis-13837	192	4	one	one	NUM
fcis-13837	192	5	of	of	ADP
fcis-13837	192	6	the	the	DET
fcis-13837	192	7	cases	case	NOUN
fcis-13837	192	8	where	where	SCONJ
fcis-13837	192	9	ast	ast	NOUN
fcis-13837	192	10	-	-	PUNCT
fcis-13837	192	11	attendgru	attendgru	NOUN
fcis-13837	192	12	succeeds	succeed	VERB
fcis-13837	192	13	when	when	SCONJ
fcis-13837	192	14	attendgru	attendgru	NOUN
fcis-13837	192	15	fails	fail	VERB
fcis-13837	192	16	.	.	PUNCT
fcis-13837	193	1	to	to	PART
fcis-13837	193	2	understand	understand	VERB
fcis-13837	193	3	why	why	SCONJ
fcis-13837	193	4	,	,	PUNCT
fcis-13837	193	5	recall	recall	VERB
fcis-13837	193	6	that	that	SCONJ
fcis-13837	193	7	,	,	PUNCT
fcis-13837	193	8	in	in	ADP
fcis-13837	193	9	our	our	PRON
fcis-13837	193	10	model	model	NOUN
fcis-13837	193	11	as	as	ADP
fcis-13837	193	12	with	with	ADP
fcis-13837	193	13	a	a	DET
fcis-13837	193	14	majority	majority	NOUN
fcis-13837	193	15	of	of	ADP
fcis-13837	193	16	nmt	nmt	PROPN
fcis-13837	193	17	systems	system	NOUN
fcis-13837	193	18	,	,	PUNCT
fcis-13837	193	19	the	the	DET
fcis-13837	193	20	system	system	NOUN
fcis-13837	193	21	predicts	predict	VERB
fcis-13837	193	22	a	a	DET
fcis-13837	193	23	sentence	sentence	NOUN
fcis-13837	193	24	one	one	NUM
fcis-13837	193	25	word	word	NOUN
fcis-13837	193	26	at	at	ADP
fcis-13837	193	27	a	a	DET
fcis-13837	193	28	time	time	NOUN
fcis-13837	193	29	.	.	PUNCT
fcis-13837	194	1	for	for	ADP
fcis-13837	194	2	each	each	DET
fcis-13837	194	3	word	word	NOUN
fcis-13837	194	4	,	,	PUNCT
fcis-13837	194	5	the	the	DET
fcis-13837	194	6	model	model	NOUN
fcis-13837	194	7	receives	receive	VERB
fcis-13837	194	8	information	information	NOUN
fcis-13837	194	9	about	about	ADP
fcis-13837	194	10	the	the	DET
fcis-13837	194	11	method	method	NOUN
fcis-13837	194	12	(	(	PUNCT
fcis-13837	194	13	the	the	DET
fcis-13837	194	14	code	code	NOUN
fcis-13837	194	15	/	/	SYM
fcis-13837	194	16	text	text	NOUN
fcis-13837	194	17	plus	plus	CCONJ
fcis-13837	194	18	the	the	DET
fcis-13837	194	19	ast	ast	NOUN
fcis-13837	194	20	for	for	ADP
fcis-13837	194	21	models	model	NOUN
fcis-13837	194	22	that	that	PRON
fcis-13837	194	23	use	use	VERB
fcis-13837	194	24	it	it	PRON
fcis-13837	194	25	)	)	PUNCT
fcis-13837	194	26	,	,	PUNCT
fcis-13837	194	27	along	along	ADP
fcis-13837	194	28	with	with	ADP
fcis-13837	194	29	each	each	DET
fcis-13837	194	30	word	word	NOUN
fcis-13837	194	31	that	that	PRON
fcis-13837	194	32	has	have	AUX
fcis-13837	194	33	been	be	AUX
fcis-13837	194	34	predicted	predict	VERB
fcis-13837	194	35	so	so	ADV
fcis-13837	194	36	far	far	ADV
fcis-13837	194	37	.	.	PUNCT
fcis-13837	195	1	so	so	ADV
fcis-13837	195	2	to	to	PART
fcis-13837	195	3	predict	predict	VERB
fcis-13837	195	4	“	"	PUNCT
fcis-13837	195	5	token	token	VERB
fcis-13837	195	6	”	"	PUNCT
fcis-13837	195	7	,	,	PUNCT
fcis-13837	195	8	astattendgru	astattendgru	NOUN
fcis-13837	195	9	would	would	AUX
fcis-13837	195	10	receive	receive	VERB
fcis-13837	195	11	the	the	DET
fcis-13837	195	12	code	code	NOUN
fcis-13837	195	13	/	/	SYM
fcis-13837	195	14	text	text	NOUN
fcis-13837	195	15	,	,	PUNCT
fcis-13837	195	16	the	the	DET
fcis-13837	195	17	ast	ast	NOUN
fcis-13837	195	18	,	,	PUNCT
fcis-13837	195	19	and	and	CCONJ
fcis-13837	195	20	the	the	DET
fcis-13837	195	21	phrase	phrase	NOUN
fcis-13837	195	22	“	"	PUNCT
fcis-13837	195	23	sets	set	VERB
fcis-13837	195	24	the”.in	the”.in	NOUN
fcis-13837	195	25	contrast	contrast	NOUN
fcis-13837	195	26	,	,	PUNCT
fcis-13837	195	27	attendgru	attendgru	VERB
fcis-13837	195	28	only	only	ADV
fcis-13837	195	29	receives	receive	VERB
fcis-13837	195	30	the	the	DET
fcis-13837	195	31	code	code	NOUN
fcis-13837	195	32	/	/	SYM
fcis-13837	195	33	text	text	NOUN
fcis-13837	195	34	and	and	CCONJ
fcis-13837	195	35	“	"	PUNCT
fcis-13837	195	36	sets	set	VERB
fcis-13837	195	37	the	the	PRON
fcis-13837	195	38	”	"	PUNCT
fcis-13837	195	39	.	.	PUNCT
fcis-13837	196	1	to	to	PART
fcis-13837	196	2	predict	predict	VERB
fcis-13837	196	3	the	the	DET
fcis-13837	196	4	first	first	ADJ
fcis-13837	196	5	word	word	NOUN
fcis-13837	196	6	,	,	PUNCT
fcis-13837	196	7	“	"	PUNCT
fcis-13837	196	8	sets	set	NOUN
fcis-13837	196	9	”	"	PUNCT
fcis-13837	196	10	,	,	PUNCT
fcis-13837	196	11	attendgru	attendgru	VERB
fcis-13837	196	12	only	only	ADV
fcis-13837	196	13	knows	know	VERB
fcis-13837	196	14	that	that	SCONJ
fcis-13837	196	15	it	it	PRON
fcis-13837	196	16	is	be	AUX
fcis-13837	196	17	the	the	DET
fcis-13837	196	18	start	start	NOUN
fcis-13837	196	19	of	of	ADP
fcis-13837	196	20	the	the	DET
fcis-13837	196	21	sentence	sentence	NOUN
fcis-13837	196	22	(	(	PUNCT
fcis-13837	196	23	indicated	indicate	VERB
fcis-13837	196	24	by	by	ADP
fcis-13837	196	25	a	a	DET
fcis-13837	196	26	start	start	VERB
fcis-13837	196	27	-	-	PUNCT
fcis-13837	196	28	of	of	ADP
fcis-13837	196	29	-	-	PUNCT
fcis-13837	196	30	sentence	sentence	NOUN
fcis-13837	196	31	token	token	NOUN
fcis-13837	196	32	)	)	PUNCT
fcis-13837	196	33	,	,	PUNCT
fcis-13837	196	34	and	and	CCONJ
fcis-13837	196	35	the	the	DET
fcis-13837	196	36	code	code	NOUN
fcis-13837	196	37	/	/	SYM
fcis-13837	196	38	text	text	NOUN
fcis-13837	196	39	input	input	NOUN
fcis-13837	196	40	.	.	PUNCT
fcis-13837	197	1	to	to	PART
fcis-13837	197	2	help	help	VERB
fcis-13837	197	3	make	make	VERB
fcis-13837	197	4	the	the	DET
fcis-13837	197	5	prediction	prediction	NOUN
fcis-13837	197	6	attendgru	attendgru	NOUN
fcis-13837	197	7	is	be	AUX
fcis-13837	197	8	equipped	equip	VERB
fcis-13837	197	9	with	with	ADP
fcis-13837	197	10	an	an	DET
fcis-13837	197	11	attention	attention	NOUN
fcis-13837	197	12	layer	layer	NOUN
fcis-13837	197	13	learned	learn	VERB
fcis-13837	197	14	during	during	ADP
fcis-13837	197	15	training	training	NOUN
fcis-13837	197	16	to	to	PART
fcis-13837	197	17	attend	attend	VERB
fcis-13837	197	18	to	to	ADP
fcis-13837	197	19	certain	certain	ADJ
fcis-13837	197	20	parts	part	NOUN
fcis-13837	197	21	of	of	ADP
fcis-13837	197	22	the	the	DET
fcis-13837	197	23	input	input	NOUN
fcis-13837	197	24	.	.	PUNCT
fcis-13837	198	1	that	that	DET
fcis-13837	198	2	layer	layer	NOUN
fcis-13837	198	3	is	be	AUX
fcis-13837	198	4	depicted	depict	VERB
fcis-13837	198	5	in	in	ADP
fcis-13837	198	6	figure	figure	NOUN
fcis-13837	198	7	4.4(a	4.4(a	NUM
fcis-13837	198	8	)	)	PUNCT
fcis-13837	198	9	.	.	PUNCT
fcis-13837	199	1	note	note	VERB
fcis-13837	199	2	that	that	SCONJ
fcis-13837	199	3	there	there	PRON
fcis-13837	199	4	is	be	VERB
fcis-13837	199	5	high	high	ADJ
fcis-13837	199	6	activation	activation	NOUN
fcis-13837	199	7	(	(	PUNCT
fcis-13837	199	8	bright	bright	ADJ
fcis-13837	199	9	yellow	yellow	NOUN
fcis-13837	199	10	)	)	PUNCT
fcis-13837	199	11	in	in	ADP
fcis-13837	199	12	position	position	NOUN
fcis-13837	199	13	(	(	PUNCT
fcis-13837	199	14	14,1	14,1	NUM
fcis-13837	199	15	)	)	PUNCT
fcis-13837	199	16	,	,	PUNCT
fcis-13837	199	17	indicating	indicate	VERB
fcis-13837	199	18	significant	significant	ADJ
fcis-13837	199	19	attention	attention	NOUN
fcis-13837	199	20	paid	pay	VERB
fcis-13837	199	21	to	to	PART
fcis-13837	199	22	location	location	VERB
fcis-13837	199	23	14	14	NUM
fcis-13837	199	24	in	in	ADP
fcis-13837	199	25	the	the	DET
fcis-13837	199	26	code	code	NOUN
fcis-13837	199	27	/	/	SYM
fcis-13837	199	28	text	text	NOUN
fcis-13837	199	29	input	input	NOUN
fcis-13837	199	30	:	:	PUNCT
fcis-13837	199	31	this	this	PRON
fcis-13837	199	32	is	be	AUX
fcis-13837	199	33	the	the	DET
fcis-13837	199	34	word	word	NOUN
fcis-13837	199	35	return	return	NOUN
fcis-13837	199	36	.	.	PUNCT
fcis-13837	200	1	what	what	PRON
fcis-13837	200	2	has	have	AUX
fcis-13837	200	3	happened	happen	VERB
fcis-13837	200	4	is	be	AUX
fcis-13837	200	5	that	that	SCONJ
fcis-13837	200	6	,	,	PUNCT
fcis-13837	200	7	during	during	ADP
fcis-13837	200	8	training	training	NOUN
fcis-13837	200	9	,	,	PUNCT
fcis-13837	200	10	the	the	DET
fcis-13837	200	11	model	model	NOUN
fcis-13837	200	12	saw	see	VERB
fcis-13837	200	13	many	many	ADJ
fcis-13837	200	14	examples	example	NOUN
fcis-13837	200	15	of	of	ADP
fcis-13837	200	16	getter	getter	NOUN
fcis-13837	200	17	methods	method	NOUN
fcis-13837	200	18	that	that	PRON
fcis-13837	200	19	were	be	AUX
fcis-13837	200	20	only	only	ADV
fcis-13837	200	21	a	a	DET
fcis-13837	200	22	few	few	ADJ
fcis-13837	200	23	lines	line	NOUN
fcis-13837	200	24	and	and	CCONJ
fcis-13837	200	25	ended	end	VERB
fcis-13837	200	26	with	with	ADP
fcis-13837	200	27	a	a	DET
fcis-13837	200	28	return	return	NOUN
fcis-13837	200	29	.	.	PUNCT
fcis-13837	201	1	example	example	NOUN
fcis-13837	202	1	1	1	NUM
fcis-13837	202	2	:	:	PUNCT
fcis-13837	202	3	(	(	PUNCT
fcis-13837	202	4	a	a	X
fcis-13837	202	5	)	)	PUNCT
fcis-13837	202	6	(	(	PUNCT
fcis-13837	202	7	b	b	X
fcis-13837	202	8	)	)	PUNCT
fcis-13837	202	9	figure	figure	NOUN
fcis-13837	202	10	5	5	NUM
fcis-13837	202	11	.	.	PUNCT
fcis-13837	203	1	heatmaps	heatmap	NOUN
fcis-13837	203	2	of	of	ADP
fcis-13837	203	3	the	the	DET
fcis-13837	203	4	attention	attention	NOUN
fcis-13837	203	5	layer	layer	NOUN
fcis-13837	203	6	in	in	ADP
fcis-13837	203	7	(	(	PUNCT
fcis-13837	203	8	a	a	PRON
fcis-13837	203	9	)	)	PUNCT
fcis-13837	203	10	attendgru	attendgru	NOUN
fcis-13837	203	11	and	and	CCONJ
fcis-13837	203	12	(	(	PUNCT
fcis-13837	203	13	b	b	NOUN
fcis-13837	203	14	)	)	PUNCT
fcis-13837	203	15	ast	ast	NOUN
fcis-13837	203	16	-	-	PUNCT
fcis-13837	203	17	attendgru	attendgru	NOUN
fcis-13837	203	18	for	for	ADP
fcis-13837	203	19	the	the	DET
fcis-13837	203	20	code	code	NOUN
fcis-13837	203	21	/	/	SYM
fcis-13837	203	22	text	text	NOUN
fcis-13837	203	23	input	input	NOUN
fcis-13837	203	24	for	for	ADP
fcis-13837	203	25	example	example	NOUN
fcis-13837	203	26	1	1	X
fcis-13837	203	27	.	.	PUNCT
fcis-13837	204	1	the	the	DET
fcis-13837	204	2	x	x	X
fcis-13837	204	3	-	-	ADJ
fcis-13837	204	4	axis	axis	NOUN
fcis-13837	204	5	is	be	AUX
fcis-13837	204	6	the	the	DET
fcis-13837	204	7	13	13	NUM
fcis-13837	204	8	positions	position	NOUN
fcis-13837	204	9	in	in	ADP
fcis-13837	204	10	the	the	DET
fcis-13837	204	11	summary	summary	NOUN
fcis-13837	204	12	input	input	NOUN
fcis-13837	204	13	.	.	PUNCT
fcis-13837	205	1	the	the	DET
fcis-13837	205	2	y	y	NOUN
fcis-13837	205	3	-	-	PUNCT
fcis-13837	205	4	axis	axis	NOUN
fcis-13837	205	5	is	be	AUX
fcis-13837	205	6	the	the	DET
fcis-13837	205	7	100	100	NUM
fcis-13837	205	8	positions	position	NOUN
fcis-13837	205	9	in	in	ADP
fcis-13837	205	10	the	the	DET
fcis-13837	205	11	code	code	NOUN
fcis-13837	205	12	input	input	NOUN
fcis-13837	205	13	.	.	PUNCT
fcis-13837	206	1	images	image	NOUN
fcis-13837	206	2	are	be	AUX
fcis-13837	206	3	truncated	truncate	VERB
fcis-13837	206	4	to	to	PART
fcis-13837	206	5	code	code	VERB
fcis-13837	206	6	input	input	NOUN
fcis-13837	206	7	length	length	NOUN
fcis-13837	206	8	in	in	ADP
fcis-13837	206	9	many	many	ADJ
fcis-13837	206	10	cases	case	NOUN
fcis-13837	206	11	,	,	PUNCT
fcis-13837	206	12	the	the	DET
fcis-13837	206	13	model	model	NOUN
fcis-13837	206	14	could	could	AUX
fcis-13837	206	15	rely	rely	VERB
fcis-13837	206	16	on	on	ADP
fcis-13837	206	17	very	very	ADV
fcis-13837	206	18	explicit	explicit	ADJ
fcis-13837	206	19	method	method	NOUN
fcis-13837	206	20	names	name	NOUN
fcis-13837	206	21	,	,	PUNCT
fcis-13837	206	22	attendgru	attendgru	NOUN
fcis-13837	206	23	performed	perform	VERB
fcis-13837	206	24	remarkably	remarkably	ADV
fcis-13837	206	25	well	well	ADV
fcis-13837	206	26	in	in	ADP
fcis-13837	206	27	these	these	DET
fcis-13837	206	28	cases	case	NOUN
fcis-13837	206	29	,	,	PUNCT
fcis-13837	206	30	as	as	SCONJ
fcis-13837	206	31	the	the	DET
fcis-13837	206	32	situation	situation	NOUN
fcis-13837	206	33	is	be	AUX
fcis-13837	206	34	quite	quite	ADV
fcis-13837	206	35	like	like	ADP
fcis-13837	206	36	natural	natural	ADJ
fcis-13837	206	37	language	language	NOUN
fcis-13837	206	38	–	–	PUNCT
fcis-13837	206	39	it	it	PRON
fcis-13837	206	40	learns	learn	VERB
fcis-13837	206	41	to	to	PART
fcis-13837	206	42	align	align	VERB
fcis-13837	206	43	words	word	NOUN
fcis-13837	206	44	in	in	ADP
fcis-13837	206	45	the	the	DET
fcis-13837	206	46	input	input	NOUN
fcis-13837	206	47	vocabulary	vocabulary	NOUN
fcis-13837	206	48	to	to	ADP
fcis-13837	206	49	words	word	NOUN
fcis-13837	206	50	in	in	ADP
fcis-13837	206	51	the	the	DET
fcis-13837	206	52	target	target	NOUN
fcis-13837	206	53	vocabulary	vocabulary	NOUN
fcis-13837	206	54	,	,	PUNCT
fcis-13837	206	55	and	and	CCONJ
fcis-13837	206	56	where	where	SCONJ
fcis-13837	206	57	they	they	PRON
fcis-13837	206	58	belong	belong	VERB
fcis-13837	206	59	in	in	ADP
fcis-13837	206	60	a	a	DET
fcis-13837	206	61	sentence	sentence	NOUN
fcis-13837	206	62	.	.	PUNCT
fcis-13837	207	1	however	however	ADV
fcis-13837	207	2	,	,	PUNCT
fcis-13837	207	3	in	in	ADP
fcis-13837	207	4	cases	case	NOUN
fcis-13837	207	5	such	such	ADJ
fcis-13837	207	6	as	as	ADP
fcis-13837	207	7	example	example	NOUN
fcis-13837	207	8	1	1	NUM
fcis-13837	207	9	where	where	SCONJ
fcis-13837	207	10	the	the	DET
fcis-13837	207	11	method	method	NOUN
fcis-13837	207	12	name	name	NOUN
fcis-13837	207	13	does	do	AUX
fcis-13837	207	14	not	not	PART
fcis-13837	207	15	clearly	clearly	ADV
fcis-13837	207	16	state	state	VERB
fcis-13837	207	17	what	what	PRON
fcis-13837	207	18	the	the	DET
fcis-13837	207	19	method	method	NOUN
fcis-13837	207	20	should	should	AUX
fcis-13837	207	21	do	do	VERB
fcis-13837	207	22	(	(	PUNCT
fcis-13837	207	23	the	the	DET
fcis-13837	207	24	name	name	NOUN
fcis-13837	207	25	tokenurl	tokenurl	NOUN
fcis-13837	207	26	is	be	AUX
fcis-13837	207	27	not	not	PART
fcis-13837	207	28	obviously	obviously	ADV
fcis-13837	207	29	a	a	DET
fcis-13837	207	30	setter	setter	NOUN
fcis-13837	207	31	)	)	PUNCT
fcis-13837	207	32	,	,	PUNCT
fcis-13837	207	33	attendgru	attendgru	VERB
fcis-13837	207	34	struggles	struggle	NOUN
fcis-13837	207	35	to	to	PART
fcis-13837	207	36	choose	choose	VERB
fcis-13837	207	37	the	the	DET
fcis-13837	207	38	right	right	ADJ
fcis-13837	207	39	words	word	NOUN
fcis-13837	207	40	,	,	PUNCT
fcis-13837	207	41	even	even	ADV
fcis-13837	207	42	if	if	SCONJ
fcis-13837	207	43	,	,	PUNCT
fcis-13837	207	44	as	as	ADP
fcis-13837	207	45	in	in	ADP
fcis-13837	207	46	example	example	NOUN
fcis-13837	207	47	1	1	NUM
fcis-13837	207	48	,	,	PUNCT
fcis-13837	207	49	it	it	PRON
fcis-13837	207	50	correctly	correctly	ADV
fcis-13837	207	51	identifies	identify	VERB
fcis-13837	207	52	the	the	DET
fcis-13837	207	53	subject	subject	NOUN
fcis-13837	207	54	of	of	ADP
fcis-13837	207	55	the	the	DET
fcis-13837	207	56	action	action	NOUN
fcis-13837	207	57	(	(	PUNCT
fcis-13837	207	58	“	"	PUNCT
fcis-13837	207	59	url	url	X
fcis-13837	207	60	of	of	ADP
fcis-13837	207	61	the	the	DET
fcis-13837	207	62	token	token	NOUN
fcis-13837	207	63	”	"	PUNCT
fcis-13837	207	64	)	)	PUNCT
fcis-13837	207	65	.	.	PUNCT
fcis-13837	208	1	these	these	DET
fcis-13837	208	2	situations	situation	NOUN
fcis-13837	208	3	are	be	AUX
fcis-13837	208	4	where	where	SCONJ
fcis-13837	208	5	the	the	DET
fcis-13837	208	6	ast	ast	NOUN
fcis-13837	208	7	is	be	AUX
fcis-13837	208	8	beneficial	beneficial	ADJ
fcis-13837	208	9	.	.	PUNCT
fcis-13837	209	1	the	the	DET
fcis-13837	209	2	code	code	NOUN
fcis-13837	209	3	/	/	SYM
fcis-13837	209	4	text	text	NOUN
fcis-13837	209	5	activation	activation	NOUN
fcis-13837	209	6	layer	layer	NOUN
fcis-13837	209	7	for	for	ADP
fcis-13837	209	8	ast	ast	NOUN
fcis-13837	209	9	-	-	PUNCT
fcis-13837	209	10	attendgru	attendgru	NOUN
fcis-13837	209	11	attends	attend	VERB
fcis-13837	209	12	heavily	heavily	ADV
fcis-13837	209	13	to	to	ADP
fcis-13837	209	14	the	the	DET
fcis-13837	209	15	start	start	NOUN
fcis-13837	209	16	of	of	ADP
fcis-13837	209	17	sentence	sentence	NOUN
fcis-13837	209	18	token	token	ADJ
fcis-13837	209	19	(	(	PUNCT
fcis-13837	209	20	note	note	NOUN
fcis-13837	209	21	column	column	NOUN
fcis-13837	209	22	0	0	PUNCT
fcis-13837	210	1	in	in	ADP
fcis-13837	210	2	figure	figure	NOUN
fcis-13837	210	3	5(b	5(b	NUM
fcis-13837	210	4	)	)	PUNCT
fcis-13837	210	5	)	)	PUNCT
fcis-13837	210	6	,	,	PUNCT
fcis-13837	210	7	which	which	PRON
fcis-13837	210	8	,	,	PUNCT
fcis-13837	210	9	since	since	SCONJ
fcis-13837	210	10	is	be	AUX
fcis-13837	210	11	the	the	DET
fcis-13837	210	12	start	start	NOUN
fcis-13837	210	13	of	of	ADP
fcis-13837	210	14	every	every	DET
fcis-13837	210	15	sentence	sentence	NOUN
fcis-13837	210	16	,	,	PUNCT
fcis-13837	210	17	probably	probably	ADV
fcis-13837	210	18	acts	act	VERB
fcis-13837	210	19	like	like	ADP
fcis-13837	210	20	a	a	DET
fcis-13837	210	21	“	"	PUNCT
fcis-13837	210	22	not	not	PART
fcis-13837	210	23	sure	sure	ADJ
fcis-13837	210	24	”	"	PUNCT
fcis-13837	210	25	signal	signal	NOUN
fcis-13837	210	26	.	.	PUNCT
fcis-13837	211	1	but	but	CCONJ
fcis-13837	211	2	the	the	DET
fcis-13837	211	3	model	model	NOUN
fcis-13837	211	4	also	also	ADV
fcis-13837	211	5	has	have	VERB
fcis-13837	211	6	the	the	DET
fcis-13837	211	7	ast	ast	NOUN
fcis-13837	211	8	input	input	NOUN
fcis-13837	211	9	.	.	PUNCT
fcis-13837	212	1	figure	figure	NOUN
fcis-13837	212	2	5	5	NUM
fcis-13837	212	3	shows	show	VERB
fcis-13837	212	4	the	the	DET
fcis-13837	212	5	ast	ast	NOUN
fcis-13837	212	6	attention	attention	NOUN
fcis-13837	212	7	layer	layer	NOUN
fcis-13837	212	8	of	of	ADP
fcis-13837	212	9	ast	ast	NOUN
fcis-13837	212	10	-	-	PUNCT
fcis-13837	212	11	attendgru	attendgru	NOUN
fcis-13837	212	12	when	when	SCONJ
fcis-13837	212	13	trying	try	VERB
fcis-13837	212	14	to	to	PART
fcis-13837	212	15	predict	predict	VERB
fcis-13837	212	16	the	the	DET
fcis-13837	212	17	first	first	ADJ
fcis-13837	212	18	word	word	NOUN
fcis-13837	212	19	.	.	PUNCT
fcis-13837	213	1	there	there	PRON
fcis-13837	213	2	are	be	VERB
fcis-13837	213	3	four	four	NUM
fcis-13837	213	4	areas	area	NOUN
fcis-13837	213	5	of	of	ADP
fcis-13837	213	6	interest	interest	NOUN
fcis-13837	213	7	that	that	PRON
fcis-13837	213	8	help	help	VERB
fcis-13837	213	9	elucidate	elucidate	VERB
fcis-13837	213	10	how	how	SCONJ
fcis-13837	213	11	the	the	DET
fcis-13837	213	12	model	model	NOUN
fcis-13837	213	13	processes	process	VERB
fcis-13837	213	14	the	the	DET
fcis-13837	213	15	structure	structure	NOUN
fcis-13837	213	16	of	of	ADP
fcis-13837	213	17	the	the	DET
fcis-13837	213	18	model	model	NOUN
fcis-13837	213	19	,	,	PUNCT
fcis-13837	213	20	denoted	denote	VERB
fcis-13837	213	21	a	a	DET
fcis-13837	213	22	through	through	NOUN
fcis-13837	213	23	d	d	PROPN
fcis-13837	213	24	in	in	ADP
fcis-13837	213	25	the	the	DET
fcis-13837	213	26	figure	figure	NOUN
fcis-13837	213	27	,	,	PUNCT
fcis-13837	213	28	and	and	CCONJ
fcis-13837	213	29	color	color	NOUN
fcis-13837	213	30	-	-	PUNCT
fcis-13837	213	31	coded	code	VERB
fcis-13837	213	32	to	to	ADP
fcis-13837	213	33	the	the	DET
fcis-13837	213	34	corresponding	correspond	VERB
fcis-13837	213	35	areas	area	NOUN
fcis-13837	213	36	in	in	ADP
fcis-13837	213	37	the	the	DET
fcis-13837	213	38	ast	ast	NOUN
fcis-13837	213	39	input	input	NOUN
fcis-13837	213	40	.	.	PUNCT
fcis-13837	214	1	first	first	ADV
fcis-13837	214	2	,	,	PUNCT
fcis-13837	214	3	area	area	NOUN
fcis-13837	214	4	a	a	PRON
fcis-13837	214	5	,	,	PUNCT
fcis-13837	214	6	is	be	AUX
fcis-13837	214	7	the	the	DET
fcis-13837	214	8	portion	portion	NOUN
fcis-13837	214	9	of	of	ADP
fcis-13837	214	10	the	the	DET
fcis-13837	214	11	method	method	NOUN
fcis-13837	214	12	signature	signature	NOUN
fcis-13837	214	13	prior	prior	ADV
fcis-13837	214	14	to	to	ADP
fcis-13837	214	15	the	the	DET
fcis-13837	214	16	parameter	parameter	NOUN
fcis-13837	214	17	.	.	PUNCT
fcis-13837	215	1	recall	recall	VERB
fcis-13837	215	2	that	that	SCONJ
fcis-13837	215	3	our	our	PRON
fcis-13837	215	4	ast	ast	NOUN
fcis-13837	215	5	representation	representation	NOUN
fcis-13837	215	6	is	be	AUX
fcis-13837	215	7	structure	structure	NOUN
fcis-13837	215	8	only	only	ADV
fcis-13837	215	9	,	,	PUNCT
fcis-13837	215	10	so	so	ADV
fcis-13837	215	11	almost	almost	ADV
fcis-13837	215	12	all	all	PRON
fcis-13837	215	13	methods	method	NOUN
fcis-13837	215	14	will	will	AUX
fcis-13837	215	15	start	start	VERB
fcis-13837	215	16	the	the	DET
fcis-13837	215	17	same	same	ADJ
fcis-13837	215	18	way	way	NOUN
fcis-13837	215	19	.	.	PUNCT
fcis-13837	216	1	so	so	ADV
fcis-13837	216	2	as	as	SCONJ
fcis-13837	216	3	expected	expect	VERB
fcis-13837	216	4	,	,	PUNCT
fcis-13837	216	5	the	the	DET
fcis-13837	216	6	attention	attention	NOUN
fcis-13837	216	7	in	in	ADP
fcis-13837	216	8	area	area	NOUN
fcis-13837	216	9	a	a	PRON
fcis-13837	216	10	is	be	AUX
fcis-13837	216	11	largely	largely	ADV
fcis-13837	216	12	formless	formless	ADJ
fcis-13837	216	13	.	.	PUNCT
fcis-13837	217	1	the	the	DET
fcis-13837	217	2	heatmap	heatmap	NOUN
fcis-13837	217	3	shows	show	VERB
fcis-13837	217	4	much	much	ADV
fcis-13837	217	5	more	more	ADJ
fcis-13837	217	6	definition	definition	NOUN
fcis-13837	217	7	in	in	ADP
fcis-13837	217	8	area	area	PROPN
fcis-13837	217	9	b.	b.	PROPN
fcis-13837	218	1	it	it	PRON
fcis-13837	218	2	is	be	AUX
fcis-13837	218	3	the	the	DET
fcis-13837	218	4	parameter	parameter	NOUN
fcis-13837	218	5	list	list	NOUN
fcis-13837	218	6	,	,	PUNCT
fcis-13837	218	7	and	and	CCONJ
fcis-13837	218	8	the	the	DET
fcis-13837	218	9	model	model	NOUN
fcis-13837	218	10	has	have	AUX
fcis-13837	218	11	likely	likely	ADV
fcis-13837	218	12	learned	learn	VERB
fcis-13837	218	13	that	that	SCONJ
fcis-13837	218	14	short	short	ADJ
fcis-13837	218	15	methods	method	NOUN
fcis-13837	218	16	with	with	ADP
fcis-13837	218	17	parameter	parameter	NOUN
fcis-13837	218	18	lists	list	NOUN
fcis-13837	218	19	tend	tend	VERB
fcis-13837	218	20	to	to	PART
fcis-13837	218	21	be	be	AUX
fcis-13837	218	22	setters	setter	NOUN
fcis-13837	218	23	.	.	PUNCT
fcis-13837	219	1	the	the	DET
fcis-13837	219	2	model	model	NOUN
fcis-13837	219	3	activates	activate	VERB
fcis-13837	219	4	very	very	ADV
fcis-13837	219	5	heavily	heavily	ADV
fcis-13837	219	6	at	at	ADP
fcis-13837	219	7	locations	location	NOUN
fcis-13837	219	8	c	c	PROPN
fcis-13837	219	9	and	and	CCONJ
fcis-13837	219	10	d	d	NOUN
fcis-13837	219	11	,	,	PUNCT
fcis-13837	219	12	which	which	PRON
fcis-13837	219	13	are	be	AUX
fcis-13837	219	14	the	the	DET
fcis-13837	219	15	start	start	NOUN
fcis-13837	219	16	and	and	CCONJ
fcis-13837	219	17	end	end	NOUN
fcis-13837	219	18	of	of	ADP
fcis-13837	219	19	the	the	DET
fcis-13837	219	20	expr	expr	ADJ
fcis-13837	219	21	stmt	stmt	PROPN
fcis-13837	219	22	ast	ast	PROPN
fcis-13837	219	23	node	node	PROPN
fcis-13837	219	24	.	.	PUNCT
fcis-13837	220	1	a	a	DET
fcis-13837	220	2	very	very	ADV
fcis-13837	220	3	common	common	ADJ
fcis-13837	220	4	situation	situation	NOUN
fcis-13837	220	5	in	in	ADP
fcis-13837	220	6	the	the	DET
fcis-13837	220	7	training	training	NOUN
fcis-13837	220	8	set	set	NOUN
fcis-13837	220	9	is	be	AUX
fcis-13837	220	10	that	that	SCONJ
fcis-13837	220	11	a	a	DET
fcis-13837	220	12	short	short	ADJ
fcis-13837	220	13	method	method	NOUN
fcis-13837	220	14	with	with	ADP
fcis-13837	220	15	a	a	DET
fcis-13837	220	16	parameter	parameter	NOUN
fcis-13837	220	17	and	and	CCONJ
fcis-13837	220	18	an	an	DET
fcis-13837	220	19	assignment	assignment	NOUN
fcis-13837	220	20	is	be	AUX
fcis-13837	220	21	a	a	DET
fcis-13837	220	22	setter	setter	NOUN
fcis-13837	220	23	.	.	PUNCT
fcis-13837	221	1	the	the	DET
fcis-13837	221	2	model	model	NOUN
fcis-13837	221	3	has	have	AUX
fcis-13837	221	4	learned	learn	VERB
fcis-13837	221	5	this	this	PRON
fcis-13837	221	6	and	and	CCONJ
fcis-13837	221	7	chose	choose	VERB
fcis-13837	221	8	“	"	PUNCT
fcis-13837	221	9	sets	set	NOUN
fcis-13837	221	10	”	"	PUNCT
fcis-13837	221	11	as	as	ADP
fcis-13837	221	12	the	the	DET
fcis-13837	221	13	first	first	ADJ
fcis-13837	221	14	word	word	NOUN
fcis-13837	221	15	.	.	PUNCT
fcis-13837	222	1	all	all	PRON
fcis-13837	222	2	of	of	ADP
fcis-13837	222	3	the	the	DET
fcis-13837	222	4	models	model	NOUN
fcis-13837	222	5	with	with	ADP
fcis-13837	222	6	ast	ast	NOUN
fcis-13837	222	7	input	input	NOUN
fcis-13837	222	8	correctly	correctly	ADV
fcis-13837	222	9	chose	choose	VERB
fcis-13837	222	10	“	"	PUNCT
fcis-13837	222	11	sets	set	NOUN
fcis-13837	222	12	”	"	PUNCT
fcis-13837	222	13	.	.	PUNCT
fcis-13837	223	1	sbt	sbt	PROPN
fcis-13837	223	2	found	find	VERB
fcis-13837	223	3	that	that	SCONJ
fcis-13837	223	4	the	the	DET
fcis-13837	223	5	method	method	NOUN
fcis-13837	223	6	is	be	AUX
fcis-13837	223	7	a	a	DET
fcis-13837	223	8	setter	setter	NOUN
fcis-13837	223	9	,	,	PUNCT
fcis-13837	223	10	but	but	CCONJ
fcis-13837	223	11	could	could	AUX
fcis-13837	223	12	not	not	PART
fcis-13837	223	13	determine	determine	VERB
fcis-13837	223	14	what	what	PRON
fcis-13837	223	15	was	be	AUX
fcis-13837	223	16	being	be	AUX
fcis-13837	223	17	set	set	VERB
fcis-13837	223	18	–	–	PUNCT
fcis-13837	223	19	we	we	PRON
fcis-13837	223	20	attribute	attribute	VERB
fcis-13837	223	21	this	this	DET
fcis-13837	223	22	behavior	behavior	NOUN
fcis-13837	223	23	to	to	ADP
fcis-13837	223	24	the	the	DET
fcis-13837	223	25	fact	fact	NOUN
fcis-13837	223	26	that	that	SCONJ
fcis-13837	223	27	the	the	DET
fcis-13837	223	28	sbt	sbt	PROPN
fcis-13837	223	29	representation	representation	NOUN
fcis-13837	223	30	blends	blend	VERB
fcis-13837	223	31	the	the	DET
fcis-13837	223	32	code	code	NOUN
fcis-13837	223	33	/	/	SYM
fcis-13837	223	34	text	text	NOUN
fcis-13837	223	35	and	and	CCONJ
fcis-13837	223	36	structural	structural	ADJ
fcis-13837	223	37	information	information	NOUN
fcis-13837	223	38	into	into	ADP
fcis-13837	223	39	a	a	DET
fcis-13837	223	40	single	single	ADJ
fcis-13837	223	41	input	input	NOUN
fcis-13837	223	42	,	,	PUNCT
fcis-13837	223	43	which	which	PRON
fcis-13837	223	44	creates	create	VERB
fcis-13837	223	45	a	a	DET
fcis-13837	223	46	challenge	challenge	NOUN
fcis-13837	223	47	for	for	SCONJ
fcis-13837	223	48	the	the	DET
fcis-13837	223	49	model	model	NOUN
fcis-13837	223	50	to	to	PART
fcis-13837	223	51	learn	learn	VERB
fcis-13837	223	52	orthogonal	orthogonal	ADJ
fcis-13837	223	53	types	type	NOUN
fcis-13837	223	54	of	of	ADP
fcis-13837	223	55	information	information	NOUN
fcis-13837	223	56	in	in	ADP
fcis-13837	223	57	the	the	DET
fcis-13837	223	58	same	same	ADJ
fcis-13837	223	59	vector	vector	NOUN
fcis-13837	223	60	space	space	NOUN
fcis-13837	223	61	(	(	PUNCT
fcis-13837	223	62	which	which	PRON
fcis-13837	223	63	work	work	VERB
fcis-13837	223	64	in	in	ADP
fcis-13837	223	65	other	other	ADJ
fcis-13837	223	66	areas	area	NOUN
fcis-13837	223	67	e.g.	e.g.	ADV
fcis-13837	223	68	image	image	NOUN
fcis-13837	223	69	captioning	captioning	NOUN
fcis-13837	223	70	implies	imply	VERB
fcis-13837	223	71	is	be	AUX
fcis-13837	223	72	not	not	PART
fcis-13837	223	73	advisable	advisable	ADJ
fcis-13837	224	1	[	[	X
fcis-13837	224	2	23	23	NUM
fcis-13837	224	3	]	]	PUNCT
fcis-13837	224	4	)	)	PUNCT
fcis-13837	224	5	.	.	PUNCT
fcis-13837	225	1	while	while	SCONJ
fcis-13837	225	2	there	there	PRON
fcis-13837	225	3	is	be	VERB
fcis-13837	225	4	not	not	PART
fcis-13837	225	5	space	space	NOUN
fcis-13837	225	6	in	in	ADP
fcis-13837	225	7	this	this	DET
fcis-13837	225	8	paper	paper	NOUN
fcis-13837	225	9	to	to	PART
fcis-13837	225	10	explore	explore	VERB
fcis-13837	225	11	fully	fully	ADV
fcis-13837	225	12	,	,	PUNCT
fcis-13837	225	13	we	we	PRON
fcis-13837	225	14	note	note	VERB
fcis-13837	225	15	that	that	SCONJ
fcis-13837	225	16	even	even	ADV
fcis-13837	225	17	ast	ast	NOUN
fcis-13837	225	18	-	-	PUNCT
fcis-13837	225	19	attendgru	attendgru	NOUN
fcis-13837	225	20	during	during	ADP
fcis-13837	225	21	the	the	DET
fcis-13837	225	22	challenge	challenge	NOUN
fcis-13837	225	23	experiment	experiment	NOUN
fcis-13837	225	24	correctly	correctly	ADV
fcis-13837	225	25	characterized	characterize	VERB
fcis-13837	225	26	the	the	DET
fcis-13837	225	27	method	method	NOUN
fcis-13837	225	28	as	as	ADP
fcis-13837	225	29	setting	set	VERB
fcis-13837	225	30	the	the	DET
fcis-13837	225	31	value	value	NOUN
fcis-13837	225	32	of	of	ADP
fcis-13837	225	33	a	a	DET
fcis-13837	225	34	property	property	NOUN
fcis-13837	225	35	,	,	PUNCT
fcis-13837	225	36	generating	generate	VERB
fcis-13837	225	37	an	an	DET
fcis-13837	225	38	unknown	unknown	ADJ
fcis-13837	225	39	token	token	VERB
fcis-13837	225	40	when	when	SCONJ
fcis-13837	225	41	it	it	PRON
fcis-13837	225	42	could	could	AUX
fcis-13837	225	43	not	not	PART
fcis-13837	225	44	determine	determine	VERB
fcis-13837	225	45	which	which	DET
fcis-13837	225	46	property	property	NOUN
fcis-13837	225	47	.	.	PUNCT
fcis-13837	226	1	in	in	ADP
fcis-13837	226	2	fact	fact	NOUN
fcis-13837	226	3	,	,	PUNCT
fcis-13837	226	4	ast	ast	NOUN
fcis-13837	226	5	-	-	PUNCT
fcis-13837	226	6	attendgru	attendgru	NOUN
fcis-13837	226	7	correctly	correctly	ADV
fcis-13837	226	8	predicted	predict	VERB
fcis-13837	226	9	the	the	DET
fcis-13837	226	10	first	first	ADJ
fcis-13837	226	11	word	word	NOUN
fcis-13837	226	12	of	of	ADP
fcis-13837	226	13	the	the	DET
fcis-13837	226	14	summary	summary	NOUN
fcis-13837	226	15	(	(	PUNCT
fcis-13837	226	16	which	which	PRON
fcis-13837	226	17	is	be	AUX
fcis-13837	226	18	usually	usually	ADV
fcis-13837	226	19	a	a	DET
fcis-13837	226	20	verb	verb	NOUN
fcis-13837	226	21	)	)	PUNCT
fcis-13837	226	22	33	33	NUM
fcis-13837	226	23	%	%	NOUN
fcis-13837	226	24	of	of	ADP
fcis-13837	226	25	the	the	DET
fcis-13837	226	26	time	time	NOUN
fcis-13837	226	27	during	during	ADP
fcis-13837	226	28	the	the	DET
fcis-13837	226	29	challenge	challenge	NOUN
fcis-13837	226	30	experiment	experiment	NOUN
fcis-13837	226	31	,	,	PUNCT
fcis-13837	226	32	compared	compare	VERB
fcis-13837	226	33	to	to	ADP
fcis-13837	226	34	52	52	NUM
fcis-13837	226	35	%	%	NOUN
fcis-13837	226	36	of	of	ADP
fcis-13837	226	37	the	the	DET
fcis-13837	226	38	time	time	NOUN
fcis-13837	226	39	in	in	ADP
fcis-13837	226	40	the	the	DET
fcis-13837	226	41	standard	standard	ADJ
fcis-13837	226	42	experiment	experiment	NOUN
fcis-13837	226	43	.	.	PUNCT
fcis-13837	227	1	23	23	NUM
fcis-13837	227	2	5	5	NUM
fcis-13837	227	3	.	.	PUNCT
fcis-13837	227	4	ensemble	ensemble	ADJ
fcis-13837	227	5	decoding	decoding	NOUN
fcis-13837	227	6	and	and	CCONJ
fcis-13837	227	7	future	future	ADJ
fcis-13837	227	8	work	work	NOUN
fcis-13837	227	9	as	as	ADP
fcis-13837	227	10	a	a	DET
fcis-13837	227	11	hint	hint	NOUN
fcis-13837	227	12	toward	toward	ADP
fcis-13837	227	13	future	future	ADJ
fcis-13837	227	14	work	work	NOUN
fcis-13837	227	15	,	,	PUNCT
fcis-13837	227	16	we	we	PRON
fcis-13837	227	17	test	test	VERB
fcis-13837	227	18	a	a	DET
fcis-13837	227	19	combination	combination	NOUN
fcis-13837	227	20	of	of	ADP
fcis-13837	227	21	the	the	DET
fcis-13837	227	22	attendgru	attendgru	NOUN
fcis-13837	227	23	and	and	CCONJ
fcis-13837	227	24	ast	ast	NOUN
fcis-13837	227	25	-	-	PUNCT
fcis-13837	227	26	attendgru	attendgru	NOUN
fcis-13837	227	27	models	model	NOUN
fcis-13837	227	28	using	use	VERB
fcis-13837	227	29	ensemble	ensemble	ADJ
fcis-13837	227	30	decoding	decoding	NOUN
fcis-13837	227	31	.	.	PUNCT
fcis-13837	228	1	the	the	DET
fcis-13837	228	2	combination	combination	NOUN
fcis-13837	228	3	itself	itself	PRON
fcis-13837	228	4	is	be	AUX
fcis-13837	228	5	straightforward	straightforward	ADJ
fcis-13837	228	6	:	:	PUNCT
fcis-13837	228	7	we	we	PRON
fcis-13837	228	8	compute	compute	VERB
fcis-13837	228	9	an	an	DET
fcis-13837	228	10	element	element	NOUN
fcis-13837	228	11	-	-	ADJ
fcis-13837	228	12	wise	wise	ADJ
fcis-13837	228	13	mean	mean	NOUN
fcis-13837	228	14	of	of	ADP
fcis-13837	228	15	the	the	DET
fcis-13837	228	16	output	output	NOUN
fcis-13837	228	17	vector	vector	NOUN
fcis-13837	228	18	of	of	ADP
fcis-13837	228	19	each	each	DET
fcis-13837	228	20	model	model	NOUN
fcis-13837	228	21	(	(	PUNCT
fcis-13837	228	22	the	the	DET
fcis-13837	228	23	same	same	ADJ
fcis-13837	228	24	trained	train	VERB
fcis-13837	228	25	models	model	NOUN
fcis-13837	228	26	used	use	VERB
fcis-13837	228	27	in	in	ADP
fcis-13837	228	28	our	our	PRON
fcis-13837	228	29	evaluation	evaluation	NOUN
fcis-13837	228	30	)	)	PUNCT
fcis-13837	228	31	.	.	PUNCT
fcis-13837	229	1	the	the	DET
fcis-13837	229	2	training	training	NOUN
fcis-13837	229	3	and	and	CCONJ
fcis-13837	229	4	test	test	NOUN
fcis-13837	229	5	procedure	procedure	NOUN
fcis-13837	229	6	does	do	AUX
fcis-13837	229	7	not	not	PART
fcis-13837	229	8	change	change	VERB
fcis-13837	229	9	,	,	PUNCT
fcis-13837	229	10	except	except	SCONJ
fcis-13837	229	11	that	that	SCONJ
fcis-13837	229	12	during	during	ADP
fcis-13837	229	13	prediction	prediction	NOUN
fcis-13837	229	14	,	,	PUNCT
fcis-13837	229	15	we	we	PRON
fcis-13837	229	16	use	use	VERB
fcis-13837	229	17	the	the	DET
fcis-13837	229	18	maximum	maximum	ADJ
fcis-13837	229	19	value	value	NOUN
fcis-13837	229	20	of	of	ADP
fcis-13837	229	21	the	the	DET
fcis-13837	229	22	combined	combine	VERB
fcis-13837	229	23	output	output	NOUN
fcis-13837	229	24	vector	vector	NOUN
fcis-13837	229	25	,	,	PUNCT
fcis-13837	229	26	rather	rather	ADV
fcis-13837	229	27	than	than	ADP
fcis-13837	229	28	just	just	ADV
fcis-13837	229	29	one	one	NUM
fcis-13837	229	30	output	output	NOUN
fcis-13837	229	31	vector	vector	NOUN
fcis-13837	229	32	from	from	ADP
fcis-13837	229	33	one	one	NUM
fcis-13837	229	34	model	model	NOUN
fcis-13837	229	35	.	.	PUNCT
fcis-13837	230	1	this	this	PRON
fcis-13837	230	2	is	be	AUX
fcis-13837	230	3	the	the	DET
fcis-13837	230	4	same	same	ADJ
fcis-13837	230	5	ensemble	ensemble	ADJ
fcis-13837	230	6	decoding	decode	VERB
fcis-13837	230	7	procedure	procedure	NOUN
fcis-13837	230	8	implemented	implement	VERB
fcis-13837	230	9	by	by	ADP
fcis-13837	230	10	opennmt	opennmt	NOUN
fcis-13837	231	1	[	[	X
fcis-13837	231	2	24	24	NUM
fcis-13837	231	3	]	]	PUNCT
fcis-13837	231	4	,	,	PUNCT
fcis-13837	231	5	and	and	CCONJ
fcis-13837	231	6	is	be	AUX
fcis-13837	231	7	one	one	NUM
fcis-13837	231	8	of	of	ADP
fcis-13837	231	9	the	the	DET
fcis-13837	231	10	most	most	ADV
fcis-13837	231	11	common	common	ADJ
fcis-13837	231	12	of	of	ADP
fcis-13837	231	13	several	several	ADJ
fcis-13837	231	14	options	option	NOUN
fcis-13837	231	15	described	describe	VERB
fcis-13837	231	16	by	by	ADP
fcis-13837	231	17	literature	literature	NOUN
fcis-13837	231	18	on	on	ADP
fcis-13837	231	19	multi	multi	ADJ
fcis-13837	231	20	-	-	ADJ
fcis-13837	231	21	source	source	NOUN
fcis-13837	231	22	nmt	nmt	NOUN
fcis-13837	232	1	[	[	X
fcis-13837	232	2	25	25	NUM
fcis-13837	232	3	]	]	PUNCT
fcis-13837	232	4	.	.	PUNCT
fcis-13837	233	1	since	since	SCONJ
fcis-13837	233	2	we	we	PRON
fcis-13837	233	3	are	be	AUX
fcis-13837	233	4	combining	combine	VERB
fcis-13837	233	5	output	output	NOUN
fcis-13837	233	6	vectors	vector	NOUN
fcis-13837	233	7	,	,	PUNCT
fcis-13837	233	8	the	the	DET
fcis-13837	233	9	models	model	NOUN
fcis-13837	233	10	“	"	PUNCT
fcis-13837	233	11	work	work	VERB
fcis-13837	233	12	together	together	ADV
fcis-13837	233	13	”	"	PUNCT
fcis-13837	233	14	during	during	ADP
fcis-13837	233	15	prediction	prediction	NOUN
fcis-13837	233	16	of	of	ADP
fcis-13837	233	17	every	every	DET
fcis-13837	233	18	word	word	NOUN
fcis-13837	233	19	–	–	PUNCT
fcis-13837	233	20	it	it	PRON
fcis-13837	233	21	is	be	AUX
fcis-13837	233	22	not	not	PART
fcis-13837	233	23	just	just	ADV
fcis-13837	233	24	choosing	choose	VERB
fcis-13837	233	25	one	one	NUM
fcis-13837	233	26	model	model	NOUN
fcis-13837	233	27	or	or	CCONJ
fcis-13837	233	28	another	another	PRON
fcis-13837	233	29	for	for	ADP
fcis-13837	233	30	the	the	DET
fcis-13837	233	31	whole	whole	ADJ
fcis-13837	233	32	sentence	sentence	NOUN
fcis-13837	233	33	.	.	PUNCT
fcis-13837	234	1	the	the	DET
fcis-13837	234	2	idea	idea	NOUN
fcis-13837	234	3	is	be	AUX
fcis-13837	234	4	that	that	SCONJ
fcis-13837	234	5	one	one	NUM
fcis-13837	234	6	model	model	NOUN
fcis-13837	234	7	may	may	AUX
fcis-13837	234	8	assign	assign	VERB
fcis-13837	234	9	similar	similar	ADJ
fcis-13837	234	10	weights	weight	NOUN
fcis-13837	234	11	in	in	ADP
fcis-13837	234	12	the	the	DET
fcis-13837	234	13	output	output	NOUN
fcis-13837	234	14	vector	vector	NOUN
fcis-13837	234	15	to	to	ADP
fcis-13837	234	16	two	two	NUM
fcis-13837	234	17	or	or	CCONJ
fcis-13837	234	18	more	more	ADJ
fcis-13837	234	19	words	word	NOUN
fcis-13837	234	20	,	,	PUNCT
fcis-13837	234	21	in	in	ADP
fcis-13837	234	22	cases	case	NOUN
fcis-13837	234	23	where	where	SCONJ
fcis-13837	234	24	it	it	PRON
fcis-13837	234	25	performs	perform	VERB
fcis-13837	234	26	less	less	ADV
fcis-13837	234	27	well	well	ADV
fcis-13837	234	28	.	.	PUNCT
fcis-13837	235	1	and	and	CCONJ
fcis-13837	235	2	another	another	DET
fcis-13837	235	3	model	model	NOUN
fcis-13837	235	4	that	that	PRON
fcis-13837	235	5	performs	perform	VERB
fcis-13837	235	6	better	well	ADV
fcis-13837	235	7	in	in	ADP
fcis-13837	235	8	that	that	DET
fcis-13837	235	9	situation	situation	NOUN
fcis-13837	235	10	may	may	AUX
fcis-13837	235	11	assign	assign	VERB
fcis-13837	235	12	more	more	ADJ
fcis-13837	235	13	weight	weight	NOUN
fcis-13837	235	14	to	to	ADP
fcis-13837	235	15	a	a	DET
fcis-13837	235	16	single	single	ADJ
fcis-13837	235	17	word	word	NOUN
fcis-13837	235	18	.	.	PUNCT
fcis-13837	236	1	in	in	ADP
fcis-13837	236	2	our	our	PRON
fcis-13837	236	3	system	system	NOUN
fcis-13837	236	4	,	,	PUNCT
fcis-13837	236	5	the	the	DET
fcis-13837	236	6	hope	hope	NOUN
fcis-13837	236	7	is	be	AUX
fcis-13837	236	8	that	that	PRON
fcis-13837	236	9	attendgru	attendgru	NOUN
fcis-13837	236	10	will	will	AUX
fcis-13837	236	11	contribute	contribute	VERB
fcis-13837	236	12	more	more	ADV
fcis-13837	236	13	when	when	SCONJ
fcis-13837	236	14	code	code	NOUN
fcis-13837	236	15	/	/	SYM
fcis-13837	236	16	text	text	NOUN
fcis-13837	236	17	words	word	NOUN
fcis-13837	236	18	are	be	AUX
fcis-13837	236	19	clear	clear	ADJ
fcis-13837	236	20	,	,	PUNCT
fcis-13837	236	21	but	but	CCONJ
fcis-13837	236	22	ast	ast	NOUN
fcis-13837	236	23	-	-	PUNCT
fcis-13837	236	24	attendgru	attendgru	NOUN
fcis-13837	236	25	will	will	AUX
fcis-13837	236	26	contribute	contribute	VERB
fcis-13837	236	27	more	more	ADV
fcis-13837	236	28	when	when	SCONJ
fcis-13837	236	29	they	they	PRON
fcis-13837	236	30	are	be	AUX
fcis-13837	236	31	unclear	unclear	ADJ
fcis-13837	236	32	.	.	PUNCT
fcis-13837	237	1	the	the	DET
fcis-13837	237	2	ensemble	ensemble	ADJ
fcis-13837	237	3	decoding	decode	VERB
fcis-13837	237	4	procedure	procedure	NOUN
fcis-13837	237	5	improves	improve	VERB
fcis-13837	237	6	performance	performance	NOUN
fcis-13837	237	7	to	to	ADP
fcis-13837	237	8	20.9	20.9	NUM
fcis-13837	237	9	bleu	bleu	NOUN
fcis-13837	237	10	,	,	PUNCT
fcis-13837	237	11	from	from	ADP
fcis-13837	237	12	19.6	19.6	NUM
fcis-13837	237	13	for	for	ADP
fcis-13837	237	14	ast	ast	NOUN
fcis-13837	237	15	-	-	PUNCT
fcis-13837	237	16	attendgru	attendgru	NOUN
fcis-13837	237	17	and	and	CCONJ
fcis-13837	237	18	19.4	19.4	NUM
fcis-13837	237	19	for	for	ADP
fcis-13837	237	20	attendgru	attendgru	NOUN
fcis-13837	237	21	.	.	PUNCT
fcis-13837	238	1	this	this	PRON
fcis-13837	238	2	is	be	AUX
fcis-13837	238	3	more	more	ADJ
fcis-13837	238	4	than	than	ADP
fcis-13837	238	5	a	a	DET
fcis-13837	238	6	full	full	ADJ
fcis-13837	238	7	bleu	bleu	NOUN
fcis-13837	238	8	point	point	NOUN
fcis-13837	238	9	improvement	improvement	NOUN
fcis-13837	238	10	,	,	PUNCT
fcis-13837	238	11	which	which	PRON
fcis-13837	238	12	is	be	AUX
fcis-13837	238	13	quite	quite	ADV
fcis-13837	238	14	significant	significant	ADJ
fcis-13837	238	15	for	for	ADP
fcis-13837	238	16	a	a	DET
fcis-13837	238	17	relatively	relatively	ADV
fcis-13837	238	18	simple	simple	ADJ
fcis-13837	238	19	procedure	procedure	NOUN
fcis-13837	238	20	.	.	PUNCT
fcis-13837	239	1	this	this	DET
fcis-13837	239	2	result	result	NOUN
fcis-13837	239	3	points	point	VERB
fcis-13837	239	4	us	we	PRON
fcis-13837	239	5	to	to	ADP
fcis-13837	239	6	future	future	ADJ
fcis-13837	239	7	work	work	NOUN
fcis-13837	239	8	including	include	VERB
fcis-13837	239	9	more	more	ADV
fcis-13837	239	10	advanced	advanced	ADJ
fcis-13837	239	11	ensemble	ensemble	ADJ
fcis-13837	239	12	decoding	decoding	NOUN
fcis-13837	239	13	(	(	PUNCT
fcis-13837	239	14	e.g.	e.g.	ADV
fcis-13837	239	15	predicting	predict	VERB
fcis-13837	239	16	when	when	SCONJ
fcis-13837	239	17	to	to	PART
fcis-13837	239	18	use	use	VERB
fcis-13837	239	19	one	one	NUM
fcis-13837	239	20	model	model	NOUN
fcis-13837	239	21	or	or	CCONJ
fcis-13837	239	22	another	another	PRON
fcis-13837	239	23	)	)	PUNCT
fcis-13837	239	24	,	,	PUNCT
fcis-13837	239	25	optimizations	optimization	NOUN
fcis-13837	239	26	to	to	ADP
fcis-13837	239	27	the	the	DET
fcis-13837	239	28	network	network	NOUN
fcis-13837	239	29	(	(	PUNCT
fcis-13837	239	30	e.g.	e.g.	ADV
fcis-13837	239	31	dropout	dropout	NOUN
fcis-13837	239	32	,	,	PUNCT
fcis-13837	239	33	parameter	parameter	NOUN
fcis-13837	239	34	tuning	tuning	NOUN
fcis-13837	239	35	)	)	PUNCT
fcis-13837	239	36	,	,	PUNCT
fcis-13837	239	37	and	and	CCONJ
fcis-13837	239	38	,	,	PUNCT
fcis-13837	239	39	critically	critically	ADV
fcis-13837	239	40	,	,	PUNCT
fcis-13837	239	41	using	use	VERB
fcis-13837	239	42	different	different	ADJ
fcis-13837	239	43	data	datum	NOUN
fcis-13837	239	44	processing	processing	NOUN
fcis-13837	239	45	techniques	technique	NOUN
fcis-13837	239	46	on	on	ADP
fcis-13837	239	47	each	each	DET
fcis-13837	239	48	type	type	NOUN
fcis-13837	239	49	of	of	ADP
fcis-13837	239	50	input	input	NOUN
fcis-13837	239	51	.	.	PUNCT
fcis-13837	240	1	6	6	X
fcis-13837	240	2	.	.	X
fcis-13837	240	3	related	relate	VERB
fcis-13837	240	4	work	work	NOUN
fcis-13837	240	5	automatic	automatic	ADJ
fcis-13837	240	6	comment	comment	NOUN
fcis-13837	240	7	generation	generation	NOUN
fcis-13837	240	8	approaches	approach	NOUN
fcis-13837	240	9	vary	vary	VERB
fcis-13837	240	10	from	from	ADP
fcis-13837	240	11	manually	manually	ADV
fcis-13837	240	12	-	-	PUNCT
fcis-13837	240	13	crafted	craft	VERB
fcis-13837	240	14	templates	template	NOUN
fcis-13837	240	15	[	[	X
fcis-13837	240	16	26,27	26,27	NUM
fcis-13837	240	17	,	,	PUNCT
fcis-13837	240	18	28	28	NUM
fcis-13837	240	19	]	]	PUNCT
fcis-13837	240	20	,	,	PUNCT
fcis-13837	240	21	ir	ir	PROPN
fcis-13837	241	1	[	[	X
fcis-13837	241	2	29,30	29,30	NUM
fcis-13837	241	3	,	,	PUNCT
fcis-13837	241	4	31	31	NUM
fcis-13837	241	5	,	,	PUNCT
fcis-13837	241	6	32	32	NUM
fcis-13837	241	7	]	]	PUNCT
fcis-13837	241	8	to	to	ADP
fcis-13837	241	9	neural	neural	ADJ
fcis-13837	241	10	models	model	NOUN
fcis-13837	241	11	[	[	X
fcis-13837	241	12	33,34,35	33,34,35	NUM
fcis-13837	241	13	]	]	PUNCT
fcis-13837	241	14	.	.	PUNCT
fcis-13837	242	1	comment	comment	NOUN
fcis-13837	242	2	generation	generation	NOUN
fcis-13837	242	3	based	base	VERB
fcis-13837	242	4	on	on	ADP
fcis-13837	242	5	manually	manually	ADJ
fcis-13837	242	6	-	-	PUNCT
fcis-13837	242	7	craft	craft	NOUN
fcis-13837	242	8	templates	template	NOUN
fcis-13837	242	9	was	be	AUX
fcis-13837	242	10	one	one	NUM
fcis-13837	242	11	of	of	ADP
fcis-13837	242	12	the	the	DET
fcis-13837	242	13	common	common	ADJ
fcis-13837	242	14	methods	method	NOUN
fcis-13837	242	15	for	for	ADP
fcis-13837	242	16	generating	generate	VERB
fcis-13837	242	17	comments	comment	NOUN
fcis-13837	242	18	.	.	PUNCT
fcis-13837	243	1	sridhara	sridhara	PROPN
fcis-13837	243	2	et	et	PROPN
fcis-13837	243	3	al	al	PROPN
fcis-13837	243	4	.	.	PUNCT
fcis-13837	244	1	[	[	X
fcis-13837	244	2	36	36	NUM
fcis-13837	244	3	]	]	PUNCT
fcis-13837	244	4	developed	develop	VERB
fcis-13837	244	5	the	the	DET
fcis-13837	244	6	software	software	NOUN
fcis-13837	244	7	word	word	NOUN
fcis-13837	244	8	usage	usage	NOUN
fcis-13837	244	9	model	model	NOUN
fcis-13837	244	10	(	(	PUNCT
fcis-13837	244	11	swum	swum	NOUN
fcis-13837	244	12	)	)	PUNCT
fcis-13837	244	13	to	to	PART
fcis-13837	244	14	capture	capture	VERB
fcis-13837	244	15	the	the	DET
fcis-13837	244	16	occurrences	occurrence	NOUN
fcis-13837	244	17	of	of	ADP
fcis-13837	244	18	terms	term	NOUN
fcis-13837	244	19	in	in	ADP
fcis-13837	244	20	source	source	NOUN
fcis-13837	244	21	code	code	NOUN
fcis-13837	244	22	and	and	CCONJ
fcis-13837	244	23	their	their	PRON
fcis-13837	244	24	linguistic	linguistic	ADJ
fcis-13837	244	25	and	and	CCONJ
fcis-13837	244	26	structural	structural	ADJ
fcis-13837	244	27	relationships	relationship	NOUN
fcis-13837	244	28	and	and	CCONJ
fcis-13837	244	29	then	then	ADV
fcis-13837	244	30	defined	define	VERB
fcis-13837	244	31	different	different	ADJ
fcis-13837	244	32	templates	template	NOUN
fcis-13837	244	33	for	for	ADP
fcis-13837	244	34	different	different	ADJ
fcis-13837	244	35	semantic	semantic	ADJ
fcis-13837	244	36	segments	segment	NOUN
fcis-13837	244	37	in	in	ADP
fcis-13837	244	38	source	source	NOUN
fcis-13837	244	39	code	code	NOUN
fcis-13837	244	40	to	to	PART
fcis-13837	244	41	generate	generate	VERB
fcis-13837	244	42	readable	readable	ADJ
fcis-13837	244	43	natural	natural	ADJ
fcis-13837	244	44	language	language	NOUN
fcis-13837	244	45	.	.	PUNCT
fcis-13837	245	1	moreno	moreno	PROPN
fcis-13837	245	2	et	et	PROPN
fcis-13837	245	3	al	al	PROPN
fcis-13837	245	4	.	.	PUNCT
fcis-13837	246	1	[	[	X
fcis-13837	246	2	37	37	NUM
fcis-13837	246	3	]	]	SYM
fcis-13837	246	4	defined	define	VERB
fcis-13837	246	5	heuristic	heuristic	ADJ
fcis-13837	246	6	rules	rule	NOUN
fcis-13837	246	7	to	to	PART
fcis-13837	246	8	select	select	VERB
fcis-13837	246	9	relevant	relevant	ADJ
fcis-13837	246	10	information	information	NOUN
fcis-13837	246	11	in	in	ADP
fcis-13837	246	12	the	the	DET
fcis-13837	246	13	source	source	NOUN
fcis-13837	246	14	code	code	NOUN
fcis-13837	246	15	,	,	PUNCT
fcis-13837	246	16	and	and	CCONJ
fcis-13837	246	17	then	then	ADV
fcis-13837	246	18	divided	divide	VERB
fcis-13837	246	19	the	the	DET
fcis-13837	246	20	comments	comment	NOUN
fcis-13837	246	21	into	into	ADP
fcis-13837	246	22	four	four	NUM
fcis-13837	246	23	parts	part	NOUN
fcis-13837	246	24	,	,	PUNCT
fcis-13837	246	25	and	and	CCONJ
fcis-13837	246	26	defined	define	VERB
fcis-13837	246	27	different	different	ADJ
fcis-13837	246	28	text	text	NOUN
fcis-13837	246	29	templates	template	NOUN
fcis-13837	246	30	for	for	ADP
fcis-13837	246	31	each	each	DET
fcis-13837	246	32	part	part	NOUN
fcis-13837	246	33	to	to	PART
fcis-13837	246	34	generate	generate	VERB
fcis-13837	246	35	natural	natural	ADJ
fcis-13837	246	36	language	language	NOUN
fcis-13837	246	37	descriptions	description	NOUN
fcis-13837	246	38	.	.	PUNCT
fcis-13837	247	1	mcburney	mcburney	PROPN
fcis-13837	247	2	et	et	PROPN
fcis-13837	247	3	al	al	PROPN
fcis-13837	247	4	.	.	PUNCT
fcis-13837	248	1	[	[	X
fcis-13837	248	2	38	38	NUM
fcis-13837	248	3	]	]	PUNCT
fcis-13837	248	4	also	also	ADV
fcis-13837	248	5	used	use	VERB
fcis-13837	248	6	the	the	DET
fcis-13837	248	7	swum	swum	ADJ
fcis-13837	248	8	model	model	NOUN
fcis-13837	248	9	to	to	PART
fcis-13837	248	10	extract	extract	VERB
fcis-13837	248	11	the	the	DET
fcis-13837	248	12	keywords	keyword	NOUN
fcis-13837	248	13	in	in	ADP
fcis-13837	248	14	the	the	DET
fcis-13837	248	15	java	java	PROPN
fcis-13837	248	16	method	method	NOUN
fcis-13837	248	17	,	,	PUNCT
fcis-13837	248	18	employed	employ	VERB
fcis-13837	248	19	the	the	DET
fcis-13837	248	20	pagerank	pagerank	NOUN
fcis-13837	248	21	algorithm	algorithm	NOUN
fcis-13837	248	22	to	to	PART
fcis-13837	248	23	select	select	VERB
fcis-13837	248	24	the	the	DET
fcis-13837	248	25	important	important	ADJ
fcis-13837	248	26	methods	method	NOUN
fcis-13837	248	27	in	in	ADP
fcis-13837	248	28	the	the	DET
fcis-13837	248	29	given	give	VERB
fcis-13837	248	30	method	method	NOUN
fcis-13837	248	31	’s	’s	PART
fcis-13837	248	32	context	context	NOUN
fcis-13837	248	33	,	,	PUNCT
fcis-13837	248	34	and	and	CCONJ
fcis-13837	248	35	used	use	VERB
fcis-13837	248	36	a	a	DET
fcis-13837	248	37	template	template	NOUN
fcis-13837	248	38	-	-	PUNCT
fcis-13837	248	39	based	base	VERB
fcis-13837	248	40	text	text	NOUN
fcis-13837	248	41	generation	generation	NOUN
fcis-13837	248	42	system	system	NOUN
fcis-13837	248	43	to	to	PART
fcis-13837	248	44	generate	generate	VERB
fcis-13837	248	45	comments	comment	NOUN
fcis-13837	248	46	.	.	PUNCT
fcis-13837	249	1	these	these	DET
fcis-13837	249	2	frameworks	framework	NOUN
fcis-13837	249	3	have	have	AUX
fcis-13837	249	4	achieved	achieve	VERB
fcis-13837	249	5	good	good	ADJ
fcis-13837	249	6	results	result	NOUN
fcis-13837	249	7	on	on	ADP
fcis-13837	249	8	java	java	PROPN
fcis-13837	249	9	classes	class	NOUN
fcis-13837	249	10	and	and	CCONJ
fcis-13837	249	11	methods	method	NOUN
fcis-13837	249	12	.	.	PUNCT
fcis-13837	250	1	ir	ir	PROPN
fcis-13837	250	2	techniques	technique	NOUN
fcis-13837	250	3	have	have	AUX
fcis-13837	250	4	been	be	AUX
fcis-13837	250	5	widely	widely	ADV
fcis-13837	250	6	used	use	VERB
fcis-13837	250	7	in	in	ADP
fcis-13837	250	8	comment	comment	NOUN
fcis-13837	250	9	generation	generation	NOUN
fcis-13837	250	10	task	task	NOUN
fcis-13837	250	11	.	.	PUNCT
fcis-13837	251	1	haiduc	haiduc	PROPN
fcis-13837	251	2	et	et	PROPN
fcis-13837	251	3	al	al	PROPN
fcis-13837	251	4	.	.	PUNCT
fcis-13837	252	1	[	[	X
fcis-13837	252	2	39	39	NUM
fcis-13837	252	3	]	]	PUNCT
fcis-13837	252	4	used	use	VERB
fcis-13837	252	5	two	two	NUM
fcis-13837	252	6	ir	ir	PROPN
fcis-13837	252	7	techniques	technique	NOUN
fcis-13837	252	8	,	,	PUNCT
fcis-13837	252	9	vector	vector	NOUN
fcis-13837	252	10	space	space	NOUN
fcis-13837	252	11	model	model	NOUN
fcis-13837	252	12	and	and	CCONJ
fcis-13837	252	13	latent	latent	ADJ
fcis-13837	252	14	semantic	semantic	ADJ
fcis-13837	252	15	indexing	indexing	NOUN
fcis-13837	252	16	,	,	PUNCT
fcis-13837	252	17	to	to	PART
fcis-13837	252	18	retrieve	retrieve	VERB
fcis-13837	252	19	relevant	relevant	ADJ
fcis-13837	252	20	terms	term	NOUN
fcis-13837	252	21	from	from	ADP
fcis-13837	252	22	a	a	DET
fcis-13837	252	23	software	software	NOUN
fcis-13837	252	24	corpus	corpus	NOUN
fcis-13837	252	25	,	,	PUNCT
fcis-13837	252	26	and	and	CCONJ
fcis-13837	252	27	then	then	ADV
fcis-13837	252	28	organized	organize	VERB
fcis-13837	252	29	these	these	DET
fcis-13837	252	30	terms	term	NOUN
fcis-13837	252	31	into	into	ADP
fcis-13837	252	32	comments	comment	NOUN
fcis-13837	252	33	.	.	PUNCT
fcis-13837	253	1	eddy	eddy	PROPN
fcis-13837	253	2	et	et	PROPN
fcis-13837	253	3	al	al	PROPN
fcis-13837	253	4	.	.	PUNCT
fcis-13837	254	1	[	[	X
fcis-13837	254	2	40	40	NUM
fcis-13837	254	3	]	]	PUNCT
fcis-13837	254	4	used	use	VERB
fcis-13837	254	5	hierarchical	hierarchical	ADJ
fcis-13837	254	6	pam	pam	NOUN
fcis-13837	254	7	,	,	PUNCT
fcis-13837	254	8	a	a	DET
fcis-13837	254	9	probabilistic	probabilistic	ADJ
fcis-13837	254	10	model	model	NOUN
fcis-13837	254	11	that	that	PRON
fcis-13837	254	12	selected	select	VERB
fcis-13837	254	13	relevant	relevant	ADJ
fcis-13837	254	14	terms	term	NOUN
fcis-13837	254	15	from	from	ADP
fcis-13837	254	16	the	the	DET
fcis-13837	254	17	corpus	corpus	NOUN
fcis-13837	254	18	and	and	CCONJ
fcis-13837	254	19	included	include	VERB
fcis-13837	254	20	them	they	PRON
fcis-13837	254	21	to	to	ADP
fcis-13837	254	22	the	the	DET
fcis-13837	254	23	comments	comment	NOUN
fcis-13837	254	24	.	.	PUNCT
fcis-13837	255	1	unlike	unlike	ADP
fcis-13837	255	2	the	the	DET
fcis-13837	255	3	first	first	ADJ
fcis-13837	255	4	two	two	NUM
fcis-13837	255	5	research	research	NOUN
fcis-13837	255	6	works	work	NOUN
fcis-13837	255	7	,	,	PUNCT
fcis-13837	255	8	wong	wong	PROPN
fcis-13837	255	9	et	et	PROPN
fcis-13837	255	10	al	al	PROPN
fcis-13837	255	11	.	.	PUNCT
fcis-13837	256	1	[	[	X
fcis-13837	256	2	43	43	NUM
fcis-13837	256	3	]	]	PUNCT
fcis-13837	256	4	proposed	propose	VERB
fcis-13837	256	5	that	that	SCONJ
fcis-13837	256	6	code	code	NOUN
fcis-13837	256	7	snippets	snippet	NOUN
fcis-13837	256	8	and	and	CCONJ
fcis-13837	256	9	their	their	PRON
fcis-13837	256	10	descriptions	description	NOUN
fcis-13837	256	11	on	on	ADP
fcis-13837	256	12	the	the	DET
fcis-13837	256	13	q&a	q&a	PROPN
fcis-13837	256	14	sites	site	NOUN
fcis-13837	256	15	can	can	AUX
fcis-13837	256	16	be	be	AUX
fcis-13837	256	17	used	use	VERB
fcis-13837	256	18	to	to	PART
fcis-13837	256	19	generate	generate	VERB
fcis-13837	256	20	comments	comment	NOUN
fcis-13837	256	21	for	for	ADP
fcis-13837	256	22	a	a	DET
fcis-13837	256	23	piece	piece	NOUN
fcis-13837	256	24	of	of	ADP
fcis-13837	256	25	code	code	NOUN
fcis-13837	256	26	.	.	PUNCT
fcis-13837	257	1	they	they	PRON
fcis-13837	257	2	used	use	VERB
fcis-13837	257	3	a	a	DET
fcis-13837	257	4	token	token	VERB
fcis-13837	257	5	-	-	PUNCT
fcis-13837	257	6	based	base	VERB
fcis-13837	257	7	code	code	NOUN
fcis-13837	257	8	clone	clone	NOUN
fcis-13837	257	9	detection	detection	NOUN
fcis-13837	257	10	tool	tool	NOUN
fcis-13837	257	11	sim	sim	ADJ
fcis-13837	257	12	to	to	PART
fcis-13837	257	13	detect	detect	VERB
fcis-13837	257	14	similar	similar	ADJ
fcis-13837	257	15	code	code	NOUN
fcis-13837	257	16	snippets	snippet	NOUN
fcis-13837	257	17	and	and	CCONJ
fcis-13837	257	18	used	use	VERB
fcis-13837	257	19	their	their	PRON
fcis-13837	257	20	comments	comment	NOUN
fcis-13837	257	21	as	as	ADP
fcis-13837	257	22	target	target	NOUN
fcis-13837	257	23	comments	comment	NOUN
fcis-13837	257	24	.	.	PUNCT
fcis-13837	258	1	wong	wong	PROPN
fcis-13837	258	2	et	et	PROPN
fcis-13837	258	3	al	al	PROPN
fcis-13837	258	4	.	.	PUNCT
fcis-13837	259	1	[	[	X
fcis-13837	259	2	42	42	NUM
fcis-13837	259	3	]	]	PUNCT
fcis-13837	259	4	further	far	ADV
fcis-13837	259	5	thought	think	VERB
fcis-13837	259	6	that	that	SCONJ
fcis-13837	259	7	the	the	DET
fcis-13837	259	8	resources	resource	NOUN
fcis-13837	259	9	of	of	ADP
fcis-13837	259	10	the	the	DET
fcis-13837	259	11	q&a	q&a	PROPN
fcis-13837	259	12	sites	site	NOUN
fcis-13837	259	13	were	be	AUX
fcis-13837	259	14	limited	limit	VERB
fcis-13837	259	15	and	and	CCONJ
fcis-13837	259	16	proposed	propose	VERB
fcis-13837	259	17	to	to	PART
fcis-13837	259	18	use	use	VERB
fcis-13837	259	19	token	token	VERB
fcis-13837	259	20	-	-	PUNCT
fcis-13837	259	21	based	base	VERB
fcis-13837	259	22	code	code	NOUN
fcis-13837	259	23	clone	clone	NOUN
fcis-13837	259	24	detection	detection	NOUN
fcis-13837	259	25	tools	tool	NOUN
fcis-13837	259	26	to	to	PART
fcis-13837	259	27	retrieve	retrieve	VERB
fcis-13837	259	28	similar	similar	ADJ
fcis-13837	259	29	code	code	NOUN
fcis-13837	259	30	snippets	snippet	NOUN
fcis-13837	259	31	from	from	ADP
fcis-13837	259	32	github	github	NOUN
fcis-13837	259	33	and	and	CCONJ
fcis-13837	259	34	leverage	leverage	VERB
fcis-13837	259	35	the	the	DET
fcis-13837	259	36	information	information	NOUN
fcis-13837	259	37	obtained	obtain	VERB
fcis-13837	259	38	from	from	ADP
fcis-13837	259	39	their	their	PRON
fcis-13837	259	40	comments	comment	NOUN
fcis-13837	259	41	to	to	PART
fcis-13837	259	42	generate	generate	VERB
fcis-13837	259	43	comments	comment	NOUN
fcis-13837	259	44	.	.	PUNCT
fcis-13837	260	1	recently	recently	ADV
fcis-13837	260	2	many	many	ADJ
fcis-13837	260	3	neural	neural	ADJ
fcis-13837	260	4	networks	network	NOUN
fcis-13837	260	5	have	have	AUX
fcis-13837	260	6	been	be	AUX
fcis-13837	260	7	proposed	propose	VERB
fcis-13837	260	8	for	for	ADP
fcis-13837	260	9	comment	comment	NOUN
fcis-13837	260	10	generation	generation	NOUN
fcis-13837	260	11	.	.	PUNCT
fcis-13837	261	1	with	with	ADP
fcis-13837	261	2	large	large	ADJ
fcis-13837	261	3	-	-	PUNCT
fcis-13837	261	4	scale	scale	NOUN
fcis-13837	261	5	corpora	corpora	NOUN
fcis-13837	261	6	for	for	ADP
fcis-13837	261	7	training	training	NOUN
fcis-13837	261	8	,	,	PUNCT
fcis-13837	261	9	neural	neural	ADJ
fcis-13837	261	10	based	base	VERB
fcis-13837	261	11	approaches	approach	NOUN
fcis-13837	261	12	quickly	quickly	ADV
fcis-13837	261	13	became	become	VERB
fcis-13837	261	14	state	state	NOUN
fcis-13837	261	15	-	-	PUNCT
fcis-13837	261	16	of	of	ADP
fcis-13837	261	17	-	-	PUNCT
fcis-13837	261	18	the	the	DET
fcis-13837	261	19	-	-	PUNCT
fcis-13837	261	20	art	art	NOUN
fcis-13837	261	21	models	model	NOUN
fcis-13837	261	22	on	on	ADP
fcis-13837	261	23	this	this	DET
fcis-13837	261	24	task	task	NOUN
fcis-13837	261	25	.	.	PUNCT
fcis-13837	262	1	iyer	iyer	PROPN
fcis-13837	262	2	et	et	PROPN
fcis-13837	262	3	al	al	PROPN
fcis-13837	262	4	.	.	PUNCT
fcis-13837	263	1	[	[	X
fcis-13837	263	2	16	16	NUM
fcis-13837	263	3	]	]	PUNCT
fcis-13837	263	4	first	first	ADV
fcis-13837	263	5	introduced	introduce	VERB
fcis-13837	263	6	the	the	DET
fcis-13837	263	7	seq2seq	seq2seq	NOUN
fcis-13837	263	8	model	model	NOUN
fcis-13837	263	9	from	from	ADP
fcis-13837	263	10	neural	neural	ADJ
fcis-13837	263	11	machine	machine	NOUN
fcis-13837	263	12	translation	translation	NOUN
fcis-13837	263	13	into	into	ADP
fcis-13837	263	14	comment	comment	NOUN
fcis-13837	263	15	generation	generation	NOUN
fcis-13837	263	16	,	,	PUNCT
fcis-13837	263	17	whose	whose	DET
fcis-13837	263	18	encoder	encoder	NOUN
fcis-13837	263	19	is	be	AUX
fcis-13837	263	20	the	the	DET
fcis-13837	263	21	token	token	ADJ
fcis-13837	263	22	embedding	embedding	NOUN
fcis-13837	263	23	and	and	CCONJ
fcis-13837	263	24	decoder	decoder	NOUN
fcis-13837	263	25	is	be	AUX
fcis-13837	263	26	an	an	DET
fcis-13837	263	27	lstm	lstm	NOUN
fcis-13837	263	28	.	.	PUNCT
fcis-13837	264	1	their	their	PRON
fcis-13837	264	2	model	model	NOUN
fcis-13837	264	3	outperforms	outperform	VERB
fcis-13837	264	4	traditional	traditional	ADJ
fcis-13837	264	5	methods	method	NOUN
fcis-13837	264	6	on	on	ADP
fcis-13837	264	7	c	c	NOUN
fcis-13837	264	8	#	#	NOUN
fcis-13837	264	9	and	and	CCONJ
fcis-13837	264	10	sql	sql	NOUN
fcis-13837	264	11	summaries	summary	NOUN
fcis-13837	264	12	.	.	PUNCT
fcis-13837	265	1	inspired	inspire	VERB
fcis-13837	265	2	by	by	ADP
fcis-13837	265	3	the	the	DET
fcis-13837	265	4	difference	difference	NOUN
fcis-13837	265	5	between	between	ADP
fcis-13837	265	6	natural	natural	ADJ
fcis-13837	265	7	language	language	NOUN
fcis-13837	265	8	and	and	CCONJ
fcis-13837	265	9	programming	programming	NOUN
fcis-13837	265	10	language	language	NOUN
fcis-13837	265	11	,	,	PUNCT
fcis-13837	265	12	hu	hu	PROPN
fcis-13837	265	13	et	et	PROPN
fcis-13837	265	14	al	al	PROPN
fcis-13837	265	15	.	.	PUNCT
fcis-13837	266	1	[	[	X
fcis-13837	266	2	15	15	NUM
fcis-13837	266	3	]	]	PUNCT
fcis-13837	266	4	proposed	propose	VERB
fcis-13837	266	5	a	a	DET
fcis-13837	266	6	neural	neural	ADJ
fcis-13837	266	7	model	model	NOUN
fcis-13837	266	8	named	name	VERB
fcis-13837	266	9	deepcom	deepcom	NOUN
fcis-13837	266	10	to	to	PART
fcis-13837	266	11	capture	capture	VERB
fcis-13837	266	12	the	the	DET
fcis-13837	266	13	structural	structural	ADJ
fcis-13837	266	14	information	information	NOUN
fcis-13837	266	15	of	of	ADP
fcis-13837	266	16	source	source	NOUN
fcis-13837	266	17	code	code	NOUN
fcis-13837	266	18	.	.	PUNCT
fcis-13837	267	1	they	they	PRON
fcis-13837	267	2	proposed	propose	VERB
fcis-13837	267	3	a	a	DET
fcis-13837	267	4	structure	structure	NOUN
fcis-13837	267	5	-	-	PUNCT
fcis-13837	267	6	based	base	VERB
fcis-13837	267	7	traversal	traversal	NOUN
fcis-13837	267	8	method	method	NOUN
fcis-13837	267	9	,	,	PUNCT
fcis-13837	267	10	using	use	VERB
fcis-13837	267	11	one	one	NUM
fcis-13837	267	12	lstm	lstm	NOUN
fcis-13837	267	13	to	to	PART
fcis-13837	267	14	process	process	VERB
fcis-13837	267	15	the	the	DET
fcis-13837	267	16	ast	ast	NOUN
fcis-13837	267	17	’s	’s	PART
fcis-13837	267	18	traversal	traversal	NOUN
fcis-13837	267	19	sequence	sequence	NOUN
fcis-13837	267	20	,	,	PUNCT
fcis-13837	267	21	and	and	CCONJ
fcis-13837	267	22	the	the	DET
fcis-13837	267	23	other	other	ADJ
fcis-13837	267	24	lstm	lstm	NOUN
fcis-13837	267	25	to	to	PART
fcis-13837	267	26	generate	generate	VERB
fcis-13837	267	27	comments	comment	NOUN
fcis-13837	267	28	for	for	ADP
fcis-13837	267	29	java	java	PROPN
fcis-13837	267	30	methods	method	NOUN
fcis-13837	267	31	.	.	PUNCT
fcis-13837	268	1	leclair	leclair	PROPN
fcis-13837	268	2	et	et	PROPN
fcis-13837	268	3	al	al	PROPN
fcis-13837	268	4	.	.	PUNCT
fcis-13837	269	1	[	[	X
fcis-13837	269	2	25	25	NUM
fcis-13837	269	3	]	]	PUNCT
fcis-13837	269	4	proposed	propose	VERB
fcis-13837	269	5	a	a	DET
fcis-13837	269	6	neural	neural	ADJ
fcis-13837	269	7	method	method	NOUN
fcis-13837	269	8	to	to	PART
fcis-13837	269	9	predict	predict	VERB
fcis-13837	269	10	the	the	DET
fcis-13837	269	11	comment	comment	NOUN
fcis-13837	269	12	by	by	ADP
fcis-13837	269	13	combining	combine	VERB
fcis-13837	269	14	the	the	DET
fcis-13837	269	15	sequence	sequence	NOUN
fcis-13837	269	16	information	information	NOUN
fcis-13837	269	17	and	and	CCONJ
fcis-13837	269	18	structure	structure	NOUN
fcis-13837	269	19	information	information	NOUN
fcis-13837	269	20	of	of	ADP
fcis-13837	269	21	the	the	DET
fcis-13837	269	22	source	source	NOUN
fcis-13837	269	23	code	code	NOUN
fcis-13837	269	24	with	with	ADP
fcis-13837	269	25	two	two	NUM
fcis-13837	269	26	gru	gru	NOUN
fcis-13837	269	27	encoders	encoder	NOUN
fcis-13837	269	28	.	.	PUNCT
fcis-13837	270	1	in	in	ADP
fcis-13837	270	2	addition	addition	NOUN
fcis-13837	270	3	,	,	PUNCT
fcis-13837	270	4	they	they	PRON
fcis-13837	270	5	reconstructed	reconstruct	VERB
fcis-13837	270	6	the	the	DET
fcis-13837	270	7	benchmark	benchmark	NOUN
fcis-13837	270	8	dataset	dataset	NOUN
fcis-13837	270	9	for	for	ADP
fcis-13837	270	10	this	this	DET
fcis-13837	270	11	task	task	NOUN
fcis-13837	270	12	,	,	PUNCT
fcis-13837	270	13	removed	remove	VERB
fcis-13837	270	14	duplicate	duplicate	NOUN
fcis-13837	270	15	and	and	CCONJ
fcis-13837	270	16	auto	auto	NOUN
fcis-13837	270	17	-	-	PUNCT
fcis-13837	270	18	generated	generate	VERB
fcis-13837	270	19	code	code	NOUN
fcis-13837	270	20	in	in	ADP
fcis-13837	270	21	the	the	DET
fcis-13837	270	22	dataset	dataset	NOUN
fcis-13837	270	23	,	,	PUNCT
fcis-13837	270	24	and	and	CCONJ
fcis-13837	270	25	divided	divide	VERB
fcis-13837	270	26	the	the	DET
fcis-13837	270	27	dataset	dataset	NOUN
fcis-13837	270	28	into	into	ADP
fcis-13837	270	29	training	training	NOUN
fcis-13837	270	30	,	,	PUNCT
fcis-13837	270	31	validation	validation	NOUN
fcis-13837	270	32	,	,	PUNCT
fcis-13837	270	33	and	and	CCONJ
fcis-13837	270	34	test	test	NOUN
fcis-13837	270	35	by	by	ADP
fcis-13837	270	36	project	project	NOUN
fcis-13837	270	37	.	.	PUNCT
fcis-13837	271	1	we	we	PRON
fcis-13837	271	2	proposes	propose	VERB
fcis-13837	271	3	to	to	PART
fcis-13837	271	4	use	use	VERB
fcis-13837	271	5	abstract	abstract	ADJ
fcis-13837	271	6	syntax	syntax	NOUN
fcis-13837	271	7	trees	tree	NOUN
fcis-13837	271	8	for	for	ADP
fcis-13837	271	9	source	source	NOUN
fcis-13837	271	10	code	code	NOUN
fcis-13837	271	11	summarization	summarization	NOUN
fcis-13837	271	12	.our	.our	PUNCT
fcis-13837	271	13	solution	solution	NOUN
fcis-13837	271	14	is	be	AUX
fcis-13837	271	15	inspired	inspire	VERB
fcis-13837	271	16	by	by	ADP
fcis-13837	271	17	recent	recent	ADJ
fcis-13837	271	18	advances	advance	NOUN
fcis-13837	271	19	in	in	ADP
fcis-13837	271	20	neural	neural	ADJ
fcis-13837	271	21	machine	machine	NOUN
fcis-13837	271	22	translation	translation	NOUN
fcis-13837	271	23	,	,	PUNCT
fcis-13837	271	24	as	as	ADV
fcis-13837	271	25	well	well	ADV
fcis-13837	271	26	as	as	ADP
fcis-13837	271	27	an	an	DET
fcis-13837	271	28	approach	approach	NOUN
fcis-13837	271	29	called	call	VERB
fcis-13837	271	30	sbt	sbt	PROPN
fcis-13837	271	31	by	by	ADP
fcis-13837	271	32	hu	hu	PROPN
fcis-13837	271	33	et	et	PROPN
fcis-13837	271	34	al[15	al[15	PROPN
fcis-13837	271	35	]	]	PUNCT
fcis-13837	271	36	.	.	PUNCT
fcis-13837	272	1	7	7	X
fcis-13837	272	2	.	.	X
fcis-13837	272	3	conclusion	conclusion	NOUN
fcis-13837	272	4	we	we	PRON
fcis-13837	272	5	have	have	AUX
fcis-13837	272	6	presented	present	VERB
fcis-13837	272	7	a	a	DET
fcis-13837	272	8	neural	neural	ADJ
fcis-13837	272	9	model	model	NOUN
fcis-13837	272	10	for	for	ADP
fcis-13837	272	11	generating	generate	VERB
fcis-13837	272	12	natural	natural	ADJ
fcis-13837	272	13	language	language	NOUN
fcis-13837	272	14	descriptions	description	NOUN
fcis-13837	272	15	of	of	ADP
fcis-13837	272	16	subroutines	subroutine	NOUN
fcis-13837	272	17	.	.	PUNCT
fcis-13837	273	1	we	we	PRON
fcis-13837	273	2	implement	implement	VERB
fcis-13837	273	3	our	our	PRON
fcis-13837	273	4	model	model	NOUN
fcis-13837	273	5	and	and	CCONJ
fcis-13837	273	6	evaluate	evaluate	VERB
fcis-13837	273	7	it	it	PRON
fcis-13837	273	8	over	over	ADP
fcis-13837	273	9	a	a	DET
fcis-13837	273	10	large	large	ADJ
fcis-13837	273	11	dataset	dataset	NOUN
fcis-13837	273	12	of	of	ADP
fcis-13837	273	13	java	java	PROPN
fcis-13837	273	14	methods	method	NOUN
fcis-13837	273	15	.	.	PUNCT
fcis-13837	274	1	we	we	PRON
fcis-13837	274	2	demonstrate	demonstrate	VERB
fcis-13837	274	3	that	that	SCONJ
fcis-13837	274	4	our	our	PRON
fcis-13837	274	5	model	model	NOUN
fcis-13837	274	6	ast	ast	NOUN
fcis-13837	274	7	-	-	PUNCT
fcis-13837	274	8	attendgru	attendgru	NOUN
fcis-13837	274	9	,	,	PUNCT
fcis-13837	274	10	in	in	ADP
fcis-13837	274	11	terms	term	NOUN
fcis-13837	274	12	of	of	ADP
fcis-13837	274	13	bleu	bleu	NOUN
fcis-13837	274	14	score	score	NOUN
fcis-13837	274	15	,	,	PUNCT
fcis-13837	274	16	outperforms	outperform	VERB
fcis-13837	274	17	baselines	baseline	NOUN
fcis-13837	274	18	from	from	ADP
fcis-13837	274	19	se	se	PROPN
fcis-13837	274	20	literature	literature	PROPN
fcis-13837	274	21	and	and	CCONJ
fcis-13837	274	22	is	be	AUX
fcis-13837	274	23	slightly	slightly	ADV
fcis-13837	274	24	ahead	ahead	ADV
fcis-13837	274	25	of	of	ADP
fcis-13837	274	26	a	a	DET
fcis-13837	274	27	strong	strong	ADJ
fcis-13837	274	28	off	off	ADP
fcis-13837	274	29	the	the	DET
fcis-13837	274	30	shelf	shelf	NOUN
fcis-13837	274	31	approach	approach	NOUN
fcis-13837	274	32	from	from	ADP
fcis-13837	274	33	nlp	nlp	NOUN
fcis-13837	274	34	literature	literature	NOUN
fcis-13837	274	35	.	.	PUNCT
fcis-13837	275	1	we	we	PRON
fcis-13837	275	2	also	also	ADV
fcis-13837	275	3	demonstrate	demonstrate	VERB
fcis-13837	275	4	that	that	PRON
fcis-13837	275	5	and	and	CCONJ
fcis-13837	275	6	ensemble	ensemble	ADJ
fcis-13837	275	7	of	of	ADP
fcis-13837	275	8	our	our	PRON
fcis-13837	275	9	approach	approach	NOUN
fcis-13837	275	10	and	and	CCONJ
fcis-13837	275	11	the	the	DET
fcis-13837	275	12	off	off	ADP
fcis-13837	275	13	-	-	PUNCT
fcis-13837	275	14	the	the	DET
fcis-13837	275	15	-	-	PUNCT
fcis-13837	275	16	shelf	shelf	NOUN
fcis-13837	275	17	nlp	nlp	NOUN
fcis-13837	275	18	approach	approach	NOUN
fcis-13837	275	19	outperforms	outperform	VERB
fcis-13837	275	20	all	all	DET
fcis-13837	275	21	other	other	ADJ
fcis-13837	275	22	tested	test	VERB
fcis-13837	275	23	configurations	configuration	NOUN
fcis-13837	275	24	.	.	PUNCT
fcis-13837	276	1	we	we	PRON
fcis-13837	276	2	provide	provide	VERB
fcis-13837	276	3	a	a	DET
fcis-13837	276	4	walk	walk	NOUN
fcis-13837	276	5	-	-	PUNCT
fcis-13837	276	6	through	through	ADP
fcis-13837	276	7	example	example	NOUN
fcis-13837	276	8	to	to	PART
fcis-13837	276	9	provide	provide	VERB
fcis-13837	276	10	insight	insight	NOUN
fcis-13837	276	11	into	into	ADP
fcis-13837	276	12	how	how	SCONJ
fcis-13837	276	13	the	the	DET
fcis-13837	276	14	models	model	NOUN
fcis-13837	276	15	work	work	VERB
fcis-13837	276	16	.	.	PUNCT
fcis-13837	277	1	we	we	PRON
fcis-13837	277	2	conclude	conclude	VERB
fcis-13837	277	3	that	that	SCONJ
fcis-13837	277	4	the	the	DET
fcis-13837	277	5	default	default	NOUN
fcis-13837	277	6	nmt	nmt	NOUN
fcis-13837	277	7	system	system	NOUN
fcis-13837	277	8	works	work	VERB
fcis-13837	277	9	well	well	ADV
fcis-13837	277	10	in	in	ADP
fcis-13837	277	11	situations	situation	NOUN
fcis-13837	277	12	where	where	SCONJ
fcis-13837	277	13	good	good	ADJ
fcis-13837	277	14	internal	internal	ADJ
fcis-13837	277	15	documentation	documentation	NOUN
fcis-13837	277	16	is	be	AUX
fcis-13837	277	17	provided	provide	VERB
fcis-13837	277	18	,	,	PUNCT
fcis-13837	277	19	but	but	CCONJ
fcis-13837	277	20	less	less	ADV
fcis-13837	277	21	well	well	ADV
fcis-13837	277	22	when	when	SCONJ
fcis-13837	277	23	it	it	PRON
fcis-13837	277	24	is	be	AUX
fcis-13837	277	25	not	not	PART
fcis-13837	277	26	provided	provide	VERB
fcis-13837	277	27	,	,	PUNCT
fcis-13837	277	28	and	and	CCONJ
fcis-13837	277	29	that	that	SCONJ
fcis-13837	277	30	ast	ast	NOUN
fcis-13837	277	31	-	-	PUNCT
fcis-13837	277	32	attendgru	attendgru	NOUN
fcis-13837	277	33	assists	assist	NOUN
fcis-13837	277	34	in	in	ADP
fcis-13837	277	35	these	these	DET
fcis-13837	277	36	cases	case	NOUN
fcis-13837	277	37	.	.	PUNCT
fcis-13837	278	1	we	we	PRON
fcis-13837	278	2	demonstrate	demonstrate	VERB
fcis-13837	278	3	how	how	SCONJ
fcis-13837	278	4	ast	ast	VERB
fcis-13837	278	5	-	-	PUNCT
fcis-13837	278	6	attendgru	attendgru	NOUN
fcis-13837	278	7	can	can	AUX
fcis-13837	278	8	produce	produce	VERB
fcis-13837	278	9	coherent	coherent	ADJ
fcis-13837	278	10	predictions	prediction	NOUN
fcis-13837	278	11	even	even	ADV
fcis-13837	278	12	with	with	ADP
fcis-13837	278	13	zero	zero	NUM
fcis-13837	278	14	internal	internal	ADJ
fcis-13837	278	15	documentation	documentation	NOUN
fcis-13837	278	16	.	.	PUNCT
fcis-13837	279	1	acknowledgments	acknowledgment	NOUN
fcis-13837	279	2	the	the	DET
fcis-13837	279	3	authors	author	NOUN
fcis-13837	279	4	gratefully	gratefully	ADV
fcis-13837	279	5	acknowledge	acknowledge	VERB
fcis-13837	279	6	the	the	DET
fcis-13837	279	7	financial	financial	ADJ
fcis-13837	279	8	support	support	NOUN
fcis-13837	279	9	from	from	ADP
fcis-13837	279	10	science	science	NOUN
fcis-13837	279	11	and	and	CCONJ
fcis-13837	279	12	technology	technology	NOUN
fcis-13837	279	13	planning	planning	NOUN
fcis-13837	279	14	project	project	NOUN
fcis-13837	279	15	of	of	ADP
fcis-13837	279	16	yunnan	yunnan	PROPN
fcis-13837	279	17	province	province	PROPN
fcis-13837	279	18	(	(	PUNCT
fcis-13837	279	19	joint	joint	ADJ
fcis-13837	279	20	project	project	NOUN
fcis-13837	279	21	of	of	ADP
fcis-13837	279	22	local	local	ADJ
fcis-13837	279	23	universities	university	NOUN
fcis-13837	279	24	)	)	PUNCT
fcis-13837	280	1	(	(	PUNCT
fcis-13837	280	2	202001ba	202001ba	PROPN
fcis-13837	280	3	070001	070001	NUM
fcis-13837	280	4	-	-	SYM
fcis-13837	280	5	096	096	NUM
fcis-13837	280	6	)	)	PUNCT
fcis-13837	280	7	and	and	CCONJ
fcis-13837	280	8	fund	fund	NOUN
fcis-13837	280	9	project	project	NOUN
fcis-13837	280	10	of	of	ADP
fcis-13837	280	11	yunnan	yunnan	PROPN
fcis-13837	280	12	provincial	provincial	ADJ
fcis-13837	280	13	education	education	NOUN
fcis-13837	280	14	department	department	NOUN
fcis-13837	280	15	.	.	PUNCT
fcis-13837	281	1	references	reference	NOUN
fcis-13837	281	2	[	[	X
fcis-13837	281	3	1	1	NUM
fcis-13837	281	4	]	]	X
fcis-13837	281	5	n.	n.	NOUN
fcis-13837	281	6	kalchbrenner	kalchbrenner	PROPN
fcis-13837	281	7	,	,	PUNCT
fcis-13837	281	8	l.	l.	PROPN
fcis-13837	281	9	espeholt	espeholt	PROPN
fcis-13837	281	10	,	,	PUNCT
fcis-13837	281	11	k.	k.	PROPN
fcis-13837	281	12	simonyan	simonyan	PROPN
fcis-13837	281	13	,	,	PUNCT
fcis-13837	281	14	a.	a.	PROPN
fcis-13837	281	15	v.	v.	PROPN
fcis-13837	281	16	d.	d.	PROPN
fcis-13837	281	17	oord	oord	PROPN
fcis-13837	281	18	,	,	PUNCT
fcis-13837	281	19	and	and	CCONJ
fcis-13837	281	20	k.	k.	PROPN
fcis-13837	281	21	kavukcuoglu	kavukcuoglu	PROPN
fcis-13837	281	22	,	,	PUNCT
fcis-13837	281	23	neural	neural	ADJ
fcis-13837	281	24	machine	machine	NOUN
fcis-13837	281	25	24	24	NUM
fcis-13837	281	26	translation	translation	NOUN
fcis-13837	281	27	in	in	ADP
fcis-13837	281	28	linear	linear	PROPN
fcis-13837	281	29	time	time	NOUN
fcis-13837	281	30	,	,	PUNCT
fcis-13837	281	31	arxiv	arxiv	PROPN
fcis-13837	281	32	preprint	preprint	NOUN
fcis-13837	281	33	arxiv:1610.10099	arxiv:1610.10099	NUM
fcis-13837	281	34	,	,	PUNCT
fcis-13837	281	35	(	(	PUNCT
fcis-13837	281	36	2016	2016	NUM
fcis-13837	281	37	)	)	PUNCT
fcis-13837	281	38	.	.	PUNCT
fcis-13837	282	1	[	[	X
fcis-13837	282	2	2	2	NUM
fcis-13837	282	3	]	]	PUNCT
fcis-13837	282	4	a.	a.	NOUN
fcis-13837	282	5	graves	grave	NOUN
fcis-13837	282	6	,	,	PUNCT
fcis-13837	282	7	generating	generate	VERB
fcis-13837	282	8	sequences	sequence	NOUN
fcis-13837	282	9	with	with	ADP
fcis-13837	282	10	recurrent	recurrent	ADJ
fcis-13837	282	11	neural	neural	ADJ
fcis-13837	282	12	networks	network	NOUN
fcis-13837	282	13	,	,	PUNCT
fcis-13837	282	14	arxiv	arxiv	PROPN
fcis-13837	282	15	preprint	preprint	VERB
fcis-13837	282	16	arxiv:1308.0850	arxiv:1308.0850	NOUN
fcis-13837	282	17	,	,	PUNCT
fcis-13837	282	18	(	(	PUNCT
fcis-13837	282	19	2013	2013	NUM
fcis-13837	282	20	)	)	PUNCT
fcis-13837	282	21	.	.	PUNCT
fcis-13837	283	1	[	[	X
fcis-13837	283	2	3	3	NUM
fcis-13837	283	3	]	]	PUNCT
fcis-13837	283	4	a.	a.	NOUN
fcis-13837	283	5	louis	louis	PROPN
fcis-13837	283	6	,	,	PUNCT
fcis-13837	283	7	s.	s.	PROPN
fcis-13837	283	8	k.	k.	PROPN
fcis-13837	283	9	dash	dash	PROPN
fcis-13837	283	10	,	,	PUNCT
fcis-13837	283	11	e.	e.	PROPN
fcis-13837	283	12	t.	t.	PROPN
fcis-13837	283	13	barr	barr	PROPN
fcis-13837	283	14	,	,	PUNCT
fcis-13837	283	15	and	and	CCONJ
fcis-13837	283	16	c.	c.	PROPN
fcis-13837	283	17	sutton	sutton	PROPN
fcis-13837	283	18	,	,	PUNCT
fcis-13837	283	19	deep	deep	ADJ
fcis-13837	283	20	learning	learn	VERB
fcis-13837	283	21	to	to	PART
fcis-13837	283	22	detect	detect	VERB
fcis-13837	283	23	redundant	redundant	ADJ
fcis-13837	283	24	method	method	NOUN
fcis-13837	283	25	comments	comment	NOUN
fcis-13837	283	26	,	,	PUNCT
fcis-13837	283	27	arxiv	arxiv	PROPN
fcis-13837	283	28	preprint	preprint	NOUN
fcis-13837	283	29	arxiv:1806.04616	arxiv:1806.04616	ADV
fcis-13837	283	30	,	,	PUNCT
fcis-13837	283	31	(	(	PUNCT
fcis-13837	283	32	2018	2018	NUM
fcis-13837	283	33	)	)	PUNCT
fcis-13837	283	34	.	.	PUNCT
fcis-13837	284	1	[	[	X
fcis-13837	284	2	4	4	X
fcis-13837	284	3	]	]	X
fcis-13837	284	4	r.	r.	PROPN
fcis-13837	284	5	collobert	collobert	PROPN
fcis-13837	284	6	and	and	CCONJ
fcis-13837	284	7	j.	j.	PROPN
fcis-13837	284	8	weston	weston	PROPN
fcis-13837	284	9	,	,	PUNCT
fcis-13837	284	10	a	a	DET
fcis-13837	284	11	unified	unified	ADJ
fcis-13837	284	12	architecture	architecture	NOUN
fcis-13837	284	13	for	for	ADP
fcis-13837	284	14	natural	natural	ADJ
fcis-13837	284	15	language	language	NOUN
fcis-13837	284	16	processing	processing	NOUN
fcis-13837	284	17	:	:	PUNCT
fcis-13837	284	18	deep	deep	ADJ
fcis-13837	284	19	neural	neural	ADJ
fcis-13837	284	20	networks	network	NOUN
fcis-13837	284	21	with	with	ADP
fcis-13837	284	22	multitask	multitask	ADJ
fcis-13837	284	23	learning	learning	NOUN
fcis-13837	284	24	,	,	PUNCT
fcis-13837	284	25	in	in	ADP
fcis-13837	284	26	machine	machine	NOUN
fcis-13837	284	27	learning	learning	NOUN
fcis-13837	284	28	,	,	PUNCT
fcis-13837	284	29	proceedings	proceeding	NOUN
fcis-13837	284	30	of	of	ADP
fcis-13837	284	31	the	the	DET
fcis-13837	284	32	twenty	twenty	NUM
fcis-13837	284	33	-	-	PUNCT
fcis-13837	284	34	fifth	fifth	ADJ
fcis-13837	284	35	international	international	ADJ
fcis-13837	284	36	conference	conference	NOUN
fcis-13837	284	37	(	(	PUNCT
fcis-13837	284	38	icml	icml	PROPN
fcis-13837	284	39	2008	2008	NUM
fcis-13837	284	40	)	)	PUNCT
fcis-13837	284	41	,	,	PUNCT
fcis-13837	284	42	2008	2008	NUM
fcis-13837	284	43	,	,	PUNCT
fcis-13837	284	44	pp	pp	ADJ
fcis-13837	284	45	.	.	PUNCT
fcis-13837	285	1	160–167	160–167	NUM
fcis-13837	285	2	.	.	PUNCT
fcis-13837	286	1	[	[	X
fcis-13837	286	2	5	5	X
fcis-13837	286	3	]	]	PUNCT
fcis-13837	286	4	s.	s.	PROPN
fcis-13837	286	5	iyer	iyer	PROPN
fcis-13837	286	6	,	,	PUNCT
fcis-13837	286	7	i.	i.	PROPN
fcis-13837	286	8	konstas	konstas	PROPN
fcis-13837	286	9	,	,	PUNCT
fcis-13837	286	10	a.	a.	NOUN
fcis-13837	286	11	cheung	cheung	PROPN
fcis-13837	286	12	,	,	PUNCT
fcis-13837	286	13	and	and	CCONJ
fcis-13837	286	14	l.	l.	PROPN
fcis-13837	286	15	zettlemoyer	zettlemoyer	PROPN
fcis-13837	286	16	,	,	PUNCT
fcis-13837	286	17	summarizing	summarize	VERB
fcis-13837	286	18	source	source	NOUN
fcis-13837	286	19	code	code	NOUN
fcis-13837	286	20	using	use	VERB
fcis-13837	286	21	a	a	DET
fcis-13837	286	22	neural	neural	ADJ
fcis-13837	286	23	attention	attention	NOUN
fcis-13837	286	24	model	model	NOUN
fcis-13837	286	25	.	.	PUNCT
fcis-13837	286	26	,	,	PUNCT
fcis-13837	286	27	in	in	ADP
fcis-13837	286	28	proceedings	proceeding	NOUN
fcis-13837	286	29	of	of	ADP
fcis-13837	286	30	the	the	DET
fcis-13837	286	31	54th	54th	ADJ
fcis-13837	286	32	annual	annual	ADJ
fcis-13837	286	33	meeting	meeting	NOUN
fcis-13837	286	34	of	of	ADP
fcis-13837	286	35	the	the	DET
fcis-13837	286	36	association	association	NOUN
fcis-13837	286	37	for	for	ADP
fcis-13837	286	38	computational	computational	ADJ
fcis-13837	286	39	linguistics	linguistic	NOUN
fcis-13837	286	40	(	(	PUNCT
fcis-13837	286	41	1	1	NUM
fcis-13837	286	42	)	)	PUNCT
fcis-13837	286	43	,	,	PUNCT
fcis-13837	286	44	2016	2016	NUM
fcis-13837	286	45	,	,	PUNCT
fcis-13837	286	46	pp	pp	ADJ
fcis-13837	286	47	.	.	PUNCT
fcis-13837	287	1	2073–2083	2073–2083	X
fcis-13837	287	2	.	.	PUNCT
fcis-13837	288	1	[	[	X
fcis-13837	288	2	6	6	NUM
fcis-13837	288	3	]	]	PUNCT
fcis-13837	288	4	m.	m.	PROPN
fcis-13837	288	5	malhotra	malhotra	PROPN
fcis-13837	288	6	and	and	CCONJ
fcis-13837	288	7	j.	j.	PROPN
fcis-13837	288	8	k.	k.	PROPN
fcis-13837	288	9	chhabra	chhabra	PROPN
fcis-13837	288	10	,	,	PUNCT
fcis-13837	288	11	class	class	NOUN
fcis-13837	288	12	level	level	NOUN
fcis-13837	288	13	code	code	NOUN
fcis-13837	288	14	summarization	summarization	NOUN
fcis-13837	288	15	based	base	VERB
fcis-13837	288	16	on	on	ADP
fcis-13837	288	17	dependencies	dependency	NOUN
fcis-13837	288	18	and	and	CCONJ
fcis-13837	288	19	micro	micro	NOUN
fcis-13837	288	20	patterns	pattern	NOUN
fcis-13837	288	21	,	,	PUNCT
fcis-13837	288	22	in	in	ADP
fcis-13837	288	23	2018	2018	NUM
fcis-13837	288	24	second	second	ADJ
fcis-13837	288	25	international	international	ADJ
fcis-13837	288	26	conference	conference	NOUN
fcis-13837	288	27	on	on	ADP
fcis-13837	288	28	inventive	inventive	ADJ
fcis-13837	288	29	communication	communication	NOUN
fcis-13837	288	30	and	and	CCONJ
fcis-13837	288	31	computational	computational	ADJ
fcis-13837	288	32	technologies	technology	NOUN
fcis-13837	288	33	(	(	PUNCT
fcis-13837	288	34	icicct	icicct	ADJ
fcis-13837	288	35	)	)	PUNCT
fcis-13837	288	36	,	,	PUNCT
fcis-13837	288	37	ieee	ieee	NOUN
fcis-13837	288	38	,	,	PUNCT
fcis-13837	288	39	2018	2018	NUM
fcis-13837	288	40	,	,	PUNCT
fcis-13837	288	41	pp	pp	ADJ
fcis-13837	288	42	.	.	PUNCT
fcis-13837	289	1	1011–1016	1011–1016	NUM
fcis-13837	289	2	.	.	PUNCT
fcis-13837	290	1	[	[	X
fcis-13837	290	2	7	7	NUM
fcis-13837	290	3	]	]	PUNCT
fcis-13837	290	4	a.	a.	NOUN
fcis-13837	290	5	see	see	NOUN
fcis-13837	290	6	,	,	PUNCT
fcis-13837	290	7	p.	p.	PROPN
fcis-13837	290	8	j.	j.	PROPN
fcis-13837	290	9	liu	liu	PROPN
fcis-13837	290	10	,	,	PUNCT
fcis-13837	290	11	and	and	CCONJ
fcis-13837	290	12	c.	c.	PROPN
fcis-13837	290	13	d.	d.	PROPN
fcis-13837	290	14	manning	manning	PROPN
fcis-13837	290	15	,	,	PUNCT
fcis-13837	290	16	get	get	VERB
fcis-13837	290	17	to	to	ADP
fcis-13837	290	18	the	the	DET
fcis-13837	290	19	point	point	NOUN
fcis-13837	290	20	:	:	PUNCT
fcis-13837	290	21	summarization	summarization	NOUN
fcis-13837	290	22	with	with	ADP
fcis-13837	290	23	pointer	pointer	NOUN
fcis-13837	290	24	-	-	PUNCT
fcis-13837	290	25	generator	generator	NOUN
fcis-13837	290	26	networks	network	NOUN
fcis-13837	290	27	,	,	PUNCT
fcis-13837	290	28	in	in	ADP
fcis-13837	290	29	proceedings	proceeding	NOUN
fcis-13837	290	30	of	of	ADP
fcis-13837	290	31	the	the	DET
fcis-13837	290	32	55th	55th	ADJ
fcis-13837	290	33	annual	annual	ADJ
fcis-13837	290	34	meeting	meeting	NOUN
fcis-13837	290	35	of	of	ADP
fcis-13837	290	36	the	the	DET
fcis-13837	290	37	association	association	NOUN
fcis-13837	290	38	for	for	ADP
fcis-13837	290	39	computational	computational	ADJ
fcis-13837	290	40	linguistics	linguistic	NOUN
fcis-13837	290	41	(	(	PUNCT
fcis-13837	290	42	volume	volume	NOUN
fcis-13837	290	43	1	1	NUM
fcis-13837	290	44	:	:	PUNCT
fcis-13837	290	45	long	long	ADJ
fcis-13837	290	46	papers	paper	NOUN
fcis-13837	290	47	)	)	PUNCT
fcis-13837	290	48	,	,	PUNCT
fcis-13837	290	49	vancouver	vancouver	PROPN
fcis-13837	290	50	,	,	PUNCT
fcis-13837	290	51	canada	canada	PROPN
fcis-13837	290	52	,	,	PUNCT
fcis-13837	290	53	july	july	PROPN
fcis-13837	290	54	2017	2017	NUM
fcis-13837	290	55	,	,	PUNCT
fcis-13837	290	56	association	association	NOUN
fcis-13837	290	57	for	for	ADP
fcis-13837	290	58	computational	computational	ADJ
fcis-13837	290	59	linguistics	linguistic	NOUN
fcis-13837	290	60	,	,	PUNCT
fcis-13837	290	61	pp	pp	ADJ
fcis-13837	290	62	.	.	PUNCT
fcis-13837	291	1	1073–1083	1073–1083	NUM
fcis-13837	291	2	.	.	PUNCT
fcis-13837	292	1	[	[	X
fcis-13837	292	2	8	8	NUM
fcis-13837	292	3	]	]	X
fcis-13837	292	4	h.	h.	PROPN
fcis-13837	292	5	shi	shi	PROPN
fcis-13837	292	6	,	,	PUNCT
fcis-13837	292	7	h.	h.	PROPN
fcis-13837	292	8	zhou	zhou	PROPN
fcis-13837	292	9	,	,	PUNCT
fcis-13837	292	10	j.	j.	PROPN
fcis-13837	292	11	chen	chen	PROPN
fcis-13837	292	12	,	,	PUNCT
fcis-13837	292	13	and	and	CCONJ
fcis-13837	292	14	l.	l.	PROPN
fcis-13837	292	15	li	li	PROPN
fcis-13837	292	16	,	,	PUNCT
fcis-13837	292	17	on	on	ADP
fcis-13837	292	18	tree	tree	NOUN
fcis-13837	292	19	-	-	PUNCT
fcis-13837	292	20	based	base	VERB
fcis-13837	292	21	neural	neural	ADJ
fcis-13837	292	22	sentence	sentence	NOUN
fcis-13837	292	23	modeling	modeling	NOUN
fcis-13837	292	24	,	,	PUNCT
fcis-13837	292	25	arxiv	arxiv	PROPN
fcis-13837	292	26	preprint	preprint	NOUN
fcis-13837	292	27	arxiv:1808.09644	arxiv:1808.09644	NUM
fcis-13837	292	28	,	,	PUNCT
fcis-13837	292	29	(	(	PUNCT
fcis-13837	292	30	2018	2018	NUM
fcis-13837	292	31	)	)	PUNCT
fcis-13837	292	32	.	.	PUNCT
fcis-13837	293	1	[	[	X
fcis-13837	293	2	9	9	NUM
fcis-13837	293	3	]	]	PUNCT
fcis-13837	293	4	k.	k.	NOUN
fcis-13837	293	5	papineni	papineni	PROPN
fcis-13837	293	6	,	,	PUNCT
fcis-13837	293	7	s.	s.	PROPN
fcis-13837	293	8	roukos	roukos	PROPN
fcis-13837	293	9	,	,	PUNCT
fcis-13837	293	10	t.	t.	NOUN
fcis-13837	293	11	ward	ward	NOUN
fcis-13837	293	12	,	,	PUNCT
fcis-13837	293	13	and	and	CCONJ
fcis-13837	293	14	w.	w.	PROPN
fcis-13837	293	15	j.	j.	PROPN
fcis-13837	293	16	zhu	zhu	PROPN
fcis-13837	293	17	,	,	PUNCT
fcis-13837	293	18	bleu	bleu	NOUN
fcis-13837	293	19	:	:	PUNCT
fcis-13837	293	20	a	a	DET
fcis-13837	293	21	method	method	NOUN
fcis-13837	293	22	for	for	ADP
fcis-13837	293	23	automatic	automatic	ADJ
fcis-13837	293	24	evaluation	evaluation	NOUN
fcis-13837	293	25	of	of	ADP
fcis-13837	293	26	machine	machine	NOUN
fcis-13837	293	27	translation	translation	NOUN
fcis-13837	293	28	,	,	PUNCT
fcis-13837	293	29	in	in	ADP
fcis-13837	293	30	proceedings	proceeding	NOUN
fcis-13837	293	31	of	of	ADP
fcis-13837	293	32	the	the	DET
fcis-13837	293	33	40th	40th	ADJ
fcis-13837	293	34	annual	annual	ADJ
fcis-13837	293	35	meeting	meeting	NOUN
fcis-13837	293	36	on	on	ADP
fcis-13837	293	37	association	association	NOUN
fcis-13837	293	38	for	for	ADP
fcis-13837	293	39	computational	computational	ADJ
fcis-13837	293	40	linguistics	linguistic	NOUN
fcis-13837	293	41	,	,	PUNCT
fcis-13837	293	42	association	association	NOUN
fcis-13837	293	43	for	for	ADP
fcis-13837	293	44	computational	computational	ADJ
fcis-13837	293	45	linguistics	linguistic	NOUN
fcis-13837	293	46	,	,	PUNCT
fcis-13837	293	47	2002	2002	NUM
fcis-13837	293	48	,	,	PUNCT
fcis-13837	293	49	pp	pp	ADV
fcis-13837	293	50	.	.	PUNCT
fcis-13837	294	1	311–318.k	311–318.k	NUM
fcis-13837	294	2	.	.	PUNCT
fcis-13837	295	1	[	[	X
fcis-13837	295	2	10	10	NUM
fcis-13837	295	3	]	]	PUNCT
fcis-13837	295	4	m.	m.	NOUN
fcis-13837	295	5	hammad	hammad	PROPN
fcis-13837	295	6	,	,	PUNCT
fcis-13837	295	7	a.	a.	PROPN
fcis-13837	295	8	abuljadayel	abuljadayel	PROPN
fcis-13837	295	9	,	,	PUNCT
fcis-13837	295	10	and	and	CCONJ
fcis-13837	295	11	m.	m.	PROPN
fcis-13837	295	12	khalaf	khalaf	PROPN
fcis-13837	295	13	,	,	PUNCT
fcis-13837	295	14	summarizing	summarize	VERB
fcis-13837	295	15	services	service	NOUN
fcis-13837	295	16	of	of	ADP
fcis-13837	295	17	java	java	PROPN
fcis-13837	295	18	packages	package	NOUN
fcis-13837	295	19	,	,	PUNCT
fcis-13837	295	20	lecture	lecture	NOUN
fcis-13837	295	21	notes	note	NOUN
fcis-13837	295	22	on	on	ADP
fcis-13837	295	23	software	software	NOUN
fcis-13837	295	24	engineering	engineering	NOUN
fcis-13837	295	25	,	,	PUNCT
fcis-13837	295	26	4	4	NUM
fcis-13837	295	27	(	(	PUNCT
fcis-13837	295	28	2016	2016	NUM
fcis-13837	295	29	)	)	PUNCT
fcis-13837	295	30	,	,	PUNCT
fcis-13837	295	31	pp	pp	ADP
fcis-13837	295	32	.	.	PUNCT
fcis-13837	296	1	129–132	129–132	NUM
fcis-13837	296	2	.	.	PUNCT
fcis-13837	297	1	[	[	X
fcis-13837	297	2	11	11	NUM
fcis-13837	297	3	]	]	X
fcis-13837	297	4	l.	l.	PROPN
fcis-13837	297	5	moreno	moreno	PROPN
fcis-13837	297	6	,	,	PUNCT
fcis-13837	297	7	j.	j.	PROPN
fcis-13837	297	8	aponte	aponte	PROPN
fcis-13837	297	9	,	,	PUNCT
fcis-13837	297	10	g.	g.	PROPN
fcis-13837	297	11	sridhara	sridhara	PROPN
fcis-13837	297	12	,	,	PUNCT
fcis-13837	297	13	a.	a.	PROPN
fcis-13837	297	14	marcus	marcus	PROPN
fcis-13837	297	15	,	,	PUNCT
fcis-13837	297	16	l.	l.	PROPN
fcis-13837	297	17	pollock	pollock	PROPN
fcis-13837	297	18	,	,	PUNCT
fcis-13837	297	19	and	and	CCONJ
fcis-13837	297	20	k.	k.	PROPN
fcis-13837	297	21	vijayshanker	vijayshanker	PROPN
fcis-13837	297	22	,	,	PUNCT
fcis-13837	297	23	automatic	automatic	ADJ
fcis-13837	297	24	generation	generation	NOUN
fcis-13837	297	25	of	of	ADP
fcis-13837	297	26	natural	natural	ADJ
fcis-13837	297	27	language	language	NOUN
fcis-13837	297	28	summaries	summary	NOUN
fcis-13837	297	29	for	for	ADP
fcis-13837	297	30	java	java	PROPN
fcis-13837	297	31	classes	class	NOUN
fcis-13837	297	32	,	,	PUNCT
fcis-13837	297	33	in	in	ADP
fcis-13837	297	34	2013	2013	NUM
fcis-13837	297	35	21st	21st	ADJ
fcis-13837	297	36	international	international	ADJ
fcis-13837	297	37	conference	conference	NOUN
fcis-13837	297	38	on	on	ADP
fcis-13837	297	39	program	program	NOUN
fcis-13837	297	40	comprehension	comprehension	NOUN
fcis-13837	297	41	(	(	PUNCT
fcis-13837	297	42	icpc	icpc	PROPN
fcis-13837	297	43	)	)	PUNCT
fcis-13837	297	44	,	,	PUNCT
fcis-13837	297	45	ieee	ieee	NOUN
fcis-13837	297	46	,	,	PUNCT
fcis-13837	297	47	2013	2013	NUM
fcis-13837	297	48	,	,	PUNCT
fcis-13837	297	49	pp	pp	ADJ
fcis-13837	297	50	.	.	PUNCT
fcis-13837	298	1	23–32	23–32	X
fcis-13837	298	2	.	.	PUNCT
fcis-13837	299	1	[	[	X
fcis-13837	299	2	12	12	NUM
fcis-13837	299	3	]	]	X
fcis-13837	299	4	r.	r.	PROPN
fcis-13837	299	5	collobert	collobert	PROPN
fcis-13837	299	6	and	and	CCONJ
fcis-13837	299	7	j.	j.	PROPN
fcis-13837	299	8	weston	weston	PROPN
fcis-13837	299	9	,	,	PUNCT
fcis-13837	299	10	a	a	DET
fcis-13837	299	11	unified	unified	ADJ
fcis-13837	299	12	architecture	architecture	NOUN
fcis-13837	299	13	for	for	ADP
fcis-13837	299	14	natural	natural	ADJ
fcis-13837	299	15	language	language	NOUN
fcis-13837	299	16	processing	processing	NOUN
fcis-13837	299	17	:	:	PUNCT
fcis-13837	299	18	deep	deep	ADJ
fcis-13837	299	19	neural	neural	ADJ
fcis-13837	299	20	networks	network	NOUN
fcis-13837	299	21	with	with	ADP
fcis-13837	299	22	multitask	multitask	ADJ
fcis-13837	299	23	learning	learning	NOUN
fcis-13837	299	24	,	,	PUNCT
fcis-13837	299	25	in	in	ADP
fcis-13837	299	26	machine	machine	NOUN
fcis-13837	299	27	learning	learning	NOUN
fcis-13837	299	28	,	,	PUNCT
fcis-13837	299	29	proceedings	proceeding	NOUN
fcis-13837	299	30	of	of	ADP
fcis-13837	299	31	the	the	DET
fcis-13837	299	32	twenty	twenty	NUM
fcis-13837	299	33	-	-	PUNCT
fcis-13837	299	34	fifth	fifth	ADJ
fcis-13837	299	35	international	international	ADJ
fcis-13837	299	36	conference	conference	NOUN
fcis-13837	299	37	(	(	PUNCT
fcis-13837	299	38	icml	icml	VERB
fcis-13837	299	39	200	200	NUM
fcis-13837	299	40	.	.	PUNCT
fcis-13837	300	1	[	[	X
fcis-13837	300	2	13	13	NUM
fcis-13837	300	3	]	]	X
fcis-13837	300	4	n.	n.	NOUN
fcis-13837	300	5	kalchbrenner	kalchbrenner	PROPN
fcis-13837	300	6	,	,	PUNCT
fcis-13837	300	7	l.	l.	PROPN
fcis-13837	300	8	espeholt	espeholt	PROPN
fcis-13837	300	9	,	,	PUNCT
fcis-13837	300	10	k.	k.	PROPN
fcis-13837	300	11	simonyan	simonyan	PROPN
fcis-13837	300	12	,	,	PUNCT
fcis-13837	300	13	a.	a.	PROPN
fcis-13837	300	14	v.	v.	PROPN
fcis-13837	300	15	d.	d.	PROPN
fcis-13837	300	16	oord	oord	PROPN
fcis-13837	300	17	,	,	PUNCT
fcis-13837	300	18	and	and	CCONJ
fcis-13837	300	19	k.	k.	PROPN
fcis-13837	300	20	kavukcuoglu	kavukcuoglu	PROPN
fcis-13837	300	21	,	,	PUNCT
fcis-13837	300	22	neural	neural	ADJ
fcis-13837	300	23	machine	machine	NOUN
fcis-13837	300	24	translation	translation	NOUN
fcis-13837	300	25	in	in	ADP
fcis-13837	300	26	linear	linear	PROPN
fcis-13837	300	27	time	time	NOUN
fcis-13837	300	28	,	,	PUNCT
fcis-13837	300	29	arxiv	arxiv	PROPN
fcis-13837	300	30	preprint	preprint	NOUN
fcis-13837	300	31	arxiv:1610.10099	arxiv:1610.10099	NUM
fcis-13837	300	32	,	,	PUNCT
fcis-13837	300	33	(	(	PUNCT
fcis-13837	300	34	2016).8	2016).8	NOUN
fcis-13837	300	35	)	)	PUNCT
fcis-13837	300	36	,	,	PUNCT
fcis-13837	300	37	2008	2008	NUM
fcis-13837	300	38	,	,	PUNCT
fcis-13837	300	39	pp	pp	ADJ
fcis-13837	300	40	.	.	PUNCT
fcis-13837	301	1	160–167	160–167	NUM
fcis-13837	301	2	.	.	PUNCT
fcis-13837	302	1	[	[	X
fcis-13837	302	2	14	14	NUM
fcis-13837	302	3	]	]	X
fcis-13837	302	4	n.	n.	PROPN
fcis-13837	302	5	j.	j.	PROPN
fcis-13837	302	6	abid	abid	PROPN
fcis-13837	302	7	,	,	PUNCT
fcis-13837	302	8	n.	n.	NOUN
fcis-13837	302	9	dragan	dragan	PROPN
fcis-13837	302	10	,	,	PUNCT
fcis-13837	302	11	m.	m.	NOUN
fcis-13837	302	12	l.	l.	PROPN
fcis-13837	302	13	collard	collard	PROPN
fcis-13837	302	14	,	,	PUNCT
fcis-13837	302	15	and	and	CCONJ
fcis-13837	302	16	j.	j.	PROPN
fcis-13837	302	17	i.	i.	PROPN
fcis-13837	302	18	maletic	maletic	PROPN
fcis-13837	302	19	,	,	PUNCT
fcis-13837	302	20	using	use	VERB
fcis-13837	302	21	stereotypes	stereotype	NOUN
fcis-13837	302	22	in	in	ADP
fcis-13837	302	23	the	the	DET
fcis-13837	302	24	automatic	automatic	ADJ
fcis-13837	302	25	generation	generation	NOUN
fcis-13837	302	26	of	of	ADP
fcis-13837	302	27	natural	natural	ADJ
fcis-13837	302	28	language	language	NOUN
fcis-13837	302	29	summaries	summary	NOUN
fcis-13837	302	30	for	for	ADP
fcis-13837	302	31	c++	c++	NOUN
fcis-13837	302	32	methods	method	NOUN
fcis-13837	302	33	,	,	PUNCT
fcis-13837	302	34	in	in	ADP
fcis-13837	302	35	2015	2015	NUM
fcis-13837	302	36	ieee	ieee	NOUN
fcis-13837	302	37	international	international	ADJ
fcis-13837	302	38	conference	conference	NOUN
fcis-13837	302	39	on	on	ADP
fcis-13837	302	40	software	software	NOUN
fcis-13837	302	41	maintenance	maintenance	NOUN
fcis-13837	302	42	and	and	CCONJ
fcis-13837	302	43	evolution	evolution	NOUN
fcis-13837	302	44	(	(	PUNCT
fcis-13837	302	45	icsme	icsme	NOUN
fcis-13837	302	46	)	)	PUNCT
fcis-13837	302	47	,	,	PUNCT
fcis-13837	302	48	ieee	ieee	NOUN
fcis-13837	302	49	,	,	PUNCT
fcis-13837	302	50	2015	2015	NUM
fcis-13837	302	51	,	,	PUNCT
fcis-13837	302	52	pp	pp	ADJ
fcis-13837	302	53	.	.	PUNCT
fcis-13837	303	1	561–565	561–565	NUM
fcis-13837	303	2	.	.	PUNCT
fcis-13837	304	1	[	[	X
fcis-13837	304	2	15	15	NUM
fcis-13837	304	3	]	]	PUNCT
fcis-13837	304	4	x.	x.	NOUN
fcis-13837	304	5	hu	hu	PROPN
fcis-13837	304	6	,	,	PUNCT
fcis-13837	304	7	g.	g.	PROPN
fcis-13837	304	8	li	li	PROPN
fcis-13837	304	9	,	,	PUNCT
fcis-13837	304	10	x.	x.	PROPN
fcis-13837	304	11	xia	xia	PROPN
fcis-13837	304	12	,	,	PUNCT
fcis-13837	304	13	d.	d.	PROPN
fcis-13837	304	14	lo	lo	PROPN
fcis-13837	304	15	,	,	PUNCT
fcis-13837	304	16	and	and	CCONJ
fcis-13837	304	17	z.	z.	PROPN
fcis-13837	304	18	jin	jin	PROPN
fcis-13837	304	19	.	.	PUNCT
fcis-13837	305	1	deep	deep	ADJ
fcis-13837	305	2	code	code	NOUN
fcis-13837	305	3	comment	comment	NOUN
fcis-13837	305	4	generation	generation	NOUN
fcis-13837	305	5	.	.	PUNCT
fcis-13837	306	1	in	in	ADP
fcis-13837	306	2	proceedings	proceeding	NOUN
fcis-13837	306	3	of	of	ADP
fcis-13837	306	4	the	the	DET
fcis-13837	306	5	26th	26th	ADJ
fcis-13837	306	6	international	international	ADJ
fcis-13837	306	7	conference	conference	NOUN
fcis-13837	306	8	on	on	ADP
fcis-13837	306	9	program	program	NOUN
fcis-13837	306	10	comprehension	comprehension	NOUN
fcis-13837	306	11	,	,	PUNCT
fcis-13837	306	12	pages	page	NOUN
fcis-13837	306	13	200–210	200–210	NUM
fcis-13837	306	14	.	.	PUNCT
fcis-13837	306	15	acm	acm	PROPN
fcis-13837	306	16	,	,	PUNCT
fcis-13837	306	17	2018	2018	NUM
fcis-13837	306	18	.	.	PUNCT
fcis-13837	307	1	[	[	X
fcis-13837	307	2	16	16	NUM
fcis-13837	307	3	]	]	PUNCT
fcis-13837	307	4	k.	k.	PROPN
fcis-13837	307	5	chen	chen	PROPN
fcis-13837	307	6	,	,	PUNCT
fcis-13837	307	7	j.	j.	PROPN
fcis-13837	307	8	wang	wang	PROPN
fcis-13837	307	9	,	,	PUNCT
fcis-13837	307	10	l.-c	l.-c	PROPN
fcis-13837	307	11	.	.	PUNCT
fcis-13837	308	1	chen	chen	PROPN
fcis-13837	308	2	,	,	PUNCT
fcis-13837	308	3	h.	h.	PROPN
fcis-13837	308	4	gao	gao	PROPN
fcis-13837	308	5	,	,	PUNCT
fcis-13837	308	6	w.	w.	PROPN
fcis-13837	308	7	xu	xu	PROPN
fcis-13837	308	8	,	,	PUNCT
fcis-13837	308	9	and	and	CCONJ
fcis-13837	308	10	r.	r.	PROPN
fcis-13837	308	11	nevatia	nevatia	PROPN
fcis-13837	308	12	.	.	PUNCT
fcis-13837	309	1	abc	abc	PROPN
fcis-13837	309	2	-	-	PUNCT
fcis-13837	309	3	cnn	cnn	PROPN
fcis-13837	309	4	:	:	PUNCT
fcis-13837	309	5	an	an	DET
fcis-13837	309	6	attention	attention	NOUN
fcis-13837	309	7	based	base	VERB
fcis-13837	309	8	convolutional	convolutional	ADJ
fcis-13837	309	9	neural	neural	ADJ
fcis-13837	309	10	network	network	NOUN
fcis-13837	309	11	for	for	ADP
fcis-13837	309	12	visual	visual	ADJ
fcis-13837	309	13	question	question	NOUN
fcis-13837	309	14	answering	answering	NOUN
fcis-13837	309	15	.	.	PUNCT
fcis-13837	310	1	arxiv	arxiv	PROPN
fcis-13837	310	2	preprint	preprint	PROPN
fcis-13837	310	3	arxiv:1511.05960	arxiv:1511.05960	VERB
fcis-13837	310	4	,	,	PUNCT
fcis-13837	310	5	2015	2015	NUM
fcis-13837	310	6	.	.	PUNCT
fcis-13837	311	1	[	[	X
fcis-13837	311	2	17	17	NUM
fcis-13837	311	3	]	]	PUNCT
fcis-13837	311	4	a.	a.	PROPN
fcis-13837	311	5	marcus	marcus	PROPN
fcis-13837	311	6	and	and	CCONJ
fcis-13837	311	7	j.	j.	PROPN
fcis-13837	311	8	i.	i.	PROPN
fcis-13837	311	9	maletic	maletic	PROPN
fcis-13837	311	10	.	.	PUNCT
fcis-13837	312	1	recovering	recover	VERB
fcis-13837	312	2	documentation	documentation	NOUN
fcis-13837	312	3	-	-	PUNCT
fcis-13837	312	4	tosource	tosource	NOUN
fcis-13837	312	5	-	-	PUNCT
fcis-13837	312	6	code	code	NOUN
fcis-13837	312	7	traceability	traceability	NOUN
fcis-13837	312	8	links	link	NOUN
fcis-13837	312	9	using	use	VERB
fcis-13837	312	10	latent	latent	NOUN
fcis-13837	312	11	semantic	semantic	ADJ
fcis-13837	312	12	indexing	indexing	NOUN
fcis-13837	312	13	.	.	PUNCT
fcis-13837	313	1	in	in	ADP
fcis-13837	313	2	25th	25th	ADJ
fcis-13837	313	3	ieee	ieee	PROPN
fcis-13837	313	4	/	/	SYM
fcis-13837	313	5	acm	acm	PROPN
fcis-13837	313	6	international	international	ADJ
fcis-13837	313	7	conference	conference	NOUN
fcis-13837	313	8	on	on	ADP
fcis-13837	313	9	software	software	NOUN
fcis-13837	313	10	engineering	engineering	NOUN
fcis-13837	313	11	(	(	PUNCT
fcis-13837	313	12	icse’03	icse’03	PROPN
fcis-13837	313	13	)	)	PUNCT
fcis-13837	313	14	,	,	PUNCT
fcis-13837	313	15	pages	page	NOUN
fcis-13837	313	16	125–137	125–137	NUM
fcis-13837	313	17	,	,	PUNCT
fcis-13837	313	18	portland	portland	PROPN
fcis-13837	313	19	,	,	PUNCT
fcis-13837	313	20	or	or	CCONJ
fcis-13837	313	21	,	,	PUNCT
fcis-13837	313	22	2003	2003	NUM
fcis-13837	313	23	.	.	PUNCT
fcis-13837	314	1	[	[	X
fcis-13837	314	2	18	18	NUM
fcis-13837	314	3	]	]	X
fcis-13837	314	4	c.	c.	PROPN
fcis-13837	314	5	lopes	lopes	PROPN
fcis-13837	314	6	,	,	PUNCT
fcis-13837	314	7	s.	s.	PROPN
fcis-13837	314	8	bajracharya	bajracharya	PROPN
fcis-13837	314	9	,	,	PUNCT
fcis-13837	314	10	j.	j.	PROPN
fcis-13837	314	11	ossher	ossher	PROPN
fcis-13837	314	12	,	,	PUNCT
fcis-13837	314	13	and	and	CCONJ
fcis-13837	314	14	p.	p.	PROPN
fcis-13837	314	15	baldi	baldi	PROPN
fcis-13837	314	16	.	.	PUNCT
fcis-13837	315	1	uci	uci	PROPN
fcis-13837	315	2	source	source	PROPN
fcis-13837	315	3	code	code	NOUN
fcis-13837	315	4	data	datum	NOUN
fcis-13837	315	5	sets	set	NOUN
fcis-13837	315	6	,	,	PUNCT
fcis-13837	315	7	2010	2010	NUM
fcis-13837	315	8	.	.	PUNCT
fcis-13837	316	1	url	url	PROPN
fcis-13837	316	2	http://www.ics	http://www.ic	NOUN
fcis-13837	316	3	.	.	PUNCT
fcis-13837	317	1	uci.edu/$\	uci.edu/$\	ADJ
fcis-13837	317	2	sim	sim	VERB
fcis-13837	317	3	$	$	SYM
fcis-13837	317	4	lopes/	lopes/	NUM
fcis-13837	317	5	datasets/.	datasets/.	NOUN
fcis-13837	317	6	[	[	NOUN
fcis-13837	317	7	19	19	NUM
fcis-13837	317	8	]	]	PUNCT
fcis-13837	317	9	m.	m.	NOUN
fcis-13837	317	10	l.	l.	PROPN
fcis-13837	317	11	collard	collard	PROPN
fcis-13837	317	12	,	,	PUNCT
fcis-13837	317	13	m.	m.	NOUN
fcis-13837	317	14	j.	j.	PROPN
fcis-13837	317	15	decker	decker	PROPN
fcis-13837	317	16	,	,	PUNCT
fcis-13837	317	17	and	and	CCONJ
fcis-13837	317	18	j.	j.	PROPN
fcis-13837	317	19	i.	i.	PROPN
fcis-13837	317	20	maletic	maletic	PROPN
fcis-13837	317	21	.	.	PUNCT
fcis-13837	318	1	lightweight	lightweight	ADJ
fcis-13837	318	2	transformation	transformation	NOUN
fcis-13837	318	3	and	and	CCONJ
fcis-13837	318	4	fact	fact	NOUN
fcis-13837	318	5	extraction	extraction	NOUN
fcis-13837	318	6	with	with	ADP
fcis-13837	318	7	the	the	DET
fcis-13837	318	8	srcml	srcml	ADJ
fcis-13837	318	9	toolkit	toolkit	NOUN
fcis-13837	318	10	.	.	PUNCT
fcis-13837	319	1	in	in	ADP
fcis-13837	319	2	source	source	NOUN
fcis-13837	319	3	code	code	NOUN
fcis-13837	319	4	analysis	analysis	NOUN
fcis-13837	319	5	and	and	CCONJ
fcis-13837	319	6	manipulation	manipulation	NOUN
fcis-13837	319	7	(	(	PUNCT
fcis-13837	319	8	scam	scam	PROPN
fcis-13837	319	9	)	)	PUNCT
fcis-13837	319	10	,	,	PUNCT
fcis-13837	319	11	2011	2011	NUM
fcis-13837	319	12	11th	11th	NOUN
fcis-13837	319	13	ieee	ieee	PROPN
fcis-13837	319	14	international	international	ADJ
fcis-13837	319	15	working	working	NOUN
fcis-13837	319	16	conference	conference	NOUN
fcis-13837	319	17	on	on	ADP
fcis-13837	319	18	,	,	PUNCT
fcis-13837	319	19	pages	page	NOUN
fcis-13837	319	20	173–184	173–184	NUM
fcis-13837	319	21	.	.	PUNCT
fcis-13837	319	22	ieee	ieee	NOUN
fcis-13837	319	23	,	,	PUNCT
fcis-13837	319	24	2011	2011	NUM
fcis-13837	319	25	.	.	PUNCT
fcis-13837	320	1	[	[	X
fcis-13837	320	2	20	20	NUM
fcis-13837	320	3	]	]	PUNCT
fcis-13837	320	4	s.	s.	PROPN
fcis-13837	320	5	h.	h.	PROPN
fcis-13837	320	6	tan	tan	PROPN
fcis-13837	320	7	,	,	PUNCT
fcis-13837	320	8	d.	d.	PROPN
fcis-13837	320	9	marinov	marinov	PROPN
fcis-13837	320	10	,	,	PUNCT
fcis-13837	320	11	l.	l.	PROPN
fcis-13837	320	12	tan	tan	PROPN
fcis-13837	320	13	,	,	PUNCT
fcis-13837	320	14	and	and	CCONJ
fcis-13837	321	1	g.	g.	PROPN
fcis-13837	321	2	t.	t.	PROPN
fcis-13837	321	3	leavens	leaven	VERB
fcis-13837	321	4	.	.	PUNCT
fcis-13837	322	1	@tcomment	@tcomment	NOUN
fcis-13837	322	2	:	:	PUNCT
fcis-13837	322	3	testing	test	VERB
fcis-13837	322	4	javadoc	javadoc	ADJ
fcis-13837	322	5	comments	comment	NOUN
fcis-13837	322	6	to	to	PART
fcis-13837	322	7	detect	detect	VERB
fcis-13837	322	8	comment	comment	NOUN
fcis-13837	322	9	-	-	PUNCT
fcis-13837	322	10	code	code	NOUN
fcis-13837	322	11	inconsistencies	inconsistency	NOUN
fcis-13837	322	12	.	.	PUNCT
fcis-13837	323	1	in	in	ADP
fcis-13837	323	2	2012	2012	NUM
fcis-13837	323	3	ieee	ieee	NOUN
fcis-13837	323	4	fifth	fifth	ADJ
fcis-13837	323	5	international	international	ADJ
fcis-13837	323	6	conference	conference	NOUN
fcis-13837	323	7	on	on	ADP
fcis-13837	323	8	software	software	NOUN
fcis-13837	323	9	testing	testing	NOUN
fcis-13837	323	10	,	,	PUNCT
fcis-13837	323	11	verification	verification	NOUN
fcis-13837	323	12	and	and	CCONJ
fcis-13837	323	13	validation	validation	NOUN
fcis-13837	323	14	,	,	PUNCT
fcis-13837	323	15	pages	page	NOUN
fcis-13837	323	16	260	260	NUM
fcis-13837	323	17	–	–	PUNCT
fcis-13837	323	18	269	269	NUM
fcis-13837	323	19	,	,	PUNCT
fcis-13837	323	20	april	april	PROPN
fcis-13837	323	21	2012	2012	NUM
fcis-13837	323	22	.	.	PUNCT
fcis-13837	324	1	doi	doi	NOUN
fcis-13837	324	2	:	:	PUNCT
fcis-13837	324	3	10.1109	10.1109	NUM
fcis-13837	324	4	/	/	SYM
fcis-13837	324	5	icst.2012.106	icst.2012.106	NOUN
fcis-13837	324	6	.	.	PUNCT
fcis-13837	325	1	[	[	X
fcis-13837	325	2	21	21	NUM
fcis-13837	325	3	]	]	X
fcis-13837	325	4	a.	a.	NOUN
fcis-13837	325	5	louis	louis	PROPN
fcis-13837	325	6	,	,	PUNCT
fcis-13837	325	7	s.	s.	PROPN
fcis-13837	325	8	k.	k.	PROPN
fcis-13837	325	9	dash	dash	PROPN
fcis-13837	325	10	,	,	PUNCT
fcis-13837	325	11	e.	e.	PROPN
fcis-13837	325	12	t.	t.	PROPN
fcis-13837	325	13	barr	barr	PROPN
fcis-13837	325	14	,	,	PUNCT
fcis-13837	325	15	and	and	CCONJ
fcis-13837	325	16	c.	c.	PROPN
fcis-13837	325	17	a.	a.	PROPN
fcis-13837	325	18	sutton	sutton	PROPN
fcis-13837	325	19	.	.	PUNCT
fcis-13837	326	1	deep	deep	ADJ
fcis-13837	326	2	learning	learn	VERB
fcis-13837	326	3	to	to	PART
fcis-13837	326	4	detect	detect	VERB
fcis-13837	326	5	redundant	redundant	ADJ
fcis-13837	326	6	method	method	NOUN
fcis-13837	326	7	comments	comment	NOUN
fcis-13837	326	8	.	.	PUNCT
fcis-13837	327	1	corr	corr	PROPN
fcis-13837	327	2	,	,	PUNCT
fcis-13837	327	3	abs/1806.04616	abs/1806.04616	NOUN
fcis-13837	327	4	,	,	PUNCT
fcis-13837	327	5	2018	2018	NUM
fcis-13837	327	6	.	.	PUNCT
fcis-13837	328	1	[	[	X
fcis-13837	328	2	22	22	NUM
fcis-13837	328	3	]	]	PUNCT
fcis-13837	328	4	k.	k.	PROPN
fcis-13837	328	5	papineni	papineni	PROPN
fcis-13837	328	6	,	,	PUNCT
fcis-13837	328	7	s.	s.	PROPN
fcis-13837	328	8	roukos	roukos	PROPN
fcis-13837	328	9	,	,	PUNCT
fcis-13837	328	10	t.	t.	NOUN
fcis-13837	328	11	ward	ward	NOUN
fcis-13837	328	12	,	,	PUNCT
fcis-13837	328	13	and	and	CCONJ
fcis-13837	328	14	w.-j	w.-j	PROPN
fcis-13837	328	15	.	.	PUNCT
fcis-13837	329	1	zhu	zhu	PROPN
fcis-13837	329	2	.	.	PUNCT
fcis-13837	330	1	bleu	bleu	PROPN
fcis-13837	330	2	:	:	PUNCT
fcis-13837	330	3	a	a	DET
fcis-13837	330	4	method	method	NOUN
fcis-13837	330	5	for	for	ADP
fcis-13837	330	6	automatic	automatic	ADJ
fcis-13837	330	7	evaluation	evaluation	NOUN
fcis-13837	330	8	of	of	ADP
fcis-13837	330	9	machine	machine	NOUN
fcis-13837	330	10	translation	translation	NOUN
fcis-13837	330	11	.	.	PUNCT
fcis-13837	331	1	in	in	ADP
fcis-13837	331	2	proceedings	proceeding	NOUN
fcis-13837	331	3	of	of	ADP
fcis-13837	331	4	the	the	DET
fcis-13837	331	5	40th	40th	ADJ
fcis-13837	331	6	annual	annual	ADJ
fcis-13837	331	7	meeting	meeting	NOUN
fcis-13837	331	8	on	on	ADP
fcis-13837	331	9	association	association	NOUN
fcis-13837	331	10	for	for	ADP
fcis-13837	331	11	computational	computational	ADJ
fcis-13837	331	12	linguistics	linguistic	NOUN
fcis-13837	331	13	,	,	PUNCT
fcis-13837	331	14	acl	acl	PROPN
fcis-13837	331	15	’	'	PUNCT
fcis-13837	331	16	02	02	NUM
fcis-13837	331	17	,	,	PUNCT
fcis-13837	331	18	pages	page	NOUN
fcis-13837	331	19	311–318	311–318	NUM
fcis-13837	331	20	,	,	PUNCT
fcis-13837	331	21	stroudsburg	stroudsburg	PROPN
fcis-13837	331	22	,	,	PUNCT
fcis-13837	331	23	pa	pa	PROPN
fcis-13837	331	24	,	,	PUNCT
fcis-13837	331	25	usa	usa	PROPN
fcis-13837	331	26	,	,	PUNCT
fcis-13837	331	27	2002	2002	NUM
fcis-13837	331	28	.	.	PUNCT
fcis-13837	332	1	association	association	NOUN
fcis-13837	332	2	for	for	ADP
fcis-13837	332	3	computational	computational	ADJ
fcis-13837	332	4	linguistics	linguistic	NOUN
fcis-13837	332	5	,	,	PUNCT
fcis-13837	332	6	association	association	NOUN
fcis-13837	332	7	for	for	ADP
fcis-13837	332	8	computational	computational	ADJ
fcis-13837	332	9	linguistics	linguistic	NOUN
fcis-13837	332	10	.	.	PUNCT
fcis-13837	333	1	doi	doi	NOUN
fcis-13837	333	2	:	:	PUNCT
fcis-13837	333	3	10.3115/1073083.1073135	10.3115/1073083.1073135	NUM
fcis-13837	333	4	.	.	PUNCT
fcis-13837	334	1	[	[	X
fcis-13837	334	2	23	23	NUM
fcis-13837	334	3	]	]	PUNCT
fcis-13837	334	4	vinyals	vinyal	NOUN
fcis-13837	334	5	,	,	PUNCT
fcis-13837	334	6	a.	a.	NOUN
fcis-13837	334	7	toshev	toshev	PROPN
fcis-13837	334	8	,	,	PUNCT
fcis-13837	334	9	s.	s.	PROPN
fcis-13837	334	10	bengio	bengio	PROPN
fcis-13837	334	11	,	,	PUNCT
fcis-13837	334	12	and	and	CCONJ
fcis-13837	334	13	d.	d.	PROPN
fcis-13837	334	14	erhan	erhan	PROPN
fcis-13837	334	15	.	.	PUNCT
fcis-13837	335	1	show	show	VERB
fcis-13837	335	2	and	and	CCONJ
fcis-13837	335	3	tell	tell	VERB
fcis-13837	335	4	:	:	PUNCT
fcis-13837	335	5	a	a	DET
fcis-13837	335	6	neural	neural	ADJ
fcis-13837	335	7	image	image	NOUN
fcis-13837	335	8	caption	caption	NOUN
fcis-13837	335	9	generator	generator	NOUN
fcis-13837	335	10	.	.	PUNCT
fcis-13837	336	1	in	in	ADP
fcis-13837	336	2	proceedings	proceeding	NOUN
fcis-13837	336	3	of	of	ADP
fcis-13837	336	4	the	the	DET
fcis-13837	336	5	ieee	ieee	NOUN
fcis-13837	336	6	conference	conference	NOUN
fcis-13837	336	7	on	on	ADP
fcis-13837	336	8	computer	computer	NOUN
fcis-13837	336	9	vision	vision	NOUN
fcis-13837	336	10	and	and	CCONJ
fcis-13837	336	11	pattern	pattern	NOUN
fcis-13837	336	12	recognition	recognition	NOUN
fcis-13837	336	13	,	,	PUNCT
fcis-13837	336	14	pages	page	NOUN
fcis-13837	336	15	3156–3164	3156–3164	NOUN
fcis-13837	336	16	,	,	PUNCT
fcis-13837	336	17	2015	2015	NUM
fcis-13837	336	18	.	.	PUNCT
fcis-13837	337	1	[	[	X
fcis-13837	337	2	24	24	NUM
fcis-13837	337	3	]	]	PUNCT
fcis-13837	337	4	s.-a	s.-a	NOUN
fcis-13837	337	5	.	.	PUNCT
fcis-13837	338	1	gr¨onroos	gr¨onroos	ADJ
fcis-13837	338	2	.	.	PUNCT
fcis-13837	339	1	opennmt	opennmt	PROPN
fcis-13837	339	2	ensemble	ensemble	ADJ
fcis-13837	339	3	decoding	decoding	NOUN
fcis-13837	339	4	,	,	PUNCT
fcis-13837	339	5	2019	2019	NUM
fcis-13837	339	6	.	.	PUNCT
fcis-13837	340	1	url	url	PROPN
fcis-13837	340	2	https://github	https://github	PROPN
fcis-13837	340	3	.	.	PROPN
fcis-13837	340	4	com	com	NOUN
fcis-13837	340	5	/	/	PUNCT
fcis-13837	340	6	opennmt	opennmt	NOUN
fcis-13837	340	7	/	/	SYM
fcis-13837	340	8	opennmt	opennmt	NOUN
fcis-13837	340	9	-	-	PUNCT
fcis-13837	340	10	py	py	NOUN
fcis-13837	340	11	/	/	SYM
fcis-13837	340	12	pull/732	pull/732	NOUN
fcis-13837	340	13	.	.	PUNCT
fcis-13837	341	1	[	[	X
fcis-13837	341	2	25	25	NUM
fcis-13837	341	3	]	]	X
fcis-13837	341	4	e.	e.	PROPN
fcis-13837	341	5	garmash	garmash	PROPN
fcis-13837	341	6	and	and	CCONJ
fcis-13837	341	7	c.	c.	PROPN
fcis-13837	341	8	monz	monz	PROPN
fcis-13837	341	9	.	.	PUNCT
fcis-13837	342	1	ensemble	ensemble	ADJ
fcis-13837	342	2	learning	learning	NOUN
fcis-13837	342	3	for	for	ADP
fcis-13837	342	4	multi	multi	ADJ
fcis-13837	342	5	-	-	ADJ
fcis-13837	342	6	source	source	ADJ
fcis-13837	342	7	neural	neural	ADJ
fcis-13837	342	8	machine	machine	NOUN
fcis-13837	342	9	translation	translation	NOUN
fcis-13837	342	10	.	.	PUNCT
fcis-13837	343	1	in	in	ADP
fcis-13837	343	2	proceedings	proceeding	NOUN
fcis-13837	343	3	of	of	ADP
fcis-13837	343	4	coling	cole	VERB
fcis-13837	343	5	2016	2016	NUM
fcis-13837	343	6	,	,	PUNCT
fcis-13837	343	7	the	the	DET
fcis-13837	343	8	26th	26th	ADJ
fcis-13837	343	9	international	international	ADJ
fcis-13837	343	10	conference	conference	NOUN
fcis-13837	343	11	on	on	ADP
fcis-13837	343	12	computational	computational	ADJ
fcis-13837	343	13	linguistics	linguistic	NOUN
fcis-13837	343	14	:	:	PUNCT
fcis-13837	343	15	technical	technical	ADJ
fcis-13837	343	16	papers	paper	NOUN
fcis-13837	343	17	,	,	PUNCT
fcis-13837	343	18	pages	page	NOUN
fcis-13837	343	19	1409–1418	1409–1418	NUM
fcis-13837	343	20	,	,	PUNCT
fcis-13837	343	21	2016	2016	NUM
fcis-13837	343	22	.	.	PUNCT
fcis-13837	344	1	[	[	X
fcis-13837	344	2	26	26	NUM
fcis-13837	344	3	]	]	X
fcis-13837	344	4	paul	paul	PROPN
fcis-13837	344	5	w.	w.	PROPN
fcis-13837	344	6	mcburney	mcburney	PROPN
fcis-13837	344	7	and	and	CCONJ
fcis-13837	344	8	collin	collin	PROPN
fcis-13837	344	9	mcmillan	mcmillan	PROPN
fcis-13837	344	10	.	.	PUNCT
fcis-13837	345	1	2016	2016	NUM
fcis-13837	345	2	.	.	PUNCT
fcis-13837	346	1	automatic	automatic	ADJ
fcis-13837	346	2	source	source	NOUN
fcis-13837	346	3	code	code	NOUN
fcis-13837	346	4	summarization	summarization	NOUN
fcis-13837	346	5	of	of	ADP
fcis-13837	346	6	context	context	NOUN
fcis-13837	346	7	for	for	ADP
fcis-13837	346	8	java	java	PROPN
fcis-13837	346	9	methods	method	NOUN
fcis-13837	346	10	.	.	PUNCT
fcis-13837	347	1	ieee	ieee	PROPN
fcis-13837	347	2	trans	trans	PROPN
fcis-13837	347	3	.	.	PUNCT
fcis-13837	348	1	software	software	PROPN
fcis-13837	348	2	eng	eng	PROPN
fcis-13837	348	3	.	.	PROPN
fcis-13837	349	1	42	42	NUM
fcis-13837	349	2	,	,	PUNCT
fcis-13837	349	3	2	2	NUM
fcis-13837	349	4	(	(	PUNCT
fcis-13837	349	5	2016	2016	NUM
fcis-13837	349	6	)	)	PUNCT
fcis-13837	349	7	,	,	PUNCT
fcis-13837	349	8	103–119	103–119	NUM
fcis-13837	349	9	.	.	PUNCT
fcis-13837	350	1	https://doi	https://doi	NOUN
fcis-13837	350	2	.	.	PUNCT
fcis-13837	351	1	org/	org/	NOUN
fcis-13837	351	2	10.1109	10.1109	NUM
fcis-13837	351	3	/	/	SYM
fcis-13837	351	4	tse.2015.2465386	tse.2015.2465386	X
fcis-13837	351	5	.	.	PUNCT
fcis-13837	352	1	[	[	X
fcis-13837	352	2	27	27	NUM
fcis-13837	352	3	]	]	X
fcis-13837	352	4	laura	laura	PROPN
fcis-13837	352	5	moreno	moreno	PROPN
fcis-13837	352	6	,	,	PUNCT
fcis-13837	352	7	jairo	jairo	PROPN
fcis-13837	352	8	aponte	aponte	PROPN
fcis-13837	352	9	,	,	PUNCT
fcis-13837	352	10	giriprasad	giriprasad	PROPN
fcis-13837	352	11	sridhara	sridhara	NOUN
fcis-13837	352	12	,	,	PUNCT
fcis-13837	352	13	andrian	andrian	PROPN
fcis-13837	352	14	marcus	marcus	PROPN
fcis-13837	352	15	,	,	PUNCT
fcis-13837	352	16	lori	lori	PROPN
fcis-13837	352	17	l.	l.	PROPN
fcis-13837	352	18	pollock	pollock	PROPN
fcis-13837	352	19	,	,	PUNCT
fcis-13837	352	20	and	and	CCONJ
fcis-13837	352	21	k.	k.	PROPN
fcis-13837	352	22	vijay	vijay	PROPN
fcis-13837	352	23	-	-	PUNCT
fcis-13837	352	24	shanker	shanker	NOUN
fcis-13837	352	25	.	.	PUNCT
fcis-13837	353	1	2013	2013	NUM
fcis-13837	353	2	.	.	PUNCT
fcis-13837	354	1	automatic	automatic	ADJ
fcis-13837	354	2	generation	generation	NOUN
fcis-13837	354	3	of	of	ADP
fcis-13837	354	4	natural	natural	ADJ
fcis-13837	354	5	language	language	NOUN
fcis-13837	354	6	summaries	summary	NOUN
fcis-13837	354	7	for	for	ADP
fcis-13837	354	8	java	java	PROPN
fcis-13837	354	9	classes	class	NOUN
fcis-13837	354	10	.	.	PUNCT
fcis-13837	355	1	in	in	ADP
fcis-13837	355	2	ieee	ieee	PROPN
fcis-13837	355	3	21st	21st	PROPN
fcis-13837	355	4	international	international	ADJ
fcis-13837	355	5	conference	conference	NOUN
fcis-13837	355	6	on	on	ADP
fcis-13837	355	7	program	program	NOUN
fcis-13837	355	8	comprehension	comprehension	NOUN
fcis-13837	355	9	,	,	PUNCT
fcis-13837	355	10	icpc	icpc	PROPN
fcis-13837	355	11	2013	2013	NUM
fcis-13837	355	12	,	,	PUNCT
fcis-13837	355	13	san	san	PROPN
fcis-13837	355	14	francisco	francisco	PROPN
fcis-13837	355	15	,	,	PUNCT
fcis-13837	355	16	ca	ca	PROPN
fcis-13837	355	17	,	,	PUNCT
fcis-13837	355	18	usa	usa	PROPN
fcis-13837	355	19	,	,	PUNCT
fcis-13837	355	20	20	20	NUM
fcis-13837	355	21	-	-	SYM
fcis-13837	355	22	21	21	NUM
fcis-13837	355	23	may	may	NOUN
fcis-13837	355	24	,	,	PUNCT
fcis-13837	355	25	2013	2013	NUM
fcis-13837	355	26	.	.	PUNCT
fcis-13837	356	1	23–32	23–32	NUM
fcis-13837	356	2	.	.	PUNCT
fcis-13837	356	3	https://doi.org/10	https://doi.org/10	PROPN
fcis-13837	356	4	.	.	PUNCT
fcis-13837	357	1	1109/	1109/	NUM
fcis-13837	357	2	icpc	icpc	PROPN
fcis-13837	357	3	.	.	PUNCT
fcis-13837	358	1	2013	2013	NUM
fcis-13837	358	2	.	.	PUNCT
fcis-13837	359	1	6613	6613	NUM
fcis-13837	359	2	830	830	NUM
fcis-13837	359	3	.	.	PUNCT
fcis-13837	360	1	[	[	X
fcis-13837	360	2	28	28	NUM
fcis-13837	360	3	]	]	X
fcis-13837	360	4	giriprasad	giriprasad	PROPN
fcis-13837	360	5	sridhara	sridhara	NOUN
fcis-13837	360	6	,	,	PUNCT
fcis-13837	360	7	emily	emily	PROPN
fcis-13837	360	8	hill	hill	PROPN
fcis-13837	360	9	,	,	PUNCT
fcis-13837	360	10	divya	divya	PROPN
fcis-13837	360	11	muppaneni	muppaneni	PROPN
fcis-13837	360	12	,	,	PUNCT
fcis-13837	360	13	lori	lori	PROPN
fcis-13837	360	14	l.	l.	PROPN
fcis-13837	360	15	pollock	pollock	PROPN
fcis-13837	360	16	,	,	PUNCT
fcis-13837	360	17	and	and	CCONJ
fcis-13837	360	18	k.	k.	PROPN
fcis-13837	360	19	vijayshanker	vijayshanker	PROPN
fcis-13837	360	20	.	.	PUNCT
fcis-13837	361	1	2010	2010	NUM
fcis-13837	361	2	.	.	PUNCT
fcis-13837	362	1	towards	towards	ADP
fcis-13837	362	2	automatically	automatically	ADV
fcis-13837	362	3	generating	generate	VERB
fcis-13837	362	4	summary	summary	NOUN
fcis-13837	362	5	comments	comment	NOUN
fcis-13837	362	6	for	for	ADP
fcis-13837	362	7	java	java	NOUN
fcis-13837	362	8	methods	method	NOUN
fcis-13837	362	9	.	.	PUNCT
fcis-13837	363	1	in	in	ADP
fcis-13837	363	2	ase	ase	PROPN
fcis-13837	363	3	.	.	PROPN
fcis-13837	363	4	acm	acm	PROPN
fcis-13837	363	5	,	,	PUNCT
fcis-13837	363	6	43–52	43–52	NUM
fcis-13837	363	7	.	.	PUNCT
fcis-13837	364	1	[	[	X
fcis-13837	364	2	29	29	NUM
fcis-13837	364	3	]	]	X
fcis-13837	364	4	brian	brian	PROPN
fcis-13837	364	5	p.	p.	PROPN
fcis-13837	364	6	eddy	eddy	PROPN
fcis-13837	364	7	,	,	PUNCT
fcis-13837	364	8	jeffrey	jeffrey	PROPN
fcis-13837	364	9	a.	a.	PROPN
fcis-13837	364	10	robinson	robinson	PROPN
fcis-13837	364	11	,	,	PUNCT
fcis-13837	364	12	nicholas	nicholas	PROPN
fcis-13837	364	13	a.	a.	NOUN
fcis-13837	364	14	kraft	kraft	PROPN
fcis-13837	364	15	,	,	PUNCT
fcis-13837	364	16	and	and	CCONJ
fcis-13837	364	17	jeffrey	jeffrey	PROPN
fcis-13837	364	18	c.	c.	PROPN
fcis-13837	364	19	carver	carver	PROPN
fcis-13837	364	20	.	.	PUNCT
fcis-13837	365	1	2013	2013	NUM
fcis-13837	365	2	.	.	PUNCT
fcis-13837	366	1	evaluating	evaluate	VERB
fcis-13837	366	2	source	source	NOUN
fcis-13837	366	3	code	code	NOUN
fcis-13837	366	4	summarization	summarization	NOUN
fcis-13837	366	5	techniques	technique	NOUN
fcis-13837	366	6	:	:	PUNCT
fcis-13837	366	7	replication	replication	NOUN
fcis-13837	366	8	and	and	CCONJ
fcis-13837	366	9	expansion	expansion	NOUN
fcis-13837	366	10	.	.	PUNCT
fcis-13837	367	1	in	in	ADP
fcis-13837	367	2	ieee	ieee	PROPN
fcis-13837	367	3	21st	21st	PROPN
fcis-13837	367	4	international	international	ADJ
fcis-13837	367	5	conference	conference	NOUN
fcis-13837	367	6	on	on	ADP
fcis-13837	367	7	program	program	NOUN
fcis-13837	367	8	comprehension	comprehension	NOUN
fcis-13837	367	9	,	,	PUNCT
fcis-13837	367	10	icpc	icpc	PROPN
fcis-13837	367	11	2013	2013	NUM
fcis-13837	367	12	,	,	PUNCT
fcis-13837	367	13	san	san	PROPN
fcis-13837	367	14	francisco	francisco	PROPN
fcis-13837	367	15	,	,	PUNCT
fcis-13837	367	16	ca	ca	PROPN
fcis-13837	367	17	,	,	PUNCT
fcis-13837	367	18	usa	usa	PROPN
fcis-13837	367	19	,	,	PUNCT
fcis-13837	367	20	20	20	NUM
fcis-13837	367	21	-	-	SYM
fcis-13837	367	22	21	21	NUM
fcis-13837	367	23	may	may	NOUN
fcis-13837	367	24	,	,	PUNCT
fcis-13837	367	25	2013	2013	NUM
fcis-13837	367	26	.	.	PUNCT
fcis-13837	368	1	13–22	13–22	NUM
fcis-13837	368	2	.	.	PUNCT
fcis-13837	369	1	https://	https://	PROPN
fcis-13837	369	2	doi.org/10.1109/icpc.2013	doi.org/10.1109/icpc.2013	PROPN
fcis-13837	369	3	.	.	PROPN
fcis-13837	369	4	6613829	6613829	NUM
fcis-13837	369	5	.	.	PUNCT
fcis-13837	370	1	[	[	X
fcis-13837	370	2	30	30	NUM
fcis-13837	370	3	]	]	X
fcis-13837	370	4	sonia	sonia	NOUN
fcis-13837	370	5	haiduc	haiduc	PROPN
fcis-13837	370	6	,	,	PUNCT
fcis-13837	370	7	jairo	jairo	PROPN
fcis-13837	370	8	aponte	aponte	PROPN
fcis-13837	370	9	,	,	PUNCT
fcis-13837	370	10	laura	laura	PROPN
fcis-13837	370	11	moreno	moreno	PROPN
fcis-13837	370	12	,	,	PUNCT
fcis-13837	370	13	and	and	CCONJ
fcis-13837	370	14	andrian	andrian	PROPN
fcis-13837	370	15	marcus	marcus	PROPN
fcis-13837	370	16	.	.	PUNCT
fcis-13837	370	17	2010	2010	NUM
fcis-13837	370	18	.	.	PUNCT
fcis-13837	371	1	on	on	ADP
fcis-13837	371	2	the	the	DET
fcis-13837	371	3	use	use	NOUN
fcis-13837	371	4	of	of	ADP
fcis-13837	371	5	automated	automate	VERB
fcis-13837	371	6	text	text	NOUN
fcis-13837	371	7	summarization	summarization	NOUN
fcis-13837	371	8	techniques	technique	NOUN
fcis-13837	371	9	for	for	ADP
fcis-13837	371	10	summarizing	summarize	VERB
fcis-13837	371	11	source	source	NOUN
fcis-13837	371	12	code	code	NOUN
fcis-13837	371	13	.	.	PUNCT
fcis-13837	372	1	in	in	ADP
fcis-13837	372	2	17th	17th	ADJ
fcis-13837	372	3	working	work	VERB
fcis-13837	372	4	conference	conference	NOUN
fcis-13837	372	5	on	on	ADP
fcis-13837	372	6	reverse	reverse	ADJ
fcis-13837	372	7	engineering	engineering	NOUN
fcis-13837	372	8	,	,	PUNCT
fcis-13837	372	9	wcre	wcre	PROPN
fcis-13837	372	10	2010	2010	NUM
fcis-13837	372	11	,	,	PUNCT
fcis-13837	372	12	13	13	NUM
fcis-13837	372	13	-	-	SYM
fcis-13837	372	14	16	16	NUM
fcis-13837	372	15	october	october	NOUN
fcis-13837	372	16	2010	2010	NUM
fcis-13837	372	17	,	,	PUNCT
fcis-13837	372	18	beverly	beverly	PROPN
fcis-13837	372	19	,	,	PUNCT
fcis-13837	372	20	ma	ma	PROPN
fcis-13837	372	21	,	,	PUNCT
fcis-13837	372	22	usa	usa	PROPN
fcis-13837	372	23	.	.	PROPN
fcis-13837	372	24	35–44	35–44	PROPN
fcis-13837	372	25	.	.	PROPN
fcis-13837	372	26	https://doi.org/	https://doi.org/	VERB
fcis-13837	372	27	10.1109/	10.1109/	NUM
fcis-13837	372	28	wcre.2010.13	wcre.2010.13	NOUN
fcis-13837	372	29	.	.	PUNCT
fcis-13837	373	1	25	25	NUM
fcis-13837	374	1	[	[	X
fcis-13837	374	2	31	31	NUM
fcis-13837	374	3	]	]	X
fcis-13837	374	4	martin	martin	PROPN
fcis-13837	374	5	white	white	PROPN
fcis-13837	374	6	,	,	PUNCT
fcis-13837	374	7	michele	michele	PROPN
fcis-13837	374	8	tufano	tufano	PROPN
fcis-13837	374	9	,	,	PUNCT
fcis-13837	374	10	christopher	christopher	PROPN
fcis-13837	374	11	vendome	vendome	PROPN
fcis-13837	374	12	,	,	PUNCT
fcis-13837	374	13	and	and	CCONJ
fcis-13837	374	14	denys	denys	PROPN
fcis-13837	374	15	poshyvanyk	poshyvanyk	NOUN
fcis-13837	374	16	.	.	PUNCT
fcis-13837	375	1	2016	2016	NUM
fcis-13837	375	2	.	.	PUNCT
fcis-13837	376	1	deep	deep	ADJ
fcis-13837	376	2	learning	learn	VERB
fcis-13837	376	3	code	code	NOUN
fcis-13837	376	4	fragments	fragment	NOUN
fcis-13837	376	5	for	for	ADP
fcis-13837	376	6	code	code	NOUN
fcis-13837	376	7	clone	clone	NOUN
fcis-13837	376	8	detection	detection	NOUN
fcis-13837	376	9	.	.	PUNCT
fcis-13837	377	1	in	in	ADP
fcis-13837	377	2	proceedings	proceeding	NOUN
fcis-13837	377	3	of	of	ADP
fcis-13837	377	4	the	the	DET
fcis-13837	377	5	31st	31st	ADJ
fcis-13837	377	6	ieee	ieee	PROPN
fcis-13837	377	7	/	/	SYM
fcis-13837	377	8	acm	acm	PROPN
fcis-13837	377	9	international	international	ADJ
fcis-13837	377	10	conference	conference	NOUN
fcis-13837	377	11	on	on	ADP
fcis-13837	377	12	automated	automate	VERB
fcis-13837	377	13	software	software	NOUN
fcis-13837	377	14	engineering	engineering	NOUN
fcis-13837	377	15	,	,	PUNCT
fcis-13837	377	16	ase	ase	NOUN
fcis-13837	377	17	2016	2016	NUM
fcis-13837	377	18	,	,	PUNCT
fcis-13837	377	19	singapore	singapore	PROPN
fcis-13837	377	20	,	,	PUNCT
fcis-13837	377	21	september	september	PROPN
fcis-13837	377	22	3	3	NUM
fcis-13837	377	23	-	-	SYM
fcis-13837	377	24	7	7	NUM
fcis-13837	377	25	,	,	PUNCT
fcis-13837	377	26	2016	2016	NUM
fcis-13837	377	27	.	.	PUNCT
fcis-13837	378	1	87–98	87–98	NUM
fcis-13837	378	2	.	.	PUNCT
fcis-13837	379	1	https://	https://	PROPN
fcis-13837	379	2	doi	doi	PROPN
fcis-13837	379	3	.	.	PUNCT
fcis-13837	380	1	org/	org/	PRON
fcis-13837	380	2	10.1145/2970276	10.1145/2970276	NUM
fcis-13837	380	3	.	.	PROPN
fcis-13837	380	4	2970326	2970326	NUM
fcis-13837	380	5	.	.	PUNCT
fcis-13837	381	1	[	[	X
fcis-13837	381	2	32	32	NUM
fcis-13837	381	3	]	]	X
fcis-13837	381	4	edmund	edmund	PROPN
fcis-13837	381	5	wong	wong	PROPN
fcis-13837	381	6	,	,	PUNCT
fcis-13837	381	7	taiyue	taiyue	PROPN
fcis-13837	381	8	liu	liu	PROPN
fcis-13837	381	9	,	,	PUNCT
fcis-13837	381	10	and	and	CCONJ
fcis-13837	381	11	lin	lin	PROPN
fcis-13837	381	12	tan	tan	PROPN
fcis-13837	381	13	.	.	PROPN
fcis-13837	381	14	2015	2015	NUM
fcis-13837	381	15	.	.	PUNCT
fcis-13837	382	1	clocom	clocom	NOUN
fcis-13837	382	2	:	:	PUNCT
fcis-13837	382	3	mining	mine	VERB
fcis-13837	382	4	existing	exist	VERB
fcis-13837	382	5	source	source	NOUN
fcis-13837	382	6	code	code	NOUN
fcis-13837	382	7	for	for	ADP
fcis-13837	382	8	automatic	automatic	ADJ
fcis-13837	382	9	comment	comment	NOUN
fcis-13837	382	10	generation	generation	NOUN
fcis-13837	382	11	.	.	PUNCT
fcis-13837	383	1	in	in	ADP
fcis-13837	383	2	22nd	22nd	PROPN
fcis-13837	383	3	ieee	ieee	PROPN
fcis-13837	383	4	international	international	ADJ
fcis-13837	383	5	conference	conference	NOUN
fcis-13837	383	6	on	on	ADP
fcis-13837	383	7	software	software	NOUN
fcis-13837	383	8	analysis	analysis	NOUN
fcis-13837	383	9	,	,	PUNCT
fcis-13837	383	10	evolution	evolution	NOUN
fcis-13837	383	11	,	,	PUNCT
fcis-13837	383	12	and	and	CCONJ
fcis-13837	383	13	reengineering	reengineering	NOUN
fcis-13837	383	14	,	,	PUNCT
fcis-13837	383	15	saner	sane	ADJ
fcis-13837	383	16	2015	2015	NUM
fcis-13837	383	17	,	,	PUNCT
fcis-13837	383	18	montreal	montreal	PROPN
fcis-13837	383	19	,	,	PUNCT
fcis-13837	383	20	qc	qc	PROPN
fcis-13837	383	21	,	,	PUNCT
fcis-13837	383	22	canada	canada	PROPN
fcis-13837	383	23	,	,	PUNCT
fcis-13837	383	24	march	march	PROPN
fcis-13837	383	25	2	2	NUM
fcis-13837	383	26	-	-	SYM
fcis-13837	383	27	6	6	NUM
fcis-13837	383	28	,	,	PUNCT
fcis-13837	383	29	2015	2015	NUM
fcis-13837	383	30	.	.	PUNCT
fcis-13837	384	1	380–389	380–389	NUM
fcis-13837	384	2	.	.	NOUN
fcis-13837	384	3	https://doi.org/	https://doi.org/	PROPN
fcis-13837	384	4	10	10	NUM
fcis-13837	384	5	.	.	PUNCT
fcis-13837	385	1	1109/	1109/	NUM
fcis-13837	385	2	saner.2015.7081848	saner.2015.7081848	NUM
fcis-13837	385	3	.	.	PUNCT
fcis-13837	386	1	[	[	X
fcis-13837	386	2	33	33	NUM
fcis-13837	386	3	]	]	PUNCT
fcis-13837	386	4	xing	xing	PROPN
fcis-13837	386	5	hu	hu	PROPN
fcis-13837	386	6	,	,	PUNCT
fcis-13837	386	7	ge	ge	PROPN
fcis-13837	386	8	li	li	PROPN
fcis-13837	386	9	,	,	PUNCT
fcis-13837	386	10	xin	xin	PROPN
fcis-13837	386	11	xia	xia	PROPN
fcis-13837	386	12	,	,	PUNCT
fcis-13837	386	13	david	david	PROPN
fcis-13837	386	14	lo	lo	PROPN
fcis-13837	386	15	,	,	PUNCT
fcis-13837	386	16	and	and	CCONJ
fcis-13837	386	17	zhi	zhi	PROPN
fcis-13837	386	18	jin	jin	PROPN
fcis-13837	386	19	.	.	PUNCT
fcis-13837	387	1	2018	2018	NUM
fcis-13837	387	2	.	.	PUNCT
fcis-13837	388	1	deep	deep	ADJ
fcis-13837	388	2	code	code	NOUN
fcis-13837	388	3	comment	comment	NOUN
fcis-13837	388	4	generation	generation	NOUN
fcis-13837	388	5	.	.	PUNCT
fcis-13837	389	1	in	in	ADP
fcis-13837	389	2	proceedings	proceeding	NOUN
fcis-13837	389	3	of	of	ADP
fcis-13837	389	4	the	the	DET
fcis-13837	389	5	26th	26th	ADJ
fcis-13837	389	6	conference	conference	NOUN
fcis-13837	389	7	on	on	ADP
fcis-13837	389	8	program	program	NOUN
fcis-13837	389	9	comprehension	comprehension	NOUN
fcis-13837	389	10	.	.	PUNCT
fcis-13837	390	1	[	[	X
fcis-13837	390	2	34	34	NUM
fcis-13837	390	3	]	]	X
fcis-13837	390	4	srinivasan	srinivasan	PROPN
fcis-13837	390	5	iyer	iyer	PROPN
fcis-13837	390	6	,	,	PUNCT
fcis-13837	390	7	ioannis	ioannis	PROPN
fcis-13837	390	8	konstas	konstas	PROPN
fcis-13837	390	9	,	,	PUNCT
fcis-13837	390	10	alvin	alvin	PROPN
fcis-13837	390	11	cheung	cheung	PROPN
fcis-13837	390	12	,	,	PUNCT
fcis-13837	390	13	and	and	CCONJ
fcis-13837	390	14	luke	luke	PROPN
fcis-13837	390	15	zettlemoyer	zettlemoyer	NOUN
fcis-13837	390	16	.	.	PUNCT
fcis-13837	391	1	2016	2016	NUM
fcis-13837	391	2	.	.	PUNCT
fcis-13837	392	1	summarizing	summarize	VERB
fcis-13837	392	2	source	source	NOUN
fcis-13837	392	3	code	code	NOUN
fcis-13837	392	4	using	use	VERB
fcis-13837	392	5	a	a	DET
fcis-13837	392	6	neural	neural	ADJ
fcis-13837	392	7	attention	attention	NOUN
fcis-13837	392	8	model	model	NOUN
fcis-13837	392	9	.	.	PUNCT
fcis-13837	393	1	in	in	ADP
fcis-13837	393	2	proceedings	proceeding	NOUN
fcis-13837	393	3	of	of	ADP
fcis-13837	393	4	the	the	DET
fcis-13837	393	5	54th	54th	ADJ
fcis-13837	393	6	annual	annual	ADJ
fcis-13837	393	7	meeting	meeting	NOUN
fcis-13837	393	8	of	of	ADP
fcis-13837	393	9	the	the	DET
fcis-13837	393	10	association	association	NOUN
fcis-13837	393	11	for	for	ADP
fcis-13837	393	12	computational	computational	ADJ
fcis-13837	393	13	linguistics	linguistic	NOUN
fcis-13837	393	14	,	,	PUNCT
fcis-13837	393	15	acl	acl	PROPN
fcis-13837	393	16	2016	2016	NUM
fcis-13837	393	17	,	,	PUNCT
fcis-13837	393	18	august	august	PROPN
fcis-13837	393	19	7	7	NUM
fcis-13837	393	20	-	-	SYM
fcis-13837	393	21	12	12	NUM
fcis-13837	393	22	,	,	PUNCT
fcis-13837	393	23	2016	2016	NUM
fcis-13837	393	24	,	,	PUNCT
fcis-13837	393	25	berlin	berlin	PROPN
fcis-13837	393	26	,	,	PUNCT
fcis-13837	393	27	germany	germany	PROPN
fcis-13837	393	28	,	,	PUNCT
fcis-13837	393	29	volume	volume	NOUN
fcis-13837	393	30	1	1	NUM
fcis-13837	393	31	:	:	PUNCT
fcis-13837	393	32	long	long	ADJ
fcis-13837	393	33	papers	paper	NOUN
fcis-13837	393	34	.	.	PUNCT
fcis-13837	394	1	https://www.aclweb	https://www.aclweb	PROPN
fcis-13837	394	2	.	.	PUNCT
fcis-13837	395	1	org	org	ADJ
fcis-13837	395	2	/	/	SYM
fcis-13837	395	3	anthology	anthology	NOUN
fcis-13837	395	4	/	/	SYM
fcis-13837	395	5	p16	p16	NOUN
fcis-13837	395	6	-	-	PUNCT
fcis-13837	395	7	1195/.	1195/.	NUM
fcis-13837	395	8	[	[	PUNCT
fcis-13837	395	9	35	35	NUM
fcis-13837	395	10	]	]	X
fcis-13837	395	11	alexander	alexander	PROPN
fcis-13837	395	12	leclair	leclair	PROPN
fcis-13837	395	13	,	,	PUNCT
fcis-13837	395	14	siyuan	siyuan	PROPN
fcis-13837	395	15	jiang	jiang	PROPN
fcis-13837	395	16	,	,	PUNCT
fcis-13837	395	17	and	and	CCONJ
fcis-13837	395	18	collin	collin	PROPN
fcis-13837	395	19	mcmillan	mcmillan	PROPN
fcis-13837	395	20	.	.	PUNCT
fcis-13837	396	1	2019	2019	NUM
fcis-13837	396	2	.	.	PUNCT
fcis-13837	397	1	a	a	DET
fcis-13837	397	2	neural	neural	ADJ
fcis-13837	397	3	model	model	NOUN
fcis-13837	397	4	for	for	ADP
fcis-13837	397	5	generating	generate	VERB
fcis-13837	397	6	natural	natural	ADJ
fcis-13837	397	7	language	language	NOUN
fcis-13837	397	8	summaries	summary	NOUN
fcis-13837	397	9	of	of	ADP
fcis-13837	397	10	program	program	NOUN
fcis-13837	397	11	subroutines	subroutine	NOUN
fcis-13837	397	12	.	.	PUNCT
fcis-13837	398	1	in	in	ADP
fcis-13837	398	2	proceedings	proceeding	NOUN
fcis-13837	398	3	of	of	ADP
fcis-13837	398	4	the	the	DET
fcis-13837	398	5	41st	41st	ADJ
fcis-13837	398	6	international	international	ADJ
fcis-13837	398	7	conference	conference	NOUN
fcis-13837	398	8	on	on	ADP
fcis-13837	398	9	software	software	NOUN
fcis-13837	398	10	engineering	engineering	NOUN
fcis-13837	398	11	,	,	PUNCT
fcis-13837	398	12	icse	icse	PROPN
fcis-13837	398	13	2019	2019	NUM
fcis-13837	398	14	,	,	PUNCT
fcis-13837	398	15	montreal	montreal	PROPN
fcis-13837	398	16	,	,	PUNCT
fcis-13837	398	17	qc	qc	PROPN
fcis-13837	398	18	,	,	PUNCT
fcis-13837	398	19	canada	canada	PROPN
fcis-13837	398	20	,	,	PUNCT
fcis-13837	398	21	may	may	AUX
fcis-13837	398	22	25	25	NUM
fcis-13837	398	23	-	-	SYM
fcis-13837	398	24	31	31	NUM
fcis-13837	398	25	,	,	PUNCT
fcis-13837	398	26	2019	2019	NUM
fcis-13837	398	27	.	.	PUNCT
fcis-13837	399	1	795–806	795–806	NUM
fcis-13837	399	2	.	.	NOUN
fcis-13837	399	3	https://doi.org/	https://doi.org/	PROPN
fcis-13837	399	4	10	10	NUM
fcis-13837	399	5	.	.	PUNCT
fcis-13837	400	1	1109	1109	NUM
fcis-13837	400	2	/	/	SYM
fcis-13837	400	3	icse.2019.00087	icse.2019.00087	PROPN
fcis-13837	400	4	.	.	PUNCT
fcis-13837	401	1	[	[	X
fcis-13837	401	2	36	36	NUM
fcis-13837	401	3	]	]	X
fcis-13837	401	4	giriprasad	giriprasad	PROPN
fcis-13837	401	5	sridhara	sridhara	NOUN
fcis-13837	401	6	,	,	PUNCT
fcis-13837	401	7	emily	emily	PROPN
fcis-13837	401	8	hill	hill	PROPN
fcis-13837	401	9	,	,	PUNCT
fcis-13837	401	10	divya	divya	PROPN
fcis-13837	401	11	muppaneni	muppaneni	PROPN
fcis-13837	401	12	,	,	PUNCT
fcis-13837	401	13	lori	lori	PROPN
fcis-13837	401	14	l.	l.	PROPN
fcis-13837	401	15	pollock	pollock	PROPN
fcis-13837	401	16	,	,	PUNCT
fcis-13837	401	17	and	and	CCONJ
fcis-13837	401	18	k.	k.	PROPN
fcis-13837	401	19	vijayshanker	vijayshanker	PROPN
fcis-13837	401	20	.	.	PUNCT
fcis-13837	402	1	2010	2010	NUM
fcis-13837	402	2	.	.	PUNCT
fcis-13837	403	1	towards	towards	ADP
fcis-13837	403	2	automatically	automatically	ADV
fcis-13837	403	3	generating	generate	VERB
fcis-13837	403	4	summary	summary	NOUN
fcis-13837	403	5	comments	comment	NOUN
fcis-13837	403	6	for	for	ADP
fcis-13837	403	7	java	java	NOUN
fcis-13837	403	8	methods	method	NOUN
fcis-13837	403	9	.	.	PUNCT
fcis-13837	404	1	in	in	ADP
fcis-13837	404	2	ase	ase	PROPN
fcis-13837	404	3	.	.	PROPN
fcis-13837	404	4	acm	acm	PROPN
fcis-13837	404	5	,	,	PUNCT
fcis-13837	404	6	43–52	43–52	NUM
fcis-13837	404	7	.	.	PUNCT
fcis-13837	405	1	[	[	X
fcis-13837	405	2	37	37	NUM
fcis-13837	405	3	]	]	X
fcis-13837	405	4	laura	laura	PROPN
fcis-13837	405	5	moreno	moreno	PROPN
fcis-13837	405	6	,	,	PUNCT
fcis-13837	405	7	jairo	jairo	PROPN
fcis-13837	405	8	aponte	aponte	PROPN
fcis-13837	405	9	,	,	PUNCT
fcis-13837	405	10	giriprasad	giriprasad	PROPN
fcis-13837	405	11	sridhara	sridhara	NOUN
fcis-13837	405	12	,	,	PUNCT
fcis-13837	405	13	andrian	andrian	PROPN
fcis-13837	405	14	marcus	marcus	PROPN
fcis-13837	405	15	,	,	PUNCT
fcis-13837	405	16	lori	lori	PROPN
fcis-13837	405	17	l.	l.	PROPN
fcis-13837	405	18	pollock	pollock	PROPN
fcis-13837	405	19	,	,	PUNCT
fcis-13837	405	20	and	and	CCONJ
fcis-13837	405	21	k.	k.	PROPN
fcis-13837	405	22	vijay	vijay	PROPN
fcis-13837	405	23	-	-	PUNCT
fcis-13837	405	24	shanker	shanker	NOUN
fcis-13837	405	25	.	.	PUNCT
fcis-13837	406	1	2013	2013	NUM
fcis-13837	406	2	.	.	PUNCT
fcis-13837	407	1	automatic	automatic	ADJ
fcis-13837	407	2	generation	generation	NOUN
fcis-13837	407	3	of	of	ADP
fcis-13837	407	4	natural	natural	ADJ
fcis-13837	407	5	language	language	NOUN
fcis-13837	407	6	summaries	summary	NOUN
fcis-13837	407	7	for	for	ADP
fcis-13837	407	8	java	java	PROPN
fcis-13837	407	9	classes	class	NOUN
fcis-13837	407	10	.	.	PUNCT
fcis-13837	408	1	in	in	ADP
fcis-13837	408	2	ieee	ieee	PROPN
fcis-13837	408	3	21st	21st	PROPN
fcis-13837	408	4	international	international	ADJ
fcis-13837	408	5	conference	conference	NOUN
fcis-13837	408	6	on	on	ADP
fcis-13837	408	7	program	program	NOUN
fcis-13837	408	8	comprehension	comprehension	NOUN
fcis-13837	408	9	,	,	PUNCT
fcis-13837	408	10	icpc	icpc	PROPN
fcis-13837	408	11	2013	2013	NUM
fcis-13837	408	12	,	,	PUNCT
fcis-13837	408	13	san	san	PROPN
fcis-13837	408	14	francisco	francisco	PROPN
fcis-13837	408	15	,	,	PUNCT
fcis-13837	408	16	ca	ca	PROPN
fcis-13837	408	17	,	,	PUNCT
fcis-13837	408	18	usa	usa	PROPN
fcis-13837	408	19	,	,	PUNCT
fcis-13837	408	20	20	20	NUM
fcis-13837	408	21	-	-	SYM
fcis-13837	408	22	21	21	NUM
fcis-13837	408	23	may	may	NOUN
fcis-13837	408	24	,	,	PUNCT
fcis-13837	408	25	2013	2013	NUM
fcis-13837	408	26	.	.	PUNCT
fcis-13837	409	1	23–32	23–32	NUM
fcis-13837	409	2	.	.	PUNCT
fcis-13837	409	3	https://doi.org/10	https://doi.org/10	PROPN
fcis-13837	409	4	.	.	PUNCT
fcis-13837	410	1	1109/	1109/	NUM
fcis-13837	410	2	icpc	icpc	PROPN
fcis-13837	410	3	.	.	PUNCT
fcis-13837	411	1	2013	2013	NUM
fcis-13837	411	2	.	.	PUNCT
fcis-13837	412	1	6613830	6613830	NUM
fcis-13837	412	2	.	.	PUNCT
fcis-13837	413	1	[	[	X
fcis-13837	413	2	38	38	NUM
fcis-13837	413	3	]	]	PUNCT
fcis-13837	413	4	paul	paul	PROPN
fcis-13837	413	5	w.	w.	PROPN
fcis-13837	413	6	mcburney	mcburney	PROPN
fcis-13837	413	7	and	and	CCONJ
fcis-13837	413	8	collin	collin	PROPN
fcis-13837	413	9	mcmillan	mcmillan	PROPN
fcis-13837	413	10	.	.	PUNCT
fcis-13837	414	1	2016	2016	NUM
fcis-13837	414	2	.	.	PUNCT
fcis-13837	415	1	automatic	automatic	ADJ
fcis-13837	415	2	source	source	NOUN
fcis-13837	415	3	code	code	NOUN
fcis-13837	415	4	summarization	summarization	NOUN
fcis-13837	415	5	of	of	ADP
fcis-13837	415	6	context	context	NOUN
fcis-13837	415	7	for	for	ADP
fcis-13837	415	8	java	java	PROPN
fcis-13837	415	9	methods	method	NOUN
fcis-13837	415	10	.	.	PUNCT
fcis-13837	416	1	ieee	ieee	PROPN
fcis-13837	416	2	trans	trans	PROPN
fcis-13837	416	3	.	.	PUNCT
fcis-13837	417	1	software	software	PROPN
fcis-13837	417	2	eng	eng	PROPN
fcis-13837	417	3	.	.	PROPN
fcis-13837	418	1	42	42	NUM
fcis-13837	418	2	,	,	PUNCT
fcis-13837	418	3	2	2	NUM
fcis-13837	418	4	(	(	PUNCT
fcis-13837	418	5	2016	2016	NUM
fcis-13837	418	6	)	)	PUNCT
fcis-13837	418	7	,	,	PUNCT
fcis-13837	419	1	103–119	103–119	NUM
fcis-13837	419	2	.	.	PUNCT
fcis-13837	420	1	https://	https://	PROPN
fcis-13837	420	2	doi.org/	doi.org/	ADV
fcis-13837	420	3	10.1109	10.1109	NUM
fcis-13837	420	4	/	/	SYM
fcis-13837	420	5	tse.2015.2465386	tse.2015.2465386	NUM
fcis-13837	420	6	.	.	PUNCT
fcis-13837	421	1	[	[	X
fcis-13837	421	2	39	39	NUM
fcis-13837	421	3	]	]	PUNCT
fcis-13837	421	4	sonia	sonia	NOUN
fcis-13837	421	5	haiduc	haiduc	PROPN
fcis-13837	421	6	,	,	PUNCT
fcis-13837	421	7	jairo	jairo	PROPN
fcis-13837	421	8	aponte	aponte	PROPN
fcis-13837	421	9	,	,	PUNCT
fcis-13837	421	10	laura	laura	PROPN
fcis-13837	421	11	moreno	moreno	PROPN
fcis-13837	421	12	,	,	PUNCT
fcis-13837	421	13	and	and	CCONJ
fcis-13837	421	14	andrian	andrian	PROPN
fcis-13837	421	15	marcus	marcus	PROPN
fcis-13837	421	16	.	.	PUNCT
fcis-13837	421	17	2010	2010	NUM
fcis-13837	421	18	.	.	PUNCT
fcis-13837	422	1	on	on	ADP
fcis-13837	422	2	the	the	DET
fcis-13837	422	3	use	use	NOUN
fcis-13837	422	4	of	of	ADP
fcis-13837	422	5	automated	automate	VERB
fcis-13837	422	6	text	text	NOUN
fcis-13837	422	7	summarization	summarization	NOUN
fcis-13837	422	8	techniques	technique	NOUN
fcis-13837	422	9	for	for	ADP
fcis-13837	422	10	summarizing	summarize	VERB
fcis-13837	422	11	source	source	NOUN
fcis-13837	422	12	code	code	NOUN
fcis-13837	422	13	.	.	PUNCT
fcis-13837	423	1	in	in	ADP
fcis-13837	423	2	17th	17th	ADJ
fcis-13837	423	3	working	work	VERB
fcis-13837	423	4	conference	conference	NOUN
fcis-13837	423	5	on	on	ADP
fcis-13837	423	6	reverse	reverse	ADJ
fcis-13837	423	7	engineering	engineering	NOUN
fcis-13837	423	8	,	,	PUNCT
fcis-13837	423	9	wcre	wcre	PROPN
fcis-13837	423	10	2010	2010	NUM
fcis-13837	423	11	,	,	PUNCT
fcis-13837	423	12	13	13	NUM
fcis-13837	423	13	-	-	SYM
fcis-13837	423	14	16	16	NUM
fcis-13837	423	15	october	october	NOUN
fcis-13837	423	16	2010	2010	NUM
fcis-13837	423	17	,	,	PUNCT
fcis-13837	423	18	beverly	beverly	PROPN
fcis-13837	423	19	,	,	PUNCT
fcis-13837	423	20	ma	ma	PROPN
fcis-13837	423	21	,	,	PUNCT
fcis-13837	423	22	usa	usa	PROPN
fcis-13837	423	23	.	.	PROPN
fcis-13837	423	24	35–44	35–44	PROPN
fcis-13837	423	25	.	.	PROPN
fcis-13837	423	26	https://doi.org/	https://doi.org/	PROPN
fcis-13837	423	27	10	10	NUM
fcis-13837	423	28	.	.	PUNCT
fcis-13837	423	29	1109	1109	NUM
fcis-13837	423	30	/	/	SYM
fcis-13837	423	31	wcre.2010.13	wcre.2010.13	NOUN
fcis-13837	423	32	.	.	PUNCT
fcis-13837	424	1	[	[	X
fcis-13837	424	2	40	40	NUM
fcis-13837	424	3	]	]	X
fcis-13837	424	4	edmund	edmund	PROPN
fcis-13837	424	5	wong	wong	PROPN
fcis-13837	424	6	,	,	PUNCT
fcis-13837	424	7	jinqiu	jinqiu	PROPN
fcis-13837	424	8	yang	yang	PROPN
fcis-13837	424	9	,	,	PUNCT
fcis-13837	424	10	and	and	CCONJ
fcis-13837	424	11	lin	lin	PROPN
fcis-13837	424	12	tan	tan	PROPN
fcis-13837	424	13	.	.	PUNCT
fcis-13837	424	14	2013	2013	NUM
fcis-13837	424	15	.	.	PUNCT
fcis-13837	425	1	auto	auto	NOUN
fcis-13837	425	2	comment	comment	NOUN
fcis-13837	425	3	:	:	PUNCT
fcis-13837	425	4	mining	mining	NOUN
fcis-13837	425	5	question	question	NOUN
fcis-13837	425	6	and	and	CCONJ
fcis-13837	425	7	answer	answer	NOUN
fcis-13837	425	8	sites	site	NOUN
fcis-13837	425	9	for	for	ADP
fcis-13837	425	10	automatic	automatic	ADJ
fcis-13837	425	11	comment	comment	NOUN
fcis-13837	425	12	generation	generation	NOUN
fcis-13837	425	13	.	.	PUNCT
fcis-13837	426	1	in	in	ADP
fcis-13837	426	2	2013	2013	NUM
fcis-13837	426	3	28th	28th	ADJ
fcis-13837	426	4	ieee	ieee	NOUN
fcis-13837	426	5	/	/	SYM
fcis-13837	426	6	acm	acm	PROPN
fcis-13837	426	7	international	international	ADJ
fcis-13837	426	8	conference	conference	NOUN
fcis-13837	426	9	on	on	ADP
fcis-13837	426	10	automated	automate	VERB
fcis-13837	426	11	software	software	NOUN
fcis-13837	426	12	engineering	engineering	NOUN
fcis-13837	426	13	,	,	PUNCT
fcis-13837	426	14	ase	ase	NOUN
fcis-13837	426	15	2013	2013	NUM
fcis-13837	426	16	,	,	PUNCT
fcis-13837	426	17	silicon	silicon	NOUN
fcis-13837	426	18	valley	valley	NOUN
fcis-13837	426	19	,	,	PUNCT
fcis-13837	426	20	ca	ca	PROPN
fcis-13837	426	21	,	,	PUNCT
fcis-13837	426	22	usa	usa	PROPN
fcis-13837	426	23	,	,	PUNCT
fcis-13837	426	24	november	november	PROPN
fcis-13837	426	25	11	11	NUM
fcis-13837	426	26	-	-	SYM
fcis-13837	426	27	15	15	NUM
fcis-13837	426	28	,	,	PUNCT
fcis-13837	426	29	2013	2013	NUM
fcis-13837	426	30	.	.	PUNCT
fcis-13837	427	1	55–67	55–67	NUM
fcis-13837	427	2	.	.	PUNCT
fcis-13837	427	3	https://doi.org/10.1109/ase	https://doi.org/10.1109/ase	PROPN
fcis-13837	427	4	.	.	PUNCT
fcis-13837	428	1	2013.6693113	2013.6693113	NUM
fcis-13837	428	2	.	.	PUNCT
