id	sid	tid	token	lemma	pos
bracis-19068	1	1	code	code	PROPN
bracis-19068	1	2	autocomplete	autocomplete	NOUN
bracis-19068	1	3	using	use	VERB
bracis-19068	1	4	transformers	transformer	NOUN
bracis-19068	1	5	|	|	ADV
bracis-19068	1	6	springer	springer	NOUN
bracis-19068	1	7	nature	nature	PROPN
bracis-19068	1	8	link	link	PROPN
bracis-19068	1	9	(	(	PUNCT
bracis-19068	1	10	formerly	formerly	ADV
bracis-19068	1	11	springerlink	springerlink	NOUN
bracis-19068	1	12	)	)	PUNCT
bracis-19068	1	13	skip	skip	VERB
bracis-19068	1	14	to	to	ADP
bracis-19068	1	15	main	main	ADJ
bracis-19068	1	16	content	content	NOUN
bracis-19068	1	17	advertisement	advertisement	NOUN
bracis-19068	1	18	log	log	NOUN
bracis-19068	1	19	in	in	ADP
bracis-19068	1	20	menu	menu	NOUN
bracis-19068	1	21	find	find	VERB
bracis-19068	1	22	a	a	DET
bracis-19068	1	23	journal	journal	NOUN
bracis-19068	1	24	publish	publish	VERB
bracis-19068	1	25	with	with	ADP
bracis-19068	1	26	us	we	PRON
bracis-19068	1	27	track	track	VERB
bracis-19068	1	28	your	your	PRON
bracis-19068	1	29	research	research	NOUN
bracis-19068	1	30	search	search	NOUN
bracis-19068	1	31	cart	cart	NOUN
bracis-19068	1	32	home	home	NOUN
bracis-19068	1	33	intelligent	intelligent	ADJ
bracis-19068	1	34	systems	system	NOUN
bracis-19068	1	35	conference	conference	PROPN
bracis-19068	1	36	paper	paper	NOUN
bracis-19068	1	37	code	code	NOUN
bracis-19068	1	38	autocomplete	autocomplete	NOUN
bracis-19068	1	39	using	use	VERB
bracis-19068	1	40	transformers	transformer	NOUN
bracis-19068	1	41	conference	conference	PROPN
bracis-19068	1	42	paper	paper	NOUN
bracis-19068	1	43	first	first	ADV
bracis-19068	1	44	online	online	ADV
bracis-19068	1	45	:	:	PUNCT
bracis-19068	1	46	28	28	NUM
bracis-19068	1	47	november	november	NOUN
bracis-19068	1	48	2021	2021	NUM
bracis-19068	2	1	pp	pp	ADP
bracis-19068	2	2	211–222	211–222	NUM
bracis-19068	2	3	cite	cite	VERB
bracis-19068	2	4	this	this	DET
bracis-19068	2	5	conference	conference	NOUN
bracis-19068	2	6	paper	paper	NOUN
bracis-19068	2	7	access	access	NOUN
bracis-19068	2	8	provided	provide	VERB
bracis-19068	2	9	by	by	ADP
bracis-19068	2	10	university	university	PROPN
bracis-19068	2	11	of	of	ADP
bracis-19068	2	12	notre	notre	PROPN
bracis-19068	2	13	dame	dame	PROPN
bracis-19068	2	14	hesburgh	hesburgh	PROPN
bracis-19068	2	15	library	library	PROPN
bracis-19068	2	16	download	download	PROPN
bracis-19068	2	17	book	book	NOUN
bracis-19068	2	18	pdf	pdf	PROPN
bracis-19068	2	19	download	download	NOUN
bracis-19068	2	20	book	book	NOUN
bracis-19068	2	21	epub	epub	PROPN
bracis-19068	2	22	intelligent	intelligent	ADJ
bracis-19068	2	23	systems	system	NOUN
bracis-19068	2	24	(	(	PUNCT
bracis-19068	2	25	bracis	bracis	NOUN
bracis-19068	2	26	2021	2021	NUM
bracis-19068	2	27	)	)	PUNCT
bracis-19068	2	28	code	code	NOUN
bracis-19068	2	29	autocomplete	autocomplete	NOUN
bracis-19068	2	30	using	use	VERB
bracis-19068	2	31	transformers	transformer	NOUN
bracis-19068	2	32	download	download	VERB
bracis-19068	2	33	book	book	NOUN
bracis-19068	2	34	pdf	pdf	PROPN
bracis-19068	2	35	download	download	NOUN
bracis-19068	2	36	book	book	PROPN
bracis-19068	2	37	epub	epub	PROPN
bracis-19068	2	38	gabriel	gabriel	PROPN
bracis-19068	2	39	t.	t.	PROPN
bracis-19068	2	40	meyrer	meyrer	PROPN
bracis-19068	2	41	  	  	SPACE
bracis-19068	2	42	orcid	orcid	NOUN
bracis-19068	2	43	:	:	PUNCT
bracis-19068	2	44	orcid.org/0000-0003-2589-057510	orcid.org/0000-0003-2589-057510	ADV
bracis-19068	2	45	,	,	PUNCT
bracis-19068	2	46	denis	denis	PROPN
bracis-19068	2	47	a.	a.	PROPN
bracis-19068	2	48	araújo	araújo	PROPN
bracis-19068	2	49	  	  	SPACE
bracis-19068	2	50	orcid	orcid	NOUN
bracis-19068	2	51	:	:	PUNCT
bracis-19068	2	52	orcid.org/0000-0002-4319-594x10	orcid.org/0000-0002-4319-594x10	PROPN
bracis-19068	2	53	&	&	CCONJ
bracis-19068	2	54	sandro	sandro	PROPN
bracis-19068	2	55	j.	j.	PROPN
bracis-19068	2	56	rigo	rigo	PROPN
bracis-19068	2	57	  	  	SPACE
bracis-19068	2	58	orcid	orcid	NOUN
bracis-19068	2	59	:	:	PUNCT
bracis-19068	2	60	orcid.org/0000-0001-8140-562111	orcid.org/0000-0001-8140-562111	ADJ
bracis-19068	2	61	  	  	SPACE
bracis-19068	2	62	part	part	NOUN
bracis-19068	2	63	of	of	ADP
bracis-19068	2	64	the	the	DET
bracis-19068	2	65	book	book	NOUN
bracis-19068	2	66	series	series	NOUN
bracis-19068	2	67	:	:	PUNCT
bracis-19068	2	68	lecture	lecture	NOUN
bracis-19068	2	69	notes	note	NOUN
bracis-19068	2	70	in	in	ADP
bracis-19068	2	71	computer	computer	NOUN
bracis-19068	2	72	science	science	NOUN
bracis-19068	2	73	(	(	PUNCT
bracis-19068	2	74	(	(	PUNCT
bracis-19068	2	75	lnai	lnai	ADJ
bracis-19068	2	76	,	,	PUNCT
bracis-19068	2	77	volume	volume	NOUN
bracis-19068	2	78	13074	13074	NUM
bracis-19068	2	79	)	)	PUNCT
bracis-19068	2	80	)	)	PUNCT
bracis-19068	2	81	included	include	VERB
bracis-19068	2	82	in	in	ADP
bracis-19068	2	83	the	the	DET
bracis-19068	2	84	following	follow	VERB
bracis-19068	2	85	conference	conference	NOUN
bracis-19068	2	86	series	series	NOUN
bracis-19068	2	87	:	:	PUNCT
bracis-19068	2	88	brazilian	brazilian	ADJ
bracis-19068	2	89	conference	conference	NOUN
bracis-19068	2	90	on	on	ADP
bracis-19068	2	91	intelligent	intelligent	ADJ
bracis-19068	2	92	systems	system	NOUN
bracis-19068	2	93	1455	1455	NUM
bracis-19068	2	94	accesses	access	VERB
bracis-19068	2	95	1	1	NUM
bracis-19068	2	96	citation	citation	NOUN
bracis-19068	2	97	abstract	abstract	NOUN
bracis-19068	2	98	in	in	ADP
bracis-19068	2	99	software	software	NOUN
bracis-19068	2	100	development	development	NOUN
bracis-19068	2	101	,	,	PUNCT
bracis-19068	2	102	code	code	NOUN
bracis-19068	2	103	autocomplete	autocomplete	NOUN
bracis-19068	2	104	can	can	AUX
bracis-19068	2	105	be	be	AUX
bracis-19068	2	106	an	an	DET
bracis-19068	2	107	essential	essential	ADJ
bracis-19068	2	108	tool	tool	NOUN
bracis-19068	2	109	in	in	ADP
bracis-19068	2	110	order	order	NOUN
bracis-19068	2	111	to	to	PART
bracis-19068	2	112	accelerate	accelerate	VERB
bracis-19068	2	113	coding	code	VERB
bracis-19068	2	114	.	.	PUNCT
bracis-19068	3	1	however	however	ADV
bracis-19068	3	2	,	,	PUNCT
bracis-19068	3	3	many	many	ADJ
bracis-19068	3	4	of	of	ADP
bracis-19068	3	5	these	these	DET
bracis-19068	3	6	tools	tool	NOUN
bracis-19068	3	7	built	build	VERB
bracis-19068	3	8	into	into	ADP
bracis-19068	3	9	the	the	DET
bracis-19068	3	10	ides	ide	NOUN
bracis-19068	3	11	are	be	AUX
bracis-19068	3	12	limited	limit	VERB
bracis-19068	3	13	to	to	ADP
bracis-19068	3	14	suggesting	suggest	VERB
bracis-19068	3	15	only	only	ADJ
bracis-19068	3	16	methods	method	NOUN
bracis-19068	3	17	or	or	CCONJ
bracis-19068	3	18	arguments	argument	NOUN
bracis-19068	3	19	,	,	PUNCT
bracis-19068	3	20	often	often	ADV
bracis-19068	3	21	presenting	present	VERB
bracis-19068	3	22	to	to	ADP
bracis-19068	3	23	the	the	DET
bracis-19068	3	24	user	user	NOUN
bracis-19068	3	25	long	long	ADJ
bracis-19068	3	26	lists	list	NOUN
bracis-19068	3	27	of	of	ADP
bracis-19068	3	28	irrelevant	irrelevant	ADJ
bracis-19068	3	29	items	item	NOUN
bracis-19068	3	30	.	.	PUNCT
bracis-19068	4	1	since	since	SCONJ
bracis-19068	4	2	innovations	innovation	NOUN
bracis-19068	4	3	introduced	introduce	VERB
bracis-19068	4	4	by	by	ADP
bracis-19068	4	5	transformer	transformer	NOUN
bracis-19068	4	6	-	-	PUNCT
bracis-19068	4	7	based	base	VERB
bracis-19068	4	8	models	model	NOUN
bracis-19068	4	9	that	that	PRON
bracis-19068	4	10	have	have	AUX
bracis-19068	4	11	reached	reach	VERB
bracis-19068	4	12	the	the	DET
bracis-19068	4	13	state	state	NOUN
bracis-19068	4	14	of	of	ADP
bracis-19068	4	15	the	the	DET
bracis-19068	4	16	art	art	NOUN
bracis-19068	4	17	performance	performance	NOUN
bracis-19068	4	18	in	in	ADP
bracis-19068	4	19	tasks	task	NOUN
bracis-19068	4	20	involving	involve	VERB
bracis-19068	4	21	natural	natural	ADJ
bracis-19068	4	22	language	language	NOUN
bracis-19068	4	23	processing	processing	NOUN
bracis-19068	4	24	(	(	PUNCT
bracis-19068	4	25	nlp	nlp	NOUN
bracis-19068	4	26	)	)	PUNCT
bracis-19068	4	27	,	,	PUNCT
bracis-19068	4	28	the	the	DET
bracis-19068	4	29	application	application	NOUN
bracis-19068	4	30	of	of	ADP
bracis-19068	4	31	these	these	DET
bracis-19068	4	32	models	model	NOUN
bracis-19068	4	33	also	also	ADV
bracis-19068	4	34	in	in	ADP
bracis-19068	4	35	tasks	task	NOUN
bracis-19068	4	36	involving	involve	VERB
bracis-19068	4	37	code	code	NOUN
bracis-19068	4	38	intelligence	intelligence	NOUN
bracis-19068	4	39	,	,	PUNCT
bracis-19068	4	40	such	such	ADJ
bracis-19068	4	41	as	as	ADP
bracis-19068	4	42	code	code	NOUN
bracis-19068	4	43	completion	completion	NOUN
bracis-19068	4	44	,	,	PUNCT
bracis-19068	4	45	has	have	AUX
bracis-19068	4	46	become	become	VERB
bracis-19068	4	47	a	a	DET
bracis-19068	4	48	frequent	frequent	ADJ
bracis-19068	4	49	object	object	NOUN
bracis-19068	4	50	of	of	ADP
bracis-19068	4	51	study	study	NOUN
bracis-19068	4	52	in	in	ADP
bracis-19068	4	53	recent	recent	ADJ
bracis-19068	4	54	years	year	NOUN
bracis-19068	4	55	.	.	PUNCT
bracis-19068	5	1	in	in	ADP
bracis-19068	5	2	these	these	DET
bracis-19068	5	3	paper	paper	NOUN
bracis-19068	5	4	,	,	PUNCT
bracis-19068	5	5	we	we	PRON
bracis-19068	5	6	present	present	VERB
bracis-19068	5	7	a	a	DET
bracis-19068	5	8	transformer	transformer	NOUN
bracis-19068	5	9	-	-	PUNCT
bracis-19068	5	10	based	base	VERB
bracis-19068	5	11	model	model	NOUN
bracis-19068	5	12	trained	train	VERB
bracis-19068	5	13	on	on	ADP
bracis-19068	5	14	1.2	1.2	NUM
bracis-19068	5	15	million	million	NUM
bracis-19068	5	16	java	java	NOUN
bracis-19068	5	17	files	file	NOUN
bracis-19068	5	18	gathered	gather	VERB
bracis-19068	5	19	from	from	ADP
bracis-19068	5	20	top	top	ADJ
bracis-19068	5	21	-	-	PUNCT
bracis-19068	5	22	starred	star	VERB
bracis-19068	5	23	github	github	NOUN
bracis-19068	5	24	repositories	repository	NOUN
bracis-19068	5	25	.	.	PUNCT
bracis-19068	6	1	our	our	PRON
bracis-19068	6	2	evaluation	evaluation	NOUN
bracis-19068	6	3	approach	approach	NOUN
bracis-19068	6	4	was	be	AUX
bracis-19068	6	5	based	base	VERB
bracis-19068	6	6	on	on	ADP
bracis-19068	6	7	measuring	measure	VERB
bracis-19068	6	8	the	the	DET
bracis-19068	6	9	model	model	NOUN
bracis-19068	6	10	’s	’s	PART
bracis-19068	6	11	ability	ability	NOUN
bracis-19068	6	12	to	to	PART
bracis-19068	6	13	predict	predict	VERB
bracis-19068	6	14	the	the	DET
bracis-19068	6	15	completion	completion	NOUN
bracis-19068	6	16	of	of	ADP
bracis-19068	6	17	a	a	DET
bracis-19068	6	18	line	line	NOUN
bracis-19068	6	19	,	,	PUNCT
bracis-19068	6	20	proposing	propose	VERB
bracis-19068	6	21	a	a	DET
bracis-19068	6	22	new	new	ADJ
bracis-19068	6	23	metric	metric	NOUN
bracis-19068	6	24	to	to	PART
bracis-19068	6	25	measure	measure	VERB
bracis-19068	6	26	the	the	DET
bracis-19068	6	27	applicability	applicability	NOUN
bracis-19068	6	28	of	of	ADP
bracis-19068	6	29	the	the	DET
bracis-19068	6	30	suggestions	suggestion	NOUN
bracis-19068	6	31	that	that	PRON
bracis-19068	6	32	we	we	PRON
bracis-19068	6	33	consider	consider	VERB
bracis-19068	6	34	better	well	ADV
bracis-19068	6	35	adapted	adapt	VERB
bracis-19068	6	36	to	to	ADP
bracis-19068	6	37	the	the	DET
bracis-19068	6	38	practical	practical	ADJ
bracis-19068	6	39	reality	reality	NOUN
bracis-19068	6	40	of	of	ADP
bracis-19068	6	41	the	the	DET
bracis-19068	6	42	code	code	NOUN
bracis-19068	6	43	completion	completion	NOUN
bracis-19068	6	44	task	task	NOUN
bracis-19068	6	45	.	.	PUNCT
bracis-19068	7	1	with	with	ADP
bracis-19068	7	2	a	a	DET
bracis-19068	7	3	recently	recently	ADV
bracis-19068	7	4	developed	develop	VERB
bracis-19068	7	5	java	java	PROPN
bracis-19068	7	6	web	web	NOUN
bracis-19068	7	7	project	project	NOUN
bracis-19068	7	8	as	as	ADP
bracis-19068	7	9	test	test	NOUN
bracis-19068	7	10	set	set	NOUN
bracis-19068	7	11	,	,	PUNCT
bracis-19068	7	12	our	our	PRON
bracis-19068	7	13	experiments	experiment	NOUN
bracis-19068	7	14	showed	show	VERB
bracis-19068	7	15	that	that	SCONJ
bracis-19068	7	16	in	in	ADP
bracis-19068	7	17	55.9	55.9	NUM
bracis-19068	7	18	%	%	NOUN
bracis-19068	7	19	of	of	ADP
bracis-19068	7	20	the	the	DET
bracis-19068	7	21	test	test	NOUN
bracis-19068	7	22	cases	case	NOUN
bracis-19068	7	23	the	the	DET
bracis-19068	7	24	model	model	NOUN
bracis-19068	7	25	brought	bring	VERB
bracis-19068	7	26	at	at	ADV
bracis-19068	7	27	least	least	ADV
bracis-19068	7	28	one	one	NUM
bracis-19068	7	29	suggestion	suggestion	NOUN
bracis-19068	7	30	applicable	applicable	ADJ
bracis-19068	7	31	,	,	PUNCT
bracis-19068	7	32	while	while	SCONJ
bracis-19068	7	33	the	the	DET
bracis-19068	7	34	best	good	ADJ
bracis-19068	7	35	baseline	baseline	NOUN
bracis-19068	7	36	model	model	NOUN
bracis-19068	7	37	presented	present	VERB
bracis-19068	7	38	this	this	PRON
bracis-19068	7	39	in	in	ADP
bracis-19068	7	40	26.5	26.5	NUM
bracis-19068	7	41	%	%	NOUN
bracis-19068	7	42	.	.	PUNCT
bracis-19068	8	1	access	access	NOUN
bracis-19068	8	2	provided	provide	VERB
bracis-19068	8	3	by	by	ADP
bracis-19068	8	4	university	university	PROPN
bracis-19068	8	5	of	of	ADP
bracis-19068	8	6	notre	notre	PROPN
bracis-19068	8	7	dame	dame	PROPN
bracis-19068	8	8	hesburgh	hesburgh	PROPN
bracis-19068	8	9	library	library	PROPN
bracis-19068	8	10	.	.	PUNCT
bracis-19068	9	1	download	download	PROPN
bracis-19068	9	2	conference	conference	NOUN
bracis-19068	9	3	paper	paper	NOUN
bracis-19068	9	4	pdf	pdf	NOUN
bracis-19068	9	5	similar	similar	ADJ
bracis-19068	9	6	content	content	NOUN
bracis-19068	9	7	being	be	AUX
bracis-19068	9	8	viewed	view	VERB
bracis-19068	9	9	by	by	ADP
bracis-19068	9	10	others	other	NOUN
bracis-19068	9	11	statistical	statistical	ADJ
bracis-19068	9	12	approach	approach	NOUN
bracis-19068	9	13	to	to	PART
bracis-19068	9	14	increase	increase	VERB
bracis-19068	9	15	source	source	NOUN
bracis-19068	9	16	code	code	NOUN
bracis-19068	9	17	completion	completion	NOUN
bracis-19068	9	18	accuracy	accuracy	NOUN
bracis-19068	9	19	chapter	chapter	NOUN
bracis-19068	9	20	©	©	PROPN
bracis-19068	9	21	2018	2018	NUM
bracis-19068	9	22	parameter	parameter	NOUN
bracis-19068	9	23	-	-	PUNCT
bracis-19068	9	24	efficient	efficient	ADJ
bracis-19068	9	25	fine	fine	NOUN
bracis-19068	9	26	-	-	PUNCT
bracis-19068	9	27	tuning	tuning	NOUN
bracis-19068	9	28	of	of	ADP
bracis-19068	9	29	pre	pre	ADJ
bracis-19068	9	30	-	-	ADJ
bracis-19068	9	31	trained	train	VERB
bracis-19068	9	32	code	code	NOUN
bracis-19068	9	33	models	model	NOUN
bracis-19068	9	34	for	for	ADP
bracis-19068	9	35	just	just	ADV
bracis-19068	9	36	-	-	PUNCT
bracis-19068	9	37	in	in	ADP
bracis-19068	9	38	-	-	PUNCT
bracis-19068	9	39	time	time	NOUN
bracis-19068	9	40	defect	defect	NOUN
bracis-19068	9	41	prediction	prediction	NOUN
bracis-19068	9	42	article	article	NOUN
bracis-19068	9	43	03	03	NUM
bracis-19068	9	44	june	june	PROPN
bracis-19068	9	45	2024	2024	NUM
bracis-19068	9	46	on	on	ADP
bracis-19068	9	47	source	source	NOUN
bracis-19068	9	48	code	code	NOUN
bracis-19068	9	49	completion	completion	NOUN
bracis-19068	9	50	assistants	assistant	NOUN
bracis-19068	9	51	and	and	CCONJ
bracis-19068	9	52	the	the	DET
bracis-19068	9	53	need	need	NOUN
bracis-19068	9	54	of	of	ADP
bracis-19068	9	55	a	a	DET
bracis-19068	9	56	context	context	NOUN
bracis-19068	9	57	-	-	PUNCT
bracis-19068	9	58	aware	aware	ADJ
bracis-19068	9	59	approach	approach	NOUN
bracis-19068	9	60	chapter	chapter	NOUN
bracis-19068	9	61	©	©	PROPN
bracis-19068	9	62	2017	2017	NUM
bracis-19068	9	63	explore	explore	VERB
bracis-19068	9	64	related	relate	VERB
bracis-19068	9	65	subjects	subject	NOUN
bracis-19068	9	66	discover	discover	VERB
bracis-19068	9	67	the	the	DET
bracis-19068	9	68	latest	late	ADJ
bracis-19068	9	69	articles	article	NOUN
bracis-19068	9	70	,	,	PUNCT
bracis-19068	9	71	books	book	NOUN
bracis-19068	9	72	and	and	CCONJ
bracis-19068	9	73	news	news	NOUN
bracis-19068	9	74	in	in	ADP
bracis-19068	9	75	related	related	ADJ
bracis-19068	9	76	subjects	subject	NOUN
bracis-19068	9	77	,	,	PUNCT
bracis-19068	9	78	suggested	suggest	VERB
bracis-19068	9	79	using	use	VERB
bracis-19068	9	80	machine	machine	NOUN
bracis-19068	9	81	learning	learning	NOUN
bracis-19068	9	82	.	.	PUNCT
bracis-19068	10	1	automation	automation	NOUN
bracis-19068	10	2	models	model	NOUN
bracis-19068	10	3	of	of	ADP
bracis-19068	10	4	computation	computation	NOUN
bracis-19068	10	5	software	software	NOUN
bracis-19068	10	6	engineering	engineering	NOUN
bracis-19068	10	7	programming	programming	NOUN
bracis-19068	10	8	techniques	technique	NOUN
bracis-19068	10	9	reverse	reverse	VERB
bracis-19068	10	10	engineering	engineering	NOUN
bracis-19068	10	11	software	software	NOUN
bracis-19068	10	12	testing	test	VERB
bracis-19068	10	13	1	1	NUM
bracis-19068	10	14	introduction	introduction	NOUN
bracis-19068	10	15	when	when	SCONJ
bracis-19068	10	16	building	build	VERB
bracis-19068	10	17	digital	digital	ADJ
bracis-19068	10	18	solutions	solution	NOUN
bracis-19068	10	19	,	,	PUNCT
bracis-19068	10	20	combining	combine	VERB
bracis-19068	10	21	good	good	ADJ
bracis-19068	10	22	practices	practice	NOUN
bracis-19068	10	23	of	of	ADP
bracis-19068	10	24	code	code	NOUN
bracis-19068	10	25	quality	quality	NOUN
bracis-19068	10	26	and	and	CCONJ
bracis-19068	10	27	standardization	standardization	NOUN
bracis-19068	10	28	with	with	ADP
bracis-19068	10	29	fast	fast	ADJ
bracis-19068	10	30	development	development	NOUN
bracis-19068	10	31	is	be	AUX
bracis-19068	10	32	one	one	NUM
bracis-19068	10	33	of	of	ADP
bracis-19068	10	34	the	the	DET
bracis-19068	10	35	challenges	challenge	NOUN
bracis-19068	10	36	in	in	ADP
bracis-19068	10	37	the	the	DET
bracis-19068	10	38	field	field	NOUN
bracis-19068	10	39	of	of	ADP
bracis-19068	10	40	software	software	NOUN
bracis-19068	10	41	engineering	engineering	NOUN
bracis-19068	10	42	.	.	PUNCT
bracis-19068	11	1	in	in	ADP
bracis-19068	11	2	this	this	DET
bracis-19068	11	3	context	context	NOUN
bracis-19068	11	4	of	of	ADP
bracis-19068	11	5	productivity	productivity	NOUN
bracis-19068	11	6	,	,	PUNCT
bracis-19068	11	7	associated	associate	VERB
bracis-19068	11	8	with	with	ADP
bracis-19068	11	9	integrated	integrate	VERB
bracis-19068	11	10	development	development	NOUN
bracis-19068	11	11	environments	environment	NOUN
bracis-19068	11	12	(	(	PUNCT
bracis-19068	11	13	ides	ide	NOUN
bracis-19068	11	14	)	)	PUNCT
bracis-19068	11	15	and	and	CCONJ
bracis-19068	11	16	often	often	ADV
bracis-19068	11	17	used	use	VERB
bracis-19068	11	18	by	by	ADP
bracis-19068	11	19	developers	developer	NOUN
bracis-19068	11	20	,	,	PUNCT
bracis-19068	11	21	code	code	NOUN
bracis-19068	11	22	completion	completion	NOUN
bracis-19068	11	23	can	can	AUX
bracis-19068	11	24	be	be	AUX
bracis-19068	11	25	an	an	DET
bracis-19068	11	26	essential	essential	ADJ
bracis-19068	11	27	tool	tool	NOUN
bracis-19068	11	28	in	in	ADP
bracis-19068	11	29	order	order	NOUN
bracis-19068	11	30	to	to	PART
bracis-19068	11	31	accelerate	accelerate	VERB
bracis-19068	11	32	coding	code	VERB
bracis-19068	11	33	[	[	X
bracis-19068	11	34	10	10	NUM
bracis-19068	11	35	]	]	PUNCT
bracis-19068	11	36	.	.	PUNCT
bracis-19068	12	1	many	many	ADJ
bracis-19068	12	2	traditional	traditional	ADJ
bracis-19068	12	3	code	code	NOUN
bracis-19068	12	4	completion	completion	NOUN
bracis-19068	12	5	systems	system	NOUN
bracis-19068	12	6	works	work	VERB
bracis-19068	12	7	recommending	recommend	VERB
bracis-19068	12	8	all	all	DET
bracis-19068	12	9	possible	possible	ADJ
bracis-19068	12	10	methods	method	NOUN
bracis-19068	12	11	or	or	CCONJ
bracis-19068	12	12	attributes	attribute	NOUN
bracis-19068	12	13	.	.	PUNCT
bracis-19068	13	1	although	although	SCONJ
bracis-19068	13	2	,	,	PUNCT
bracis-19068	13	3	the	the	DET
bracis-19068	13	4	list	list	NOUN
bracis-19068	13	5	of	of	ADP
bracis-19068	13	6	suggestions	suggestion	NOUN
bracis-19068	13	7	is	be	AUX
bracis-19068	13	8	often	often	ADV
bracis-19068	13	9	long	long	ADJ
bracis-19068	13	10	,	,	PUNCT
bracis-19068	13	11	requiring	require	VERB
bracis-19068	13	12	the	the	DET
bracis-19068	13	13	user	user	NOUN
bracis-19068	13	14	to	to	PART
bracis-19068	13	15	scroll	scroll	VERB
bracis-19068	13	16	through	through	ADP
bracis-19068	13	17	many	many	ADJ
bracis-19068	13	18	irrelevant	irrelevant	ADJ
bracis-19068	13	19	items	item	NOUN
bracis-19068	13	20	.	.	PUNCT
bracis-19068	14	1	to	to	PART
bracis-19068	14	2	supply	supply	VERB
bracis-19068	14	3	this	this	PRON
bracis-19068	14	4	,	,	PUNCT
bracis-19068	14	5	intelligent	intelligent	ADJ
bracis-19068	14	6	code	code	NOUN
bracis-19068	14	7	completion	completion	NOUN
bracis-19068	14	8	systems	system	NOUN
bracis-19068	14	9	propose	propose	VERB
bracis-19068	14	10	to	to	PART
bracis-19068	14	11	reduce	reduce	VERB
bracis-19068	14	12	these	these	DET
bracis-19068	14	13	lists	list	NOUN
bracis-19068	14	14	to	to	ADP
bracis-19068	14	15	relevant	relevant	ADJ
bracis-19068	14	16	items	item	NOUN
bracis-19068	14	17	given	give	VERB
bracis-19068	14	18	the	the	DET
bracis-19068	14	19	context	context	NOUN
bracis-19068	14	20	being	be	AUX
bracis-19068	14	21	edited	edit	VERB
bracis-19068	14	22	[	[	X
bracis-19068	14	23	1	1	NUM
bracis-19068	14	24	,	,	PUNCT
bracis-19068	14	25	10	10	NUM
bracis-19068	14	26	,	,	PUNCT
bracis-19068	14	27	13	13	NUM
bracis-19068	14	28	]	]	PUNCT
bracis-19068	14	29	.	.	PUNCT
bracis-19068	15	1	however	however	ADV
bracis-19068	15	2	,	,	PUNCT
bracis-19068	15	3	many	many	ADJ
bracis-19068	15	4	of	of	ADP
bracis-19068	15	5	them	they	PRON
bracis-19068	15	6	work	work	AUX
bracis-19068	15	7	exclusively	exclusively	ADV
bracis-19068	15	8	suggesting	suggest	VERB
bracis-19068	15	9	only	only	ADJ
bracis-19068	15	10	methods	method	NOUN
bracis-19068	15	11	or	or	CCONJ
bracis-19068	15	12	arguments	argument	NOUN
bracis-19068	15	13	[	[	X
bracis-19068	15	14	12	12	NUM
bracis-19068	15	15	]	]	PUNCT
bracis-19068	15	16	,	,	PUNCT
bracis-19068	15	17	that	that	ADV
bracis-19068	15	18	is	is	ADV
bracis-19068	15	19	,	,	PUNCT
bracis-19068	15	20	not	not	PART
bracis-19068	15	21	able	able	ADJ
bracis-19068	15	22	to	to	PART
bracis-19068	15	23	complete	complete	VERB
bracis-19068	15	24	longer	long	ADJ
bracis-19068	15	25	code	code	NOUN
bracis-19068	15	26	sequences	sequence	NOUN
bracis-19068	15	27	by	by	ADP
bracis-19068	15	28	suggesting	suggest	VERB
bracis-19068	15	29	them	they	PRON
bracis-19068	15	30	both	both	PRON
bracis-19068	15	31	together	together	ADV
bracis-19068	15	32	,	,	PUNCT
bracis-19068	15	33	increasing	increase	VERB
bracis-19068	15	34	productivity	productivity	NOUN
bracis-19068	15	35	.	.	PUNCT
bracis-19068	16	1	since	since	SCONJ
bracis-19068	16	2	innovations	innovation	NOUN
bracis-19068	16	3	introduced	introduce	VERB
bracis-19068	16	4	by	by	ADP
bracis-19068	16	5	transformer	transformer	NOUN
bracis-19068	16	6	-	-	PUNCT
bracis-19068	16	7	based	base	VERB
bracis-19068	16	8	solutions	solution	NOUN
bracis-19068	16	9	such	such	ADJ
bracis-19068	16	10	as	as	ADP
bracis-19068	16	11	bidirectional	bidirectional	ADJ
bracis-19068	16	12	encoder	encoder	NOUN
bracis-19068	16	13	representations	representation	VERB
bracis-19068	16	14	from	from	ADP
bracis-19068	16	15	transformers	transformer	NOUN
bracis-19068	16	16	(	(	PUNCT
bracis-19068	16	17	bert	bert	PROPN
bracis-19068	16	18	)	)	PUNCT
bracis-19068	17	1	[	[	X
bracis-19068	17	2	2	2	NUM
bracis-19068	17	3	]	]	PUNCT
bracis-19068	17	4	,	,	PUNCT
bracis-19068	17	5	generative	generative	ADJ
bracis-19068	17	6	pre	pre	ADJ
bracis-19068	17	7	-	-	ADJ
bracis-19068	17	8	trained	train	VERB
bracis-19068	17	9	transformer	transformer	NOUN
bracis-19068	17	10	(	(	PUNCT
bracis-19068	17	11	gpt	gpt	NOUN
bracis-19068	17	12	)	)	PUNCT
bracis-19068	18	1	[	[	X
bracis-19068	18	2	11	11	NUM
bracis-19068	18	3	]	]	PUNCT
bracis-19068	18	4	and	and	CCONJ
bracis-19068	18	5	xlnet	xlnet	PROPN
bracis-19068	19	1	[	[	X
bracis-19068	19	2	17	17	NUM
bracis-19068	19	3	]	]	PUNCT
bracis-19068	19	4	,	,	PUNCT
bracis-19068	19	5	natural	natural	ADJ
bracis-19068	19	6	language	language	NOUN
bracis-19068	19	7	processing	processing	NOUN
bracis-19068	19	8	(	(	PUNCT
bracis-19068	19	9	nlp	nlp	NOUN
bracis-19068	19	10	)	)	PUNCT
bracis-19068	19	11	tasks	task	NOUN
bracis-19068	19	12	has	have	AUX
bracis-19068	19	13	significantly	significantly	ADV
bracis-19068	19	14	expanded	expand	VERB
bracis-19068	19	15	its	its	PRON
bracis-19068	19	16	range	range	NOUN
bracis-19068	19	17	of	of	ADP
bracis-19068	19	18	possibilities	possibility	NOUN
bracis-19068	19	19	in	in	ADP
bracis-19068	19	20	recent	recent	ADJ
bracis-19068	19	21	years	year	NOUN
bracis-19068	19	22	.	.	PUNCT
bracis-19068	20	1	dismissing	dismiss	VERB
bracis-19068	20	2	recurrence	recurrence	NOUN
bracis-19068	20	3	or	or	CCONJ
bracis-19068	20	4	convolutions	convolution	NOUN
bracis-19068	20	5	,	,	PUNCT
bracis-19068	20	6	the	the	DET
bracis-19068	20	7	transformers	transformer	NOUN
bracis-19068	20	8	model	model	NOUN
bracis-19068	20	9	architecture	architecture	NOUN
bracis-19068	20	10	has	have	AUX
bracis-19068	20	11	reached	reach	VERB
bracis-19068	20	12	state	state	NOUN
bracis-19068	20	13	of	of	ADP
bracis-19068	20	14	the	the	DET
bracis-19068	20	15	art	art	NOUN
bracis-19068	20	16	results	result	NOUN
bracis-19068	20	17	in	in	ADP
bracis-19068	20	18	translation	translation	NOUN
bracis-19068	20	19	tasks	task	NOUN
bracis-19068	20	20	mainly	mainly	ADV
bracis-19068	20	21	based	base	VERB
bracis-19068	20	22	on	on	ADP
bracis-19068	20	23	attention	attention	NOUN
bracis-19068	20	24	mechanisms	mechanism	NOUN
bracis-19068	20	25	[	[	X
bracis-19068	20	26	16	16	NUM
bracis-19068	20	27	]	]	PUNCT
bracis-19068	20	28	.	.	PUNCT
bracis-19068	21	1	thus	thus	ADV
bracis-19068	21	2	,	,	PUNCT
bracis-19068	21	3	the	the	DET
bracis-19068	21	4	application	application	NOUN
bracis-19068	21	5	of	of	ADP
bracis-19068	21	6	these	these	DET
bracis-19068	21	7	models	model	NOUN
bracis-19068	21	8	also	also	ADV
bracis-19068	21	9	in	in	ADP
bracis-19068	21	10	tasks	task	NOUN
bracis-19068	21	11	involving	involve	VERB
bracis-19068	21	12	code	code	NOUN
bracis-19068	21	13	intelligence	intelligence	NOUN
bracis-19068	21	14	such	such	ADJ
bracis-19068	21	15	as	as	ADP
bracis-19068	21	16	code	code	NOUN
bracis-19068	21	17	completion	completion	NOUN
bracis-19068	21	18	has	have	AUX
bracis-19068	21	19	become	become	VERB
bracis-19068	21	20	a	a	DET
bracis-19068	21	21	frequent	frequent	ADJ
bracis-19068	21	22	target	target	NOUN
bracis-19068	21	23	[	[	X
bracis-19068	21	24	3	3	NUM
bracis-19068	21	25	,	,	PUNCT
bracis-19068	21	26	5	5	NUM
bracis-19068	21	27	,	,	PUNCT
bracis-19068	21	28	7	7	NUM
bracis-19068	21	29	,	,	PUNCT
bracis-19068	21	30	12	12	NUM
bracis-19068	21	31	,	,	PUNCT
bracis-19068	21	32	14	14	NUM
bracis-19068	21	33	]	]	PUNCT
bracis-19068	21	34	.	.	PUNCT
bracis-19068	22	1	even	even	ADV
bracis-19068	22	2	though	though	SCONJ
bracis-19068	22	3	it	it	PRON
bracis-19068	22	4	has	have	AUX
bracis-19068	22	5	aroused	arouse	VERB
bracis-19068	22	6	great	great	ADJ
bracis-19068	22	7	interest	interest	NOUN
bracis-19068	22	8	and	and	CCONJ
bracis-19068	22	9	stimulated	stimulate	VERB
bracis-19068	22	10	much	much	ADJ
bracis-19068	22	11	work	work	NOUN
bracis-19068	22	12	,	,	PUNCT
bracis-19068	22	13	there	there	PRON
bracis-19068	22	14	are	be	VERB
bracis-19068	22	15	some	some	DET
bracis-19068	22	16	open	open	ADJ
bracis-19068	22	17	research	research	NOUN
bracis-19068	22	18	points	point	NOUN
bracis-19068	22	19	in	in	ADP
bracis-19068	22	20	this	this	DET
bracis-19068	22	21	area	area	NOUN
bracis-19068	22	22	.	.	PUNCT
bracis-19068	23	1	the	the	DET
bracis-19068	23	2	appropriate	appropriate	ADJ
bracis-19068	23	3	use	use	NOUN
bracis-19068	23	4	of	of	ADP
bracis-19068	23	5	meaningful	meaningful	ADJ
bracis-19068	23	6	datasets	dataset	NOUN
bracis-19068	23	7	for	for	ADP
bracis-19068	23	8	the	the	DET
bracis-19068	23	9	tasks	task	NOUN
bracis-19068	23	10	,	,	PUNCT
bracis-19068	23	11	modeling	modeling	NOUN
bracis-19068	23	12	and	and	CCONJ
bracis-19068	23	13	evaluation	evaluation	NOUN
bracis-19068	23	14	aspects	aspect	NOUN
bracis-19068	23	15	are	be	AUX
bracis-19068	23	16	among	among	ADP
bracis-19068	23	17	the	the	DET
bracis-19068	23	18	observed	observe	VERB
bracis-19068	23	19	challenges	challenge	NOUN
bracis-19068	23	20	.	.	PUNCT
bracis-19068	24	1	so	so	ADV
bracis-19068	24	2	our	our	PRON
bracis-19068	24	3	work	work	NOUN
bracis-19068	24	4	was	be	AUX
bracis-19068	24	5	developed	develop	VERB
bracis-19068	24	6	with	with	ADP
bracis-19068	24	7	this	this	DET
bracis-19068	24	8	context	context	NOUN
bracis-19068	24	9	in	in	ADP
bracis-19068	24	10	perspective	perspective	NOUN
bracis-19068	24	11	.	.	PUNCT
bracis-19068	25	1	the	the	DET
bracis-19068	25	2	first	first	ADJ
bracis-19068	25	3	contribution	contribution	NOUN
bracis-19068	25	4	of	of	ADP
bracis-19068	25	5	this	this	DET
bracis-19068	25	6	paper	paper	NOUN
bracis-19068	25	7	is	be	AUX
bracis-19068	25	8	a	a	DET
bracis-19068	25	9	transformer	transformer	NOUN
bracis-19068	25	10	-	-	PUNCT
bracis-19068	25	11	based	base	VERB
bracis-19068	25	12	model	model	NOUN
bracis-19068	25	13	trained	train	VERB
bracis-19068	25	14	on	on	ADP
bracis-19068	25	15	1.2	1.2	NUM
bracis-19068	25	16	million	million	NUM
bracis-19068	25	17	java	java	NOUN
bracis-19068	25	18	files	file	NOUN
bracis-19068	25	19	focused	focus	VERB
bracis-19068	25	20	on	on	ADP
bracis-19068	25	21	code	code	NOUN
bracis-19068	25	22	completion	completion	NOUN
bracis-19068	25	23	.	.	PUNCT
bracis-19068	26	1	as	as	ADP
bracis-19068	26	2	the	the	DET
bracis-19068	26	3	second	second	ADJ
bracis-19068	26	4	contribution	contribution	NOUN
bracis-19068	26	5	,	,	PUNCT
bracis-19068	26	6	we	we	PRON
bracis-19068	26	7	point	point	VERB
bracis-19068	26	8	out	out	ADP
bracis-19068	26	9	a	a	DET
bracis-19068	26	10	new	new	ADJ
bracis-19068	26	11	method	method	NOUN
bracis-19068	26	12	of	of	ADP
bracis-19068	26	13	evaluating	evaluate	VERB
bracis-19068	26	14	code	code	NOUN
bracis-19068	26	15	completion	completion	NOUN
bracis-19068	26	16	systems	system	NOUN
bracis-19068	26	17	,	,	PUNCT
bracis-19068	26	18	proposing	propose	VERB
bracis-19068	26	19	a	a	DET
bracis-19068	26	20	new	new	ADJ
bracis-19068	26	21	metric	metric	NOUN
bracis-19068	26	22	that	that	PRON
bracis-19068	26	23	we	we	PRON
bracis-19068	26	24	consider	consider	VERB
bracis-19068	26	25	closer	close	ADV
bracis-19068	26	26	to	to	ADP
bracis-19068	26	27	measuring	measure	VERB
bracis-19068	26	28	the	the	DET
bracis-19068	26	29	applicability	applicability	NOUN
bracis-19068	26	30	of	of	ADP
bracis-19068	26	31	the	the	DET
bracis-19068	26	32	suggestion	suggestion	NOUN
bracis-19068	26	33	in	in	ADP
bracis-19068	26	34	the	the	DET
bracis-19068	26	35	real	real	ADJ
bracis-19068	26	36	world	world	NOUN
bracis-19068	26	37	of	of	ADP
bracis-19068	26	38	software	software	NOUN
bracis-19068	26	39	development	development	NOUN
bracis-19068	26	40	.	.	PUNCT
bracis-19068	27	1	the	the	DET
bracis-19068	27	2	paper	paper	NOUN
bracis-19068	27	3	is	be	AUX
bracis-19068	27	4	structured	structure	VERB
bracis-19068	27	5	as	as	SCONJ
bracis-19068	27	6	follows	follow	VERB
bracis-19068	27	7	:	:	PUNCT
bracis-19068	27	8	sect	sect	NOUN
bracis-19068	27	9	.	.	PUNCT
bracis-19068	27	10	 	 	SPACE
bracis-19068	28	1	2	2	NUM
bracis-19068	28	2	discusses	discuss	VERB
bracis-19068	28	3	the	the	DET
bracis-19068	28	4	context	context	NOUN
bracis-19068	28	5	of	of	ADP
bracis-19068	28	6	related	related	ADJ
bracis-19068	28	7	works	work	NOUN
bracis-19068	28	8	.	.	PUNCT
bracis-19068	29	1	after	after	ADP
bracis-19068	29	2	that	that	PRON
bracis-19068	29	3	,	,	PUNCT
bracis-19068	29	4	sect	sect	NOUN
bracis-19068	29	5	.	.	PUNCT
bracis-19068	29	6	 	 	SPACE
bracis-19068	29	7	3	3	NUM
bracis-19068	29	8	describes	describe	VERB
bracis-19068	29	9	our	our	PRON
bracis-19068	29	10	approach	approach	NOUN
bracis-19068	29	11	for	for	ADP
bracis-19068	29	12	building	build	VERB
bracis-19068	29	13	the	the	DET
bracis-19068	29	14	corpus	corpus	NOUN
bracis-19068	29	15	,	,	PUNCT
bracis-19068	29	16	model	model	NOUN
bracis-19068	29	17	definition	definition	NOUN
bracis-19068	29	18	and	and	CCONJ
bracis-19068	29	19	training	training	NOUN
bracis-19068	29	20	.	.	PUNCT
bracis-19068	30	1	in	in	ADP
bracis-19068	30	2	sect	sect	NOUN
bracis-19068	30	3	.	.	PUNCT
bracis-19068	30	4	 	 	SPACE
bracis-19068	30	5	4	4	NUM
bracis-19068	30	6	,	,	PUNCT
bracis-19068	30	7	we	we	PRON
bracis-19068	30	8	define	define	VERB
bracis-19068	30	9	our	our	PRON
bracis-19068	30	10	model	model	NOUN
bracis-19068	30	11	evaluation	evaluation	NOUN
bracis-19068	30	12	methodology	methodology	NOUN
bracis-19068	30	13	,	,	PUNCT
bracis-19068	30	14	and	and	CCONJ
bracis-19068	30	15	propose	propose	VERB
bracis-19068	30	16	a	a	DET
bracis-19068	30	17	new	new	ADJ
bracis-19068	30	18	code	code	NOUN
bracis-19068	30	19	completion	completion	NOUN
bracis-19068	30	20	evaluation	evaluation	NOUN
bracis-19068	30	21	metric	metric	ADJ
bracis-19068	30	22	by	by	ADP
bracis-19068	30	23	arguing	argue	VERB
bracis-19068	30	24	how	how	SCONJ
bracis-19068	30	25	the	the	DET
bracis-19068	30	26	standard	standard	ADJ
bracis-19068	30	27	metrics	metric	NOUN
bracis-19068	30	28	that	that	PRON
bracis-19068	30	29	we	we	PRON
bracis-19068	30	30	are	be	AUX
bracis-19068	30	31	aware	aware	ADJ
bracis-19068	30	32	of	of	ADP
bracis-19068	30	33	can	can	AUX
bracis-19068	30	34	be	be	AUX
bracis-19068	30	35	problematic	problematic	ADJ
bracis-19068	30	36	in	in	ADP
bracis-19068	30	37	this	this	DET
bracis-19068	30	38	context	context	NOUN
bracis-19068	30	39	.	.	PUNCT
bracis-19068	31	1	section	section	NOUN
bracis-19068	31	2	 	 	SPACE
bracis-19068	31	3	5	5	NUM
bracis-19068	31	4	presents	present	VERB
bracis-19068	31	5	the	the	DET
bracis-19068	31	6	results	result	NOUN
bracis-19068	31	7	of	of	ADP
bracis-19068	31	8	the	the	DET
bracis-19068	31	9	experiments	experiment	NOUN
bracis-19068	31	10	and	and	CCONJ
bracis-19068	31	11	,	,	PUNCT
bracis-19068	31	12	finally	finally	ADV
bracis-19068	31	13	,	,	PUNCT
bracis-19068	31	14	sect	sect	NOUN
bracis-19068	31	15	.	.	PUNCT
bracis-19068	31	16	 	 	SPACE
bracis-19068	31	17	6	6	NUM
bracis-19068	31	18	concludes	conclude	VERB
bracis-19068	31	19	this	this	DET
bracis-19068	31	20	work	work	NOUN
bracis-19068	31	21	.	.	PUNCT
bracis-19068	32	1	2	2	NUM
bracis-19068	32	2	related	related	ADJ
bracis-19068	32	3	work	work	NOUN
bracis-19068	32	4	this	this	DET
bracis-19068	32	5	section	section	NOUN
bracis-19068	32	6	summarizes	summarize	NOUN
bracis-19068	32	7	selected	select	VERB
bracis-19068	32	8	papers	paper	NOUN
bracis-19068	32	9	in	in	ADP
bracis-19068	32	10	the	the	DET
bracis-19068	32	11	area	area	NOUN
bracis-19068	32	12	,	,	PUNCT
bracis-19068	32	13	highlighting	highlight	VERB
bracis-19068	32	14	their	their	PRON
bracis-19068	32	15	objectives	objective	NOUN
bracis-19068	32	16	,	,	PUNCT
bracis-19068	32	17	results	result	NOUN
bracis-19068	32	18	,	,	PUNCT
bracis-19068	32	19	techniques	technique	NOUN
bracis-19068	32	20	,	,	PUNCT
bracis-19068	32	21	and	and	CCONJ
bracis-19068	32	22	parameters	parameter	NOUN
bracis-19068	32	23	used	use	VERB
bracis-19068	32	24	.	.	PUNCT
bracis-19068	33	1	the	the	DET
bracis-19068	33	2	papers	paper	NOUN
bracis-19068	33	3	were	be	AUX
bracis-19068	33	4	obtained	obtain	VERB
bracis-19068	33	5	in	in	ADP
bracis-19068	33	6	a	a	DET
bracis-19068	33	7	non	non	ADJ
bracis-19068	33	8	-	-	ADJ
bracis-19068	33	9	systematic	systematic	ADJ
bracis-19068	33	10	review	review	NOUN
bracis-19068	33	11	considering	consider	VERB
bracis-19068	33	12	the	the	DET
bracis-19068	33	13	main	main	ADJ
bracis-19068	33	14	topics	topic	NOUN
bracis-19068	33	15	involved	involve	VERB
bracis-19068	33	16	in	in	ADP
bracis-19068	33	17	machine	machine	NOUN
bracis-19068	33	18	learning	learning	NOUN
bracis-19068	33	19	applied	apply	VERB
bracis-19068	33	20	to	to	AUX
bracis-19068	33	21	code	code	VERB
bracis-19068	33	22	autocomplete	autocomplete	ADJ
bracis-19068	33	23	tasks	task	NOUN
bracis-19068	33	24	.	.	PUNCT
bracis-19068	34	1	a	a	DET
bracis-19068	34	2	challenge	challenge	NOUN
bracis-19068	34	3	when	when	SCONJ
bracis-19068	34	4	applying	apply	VERB
bracis-19068	34	5	standard	standard	ADJ
bracis-19068	34	6	language	language	NOUN
bracis-19068	34	7	models	model	NOUN
bracis-19068	34	8	to	to	ADP
bracis-19068	34	9	tasks	task	NOUN
bracis-19068	34	10	like	like	ADP
bracis-19068	34	11	code	code	NOUN
bracis-19068	34	12	completion	completion	NOUN
bracis-19068	34	13	consists	consist	VERB
bracis-19068	34	14	of	of	ADP
bracis-19068	34	15	out	out	ADV
bracis-19068	34	16	-	-	PUNCT
bracis-19068	34	17	of	of	ADP
bracis-19068	34	18	-	-	PUNCT
bracis-19068	34	19	vocabulary	vocabulary	NOUN
bracis-19068	34	20	(	(	PUNCT
bracis-19068	34	21	oov	oov	PROPN
bracis-19068	34	22	)	)	PUNCT
bracis-19068	34	23	words	word	NOUN
bracis-19068	34	24	,	,	PUNCT
bracis-19068	34	25	which	which	PRON
bracis-19068	34	26	can	can	AUX
bracis-19068	34	27	be	be	AUX
bracis-19068	34	28	understood	understand	VERB
bracis-19068	34	29	as	as	ADP
bracis-19068	34	30	words	word	NOUN
bracis-19068	34	31	that	that	PRON
bracis-19068	34	32	were	be	AUX
bracis-19068	34	33	not	not	PART
bracis-19068	34	34	observed	observe	VERB
bracis-19068	34	35	during	during	ADP
bracis-19068	34	36	training	training	NOUN
bracis-19068	34	37	and	and	CCONJ
bracis-19068	34	38	become	become	VERB
bracis-19068	34	39	unpredictable	unpredictable	ADJ
bracis-19068	34	40	for	for	ADP
bracis-19068	34	41	many	many	ADJ
bracis-19068	34	42	models	model	NOUN
bracis-19068	34	43	.	.	PUNCT
bracis-19068	35	1	this	this	DET
bracis-19068	35	2	problem	problem	NOUN
bracis-19068	35	3	can	can	AUX
bracis-19068	35	4	strongly	strongly	ADV
bracis-19068	35	5	affect	affect	VERB
bracis-19068	35	6	the	the	DET
bracis-19068	35	7	performance	performance	NOUN
bracis-19068	35	8	since	since	SCONJ
bracis-19068	35	9	the	the	DET
bracis-19068	35	10	software	software	NOUN
bracis-19068	35	11	developers	developer	NOUN
bracis-19068	35	12	can	can	AUX
bracis-19068	35	13	create	create	VERB
bracis-19068	35	14	any	any	DET
bracis-19068	35	15	identifier	identifier	NOUN
bracis-19068	35	16	needed	need	VERB
bracis-19068	35	17	on	on	ADP
bracis-19068	35	18	the	the	DET
bracis-19068	35	19	code	code	NOUN
bracis-19068	35	20	,	,	PUNCT
bracis-19068	35	21	which	which	PRON
bracis-19068	35	22	is	be	AUX
bracis-19068	35	23	not	not	PART
bracis-19068	35	24	a	a	DET
bracis-19068	35	25	frequent	frequent	ADJ
bracis-19068	35	26	problem	problem	NOUN
bracis-19068	35	27	in	in	ADP
bracis-19068	35	28	natural	natural	ADJ
bracis-19068	35	29	language	language	NOUN
bracis-19068	35	30	tasks	task	NOUN
bracis-19068	35	31	[	[	X
bracis-19068	35	32	4	4	NUM
bracis-19068	35	33	]	]	PUNCT
bracis-19068	35	34	.	.	PUNCT
bracis-19068	36	1	jian	jian	PROPN
bracis-19068	36	2	li	li	PROPN
bracis-19068	36	3	et	et	PROPN
bracis-19068	36	4	al	al	PROPN
bracis-19068	36	5	.	.	PUNCT
bracis-19068	37	1	[	[	X
bracis-19068	37	2	6	6	NUM
bracis-19068	37	3	]	]	PUNCT
bracis-19068	37	4	proposes	propose	VERB
bracis-19068	37	5	a	a	DET
bracis-19068	37	6	solution	solution	NOUN
bracis-19068	37	7	for	for	ADP
bracis-19068	37	8	that	that	DET
bracis-19068	37	9	presenting	present	VERB
bracis-19068	37	10	what	what	PRON
bracis-19068	37	11	they	they	PRON
bracis-19068	37	12	called	call	VERB
bracis-19068	37	13	a	a	DET
bracis-19068	37	14	pointer	pointer	NOUN
bracis-19068	37	15	mixture	mixture	NOUN
bracis-19068	37	16	network	network	NOUN
bracis-19068	37	17	.	.	PUNCT
bracis-19068	38	1	based	base	VERB
bracis-19068	38	2	on	on	ADP
bracis-19068	38	3	the	the	DET
bracis-19068	38	4	context	context	NOUN
bracis-19068	38	5	,	,	PUNCT
bracis-19068	38	6	the	the	DET
bracis-19068	38	7	proposed	propose	VERB
bracis-19068	38	8	model	model	NOUN
bracis-19068	38	9	learns	learn	VERB
bracis-19068	38	10	to	to	PART
bracis-19068	38	11	regenerate	regenerate	VERB
bracis-19068	38	12	an	an	DET
bracis-19068	38	13	oov	oov	PROPN
bracis-19068	38	14	word	word	NOUN
bracis-19068	38	15	locally	locally	ADV
bracis-19068	38	16	repeated	repeat	VERB
bracis-19068	38	17	through	through	ADP
bracis-19068	38	18	a	a	DET
bracis-19068	38	19	pointer	pointer	NOUN
bracis-19068	38	20	copy	copy	NOUN
bracis-19068	38	21	mechanism	mechanism	NOUN
bracis-19068	38	22	,	,	PUNCT
bracis-19068	38	23	and	and	CCONJ
bracis-19068	38	24	generate	generate	VERB
bracis-19068	38	25	a	a	DET
bracis-19068	38	26	within	within	ADP
bracis-19068	38	27	vocabulary	vocabulary	ADJ
bracis-19068	38	28	word	word	NOUN
bracis-19068	38	29	through	through	ADP
bracis-19068	38	30	an	an	DET
bracis-19068	38	31	rnn	rnn	NOUN
bracis-19068	38	32	component	component	NOUN
bracis-19068	38	33	.	.	PUNCT
bracis-19068	39	1	to	to	PART
bracis-19068	39	2	build	build	VERB
bracis-19068	39	3	the	the	DET
bracis-19068	39	4	training	training	NOUN
bracis-19068	39	5	corpus	corpus	NOUN
bracis-19068	39	6	,	,	PUNCT
bracis-19068	39	7	the	the	DET
bracis-19068	39	8	source	source	NOUN
bracis-19068	39	9	codes	code	NOUN
bracis-19068	39	10	were	be	AUX
bracis-19068	39	11	represented	represent	VERB
bracis-19068	39	12	in	in	ADP
bracis-19068	39	13	the	the	DET
bracis-19068	39	14	form	form	NOUN
bracis-19068	39	15	of	of	ADP
bracis-19068	39	16	abstract	abstract	ADJ
bracis-19068	39	17	syntax	syntax	NOUN
bracis-19068	39	18	tree	tree	NOUN
bracis-19068	39	19	(	(	PUNCT
bracis-19068	39	20	ast	ast	NOUN
bracis-19068	39	21	)	)	PUNCT
bracis-19068	39	22	.	.	PUNCT
bracis-19068	40	1	it	it	PRON
bracis-19068	40	2	was	be	AUX
bracis-19068	40	3	evaluated	evaluate	VERB
bracis-19068	40	4	different	different	ADJ
bracis-19068	40	5	approaches	approach	NOUN
bracis-19068	40	6	with	with	ADP
bracis-19068	40	7	javascript	javascript	NOUN
bracis-19068	40	8	and	and	CCONJ
bracis-19068	40	9	python	python	NOUN
bracis-19068	40	10	datasets	dataset	NOUN
bracis-19068	40	11	,	,	PUNCT
bracis-19068	40	12	totaling	total	VERB
bracis-19068	40	13	150,000	150,000	NUM
bracis-19068	40	14	files	file	NOUN
bracis-19068	40	15	each	each	PRON
bracis-19068	40	16	stored	store	VERB
bracis-19068	40	17	in	in	ADP
bracis-19068	40	18	the	the	DET
bracis-19068	40	19	ast	ast	NOUN
bracis-19068	40	20	format	format	NOUN
bracis-19068	40	21	.	.	PUNCT
bracis-19068	41	1	although	although	SCONJ
bracis-19068	41	2	,	,	PUNCT
bracis-19068	41	3	as	as	SCONJ
bracis-19068	41	4	demonstrated	demonstrate	VERB
bracis-19068	41	5	by	by	ADP
bracis-19068	41	6	rafael	rafael	PROPN
bracis-19068	41	7	-	-	PUNCT
bracis-19068	41	8	michael	michael	PROPN
bracis-19068	41	9	karampatsis	karampatsis	PROPN
bracis-19068	41	10	et	et	PROPN
bracis-19068	41	11	al	al	PROPN
bracis-19068	41	12	.	.	PUNCT
bracis-19068	42	1	[	[	X
bracis-19068	42	2	4	4	NUM
bracis-19068	42	3	]	]	PUNCT
bracis-19068	42	4	,	,	PUNCT
bracis-19068	42	5	advanced	advanced	ADJ
bracis-19068	42	6	approaches	approach	NOUN
bracis-19068	42	7	such	such	ADJ
bracis-19068	42	8	as	as	ADP
bracis-19068	42	9	variations	variation	NOUN
bracis-19068	42	10	of	of	ADP
bracis-19068	42	11	the	the	DET
bracis-19068	42	12	byte	byte	NOUN
bracis-19068	42	13	-	-	PUNCT
bracis-19068	42	14	pair	pair	NOUN
bracis-19068	42	15	encoding	encoding	NOUN
bracis-19068	42	16	(	(	PUNCT
bracis-19068	42	17	bpe	bpe	PROPN
bracis-19068	42	18	)	)	PUNCT
bracis-19068	42	19	algorithm	algorithm	NOUN
bracis-19068	42	20	can	can	AUX
bracis-19068	42	21	not	not	PART
bracis-19068	42	22	only	only	ADV
bracis-19068	42	23	deal	deal	VERB
bracis-19068	42	24	well	well	ADV
bracis-19068	42	25	with	with	ADP
bracis-19068	42	26	the	the	DET
bracis-19068	42	27	oov	oov	PROPN
bracis-19068	42	28	problem	problem	NOUN
bracis-19068	42	29	,	,	PUNCT
bracis-19068	42	30	but	but	CCONJ
bracis-19068	42	31	also	also	ADV
bracis-19068	42	32	reduce	reduce	VERB
bracis-19068	42	33	the	the	DET
bracis-19068	42	34	vocabulary	vocabulary	ADJ
bracis-19068	42	35	size	size	NOUN
bracis-19068	42	36	.	.	PUNCT
bracis-19068	43	1	having	have	VERB
bracis-19068	43	2	the	the	DET
bracis-19068	43	3	bpe	bpe	PROPN
bracis-19068	43	4	as	as	ADP
bracis-19068	43	5	a	a	DET
bracis-19068	43	6	principle	principle	NOUN
bracis-19068	43	7	of	of	ADP
bracis-19068	43	8	the	the	DET
bracis-19068	43	9	tokenization	tokenization	NOUN
bracis-19068	43	10	strategy	strategy	NOUN
bracis-19068	43	11	,	,	PUNCT
bracis-19068	43	12	the	the	DET
bracis-19068	43	13	gpt-2	gpt-2	X
bracis-19068	43	14	[	[	X
bracis-19068	43	15	11	11	NUM
bracis-19068	43	16	]	]	PUNCT
bracis-19068	43	17	is	be	AUX
bracis-19068	43	18	a	a	DET
bracis-19068	43	19	1.5b	1.5b	NUM
bracis-19068	43	20	parameter	parameter	NOUN
bracis-19068	43	21	transformer	transformer	NOUN
bracis-19068	43	22	[	[	X
bracis-19068	43	23	16	16	NUM
bracis-19068	43	24	]	]	PUNCT
bracis-19068	43	25	that	that	PRON
bracis-19068	43	26	performs	perform	VERB
bracis-19068	43	27	state	state	NOUN
bracis-19068	43	28	of	of	ADP
bracis-19068	43	29	the	the	DET
bracis-19068	43	30	art	art	NOUN
bracis-19068	43	31	results	result	NOUN
bracis-19068	43	32	in	in	ADP
bracis-19068	43	33	several	several	ADJ
bracis-19068	43	34	natural	natural	ADJ
bracis-19068	43	35	language	language	NOUN
bracis-19068	43	36	tasks	task	NOUN
bracis-19068	43	37	.	.	PUNCT
bracis-19068	44	1	recently	recently	ADV
bracis-19068	44	2	,	,	PUNCT
bracis-19068	44	3	this	this	DET
bracis-19068	44	4	model	model	NOUN
bracis-19068	44	5	started	start	VERB
bracis-19068	44	6	to	to	PART
bracis-19068	44	7	be	be	AUX
bracis-19068	44	8	widely	widely	ADV
bracis-19068	44	9	explored	explore	VERB
bracis-19068	44	10	also	also	ADV
bracis-19068	44	11	for	for	ADP
bracis-19068	44	12	code	code	NOUN
bracis-19068	44	13	intelligence	intelligence	NOUN
bracis-19068	44	14	tasks	task	NOUN
bracis-19068	44	15	.	.	PUNCT
bracis-19068	45	1	in	in	ADP
bracis-19068	45	2	this	this	DET
bracis-19068	45	3	context	context	NOUN
bracis-19068	45	4	,	,	PUNCT
bracis-19068	45	5	alexey	alexey	PROPN
bracis-19068	45	6	svyatkovskiy	svyatkovskiy	PROPN
bracis-19068	45	7	et	et	PROPN
bracis-19068	45	8	al	al	PROPN
bracis-19068	45	9	.	.	PUNCT
bracis-19068	46	1	[	[	X
bracis-19068	46	2	12	12	NUM
bracis-19068	46	3	]	]	PUNCT
bracis-19068	46	4	introduces	introduce	VERB
bracis-19068	46	5	gpt	gpt	NOUN
bracis-19068	46	6	-	-	PUNCT
bracis-19068	46	7	c	c	NOUN
bracis-19068	46	8	,	,	PUNCT
bracis-19068	46	9	which	which	PRON
bracis-19068	46	10	is	be	AUX
bracis-19068	46	11	a	a	DET
bracis-19068	46	12	variant	variant	NOUN
bracis-19068	46	13	of	of	ADP
bracis-19068	46	14	gpt-2	gpt-2	PUNCT
bracis-19068	46	15	trained	train	VERB
bracis-19068	46	16	from	from	ADP
bracis-19068	46	17	scratch	scratch	NOUN
bracis-19068	46	18	using	use	VERB
bracis-19068	46	19	a	a	DET
bracis-19068	46	20	large	large	ADJ
bracis-19068	46	21	set	set	NOUN
bracis-19068	46	22	of	of	ADP
bracis-19068	46	23	data	datum	NOUN
bracis-19068	46	24	files	file	NOUN
bracis-19068	46	25	that	that	PRON
bracis-19068	46	26	comprises	comprise	VERB
bracis-19068	46	27	over	over	ADP
bracis-19068	46	28	1.2	1.2	NUM
bracis-19068	46	29	billion	billion	NUM
bracis-19068	46	30	lines	line	NOUN
bracis-19068	46	31	of	of	ADP
bracis-19068	46	32	source	source	NOUN
bracis-19068	46	33	code	code	NOUN
bracis-19068	46	34	in	in	ADP
bracis-19068	46	35	javascript	javascript	NOUN
bracis-19068	46	36	,	,	PUNCT
bracis-19068	46	37	typescript	typescript	PROPN
bracis-19068	46	38	,	,	PUNCT
bracis-19068	46	39	c	c	NOUN
bracis-19068	46	40	#	#	NOUN
bracis-19068	46	41	and	and	CCONJ
bracis-19068	46	42	python	python	NOUN
bracis-19068	46	43	.	.	PUNCT
bracis-19068	47	1	as	as	ADP
bracis-19068	47	2	the	the	DET
bracis-19068	47	3	evaluation	evaluation	NOUN
bracis-19068	47	4	of	of	ADP
bracis-19068	47	5	the	the	DET
bracis-19068	47	6	model	model	NOUN
bracis-19068	47	7	’s	’s	PART
bracis-19068	47	8	quality	quality	NOUN
bracis-19068	47	9	,	,	PUNCT
bracis-19068	47	10	besides	besides	SCONJ
bracis-19068	47	11	the	the	DET
bracis-19068	47	12	perplexity	perplexity	NOUN
bracis-19068	47	13	,	,	PUNCT
bracis-19068	47	14	was	be	AUX
bracis-19068	47	15	used	use	VERB
bracis-19068	47	16	another	another	DET
bracis-19068	47	17	two	two	NUM
bracis-19068	47	18	metrics	metric	NOUN
bracis-19068	47	19	to	to	PART
bracis-19068	47	20	capture	capture	VERB
bracis-19068	47	21	string	string	NOUN
bracis-19068	47	22	similarity	similarity	NOUN
bracis-19068	47	23	between	between	ADP
bracis-19068	47	24	suggested	suggest	VERB
bracis-19068	47	25	and	and	CCONJ
bracis-19068	47	26	expected	expect	VERB
bracis-19068	47	27	code	code	NOUN
bracis-19068	47	28	:	:	PUNCT
bracis-19068	47	29	rouge	rouge	NOUN
bracis-19068	47	30	-	-	PUNCT
bracis-19068	47	31	l	l	NOUN
bracis-19068	47	32	,	,	PUNCT
bracis-19068	47	33	which	which	PRON
bracis-19068	47	34	consists	consist	VERB
bracis-19068	47	35	of	of	ADP
bracis-19068	47	36	a	a	DET
bracis-19068	47	37	variant	variant	NOUN
bracis-19068	47	38	of	of	ADP
bracis-19068	47	39	the	the	DET
bracis-19068	47	40	recall	recall	NOUN
bracis-19068	47	41	-	-	PUNCT
bracis-19068	47	42	oriented	orient	VERB
bracis-19068	47	43	understudy	understudy	NOUN
bracis-19068	47	44	for	for	ADP
bracis-19068	47	45	gisting	giste	VERB
bracis-19068	47	46	evaluation	evaluation	NOUN
bracis-19068	47	47	(	(	PUNCT
bracis-19068	47	48	rouge	rouge	NOUN
bracis-19068	47	49	)	)	PUNCT
bracis-19068	47	50	based	base	VERB
bracis-19068	47	51	on	on	ADP
bracis-19068	47	52	the	the	DET
bracis-19068	47	53	longest	long	ADJ
bracis-19068	47	54	common	common	ADJ
bracis-19068	47	55	subsequence	subsequence	NOUN
bracis-19068	47	56	(	(	PUNCT
bracis-19068	47	57	lcs	lcs	NOUN
bracis-19068	47	58	)	)	PUNCT
bracis-19068	47	59	,	,	PUNCT
bracis-19068	47	60	and	and	CCONJ
bracis-19068	47	61	levenshtein	levenshtein	PROPN
bracis-19068	47	62	edit	edit	PROPN
bracis-19068	47	63	similarity	similarity	NOUN
bracis-19068	47	64	.	.	PUNCT
bracis-19068	48	1	the	the	DET
bracis-19068	48	2	authors	author	NOUN
bracis-19068	48	3	consider	consider	VERB
bracis-19068	48	4	the	the	DET
bracis-19068	48	5	last	last	ADJ
bracis-19068	48	6	one	one	NOUN
bracis-19068	48	7	a	a	DET
bracis-19068	48	8	critical	critical	ADJ
bracis-19068	48	9	metric	metric	NOUN
bracis-19068	48	10	in	in	ADP
bracis-19068	48	11	this	this	DET
bracis-19068	48	12	context	context	NOUN
bracis-19068	48	13	by	by	ADP
bracis-19068	48	14	affirming	affirm	VERB
bracis-19068	48	15	that	that	SCONJ
bracis-19068	48	16	developers	developer	NOUN
bracis-19068	48	17	tend	tend	VERB
bracis-19068	48	18	to	to	PART
bracis-19068	48	19	accept	accept	VERB
bracis-19068	48	20	suggestions	suggestion	NOUN
bracis-19068	48	21	even	even	ADV
bracis-19068	48	22	partially	partially	ADV
bracis-19068	48	23	matching	match	VERB
bracis-19068	48	24	the	the	DET
bracis-19068	48	25	expectation	expectation	NOUN
bracis-19068	48	26	,	,	PUNCT
bracis-19068	48	27	that	that	ADV
bracis-19068	48	28	is	is	ADV
bracis-19068	48	29	,	,	PUNCT
bracis-19068	48	30	requiring	require	VERB
bracis-19068	48	31	edits	edit	NOUN
bracis-19068	48	32	.	.	PUNCT
bracis-19068	49	1	the	the	DET
bracis-19068	49	2	best	good	ADJ
bracis-19068	49	3	model	model	NOUN
bracis-19068	49	4	presented	present	VERB
bracis-19068	49	5	was	be	AUX
bracis-19068	49	6	trained	train	VERB
bracis-19068	49	7	on	on	ADP
bracis-19068	49	8	python	python	NOUN
bracis-19068	49	9	,	,	PUNCT
bracis-19068	49	10	reaching	reach	VERB
bracis-19068	49	11	an	an	DET
bracis-19068	49	12	average	average	ADJ
bracis-19068	49	13	perplexity	perplexity	NOUN
bracis-19068	49	14	of	of	ADP
bracis-19068	49	15	1.82	1.82	NUM
bracis-19068	49	16	,	,	PUNCT
bracis-19068	49	17	rouge	rouge	NOUN
bracis-19068	49	18	-	-	PUNCT
bracis-19068	49	19	l	l	NOUN
bracis-19068	49	20	of	of	ADP
bracis-19068	49	21	0.80	0.80	NUM
bracis-19068	49	22	and	and	CCONJ
bracis-19068	49	23	an	an	DET
bracis-19068	49	24	edit	edit	NOUN
bracis-19068	49	25	similarity	similarity	NOUN
bracis-19068	49	26	of	of	ADP
bracis-19068	49	27	86.7	86.7	NUM
bracis-19068	49	28	%	%	NOUN
bracis-19068	49	29	.	.	PUNCT
bracis-19068	50	1	in	in	ADP
bracis-19068	50	2	addition	addition	NOUN
bracis-19068	50	3	,	,	PUNCT
bracis-19068	50	4	shuai	shuai	PROPN
bracis-19068	50	5	lu	lu	PROPN
bracis-19068	50	6	et	et	PROPN
bracis-19068	50	7	al	al	PROPN
bracis-19068	50	8	.	.	PUNCT
bracis-19068	51	1	[	[	X
bracis-19068	51	2	7	7	X
bracis-19068	51	3	]	]	PUNCT
bracis-19068	51	4	also	also	ADV
bracis-19068	51	5	proposes	propose	VERB
bracis-19068	51	6	a	a	DET
bracis-19068	51	7	gpt	gpt	NOUN
bracis-19068	51	8	model	model	NOUN
bracis-19068	51	9	for	for	ADP
bracis-19068	51	10	code	code	NOUN
bracis-19068	51	11	completion	completion	NOUN
bracis-19068	51	12	and	and	CCONJ
bracis-19068	51	13	text	text	NOUN
bracis-19068	51	14	-	-	PUNCT
bracis-19068	51	15	to	to	ADP
bracis-19068	51	16	-	-	PUNCT
bracis-19068	51	17	code	code	NOUN
bracis-19068	51	18	generation	generation	NOUN
bracis-19068	51	19	,	,	PUNCT
bracis-19068	51	20	named	name	VERB
bracis-19068	51	21	codegpt	codegpt	NOUN
bracis-19068	51	22	.	.	PUNCT
bracis-19068	52	1	the	the	DET
bracis-19068	52	2	authors	author	NOUN
bracis-19068	52	3	present	present	VERB
bracis-19068	52	4	pretrained	pretraine	VERB
bracis-19068	52	5	models	model	NOUN
bracis-19068	52	6	for	for	ADP
bracis-19068	52	7	both	both	CCONJ
bracis-19068	52	8	python	python	NOUN
bracis-19068	52	9	and	and	CCONJ
bracis-19068	52	10	java	java	PROPN
bracis-19068	52	11	,	,	PUNCT
bracis-19068	52	12	with	with	ADP
bracis-19068	52	13	datasets	dataset	NOUN
bracis-19068	52	14	that	that	PRON
bracis-19068	52	15	includes	include	VERB
bracis-19068	52	16	respectively	respectively	ADV
bracis-19068	52	17	1.1	1.1	NUM
bracis-19068	52	18	m	m	NOUN
bracis-19068	52	19	and	and	CCONJ
bracis-19068	52	20	1.6	1.6	NUM
bracis-19068	52	21	m	m	NOUN
bracis-19068	52	22	functions	function	NOUN
bracis-19068	52	23	.	.	PUNCT
bracis-19068	53	1	for	for	ADP
bracis-19068	53	2	each	each	DET
bracis-19068	53	3	programming	programming	NOUN
bracis-19068	53	4	language	language	NOUN
bracis-19068	53	5	,	,	PUNCT
bracis-19068	53	6	they	they	PRON
bracis-19068	53	7	have	have	AUX
bracis-19068	53	8	used	use	VERB
bracis-19068	53	9	two	two	NUM
bracis-19068	53	10	training	training	NOUN
bracis-19068	53	11	approaches	approach	NOUN
bracis-19068	53	12	.	.	PUNCT
bracis-19068	54	1	the	the	DET
bracis-19068	54	2	first	first	ADJ
bracis-19068	54	3	approach	approach	NOUN
bracis-19068	54	4	trains	train	VERB
bracis-19068	54	5	the	the	DET
bracis-19068	54	6	model	model	NOUN
bracis-19068	54	7	from	from	ADP
bracis-19068	54	8	scratch	scratch	NOUN
bracis-19068	54	9	,	,	PUNCT
bracis-19068	54	10	which	which	PRON
bracis-19068	54	11	means	mean	VERB
bracis-19068	54	12	that	that	SCONJ
bracis-19068	54	13	weights	weight	NOUN
bracis-19068	54	14	are	be	AUX
bracis-19068	54	15	randomly	randomly	ADV
bracis-19068	54	16	initialized	initialize	VERB
bracis-19068	54	17	and	and	CCONJ
bracis-19068	54	18	the	the	DET
bracis-19068	54	19	vocabulary	vocabulary	NOUN
bracis-19068	54	20	is	be	AUX
bracis-19068	54	21	newly	newly	ADV
bracis-19068	54	22	obtained	obtain	VERB
bracis-19068	54	23	.	.	PUNCT
bracis-19068	55	1	the	the	DET
bracis-19068	55	2	other	other	ADJ
bracis-19068	55	3	approach	approach	NOUN
bracis-19068	55	4	uses	use	VERB
bracis-19068	55	5	gpt-2	gpt-2	PART
bracis-19068	55	6	model	model	NOUN
bracis-19068	55	7	as	as	ADP
bracis-19068	55	8	starting	starting	NOUN
bracis-19068	55	9	point	point	NOUN
bracis-19068	55	10	,	,	PUNCT
bracis-19068	55	11	taking	take	VERB
bracis-19068	55	12	advantage	advantage	NOUN
bracis-19068	55	13	of	of	ADP
bracis-19068	55	14	the	the	DET
bracis-19068	55	15	predefined	predefine	VERB
bracis-19068	55	16	weights	weight	NOUN
bracis-19068	55	17	and	and	CCONJ
bracis-19068	55	18	keeping	keep	VERB
bracis-19068	55	19	the	the	DET
bracis-19068	55	20	same	same	ADJ
bracis-19068	55	21	vocabulary	vocabulary	NOUN
bracis-19068	55	22	.	.	PUNCT
bracis-19068	56	1	the	the	DET
bracis-19068	56	2	evaluation	evaluation	NOUN
bracis-19068	56	3	of	of	ADP
bracis-19068	56	4	the	the	DET
bracis-19068	56	5	models	model	NOUN
bracis-19068	56	6	is	be	AUX
bracis-19068	56	7	made	make	VERB
bracis-19068	56	8	both	both	PRON
bracis-19068	56	9	in	in	ADP
bracis-19068	56	10	 	 	SPACE
bracis-19068	56	11	token	token	ADJ
bracis-19068	56	12	-	-	PUNCT
bracis-19068	56	13	level	level	NOUN
bracis-19068	56	14	,	,	PUNCT
bracis-19068	56	15	measuring	measure	VERB
bracis-19068	56	16	the	the	DET
bracis-19068	56	17	accuracy	accuracy	NOUN
bracis-19068	56	18	in	in	ADP
bracis-19068	56	19	predicting	predict	VERB
bracis-19068	56	20	the	the	DET
bracis-19068	56	21	next	next	ADJ
bracis-19068	56	22	token	token	NOUN
bracis-19068	56	23	,	,	PUNCT
bracis-19068	56	24	and	and	CCONJ
bracis-19068	56	25	line	line	NOUN
bracis-19068	56	26	-	-	PUNCT
bracis-19068	56	27	level	level	NOUN
bracis-19068	56	28	,	,	PUNCT
bracis-19068	56	29	measuring	measure	VERB
bracis-19068	56	30	the	the	DET
bracis-19068	56	31	exact	exact	ADJ
bracis-19068	56	32	match	match	NOUN
bracis-19068	56	33	(	(	PUNCT
bracis-19068	56	34	em	em	PRON
bracis-19068	56	35	)	)	PUNCT
bracis-19068	56	36	and	and	CCONJ
bracis-19068	56	37	the	the	DET
bracis-19068	56	38	edit	edit	NOUN
bracis-19068	56	39	similarity	similarity	NOUN
bracis-19068	56	40	.	.	PUNCT
bracis-19068	57	1	their	their	PRON
bracis-19068	57	2	best	good	ADJ
bracis-19068	57	3	model	model	NOUN
bracis-19068	57	4	reaches	reach	VERB
bracis-19068	57	5	a	a	DET
bracis-19068	57	6	score	score	NOUN
bracis-19068	57	7	average	average	NOUN
bracis-19068	57	8	of	of	ADP
bracis-19068	57	9	71.28	71.28	NUM
bracis-19068	57	10	.	.	PUNCT
bracis-19068	58	1	finally	finally	ADV
bracis-19068	58	2	,	,	PUNCT
bracis-19068	58	3	based	base	VERB
bracis-19068	58	4	on	on	ADP
bracis-19068	58	5	the	the	DET
bracis-19068	58	6	gpt-2	gpt-2	NOUN
bracis-19068	58	7	model	model	NOUN
bracis-19068	58	8	as	as	ADV
bracis-19068	58	9	well	well	ADV
bracis-19068	58	10	,	,	PUNCT
bracis-19068	58	11	we	we	PRON
bracis-19068	58	12	find	find	VERB
bracis-19068	58	13	tabnine	tabnine	ADV
bracis-19068	58	14	[	[	X
bracis-19068	58	15	14	14	NUM
bracis-19068	58	16	]	]	PUNCT
bracis-19068	58	17	.	.	PUNCT
bracis-19068	59	1	available	available	ADJ
bracis-19068	59	2	for	for	ADP
bracis-19068	59	3	several	several	ADJ
bracis-19068	59	4	ides	ide	NOUN
bracis-19068	59	5	,	,	PUNCT
bracis-19068	59	6	this	this	PRON
bracis-19068	59	7	is	be	AUX
bracis-19068	59	8	a	a	DET
bracis-19068	59	9	plugin	plugin	NOUN
bracis-19068	59	10	that	that	PRON
bracis-19068	59	11	displays	display	VERB
bracis-19068	59	12	code	code	NOUN
bracis-19068	59	13	sequences	sequence	NOUN
bracis-19068	59	14	as	as	ADP
bracis-19068	59	15	suggestions	suggestion	NOUN
bracis-19068	59	16	according	accord	VERB
bracis-19068	59	17	to	to	ADP
bracis-19068	59	18	the	the	DET
bracis-19068	59	19	context	context	NOUN
bracis-19068	59	20	.	.	PUNCT
bracis-19068	60	1	however	however	ADV
bracis-19068	60	2	,	,	PUNCT
bracis-19068	60	3	we	we	PRON
bracis-19068	60	4	are	be	AUX
bracis-19068	60	5	not	not	PART
bracis-19068	60	6	aware	aware	ADJ
bracis-19068	60	7	about	about	ADP
bracis-19068	60	8	performance	performance	NOUN
bracis-19068	60	9	metrics	metric	NOUN
bracis-19068	60	10	of	of	ADP
bracis-19068	60	11	this	this	DET
bracis-19068	60	12	solution	solution	NOUN
bracis-19068	60	13	,	,	PUNCT
bracis-19068	60	14	as	as	ADV
bracis-19068	60	15	much	much	ADV
bracis-19068	60	16	as	as	ADP
bracis-19068	60	17	architecture	architecture	NOUN
bracis-19068	60	18	details	detail	NOUN
bracis-19068	60	19	.	.	PUNCT
bracis-19068	61	1	3	3	NUM
bracis-19068	61	2	approach	approach	NOUN
bracis-19068	61	3	in	in	ADP
bracis-19068	61	4	this	this	DET
bracis-19068	61	5	session	session	NOUN
bracis-19068	61	6	,	,	PUNCT
bracis-19068	61	7	we	we	PRON
bracis-19068	61	8	describe	describe	VERB
bracis-19068	61	9	the	the	DET
bracis-19068	61	10	construction	construction	NOUN
bracis-19068	61	11	of	of	ADP
bracis-19068	61	12	our	our	PRON
bracis-19068	61	13	training	training	NOUN
bracis-19068	61	14	corpus	corpus	NOUN
bracis-19068	61	15	,	,	PUNCT
bracis-19068	61	16	as	as	ADV
bracis-19068	61	17	well	well	ADV
bracis-19068	61	18	as	as	ADP
bracis-19068	61	19	detail	detail	VERB
bracis-19068	61	20	the	the	DET
bracis-19068	61	21	model	model	NOUN
bracis-19068	61	22	applied	apply	VERB
bracis-19068	61	23	and	and	CCONJ
bracis-19068	61	24	the	the	DET
bracis-19068	61	25	training	training	NOUN
bracis-19068	61	26	process	process	NOUN
bracis-19068	61	27	.	.	PUNCT
bracis-19068	62	1	3.1	3.1	NUM
bracis-19068	62	2	corpus	corpu	NOUN
bracis-19068	62	3	we	we	PRON
bracis-19068	62	4	built	build	VERB
bracis-19068	62	5	our	our	PRON
bracis-19068	62	6	corpus	corpus	NOUN
bracis-19068	62	7	selecting	select	VERB
bracis-19068	62	8	public	public	ADJ
bracis-19068	62	9	java	java	NOUN
bracis-19068	62	10	projects	project	NOUN
bracis-19068	62	11	on	on	ADP
bracis-19068	62	12	github	github	NOUN
bracis-19068	62	13	.	.	PUNCT
bracis-19068	63	1	in	in	ADP
bracis-19068	63	2	order	order	NOUN
bracis-19068	63	3	to	to	PART
bracis-19068	63	4	increase	increase	VERB
bracis-19068	63	5	the	the	DET
bracis-19068	63	6	probability	probability	NOUN
bracis-19068	63	7	of	of	ADP
bracis-19068	63	8	obtaining	obtain	VERB
bracis-19068	63	9	a	a	DET
bracis-19068	63	10	selection	selection	NOUN
bracis-19068	63	11	of	of	ADP
bracis-19068	63	12	projects	project	NOUN
bracis-19068	63	13	with	with	ADP
bracis-19068	63	14	well	well	ADV
bracis-19068	63	15	-	-	PUNCT
bracis-19068	63	16	written	write	VERB
bracis-19068	63	17	code	code	NOUN
bracis-19068	63	18	,	,	PUNCT
bracis-19068	63	19	we	we	PRON
bracis-19068	63	20	limited	limit	VERB
bracis-19068	63	21	our	our	PRON
bracis-19068	63	22	search	search	NOUN
bracis-19068	63	23	for	for	ADP
bracis-19068	63	24	repositories	repository	NOUN
bracis-19068	63	25	with	with	ADP
bracis-19068	63	26	at	at	ADV
bracis-19068	63	27	least	least	ADV
bracis-19068	63	28	1500	1500	NUM
bracis-19068	63	29	stars	star	NOUN
bracis-19068	63	30	,	,	PUNCT
bracis-19068	63	31	indicating	indicate	VERB
bracis-19068	63	32	a	a	DET
bracis-19068	63	33	good	good	ADJ
bracis-19068	63	34	relevance	relevance	NOUN
bracis-19068	63	35	in	in	ADP
bracis-19068	63	36	the	the	DET
bracis-19068	63	37	community	community	NOUN
bracis-19068	63	38	.	.	PUNCT
bracis-19068	64	1	the	the	DET
bracis-19068	64	2	corpus	corpus	NOUN
bracis-19068	64	3	is	be	AUX
bracis-19068	64	4	structured	structure	VERB
bracis-19068	64	5	in	in	ADP
bracis-19068	64	6	a	a	DET
bracis-19068	64	7	single	single	ADJ
bracis-19068	64	8	text	text	NOUN
bracis-19068	64	9	file	file	NOUN
bracis-19068	64	10	,	,	PUNCT
bracis-19068	64	11	using	use	VERB
bracis-19068	64	12	special	special	ADJ
bracis-19068	64	13	tokens	token	NOUN
bracis-19068	64	14	to	to	PART
bracis-19068	64	15	delimit	delimit	VERB
bracis-19068	64	16	the	the	DET
bracis-19068	64	17	beginning	beginning	NOUN
bracis-19068	64	18	and	and	CCONJ
bracis-19068	64	19	end	end	NOUN
bracis-19068	64	20	of	of	ADP
bracis-19068	64	21	a	a	DET
bracis-19068	64	22	file	file	NOUN
bracis-19068	64	23	,	,	PUNCT
bracis-19068	64	24	as	as	ADV
bracis-19068	64	25	well	well	ADV
bracis-19068	64	26	as	as	ADP
bracis-19068	64	27	the	the	DET
bracis-19068	64	28	end	end	NOUN
bracis-19068	64	29	of	of	ADP
bracis-19068	64	30	each	each	DET
bracis-19068	64	31	line	line	NOUN
bracis-19068	64	32	.	.	PUNCT
bracis-19068	65	1	after	after	ADP
bracis-19068	65	2	processing	process	VERB
bracis-19068	65	3	these	these	DET
bracis-19068	65	4	repositories	repository	NOUN
bracis-19068	65	5	,	,	PUNCT
bracis-19068	65	6	we	we	PRON
bracis-19068	65	7	reached	reach	VERB
bracis-19068	65	8	8.12	8.12	NUM
bracis-19068	65	9	g	g	NOUN
bracis-19068	65	10	of	of	ADP
bracis-19068	65	11	total	total	ADJ
bracis-19068	65	12	data	datum	NOUN
bracis-19068	65	13	size	size	NOUN
bracis-19068	65	14	,	,	PUNCT
bracis-19068	65	15	comprising	comprise	VERB
bracis-19068	65	16	over	over	ADP
bracis-19068	65	17	1.4	1.4	NUM
bracis-19068	65	18	million	million	NUM
bracis-19068	65	19	files	file	NOUN
bracis-19068	65	20	and	and	CCONJ
bracis-19068	65	21	230	230	NUM
bracis-19068	65	22	million	million	NUM
bracis-19068	65	23	lines	line	NOUN
bracis-19068	65	24	of	of	ADP
bracis-19068	65	25	java	java	PROPN
bracis-19068	65	26	source	source	PROPN
bracis-19068	65	27	code	code	PROPN
bracis-19068	65	28	.	.	PUNCT
bracis-19068	66	1	3.2	3.2	NUM
bracis-19068	66	2	model	model	NOUN
bracis-19068	66	3	the	the	DET
bracis-19068	66	4	transformers	transformer	NOUN
bracis-19068	66	5	[	[	X
bracis-19068	66	6	16	16	NUM
bracis-19068	66	7	]	]	PUNCT
bracis-19068	66	8	is	be	AUX
bracis-19068	66	9	a	a	DET
bracis-19068	66	10	type	type	NOUN
bracis-19068	66	11	of	of	ADP
bracis-19068	66	12	deep	deep	ADJ
bracis-19068	66	13	neural	neural	ADJ
bracis-19068	66	14	network	network	NOUN
bracis-19068	66	15	that	that	PRON
bracis-19068	66	16	relies	rely	VERB
bracis-19068	66	17	on	on	ADP
bracis-19068	66	18	attention	attention	NOUN
bracis-19068	66	19	mechanisms	mechanism	NOUN
bracis-19068	66	20	for	for	ADP
bracis-19068	66	21	sequence	sequence	NOUN
bracis-19068	66	22	processing	processing	NOUN
bracis-19068	66	23	,	,	PUNCT
bracis-19068	66	24	dispensing	dispense	VERB
bracis-19068	66	25	with	with	ADP
bracis-19068	66	26	recurrence	recurrence	NOUN
bracis-19068	66	27	or	or	CCONJ
bracis-19068	66	28	convolutions	convolution	NOUN
bracis-19068	66	29	.	.	PUNCT
bracis-19068	67	1	this	this	DET
bracis-19068	67	2	architecture	architecture	NOUN
bracis-19068	67	3	applies	apply	VERB
bracis-19068	67	4	multiple	multiple	ADJ
bracis-19068	67	5	heads	head	NOUN
bracis-19068	67	6	of	of	ADP
bracis-19068	67	7	what	what	PRON
bracis-19068	67	8	the	the	DET
bracis-19068	67	9	authors	author	NOUN
bracis-19068	67	10	called	call	VERB
bracis-19068	67	11	self	self	NOUN
bracis-19068	67	12	-	-	PUNCT
bracis-19068	67	13	attention	attention	NOUN
bracis-19068	67	14	mechanism	mechanism	NOUN
bracis-19068	67	15	,	,	PUNCT
bracis-19068	67	16	which	which	PRON
bracis-19068	67	17	enables	enable	VERB
bracis-19068	67	18	the	the	DET
bracis-19068	67	19	model	model	NOUN
bracis-19068	67	20	to	to	PART
bracis-19068	67	21	draw	draw	VERB
bracis-19068	67	22	complex	complex	ADJ
bracis-19068	67	23	correlations	correlation	NOUN
bracis-19068	67	24	between	between	ADP
bracis-19068	67	25	tokens	token	NOUN
bracis-19068	67	26	in	in	ADP
bracis-19068	67	27	different	different	ADJ
bracis-19068	67	28	levels	level	NOUN
bracis-19068	67	29	,	,	PUNCT
bracis-19068	67	30	taking	take	VERB
bracis-19068	67	31	this	this	DET
bracis-19068	67	32	data	datum	NOUN
bracis-19068	67	33	into	into	ADP
bracis-19068	67	34	account	account	NOUN
bracis-19068	67	35	when	when	SCONJ
bracis-19068	67	36	predicting	predict	VERB
bracis-19068	67	37	the	the	DET
bracis-19068	67	38	next	next	ADJ
bracis-19068	67	39	tokens	token	NOUN
bracis-19068	67	40	in	in	ADP
bracis-19068	67	41	a	a	DET
bracis-19068	67	42	sequence	sequence	NOUN
bracis-19068	67	43	.	.	PUNCT
bracis-19068	68	1	this	this	DET
bracis-19068	68	2	type	type	NOUN
bracis-19068	68	3	of	of	ADP
bracis-19068	68	4	network	network	NOUN
bracis-19068	68	5	overcomes	overcome	VERB
bracis-19068	68	6	the	the	DET
bracis-19068	68	7	state	state	NOUN
bracis-19068	68	8	of	of	ADP
bracis-19068	68	9	the	the	DET
bracis-19068	68	10	art	art	NOUN
bracis-19068	68	11	approaches	approach	NOUN
bracis-19068	68	12	such	such	ADJ
bracis-19068	68	13	as	as	ADP
bracis-19068	68	14	recurrent	recurrent	ADJ
bracis-19068	68	15	neural	neural	ADJ
bracis-19068	68	16	networks	network	NOUN
bracis-19068	68	17	and	and	CCONJ
bracis-19068	68	18	long	long	ADJ
bracis-19068	68	19	short	short	ADJ
bracis-19068	68	20	-	-	PUNCT
bracis-19068	68	21	term	term	NOUN
bracis-19068	68	22	memory	memory	NOUN
bracis-19068	68	23	in	in	ADP
bracis-19068	68	24	many	many	ADJ
bracis-19068	68	25	tasks	task	NOUN
bracis-19068	68	26	in	in	ADP
bracis-19068	68	27	the	the	DET
bracis-19068	68	28	field	field	NOUN
bracis-19068	68	29	of	of	ADP
bracis-19068	68	30	natural	natural	ADJ
bracis-19068	68	31	language	language	NOUN
bracis-19068	68	32	processing	processing	NOUN
bracis-19068	68	33	(	(	PUNCT
bracis-19068	68	34	nlp	nlp	NOUN
bracis-19068	68	35	)	)	PUNCT
bracis-19068	68	36	and	and	CCONJ
bracis-19068	68	37	natural	natural	ADJ
bracis-19068	68	38	language	language	NOUN
bracis-19068	68	39	understanding	understanding	NOUN
bracis-19068	68	40	(	(	PUNCT
bracis-19068	68	41	nlu	nlu	NOUN
bracis-19068	68	42	)	)	PUNCT
bracis-19068	68	43	.	.	PUNCT
bracis-19068	69	1	in	in	ADP
bracis-19068	69	2	addition	addition	NOUN
bracis-19068	69	3	,	,	PUNCT
bracis-19068	69	4	it	it	PRON
bracis-19068	69	5	requires	require	VERB
bracis-19068	69	6	significantly	significantly	ADV
bracis-19068	69	7	less	less	ADJ
bracis-19068	69	8	time	time	NOUN
bracis-19068	69	9	to	to	PART
bracis-19068	69	10	train	train	VERB
bracis-19068	69	11	as	as	SCONJ
bracis-19068	69	12	it	it	PRON
bracis-19068	69	13	is	be	AUX
bracis-19068	69	14	able	able	ADJ
bracis-19068	69	15	to	to	PART
bracis-19068	69	16	parallelize	parallelize	VERB
bracis-19068	69	17	.	.	PUNCT
bracis-19068	70	1	the	the	DET
bracis-19068	70	2	architecture	architecture	NOUN
bracis-19068	70	3	of	of	ADP
bracis-19068	70	4	our	our	PRON
bracis-19068	70	5	model	model	NOUN
bracis-19068	70	6	is	be	AUX
bracis-19068	70	7	the	the	DET
bracis-19068	70	8	same	same	ADJ
bracis-19068	70	9	as	as	ADP
bracis-19068	70	10	the	the	DET
bracis-19068	70	11	gpt-2	gpt-2	X
bracis-19068	70	12	[	[	X
bracis-19068	70	13	11	11	NUM
bracis-19068	70	14	]	]	PUNCT
bracis-19068	70	15	,	,	PUNCT
bracis-19068	70	16	which	which	PRON
bracis-19068	70	17	is	be	AUX
bracis-19068	70	18	an	an	DET
bracis-19068	70	19	auto	auto	NOUN
bracis-19068	70	20	-	-	PUNCT
bracis-19068	70	21	regressive	regressive	ADJ
bracis-19068	70	22	pre	pre	ADJ
bracis-19068	70	23	-	-	ADJ
bracis-19068	70	24	trained	train	VERB
bracis-19068	70	25	model	model	NOUN
bracis-19068	70	26	based	base	VERB
bracis-19068	70	27	on	on	ADP
bracis-19068	70	28	12	12	NUM
bracis-19068	70	29	layers	layer	NOUN
bracis-19068	70	30	of	of	ADP
bracis-19068	70	31	transformer	transformer	NOUN
bracis-19068	70	32	decoders	decoder	NOUN
bracis-19068	70	33	.	.	PUNCT
bracis-19068	71	1	in	in	ADP
bracis-19068	71	2	order	order	NOUN
bracis-19068	71	3	to	to	PART
bracis-19068	71	4	take	take	VERB
bracis-19068	71	5	advantage	advantage	NOUN
bracis-19068	71	6	of	of	ADP
bracis-19068	71	7	the	the	DET
bracis-19068	71	8	pre	pre	ADJ
bracis-19068	71	9	-	-	ADJ
bracis-19068	71	10	defined	define	VERB
bracis-19068	71	11	weights	weight	NOUN
bracis-19068	71	12	and	and	CCONJ
bracis-19068	71	13	vocabulary	vocabulary	NOUN
bracis-19068	71	14	,	,	PUNCT
bracis-19068	71	15	we	we	PRON
bracis-19068	71	16	used	use	VERB
bracis-19068	71	17	the	the	DET
bracis-19068	71	18	gpt-2	gpt-2	PUNCT
bracis-19068	71	19	small	small	ADJ
bracis-19068	71	20	version	version	NOUN
bracis-19068	71	21	pretrained	pretraine	VERB
bracis-19068	71	22	in	in	ADP
bracis-19068	71	23	english	english	PROPN
bracis-19068	71	24	as	as	ADP
bracis-19068	71	25	a	a	DET
bracis-19068	71	26	starting	starting	NOUN
bracis-19068	71	27	point	point	NOUN
bracis-19068	71	28	.	.	PUNCT
bracis-19068	72	1	this	this	PRON
bracis-19068	72	2	indicates	indicate	VERB
bracis-19068	72	3	that	that	SCONJ
bracis-19068	72	4	the	the	DET
bracis-19068	72	5	resulting	result	VERB
bracis-19068	72	6	model	model	NOUN
bracis-19068	72	7	has	have	VERB
bracis-19068	72	8	the	the	DET
bracis-19068	72	9	original	original	ADJ
bracis-19068	72	10	gpt-2	gpt-2	NOUN
bracis-19068	72	11	vocabulary	vocabulary	NOUN
bracis-19068	72	12	and	and	CCONJ
bracis-19068	72	13	persists	persist	VERB
bracis-19068	72	14	the	the	DET
bracis-19068	72	15	natural	natural	ADJ
bracis-19068	72	16	language	language	NOUN
bracis-19068	72	17	processing	processing	NOUN
bracis-19068	72	18	skills	skill	NOUN
bracis-19068	72	19	.	.	PUNCT
bracis-19068	73	1	the	the	DET
bracis-19068	73	2	process	process	NOUN
bracis-19068	73	3	of	of	ADP
bracis-19068	73	4	model	model	NOUN
bracis-19068	73	5	fine	fine	ADV
bracis-19068	73	6	-	-	PUNCT
bracis-19068	73	7	tuning	tuning	NOUN
bracis-19068	73	8	with	with	ADP
bracis-19068	73	9	the	the	DET
bracis-19068	73	10	java	java	PROPN
bracis-19068	73	11	corpus	corpus	PROPN
bracis-19068	73	12	was	be	AUX
bracis-19068	73	13	done	do	VERB
bracis-19068	73	14	with	with	ADP
bracis-19068	73	15	1	1	NUM
bracis-19068	73	16	epoch	epoch	NOUN
bracis-19068	73	17	,	,	PUNCT
bracis-19068	73	18	1.6	1.6	NUM
bracis-19068	73	19	million	million	NUM
bracis-19068	73	20	steps	step	NOUN
bracis-19068	73	21	and	and	CCONJ
bracis-19068	73	22	96	96	NUM
bracis-19068	73	23	 	 	SPACE
bracis-19068	73	24	h	h	NOUN
bracis-19068	73	25	of	of	ADP
bracis-19068	73	26	computing	compute	VERB
bracis-19068	73	27	time	time	NOUN
bracis-19068	73	28	in	in	ADP
bracis-19068	73	29	a	a	DET
bracis-19068	73	30	single	single	ADJ
bracis-19068	73	31	gpu	gpu	X
bracis-19068	73	32	v100	v100	PROPN
bracis-19068	73	33	.	.	PUNCT
bracis-19068	74	1	throughout	throughout	ADP
bracis-19068	74	2	this	this	DET
bracis-19068	74	3	article	article	NOUN
bracis-19068	74	4	,	,	PUNCT
bracis-19068	74	5	we	we	PRON
bracis-19068	74	6	’ll	’ll	AUX
bracis-19068	74	7	refer	refer	VERB
bracis-19068	74	8	to	to	ADP
bracis-19068	74	9	our	our	PRON
bracis-19068	74	10	model	model	NOUN
bracis-19068	74	11	as	as	ADP
bracis-19068	74	12	java8	java8	PROPN
bracis-19068	74	13	g.	g.	NOUN
bracis-19068	74	14	4	4	NUM
bracis-19068	74	15	evaluation	evaluation	NOUN
bracis-19068	74	16	in	in	ADP
bracis-19068	74	17	this	this	DET
bracis-19068	74	18	section	section	NOUN
bracis-19068	74	19	,	,	PUNCT
bracis-19068	74	20	we	we	PRON
bracis-19068	74	21	define	define	VERB
bracis-19068	74	22	our	our	PRON
bracis-19068	74	23	evaluation	evaluation	NOUN
bracis-19068	74	24	methodology	methodology	NOUN
bracis-19068	74	25	,	,	PUNCT
bracis-19068	74	26	where	where	SCONJ
bracis-19068	74	27	we	we	PRON
bracis-19068	74	28	initially	initially	ADV
bracis-19068	74	29	propose	propose	VERB
bracis-19068	74	30	the	the	DET
bracis-19068	74	31	creation	creation	NOUN
bracis-19068	74	32	of	of	ADP
bracis-19068	74	33	a	a	DET
bracis-19068	74	34	new	new	ADJ
bracis-19068	74	35	metric	metric	NOUN
bracis-19068	74	36	to	to	PART
bracis-19068	74	37	measure	measure	VERB
bracis-19068	74	38	the	the	DET
bracis-19068	74	39	applicability	applicability	NOUN
bracis-19068	74	40	of	of	ADP
bracis-19068	74	41	the	the	DET
bracis-19068	74	42	model	model	NOUN
bracis-19068	74	43	’s	’s	PART
bracis-19068	74	44	suggestions	suggestion	NOUN
bracis-19068	74	45	in	in	ADP
bracis-19068	74	46	code	code	NOUN
bracis-19068	74	47	completion	completion	NOUN
bracis-19068	74	48	,	,	PUNCT
bracis-19068	74	49	and	and	CCONJ
bracis-19068	74	50	then	then	ADV
bracis-19068	74	51	we	we	PRON
bracis-19068	74	52	detail	detail	VERB
bracis-19068	74	53	how	how	SCONJ
bracis-19068	74	54	we	we	PRON
bracis-19068	74	55	proceed	proceed	VERB
bracis-19068	74	56	with	with	ADP
bracis-19068	74	57	the	the	DET
bracis-19068	74	58	experiments	experiment	NOUN
bracis-19068	74	59	.	.	PUNCT
bracis-19068	74	60	4.1	4.1	NUM
bracis-19068	74	61	dg	dg	NOUN
bracis-19068	74	62	evaluation	evaluation	NOUN
bracis-19068	74	63	metric	metric	NOUN
bracis-19068	74	64	this	this	PRON
bracis-19068	74	65	far	far	ADV
bracis-19068	74	66	we	we	PRON
bracis-19068	74	67	already	already	ADV
bracis-19068	74	68	know	know	VERB
bracis-19068	74	69	that	that	SCONJ
bracis-19068	74	70	language	language	NOUN
bracis-19068	74	71	models	model	NOUN
bracis-19068	74	72	can	can	AUX
bracis-19068	74	73	also	also	ADV
bracis-19068	74	74	be	be	AUX
bracis-19068	74	75	applied	apply	VERB
bracis-19068	74	76	to	to	ADP
bracis-19068	74	77	problems	problem	NOUN
bracis-19068	74	78	involving	involve	VERB
bracis-19068	74	79	code	code	NOUN
bracis-19068	74	80	intelligence	intelligence	NOUN
bracis-19068	74	81	.	.	PUNCT
bracis-19068	75	1	however	however	ADV
bracis-19068	75	2	,	,	PUNCT
bracis-19068	75	3	when	when	SCONJ
bracis-19068	75	4	looking	look	VERB
bracis-19068	75	5	for	for	ADP
bracis-19068	75	6	the	the	DET
bracis-19068	75	7	best	good	ADJ
bracis-19068	75	8	metric	metric	NOUN
bracis-19068	75	9	to	to	PART
bracis-19068	75	10	evaluate	evaluate	VERB
bracis-19068	75	11	the	the	DET
bracis-19068	75	12	model	model	NOUN
bracis-19068	75	13	code	code	NOUN
bracis-19068	75	14	suggestions	suggestion	NOUN
bracis-19068	75	15	,	,	PUNCT
bracis-19068	75	16	we	we	PRON
bracis-19068	75	17	found	find	VERB
bracis-19068	75	18	that	that	SCONJ
bracis-19068	75	19	the	the	DET
bracis-19068	75	20	application	application	NOUN
bracis-19068	75	21	of	of	ADP
bracis-19068	75	22	standard	standard	ADJ
bracis-19068	75	23	metrics	metric	NOUN
bracis-19068	75	24	(	(	PUNCT
bracis-19068	75	25	e.g.	e.g.	ADV
bracis-19068	75	26	levenshtein	levenshtein	NOUN
bracis-19068	75	27	and	and	CCONJ
bracis-19068	75	28	bleu	bleu	NOUN
bracis-19068	75	29	)	)	PUNCT
bracis-19068	75	30	to	to	PART
bracis-19068	75	31	evaluate	evaluate	VERB
bracis-19068	75	32	natural	natural	ADJ
bracis-19068	75	33	language	language	NOUN
bracis-19068	75	34	tasks	task	NOUN
bracis-19068	75	35	could	could	AUX
bracis-19068	75	36	be	be	AUX
bracis-19068	75	37	problematic	problematic	ADJ
bracis-19068	75	38	when	when	SCONJ
bracis-19068	75	39	applied	apply	VERB
bracis-19068	75	40	to	to	PART
bracis-19068	75	41	code	code	VERB
bracis-19068	75	42	completion	completion	NOUN
bracis-19068	75	43	tasks	task	NOUN
bracis-19068	75	44	,	,	PUNCT
bracis-19068	75	45	meaning	mean	VERB
bracis-19068	75	46	that	that	SCONJ
bracis-19068	75	47	they	they	PRON
bracis-19068	75	48	may	may	AUX
bracis-19068	75	49	not	not	PART
bracis-19068	75	50	measure	measure	VERB
bracis-19068	75	51	the	the	DET
bracis-19068	75	52	real	real	ADJ
bracis-19068	75	53	applicability	applicability	NOUN
bracis-19068	75	54	of	of	ADP
bracis-19068	75	55	a	a	DET
bracis-19068	75	56	code	code	NOUN
bracis-19068	75	57	hint	hint	NOUN
bracis-19068	75	58	.	.	PUNCT
bracis-19068	76	1	motivated	motivate	VERB
bracis-19068	76	2	by	by	ADP
bracis-19068	76	3	this	this	PRON
bracis-19068	76	4	,	,	PUNCT
bracis-19068	76	5	we	we	PRON
bracis-19068	76	6	propose	propose	VERB
bracis-19068	76	7	a	a	DET
bracis-19068	76	8	new	new	ADJ
bracis-19068	76	9	metric	metric	NOUN
bracis-19068	76	10	we	we	PRON
bracis-19068	76	11	consider	consider	VERB
bracis-19068	76	12	better	well	ADV
bracis-19068	76	13	adapted	adapt	VERB
bracis-19068	76	14	to	to	ADP
bracis-19068	76	15	the	the	DET
bracis-19068	76	16	context	context	NOUN
bracis-19068	76	17	of	of	ADP
bracis-19068	76	18	code	code	NOUN
bracis-19068	76	19	completion	completion	NOUN
bracis-19068	76	20	.	.	PUNCT
bracis-19068	77	1	given	give	VERB
bracis-19068	77	2	two	two	NUM
bracis-19068	77	3	strings	string	NOUN
bracis-19068	77	4	expected	expect	VERB
bracis-19068	77	5	and	and	CCONJ
bracis-19068	77	6	prediction	prediction	NOUN
bracis-19068	77	7	,	,	PUNCT
bracis-19068	77	8	the	the	DET
bracis-19068	77	9	dg	dg	NOUN
bracis-19068	77	10	metric	metric	NOUN
bracis-19068	77	11	,	,	PUNCT
bracis-19068	77	12	as	as	SCONJ
bracis-19068	77	13	formally	formally	ADV
bracis-19068	77	14	described	describe	VERB
bracis-19068	77	15	in	in	ADP
bracis-19068	77	16	algorithm	algorithm	PROPN
bracis-19068	77	17	 	 	SPACE
bracis-19068	77	18	1	1	NUM
bracis-19068	77	19	,	,	PUNCT
bracis-19068	77	20	calculates	calculate	VERB
bracis-19068	77	21	the	the	DET
bracis-19068	77	22	sum	sum	NOUN
bracis-19068	77	23	of	of	ADP
bracis-19068	77	24	equal	equal	ADJ
bracis-19068	77	25	characters	character	NOUN
bracis-19068	77	26	until	until	SCONJ
bracis-19068	77	27	there	there	PRON
bracis-19068	77	28	is	be	VERB
bracis-19068	77	29	a	a	DET
bracis-19068	77	30	divergence	divergence	NOUN
bracis-19068	77	31	between	between	ADP
bracis-19068	77	32	expected	expect	VERB
bracis-19068	77	33	and	and	CCONJ
bracis-19068	77	34	prediction	prediction	NOUN
bracis-19068	77	35	,	,	PUNCT
bracis-19068	77	36	rated	rate	VERB
bracis-19068	77	37	by	by	ADP
bracis-19068	77	38	the	the	DET
bracis-19068	77	39	expected	expect	VERB
bracis-19068	77	40	length	length	NOUN
bracis-19068	77	41	.	.	PUNCT
bracis-19068	78	1	to	to	PART
bracis-19068	78	2	support	support	VERB
bracis-19068	78	3	the	the	DET
bracis-19068	78	4	proposed	propose	VERB
bracis-19068	78	5	metric	metric	NOUN
bracis-19068	78	6	,	,	PUNCT
bracis-19068	78	7	in	in	ADP
bracis-19068	78	8	fig	fig	NOUN
bracis-19068	78	9	.	.	PUNCT
bracis-19068	78	10	 	 	SPACE
bracis-19068	78	11	1	1	NUM
bracis-19068	78	12	,	,	PUNCT
bracis-19068	78	13	we	we	PRON
bracis-19068	78	14	present	present	VERB
bracis-19068	78	15	two	two	NUM
bracis-19068	78	16	practical	practical	ADJ
bracis-19068	78	17	cases	case	NOUN
bracis-19068	78	18	simulating	simulate	VERB
bracis-19068	78	19	the	the	DET
bracis-19068	78	20	string	string	NOUN
bracis-19068	78	21	comparison	comparison	NOUN
bracis-19068	78	22	between	between	ADP
bracis-19068	78	23	an	an	DET
bracis-19068	78	24	expected	expect	VERB
bracis-19068	78	25	code	code	NOUN
bracis-19068	78	26	and	and	CCONJ
bracis-19068	78	27	the	the	DET
bracis-19068	78	28	model	model	NOUN
bracis-19068	78	29	prediction	prediction	NOUN
bracis-19068	78	30	by	by	ADP
bracis-19068	78	31	applying	apply	VERB
bracis-19068	78	32	edit	edit	NOUN
bracis-19068	78	33	similarity	similarity	NOUN
bracis-19068	78	34	,	,	PUNCT
bracis-19068	78	35	one	one	NUM
bracis-19068	78	36	of	of	ADP
bracis-19068	78	37	the	the	DET
bracis-19068	78	38	metrics	metric	NOUN
bracis-19068	78	39	used	use	VERB
bracis-19068	78	40	to	to	PART
bracis-19068	78	41	evaluate	evaluate	VERB
bracis-19068	78	42	the	the	DET
bracis-19068	78	43	intellicode	intellicode	NOUN
bracis-19068	78	44	models	model	NOUN
bracis-19068	78	45	[	[	X
bracis-19068	78	46	12	12	NUM
bracis-19068	78	47	]	]	PUNCT
bracis-19068	78	48	,	,	PUNCT
bracis-19068	78	49	against	against	ADP
bracis-19068	78	50	dg	dg	X
bracis-19068	78	51	metric	metric	NOUN
bracis-19068	78	52	.	.	PUNCT
bracis-19068	79	1	as	as	SCONJ
bracis-19068	79	2	we	we	PRON
bracis-19068	79	3	can	can	AUX
bracis-19068	79	4	see	see	VERB
bracis-19068	79	5	,	,	PUNCT
bracis-19068	79	6	in	in	ADP
bracis-19068	79	7	the	the	DET
bracis-19068	79	8	case	case	NOUN
bracis-19068	79	9	a	a	PRON
bracis-19068	79	10	,	,	PUNCT
bracis-19068	79	11	the	the	DET
bracis-19068	79	12	strings	string	NOUN
bracis-19068	79	13	are	be	AUX
bracis-19068	79	14	relatively	relatively	ADV
bracis-19068	79	15	close	close	ADJ
bracis-19068	79	16	by	by	ADP
bracis-19068	79	17	the	the	DET
bracis-19068	79	18	edit	edit	NOUN
bracis-19068	79	19	similarity	similarity	NOUN
bracis-19068	79	20	metric	metric	NOUN
bracis-19068	79	21	,	,	PUNCT
bracis-19068	79	22	but	but	CCONJ
bracis-19068	79	23	there	there	PRON
bracis-19068	79	24	’s	’	VERB
bracis-19068	79	25	a	a	DET
bracis-19068	79	26	big	big	ADJ
bracis-19068	79	27	difference	difference	NOUN
bracis-19068	79	28	between	between	ADP
bracis-19068	79	29	them	they	PRON
bracis-19068	79	30	when	when	SCONJ
bracis-19068	79	31	we	we	PRON
bracis-19068	79	32	talk	talk	VERB
bracis-19068	79	33	about	about	ADP
bracis-19068	79	34	the	the	DET
bracis-19068	79	35	algorithm	algorithm	NOUN
bracis-19068	79	36	logic	logic	NOUN
bracis-19068	79	37	.	.	PUNCT
bracis-19068	80	1	in	in	ADP
bracis-19068	80	2	such	such	ADJ
bracis-19068	80	3	case	case	NOUN
bracis-19068	80	4	,	,	PUNCT
bracis-19068	80	5	we	we	PRON
bracis-19068	80	6	understand	understand	VERB
bracis-19068	80	7	that	that	SCONJ
bracis-19068	80	8	there	there	PRON
bracis-19068	80	9	’s	’	VERB
bracis-19068	80	10	a	a	DET
bracis-19068	80	11	higher	high	ADJ
bracis-19068	80	12	chance	chance	NOUN
bracis-19068	80	13	of	of	ADP
bracis-19068	80	14	the	the	DET
bracis-19068	80	15	user	user	NOUN
bracis-19068	80	16	skipping	skip	VERB
bracis-19068	80	17	the	the	DET
bracis-19068	80	18	suggestion	suggestion	NOUN
bracis-19068	80	19	than	than	SCONJ
bracis-19068	80	20	accept	accept	VERB
bracis-19068	80	21	and	and	CCONJ
bracis-19068	80	22	edit	edit	VERB
bracis-19068	80	23	it	it	PRON
bracis-19068	80	24	to	to	PART
bracis-19068	80	25	meet	meet	VERB
bracis-19068	80	26	the	the	DET
bracis-19068	80	27	expectation	expectation	NOUN
bracis-19068	80	28	,	,	PUNCT
bracis-19068	80	29	since	since	SCONJ
bracis-19068	80	30	it	it	PRON
bracis-19068	80	31	tends	tend	VERB
bracis-19068	80	32	to	to	PART
bracis-19068	80	33	be	be	AUX
bracis-19068	80	34	as	as	ADV
bracis-19068	80	35	less	less	ADV
bracis-19068	80	36	productive	productive	ADJ
bracis-19068	80	37	as	as	ADP
bracis-19068	80	38	writing	write	VERB
bracis-19068	80	39	the	the	DET
bracis-19068	80	40	entire	entire	ADJ
bracis-19068	80	41	sequence	sequence	NOUN
bracis-19068	80	42	.	.	PUNCT
bracis-19068	81	1	in	in	ADP
bracis-19068	81	2	the	the	DET
bracis-19068	81	3	other	other	ADJ
bracis-19068	81	4	way	way	NOUN
bracis-19068	81	5	,	,	PUNCT
bracis-19068	81	6	we	we	PRON
bracis-19068	81	7	have	have	VERB
bracis-19068	81	8	a	a	DET
bracis-19068	81	9	lower	low	ADJ
bracis-19068	81	10	dg	dg	NOUN
bracis-19068	81	11	score	score	NOUN
bracis-19068	81	12	,	,	PUNCT
bracis-19068	81	13	showing	show	VERB
bracis-19068	81	14	that	that	SCONJ
bracis-19068	81	15	only	only	ADV
bracis-19068	81	16	20	20	NUM
bracis-19068	81	17	%	%	NOUN
bracis-19068	81	18	of	of	ADP
bracis-19068	81	19	the	the	DET
bracis-19068	81	20	prediction	prediction	NOUN
bracis-19068	81	21	could	could	AUX
bracis-19068	81	22	be	be	AUX
bracis-19068	81	23	applied	apply	VERB
bracis-19068	81	24	without	without	ADP
bracis-19068	81	25	requiring	require	VERB
bracis-19068	81	26	adaptation	adaptation	NOUN
bracis-19068	81	27	.	.	PUNCT
bracis-19068	82	1	now	now	ADV
bracis-19068	82	2	,	,	PUNCT
bracis-19068	82	3	in	in	ADP
bracis-19068	82	4	the	the	DET
bracis-19068	82	5	case	case	NOUN
bracis-19068	82	6	b	b	NOUN
bracis-19068	82	7	,	,	PUNCT
bracis-19068	82	8	we	we	PRON
bracis-19068	82	9	have	have	VERB
bracis-19068	82	10	a	a	DET
bracis-19068	82	11	situation	situation	NOUN
bracis-19068	82	12	where	where	SCONJ
bracis-19068	82	13	the	the	DET
bracis-19068	82	14	model	model	NOUN
bracis-19068	82	15	effectively	effectively	ADV
bracis-19068	82	16	suggests	suggest	VERB
bracis-19068	82	17	part	part	NOUN
bracis-19068	82	18	of	of	ADP
bracis-19068	82	19	the	the	DET
bracis-19068	82	20	expected	expect	VERB
bracis-19068	82	21	code	code	NOUN
bracis-19068	82	22	,	,	PUNCT
bracis-19068	82	23	meaning	mean	VERB
bracis-19068	82	24	that	that	SCONJ
bracis-19068	82	25	the	the	DET
bracis-19068	82	26	user	user	NOUN
bracis-19068	82	27	could	could	AUX
bracis-19068	82	28	fully	fully	ADV
bracis-19068	82	29	accept	accept	VERB
bracis-19068	82	30	the	the	DET
bracis-19068	82	31	suggestion	suggestion	NOUN
bracis-19068	82	32	,	,	PUNCT
bracis-19068	82	33	but	but	CCONJ
bracis-19068	82	34	we	we	PRON
bracis-19068	82	35	do	do	AUX
bracis-19068	82	36	n’t	not	PART
bracis-19068	82	37	have	have	VERB
bracis-19068	82	38	it	it	PRON
bracis-19068	82	39	reflected	reflect	VERB
bracis-19068	82	40	on	on	ADP
bracis-19068	82	41	the	the	DET
bracis-19068	82	42	edit	edit	NOUN
bracis-19068	82	43	similarity	similarity	NOUN
bracis-19068	82	44	metric	metric	NOUN
bracis-19068	82	45	.	.	PUNCT
bracis-19068	83	1	even	even	ADV
bracis-19068	83	2	more	more	ADV
bracis-19068	83	3	problematic	problematic	ADJ
bracis-19068	83	4	,	,	PUNCT
bracis-19068	83	5	we	we	PRON
bracis-19068	83	6	have	have	VERB
bracis-19068	83	7	two	two	NUM
bracis-19068	83	8	very	very	ADV
bracis-19068	83	9	different	different	ADJ
bracis-19068	83	10	situations	situation	NOUN
bracis-19068	83	11	for	for	ADP
bracis-19068	83	12	the	the	DET
bracis-19068	83	13	practical	practical	ADJ
bracis-19068	83	14	reality	reality	NOUN
bracis-19068	83	15	of	of	ADP
bracis-19068	83	16	the	the	DET
bracis-19068	83	17	code	code	NOUN
bracis-19068	83	18	completion	completion	NOUN
bracis-19068	83	19	presenting	present	VERB
bracis-19068	83	20	the	the	DET
bracis-19068	83	21	same	same	ADJ
bracis-19068	83	22	edit	edit	NOUN
bracis-19068	83	23	similarity	similarity	NOUN
bracis-19068	83	24	score	score	NOUN
bracis-19068	83	25	(	(	PUNCT
bracis-19068	83	26	67.6	67.6	NUM
bracis-19068	83	27	%	%	NOUN
bracis-19068	83	28	)	)	PUNCT
bracis-19068	83	29	.	.	PUNCT
bracis-19068	84	1	that	that	PRON
bracis-19068	84	2	’s	’	VERB
bracis-19068	84	3	not	not	PART
bracis-19068	84	4	the	the	DET
bracis-19068	84	5	case	case	NOUN
bracis-19068	84	6	for	for	ADP
bracis-19068	84	7	dg	dg	NOUN
bracis-19068	84	8	score	score	NOUN
bracis-19068	84	9	where	where	SCONJ
bracis-19068	84	10	we	we	PRON
bracis-19068	84	11	have	have	VERB
bracis-19068	84	12	a	a	DET
bracis-19068	84	13	full	full	ADJ
bracis-19068	84	14	match	match	NOUN
bracis-19068	84	15	,	,	PUNCT
bracis-19068	84	16	meaning	mean	VERB
bracis-19068	84	17	that	that	SCONJ
bracis-19068	84	18	the	the	DET
bracis-19068	84	19	suggestion	suggestion	NOUN
bracis-19068	84	20	is	be	AUX
bracis-19068	84	21	perfectly	perfectly	ADV
bracis-19068	84	22	applicable	applicable	ADJ
bracis-19068	84	23	.	.	PUNCT
bracis-19068	85	1	fig	fig	NOUN
bracis-19068	85	2	.	.	PUNCT
bracis-19068	86	1	1	1	X
bracis-19068	86	2	.	.	X
bracis-19068	86	3	edit	edit	NOUN
bracis-19068	86	4	similarity	similarity	NOUN
bracis-19068	86	5	and	and	CCONJ
bracis-19068	86	6	dg	dg	X
bracis-19068	86	7	metric	metric	ADJ
bracis-19068	86	8	in	in	ADP
bracis-19068	86	9	code	code	NOUN
bracis-19068	86	10	completion	completion	NOUN
bracis-19068	86	11	full	full	ADJ
bracis-19068	86	12	size	size	NOUN
bracis-19068	86	13	image	image	NOUN
bracis-19068	86	14	4.2	4.2	NUM
bracis-19068	86	15	methodology	methodology	NOUN
bracis-19068	86	16	the	the	DET
bracis-19068	86	17	dg	dg	PROPN
bracis-19068	86	18	metric	metric	ADJ
bracis-19068	86	19	creation	creation	NOUN
bracis-19068	86	20	and	and	CCONJ
bracis-19068	86	21	evaluation	evaluation	NOUN
bracis-19068	86	22	methodology	methodology	NOUN
bracis-19068	86	23	we	we	PRON
bracis-19068	86	24	defined	define	VERB
bracis-19068	86	25	was	be	AUX
bracis-19068	86	26	based	base	VERB
bracis-19068	86	27	on	on	ADP
bracis-19068	86	28	the	the	DET
bracis-19068	86	29	attempt	attempt	NOUN
bracis-19068	86	30	to	to	PART
bracis-19068	86	31	get	get	VERB
bracis-19068	86	32	as	as	ADV
bracis-19068	86	33	close	close	ADJ
bracis-19068	86	34	as	as	ADP
bracis-19068	86	35	possible	possible	ADJ
bracis-19068	86	36	to	to	ADP
bracis-19068	86	37	the	the	DET
bracis-19068	86	38	practical	practical	ADJ
bracis-19068	86	39	reality	reality	NOUN
bracis-19068	86	40	of	of	ADP
bracis-19068	86	41	using	use	VERB
bracis-19068	86	42	a	a	DET
bracis-19068	86	43	code	code	NOUN
bracis-19068	86	44	completion	completion	NOUN
bracis-19068	86	45	tool	tool	NOUN
bracis-19068	86	46	.	.	PUNCT
bracis-19068	87	1	for	for	ADP
bracis-19068	87	2	this	this	DET
bracis-19068	87	3	purpose	purpose	NOUN
bracis-19068	87	4	,	,	PUNCT
bracis-19068	87	5	our	our	PRON
bracis-19068	87	6	approach	approach	NOUN
bracis-19068	87	7	was	be	AUX
bracis-19068	87	8	based	base	VERB
bracis-19068	87	9	on	on	ADP
bracis-19068	87	10	submitting	submit	VERB
bracis-19068	87	11	the	the	DET
bracis-19068	87	12	model	model	NOUN
bracis-19068	87	13	to	to	PART
bracis-19068	87	14	try	try	VERB
bracis-19068	87	15	to	to	PART
bracis-19068	87	16	complete	complete	VERB
bracis-19068	87	17	a	a	DET
bracis-19068	87	18	line	line	NOUN
bracis-19068	87	19	given	give	VERB
bracis-19068	87	20	specific	specific	ADJ
bracis-19068	87	21	previous	previous	ADJ
bracis-19068	87	22	contexts	contexts	NOUN
bracis-19068	87	23	,	,	PUNCT
bracis-19068	87	24	and	and	CCONJ
bracis-19068	87	25	evaluate	evaluate	VERB
bracis-19068	87	26	the	the	DET
bracis-19068	87	27	applicability	applicability	NOUN
bracis-19068	87	28	of	of	ADP
bracis-19068	87	29	the	the	DET
bracis-19068	87	30	predictions	prediction	NOUN
bracis-19068	87	31	in	in	ADP
bracis-19068	87	32	the	the	DET
bracis-19068	87	33	current	current	ADJ
bracis-19068	87	34	line	line	NOUN
bracis-19068	87	35	using	use	VERB
bracis-19068	87	36	the	the	DET
bracis-19068	87	37	dg	dg	NOUN
bracis-19068	87	38	metric	metric	NOUN
bracis-19068	87	39	.	.	PUNCT
bracis-19068	88	1	to	to	PART
bracis-19068	88	2	base	base	VERB
bracis-19068	88	3	the	the	DET
bracis-19068	88	4	execution	execution	NOUN
bracis-19068	88	5	of	of	ADP
bracis-19068	88	6	the	the	DET
bracis-19068	88	7	tests	test	NOUN
bracis-19068	88	8	we	we	PRON
bracis-19068	88	9	selected	select	VERB
bracis-19068	88	10	a	a	DET
bracis-19068	88	11	real	real	ADJ
bracis-19068	88	12	project	project	NOUN
bracis-19068	88	13	of	of	ADP
bracis-19068	88	14	an	an	DET
bracis-19068	88	15	web	web	NOUN
bracis-19068	88	16	api	api	NOUN
bracis-19068	88	17	recently	recently	ADV
bracis-19068	88	18	developed	develop	VERB
bracis-19068	88	19	with	with	ADP
bracis-19068	88	20	spring	spring	NOUN
bracis-19068	88	21	boot	boot	NOUN
bracis-19068	88	22	,	,	PUNCT
bracis-19068	88	23	one	one	NUM
bracis-19068	88	24	of	of	ADP
bracis-19068	88	25	the	the	DET
bracis-19068	88	26	most	most	ADV
bracis-19068	88	27	popular	popular	ADJ
bracis-19068	88	28	java	java	NOUN
bracis-19068	88	29	frameworks	framework	NOUN
bracis-19068	88	30	in	in	ADP
bracis-19068	88	31	web	web	NOUN
bracis-19068	88	32	development	development	NOUN
bracis-19068	88	33	.	.	PUNCT
bracis-19068	89	1	in	in	ADP
bracis-19068	89	2	order	order	NOUN
bracis-19068	89	3	to	to	PART
bracis-19068	89	4	get	get	VERB
bracis-19068	89	5	more	more	ADJ
bracis-19068	89	6	insights	insight	NOUN
bracis-19068	89	7	from	from	ADP
bracis-19068	89	8	the	the	DET
bracis-19068	89	9	evaluation	evaluation	NOUN
bracis-19068	89	10	,	,	PUNCT
bracis-19068	89	11	we	we	PRON
bracis-19068	89	12	decided	decide	VERB
bracis-19068	89	13	to	to	PART
bracis-19068	89	14	observe	observe	VERB
bracis-19068	89	15	the	the	DET
bracis-19068	89	16	performance	performance	NOUN
bracis-19068	89	17	in	in	ADP
bracis-19068	89	18	more	more	ADV
bracis-19068	89	19	specific	specific	ADJ
bracis-19068	89	20	contexts	contexts	NOUN
bracis-19068	89	21	of	of	ADP
bracis-19068	89	22	the	the	DET
bracis-19068	89	23	project	project	NOUN
bracis-19068	89	24	.	.	PUNCT
bracis-19068	90	1	thus	thus	ADV
bracis-19068	90	2	,	,	PUNCT
bracis-19068	90	3	we	we	PRON
bracis-19068	90	4	categorized	categorize	VERB
bracis-19068	90	5	the	the	DET
bracis-19068	90	6	files	file	NOUN
bracis-19068	90	7	in	in	ADP
bracis-19068	90	8	the	the	DET
bracis-19068	90	9	following	follow	VERB
bracis-19068	90	10	groups	group	NOUN
bracis-19068	90	11	,	,	PUNCT
bracis-19068	90	12	which	which	PRON
bracis-19068	90	13	are	be	AUX
bracis-19068	90	14	also	also	ADV
bracis-19068	90	15	often	often	ADV
bracis-19068	90	16	found	find	VERB
bracis-19068	90	17	in	in	ADP
bracis-19068	90	18	other	other	ADJ
bracis-19068	90	19	web	web	NOUN
bracis-19068	90	20	api	api	NOUN
bracis-19068	90	21	projects	project	NOUN
bracis-19068	90	22	:	:	PUNCT
bracis-19068	90	23	controller	controller	NOUN
bracis-19068	90	24	,	,	PUNCT
bracis-19068	90	25	which	which	PRON
bracis-19068	90	26	comprises	comprise	VERB
bracis-19068	90	27	implementation	implementation	NOUN
bracis-19068	90	28	of	of	ADP
bracis-19068	90	29	classes	class	NOUN
bracis-19068	90	30	that	that	PRON
bracis-19068	90	31	handles	handle	VERB
bracis-19068	90	32	http	http	ADJ
bracis-19068	90	33	requests	request	NOUN
bracis-19068	90	34	;	;	PUNCT
bracis-19068	90	35	service	service	NOUN
bracis-19068	90	36	,	,	PUNCT
bracis-19068	90	37	consisting	consist	VERB
bracis-19068	90	38	of	of	ADP
bracis-19068	90	39	classes	class	NOUN
bracis-19068	90	40	that	that	PRON
bracis-19068	90	41	implements	implement	VERB
bracis-19068	90	42	functionalities	functionality	NOUN
bracis-19068	90	43	and	and	CCONJ
bracis-19068	90	44	system	system	NOUN
bracis-19068	90	45	business	business	NOUN
bracis-19068	90	46	rules	rule	NOUN
bracis-19068	90	47	;	;	PUNCT
bracis-19068	90	48	test	test	NOUN
bracis-19068	90	49	,	,	PUNCT
bracis-19068	90	50	defining	define	VERB
bracis-19068	90	51	the	the	DET
bracis-19068	90	52	context	context	NOUN
bracis-19068	90	53	of	of	ADP
bracis-19068	90	54	unit	unit	NOUN
bracis-19068	90	55	testing	testing	NOUN
bracis-19068	90	56	;	;	PUNCT
bracis-19068	90	57	generic	generic	ADJ
bracis-19068	90	58	,	,	PUNCT
bracis-19068	90	59	for	for	ADP
bracis-19068	90	60	everything	everything	PRON
bracis-19068	90	61	else	else	ADV
bracis-19068	90	62	.	.	PUNCT
bracis-19068	91	1	from	from	ADP
bracis-19068	91	2	this	this	DET
bracis-19068	91	3	project	project	NOUN
bracis-19068	91	4	,	,	PUNCT
bracis-19068	91	5	we	we	PRON
bracis-19068	91	6	generated	generate	VERB
bracis-19068	91	7	4075	4075	NUM
bracis-19068	91	8	test	test	NOUN
bracis-19068	91	9	cases	case	NOUN
bracis-19068	91	10	for	for	ADP
bracis-19068	91	11	evaluation	evaluation	NOUN
bracis-19068	91	12	.	.	PUNCT
bracis-19068	92	1	to	to	PART
bracis-19068	92	2	define	define	VERB
bracis-19068	92	3	the	the	DET
bracis-19068	92	4	test	test	NOUN
bracis-19068	92	5	cases	case	NOUN
bracis-19068	92	6	we	we	PRON
bracis-19068	92	7	worked	work	VERB
bracis-19068	92	8	with	with	ADP
bracis-19068	92	9	the	the	DET
bracis-19068	92	10	concept	concept	NOUN
bracis-19068	92	11	of	of	ADP
bracis-19068	92	12	triggers	trigger	NOUN
bracis-19068	92	13	,	,	PUNCT
bracis-19068	92	14	which	which	PRON
bracis-19068	92	15	can	can	AUX
bracis-19068	92	16	be	be	AUX
bracis-19068	92	17	understood	understand	VERB
bracis-19068	92	18	as	as	ADP
bracis-19068	92	19	points	point	NOUN
bracis-19068	92	20	of	of	ADP
bracis-19068	92	21	opportunity	opportunity	NOUN
bracis-19068	92	22	to	to	PART
bracis-19068	92	23	display	display	VERB
bracis-19068	92	24	suggestions	suggestion	NOUN
bracis-19068	92	25	,	,	PUNCT
bracis-19068	92	26	like	like	ADP
bracis-19068	92	27	the	the	DET
bracis-19068	92	28	insertion	insertion	NOUN
bracis-19068	92	29	of	of	ADP
bracis-19068	92	30	characters	character	NOUN
bracis-19068	92	31	such	such	ADJ
bracis-19068	92	32	as	as	ADP
bracis-19068	92	33	white	white	ADJ
bracis-19068	92	34	space	space	NOUN
bracis-19068	92	35	,	,	PUNCT
bracis-19068	92	36	“	"	PUNCT
bracis-19068	92	37	.	.	PUNCT
bracis-19068	93	1	"	"	PUNCT
bracis-19068	93	2	,	,	PUNCT
bracis-19068	93	3	“	"	PUNCT
bracis-19068	93	4	(	(	PUNCT
bracis-19068	93	5	"	"	PUNCT
bracis-19068	93	6	or	or	CCONJ
bracis-19068	93	7	“	"	PUNCT
bracis-19068	93	8	@	@	ADP
bracis-19068	93	9	"	"	PUNCT
bracis-19068	93	10	.	.	PUNCT
bracis-19068	94	1	we	we	PRON
bracis-19068	94	2	consider	consider	VERB
bracis-19068	94	3	this	this	DET
bracis-19068	94	4	examples	example	NOUN
bracis-19068	94	5	as	as	ADP
bracis-19068	94	6	triggers	trigger	NOUN
bracis-19068	94	7	for	for	ADP
bracis-19068	94	8	the	the	DET
bracis-19068	94	9	java	java	PROPN
bracis-19068	94	10	language	language	NOUN
bracis-19068	94	11	because	because	SCONJ
bracis-19068	94	12	we	we	PRON
bracis-19068	94	13	understand	understand	VERB
bracis-19068	94	14	them	they	PRON
bracis-19068	94	15	as	as	ADP
bracis-19068	94	16	points	point	NOUN
bracis-19068	94	17	where	where	SCONJ
bracis-19068	94	18	the	the	DET
bracis-19068	94	19	developer	developer	NOUN
bracis-19068	94	20	is	be	AUX
bracis-19068	94	21	more	more	ADV
bracis-19068	94	22	likely	likely	ADJ
bracis-19068	94	23	to	to	PART
bracis-19068	94	24	seek	seek	VERB
bracis-19068	94	25	help	help	NOUN
bracis-19068	94	26	from	from	ADP
bracis-19068	94	27	a	a	DET
bracis-19068	94	28	code	code	NOUN
bracis-19068	94	29	completion	completion	NOUN
bracis-19068	94	30	tool	tool	NOUN
bracis-19068	94	31	.	.	PUNCT
bracis-19068	95	1	therefore	therefore	ADV
bracis-19068	95	2	,	,	PUNCT
bracis-19068	95	3	our	our	PRON
bracis-19068	95	4	evaluation	evaluation	NOUN
bracis-19068	95	5	system	system	NOUN
bracis-19068	95	6	iterates	iterate	VERB
bracis-19068	95	7	through	through	ADP
bracis-19068	95	8	the	the	DET
bracis-19068	95	9	project	project	NOUN
bracis-19068	95	10	files	file	NOUN
bracis-19068	95	11	lines	line	NOUN
bracis-19068	95	12	,	,	PUNCT
bracis-19068	95	13	seeking	seek	VERB
bracis-19068	95	14	for	for	ADP
bracis-19068	95	15	triggers	trigger	NOUN
bracis-19068	95	16	to	to	PART
bracis-19068	95	17	generate	generate	VERB
bracis-19068	95	18	test	test	NOUN
bracis-19068	95	19	cases	case	NOUN
bracis-19068	95	20	,	,	PUNCT
bracis-19068	95	21	taking	take	VERB
bracis-19068	95	22	what	what	PRON
bracis-19068	95	23	’s	’	VERB
bracis-19068	95	24	before	before	ADP
bracis-19068	95	25	the	the	DET
bracis-19068	95	26	trigger	trigger	NOUN
bracis-19068	95	27	as	as	ADP
bracis-19068	95	28	input	input	NOUN
bracis-19068	95	29	and	and	CCONJ
bracis-19068	95	30	what	what	PRON
bracis-19068	95	31	’s	’	VERB
bracis-19068	95	32	next	next	ADV
bracis-19068	95	33	as	as	ADP
bracis-19068	95	34	reference	reference	NOUN
bracis-19068	95	35	to	to	PART
bracis-19068	95	36	measure	measure	VERB
bracis-19068	95	37	the	the	DET
bracis-19068	95	38	applicability	applicability	NOUN
bracis-19068	95	39	of	of	ADP
bracis-19068	95	40	the	the	DET
bracis-19068	95	41	predictions	prediction	NOUN
bracis-19068	95	42	.	.	PUNCT
bracis-19068	96	1	to	to	PART
bracis-19068	96	2	exemplify	exemplify	VERB
bracis-19068	96	3	this	this	PRON
bracis-19068	96	4	,	,	PUNCT
bracis-19068	96	5	the	the	DET
bracis-19068	96	6	fig	fig	NOUN
bracis-19068	96	7	.	.	PUNCT
bracis-19068	96	8	 	 	SPACE
bracis-19068	97	1	2	2	NUM
bracis-19068	97	2	shows	show	VERB
bracis-19068	97	3	how	how	SCONJ
bracis-19068	97	4	we	we	PRON
bracis-19068	97	5	structured	structure	VERB
bracis-19068	97	6	the	the	DET
bracis-19068	97	7	test	test	NOUN
bracis-19068	97	8	cases	case	NOUN
bracis-19068	97	9	.	.	PUNCT
bracis-19068	98	1	highlighted	highlight	VERB
bracis-19068	98	2	in	in	ADP
bracis-19068	98	3	dark	dark	ADJ
bracis-19068	98	4	gray	gray	NOUN
bracis-19068	98	5	,	,	PUNCT
bracis-19068	98	6	we	we	PRON
bracis-19068	98	7	have	have	VERB
bracis-19068	98	8	the	the	DET
bracis-19068	98	9	marker	marker	NOUN
bracis-19068	98	10	endofcontext	endofcontext	ADJ
bracis-19068	98	11	right	right	ADV
bracis-19068	98	12	after	after	ADP
bracis-19068	98	13	the	the	DET
bracis-19068	98	14	trigger	trigger	NOUN
bracis-19068	98	15	“	"	PUNCT
bracis-19068	98	16	@	@	ADP
bracis-19068	98	17	"	"	PUNCT
bracis-19068	98	18	,	,	PUNCT
bracis-19068	98	19	meaning	mean	VERB
bracis-19068	98	20	that	that	SCONJ
bracis-19068	98	21	everything	everything	PRON
bracis-19068	98	22	before	before	ADP
bracis-19068	98	23	this	this	DET
bracis-19068	98	24	marker	marker	NOUN
bracis-19068	98	25	,	,	PUNCT
bracis-19068	98	26	in	in	ADP
bracis-19068	98	27	white	white	ADJ
bracis-19068	98	28	,	,	PUNCT
bracis-19068	98	29	is	be	AUX
bracis-19068	98	30	the	the	DET
bracis-19068	98	31	input	input	NOUN
bracis-19068	98	32	sent	send	VERB
bracis-19068	98	33	to	to	ADP
bracis-19068	98	34	the	the	DET
bracis-19068	98	35	model	model	NOUN
bracis-19068	98	36	and	and	CCONJ
bracis-19068	98	37	,	,	PUNCT
bracis-19068	98	38	in	in	ADP
bracis-19068	98	39	dark	dark	ADJ
bracis-19068	98	40	green	green	NOUN
bracis-19068	98	41	,	,	PUNCT
bracis-19068	98	42	what	what	PRON
bracis-19068	98	43	will	will	AUX
bracis-19068	98	44	be	be	AUX
bracis-19068	98	45	used	use	VERB
bracis-19068	98	46	as	as	ADP
bracis-19068	98	47	reference	reference	NOUN
bracis-19068	98	48	for	for	ADP
bracis-19068	98	49	evaluation	evaluation	NOUN
bracis-19068	98	50	.	.	PUNCT
bracis-19068	99	1	fig	fig	NOUN
bracis-19068	99	2	.	.	PUNCT
bracis-19068	100	1	2	2	NUM
bracis-19068	100	2	.	.	NOUN
bracis-19068	100	3	example	example	NOUN
bracis-19068	100	4	of	of	ADP
bracis-19068	100	5	a	a	DET
bracis-19068	100	6	test	test	NOUN
bracis-19068	100	7	case	case	NOUN
bracis-19068	100	8	full	full	ADJ
bracis-19068	100	9	size	size	NOUN
bracis-19068	100	10	image	image	NOUN
bracis-19068	100	11	for	for	ADP
bracis-19068	100	12	each	each	DET
bracis-19068	100	13	test	test	NOUN
bracis-19068	100	14	case	case	NOUN
bracis-19068	100	15	,	,	PUNCT
bracis-19068	100	16	we	we	PRON
bracis-19068	100	17	request	request	VERB
bracis-19068	100	18	twice	twice	DET
bracis-19068	100	19	the	the	DET
bracis-19068	100	20	model	model	NOUN
bracis-19068	100	21	to	to	PART
bracis-19068	100	22	generate	generate	VERB
bracis-19068	100	23	two	two	NUM
bracis-19068	100	24	sequences	sequence	NOUN
bracis-19068	100	25	of	of	ADP
bracis-19068	100	26	16	16	NUM
bracis-19068	100	27	tokens	token	NOUN
bracis-19068	100	28	.	.	PUNCT
bracis-19068	101	1	for	for	ADP
bracis-19068	101	2	each	each	DET
bracis-19068	101	3	model	model	NOUN
bracis-19068	101	4	prediction	prediction	NOUN
bracis-19068	101	5	,	,	PUNCT
bracis-19068	101	6	we	we	PRON
bracis-19068	101	7	create	create	VERB
bracis-19068	101	8	two	two	NUM
bracis-19068	101	9	suggestions	suggestion	NOUN
bracis-19068	101	10	:	:	PUNCT
bracis-19068	101	11	the	the	DET
bracis-19068	101	12	long	long	ADJ
bracis-19068	101	13	suggestion	suggestion	NOUN
bracis-19068	101	14	(	(	PUNCT
bracis-19068	101	15	l	l	NOUN
bracis-19068	101	16	)	)	PUNCT
bracis-19068	101	17	and	and	CCONJ
bracis-19068	101	18	the	the	DET
bracis-19068	101	19	short	short	ADJ
bracis-19068	101	20	suggestion	suggestion	NOUN
bracis-19068	101	21	(	(	PUNCT
bracis-19068	101	22	s	s	NOUN
bracis-19068	101	23	)	)	PUNCT
bracis-19068	101	24	.	.	PUNCT
bracis-19068	102	1	in	in	ADP
bracis-19068	102	2	the	the	DET
bracis-19068	102	3	fig	fig	NOUN
bracis-19068	102	4	.	.	PUNCT
bracis-19068	102	5	 	 	SPACE
bracis-19068	102	6	3	3	NUM
bracis-19068	102	7	we	we	PRON
bracis-19068	102	8	show	show	VERB
bracis-19068	102	9	highlighted	highlight	VERB
bracis-19068	102	10	a	a	DET
bracis-19068	102	11	demonstration	demonstration	NOUN
bracis-19068	102	12	of	of	ADP
bracis-19068	102	13	the	the	DET
bracis-19068	102	14	model	model	NOUN
bracis-19068	102	15	suggestions	suggestion	NOUN
bracis-19068	102	16	and	and	CCONJ
bracis-19068	102	17	their	their	PRON
bracis-19068	102	18	types	type	NOUN
bracis-19068	102	19	in	in	ADP
bracis-19068	102	20	a	a	DET
bracis-19068	102	21	plugin	plugin	NOUN
bracis-19068	102	22	developed	develop	VERB
bracis-19068	102	23	for	for	ADP
bracis-19068	102	24	idea	idea	NOUN
bracis-19068	102	25	intellij	intellij	NOUN
bracis-19068	102	26	.	.	PUNCT
bracis-19068	103	1	therefore	therefore	ADV
bracis-19068	103	2	,	,	PUNCT
bracis-19068	103	3	the	the	DET
bracis-19068	103	4	l	l	NOUN
bracis-19068	103	5	suggestions	suggestion	NOUN
bracis-19068	103	6	are	be	AUX
bracis-19068	103	7	the	the	DET
bracis-19068	103	8	complete	complete	ADJ
bracis-19068	103	9	predictions	prediction	NOUN
bracis-19068	103	10	of	of	ADP
bracis-19068	103	11	the	the	DET
bracis-19068	103	12	model	model	NOUN
bracis-19068	103	13	within	within	ADP
bracis-19068	103	14	the	the	DET
bracis-19068	103	15	boundary	boundary	NOUN
bracis-19068	103	16	of	of	ADP
bracis-19068	103	17	a	a	DET
bracis-19068	103	18	line	line	NOUN
bracis-19068	103	19	.	.	PUNCT
bracis-19068	104	1	as	as	ADP
bracis-19068	104	2	an	an	DET
bracis-19068	104	3	attempt	attempt	NOUN
bracis-19068	104	4	to	to	PART
bracis-19068	104	5	increase	increase	VERB
bracis-19068	104	6	the	the	DET
bracis-19068	104	7	performance	performance	NOUN
bracis-19068	104	8	of	of	ADP
bracis-19068	104	9	the	the	DET
bracis-19068	104	10	model	model	NOUN
bracis-19068	104	11	,	,	PUNCT
bracis-19068	104	12	the	the	DET
bracis-19068	104	13	short	short	ADJ
bracis-19068	104	14	suggestions	suggestion	NOUN
bracis-19068	104	15	presents	present	VERB
bracis-19068	104	16	only	only	ADV
bracis-19068	104	17	a	a	DET
bracis-19068	104	18	part	part	NOUN
bracis-19068	104	19	of	of	ADP
bracis-19068	104	20	the	the	DET
bracis-19068	104	21	predicted	predict	VERB
bracis-19068	104	22	sequence	sequence	NOUN
bracis-19068	104	23	,	,	PUNCT
bracis-19068	104	24	since	since	SCONJ
bracis-19068	104	25	we	we	PRON
bracis-19068	104	26	understand	understand	VERB
bracis-19068	104	27	that	that	SCONJ
bracis-19068	104	28	there	there	PRON
bracis-19068	104	29	’s	’	VERB
bracis-19068	104	30	a	a	DET
bracis-19068	104	31	higher	high	ADJ
bracis-19068	104	32	probability	probability	NOUN
bracis-19068	104	33	of	of	ADP
bracis-19068	104	34	the	the	DET
bracis-19068	104	35	model	model	NOUN
bracis-19068	104	36	to	to	PART
bracis-19068	104	37	correctly	correctly	ADV
bracis-19068	104	38	predict	predict	VERB
bracis-19068	104	39	a	a	DET
bracis-19068	104	40	short	short	ADJ
bracis-19068	104	41	next	next	ADJ
bracis-19068	104	42	part	part	NOUN
bracis-19068	104	43	of	of	ADP
bracis-19068	104	44	the	the	DET
bracis-19068	104	45	code	code	NOUN
bracis-19068	104	46	than	than	ADP
bracis-19068	104	47	trying	try	VERB
bracis-19068	104	48	to	to	PART
bracis-19068	104	49	complete	complete	VERB
bracis-19068	104	50	the	the	DET
bracis-19068	104	51	entire	entire	ADJ
bracis-19068	104	52	line	line	NOUN
bracis-19068	104	53	.	.	PUNCT
bracis-19068	105	1	as	as	SCONJ
bracis-19068	105	2	shown	show	VERB
bracis-19068	105	3	,	,	PUNCT
bracis-19068	105	4	the	the	DET
bracis-19068	105	5	s	s	NOUN
bracis-19068	105	6	suggestions	suggestion	NOUN
bracis-19068	105	7	are	be	AUX
bracis-19068	105	8	the	the	DET
bracis-19068	105	9	first	first	ADJ
bracis-19068	105	10	alphabetical	alphabetical	ADJ
bracis-19068	105	11	part	part	NOUN
bracis-19068	105	12	of	of	ADP
bracis-19068	105	13	the	the	DET
bracis-19068	105	14	l	l	NOUN
bracis-19068	105	15	suggestions	suggestion	NOUN
bracis-19068	105	16	.	.	PUNCT
bracis-19068	106	1	fig	fig	NOUN
bracis-19068	106	2	.	.	PUNCT
bracis-19068	107	1	3	3	X
bracis-19068	107	2	.	.	X
bracis-19068	108	1	java8	java8	NOUN
bracis-19068	108	2	g	g	PROPN
bracis-19068	108	3	suggestions	suggestion	NOUN
bracis-19068	108	4	on	on	ADP
bracis-19068	108	5	intellij	intellij	PROPN
bracis-19068	108	6	full	full	ADJ
bracis-19068	108	7	size	size	NOUN
bracis-19068	108	8	image	image	NOUN
bracis-19068	108	9	4.3	4.3	NUM
bracis-19068	108	10	baseline	baseline	NOUN
bracis-19068	108	11	we	we	PRON
bracis-19068	108	12	selected	select	VERB
bracis-19068	108	13	the	the	DET
bracis-19068	108	14	microsoft	microsoft	PROPN
bracis-19068	108	15	codegpt	codegpt	NOUN
bracis-19068	108	16	[	[	X
bracis-19068	108	17	7	7	X
bracis-19068	108	18	]	]	X
bracis-19068	108	19	java	java	NOUN
bracis-19068	108	20	model	model	NOUN
bracis-19068	108	21	as	as	ADP
bracis-19068	108	22	baseline	baseline	NOUN
bracis-19068	108	23	,	,	PUNCT
bracis-19068	108	24	since	since	SCONJ
bracis-19068	108	25	our	our	PRON
bracis-19068	108	26	model	model	NOUN
bracis-19068	108	27	is	be	AUX
bracis-19068	108	28	also	also	ADV
bracis-19068	108	29	based	base	VERB
bracis-19068	108	30	on	on	ADP
bracis-19068	108	31	the	the	DET
bracis-19068	108	32	gpt	gpt	NOUN
bracis-19068	108	33	architecture	architecture	NOUN
bracis-19068	108	34	.	.	PUNCT
bracis-19068	109	1	we	we	PRON
bracis-19068	109	2	ran	run	VERB
bracis-19068	109	3	the	the	DET
bracis-19068	109	4	tests	test	NOUN
bracis-19068	109	5	with	with	ADP
bracis-19068	109	6	both	both	DET
bracis-19068	109	7	models	model	NOUN
bracis-19068	109	8	versions	version	NOUN
bracis-19068	109	9	available	available	ADJ
bracis-19068	109	10	on	on	ADP
bracis-19068	109	11	huggingface	huggingface	NOUN
bracis-19068	109	12	[	[	X
bracis-19068	109	13	15	15	NUM
bracis-19068	109	14	]	]	X
bracis-19068	109	15	:	:	PUNCT
bracis-19068	109	16	the	the	DET
bracis-19068	109	17	codegpt	codegpt	NOUN
bracis-19068	109	18	[	[	X
bracis-19068	109	19	8	8	NUM
bracis-19068	109	20	]	]	PUNCT
bracis-19068	109	21	,	,	PUNCT
bracis-19068	109	22	which	which	PRON
bracis-19068	109	23	is	be	AUX
bracis-19068	109	24	trained	train	VERB
bracis-19068	109	25	from	from	ADP
bracis-19068	109	26	scratch	scratch	NOUN
bracis-19068	109	27	,	,	PUNCT
bracis-19068	109	28	and	and	CCONJ
bracis-19068	109	29	the	the	DET
bracis-19068	109	30	codegpt	codegpt	NOUN
bracis-19068	109	31	-	-	PUNCT
bracis-19068	109	32	adapted	adapt	VERB
bracis-19068	109	33	[	[	X
bracis-19068	109	34	9	9	NUM
bracis-19068	109	35	]	]	PUNCT
bracis-19068	109	36	,	,	PUNCT
bracis-19068	109	37	that	that	PRON
bracis-19068	109	38	is	be	AUX
bracis-19068	109	39	pretrained	pretraine	VERB
bracis-19068	109	40	in	in	ADP
bracis-19068	109	41	english	english	PROPN
bracis-19068	109	42	as	as	ADV
bracis-19068	109	43	well	well	ADV
bracis-19068	109	44	as	as	ADP
bracis-19068	109	45	our	our	PRON
bracis-19068	109	46	model	model	NOUN
bracis-19068	109	47	.	.	PUNCT
bracis-19068	110	1	5	5	NUM
bracis-19068	110	2	results	result	NOUN
bracis-19068	110	3	in	in	ADP
bracis-19068	110	4	this	this	DET
bracis-19068	110	5	section	section	NOUN
bracis-19068	110	6	we	we	PRON
bracis-19068	110	7	present	present	VERB
bracis-19068	110	8	different	different	ADJ
bracis-19068	110	9	analyzes	analyze	NOUN
bracis-19068	110	10	and	and	CCONJ
bracis-19068	110	11	interpretations	interpretation	NOUN
bracis-19068	110	12	of	of	ADP
bracis-19068	110	13	the	the	DET
bracis-19068	110	14	results	result	NOUN
bracis-19068	110	15	obtained	obtain	VERB
bracis-19068	110	16	in	in	ADP
bracis-19068	110	17	the	the	DET
bracis-19068	110	18	experiments	experiment	NOUN
bracis-19068	110	19	.	.	PUNCT
bracis-19068	111	1	in	in	ADP
bracis-19068	111	2	fig	fig	NOUN
bracis-19068	111	3	.	.	PUNCT
bracis-19068	111	4	 	 	SPACE
bracis-19068	111	5	4	4	NUM
bracis-19068	111	6	we	we	PRON
bracis-19068	111	7	present	present	VERB
bracis-19068	111	8	the	the	DET
bracis-19068	111	9	models	model	NOUN
bracis-19068	111	10	long	long	ADJ
bracis-19068	111	11	and	and	CCONJ
bracis-19068	111	12	short	short	ADJ
bracis-19068	111	13	suggestions	suggestion	NOUN
bracis-19068	111	14	score	score	VERB
bracis-19068	111	15	average	average	ADJ
bracis-19068	111	16	in	in	ADP
bracis-19068	111	17	two	two	NUM
bracis-19068	111	18	metrics	metric	NOUN
bracis-19068	111	19	:	:	PUNCT
bracis-19068	111	20	dg	dg	NOUN
bracis-19068	111	21	,	,	PUNCT
bracis-19068	111	22	on	on	ADP
bracis-19068	111	23	the	the	DET
bracis-19068	111	24	left	left	NOUN
bracis-19068	111	25	,	,	PUNCT
bracis-19068	111	26	and	and	CCONJ
bracis-19068	111	27	edit	edit	NOUN
bracis-19068	111	28	similarity	similarity	NOUN
bracis-19068	111	29	on	on	ADP
bracis-19068	111	30	the	the	DET
bracis-19068	111	31	right	right	NOUN
bracis-19068	111	32	.	.	PUNCT
bracis-19068	112	1	as	as	SCONJ
bracis-19068	112	2	we	we	PRON
bracis-19068	112	3	can	can	AUX
bracis-19068	112	4	see	see	VERB
bracis-19068	112	5	,	,	PUNCT
bracis-19068	112	6	unlike	unlike	ADP
bracis-19068	112	7	the	the	DET
bracis-19068	112	8	dg	dg	PROPN
bracis-19068	112	9	metric	metric	NOUN
bracis-19068	112	10	,	,	PUNCT
bracis-19068	112	11	the	the	DET
bracis-19068	112	12	l	l	NOUN
bracis-19068	112	13	suggestions	suggestion	NOUN
bracis-19068	112	14	performed	perform	VERB
bracis-19068	112	15	better	well	ADV
bracis-19068	112	16	than	than	ADP
bracis-19068	112	17	s	s	PROPN
bracis-19068	112	18	in	in	ADP
bracis-19068	112	19	edit	edit	NOUN
bracis-19068	112	20	similarity	similarity	NOUN
bracis-19068	112	21	.	.	PUNCT
bracis-19068	113	1	this	this	DET
bracis-19068	113	2	highlights	highlight	VERB
bracis-19068	113	3	the	the	DET
bracis-19068	113	4	problem	problem	NOUN
bracis-19068	113	5	of	of	ADP
bracis-19068	113	6	using	use	VERB
bracis-19068	113	7	this	this	DET
bracis-19068	113	8	metric	metric	NOUN
bracis-19068	113	9	when	when	SCONJ
bracis-19068	113	10	you	you	PRON
bracis-19068	113	11	want	want	VERB
bracis-19068	113	12	to	to	PART
bracis-19068	113	13	measure	measure	VERB
bracis-19068	113	14	the	the	DET
bracis-19068	113	15	applicability	applicability	NOUN
bracis-19068	113	16	of	of	ADP
bracis-19068	113	17	the	the	DET
bracis-19068	113	18	model	model	NOUN
bracis-19068	113	19	’s	’s	PART
bracis-19068	113	20	predictions	prediction	NOUN
bracis-19068	113	21	.	.	PUNCT
bracis-19068	114	1	since	since	SCONJ
bracis-19068	114	2	s	s	PROPN
bracis-19068	114	3	is	be	AUX
bracis-19068	114	4	part	part	NOUN
bracis-19068	114	5	of	of	ADP
bracis-19068	114	6	the	the	DET
bracis-19068	114	7	l	l	NOUN
bracis-19068	114	8	suggestion	suggestion	NOUN
bracis-19068	114	9	,	,	PUNCT
bracis-19068	114	10	if	if	SCONJ
bracis-19068	114	11	l	l	NOUN
bracis-19068	114	12	is	be	AUX
bracis-19068	114	13	applicable	applicable	ADJ
bracis-19068	114	14	,	,	PUNCT
bracis-19068	114	15	then	then	ADV
bracis-19068	114	16	s	s	VERB
bracis-19068	114	17	should	should	AUX
bracis-19068	114	18	be	be	AUX
bracis-19068	114	19	as	as	ADV
bracis-19068	114	20	well	well	ADV
bracis-19068	114	21	.	.	PUNCT
bracis-19068	115	1	the	the	DET
bracis-19068	115	2	opposite	opposite	NOUN
bracis-19068	115	3	happens	happen	VERB
bracis-19068	115	4	with	with	ADP
bracis-19068	115	5	the	the	DET
bracis-19068	115	6	edit	edit	NOUN
bracis-19068	115	7	similarity	similarity	NOUN
bracis-19068	115	8	because	because	SCONJ
bracis-19068	115	9	it	it	PRON
bracis-19068	115	10	considers	consider	VERB
bracis-19068	115	11	the	the	DET
bracis-19068	115	12	length	length	NOUN
bracis-19068	115	13	of	of	ADP
bracis-19068	115	14	the	the	DET
bracis-19068	115	15	target	target	NOUN
bracis-19068	115	16	to	to	PART
bracis-19068	115	17	calculate	calculate	VERB
bracis-19068	115	18	the	the	DET
bracis-19068	115	19	score	score	NOUN
bracis-19068	115	20	,	,	PUNCT
bracis-19068	115	21	penalizing	penalize	VERB
bracis-19068	115	22	the	the	DET
bracis-19068	115	23	suggestion	suggestion	NOUN
bracis-19068	115	24	score	score	NOUN
bracis-19068	115	25	even	even	ADV
bracis-19068	115	26	with	with	ADP
bracis-19068	115	27	it	it	PRON
bracis-19068	115	28	fully	fully	ADV
bracis-19068	115	29	matching	match	VERB
bracis-19068	115	30	a	a	DET
bracis-19068	115	31	initial	initial	ADJ
bracis-19068	115	32	part	part	NOUN
bracis-19068	115	33	of	of	ADP
bracis-19068	115	34	the	the	DET
bracis-19068	115	35	target	target	NOUN
bracis-19068	115	36	.	.	PUNCT
bracis-19068	116	1	therefore	therefore	ADV
bracis-19068	116	2	,	,	PUNCT
bracis-19068	116	3	with	with	ADP
bracis-19068	116	4	dg	dg	PROPN
bracis-19068	116	5	metric	metric	PROPN
bracis-19068	116	6	,	,	PUNCT
bracis-19068	116	7	the	the	PRON
bracis-19068	116	8	s	s	NOUN
bracis-19068	116	9	suggestions	suggestion	NOUN
bracis-19068	116	10	must	must	AUX
bracis-19068	116	11	have	have	VERB
bracis-19068	116	12	a	a	DET
bracis-19068	116	13	superior	superior	ADJ
bracis-19068	116	14	or	or	CCONJ
bracis-19068	116	15	at	at	ADP
bracis-19068	116	16	least	least	ADJ
bracis-19068	116	17	equivalent	equivalent	ADJ
bracis-19068	116	18	performance	performance	NOUN
bracis-19068	116	19	compared	compare	VERB
bracis-19068	116	20	to	to	ADP
bracis-19068	116	21	the	the	DET
bracis-19068	116	22	l	l	NOUN
bracis-19068	116	23	suggestion	suggestion	NOUN
bracis-19068	116	24	.	.	PUNCT
bracis-19068	117	1	and	and	CCONJ
bracis-19068	117	2	,	,	PUNCT
bracis-19068	117	3	as	as	SCONJ
bracis-19068	117	4	we	we	PRON
bracis-19068	117	5	can	can	AUX
bracis-19068	117	6	see	see	VERB
bracis-19068	117	7	,	,	PUNCT
bracis-19068	117	8	the	the	DET
bracis-19068	117	9	model	model	NOUN
bracis-19068	117	10	tends	tend	VERB
bracis-19068	117	11	to	to	PART
bracis-19068	117	12	predict	predict	VERB
bracis-19068	117	13	shorter	short	ADJ
bracis-19068	117	14	sequences	sequence	NOUN
bracis-19068	117	15	more	more	ADV
bracis-19068	117	16	accurately	accurately	ADV
bracis-19068	117	17	than	than	ADP
bracis-19068	117	18	longer	long	ADJ
bracis-19068	117	19	sequences	sequence	NOUN
bracis-19068	117	20	,	,	PUNCT
bracis-19068	117	21	meeting	meet	VERB
bracis-19068	117	22	the	the	DET
bracis-19068	117	23	initial	initial	ADJ
bracis-19068	117	24	expectation	expectation	NOUN
bracis-19068	117	25	regarding	regard	VERB
bracis-19068	117	26	the	the	DET
bracis-19068	117	27	creation	creation	NOUN
bracis-19068	117	28	of	of	ADP
bracis-19068	117	29	short	short	ADJ
bracis-19068	117	30	suggestions	suggestion	NOUN
bracis-19068	117	31	.	.	PUNCT
bracis-19068	118	1	fig	fig	NOUN
bracis-19068	118	2	.	.	PUNCT
bracis-19068	119	1	4	4	X
bracis-19068	119	2	.	.	X
bracis-19068	119	3	suggestions	suggestion	NOUN
bracis-19068	119	4	dg	dg	X
bracis-19068	119	5	and	and	CCONJ
bracis-19068	119	6	edit	edit	PROPN
bracis-19068	119	7	similarity	similarity	NOUN
bracis-19068	119	8	score	score	NOUN
bracis-19068	119	9	average	average	ADJ
bracis-19068	119	10	full	full	ADJ
bracis-19068	119	11	size	size	NOUN
bracis-19068	119	12	image	image	NOUN
bracis-19068	119	13	by	by	ADP
bracis-19068	119	14	analysing	analyse	VERB
bracis-19068	119	15	the	the	DET
bracis-19068	119	16	fig	fig	NOUN
bracis-19068	119	17	.	.	PUNCT
bracis-19068	119	18	 	 	SPACE
bracis-19068	120	1	5	5	NUM
bracis-19068	120	2	,	,	PUNCT
bracis-19068	120	3	in	in	ADP
bracis-19068	120	4	which	which	PRON
bracis-19068	120	5	we	we	PRON
bracis-19068	120	6	again	again	ADV
bracis-19068	120	7	demonstrate	demonstrate	VERB
bracis-19068	120	8	the	the	DET
bracis-19068	120	9	score	score	NOUN
bracis-19068	120	10	average	average	NOUN
bracis-19068	120	11	of	of	ADP
bracis-19068	120	12	both	both	PRON
bracis-19068	120	13	dg	dg	X
bracis-19068	120	14	metric	metric	ADJ
bracis-19068	120	15	and	and	CCONJ
bracis-19068	120	16	edit	edit	NOUN
bracis-19068	120	17	similarity	similarity	NOUN
bracis-19068	120	18	,	,	PUNCT
bracis-19068	120	19	but	but	CCONJ
bracis-19068	120	20	this	this	DET
bracis-19068	120	21	time	time	NOUN
bracis-19068	120	22	with	with	ADP
bracis-19068	120	23	the	the	DET
bracis-19068	120	24	individual	individual	ADJ
bracis-19068	120	25	results	result	NOUN
bracis-19068	120	26	for	for	ADP
bracis-19068	120	27	each	each	DET
bracis-19068	120	28	code	code	NOUN
bracis-19068	120	29	category	category	NOUN
bracis-19068	120	30	,	,	PUNCT
bracis-19068	120	31	we	we	PRON
bracis-19068	120	32	can	can	AUX
bracis-19068	120	33	observe	observe	VERB
bracis-19068	120	34	a	a	DET
bracis-19068	120	35	pattern	pattern	NOUN
bracis-19068	120	36	:	:	PUNCT
bracis-19068	120	37	in	in	ADP
bracis-19068	120	38	most	most	ADJ
bracis-19068	120	39	of	of	ADP
bracis-19068	120	40	the	the	DET
bracis-19068	120	41	analysis	analysis	NOUN
bracis-19068	120	42	the	the	DET
bracis-19068	120	43	performance	performance	NOUN
bracis-19068	120	44	in	in	ADP
bracis-19068	120	45	the	the	DET
bracis-19068	120	46	controller	controller	NOUN
bracis-19068	120	47	category	category	NOUN
bracis-19068	120	48	presented	present	VERB
bracis-19068	120	49	the	the	DET
bracis-19068	120	50	best	good	ADJ
bracis-19068	120	51	results	result	NOUN
bracis-19068	120	52	.	.	PUNCT
bracis-19068	121	1	intuitively	intuitively	ADV
bracis-19068	121	2	,	,	PUNCT
bracis-19068	121	3	by	by	ADP
bracis-19068	121	4	analyzing	analyze	VERB
bracis-19068	121	5	the	the	DET
bracis-19068	121	6	code	code	NOUN
bracis-19068	121	7	pattern	pattern	NOUN
bracis-19068	121	8	applied	apply	VERB
bracis-19068	121	9	in	in	ADP
bracis-19068	121	10	these	these	DET
bracis-19068	121	11	contexts	contexts	NOUN
bracis-19068	121	12	,	,	PUNCT
bracis-19068	121	13	we	we	PRON
bracis-19068	121	14	can	can	AUX
bracis-19068	121	15	deduce	deduce	VERB
bracis-19068	121	16	that	that	PRON
bracis-19068	121	17	,	,	PUNCT
bracis-19068	121	18	since	since	SCONJ
bracis-19068	121	19	it	it	PRON
bracis-19068	121	20	is	be	AUX
bracis-19068	121	21	usually	usually	ADV
bracis-19068	121	22	formed	form	VERB
bracis-19068	121	23	by	by	ADP
bracis-19068	121	24	blocks	block	NOUN
bracis-19068	121	25	of	of	ADP
bracis-19068	121	26	codes	code	NOUN
bracis-19068	121	27	that	that	PRON
bracis-19068	121	28	are	be	AUX
bracis-19068	121	29	remarkably	remarkably	ADV
bracis-19068	121	30	often	often	ADV
bracis-19068	121	31	repeated	repeat	VERB
bracis-19068	121	32	,	,	PUNCT
bracis-19068	121	33	we	we	PRON
bracis-19068	121	34	understand	understand	VERB
bracis-19068	121	35	that	that	SCONJ
bracis-19068	121	36	it	it	PRON
bracis-19068	121	37	tends	tend	VERB
bracis-19068	121	38	to	to	PART
bracis-19068	121	39	become	become	VERB
bracis-19068	121	40	more	more	ADV
bracis-19068	121	41	easily	easily	ADV
bracis-19068	121	42	predictable	predictable	ADJ
bracis-19068	121	43	by	by	ADP
bracis-19068	121	44	the	the	DET
bracis-19068	121	45	model	model	NOUN
bracis-19068	121	46	.	.	PUNCT
bracis-19068	122	1	the	the	DET
bracis-19068	122	2	same	same	ADJ
bracis-19068	122	3	could	could	AUX
bracis-19068	122	4	explain	explain	VERB
bracis-19068	122	5	the	the	DET
bracis-19068	122	6	lower	low	ADJ
bracis-19068	122	7	performance	performance	NOUN
bracis-19068	122	8	on	on	ADP
bracis-19068	122	9	the	the	DET
bracis-19068	122	10	service	service	NOUN
bracis-19068	122	11	category	category	NOUN
bracis-19068	122	12	,	,	PUNCT
bracis-19068	122	13	where	where	SCONJ
bracis-19068	122	14	there	there	PRON
bracis-19068	122	15	tend	tend	VERB
bracis-19068	122	16	to	to	PART
bracis-19068	122	17	have	have	VERB
bracis-19068	122	18	fewer	few	ADJ
bracis-19068	122	19	patterns	pattern	NOUN
bracis-19068	122	20	or	or	CCONJ
bracis-19068	122	21	repetitions	repetition	NOUN
bracis-19068	122	22	that	that	PRON
bracis-19068	122	23	can	can	AUX
bracis-19068	122	24	increase	increase	VERB
bracis-19068	122	25	the	the	DET
bracis-19068	122	26	predictive	predictive	ADJ
bracis-19068	122	27	capacity	capacity	NOUN
bracis-19068	122	28	of	of	ADP
bracis-19068	122	29	the	the	DET
bracis-19068	122	30	model	model	NOUN
bracis-19068	122	31	.	.	PUNCT
bracis-19068	123	1	for	for	ADP
bracis-19068	123	2	ease	ease	NOUN
bracis-19068	123	3	of	of	ADP
bracis-19068	123	4	reading	reading	NOUN
bracis-19068	123	5	and	and	CCONJ
bracis-19068	123	6	comparison	comparison	NOUN
bracis-19068	123	7	,	,	PUNCT
bracis-19068	123	8	we	we	PRON
bracis-19068	123	9	also	also	ADV
bracis-19068	123	10	present	present	VERB
bracis-19068	123	11	this	this	DET
bracis-19068	123	12	data	datum	NOUN
bracis-19068	123	13	in	in	ADP
bracis-19068	123	14	tabular	tabular	NOUN
bracis-19068	123	15	form	form	NOUN
bracis-19068	123	16	,	,	PUNCT
bracis-19068	123	17	in	in	ADP
bracis-19068	123	18	table	table	NOUN
bracis-19068	123	19	 	 	SPACE
bracis-19068	123	20	1	1	NUM
bracis-19068	123	21	,	,	PUNCT
bracis-19068	123	22	adding	add	VERB
bracis-19068	123	23	the	the	DET
bracis-19068	123	24	average	average	NOUN
bracis-19068	123	25	of	of	ADP
bracis-19068	123	26	the	the	DET
bracis-19068	123	27	metric	metric	NOUN
bracis-19068	123	28	for	for	ADP
bracis-19068	123	29	each	each	DET
bracis-19068	123	30	tested	test	VERB
bracis-19068	123	31	model	model	NOUN
bracis-19068	123	32	.	.	PUNCT
bracis-19068	124	1	fig	fig	NOUN
bracis-19068	124	2	.	.	PUNCT
bracis-19068	125	1	5	5	X
bracis-19068	125	2	.	.	X
bracis-19068	125	3	suggestions	suggestion	NOUN
bracis-19068	125	4	dg	dg	X
bracis-19068	125	5	and	and	CCONJ
bracis-19068	125	6	edit	edit	PROPN
bracis-19068	125	7	similarity	similarity	NOUN
bracis-19068	125	8	score	score	NOUN
bracis-19068	125	9	by	by	ADP
bracis-19068	125	10	category	category	NOUN
bracis-19068	125	11	full	full	ADJ
bracis-19068	125	12	size	size	NOUN
bracis-19068	125	13	image	image	NOUN
bracis-19068	125	14	table	table	NOUN
bracis-19068	125	15	1	1	NUM
bracis-19068	125	16	.	.	PUNCT
bracis-19068	125	17	suggestions	suggestion	NOUN
bracis-19068	125	18	and	and	CCONJ
bracis-19068	125	19	average	average	ADJ
bracis-19068	125	20	for	for	ADP
bracis-19068	125	21	dg	dg	NOUN
bracis-19068	125	22	and	and	CCONJ
bracis-19068	125	23	edit	edit	PROPN
bracis-19068	125	24	similarity	similarity	NOUN
bracis-19068	125	25	score	score	NOUN
bracis-19068	125	26	by	by	ADP
bracis-19068	125	27	categoryfull	categoryfull	ADJ
bracis-19068	125	28	size	size	NOUN
bracis-19068	125	29	table	table	NOUN
bracis-19068	125	30	table	table	NOUN
bracis-19068	125	31	2	2	NUM
bracis-19068	125	32	.	.	PUNCT
bracis-19068	125	33	presence	presence	NOUN
bracis-19068	125	34	of	of	ADP
bracis-19068	125	35	full	full	ADJ
bracis-19068	125	36	matching	matching	NOUN
bracis-19068	125	37	suggestions	suggestion	NOUN
bracis-19068	125	38	in	in	ADP
bracis-19068	125	39	each	each	DET
bracis-19068	125	40	test	test	NOUN
bracis-19068	125	41	case	case	NOUN
bracis-19068	125	42	and	and	CCONJ
bracis-19068	125	43	averagefull	averagefull	ADJ
bracis-19068	125	44	size	size	NOUN
bracis-19068	125	45	table	table	NOUN
bracis-19068	125	46	fig	fig	NOUN
bracis-19068	125	47	.	.	PUNCT
bracis-19068	126	1	6	6	NUM
bracis-19068	126	2	.	.	X
bracis-19068	126	3	presence	presence	NOUN
bracis-19068	126	4	of	of	ADP
bracis-19068	126	5	full	full	ADJ
bracis-19068	126	6	matching	matching	NOUN
bracis-19068	126	7	suggestions	suggestion	NOUN
bracis-19068	126	8	in	in	ADP
bracis-19068	126	9	each	each	DET
bracis-19068	126	10	test	test	NOUN
bracis-19068	126	11	case	case	NOUN
bracis-19068	126	12	full	full	ADJ
bracis-19068	126	13	size	size	NOUN
bracis-19068	126	14	image	image	NOUN
bracis-19068	126	15	analyzing	analyze	VERB
bracis-19068	126	16	the	the	DET
bracis-19068	126	17	average	average	ADJ
bracis-19068	126	18	performance	performance	NOUN
bracis-19068	126	19	of	of	ADP
bracis-19068	126	20	the	the	DET
bracis-19068	126	21	metrics	metric	NOUN
bracis-19068	126	22	can	can	AUX
bracis-19068	126	23	give	give	VERB
bracis-19068	126	24	us	we	PRON
bracis-19068	126	25	a	a	DET
bracis-19068	126	26	good	good	ADJ
bracis-19068	126	27	overview	overview	NOUN
bracis-19068	126	28	of	of	ADP
bracis-19068	126	29	the	the	DET
bracis-19068	126	30	model	model	NOUN
bracis-19068	126	31	’s	’s	PART
bracis-19068	126	32	performance	performance	NOUN
bracis-19068	126	33	.	.	PUNCT
bracis-19068	127	1	however	however	ADV
bracis-19068	127	2	,	,	PUNCT
bracis-19068	127	3	since	since	SCONJ
bracis-19068	127	4	we	we	PRON
bracis-19068	127	5	understand	understand	VERB
bracis-19068	127	6	that	that	SCONJ
bracis-19068	127	7	the	the	DET
bracis-19068	127	8	developer	developer	NOUN
bracis-19068	127	9	tends	tend	VERB
bracis-19068	127	10	to	to	PART
bracis-19068	127	11	ignore	ignore	VERB
bracis-19068	127	12	suggestions	suggestion	NOUN
bracis-19068	127	13	that	that	PRON
bracis-19068	127	14	require	require	VERB
bracis-19068	127	15	corrections	correction	NOUN
bracis-19068	127	16	,	,	PUNCT
bracis-19068	127	17	the	the	DET
bracis-19068	127	18	analysis	analysis	NOUN
bracis-19068	127	19	considering	consider	VERB
bracis-19068	127	20	partially	partially	ADV
bracis-19068	127	21	matching	match	VERB
bracis-19068	127	22	suggestions	suggestion	NOUN
bracis-19068	127	23	can	can	AUX
bracis-19068	127	24	be	be	AUX
bracis-19068	127	25	limited	limit	VERB
bracis-19068	127	26	.	.	PUNCT
bracis-19068	128	1	this	this	DET
bracis-19068	128	2	way	way	NOUN
bracis-19068	128	3	,	,	PUNCT
bracis-19068	128	4	looking	look	VERB
bracis-19068	128	5	deeper	deeply	ADV
bracis-19068	128	6	into	into	ADP
bracis-19068	128	7	the	the	DET
bracis-19068	128	8	data	datum	NOUN
bracis-19068	128	9	,	,	PUNCT
bracis-19068	128	10	in	in	ADP
bracis-19068	128	11	fig	fig	NOUN
bracis-19068	128	12	.	.	PUNCT
bracis-19068	128	13	 	 	SPACE
bracis-19068	128	14	6	6	NUM
bracis-19068	128	15	we	we	PRON
bracis-19068	128	16	try	try	VERB
bracis-19068	128	17	to	to	PART
bracis-19068	128	18	answer	answer	VERB
bracis-19068	128	19	an	an	DET
bracis-19068	128	20	important	important	ADJ
bracis-19068	128	21	question	question	NOUN
bracis-19068	128	22	:	:	PUNCT
bracis-19068	128	23	of	of	ADP
bracis-19068	128	24	all	all	DET
bracis-19068	128	25	the	the	DET
bracis-19068	128	26	test	test	NOUN
bracis-19068	128	27	scenarios	scenario	NOUN
bracis-19068	128	28	applied	apply	VERB
bracis-19068	128	29	,	,	PUNCT
bracis-19068	128	30	how	how	SCONJ
bracis-19068	128	31	many	many	ADJ
bracis-19068	128	32	presented	present	VERB
bracis-19068	128	33	at	at	ADP
bracis-19068	128	34	least	least	ADV
bracis-19068	128	35	one	one	NUM
bracis-19068	128	36	full	full	ADJ
bracis-19068	128	37	matching	matching	NOUN
bracis-19068	128	38	suggestion	suggestion	NOUN
bracis-19068	128	39	?	?	PUNCT
bracis-19068	129	1	as	as	SCONJ
bracis-19068	129	2	we	we	PRON
bracis-19068	129	3	can	can	AUX
bracis-19068	129	4	see	see	VERB
bracis-19068	129	5	,	,	PUNCT
bracis-19068	129	6	our	our	PRON
bracis-19068	129	7	model	model	NOUN
bracis-19068	129	8	in	in	ADP
bracis-19068	129	9	55	55	NUM
bracis-19068	129	10	%	%	NOUN
bracis-19068	129	11	the	the	DET
bracis-19068	129	12	tests	test	NOUN
bracis-19068	129	13	brought	bring	VERB
bracis-19068	129	14	at	at	ADV
bracis-19068	129	15	least	least	ADV
bracis-19068	129	16	one	one	NUM
bracis-19068	129	17	full	full	ADJ
bracis-19068	129	18	match	match	NOUN
bracis-19068	129	19	suggestion	suggestion	NOUN
bracis-19068	129	20	,	,	PUNCT
bracis-19068	129	21	while	while	SCONJ
bracis-19068	129	22	the	the	DET
bracis-19068	129	23	best	good	ADJ
bracis-19068	129	24	codegpt	codegpt	NOUN
bracis-19068	129	25	model	model	NOUN
bracis-19068	129	26	present	present	VERB
bracis-19068	129	27	this	this	PRON
bracis-19068	129	28	in	in	ADP
bracis-19068	129	29	26.5	26.5	NUM
bracis-19068	129	30	%	%	NOUN
bracis-19068	129	31	of	of	ADP
bracis-19068	129	32	the	the	DET
bracis-19068	129	33	cases	case	NOUN
bracis-19068	129	34	.	.	PUNCT
bracis-19068	130	1	again	again	ADV
bracis-19068	130	2	,	,	PUNCT
bracis-19068	130	3	we	we	PRON
bracis-19068	130	4	present	present	VERB
bracis-19068	130	5	the	the	DET
bracis-19068	130	6	view	view	NOUN
bracis-19068	130	7	in	in	ADP
bracis-19068	130	8	tabular	tabular	NOUN
bracis-19068	130	9	form	form	NOUN
bracis-19068	130	10	in	in	ADP
bracis-19068	130	11	table	table	NOUN
bracis-19068	130	12	 	 	SPACE
bracis-19068	130	13	2	2	NUM
bracis-19068	130	14	.	.	NOUN
bracis-19068	130	15	6	6	NUM
bracis-19068	130	16	conclusion	conclusion	NOUN
bracis-19068	130	17	we	we	PRON
bracis-19068	130	18	presented	present	VERB
bracis-19068	130	19	a	a	DET
bracis-19068	130	20	gpt-2	gpt-2	NUM
bracis-19068	130	21	based	base	VERB
bracis-19068	130	22	model	model	NOUN
bracis-19068	130	23	trained	train	VERB
bracis-19068	130	24	on	on	ADP
bracis-19068	130	25	1.2	1.2	NUM
bracis-19068	130	26	million	million	NUM
bracis-19068	130	27	java	java	NOUN
bracis-19068	130	28	files	file	NOUN
bracis-19068	130	29	focused	focus	VERB
bracis-19068	130	30	on	on	ADP
bracis-19068	130	31	code	code	NOUN
bracis-19068	130	32	completion	completion	NOUN
bracis-19068	130	33	.	.	PUNCT
bracis-19068	131	1	we	we	PRON
bracis-19068	131	2	also	also	ADV
bracis-19068	131	3	introduced	introduce	VERB
bracis-19068	131	4	the	the	DET
bracis-19068	131	5	dg	dg	NOUN
bracis-19068	131	6	metric	metric	NOUN
bracis-19068	131	7	,	,	PUNCT
bracis-19068	131	8	a	a	DET
bracis-19068	131	9	new	new	ADJ
bracis-19068	131	10	approach	approach	NOUN
bracis-19068	131	11	that	that	PRON
bracis-19068	131	12	we	we	PRON
bracis-19068	131	13	consider	consider	VERB
bracis-19068	131	14	closer	close	ADJ
bracis-19068	131	15	to	to	PART
bracis-19068	131	16	measure	measure	VERB
bracis-19068	131	17	the	the	DET
bracis-19068	131	18	applicability	applicability	NOUN
bracis-19068	131	19	of	of	ADP
bracis-19068	131	20	the	the	DET
bracis-19068	131	21	suggestion	suggestion	NOUN
bracis-19068	131	22	in	in	ADP
bracis-19068	131	23	the	the	DET
bracis-19068	131	24	real	real	ADJ
bracis-19068	131	25	world	world	NOUN
bracis-19068	131	26	of	of	ADP
bracis-19068	131	27	the	the	DET
bracis-19068	131	28	software	software	NOUN
bracis-19068	131	29	development	development	NOUN
bracis-19068	131	30	compared	compare	VERB
bracis-19068	131	31	to	to	ADP
bracis-19068	131	32	standard	standard	ADJ
bracis-19068	131	33	metrics	metric	NOUN
bracis-19068	131	34	such	such	ADJ
bracis-19068	131	35	as	as	ADP
bracis-19068	131	36	levenshtein	levenshtein	NOUN
bracis-19068	131	37	that	that	PRON
bracis-19068	131	38	,	,	PUNCT
bracis-19068	131	39	as	as	SCONJ
bracis-19068	131	40	we	we	PRON
bracis-19068	131	41	demonstrated	demonstrate	VERB
bracis-19068	131	42	,	,	PUNCT
bracis-19068	131	43	can	can	AUX
bracis-19068	131	44	be	be	AUX
bracis-19068	131	45	problematic	problematic	ADJ
bracis-19068	131	46	.	.	PUNCT
bracis-19068	132	1	we	we	PRON
bracis-19068	132	2	also	also	ADV
bracis-19068	132	3	look	look	VERB
bracis-19068	132	4	to	to	PART
bracis-19068	132	5	run	run	VERB
bracis-19068	132	6	tests	test	NOUN
bracis-19068	132	7	on	on	ADP
bracis-19068	132	8	a	a	DET
bracis-19068	132	9	real	real	ADJ
bracis-19068	132	10	and	and	CCONJ
bracis-19068	132	11	newly	newly	ADV
bracis-19068	132	12	developed	develop	VERB
bracis-19068	132	13	project	project	NOUN
bracis-19068	132	14	,	,	PUNCT
bracis-19068	132	15	seeking	seek	VERB
bracis-19068	132	16	to	to	PART
bracis-19068	132	17	get	get	VERB
bracis-19068	132	18	a	a	DET
bracis-19068	132	19	real	real	ADJ
bracis-19068	132	20	idea	idea	NOUN
bracis-19068	132	21	of	of	ADP
bracis-19068	132	22	the	the	DET
bracis-19068	132	23	model	model	NOUN
bracis-19068	132	24	’s	’s	PART
bracis-19068	132	25	completion	completion	NOUN
bracis-19068	132	26	capability	capability	NOUN
bracis-19068	132	27	in	in	ADP
bracis-19068	132	28	a	a	DET
bracis-19068	132	29	situation	situation	NOUN
bracis-19068	132	30	as	as	ADV
bracis-19068	132	31	close	close	ADJ
bracis-19068	132	32	to	to	ADP
bracis-19068	132	33	reality	reality	NOUN
bracis-19068	132	34	as	as	SCONJ
bracis-19068	132	35	we	we	PRON
bracis-19068	132	36	could	could	AUX
bracis-19068	132	37	simulate	simulate	VERB
bracis-19068	132	38	.	.	PUNCT
bracis-19068	133	1	among	among	ADP
bracis-19068	133	2	different	different	ADJ
bracis-19068	133	3	analyzes	analyze	NOUN
bracis-19068	133	4	shown	show	VERB
bracis-19068	133	5	,	,	PUNCT
bracis-19068	133	6	we	we	PRON
bracis-19068	133	7	demonstrated	demonstrate	VERB
bracis-19068	133	8	that	that	SCONJ
bracis-19068	133	9	our	our	PRON
bracis-19068	133	10	model	model	NOUN
bracis-19068	133	11	presented	present	VERB
bracis-19068	133	12	at	at	ADP
bracis-19068	133	13	least	least	ADV
bracis-19068	133	14	one	one	NUM
bracis-19068	133	15	fully	fully	ADV
bracis-19068	133	16	applicable	applicable	ADJ
bracis-19068	133	17	suggestion	suggestion	NOUN
bracis-19068	133	18	in	in	ADP
bracis-19068	133	19	more	more	ADJ
bracis-19068	133	20	than	than	ADP
bracis-19068	133	21	half	half	NOUN
bracis-19068	133	22	of	of	ADP
bracis-19068	133	23	the	the	DET
bracis-19068	133	24	test	test	NOUN
bracis-19068	133	25	cases	case	NOUN
bracis-19068	133	26	,	,	PUNCT
bracis-19068	133	27	outperforming	outperform	VERB
bracis-19068	133	28	in	in	ADP
bracis-19068	133	29	2	2	NUM
bracis-19068	133	30	times	time	NOUN
bracis-19068	133	31	the	the	DET
bracis-19068	133	32	baseline	baseline	NOUN
bracis-19068	133	33	models	model	NOUN
bracis-19068	133	34	.	.	PUNCT
bracis-19068	134	1	the	the	DET
bracis-19068	134	2	results	result	NOUN
bracis-19068	134	3	corroborate	corroborate	VERB
bracis-19068	134	4	,	,	PUNCT
bracis-19068	134	5	along	along	ADP
bracis-19068	134	6	with	with	ADP
bracis-19068	134	7	other	other	ADJ
bracis-19068	134	8	studies	study	NOUN
bracis-19068	134	9	in	in	ADP
bracis-19068	134	10	this	this	DET
bracis-19068	134	11	field	field	NOUN
bracis-19068	134	12	,	,	PUNCT
bracis-19068	134	13	that	that	SCONJ
bracis-19068	134	14	transformers	transformer	NOUN
bracis-19068	134	15	-	-	PUNCT
bracis-19068	134	16	based	base	VERB
bracis-19068	134	17	models	model	NOUN
bracis-19068	134	18	have	have	VERB
bracis-19068	134	19	great	great	ADJ
bracis-19068	134	20	potential	potential	NOUN
bracis-19068	134	21	in	in	ADP
bracis-19068	134	22	code	code	NOUN
bracis-19068	134	23	intelligence	intelligence	NOUN
bracis-19068	134	24	tasks	task	NOUN
bracis-19068	134	25	.	.	PUNCT
bracis-19068	135	1	in	in	ADP
bracis-19068	135	2	the	the	DET
bracis-19068	135	3	future	future	NOUN
bracis-19068	135	4	,	,	PUNCT
bracis-19068	135	5	as	as	SCONJ
bracis-19068	135	6	also	also	ADV
bracis-19068	135	7	proposed	propose	VERB
bracis-19068	135	8	by	by	ADP
bracis-19068	135	9	alexey	alexey	PROPN
bracis-19068	135	10	svyatkovskiy	svyatkovskiy	PROPN
bracis-19068	135	11	et	et	PROPN
bracis-19068	135	12	al	al	PROPN
bracis-19068	135	13	.	.	PUNCT
bracis-19068	136	1	[	[	X
bracis-19068	136	2	12	12	NUM
bracis-19068	136	3	]	]	PUNCT
bracis-19068	136	4	,	,	PUNCT
bracis-19068	136	5	we	we	PRON
bracis-19068	136	6	plan	plan	VERB
bracis-19068	136	7	to	to	PART
bracis-19068	136	8	finetune	finetune	VERB
bracis-19068	136	9	the	the	DET
bracis-19068	136	10	model	model	NOUN
bracis-19068	136	11	for	for	ADP
bracis-19068	136	12	user	user	NOUN
bracis-19068	136	13	personalization	personalization	NOUN
bracis-19068	136	14	,	,	PUNCT
bracis-19068	136	15	making	make	VERB
bracis-19068	136	16	the	the	DET
bracis-19068	136	17	model	model	NOUN
bracis-19068	136	18	sensitive	sensitive	ADJ
bracis-19068	136	19	to	to	ADP
bracis-19068	136	20	specific	specific	ADJ
bracis-19068	136	21	standards	standard	NOUN
bracis-19068	136	22	of	of	ADP
bracis-19068	136	23	each	each	DET
bracis-19068	136	24	project	project	NOUN
bracis-19068	136	25	,	,	PUNCT
bracis-19068	136	26	enhancing	enhance	VERB
bracis-19068	136	27	the	the	DET
bracis-19068	136	28	performance	performance	NOUN
bracis-19068	136	29	of	of	ADP
bracis-19068	136	30	the	the	DET
bracis-19068	136	31	suggestions	suggestion	NOUN
bracis-19068	136	32	.	.	PUNCT
bracis-19068	137	1	references	reference	NOUN
bracis-19068	137	2	bruch	bruch	PROPN
bracis-19068	137	3	,	,	PUNCT
bracis-19068	137	4	m.	m.	NOUN
bracis-19068	137	5	,	,	PUNCT
bracis-19068	137	6	monperrus	monperrus	NOUN
bracis-19068	137	7	,	,	PUNCT
bracis-19068	137	8	m.	m.	NOUN
bracis-19068	137	9	,	,	PUNCT
bracis-19068	137	10	mezini	mezini	PROPN
bracis-19068	137	11	,	,	PUNCT
bracis-19068	137	12	m.	m.	NOUN
bracis-19068	137	13	:	:	PUNCT
bracis-19068	137	14	learning	learn	VERB
bracis-19068	137	15	from	from	ADP
bracis-19068	137	16	examples	example	NOUN
bracis-19068	137	17	to	to	PART
bracis-19068	137	18	improve	improve	VERB
bracis-19068	137	19	code	code	NOUN
bracis-19068	137	20	completion	completion	NOUN
bracis-19068	137	21	systems	system	NOUN
bracis-19068	137	22	.	.	PUNCT
bracis-19068	138	1	in	in	ADP
bracis-19068	138	2	:	:	PUNCT
bracis-19068	138	3	proceedings	proceeding	NOUN
bracis-19068	138	4	of	of	ADP
bracis-19068	138	5	the	the	DET
bracis-19068	138	6	7th	7th	ADJ
bracis-19068	138	7	joint	joint	ADJ
bracis-19068	138	8	meeting	meeting	NOUN
bracis-19068	138	9	of	of	ADP
bracis-19068	138	10	the	the	DET
bracis-19068	138	11	european	european	PROPN
bracis-19068	138	12	software	software	PROPN
bracis-19068	138	13	engineering	engineering	NOUN
bracis-19068	138	14	conference	conference	NOUN
bracis-19068	138	15	and	and	CCONJ
bracis-19068	138	16	the	the	DET
bracis-19068	138	17	acm	acm	PROPN
bracis-19068	138	18	sigsoft	sigsoft	NOUN
bracis-19068	138	19	symposium	symposium	NOUN
bracis-19068	138	20	on	on	ADP
bracis-19068	138	21	the	the	DET
bracis-19068	138	22	foundations	foundation	NOUN
bracis-19068	138	23	of	of	ADP
bracis-19068	138	24	software	software	NOUN
bracis-19068	138	25	engineering	engineering	NOUN
bracis-19068	138	26	,	,	PUNCT
bracis-19068	138	27	esec	esec	PROPN
bracis-19068	138	28	/	/	SYM
bracis-19068	138	29	fse	fse	PROPN
bracis-19068	138	30	’	'	PUNCT
bracis-19068	138	31	09	09	NUM
bracis-19068	138	32	,	,	PUNCT
bracis-19068	138	33	pp	pp	ADJ
bracis-19068	138	34	.	.	PUNCT
bracis-19068	139	1	213–222	213–222	NUM
bracis-19068	139	2	.	.	PUNCT
bracis-19068	140	1	association	association	NOUN
bracis-19068	140	2	for	for	ADP
bracis-19068	140	3	computing	compute	VERB
bracis-19068	140	4	machinery	machinery	NOUN
bracis-19068	140	5	,	,	PUNCT
bracis-19068	140	6	new	new	PROPN
bracis-19068	140	7	york	york	PROPN
bracis-19068	140	8	(	(	PUNCT
bracis-19068	140	9	2020	2020	NUM
bracis-19068	140	10	)	)	PUNCT
bracis-19068	140	11	.	.	PUNCT
bracis-19068	141	1	isbn	isbn	PROPN
bracis-19068	141	2	9781605580012	9781605580012	NUM
bracis-19068	141	3	,	,	PUNCT
bracis-19068	141	4	https://doi.org/10.1145/1595696.1595728	https://doi.org/10.1145/1595696.1595728	NOUN
bracis-19068	141	5	devlin	devlin	PROPN
bracis-19068	141	6	,	,	PUNCT
bracis-19068	141	7	j.	j.	PROPN
bracis-19068	141	8	,	,	PUNCT
bracis-19068	141	9	chang	chang	PROPN
bracis-19068	141	10	,	,	PUNCT
bracis-19068	141	11	m.w	m.w	PROPN
bracis-19068	141	12	.	.	PROPN
bracis-19068	141	13	,	,	PUNCT
bracis-19068	141	14	lee	lee	PROPN
bracis-19068	141	15	,	,	PUNCT
bracis-19068	141	16	k.	k.	PROPN
bracis-19068	141	17	,	,	PUNCT
bracis-19068	141	18	toutanova	toutanova	PROPN
bracis-19068	141	19	,	,	PUNCT
bracis-19068	141	20	k.	k.	PROPN
bracis-19068	141	21	:	:	PUNCT
bracis-19068	141	22	bert	bert	PROPN
bracis-19068	141	23	:	:	PUNCT
bracis-19068	141	24	pre	pre	ADJ
bracis-19068	141	25	-	-	NOUN
bracis-19068	141	26	training	training	NOUN
bracis-19068	141	27	of	of	ADP
bracis-19068	141	28	deep	deep	ADJ
bracis-19068	141	29	bidirectional	bidirectional	ADJ
bracis-19068	141	30	transformers	transformer	NOUN
bracis-19068	141	31	for	for	ADP
bracis-19068	141	32	language	language	NOUN
bracis-19068	141	33	understanding	understanding	NOUN
bracis-19068	141	34	.	.	PUNCT
bracis-19068	142	1	in	in	ADP
bracis-19068	142	2	:	:	PUNCT
bracis-19068	142	3	proceedings	proceeding	NOUN
bracis-19068	142	4	of	of	ADP
bracis-19068	142	5	the	the	DET
bracis-19068	142	6	2019	2019	NUM
bracis-19068	142	7	conference	conference	NOUN
bracis-19068	142	8	of	of	ADP
bracis-19068	142	9	the	the	DET
bracis-19068	142	10	north	north	ADJ
bracis-19068	142	11	american	american	ADJ
bracis-19068	142	12	chapter	chapter	NOUN
bracis-19068	142	13	of	of	ADP
bracis-19068	142	14	the	the	DET
bracis-19068	142	15	association	association	NOUN
bracis-19068	142	16	for	for	ADP
bracis-19068	142	17	computational	computational	ADJ
bracis-19068	142	18	linguistics	linguistic	NOUN
bracis-19068	142	19	:	:	PUNCT
bracis-19068	142	20	human	human	ADJ
bracis-19068	142	21	language	language	NOUN
bracis-19068	142	22	technologies	technology	NOUN
bracis-19068	142	23	,	,	PUNCT
bracis-19068	142	24	minneapolis	minneapolis	PROPN
bracis-19068	142	25	,	,	PUNCT
bracis-19068	142	26	minnesota	minnesota	PROPN
bracis-19068	142	27	,	,	PUNCT
bracis-19068	142	28	vol	vol	NOUN
bracis-19068	142	29	.	.	PROPN
bracis-19068	142	30	1	1	NUM
bracis-19068	142	31	(	(	PUNCT
bracis-19068	142	32	long	long	ADJ
bracis-19068	142	33	and	and	CCONJ
bracis-19068	142	34	short	short	ADJ
bracis-19068	142	35	papers	paper	NOUN
bracis-19068	142	36	)	)	PUNCT
bracis-19068	142	37	,	,	PUNCT
bracis-19068	142	38	pp	pp	ADV
bracis-19068	142	39	.	.	PUNCT
bracis-19068	143	1	4171–4186	4171–4186	NUM
bracis-19068	143	2	.	.	PUNCT
bracis-19068	144	1	association	association	NOUN
bracis-19068	144	2	for	for	ADP
bracis-19068	144	3	computational	computational	ADJ
bracis-19068	144	4	linguistics	linguistic	NOUN
bracis-19068	144	5	(	(	PUNCT
bracis-19068	144	6	2019	2019	NUM
bracis-19068	144	7	)	)	PUNCT
bracis-19068	144	8	.	.	PUNCT
bracis-19068	145	1	https://doi.org/10.18653/v1/n19-1423	https://doi.org/10.18653/v1/n19-1423	PROPN
bracis-19068	145	2	,	,	PUNCT
bracis-19068	145	3	https://www.aclweb.org/anthology/n19-1423	https://www.aclweb.org/anthology/n19-1423	X
bracis-19068	145	4	feng	feng	PROPN
bracis-19068	145	5	,	,	PUNCT
bracis-19068	145	6	z.	z.	PROPN
bracis-19068	145	7	,	,	PUNCT
bracis-19068	145	8	et	et	PROPN
bracis-19068	145	9	al	al	PROPN
bracis-19068	145	10	.	.	PUNCT
bracis-19068	145	11	:	:	PUNCT
bracis-19068	146	1	codebert	codebert	NOUN
bracis-19068	146	2	:	:	PUNCT
bracis-19068	146	3	a	a	DET
bracis-19068	146	4	pre	pre	ADJ
bracis-19068	146	5	-	-	ADJ
bracis-19068	146	6	trained	train	VERB
bracis-19068	146	7	model	model	NOUN
bracis-19068	146	8	for	for	ADP
bracis-19068	146	9	programming	programming	NOUN
bracis-19068	146	10	and	and	CCONJ
bracis-19068	146	11	natural	natural	ADJ
bracis-19068	146	12	languages	language	NOUN
bracis-19068	146	13	.	.	PUNCT
bracis-19068	147	1	in	in	ADP
bracis-19068	147	2	:	:	PUNCT
bracis-19068	147	3	findings	finding	NOUN
bracis-19068	147	4	of	of	ADP
bracis-19068	147	5	the	the	DET
bracis-19068	147	6	association	association	NOUN
bracis-19068	147	7	for	for	ADP
bracis-19068	147	8	computational	computational	ADJ
bracis-19068	147	9	linguistics	linguistic	NOUN
bracis-19068	147	10	:	:	PUNCT
bracis-19068	147	11	emnlp	emnlp	PROPN
bracis-19068	147	12	2020	2020	NUM
bracis-19068	147	13	,	,	PUNCT
bracis-19068	147	14	pp	pp	ADJ
bracis-19068	147	15	.	.	PUNCT
bracis-19068	148	1	1536–1547	1536–1547	X
bracis-19068	148	2	.	.	PUNCT
bracis-19068	149	1	association	association	NOUN
bracis-19068	149	2	for	for	ADP
bracis-19068	149	3	computational	computational	ADJ
bracis-19068	149	4	linguistics	linguistic	NOUN
bracis-19068	149	5	(	(	PUNCT
bracis-19068	149	6	2020	2020	NUM
bracis-19068	149	7	)	)	PUNCT
bracis-19068	149	8	.	.	PUNCT
bracis-19068	150	1	https://doi.org/10.18653/v1/2020.findings-emnlp.139	https://doi.org/10.18653/v1/2020.findings-emnlp.139	ADJ
bracis-19068	150	2	,	,	PUNCT
bracis-19068	150	3	https://www.aclweb.org/anthology/2020.findings-emnlp.139	https://www.aclweb.org/anthology/2020.findings-emnlp.139	PROPN
bracis-19068	150	4	karampatsis	karampatsis	NOUN
bracis-19068	150	5	,	,	PUNCT
bracis-19068	150	6	r.m	r.m	PROPN
bracis-19068	150	7	.	.	PROPN
bracis-19068	150	8	,	,	PUNCT
bracis-19068	150	9	babii	babii	PROPN
bracis-19068	150	10	,	,	PUNCT
bracis-19068	150	11	h.	h.	PROPN
bracis-19068	150	12	,	,	PUNCT
bracis-19068	150	13	robbes	robbes	PROPN
bracis-19068	150	14	,	,	PUNCT
bracis-19068	150	15	r.	r.	PROPN
bracis-19068	150	16	,	,	PUNCT
bracis-19068	150	17	sutton	sutton	PROPN
bracis-19068	150	18	,	,	PUNCT
bracis-19068	150	19	c.	c.	PROPN
bracis-19068	150	20	,	,	PUNCT
bracis-19068	150	21	janes	janes	PROPN
bracis-19068	150	22	,	,	PUNCT
bracis-19068	150	23	a.	a.	NOUN
bracis-19068	150	24	:	:	PUNCT
bracis-19068	150	25	big	big	ADJ
bracis-19068	150	26	code	code	NOUN
bracis-19068	150	27	!	!	PUNCT
bracis-19068	151	1	=	=	SYM
bracis-19068	151	2	big	big	ADJ
bracis-19068	151	3	vocabulary	vocabulary	NOUN
bracis-19068	151	4	.	.	PUNCT
bracis-19068	152	1	in	in	ADP
bracis-19068	152	2	:	:	PUNCT
bracis-19068	152	3	proceedings	proceeding	NOUN
bracis-19068	152	4	of	of	ADP
bracis-19068	152	5	the	the	DET
bracis-19068	152	6	acm	acm	PROPN
bracis-19068	152	7	/	/	SYM
bracis-19068	152	8	ieee	ieee	PROPN
bracis-19068	152	9	42nd	42nd	PROPN
bracis-19068	152	10	international	international	ADJ
bracis-19068	152	11	conference	conference	NOUN
bracis-19068	152	12	on	on	ADP
bracis-19068	152	13	software	software	NOUN
bracis-19068	152	14	engineering	engineering	NOUN
bracis-19068	152	15	(	(	PUNCT
bracis-19068	152	16	2020	2020	NUM
bracis-19068	152	17	)	)	PUNCT
bracis-19068	152	18	.	.	PUNCT
bracis-19068	153	1	https://doi.org/10.1145/3377811.3380342	https://doi.org/10.1145/3377811.3380342	PROPN
bracis-19068	153	2	,	,	PUNCT
bracis-19068	153	3	http://dx.doi.org/10.1145/3377811.3380342	http://dx.doi.org/10.1145/3377811.3380342	PROPN
bracis-19068	153	4	kim	kim	PROPN
bracis-19068	153	5	,	,	PUNCT
bracis-19068	153	6	s.	s.	PROPN
bracis-19068	153	7	,	,	PUNCT
bracis-19068	153	8	zhao	zhao	PROPN
bracis-19068	153	9	,	,	PUNCT
bracis-19068	153	10	j.	j.	PROPN
bracis-19068	153	11	,	,	PUNCT
bracis-19068	153	12	tian	tian	PROPN
bracis-19068	153	13	,	,	PUNCT
bracis-19068	153	14	y.	y.	PROPN
bracis-19068	153	15	,	,	PUNCT
bracis-19068	153	16	chandra	chandra	PROPN
bracis-19068	153	17	,	,	PUNCT
bracis-19068	153	18	s.	s.	PROPN
bracis-19068	153	19	:	:	PUNCT
bracis-19068	153	20	code	code	NOUN
bracis-19068	153	21	prediction	prediction	NOUN
bracis-19068	153	22	by	by	ADP
bracis-19068	153	23	feeding	feed	VERB
bracis-19068	153	24	trees	tree	NOUN
bracis-19068	153	25	to	to	ADP
bracis-19068	153	26	transformers	transformer	NOUN
bracis-19068	153	27	.	.	PUNCT
bracis-19068	154	1	in	in	ADP
bracis-19068	154	2	:	:	PUNCT
bracis-19068	154	3	2021	2021	NUM
bracis-19068	154	4	ieee	ieee	PROPN
bracis-19068	154	5	/	/	SYM
bracis-19068	154	6	acm	acm	PROPN
bracis-19068	154	7	43rd	43rd	PROPN
bracis-19068	154	8	international	international	ADJ
bracis-19068	154	9	conference	conference	NOUN
bracis-19068	154	10	on	on	ADP
bracis-19068	154	11	software	software	NOUN
bracis-19068	154	12	engineering	engineering	NOUN
bracis-19068	154	13	(	(	PUNCT
bracis-19068	154	14	icse	icse	PROPN
bracis-19068	154	15	)	)	PUNCT
bracis-19068	154	16	,	,	PUNCT
bracis-19068	154	17	pp	pp	ADP
bracis-19068	154	18	.	.	PUNCT
bracis-19068	155	1	150–162	150–162	NUM
bracis-19068	155	2	(	(	PUNCT
bracis-19068	155	3	2021	2021	NUM
bracis-19068	155	4	)	)	PUNCT
bracis-19068	155	5	.	.	PUNCT
bracis-19068	156	1	https://doi.org/10.1109/icse43902.2021.00026	https://doi.org/10.1109/icse43902.2021.00026	PROPN
bracis-19068	156	2	li	li	PROPN
bracis-19068	156	3	,	,	PUNCT
bracis-19068	156	4	j.	j.	PROPN
bracis-19068	156	5	,	,	PUNCT
bracis-19068	156	6	wang	wang	PROPN
bracis-19068	156	7	,	,	PUNCT
bracis-19068	156	8	y.	y.	PROPN
bracis-19068	156	9	,	,	PUNCT
bracis-19068	156	10	lyu	lyu	PROPN
bracis-19068	156	11	,	,	PUNCT
bracis-19068	156	12	m.r	m.r	PROPN
bracis-19068	156	13	.	.	PROPN
bracis-19068	156	14	,	,	PUNCT
bracis-19068	156	15	king	king	PROPN
bracis-19068	156	16	,	,	PUNCT
bracis-19068	156	17	i.	i.	PROPN
bracis-19068	156	18	:	:	PUNCT
bracis-19068	156	19	code	code	VERB
bracis-19068	156	20	completion	completion	NOUN
bracis-19068	156	21	with	with	ADP
bracis-19068	156	22	neural	neural	ADJ
bracis-19068	156	23	attention	attention	NOUN
bracis-19068	156	24	and	and	CCONJ
bracis-19068	156	25	pointer	pointer	NOUN
bracis-19068	156	26	networks	network	NOUN
bracis-19068	156	27	.	.	PUNCT
bracis-19068	157	1	in	in	ADP
bracis-19068	157	2	:	:	PUNCT
bracis-19068	157	3	proceedings	proceeding	NOUN
bracis-19068	157	4	of	of	ADP
bracis-19068	157	5	the	the	DET
bracis-19068	157	6	twenty	twenty	NUM
bracis-19068	157	7	-	-	PUNCT
bracis-19068	157	8	seventh	seventh	ADJ
bracis-19068	157	9	international	international	ADJ
bracis-19068	157	10	joint	joint	ADJ
bracis-19068	157	11	conference	conference	NOUN
bracis-19068	157	12	on	on	ADP
bracis-19068	157	13	artificial	artificial	ADJ
bracis-19068	157	14	intelligence	intelligence	NOUN
bracis-19068	157	15	(	(	PUNCT
bracis-19068	157	16	2018	2018	NUM
bracis-19068	157	17	)	)	PUNCT
bracis-19068	157	18	.	.	PUNCT
bracis-19068	158	1	https://doi.org/10.24963/ijcai.2018/578	https://doi.org/10.24963/ijcai.2018/578	PROPN
bracis-19068	158	2	,	,	PUNCT
bracis-19068	158	3	http://dx.doi.org/10.24963/ijcai.2018/578	http://dx.doi.org/10.24963/ijcai.2018/578	X
bracis-19068	158	4	shuai	shuai	PROPN
bracis-19068	158	5	,	,	PUNCT
bracis-19068	158	6	l.	l.	PROPN
bracis-19068	158	7	,	,	PUNCT
bracis-19068	158	8	et	et	PROPN
bracis-19068	158	9	al	al	PROPN
bracis-19068	158	10	.	.	PUNCT
bracis-19068	158	11	:	:	PUNCT
bracis-19068	159	1	a	a	DET
bracis-19068	159	2	machine	machine	NOUN
bracis-19068	159	3	learning	learn	VERB
bracis-19068	159	4	benchmark	benchmark	NOUN
bracis-19068	159	5	dataset	dataset	NOUN
bracis-19068	159	6	for	for	ADP
bracis-19068	159	7	code	code	NOUN
bracis-19068	159	8	understanding	understanding	NOUN
bracis-19068	159	9	and	and	CCONJ
bracis-19068	159	10	generation	generation	NOUN
bracis-19068	159	11	,	,	PUNCT
bracis-19068	159	12	codexglue	codexglue	NOUN
bracis-19068	159	13	(	(	PUNCT
bracis-19068	159	14	2021	2021	NUM
bracis-19068	159	15	)	)	PUNCT
bracis-19068	159	16	google	google	PROPN
bracis-19068	159	17	scholar	scholar	NOUN
bracis-19068	159	18	  	  	SPACE
bracis-19068	159	19	microsoft	microsoft	PROPN
bracis-19068	159	20	code	code	PROPN
bracis-19068	159	21	gpt	gpt	PROPN
bracis-19068	159	22	small	small	PROPN
bracis-19068	159	23	java	java	NOUN
bracis-19068	159	24	(	(	PUNCT
bracis-19068	159	25	2021	2021	NUM
bracis-19068	159	26	)	)	PUNCT
bracis-19068	159	27	.	.	PUNCT
bracis-19068	160	1	https://huggingface.co/microsoft/codegpt-small-java	https://huggingface.co/microsoft/codegpt-small-java	PROPN
bracis-19068	160	2	,	,	PUNCT
bracis-19068	160	3	accessed	access	VERB
bracis-19068	160	4	18	18	NUM
bracis-19068	160	5	may	may	PROPN
bracis-19068	160	6	2021	2021	NUM
bracis-19068	160	7	microsoft	microsoft	PROPN
bracis-19068	160	8	code	code	PROPN
bracis-19068	160	9	gpt	gpt	PROPN
bracis-19068	160	10	small	small	PROPN
bracis-19068	160	11	java	java	PROPN
bracis-19068	160	12	adapted	adapt	VERB
bracis-19068	160	13	gpt-2	gpt-2	PUNCT
bracis-19068	160	14	(	(	PUNCT
bracis-19068	160	15	2021	2021	NUM
bracis-19068	160	16	)	)	PUNCT
bracis-19068	160	17	.	.	PUNCT
bracis-19068	161	1	https://huggingface.co/microsoft/codegpt-small-java-adaptedgpt2	https://huggingface.co/microsoft/codegpt-small-java-adaptedgpt2	NOUN
bracis-19068	161	2	,	,	PUNCT
bracis-19068	161	3	accessed	access	VERB
bracis-19068	161	4	18	18	NUM
bracis-19068	161	5	may	may	PROPN
bracis-19068	161	6	2021	2021	NUM
bracis-19068	161	7	proksch	proksch	NOUN
bracis-19068	161	8	,	,	PUNCT
bracis-19068	161	9	s.	s.	PROPN
bracis-19068	161	10	,	,	PUNCT
bracis-19068	161	11	lerch	lerch	PROPN
bracis-19068	161	12	,	,	PUNCT
bracis-19068	161	13	j.	j.	PROPN
bracis-19068	161	14	,	,	PUNCT
bracis-19068	161	15	mezini	mezini	PROPN
bracis-19068	161	16	,	,	PUNCT
bracis-19068	161	17	m.	m.	NOUN
bracis-19068	161	18	:	:	PUNCT
bracis-19068	161	19	intelligent	intelligent	ADJ
bracis-19068	161	20	code	code	NOUN
bracis-19068	161	21	completion	completion	NOUN
bracis-19068	161	22	with	with	ADP
bracis-19068	161	23	bayesian	bayesian	NOUN
bracis-19068	161	24	networks	network	NOUN
bracis-19068	161	25	.	.	PUNCT
bracis-19068	162	1	acm	acm	PROPN
bracis-19068	162	2	trans	trans	PROPN
bracis-19068	162	3	.	.	PUNCT
bracis-19068	163	1	softw	softw	PROPN
bracis-19068	163	2	.	.	PUNCT
bracis-19068	164	1	eng	eng	PROPN
bracis-19068	164	2	.	.	PROPN
bracis-19068	164	3	methodol	methodol	PROPN
bracis-19068	164	4	.	.	PUNCT
bracis-19068	165	1	25(1	25(1	X
bracis-19068	165	2	)	)	PUNCT
bracis-19068	165	3	(	(	PUNCT
bracis-19068	165	4	2015	2015	NUM
bracis-19068	165	5	)	)	PUNCT
bracis-19068	165	6	.	.	PUNCT
bracis-19068	166	1	issn	issn	PROPN
bracis-19068	166	2	1049–331x	1049–331x	NUM
bracis-19068	166	3	,	,	PUNCT
bracis-19068	166	4	https://doi.org/10.1145/2744200	https://doi.org/10.1145/2744200	PROPN
bracis-19068	166	5	radford	radford	PROPN
bracis-19068	166	6	,	,	PUNCT
bracis-19068	166	7	a.	a.	PROPN
bracis-19068	166	8	,	,	PUNCT
bracis-19068	166	9	wu	wu	PROPN
bracis-19068	166	10	,	,	PUNCT
bracis-19068	166	11	j.	j.	PROPN
bracis-19068	166	12	,	,	PUNCT
bracis-19068	166	13	child	child	NOUN
bracis-19068	166	14	,	,	PUNCT
bracis-19068	166	15	r.	r.	PROPN
bracis-19068	166	16	,	,	PUNCT
bracis-19068	166	17	luan	luan	PROPN
bracis-19068	166	18	,	,	PUNCT
bracis-19068	166	19	d.	d.	PROPN
bracis-19068	166	20	,	,	PUNCT
bracis-19068	166	21	amodei	amodei	PROPN
bracis-19068	166	22	,	,	PUNCT
bracis-19068	166	23	d.	d.	PROPN
bracis-19068	166	24	,	,	PUNCT
bracis-19068	166	25	sutskever	sutskever	PROPN
bracis-19068	166	26	,	,	PUNCT
bracis-19068	166	27	i.	i.	NOUN
bracis-19068	166	28	:	:	PUNCT
bracis-19068	166	29	language	language	NOUN
bracis-19068	166	30	models	model	NOUN
bracis-19068	166	31	are	be	AUX
bracis-19068	166	32	unsupervised	unsupervised	ADJ
bracis-19068	166	33	multitask	multitask	ADJ
bracis-19068	166	34	learners	learner	NOUN
bracis-19068	166	35	(	(	PUNCT
bracis-19068	166	36	2019	2019	NUM
bracis-19068	166	37	)	)	PUNCT
bracis-19068	166	38	.	.	PUNCT
bracis-19068	167	1	https://openai.com/blog/better-language-models/	https://openai.com/blog/better-language-models/	X
bracis-19068	167	2	svyatkovskiy	svyatkovskiy	NOUN
bracis-19068	167	3	,	,	PUNCT
bracis-19068	167	4	a.	a.	PROPN
bracis-19068	167	5	,	,	PUNCT
bracis-19068	167	6	deng	deng	PROPN
bracis-19068	167	7	,	,	PUNCT
bracis-19068	167	8	s.k	s.k	PROPN
bracis-19068	167	9	.	.	PROPN
bracis-19068	167	10	,	,	PUNCT
bracis-19068	167	11	fu	fu	PROPN
bracis-19068	167	12	,	,	PUNCT
bracis-19068	167	13	s.	s.	PROPN
bracis-19068	167	14	,	,	PUNCT
bracis-19068	167	15	sundaresan	sundaresan	PROPN
bracis-19068	167	16	,	,	PUNCT
bracis-19068	167	17	n.	n.	NOUN
bracis-19068	167	18	:	:	PUNCT
bracis-19068	167	19	intellicode	intellicode	NOUN
bracis-19068	167	20	compose	compose	VERB
bracis-19068	167	21	:	:	PUNCT
bracis-19068	167	22	code	code	NOUN
bracis-19068	167	23	generation	generation	NOUN
bracis-19068	167	24	using	use	VERB
bracis-19068	167	25	transformer	transformer	NOUN
bracis-19068	167	26	.	.	PUNCT
bracis-19068	168	1	in	in	ADP
bracis-19068	168	2	:	:	PUNCT
bracis-19068	168	3	proceedings	proceeding	NOUN
bracis-19068	168	4	of	of	ADP
bracis-19068	168	5	the	the	DET
bracis-19068	168	6	28th	28th	ADJ
bracis-19068	168	7	acm	acm	NOUN
bracis-19068	168	8	joint	joint	ADJ
bracis-19068	168	9	meeting	meeting	NOUN
bracis-19068	168	10	on	on	ADP
bracis-19068	168	11	european	european	ADJ
bracis-19068	168	12	software	software	PROPN
bracis-19068	168	13	engineering	engineering	NOUN
bracis-19068	168	14	conference	conference	NOUN
bracis-19068	168	15	and	and	CCONJ
bracis-19068	168	16	symposium	symposium	NOUN
bracis-19068	168	17	on	on	ADP
bracis-19068	168	18	the	the	DET
bracis-19068	168	19	foundations	foundation	NOUN
bracis-19068	168	20	of	of	ADP
bracis-19068	168	21	software	software	NOUN
bracis-19068	168	22	engineering	engineering	NOUN
bracis-19068	168	23	,	,	PUNCT
bracis-19068	168	24	esec	esec	PROPN
bracis-19068	168	25	/	/	SYM
bracis-19068	168	26	fse	fse	PROPN
bracis-19068	168	27	2020	2020	NUM
bracis-19068	168	28	,	,	PUNCT
bracis-19068	168	29	new	new	PROPN
bracis-19068	168	30	york	york	PROPN
bracis-19068	168	31	,	,	PUNCT
bracis-19068	168	32	ny	ny	PROPN
bracis-19068	168	33	,	,	PUNCT
bracis-19068	168	34	usa	usa	PROPN
bracis-19068	168	35	,	,	PUNCT
bracis-19068	168	36	pp	pp	PROPN
bracis-19068	168	37	.	.	PUNCT
bracis-19068	168	38	1433–1443	1433–1443	NUM
bracis-19068	168	39	.	.	PUNCT
bracis-19068	168	40	association	association	NOUN
bracis-19068	168	41	for	for	ADP
bracis-19068	168	42	computing	compute	VERB
bracis-19068	168	43	machinery	machinery	NOUN
bracis-19068	168	44	(	(	PUNCT
bracis-19068	168	45	2020	2020	NUM
bracis-19068	168	46	)	)	PUNCT
bracis-19068	168	47	.	.	PUNCT
bracis-19068	169	1	isbn	isbn	PROPN
bracis-19068	169	2	9781450370431	9781450370431	NUM
bracis-19068	169	3	,	,	PUNCT
bracis-19068	169	4	https://doi.org/10.1145/3368089.3417058	https://doi.org/10.1145/3368089.3417058	NOUN
bracis-19068	169	5	svyatkovskiy	svyatkovskiy	NOUN
bracis-19068	169	6	,	,	PUNCT
bracis-19068	169	7	a.	a.	NOUN
bracis-19068	169	8	,	,	PUNCT
bracis-19068	169	9	zhao	zhao	PROPN
bracis-19068	169	10	,	,	PUNCT
bracis-19068	169	11	y.	y.	PROPN
bracis-19068	169	12	,	,	PUNCT
bracis-19068	169	13	fu	fu	PROPN
bracis-19068	169	14	,	,	PUNCT
bracis-19068	169	15	s.	s.	PROPN
bracis-19068	169	16	,	,	PUNCT
bracis-19068	169	17	sundaresan	sundaresan	PROPN
bracis-19068	169	18	,	,	PUNCT
bracis-19068	169	19	n.	n.	NOUN
bracis-19068	169	20	:	:	PUNCT
bracis-19068	169	21	pythia	pythia	PROPN
bracis-19068	169	22	:	:	PUNCT
bracis-19068	169	23	ai	ai	AUX
bracis-19068	169	24	-	-	PUNCT
bracis-19068	169	25	assisted	assist	VERB
bracis-19068	169	26	code	code	NOUN
bracis-19068	169	27	completion	completion	NOUN
bracis-19068	169	28	system	system	NOUN
bracis-19068	169	29	.	.	PUNCT
bracis-19068	170	1	in	in	ADP
bracis-19068	170	2	:	:	PUNCT
bracis-19068	170	3	proceedings	proceeding	NOUN
bracis-19068	170	4	of	of	ADP
bracis-19068	170	5	the	the	DET
bracis-19068	170	6	25th	25th	ADJ
bracis-19068	170	7	acm	acm	PROPN
bracis-19068	170	8	sigkdd	sigkdd	NOUN
bracis-19068	170	9	international	international	ADJ
bracis-19068	170	10	conference	conference	NOUN
bracis-19068	170	11	on	on	ADP
bracis-19068	170	12	knowledge	knowledge	PROPN
bracis-19068	170	13	discovery	discovery	PROPN
bracis-19068	170	14	&	&	CCONJ
bracis-19068	170	15	data	data	PROPN
bracis-19068	170	16	mining	mining	NOUN
bracis-19068	170	17	(	(	PUNCT
bracis-19068	170	18	2019	2019	NUM
bracis-19068	170	19	)	)	PUNCT
bracis-19068	170	20	.	.	PUNCT
bracis-19068	171	1	https://doi.org/10.1145/3292500.3330699	https://doi.org/10.1145/3292500.3330699	PROPN
bracis-19068	171	2	tabnine	tabnine	PROPN
bracis-19068	171	3	.	.	PUNCT
bracis-19068	172	1	code	code	NOUN
bracis-19068	172	2	faster	fast	ADV
bracis-19068	172	3	with	with	ADP
bracis-19068	172	4	ai	ai	ADJ
bracis-19068	172	5	completions	completion	NOUN
bracis-19068	172	6	(	(	PUNCT
bracis-19068	172	7	2021	2021	NUM
bracis-19068	172	8	)	)	PUNCT
bracis-19068	172	9	.	.	PUNCT
bracis-19068	173	1	https://www.tabnine.com/	https://www.tabnine.com/	PROPN
bracis-19068	173	2	,	,	PUNCT
bracis-19068	173	3	accessed	access	VERB
bracis-19068	173	4	18	18	NUM
bracis-19068	173	5	may	may	PROPN
bracis-19068	173	6	2021	2021	NUM
bracis-19068	173	7	the	the	DET
bracis-19068	173	8	ai	ai	PROPN
bracis-19068	173	9	community	community	NOUN
bracis-19068	173	10	building	build	VERB
bracis-19068	173	11	the	the	DET
bracis-19068	173	12	future	future	NOUN
bracis-19068	173	13	(	(	PUNCT
bracis-19068	173	14	2021	2021	NUM
bracis-19068	173	15	)	)	PUNCT
bracis-19068	173	16	.	.	PUNCT
bracis-19068	174	1	https://huggingface.co/	https://huggingface.co/	PROPN
bracis-19068	174	2	,	,	PUNCT
bracis-19068	174	3	accessed	access	VERB
bracis-19068	174	4	18	18	NUM
bracis-19068	174	5	may	may	PROPN
bracis-19068	174	6	2021	2021	NUM
bracis-19068	174	7	vaswani	vaswani	NOUN
bracis-19068	174	8	,	,	PUNCT
bracis-19068	174	9	a.	a.	NOUN
bracis-19068	174	10	,	,	PUNCT
bracis-19068	174	11	et	et	PROPN
bracis-19068	174	12	al	al	PROPN
bracis-19068	174	13	.	.	PUNCT
bracis-19068	174	14	:	:	PUNCT
bracis-19068	175	1	attention	attention	NOUN
bracis-19068	175	2	is	be	AUX
bracis-19068	175	3	all	all	PRON
bracis-19068	175	4	you	you	PRON
bracis-19068	175	5	need	need	VERB
bracis-19068	175	6	.	.	PUNCT
bracis-19068	176	1	in	in	ADP
bracis-19068	176	2	:	:	PUNCT
bracis-19068	176	3	proceedings	proceeding	NOUN
bracis-19068	176	4	of	of	ADP
bracis-19068	176	5	the	the	DET
bracis-19068	176	6	31st	31st	ADJ
bracis-19068	176	7	international	international	ADJ
bracis-19068	176	8	conference	conference	NOUN
bracis-19068	176	9	on	on	ADP
bracis-19068	176	10	neural	neural	ADJ
bracis-19068	176	11	information	information	NOUN
bracis-19068	176	12	processing	processing	NOUN
bracis-19068	176	13	systems	system	NOUN
bracis-19068	176	14	,	,	PUNCT
bracis-19068	176	15	nips’17	nips’17	PROPN
bracis-19068	176	16	,	,	PUNCT
bracis-19068	176	17	red	red	ADJ
bracis-19068	176	18	hook	hook	NOUN
bracis-19068	176	19	,	,	PUNCT
bracis-19068	176	20	ny	ny	PROPN
bracis-19068	176	21	,	,	PUNCT
bracis-19068	176	22	usa	usa	PROPN
bracis-19068	176	23	,	,	PUNCT
bracis-19068	176	24	pp	pp	PROPN
bracis-19068	176	25	.	.	PUNCT
bracis-19068	177	1	6000–6010	6000–6010	NUM
bracis-19068	177	2	.	.	PUNCT
bracis-19068	178	1	curran	curran	PROPN
bracis-19068	178	2	associates	associates	PROPN
bracis-19068	178	3	inc	inc	PROPN
bracis-19068	178	4	.	.	PROPN
bracis-19068	178	5	(	(	PUNCT
bracis-19068	178	6	2017	2017	NUM
bracis-19068	178	7	)	)	PUNCT
bracis-19068	178	8	.	.	PUNCT
bracis-19068	179	1	isbn	isbn	PROPN
bracis-19068	179	2	9781510860964	9781510860964	NUM
bracis-19068	179	3	google	google	PROPN
bracis-19068	179	4	scholar	scholar	NOUN
bracis-19068	179	5	  	  	SPACE
bracis-19068	179	6	yang	yang	PROPN
bracis-19068	179	7	,	,	PUNCT
bracis-19068	179	8	z.	z.	PROPN
bracis-19068	179	9	,	,	PUNCT
bracis-19068	179	10	dai	dai	PROPN
bracis-19068	179	11	,	,	PUNCT
bracis-19068	179	12	z.	z.	PROPN
bracis-19068	179	13	,	,	PUNCT
bracis-19068	179	14	yang	yang	PROPN
bracis-19068	179	15	,	,	PUNCT
bracis-19068	179	16	y.	y.	PROPN
bracis-19068	179	17	,	,	PUNCT
bracis-19068	179	18	carbonell	carbonell	PROPN
bracis-19068	179	19	,	,	PUNCT
bracis-19068	179	20	j.	j.	PROPN
bracis-19068	179	21	,	,	PUNCT
bracis-19068	179	22	salakhutdinov	salakhutdinov	PROPN
bracis-19068	179	23	,	,	PUNCT
bracis-19068	179	24	r.r	r.r	PROPN
bracis-19068	179	25	.	.	PROPN
bracis-19068	179	26	,	,	PUNCT
bracis-19068	179	27	le	le	PROPN
bracis-19068	179	28	,	,	PUNCT
bracis-19068	179	29	q.v	q.v	PROPN
bracis-19068	179	30	.	.	PROPN
bracis-19068	179	31	:	:	PUNCT
bracis-19068	180	1	xlnet	xlnet	PROPN
bracis-19068	180	2	:	:	PUNCT
bracis-19068	180	3	generalized	generalize	VERB
bracis-19068	180	4	autoregressive	autoregressive	ADJ
bracis-19068	180	5	pretraining	pretraine	VERB
bracis-19068	180	6	for	for	ADP
bracis-19068	180	7	language	language	NOUN
bracis-19068	180	8	understanding	understanding	NOUN
bracis-19068	180	9	.	.	PUNCT
bracis-19068	181	1	in	in	ADP
bracis-19068	181	2	:	:	PUNCT
bracis-19068	181	3	wallach	wallach	PROPN
bracis-19068	181	4	,	,	PUNCT
bracis-19068	181	5	h.	h.	PROPN
bracis-19068	181	6	,	,	PUNCT
bracis-19068	181	7	larochelle	larochelle	PROPN
bracis-19068	181	8	,	,	PUNCT
bracis-19068	181	9	h.	h.	PROPN
bracis-19068	181	10	,	,	PUNCT
bracis-19068	181	11	beygelzimer	beygelzimer	NOUN
bracis-19068	181	12	,	,	PUNCT
bracis-19068	181	13	a.	a.	NOUN
bracis-19068	181	14	,	,	PUNCT
bracis-19068	181	15	d’alché	d’alché	NOUN
bracis-19068	181	16	-	-	PUNCT
bracis-19068	181	17	buc	buc	PROPN
bracis-19068	181	18	,	,	PUNCT
bracis-19068	181	19	f.	f.	PROPN
bracis-19068	181	20	,	,	PUNCT
bracis-19068	181	21	fox	fox	PROPN
bracis-19068	181	22	,	,	PUNCT
bracis-19068	181	23	e.	e.	PROPN
bracis-19068	181	24	,	,	PUNCT
bracis-19068	181	25	garnett	garnett	PROPN
bracis-19068	181	26	,	,	PUNCT
bracis-19068	181	27	r.	r.	PROPN
bracis-19068	181	28	(	(	PUNCT
bracis-19068	181	29	eds	eds	PROPN
bracis-19068	181	30	.	.	PUNCT
bracis-19068	181	31	)	)	PUNCT
bracis-19068	181	32	advances	advance	NOUN
bracis-19068	181	33	in	in	ADP
bracis-19068	181	34	neural	neural	ADJ
bracis-19068	181	35	information	information	NOUN
bracis-19068	181	36	processing	processing	NOUN
bracis-19068	181	37	systems	system	NOUN
bracis-19068	181	38	,	,	PUNCT
bracis-19068	181	39	vol	vol	NOUN
bracis-19068	181	40	.	.	PUNCT
bracis-19068	181	41	32	32	NUM
bracis-19068	181	42	.	.	PUNCT
bracis-19068	182	1	curran	curran	PROPN
bracis-19068	182	2	associates	associates	PROPN
bracis-19068	182	3	inc	inc	PROPN
bracis-19068	182	4	.	.	PROPN
bracis-19068	182	5	(	(	PUNCT
bracis-19068	182	6	2019	2019	NUM
bracis-19068	182	7	)	)	PUNCT
bracis-19068	182	8	.	.	PUNCT
bracis-19068	183	1	https://proceedings.neurips.cc/paper/2019/file/dc6a7e655d7e5840e66733e9ee67cc69-paper.pdf	https://proceedings.neurips.cc/paper/2019/file/dc6a7e655d7e5840e66733e9ee67cc69-paper.pdf	PROPN
bracis-19068	183	2	download	download	PROPN
bracis-19068	183	3	references	reference	NOUN
bracis-19068	183	4	author	author	NOUN
bracis-19068	183	5	information	information	NOUN
bracis-19068	183	6	authors	author	NOUN
bracis-19068	183	7	and	and	CCONJ
bracis-19068	183	8	affiliations	affiliation	NOUN
bracis-19068	183	9	cwi	cwi	PROPN
bracis-19068	183	10	software	software	PROPN
bracis-19068	183	11	,	,	PUNCT
bracis-19068	183	12	são	são	PROPN
bracis-19068	183	13	leopoldo	leopoldo	PROPN
bracis-19068	183	14	,	,	PUNCT
bracis-19068	183	15	brazil	brazil	PROPN
bracis-19068	183	16	gabriel	gabriel	PROPN
bracis-19068	183	17	t.	t.	PROPN
bracis-19068	183	18	meyrer	meyrer	PROPN
bracis-19068	183	19	 	 	SPACE
bracis-19068	183	20	&	&	CCONJ
bracis-19068	183	21	 	 	SPACE
bracis-19068	183	22	denis	denis	PROPN
bracis-19068	183	23	a.	a.	PROPN
bracis-19068	183	24	araújo	araújo	PROPN
bracis-19068	183	25	applied	apply	VERB
bracis-19068	183	26	computing	compute	VERB
bracis-19068	183	27	graduate	graduate	NOUN
bracis-19068	183	28	program	program	NOUN
bracis-19068	183	29	,	,	PUNCT
bracis-19068	183	30	unisinos	unisinos	PROPN
bracis-19068	183	31	,	,	PUNCT
bracis-19068	183	32	são	são	PROPN
bracis-19068	183	33	leopoldo	leopoldo	PROPN
bracis-19068	183	34	,	,	PUNCT
bracis-19068	183	35	brazil	brazil	PROPN
bracis-19068	183	36	sandro	sandro	PROPN
bracis-19068	183	37	j.	j.	PROPN
bracis-19068	183	38	rigo	rigo	PROPN
bracis-19068	183	39	authors	authors	PROPN
bracis-19068	183	40	gabriel	gabriel	PROPN
bracis-19068	183	41	t.	t.	PROPN
bracis-19068	183	42	meyrerview	meyrerview	PROPN
bracis-19068	183	43	author	author	NOUN
bracis-19068	183	44	publications	publication	NOUN
bracis-19068	183	45	search	search	NOUN
bracis-19068	183	46	author	author	NOUN
bracis-19068	183	47	on	on	ADP
bracis-19068	183	48	:	:	PUNCT
bracis-19068	183	49	pubmed	pubmed	PROPN
bracis-19068	183	50	 	 	SPACE
bracis-19068	183	51	google	google	PROPN
bracis-19068	183	52	scholar	scholar	NOUN
bracis-19068	183	53	denis	denis	PROPN
bracis-19068	183	54	a.	a.	NOUN
bracis-19068	183	55	araújoview	araújoview	PROPN
bracis-19068	183	56	author	author	NOUN
bracis-19068	183	57	publications	publication	NOUN
bracis-19068	183	58	search	search	NOUN
bracis-19068	183	59	author	author	NOUN
bracis-19068	183	60	on	on	ADP
bracis-19068	183	61	:	:	PUNCT
bracis-19068	183	62	pubmed	pubmed	PROPN
bracis-19068	183	63	 	 	SPACE
bracis-19068	183	64	google	google	PROPN
bracis-19068	183	65	scholar	scholar	PROPN
bracis-19068	183	66	sandro	sandro	PROPN
bracis-19068	183	67	j.	j.	PROPN
bracis-19068	183	68	rigoview	rigoview	PROPN
bracis-19068	183	69	author	author	NOUN
bracis-19068	183	70	publications	publication	NOUN
bracis-19068	183	71	search	search	NOUN
bracis-19068	183	72	author	author	NOUN
bracis-19068	183	73	on	on	ADP
bracis-19068	183	74	:	:	PUNCT
bracis-19068	183	75	pubmed	pubmed	PROPN
bracis-19068	183	76	 	 	SPACE
bracis-19068	183	77	google	google	PROPN
bracis-19068	183	78	scholar	scholar	NOUN
bracis-19068	183	79	corresponding	correspond	VERB
bracis-19068	183	80	author	author	NOUN
bracis-19068	183	81	correspondence	correspondence	NOUN
bracis-19068	183	82	to	to	ADP
bracis-19068	183	83	gabriel	gabriel	PROPN
bracis-19068	183	84	t.	t.	PROPN
bracis-19068	183	85	meyrer	meyrer	PROPN
bracis-19068	183	86	.	.	PUNCT
bracis-19068	184	1	editor	editor	NOUN
bracis-19068	184	2	information	information	NOUN
bracis-19068	184	3	editors	editor	NOUN
bracis-19068	184	4	and	and	CCONJ
bracis-19068	184	5	affiliations	affiliation	NOUN
bracis-19068	184	6	universidade	universidade	PROPN
bracis-19068	184	7	federal	federal	PROPN
bracis-19068	184	8	de	de	X
bracis-19068	184	9	sergipe	sergipe	PROPN
bracis-19068	184	10	,	,	PUNCT
bracis-19068	184	11	são	são	NOUN
bracis-19068	184	12	cristóvão	cristóvão	PROPN
bracis-19068	184	13	,	,	PUNCT
bracis-19068	184	14	brazil	brazil	PROPN
bracis-19068	184	15	andré	andré	PROPN
bracis-19068	184	16	britto	britto	PROPN
bracis-19068	184	17	universidade	universidade	PROPN
bracis-19068	184	18	de	de	PROPN
bracis-19068	184	19	são	são	PROPN
bracis-19068	184	20	paulo	paulo	PROPN
bracis-19068	184	21	,	,	PUNCT
bracis-19068	184	22	são	são	PROPN
bracis-19068	184	23	paulo	paulo	PROPN
bracis-19068	184	24	,	,	PUNCT
bracis-19068	184	25	brazil	brazil	PROPN
bracis-19068	184	26	karina	karina	PROPN
bracis-19068	184	27	valdivia	valdivia	PROPN
bracis-19068	184	28	delgado	delgado	VERB
bracis-19068	184	29	rights	right	NOUN
bracis-19068	184	30	and	and	CCONJ
bracis-19068	184	31	permissions	permission	NOUN
bracis-19068	184	32	reprints	reprint	NOUN
bracis-19068	184	33	and	and	CCONJ
bracis-19068	184	34	permissions	permission	VERB
bracis-19068	184	35	copyright	copyright	NOUN
bracis-19068	184	36	information	information	NOUN
bracis-19068	184	37	©	©	PROPN
bracis-19068	184	38	2021	2021	NUM
bracis-19068	184	39	springer	springer	NOUN
bracis-19068	184	40	nature	nature	NOUN
bracis-19068	184	41	switzerland	switzerland	PROPN
bracis-19068	184	42	ag	ag	PROPN
bracis-19068	184	43	about	about	ADP
bracis-19068	184	44	this	this	DET
bracis-19068	184	45	paper	paper	NOUN
bracis-19068	184	46	cite	cite	VERB
bracis-19068	184	47	this	this	DET
bracis-19068	184	48	paper	paper	NOUN
bracis-19068	184	49	meyrer	meyrer	NOUN
bracis-19068	184	50	,	,	PUNCT
bracis-19068	184	51	g.t	g.t	PROPN
bracis-19068	184	52	.	.	PROPN
bracis-19068	184	53	,	,	PUNCT
bracis-19068	184	54	araújo	araújo	PROPN
bracis-19068	184	55	,	,	PUNCT
bracis-19068	184	56	d.a	d.a	PROPN
bracis-19068	184	57	.	.	PROPN
bracis-19068	184	58	,	,	PUNCT
bracis-19068	184	59	rigo	rigo	PROPN
bracis-19068	184	60	,	,	PUNCT
bracis-19068	184	61	s.j	s.j	PROPN
bracis-19068	184	62	.	.	PROPN
bracis-19068	184	63	(	(	PUNCT
bracis-19068	184	64	2021	2021	NUM
bracis-19068	184	65	)	)	PUNCT
bracis-19068	184	66	.	.	PUNCT
bracis-19068	185	1	code	code	PROPN
bracis-19068	185	2	autocomplete	autocomplete	NOUN
bracis-19068	185	3	using	use	VERB
bracis-19068	185	4	transformers	transformer	NOUN
bracis-19068	185	5	.	.	PUNCT
bracis-19068	186	1	in	in	ADP
bracis-19068	186	2	:	:	PUNCT
bracis-19068	186	3	britto	britto	PROPN
bracis-19068	186	4	,	,	PUNCT
bracis-19068	186	5	a.	a.	PROPN
bracis-19068	186	6	,	,	PUNCT
bracis-19068	186	7	valdivia	valdivia	PROPN
bracis-19068	186	8	delgado	delgado	PROPN
bracis-19068	186	9	,	,	PUNCT
bracis-19068	186	10	k.	k.	PROPN
bracis-19068	186	11	(	(	PUNCT
bracis-19068	186	12	eds	eds	PROPN
bracis-19068	186	13	)	)	PUNCT
bracis-19068	186	14	intelligent	intelligent	ADJ
bracis-19068	186	15	systems	system	NOUN
bracis-19068	186	16	.	.	PUNCT
bracis-19068	187	1	bracis	bracis	PROPN
bracis-19068	187	2	2021	2021	NUM
bracis-19068	187	3	.	.	PUNCT
bracis-19068	188	1	lecture	lecture	NOUN
bracis-19068	188	2	notes	note	NOUN
bracis-19068	188	3	in	in	ADP
bracis-19068	188	4	computer	computer	NOUN
bracis-19068	188	5	science	science	NOUN
bracis-19068	188	6	(	(	PUNCT
bracis-19068	188	7	)	)	PUNCT
bracis-19068	188	8	,	,	PUNCT
bracis-19068	188	9	vol	vol	NOUN
bracis-19068	188	10	13074	13074	NUM
bracis-19068	188	11	.	.	PUNCT
bracis-19068	189	1	springer	springer	NOUN
bracis-19068	189	2	,	,	PUNCT
bracis-19068	189	3	cham	cham	PROPN
bracis-19068	189	4	.	.	PUNCT
bracis-19068	190	1	https://doi.org/10.1007/978-3-030-91699-2_15	https://doi.org/10.1007/978-3-030-91699-2_15	PROPN
bracis-19068	190	2	download	download	NOUN
bracis-19068	190	3	citation	citation	NOUN
bracis-19068	190	4	.ris	.ris	PUNCT
bracis-19068	191	1	.enw	.enw	PROPN
bracis-19068	191	2	.bib	.bib	PUNCT
bracis-19068	192	1	doi	doi	PROPN
bracis-19068	192	2	:	:	PUNCT
bracis-19068	192	3	https://doi.org/10.1007/978-3-030-91699-2_15	https://doi.org/10.1007/978-3-030-91699-2_15	PROPN
bracis-19068	192	4	published	publish	VERB
bracis-19068	192	5	:	:	PUNCT
bracis-19068	192	6	28	28	NUM
bracis-19068	192	7	november	november	PROPN
bracis-19068	192	8	2021	2021	NUM
bracis-19068	192	9	publisher	publisher	NOUN
bracis-19068	192	10	name	name	NOUN
bracis-19068	192	11	:	:	PUNCT
bracis-19068	192	12	springer	springer	NOUN
bracis-19068	192	13	,	,	PUNCT
bracis-19068	192	14	cham	cham	PROPN
bracis-19068	192	15	print	print	PROPN
bracis-19068	192	16	isbn	isbn	PROPN
bracis-19068	192	17	:	:	PUNCT
bracis-19068	192	18	978	978	NUM
bracis-19068	192	19	-	-	SYM
bracis-19068	192	20	3	3	NUM
bracis-19068	192	21	-	-	PUNCT
bracis-19068	192	22	030	030	NUM
bracis-19068	192	23	-	-	PUNCT
bracis-19068	192	24	91698	91698	NUM
bracis-19068	192	25	-	-	SYM
bracis-19068	192	26	5	5	NUM
bracis-19068	192	27	online	online	ADJ
bracis-19068	192	28	isbn	isbn	NOUN
bracis-19068	192	29	:	:	PUNCT
bracis-19068	192	30	978	978	NUM
bracis-19068	192	31	-	-	SYM
bracis-19068	192	32	3	3	NUM
bracis-19068	192	33	-	-	PUNCT
bracis-19068	192	34	030	030	NUM
bracis-19068	192	35	-	-	PUNCT
bracis-19068	192	36	91699	91699	NUM
bracis-19068	192	37	-	-	SYM
bracis-19068	192	38	2	2	NUM
bracis-19068	192	39	ebook	ebook	NOUN
bracis-19068	192	40	packages	package	NOUN
bracis-19068	192	41	:	:	PUNCT
bracis-19068	192	42	computer	computer	NOUN
bracis-19068	192	43	sciencecomputer	sciencecomputer	NOUN
bracis-19068	192	44	science	science	NOUN
bracis-19068	192	45	(	(	PUNCT
bracis-19068	192	46	r0	r0	NOUN
bracis-19068	192	47	)	)	PUNCT
bracis-19068	192	48	share	share	VERB
bracis-19068	192	49	this	this	DET
bracis-19068	192	50	paper	paper	NOUN
bracis-19068	192	51	anyone	anyone	PRON
bracis-19068	192	52	you	you	PRON
bracis-19068	192	53	share	share	VERB
bracis-19068	192	54	the	the	DET
bracis-19068	192	55	following	follow	VERB
bracis-19068	192	56	link	link	NOUN
bracis-19068	192	57	with	with	ADP
bracis-19068	192	58	will	will	AUX
bracis-19068	192	59	be	be	AUX
bracis-19068	192	60	able	able	ADJ
bracis-19068	192	61	to	to	PART
bracis-19068	192	62	read	read	VERB
bracis-19068	192	63	this	this	DET
bracis-19068	192	64	content	content	NOUN
bracis-19068	192	65	:	:	PUNCT
bracis-19068	192	66	get	get	VERB
bracis-19068	192	67	shareable	shareable	ADJ
bracis-19068	192	68	linksorry	linksorry	NOUN
bracis-19068	192	69	,	,	PUNCT
bracis-19068	192	70	a	a	DET
bracis-19068	192	71	shareable	shareable	ADJ
bracis-19068	192	72	link	link	NOUN
bracis-19068	192	73	is	be	AUX
bracis-19068	192	74	not	not	PART
bracis-19068	192	75	currently	currently	ADV
bracis-19068	192	76	available	available	ADJ
bracis-19068	192	77	for	for	ADP
bracis-19068	192	78	this	this	DET
bracis-19068	192	79	article	article	NOUN
bracis-19068	192	80	.	.	PUNCT
bracis-19068	193	1	copy	copy	VERB
bracis-19068	193	2	shareable	shareable	ADJ
bracis-19068	193	3	link	link	NOUN
bracis-19068	193	4	to	to	PART
bracis-19068	193	5	clipboard	clipboard	NOUN
bracis-19068	193	6	provided	provide	VERB
bracis-19068	193	7	by	by	ADP
bracis-19068	193	8	the	the	DET
bracis-19068	193	9	springer	springer	NOUN
bracis-19068	193	10	nature	nature	PROPN
bracis-19068	193	11	sharedit	sharedit	PROPN
bracis-19068	193	12	content	content	NOUN
bracis-19068	193	13	-	-	PUNCT
bracis-19068	193	14	sharing	share	VERB
bracis-19068	193	15	initiative	initiative	NOUN
bracis-19068	193	16	keywords	keyword	NOUN
bracis-19068	193	17	code	code	VERB
bracis-19068	193	18	completion	completion	NOUN
bracis-19068	194	1	deep	deep	ADJ
bracis-19068	194	2	learning	learning	NOUN
bracis-19068	194	3	publish	publish	VERB
bracis-19068	194	4	with	with	ADP
bracis-19068	194	5	us	us	PROPN
bracis-19068	194	6	policies	policy	NOUN
bracis-19068	194	7	and	and	CCONJ
bracis-19068	194	8	ethics	ethic	NOUN
bracis-19068	194	9	search	search	NOUN
bracis-19068	194	10	search	search	NOUN
bracis-19068	194	11	by	by	ADP
bracis-19068	194	12	keyword	keyword	NOUN
bracis-19068	194	13	or	or	CCONJ
bracis-19068	194	14	author	author	NOUN
bracis-19068	194	15	search	search	NOUN
bracis-19068	194	16	navigation	navigation	NOUN
bracis-19068	194	17	find	find	VERB
bracis-19068	194	18	a	a	DET
bracis-19068	194	19	journal	journal	NOUN
bracis-19068	194	20	publish	publish	VERB
bracis-19068	194	21	with	with	ADP
bracis-19068	194	22	us	we	PRON
bracis-19068	194	23	track	track	VERB
bracis-19068	194	24	your	your	PRON
bracis-19068	194	25	research	research	NOUN
bracis-19068	194	26	discover	discover	VERB
bracis-19068	194	27	content	content	NOUN
bracis-19068	194	28	journals	journal	NOUN
bracis-19068	194	29	a	a	DET
bracis-19068	194	30	-	-	PUNCT
bracis-19068	194	31	z	z	NOUN
bracis-19068	194	32	books	book	NOUN
bracis-19068	194	33	a	a	DET
bracis-19068	194	34	-	-	PUNCT
bracis-19068	194	35	z	z	NOUN
bracis-19068	194	36	publish	publish	NOUN
bracis-19068	194	37	with	with	ADP
bracis-19068	194	38	us	us	PROPN
bracis-19068	194	39	journal	journal	PROPN
bracis-19068	194	40	finder	finder	PROPN
bracis-19068	194	41	publish	publish	VERB
bracis-19068	194	42	your	your	PRON
bracis-19068	194	43	research	research	NOUN
bracis-19068	194	44	language	language	NOUN
bracis-19068	194	45	editing	edit	VERB
bracis-19068	194	46	open	open	ADJ
bracis-19068	194	47	access	access	NOUN
bracis-19068	194	48	publishing	publishing	NOUN
bracis-19068	194	49	products	product	NOUN
bracis-19068	194	50	and	and	CCONJ
bracis-19068	194	51	services	service	NOUN
bracis-19068	194	52	our	our	PRON
bracis-19068	194	53	products	product	NOUN
bracis-19068	194	54	librarians	librarian	VERB
bracis-19068	194	55	societies	society	NOUN
bracis-19068	194	56	partners	partner	NOUN
bracis-19068	194	57	and	and	CCONJ
bracis-19068	194	58	advertisers	advertiser	NOUN
bracis-19068	194	59	our	our	PRON
bracis-19068	194	60	brands	brand	NOUN
bracis-19068	194	61	springer	springer	NOUN
bracis-19068	194	62	nature	nature	PROPN
bracis-19068	194	63	portfolio	portfolio	PROPN
bracis-19068	194	64	bmc	bmc	PROPN
bracis-19068	194	65	palgrave	palgrave	PROPN
bracis-19068	194	66	macmillan	macmillan	PROPN
bracis-19068	194	67	apress	apress	PROPN
bracis-19068	194	68	discover	discover	VERB
bracis-19068	194	69	your	your	PRON
bracis-19068	194	70	privacy	privacy	NOUN
bracis-19068	194	71	choices	choice	NOUN
bracis-19068	194	72	/	/	SYM
bracis-19068	194	73	manage	manage	NOUN
bracis-19068	194	74	cookies	cookie	NOUN
bracis-19068	194	75	your	your	PRON
bracis-19068	194	76	us	us	PROPN
bracis-19068	195	1	state	state	NOUN
bracis-19068	195	2	privacy	privacy	NOUN
bracis-19068	195	3	rights	right	NOUN
bracis-19068	195	4	accessibility	accessibility	NOUN
bracis-19068	195	5	statement	statement	NOUN
bracis-19068	195	6	terms	term	NOUN
bracis-19068	195	7	and	and	CCONJ
bracis-19068	195	8	conditions	condition	NOUN
bracis-19068	195	9	privacy	privacy	NOUN
bracis-19068	195	10	policy	policy	NOUN
bracis-19068	195	11	help	help	NOUN
bracis-19068	195	12	and	and	CCONJ
bracis-19068	195	13	support	support	VERB
bracis-19068	195	14	legal	legal	ADJ
bracis-19068	195	15	notice	notice	NOUN
bracis-19068	195	16	cancel	cancel	VERB
bracis-19068	195	17	contracts	contract	NOUN
bracis-19068	195	18	here	here	ADV
bracis-19068	195	19	129.74.145.123	129.74.145.123	NUM
bracis-19068	195	20	hesburgh	hesburgh	PROPN
bracis-19068	195	21	library	library	PROPN
bracis-19068	195	22	er	er	INTJ
bracis-19068	195	23	unit	unit	NOUN
bracis-19068	195	24	(	(	PUNCT
bracis-19068	195	25	3005732405	3005732405	NUM
bracis-19068	195	26	)	)	PUNCT
bracis-19068	195	27	northeast	northeast	ADJ
bracis-19068	195	28	research	research	NOUN
bracis-19068	195	29	libraries	library	NOUN
bracis-19068	195	30	(	(	PUNCT
bracis-19068	195	31	nerl	nerl	PROPN
bracis-19068	195	32	)	)	PUNCT
bracis-19068	195	33	(	(	PUNCT
bracis-19068	195	34	8200828607	8200828607	NUM
bracis-19068	195	35	)	)	PUNCT
bracis-19068	195	36	nerl	nerl	VERB
bracis-19068	195	37	ta	ta	X
bracis-19068	195	38	account	account	NOUN
bracis-19068	195	39	(	(	PUNCT
bracis-19068	195	40	3006206169	3006206169	NUM
bracis-19068	195	41	)	)	PUNCT
bracis-19068	195	42	university	university	NOUN
bracis-19068	195	43	of	of	ADP
bracis-19068	195	44	notre	notre	PROPN
bracis-19068	195	45	dame	dame	PROPN
bracis-19068	195	46	hesburgh	hesburgh	PROPN
bracis-19068	195	47	library	library	NOUN
bracis-19068	195	48	(	(	PUNCT
bracis-19068	195	49	3000184373	3000184373	NUM
bracis-19068	195	50	)	)	PUNCT
bracis-19068	196	1	©	©	ADP
bracis-19068	196	2	2025	2025	NUM
bracis-19068	196	3	springer	springer	NOUN
bracis-19068	196	4	nature	nature	NOUN