id	sid	tid	token	lemma	pos
fcis-26582	1	1	frontiers	frontier	NOUN
fcis-26582	1	2	in	in	ADP
fcis-26582	1	3	computing	computing	NOUN
fcis-26582	1	4	and	and	CCONJ
fcis-26582	1	5	intelligent	intelligent	ADJ
fcis-26582	1	6	systems	system	NOUN
fcis-26582	1	7	issn	issn	VERB
fcis-26582	1	8	:	:	PUNCT
fcis-26582	1	9	2832	2832	NUM
fcis-26582	1	10	-	-	SYM
fcis-26582	1	11	6024	6024	NUM
fcis-26582	1	12	|	|	NOUN
fcis-26582	1	13	vol	vol	NOUN
fcis-26582	1	14	.	.	PROPN
fcis-26582	2	1	10	10	NUM
fcis-26582	2	2	,	,	PUNCT
fcis-26582	2	3	no	no	INTJ
fcis-26582	2	4	.	.	NOUN
fcis-26582	2	5	1	1	NUM
fcis-26582	2	6	,	,	PUNCT
fcis-26582	2	7	2024	2024	NUM
fcis-26582	2	8	69	69	NUM
fcis-26582	2	9	research	research	NOUN
fcis-26582	2	10	on	on	ADP
fcis-26582	2	11	code	code	NOUN
fcis-26582	2	12	generation	generation	NOUN
fcis-26582	2	13	technology	technology	NOUN
fcis-26582	2	14	based	base	VERB
fcis-26582	2	15	on	on	ADP
fcis-26582	2	16	llm	llm	PROPN
fcis-26582	2	17	pre‐training	pre‐traine	VERB
fcis-26582	2	18	ling	ling	PROPN
fcis-26582	2	19	chen	chen	PROPN
fcis-26582	2	20	department	department	PROPN
fcis-26582	2	21	of	of	ADP
fcis-26582	2	22	big	big	ADJ
fcis-26582	2	23	data	datum	NOUN
fcis-26582	2	24	and	and	CCONJ
fcis-26582	2	25	artificial	artificial	ADJ
fcis-26582	2	26	intelligence	intelligence	NOUN
fcis-26582	2	27	,	,	PUNCT
fcis-26582	2	28	wuhu	wuhu	PROPN
fcis-26582	2	29	university	university	PROPN
fcis-26582	2	30	,	,	PUNCT
fcis-26582	2	31	wuhu	wuhu	PROPN
fcis-26582	2	32	,	,	PUNCT
fcis-26582	2	33	anhui	anhui	PROPN
fcis-26582	2	34	,	,	PUNCT
fcis-26582	2	35	241000	241000	NUM
fcis-26582	2	36	,	,	PUNCT
fcis-26582	2	37	china	china	PROPN
fcis-26582	2	38	abstract	abstract	PROPN
fcis-26582	2	39	:	:	PUNCT
fcis-26582	2	40	in	in	ADP
fcis-26582	2	41	recent	recent	ADJ
fcis-26582	2	42	years	year	NOUN
fcis-26582	2	43	,	,	PUNCT
fcis-26582	2	44	the	the	DET
fcis-26582	2	45	continuous	continuous	ADJ
fcis-26582	2	46	improvement	improvement	NOUN
fcis-26582	2	47	and	and	CCONJ
fcis-26582	2	48	rapid	rapid	ADJ
fcis-26582	2	49	development	development	NOUN
fcis-26582	2	50	of	of	ADP
fcis-26582	2	51	large	large	ADJ
fcis-26582	2	52	language	language	NOUN
fcis-26582	2	53	model	model	NOUN
fcis-26582	2	54	(	(	PUNCT
fcis-26582	2	55	llm	llm	NOUN
fcis-26582	2	56	)	)	PUNCT
fcis-26582	2	57	technology	technology	NOUN
fcis-26582	2	58	,	,	PUNCT
fcis-26582	2	59	and	and	CCONJ
fcis-26582	2	60	the	the	DET
fcis-26582	2	61	pre	pre	ADJ
fcis-26582	2	62	-	-	ADJ
fcis-26582	2	63	trained	train	VERB
fcis-26582	2	64	code	code	NOUN
fcis-26582	2	65	generation	generation	NOUN
fcis-26582	2	66	technology	technology	NOUN
fcis-26582	2	67	involved	involve	VERB
fcis-26582	2	68	in	in	ADP
fcis-26582	2	69	it	it	PRON
fcis-26582	2	70	has	have	AUX
fcis-26582	2	71	attracted	attract	VERB
fcis-26582	2	72	extensive	extensive	ADJ
fcis-26582	2	73	attention	attention	NOUN
fcis-26582	2	74	in	in	ADP
fcis-26582	2	75	the	the	DET
fcis-26582	2	76	industry	industry	NOUN
fcis-26582	2	77	.	.	PUNCT
fcis-26582	3	1	through	through	ADP
fcis-26582	3	2	llm	llm	PROPN
fcis-26582	3	3	,	,	PUNCT
fcis-26582	3	4	the	the	DET
fcis-26582	3	5	conversion	conversion	NOUN
fcis-26582	3	6	from	from	ADP
fcis-26582	3	7	the	the	DET
fcis-26582	3	8	well	well	ADV
fcis-26582	3	9	-	-	PUNCT
fcis-26582	3	10	known	know	VERB
fcis-26582	3	11	natural	natural	ADJ
fcis-26582	3	12	language	language	NOUN
fcis-26582	3	13	(	(	PUNCT
fcis-26582	3	14	nl	nl	NOUN
fcis-26582	3	15	)	)	PUNCT
fcis-26582	3	16	to	to	ADP
fcis-26582	3	17	the	the	DET
fcis-26582	3	18	programming	programming	NOUN
fcis-26582	3	19	language	language	NOUN
fcis-26582	3	20	(	(	PUNCT
fcis-26582	3	21	pl	pl	NOUN
fcis-26582	3	22	)	)	PUNCT
fcis-26582	3	23	written	write	VERB
fcis-26582	3	24	by	by	ADP
fcis-26582	3	25	professional	professional	ADJ
fcis-26582	3	26	code	code	NOUN
fcis-26582	3	27	practitioners	practitioner	NOUN
fcis-26582	3	28	can	can	AUX
fcis-26582	3	29	be	be	AUX
fcis-26582	3	30	realized	realize	VERB
fcis-26582	3	31	,	,	PUNCT
fcis-26582	3	32	which	which	PRON
fcis-26582	3	33	greatly	greatly	ADV
fcis-26582	3	34	reduces	reduce	VERB
fcis-26582	3	35	the	the	DET
fcis-26582	3	36	threshold	threshold	NOUN
fcis-26582	3	37	of	of	ADP
fcis-26582	3	38	programming	programming	NOUN
fcis-26582	3	39	language	language	NOUN
fcis-26582	3	40	,	,	PUNCT
fcis-26582	3	41	and	and	CCONJ
fcis-26582	3	42	has	have	AUX
fcis-26582	3	43	demonstrated	demonstrate	VERB
fcis-26582	3	44	significant	significant	ADJ
fcis-26582	3	45	performance	performance	NOUN
fcis-26582	3	46	and	and	CCONJ
fcis-26582	3	47	advantages	advantage	NOUN
fcis-26582	3	48	in	in	ADP
fcis-26582	3	49	code	code	NOUN
fcis-26582	3	50	generation	generation	NOUN
fcis-26582	3	51	tasks	task	NOUN
fcis-26582	3	52	through	through	ADP
fcis-26582	3	53	pre	pre	ADJ
fcis-26582	3	54	-	-	NOUN
fcis-26582	3	55	training	training	NOUN
fcis-26582	3	56	.	.	PUNCT
fcis-26582	4	1	this	this	DET
fcis-26582	4	2	paper	paper	NOUN
fcis-26582	4	3	systematically	systematically	ADV
fcis-26582	4	4	sorts	sort	VERB
fcis-26582	4	5	out	out	ADP
fcis-26582	4	6	,	,	PUNCT
fcis-26582	4	7	researches	research	NOUN
fcis-26582	4	8	and	and	CCONJ
fcis-26582	4	9	summarizes	summarize	VERB
fcis-26582	4	10	the	the	DET
fcis-26582	4	11	pre	pre	ADJ
fcis-26582	4	12	-	-	ADJ
fcis-26582	4	13	trained	train	VERB
fcis-26582	4	14	code	code	NOUN
fcis-26582	4	15	generation	generation	NOUN
fcis-26582	4	16	techniques	technique	NOUN
fcis-26582	4	17	in	in	ADP
fcis-26582	4	18	recent	recent	ADJ
fcis-26582	4	19	years	year	NOUN
fcis-26582	4	20	.	.	PUNCT
fcis-26582	5	1	firstly	firstly	ADV
fcis-26582	5	2	,	,	PUNCT
fcis-26582	5	3	the	the	DET
fcis-26582	5	4	development	development	NOUN
fcis-26582	5	5	time	time	NOUN
fcis-26582	5	6	roadmap	roadmap	NOUN
fcis-26582	5	7	of	of	ADP
fcis-26582	5	8	the	the	DET
fcis-26582	5	9	pre	pre	ADJ
fcis-26582	5	10	-	-	ADJ
fcis-26582	5	11	trained	train	VERB
fcis-26582	5	12	model	model	NOUN
fcis-26582	5	13	related	relate	VERB
fcis-26582	5	14	to	to	PART
fcis-26582	5	15	code	code	NOUN
fcis-26582	5	16	generation	generation	NOUN
fcis-26582	5	17	is	be	AUX
fcis-26582	5	18	extracted	extract	VERB
fcis-26582	5	19	from	from	ADP
fcis-26582	5	20	the	the	DET
fcis-26582	5	21	relevant	relevant	ADJ
fcis-26582	5	22	research	research	NOUN
fcis-26582	5	23	results	result	NOUN
fcis-26582	5	24	.	.	PUNCT
fcis-26582	6	1	secondly	secondly	ADV
fcis-26582	6	2	,	,	PUNCT
fcis-26582	6	3	the	the	DET
fcis-26582	6	4	characteristics	characteristic	NOUN
fcis-26582	6	5	of	of	ADP
fcis-26582	6	6	different	different	ADJ
fcis-26582	6	7	code	code	NOUN
fcis-26582	6	8	generation	generation	NOUN
fcis-26582	6	9	pre	pre	VERB
fcis-26582	6	10	-	-	ADJ
fcis-26582	6	11	trained	train	VERB
fcis-26582	6	12	models	model	NOUN
fcis-26582	6	13	are	be	AUX
fcis-26582	6	14	sorted	sort	VERB
fcis-26582	6	15	out	out	ADP
fcis-26582	6	16	and	and	CCONJ
fcis-26582	6	17	summarized	summarize	VERB
fcis-26582	6	18	.	.	PUNCT
fcis-26582	7	1	at	at	ADP
fcis-26582	7	2	the	the	DET
fcis-26582	7	3	same	same	ADJ
fcis-26582	7	4	time	time	NOUN
fcis-26582	7	5	,	,	PUNCT
fcis-26582	7	6	the	the	DET
fcis-26582	7	7	evaluation	evaluation	NOUN
fcis-26582	7	8	mechanism	mechanism	NOUN
fcis-26582	7	9	and	and	CCONJ
fcis-26582	7	10	dataset	dataset	VERB
fcis-26582	7	11	for	for	ADP
fcis-26582	7	12	different	different	ADJ
fcis-26582	7	13	pre	pre	ADJ
fcis-26582	7	14	-	-	ADJ
fcis-26582	7	15	trained	train	VERB
fcis-26582	7	16	code	code	NOUN
fcis-26582	7	17	generation	generation	NOUN
fcis-26582	7	18	models	model	NOUN
fcis-26582	7	19	are	be	AUX
fcis-26582	7	20	given	give	VERB
fcis-26582	7	21	,	,	PUNCT
fcis-26582	7	22	and	and	CCONJ
fcis-26582	7	23	the	the	DET
fcis-26582	7	24	research	research	NOUN
fcis-26582	7	25	data	datum	NOUN
fcis-26582	7	26	are	be	AUX
fcis-26582	7	27	compared	compare	VERB
fcis-26582	7	28	and	and	CCONJ
fcis-26582	7	29	analyzed	analyze	VERB
fcis-26582	7	30	.	.	PUNCT
fcis-26582	8	1	finally	finally	ADV
fcis-26582	8	2	,	,	PUNCT
fcis-26582	8	3	combined	combine	VERB
fcis-26582	8	4	with	with	ADP
fcis-26582	8	5	the	the	DET
fcis-26582	8	6	current	current	ADJ
fcis-26582	8	7	development	development	NOUN
fcis-26582	8	8	situation	situation	NOUN
fcis-26582	8	9	,	,	PUNCT
fcis-26582	8	10	the	the	DET
fcis-26582	8	11	future	future	ADJ
fcis-26582	8	12	development	development	NOUN
fcis-26582	8	13	direction	direction	NOUN
fcis-26582	8	14	of	of	ADP
fcis-26582	8	15	code	code	NOUN
fcis-26582	8	16	generation	generation	NOUN
fcis-26582	8	17	technology	technology	NOUN
fcis-26582	8	18	is	be	AUX
fcis-26582	8	19	prospected	prospect	VERB
fcis-26582	8	20	.	.	PUNCT
fcis-26582	9	1	keywords	keyword	NOUN
fcis-26582	9	2	:	:	PUNCT
fcis-26582	9	3	llm	llm	NOUN
fcis-26582	9	4	;	;	PUNCT
fcis-26582	9	5	pre	pre	ADJ
fcis-26582	9	6	-	-	NOUN
fcis-26582	9	7	training	training	NOUN
fcis-26582	9	8	;	;	PUNCT
fcis-26582	9	9	code	code	NOUN
fcis-26582	9	10	generation	generation	NOUN
fcis-26582	9	11	;	;	PUNCT
fcis-26582	9	12	nl	nl	PROPN
fcis-26582	9	13	-	-	PROPN
fcis-26582	9	14	pl	pl	PROPN
fcis-26582	9	15	.	.	NOUN
fcis-26582	9	16	1	1	NUM
fcis-26582	9	17	.	.	X
fcis-26582	9	18	introduction	introduction	NOUN
fcis-26582	9	19	in	in	ADP
fcis-26582	9	20	recent	recent	ADJ
fcis-26582	9	21	years	year	NOUN
fcis-26582	9	22	,	,	PUNCT
fcis-26582	9	23	the	the	DET
fcis-26582	9	24	development	development	NOUN
fcis-26582	9	25	of	of	ADP
fcis-26582	9	26	llm	llm	PROPN
fcis-26582	9	27	technology	technology	NOUN
fcis-26582	9	28	has	have	AUX
fcis-26582	9	29	attracted	attract	VERB
fcis-26582	9	30	extensive	extensive	ADJ
fcis-26582	9	31	attention	attention	NOUN
fcis-26582	9	32	from	from	ADP
fcis-26582	9	33	industry	industry	NOUN
fcis-26582	9	34	and	and	CCONJ
fcis-26582	9	35	academia	academia	NOUN
fcis-26582	9	36	,	,	PUNCT
fcis-26582	9	37	and	and	CCONJ
fcis-26582	9	38	since	since	SCONJ
fcis-26582	9	39	the	the	DET
fcis-26582	9	40	early	early	ADJ
fcis-26582	9	41	representative	representative	ADJ
fcis-26582	9	42	language	language	NOUN
fcis-26582	9	43	model	model	NOUN
fcis-26582	9	44	gpt-3	gpt-3	NUM
fcis-26582	9	45	was	be	AUX
fcis-26582	9	46	proposed	propose	VERB
fcis-26582	9	47	in	in	ADP
fcis-26582	9	48	july	july	PROPN
fcis-26582	9	49	2020	2020	NUM
fcis-26582	9	50	,	,	PUNCT
fcis-26582	9	51	code	code	NOUN
fcis-26582	9	52	models	model	NOUN
fcis-26582	9	53	have	have	AUX
fcis-26582	9	54	been	be	AUX
fcis-26582	9	55	emerging	emerge	VERB
fcis-26582	9	56	due	due	ADP
fcis-26582	9	57	to	to	ADP
fcis-26582	9	58	their	their	PRON
fcis-26582	9	59	excellent	excellent	ADJ
fcis-26582	9	60	natural	natural	ADJ
fcis-26582	9	61	language	language	NOUN
fcis-26582	9	62	processing	processing	NOUN
fcis-26582	9	63	task	task	NOUN
fcis-26582	9	64	processing	processing	NOUN
fcis-26582	9	65	capabilities	capability	NOUN
fcis-26582	9	66	,	,	PUNCT
fcis-26582	9	67	question	question	NOUN
fcis-26582	9	68	answering	answering	NOUN
fcis-26582	9	69	and	and	CCONJ
fcis-26582	9	70	code	code	NOUN
fcis-26582	9	71	capabilities	capability	NOUN
fcis-26582	9	72	.	.	PUNCT
fcis-26582	10	1	gpt-3	gpt-3	NOUN
fcis-26582	10	2	is	be	AUX
fcis-26582	10	3	based	base	VERB
fcis-26582	10	4	on	on	ADP
fcis-26582	10	5	the	the	DET
fcis-26582	10	6	transformer	transformer	NOUN
fcis-26582	10	7	model	model	NOUN
fcis-26582	10	8	,	,	PUNCT
fcis-26582	10	9	which	which	PRON
fcis-26582	10	10	reflects	reflect	VERB
fcis-26582	10	11	the	the	DET
fcis-26582	10	12	advantages	advantage	NOUN
fcis-26582	10	13	of	of	ADP
fcis-26582	10	14	the	the	DET
fcis-26582	10	15	transformer	transformer	NOUN
fcis-26582	10	16	model	model	NOUN
fcis-26582	10	17	's	's	PART
fcis-26582	10	18	long	long	ADJ
fcis-26582	10	19	text	text	NOUN
fcis-26582	10	20	sequence	sequence	NOUN
fcis-26582	10	21	processing	processing	NOUN
fcis-26582	10	22	ability	ability	NOUN
fcis-26582	10	23	,	,	PUNCT
fcis-26582	10	24	processes	process	VERB
fcis-26582	10	25	the	the	DET
fcis-26582	10	26	input	input	NOUN
fcis-26582	10	27	sequence	sequence	NOUN
fcis-26582	10	28	through	through	ADP
fcis-26582	10	29	the	the	DET
fcis-26582	10	30	self	self	NOUN
fcis-26582	10	31	-	-	PUNCT
fcis-26582	10	32	attention	attention	NOUN
fcis-26582	10	33	mechanism	mechanism	NOUN
fcis-26582	10	34	,	,	PUNCT
fcis-26582	10	35	and	and	CCONJ
fcis-26582	10	36	combines	combine	VERB
fcis-26582	10	37	parallel	parallel	ADJ
fcis-26582	10	38	computing	computing	NOUN
fcis-26582	10	39	to	to	PART
fcis-26582	10	40	speed	speed	VERB
fcis-26582	10	41	up	up	ADP
fcis-26582	10	42	the	the	DET
fcis-26582	10	43	training	training	NOUN
fcis-26582	10	44	process	process	NOUN
fcis-26582	10	45	.	.	PUNCT
fcis-26582	11	1	in	in	ADP
fcis-26582	11	2	addition	addition	NOUN
fcis-26582	11	3	,	,	PUNCT
fcis-26582	11	4	the	the	DET
fcis-26582	11	5	autoregressive	autoregressive	ADJ
fcis-26582	11	6	pre	pre	ADJ
fcis-26582	11	7	-	-	ADJ
fcis-26582	11	8	training	training	NOUN
fcis-26582	11	9	adopted	adopt	VERB
fcis-26582	11	10	by	by	ADP
fcis-26582	11	11	gpt-3	gpt-3	NUM
fcis-26582	11	12	has	have	VERB
fcis-26582	11	13	outstanding	outstanding	ADJ
fcis-26582	11	14	performance	performance	NOUN
fcis-26582	11	15	in	in	ADP
fcis-26582	11	16	generation	generation	NOUN
fcis-26582	11	17	tasks	task	NOUN
fcis-26582	11	18	,	,	PUNCT
fcis-26582	11	19	which	which	PRON
fcis-26582	11	20	has	have	AUX
fcis-26582	11	21	also	also	ADV
fcis-26582	11	22	prompted	prompt	VERB
fcis-26582	11	23	more	more	ADJ
fcis-26582	11	24	scholars	scholar	NOUN
fcis-26582	11	25	to	to	PART
fcis-26582	11	26	devote	devote	VERB
fcis-26582	11	27	themselves	themselves	PRON
fcis-26582	11	28	to	to	ADP
fcis-26582	11	29	the	the	DET
fcis-26582	11	30	research	research	NOUN
fcis-26582	11	31	of	of	ADP
fcis-26582	11	32	language	language	NOUN
fcis-26582	11	33	models	model	NOUN
fcis-26582	11	34	,	,	PUNCT
fcis-26582	11	35	expanding	expand	VERB
fcis-26582	11	36	the	the	DET
fcis-26582	11	37	types	type	NOUN
fcis-26582	11	38	of	of	ADP
fcis-26582	11	39	programming	programming	NOUN
fcis-26582	11	40	language	language	NOUN
fcis-26582	11	41	support	support	NOUN
fcis-26582	11	42	for	for	ADP
fcis-26582	11	43	language	language	NOUN
fcis-26582	11	44	models	model	NOUN
fcis-26582	11	45	on	on	ADP
fcis-26582	11	46	code	code	NOUN
fcis-26582	11	47	generation	generation	NOUN
fcis-26582	11	48	tasks	task	NOUN
fcis-26582	11	49	(	(	PUNCT
fcis-26582	11	50	java	java	PROPN
fcis-26582	11	51	,	,	PUNCT
fcis-26582	11	52	python	python	PROPN
fcis-26582	11	53	,	,	PUNCT
fcis-26582	11	54	c	c	NOUN
fcis-26582	11	55	/	/	SYM
fcis-26582	11	56	c++	c++	NOUN
fcis-26582	11	57	,	,	PUNCT
fcis-26582	11	58	go	go	VERB
fcis-26582	11	59	,	,	PUNCT
fcis-26582	11	60	ruby	ruby	PROPN
fcis-26582	11	61	,	,	PUNCT
fcis-26582	11	62	javascript	javascript	NOUN
fcis-26582	11	63	,	,	PUNCT
fcis-26582	11	64	php	php	NOUN
fcis-26582	11	65	,	,	PUNCT
fcis-26582	11	66	etc	etc	X
fcis-26582	11	67	.	.	X
fcis-26582	11	68	)	)	PUNCT
fcis-26582	11	69	,	,	PUNCT
fcis-26582	11	70	and	and	CCONJ
fcis-26582	11	71	the	the	DET
fcis-26582	11	72	research	research	NOUN
fcis-26582	11	73	direction	direction	NOUN
fcis-26582	11	74	has	have	AUX
fcis-26582	11	75	also	also	ADV
fcis-26582	11	76	been	be	AUX
fcis-26582	11	77	continuously	continuously	ADV
fcis-26582	11	78	broadened	broaden	VERB
fcis-26582	11	79	to	to	ADP
fcis-26582	11	80	the	the	DET
fcis-26582	11	81	fields	field	NOUN
fcis-26582	11	82	of	of	ADP
fcis-26582	11	83	program	program	NOUN
fcis-26582	11	84	understanding	understanding	NOUN
fcis-26582	11	85	,	,	PUNCT
fcis-26582	11	86	code	code	NOUN
fcis-26582	11	87	filling	filling	NOUN
fcis-26582	11	88	,	,	PUNCT
fcis-26582	11	89	code	code	NOUN
fcis-26582	11	90	repair	repair	NOUN
fcis-26582	11	91	,	,	PUNCT
fcis-26582	11	92	clone	clone	NOUN
fcis-26582	11	93	detection	detection	NOUN
fcis-26582	11	94	,	,	PUNCT
fcis-26582	11	95	code	code	NOUN
fcis-26582	11	96	translation	translation	NOUN
fcis-26582	11	97	and	and	CCONJ
fcis-26582	11	98	code	code	NOUN
fcis-26582	11	99	optimization	optimization	NOUN
fcis-26582	11	100	.	.	PUNCT
fcis-26582	12	1	since	since	SCONJ
fcis-26582	12	2	the	the	DET
fcis-26582	12	3	introduction	introduction	NOUN
fcis-26582	12	4	of	of	ADP
fcis-26582	12	5	llm	llm	PROPN
fcis-26582	12	6	,	,	PUNCT
fcis-26582	12	7	the	the	DET
fcis-26582	12	8	pre	pre	ADJ
fcis-26582	12	9	-	-	ADJ
fcis-26582	12	10	trained	train	VERB
fcis-26582	12	11	model	model	NOUN
fcis-26582	12	12	of	of	ADP
fcis-26582	12	13	nl	nl	PROPN
fcis-26582	12	14	has	have	AUX
fcis-26582	12	15	rapidly	rapidly	ADV
fcis-26582	12	16	influenced	influence	VERB
fcis-26582	12	17	the	the	DET
fcis-26582	12	18	process	process	NOUN
fcis-26582	12	19	of	of	ADP
fcis-26582	12	20	software	software	NOUN
fcis-26582	12	21	development	development	NOUN
fcis-26582	12	22	,	,	PUNCT
fcis-26582	12	23	and	and	CCONJ
fcis-26582	12	24	gradually	gradually	ADV
fcis-26582	12	25	influenced	influence	VERB
fcis-26582	12	26	the	the	DET
fcis-26582	12	27	process	process	NOUN
fcis-26582	12	28	of	of	ADP
fcis-26582	12	29	hardware	hardware	NOUN
fcis-26582	12	30	development	development	NOUN
fcis-26582	12	31	,	,	PUNCT
fcis-26582	12	32	and	and	CCONJ
fcis-26582	12	33	achieved	achieve	VERB
fcis-26582	12	34	success	success	NOUN
fcis-26582	12	35	from	from	ADP
fcis-26582	12	36	nl	nl	PROPN
fcis-26582	12	37	to	to	ADP
fcis-26582	12	38	pl	pl	PROPN
fcis-26582	12	39	.	.	PUNCT
fcis-26582	13	1	the	the	DET
fcis-26582	13	2	pre	pre	ADJ
fcis-26582	13	3	-	-	ADJ
fcis-26582	13	4	trained	train	VERB
fcis-26582	13	5	models	model	NOUN
fcis-26582	13	6	in	in	ADP
fcis-26582	13	7	llms	llm	NOUN
fcis-26582	13	8	can	can	AUX
fcis-26582	13	9	be	be	AUX
fcis-26582	13	10	architecturally	architecturally	ADV
fcis-26582	13	11	divided	divide	VERB
fcis-26582	13	12	into	into	ADP
fcis-26582	13	13	three	three	NUM
fcis-26582	13	14	categories	category	NOUN
fcis-26582	13	15	:	:	PUNCT
fcis-26582	13	16	encoder	encoder	NOUN
fcis-26582	13	17	-	-	PUNCT
fcis-26582	13	18	decoder	decoder	NOUN
fcis-26582	13	19	architecture	architecture	NOUN
fcis-26582	13	20	,	,	PUNCT
fcis-26582	13	21	encoder	encoder	NOUN
fcis-26582	13	22	-	-	PUNCT
fcis-26582	13	23	only	only	ADV
fcis-26582	13	24	architecture	architecture	NOUN
fcis-26582	13	25	,	,	PUNCT
fcis-26582	13	26	and	and	CCONJ
fcis-26582	13	27	decoder	decoder	NOUN
fcis-26582	13	28	-	-	PUNCT
fcis-26582	13	29	only	only	ADJ
fcis-26582	13	30	architecture	architecture	NOUN
fcis-26582	13	31	.	.	PUNCT
fcis-26582	14	1	the	the	DET
fcis-26582	14	2	core	core	ADJ
fcis-26582	14	3	idea	idea	NOUN
fcis-26582	14	4	of	of	ADP
fcis-26582	14	5	all	all	DET
fcis-26582	14	6	three	three	NUM
fcis-26582	14	7	architectures	architecture	NOUN
fcis-26582	14	8	is	be	AUX
fcis-26582	14	9	that	that	SCONJ
fcis-26582	14	10	knowledge	knowledge	NOUN
fcis-26582	14	11	can	can	AUX
fcis-26582	14	12	be	be	AUX
fcis-26582	14	13	learned	learn	VERB
fcis-26582	14	14	from	from	ADP
fcis-26582	14	15	large	large	ADJ
fcis-26582	14	16	-	-	PUNCT
fcis-26582	14	17	scale	scale	NOUN
fcis-26582	14	18	,	,	PUNCT
fcis-26582	14	19	unlabeled	unlabele	VERB
fcis-26582	14	20	data	datum	NOUN
fcis-26582	14	21	through	through	ADP
fcis-26582	14	22	selfsupervised	selfsupervise	VERB
fcis-26582	14	23	training	training	NOUN
fcis-26582	14	24	.	.	PUNCT
fcis-26582	15	1	the	the	DET
fcis-26582	15	2	pre	pre	ADJ
fcis-26582	15	3	-	-	ADJ
fcis-26582	15	4	trained	train	VERB
fcis-26582	15	5	model	model	NOUN
fcis-26582	15	6	needs	need	VERB
fcis-26582	15	7	to	to	PART
fcis-26582	15	8	be	be	AUX
fcis-26582	15	9	pretrained	pretraine	VERB
fcis-26582	15	10	on	on	ADP
fcis-26582	15	11	large	large	ADJ
fcis-26582	15	12	-	-	PUNCT
fcis-26582	15	13	scale	scale	NOUN
fcis-26582	15	14	unscaled	unscaled	ADJ
fcis-26582	15	15	data	datum	NOUN
fcis-26582	15	16	,	,	PUNCT
fcis-26582	15	17	and	and	CCONJ
fcis-26582	15	18	then	then	ADV
fcis-26582	15	19	fine	fine	ADV
fcis-26582	15	20	-	-	PUNCT
fcis-26582	15	21	tuned	tune	VERB
fcis-26582	15	22	on	on	ADP
fcis-26582	15	23	the	the	DET
fcis-26582	15	24	annotated	annotate	VERB
fcis-26582	15	25	dataset	dataset	NOUN
fcis-26582	15	26	for	for	ADP
fcis-26582	15	27	specific	specific	ADJ
fcis-26582	15	28	downstream	downstream	ADJ
fcis-26582	15	29	tasks	task	NOUN
fcis-26582	15	30	(	(	PUNCT
fcis-26582	15	31	such	such	ADJ
fcis-26582	15	32	as	as	ADP
fcis-26582	15	33	code	code	NOUN
fcis-26582	15	34	generation	generation	NOUN
fcis-26582	15	35	,	,	PUNCT
fcis-26582	15	36	code	code	NOUN
fcis-26582	15	37	translation	translation	NOUN
fcis-26582	15	38	,	,	PUNCT
fcis-26582	15	39	and	and	CCONJ
fcis-26582	15	40	code	code	NOUN
fcis-26582	15	41	repair	repair	NOUN
fcis-26582	15	42	)	)	PUNCT
fcis-26582	15	43	according	accord	VERB
fcis-26582	15	44	to	to	ADP
fcis-26582	15	45	the	the	DET
fcis-26582	15	46	representations	representation	NOUN
fcis-26582	15	47	obtained	obtain	VERB
fcis-26582	15	48	from	from	ADP
fcis-26582	15	49	the	the	DET
fcis-26582	15	50	pre	pre	NOUN
fcis-26582	15	51	-	-	NOUN
fcis-26582	15	52	training	training	ADJ
fcis-26582	15	53	,	,	PUNCT
fcis-26582	15	54	so	so	SCONJ
fcis-26582	15	55	as	as	SCONJ
fcis-26582	15	56	to	to	PART
fcis-26582	15	57	achieve	achieve	VERB
fcis-26582	15	58	better	well	ADJ
fcis-26582	15	59	generalization	generalization	NOUN
fcis-26582	15	60	ability	ability	NOUN
fcis-26582	15	61	and	and	CCONJ
fcis-26582	15	62	better	well	ADJ
fcis-26582	15	63	performance	performance	NOUN
fcis-26582	15	64	on	on	ADP
fcis-26582	15	65	specific	specific	ADJ
fcis-26582	15	66	downstream	downstream	ADJ
fcis-26582	15	67	tasks	task	NOUN
fcis-26582	15	68	.	.	PUNCT
fcis-26582	16	1	in	in	ADP
fcis-26582	16	2	the	the	DET
fcis-26582	16	3	process	process	NOUN
fcis-26582	16	4	of	of	ADP
fcis-26582	16	5	sorting	sort	VERB
fcis-26582	16	6	out	out	ADP
fcis-26582	16	7	the	the	DET
fcis-26582	16	8	research	research	NOUN
fcis-26582	16	9	work	work	NOUN
fcis-26582	16	10	of	of	ADP
fcis-26582	16	11	llm	llm	PROPN
fcis-26582	16	12	pretrained	pretraine	VERB
fcis-26582	16	13	models	model	NOUN
fcis-26582	16	14	on	on	ADP
fcis-26582	16	15	code	code	NOUN
fcis-26582	16	16	generation	generation	NOUN
fcis-26582	16	17	tasks	task	NOUN
fcis-26582	16	18	,	,	PUNCT
fcis-26582	16	19	the	the	DET
fcis-26582	16	20	literature	literature	NOUN
fcis-26582	16	21	search	search	NOUN
fcis-26582	16	22	keywords	keyword	NOUN
fcis-26582	16	23	used	use	VERB
fcis-26582	16	24	in	in	ADP
fcis-26582	16	25	this	this	DET
fcis-26582	16	26	paper	paper	NOUN
fcis-26582	16	27	were	be	AUX
fcis-26582	16	28	code	code	NOUN
fcis-26582	16	29	generation	generation	NOUN
fcis-26582	16	30	,	,	PUNCT
fcis-26582	16	31	code	code	NOUN
fcis-26582	16	32	synthesis	synthesis	NOUN
fcis-26582	16	33	,	,	PUNCT
fcis-26582	16	34	program	program	NOUN
fcis-26582	16	35	synthesis	synthesis	NOUN
fcis-26582	16	36	,	,	PUNCT
fcis-26582	16	37	code	code	NOUN
fcis-26582	16	38	completion	completion	NOUN
fcis-26582	16	39	,	,	PUNCT
fcis-26582	16	40	and	and	CCONJ
fcis-26582	16	41	text	text	NOUN
fcis-26582	16	42	-	-	PUNCT
fcis-26582	16	43	tocode	tocode	NOUN
fcis-26582	16	44	.	.	PUNCT
fcis-26582	17	1	the	the	DET
fcis-26582	17	2	main	main	ADJ
fcis-26582	17	3	ways	way	NOUN
fcis-26582	17	4	of	of	ADP
fcis-26582	17	5	literature	literature	NOUN
fcis-26582	17	6	retrieval	retrieval	NOUN
fcis-26582	17	7	were	be	AUX
fcis-26582	17	8	:	:	PUNCT
fcis-26582	17	9	(	(	PUNCT
fcis-26582	17	10	1	1	X
fcis-26582	17	11	)	)	PUNCT
fcis-26582	17	12	cnki	cnki	ADJ
fcis-26582	17	13	database	database	NOUN
fcis-26582	17	14	,	,	PUNCT
fcis-26582	17	15	google	google	PROPN
fcis-26582	17	16	scholar	scholar	NOUN
fcis-26582	17	17	,	,	PUNCT
fcis-26582	17	18	aixiv	aixiv	PROPN
fcis-26582	17	19	and	and	CCONJ
fcis-26582	17	20	other	other	ADJ
fcis-26582	17	21	databases	database	NOUN
fcis-26582	17	22	,	,	PUNCT
fcis-26582	17	23	(	(	PUNCT
fcis-26582	17	24	2	2	X
fcis-26582	17	25	)	)	PUNCT
fcis-26582	17	26	enter	enter	VERB
fcis-26582	17	27	keywords	keyword	NOUN
fcis-26582	17	28	through	through	ADP
fcis-26582	17	29	the	the	DET
fcis-26582	17	30	connected	connected	ADJ
fcis-26582	17	31	papers	paper	NOUN
fcis-26582	17	32	webpage	webpage	NOUN
fcis-26582	17	33	to	to	PART
fcis-26582	17	34	find	find	VERB
fcis-26582	17	35	keyword	keyword	NOUN
fcis-26582	17	36	-	-	PUNCT
fcis-26582	17	37	related	relate	VERB
fcis-26582	17	38	correlation	correlation	NOUN
fcis-26582	17	39	,	,	PUNCT
fcis-26582	17	40	high	high	ADJ
fcis-26582	17	41	citation	citation	NOUN
fcis-26582	17	42	,	,	PUNCT
fcis-26582	17	43	and	and	CCONJ
fcis-26582	17	44	recent	recent	ADJ
fcis-26582	17	45	literatures	literature	NOUN
fcis-26582	17	46	,	,	PUNCT
fcis-26582	17	47	(	(	PUNCT
fcis-26582	17	48	3	3	X
fcis-26582	17	49	)	)	PUNCT
fcis-26582	17	50	combine	combine	VERB
fcis-26582	17	51	hugging	hug	VERB
fcis-26582	17	52	face	face	NOUN
fcis-26582	17	53	and	and	CCONJ
fcis-26582	17	54	github	github	NOUN
fcis-26582	17	55	to	to	PART
fcis-26582	17	56	find	find	VERB
fcis-26582	17	57	the	the	DET
fcis-26582	17	58	publication	publication	NOUN
fcis-26582	17	59	link	link	NOUN
fcis-26582	17	60	,	,	PUNCT
fcis-26582	17	61	star	star	NOUN
fcis-26582	17	62	number	number	NOUN
fcis-26582	17	63	and	and	CCONJ
fcis-26582	17	64	influence	influence	NOUN
fcis-26582	17	65	of	of	ADP
fcis-26582	17	66	the	the	DET
fcis-26582	17	67	pre	pre	ADJ
fcis-26582	17	68	-	-	ADJ
fcis-26582	17	69	trained	train	VERB
fcis-26582	17	70	model	model	NOUN
fcis-26582	17	71	,	,	PUNCT
fcis-26582	17	72	(	(	PUNCT
fcis-26582	17	73	4	4	X
fcis-26582	17	74	)	)	PUNCT
fcis-26582	17	75	use	use	VERB
fcis-26582	17	76	papers	paper	NOUN
fcis-26582	17	77	with	with	ADP
fcis-26582	17	78	code	code	NOUN
fcis-26582	17	79	searches	search	NOUN
fcis-26582	17	80	keywords	keyword	NOUN
fcis-26582	17	81	to	to	PART
fcis-26582	17	82	understand	understand	VERB
fcis-26582	17	83	the	the	DET
fcis-26582	17	84	evaluation	evaluation	NOUN
fcis-26582	17	85	dataset	dataset	NOUN
fcis-26582	17	86	of	of	ADP
fcis-26582	17	87	the	the	DET
fcis-26582	17	88	pre	pre	ADJ
fcis-26582	17	89	-	-	ADJ
fcis-26582	17	90	trained	train	VERB
fcis-26582	17	91	model	model	NOUN
fcis-26582	17	92	in	in	ADP
fcis-26582	17	93	code	code	NOUN
fcis-26582	17	94	generation	generation	NOUN
fcis-26582	17	95	,	,	PUNCT
fcis-26582	17	96	high	high	ADJ
fcis-26582	17	97	-	-	PUNCT
fcis-26582	17	98	quality	quality	NOUN
fcis-26582	17	99	papers	paper	NOUN
fcis-26582	17	100	,	,	PUNCT
fcis-26582	17	101	and	and	CCONJ
fcis-26582	17	102	the	the	DET
fcis-26582	17	103	latest	late	ADJ
fcis-26582	17	104	papers	paper	NOUN
fcis-26582	17	105	,	,	PUNCT
fcis-26582	17	106	and	and	CCONJ
fcis-26582	17	107	(	(	PUNCT
fcis-26582	17	108	5	5	X
fcis-26582	17	109	)	)	PUNCT
fcis-26582	17	110	obtains	obtain	VERB
fcis-26582	17	111	the	the	DET
fcis-26582	17	112	comparative	comparative	ADJ
fcis-26582	17	113	data	datum	NOUN
fcis-26582	17	114	of	of	ADP
fcis-26582	17	115	key	key	ADJ
fcis-26582	17	116	code	code	NOUN
fcis-26582	17	117	evaluation	evaluation	NOUN
fcis-26582	17	118	through	through	ADP
fcis-26582	17	119	the	the	DET
fcis-26582	17	120	evalplus	evalplus	ADJ
fcis-26582	17	121	leaderboard	leaderboard	NOUN
fcis-26582	17	122	.	.	PUNCT
fcis-26582	18	1	the	the	DET
fcis-26582	18	2	retrieved	retrieve	VERB
fcis-26582	18	3	literature	literature	NOUN
fcis-26582	18	4	was	be	AUX
fcis-26582	18	5	combed	comb	VERB
fcis-26582	18	6	through	through	ADP
fcis-26582	18	7	and	and	CCONJ
fcis-26582	18	8	49	49	NUM
fcis-26582	18	9	high	high	ADJ
fcis-26582	18	10	-	-	PUNCT
fcis-26582	18	11	quality	quality	NOUN
fcis-26582	18	12	papers	paper	NOUN
fcis-26582	18	13	were	be	AUX
fcis-26582	18	14	finally	finally	ADV
fcis-26582	18	15	selected	select	VERB
fcis-26582	18	16	for	for	ADP
fcis-26582	18	17	this	this	DET
fcis-26582	18	18	research	research	NOUN
fcis-26582	18	19	.	.	PUNCT
fcis-26582	19	1	this	this	DET
fcis-26582	19	2	paper	paper	NOUN
fcis-26582	19	3	mainly	mainly	ADV
fcis-26582	19	4	studies	study	VERB
fcis-26582	19	5	the	the	DET
fcis-26582	19	6	pretrained	pretraine	VERB
fcis-26582	19	7	model	model	NOUN
fcis-26582	19	8	of	of	ADP
fcis-26582	19	9	large	large	ADJ
fcis-26582	19	10	language	language	NOUN
fcis-26582	19	11	model	model	NOUN
fcis-26582	19	12	,	,	PUNCT
fcis-26582	19	13	sorts	sort	VERB
fcis-26582	19	14	out	out	ADP
fcis-26582	19	15	and	and	CCONJ
fcis-26582	19	16	summarizes	summarize	VERB
fcis-26582	19	17	the	the	DET
fcis-26582	19	18	code	code	NOUN
fcis-26582	19	19	generation	generation	NOUN
fcis-26582	19	20	technology	technology	NOUN
fcis-26582	19	21	of	of	ADP
fcis-26582	19	22	programming	programming	NOUN
fcis-26582	19	23	language	language	NOUN
fcis-26582	19	24	and	and	CCONJ
fcis-26582	19	25	the	the	DET
fcis-26582	19	26	quality	quality	NOUN
fcis-26582	19	27	evaluation	evaluation	NOUN
fcis-26582	19	28	of	of	ADP
fcis-26582	19	29	generated	generate	VERB
fcis-26582	19	30	code	code	NOUN
fcis-26582	19	31	,	,	PUNCT
fcis-26582	19	32	and	and	CCONJ
fcis-26582	19	33	looks	look	VERB
fcis-26582	19	34	forward	forward	ADV
fcis-26582	19	35	to	to	ADP
fcis-26582	19	36	future	future	ADJ
fcis-26582	19	37	research	research	NOUN
fcis-26582	19	38	directions	direction	NOUN
fcis-26582	19	39	.	.	PUNCT
fcis-26582	20	1	2	2	X
fcis-26582	20	2	.	.	X
fcis-26582	20	3	code	code	NOUN
fcis-26582	20	4	generates	generate	VERB
fcis-26582	20	5	language	language	NOUN
fcis-26582	20	6	models	model	NOUN
fcis-26582	20	7	code	code	NOUN
fcis-26582	20	8	is	be	AUX
fcis-26582	20	9	a	a	DET
fcis-26582	20	10	special	special	ADJ
fcis-26582	20	11	data	data	NOUN
fcis-26582	20	12	format	format	NOUN
fcis-26582	20	13	,	,	PUNCT
fcis-26582	20	14	which	which	PRON
fcis-26582	20	15	is	be	AUX
fcis-26582	20	16	not	not	PART
fcis-26582	20	17	only	only	ADV
fcis-26582	20	18	a	a	DET
fcis-26582	20	19	simple	simple	ADJ
fcis-26582	20	20	code	code	NOUN
fcis-26582	20	21	language	language	NOUN
fcis-26582	20	22	sequence	sequence	NOUN
fcis-26582	20	23	,	,	PUNCT
fcis-26582	20	24	but	but	CCONJ
fcis-26582	20	25	also	also	ADV
fcis-26582	20	26	contains	contain	VERB
fcis-26582	20	27	a	a	DET
fcis-26582	20	28	variety	variety	NOUN
fcis-26582	20	29	of	of	ADP
fcis-26582	20	30	internal	internal	ADJ
fcis-26582	20	31	code	code	NOUN
fcis-26582	20	32	structures	structure	NOUN
fcis-26582	20	33	,	,	PUNCT
fcis-26582	20	34	such	such	ADJ
fcis-26582	20	35	as	as	ADP
fcis-26582	20	36	abstract	abstract	ADJ
fcis-26582	20	37	syntax	syntax	NOUN
fcis-26582	20	38	tree	tree	NOUN
fcis-26582	20	39	(	(	PUNCT
fcis-26582	20	40	ast	ast	NOUN
fcis-26582	20	41	)	)	PUNCT
fcis-26582	20	42	,	,	PUNCT
fcis-26582	20	43	data	datum	NOUN
fcis-26582	20	44	flow	flow	NOUN
fcis-26582	20	45	graph	graph	NOUN
fcis-26582	20	46	(	(	PUNCT
fcis-26582	20	47	dfg	dfg	NOUN
fcis-26582	20	48	)	)	PUNCT
fcis-26582	20	49	,	,	PUNCT
fcis-26582	20	50	and	and	CCONJ
fcis-26582	20	51	control	control	NOUN
fcis-26582	20	52	flow	flow	NOUN
fcis-26582	20	53	graph	graph	NOUN
fcis-26582	20	54	(	(	PUNCT
fcis-26582	20	55	cfg	cfg	PROPN
fcis-26582	20	56	)	)	PUNCT
fcis-26582	20	57	.	.	PUNCT
fcis-26582	21	1	in	in	ADP
fcis-26582	21	2	the	the	DET
fcis-26582	21	3	past	past	NOUN
fcis-26582	21	4	,	,	PUNCT
fcis-26582	21	5	natual	natual	ADJ
fcis-26582	21	6	language	language	NOUN
fcis-26582	21	7	processing	processing	NOUN
fcis-26582	21	8	(	(	PUNCT
fcis-26582	21	9	nlp	nlp	NOUN
fcis-26582	21	10	)	)	PUNCT
fcis-26582	21	11	technology	technology	NOUN
fcis-26582	21	12	was	be	AUX
fcis-26582	21	13	better	well	ADJ
fcis-26582	21	14	at	at	ADP
fcis-26582	21	15	processing	processing	NOUN
fcis-26582	21	16	language	language	NOUN
fcis-26582	21	17	sequences	sequence	NOUN
fcis-26582	21	18	,	,	PUNCT
fcis-26582	21	19	and	and	CCONJ
fcis-26582	21	20	the	the	DET
fcis-26582	21	21	internal	internal	ADJ
fcis-26582	21	22	structure	structure	NOUN
fcis-26582	21	23	of	of	ADP
fcis-26582	21	24	the	the	DET
fcis-26582	21	25	code	code	NOUN
fcis-26582	21	26	has	have	AUX
fcis-26582	21	27	been	be	AUX
fcis-26582	21	28	continuously	continuously	ADV
fcis-26582	21	29	paid	pay	VERB
fcis-26582	21	30	attention	attention	NOUN
fcis-26582	21	31	to	to	ADP
fcis-26582	21	32	,	,	PUNCT
fcis-26582	21	33	valued	value	VERB
fcis-26582	21	34	and	and	CCONJ
fcis-26582	21	35	practiced	practice	VERB
fcis-26582	21	36	by	by	ADP
fcis-26582	21	37	researchers	researcher	NOUN
fcis-26582	21	38	in	in	ADP
fcis-26582	21	39	the	the	DET
fcis-26582	21	40	era	era	NOUN
fcis-26582	21	41	of	of	ADP
fcis-26582	21	42	the	the	DET
fcis-26582	21	43	rise	rise	NOUN
fcis-26582	21	44	of	of	ADP
fcis-26582	21	45	llms	llm	NOUN
fcis-26582	21	46	.	.	PUNCT
fcis-26582	22	1	the	the	DET
fcis-26582	22	2	traditional	traditional	ADJ
fcis-26582	22	3	supervised	supervised	ADJ
fcis-26582	22	4	learning	learning	NOUN
fcis-26582	22	5	method	method	NOUN
fcis-26582	22	6	needs	need	VERB
fcis-26582	22	7	to	to	PART
fcis-26582	22	8	learn	learn	VERB
fcis-26582	22	9	a	a	DET
fcis-26582	22	10	large	large	ADJ
fcis-26582	22	11	number	number	NOUN
fcis-26582	22	12	of	of	ADP
fcis-26582	22	13	annotated	annotate	VERB
fcis-26582	22	14	code	code	NOUN
fcis-26582	22	15	data	datum	NOUN
fcis-26582	22	16	and	and	CCONJ
fcis-26582	22	17	extract	extract	VERB
fcis-26582	22	18	code	code	NOUN
fcis-26582	22	19	feature	feature	NOUN
fcis-26582	22	20	information	information	NOUN
fcis-26582	22	21	when	when	SCONJ
fcis-26582	22	22	dealing	deal	VERB
fcis-26582	22	23	with	with	ADP
fcis-26582	22	24	code	code	NOUN
fcis-26582	22	25	generation	generation	NOUN
fcis-26582	22	26	tasks	task	NOUN
fcis-26582	22	27	,	,	PUNCT
fcis-26582	22	28	but	but	CCONJ
fcis-26582	22	29	the	the	DET
fcis-26582	22	30	generalization	generalization	NOUN
fcis-26582	22	31	ability	ability	NOUN
fcis-26582	22	32	is	be	AUX
fcis-26582	22	33	insufficient	insufficient	ADJ
fcis-26582	22	34	,	,	PUNCT
fcis-26582	22	35	and	and	CCONJ
fcis-26582	22	36	the	the	DET
fcis-26582	22	37	fundamental	fundamental	ADJ
fcis-26582	22	38	reason	reason	NOUN
fcis-26582	22	39	is	be	AUX
fcis-26582	22	40	that	that	SCONJ
fcis-26582	22	41	the	the	DET
fcis-26582	22	42	annotated	annotate	VERB
fcis-26582	22	43	code	code	NOUN
fcis-26582	22	44	data	datum	NOUN
fcis-26582	22	45	of	of	ADP
fcis-26582	22	46	code	code	NOUN
fcis-26582	22	47	generation	generation	NOUN
fcis-26582	22	48	tasks	task	NOUN
fcis-26582	22	49	requires	require	VERB
fcis-26582	22	50	expert	expert	ADJ
fcis-26582	22	51	knowledge	knowledge	NOUN
fcis-26582	22	52	of	of	ADP
fcis-26582	22	53	each	each	DET
fcis-26582	22	54	downstream	downstream	ADJ
fcis-26582	22	55	task	task	NOUN
fcis-26582	22	56	of	of	ADP
fcis-26582	22	57	the	the	DET
fcis-26582	22	58	code	code	NOUN
fcis-26582	22	59	,	,	PUNCT
fcis-26582	22	60	which	which	PRON
fcis-26582	22	61	requires	require	VERB
fcis-26582	22	62	a	a	DET
fcis-26582	22	63	large	large	ADJ
fcis-26582	22	64	cost	cost	NOUN
fcis-26582	22	65	and	and	CCONJ
fcis-26582	22	66	difficulty	difficulty	NOUN
fcis-26582	22	67	of	of	ADP
fcis-26582	22	68	dataset	dataset	ADJ
fcis-26582	22	69	annotation	annotation	NOUN
fcis-26582	22	70	.	.	PUNCT
fcis-26582	23	1	with	with	ADP
fcis-26582	23	2	the	the	DET
fcis-26582	23	3	development	development	NOUN
fcis-26582	23	4	of	of	ADP
fcis-26582	23	5	technology	technology	NOUN
fcis-26582	23	6	and	and	CCONJ
fcis-26582	23	7	the	the	DET
fcis-26582	23	8	improvement	improvement	NOUN
fcis-26582	23	9	of	of	ADP
fcis-26582	23	10	computing	compute	VERB
fcis-26582	23	11	power	power	NOUN
fcis-26582	23	12	,	,	PUNCT
fcis-26582	23	13	pre	pre	VERB
fcis-26582	23	14	70	70	NUM
fcis-26582	23	15	trained	train	VERB
fcis-26582	23	16	models	model	NOUN
fcis-26582	23	17	that	that	PRON
fcis-26582	23	18	can	can	AUX
fcis-26582	23	19	perform	perform	VERB
fcis-26582	23	20	self	self	NOUN
fcis-26582	23	21	-	-	PUNCT
fcis-26582	23	22	supervised	supervise	VERB
fcis-26582	23	23	learning	learning	NOUN
fcis-26582	23	24	on	on	ADP
fcis-26582	23	25	large	large	ADJ
fcis-26582	23	26	-	-	PUNCT
fcis-26582	23	27	scale	scale	NOUN
fcis-26582	23	28	unlabeled	unlabele	VERB
fcis-26582	23	29	data	datum	NOUN
fcis-26582	23	30	have	have	AUX
fcis-26582	23	31	shown	show	VERB
fcis-26582	23	32	advantages	advantage	NOUN
fcis-26582	23	33	and	and	CCONJ
fcis-26582	23	34	have	have	AUX
fcis-26582	23	35	been	be	AUX
fcis-26582	23	36	rapidly	rapidly	ADV
fcis-26582	23	37	developed	develop	VERB
fcis-26582	23	38	.	.	PUNCT
fcis-26582	24	1	after	after	ADP
fcis-26582	24	2	the	the	DET
fcis-26582	24	3	pre	pre	ADJ
fcis-26582	24	4	-	-	ADJ
fcis-26582	24	5	trained	train	VERB
fcis-26582	24	6	model	model	NOUN
fcis-26582	24	7	,	,	PUNCT
fcis-26582	24	8	the	the	DET
fcis-26582	24	9	dataset	dataset	NOUN
fcis-26582	24	10	can	can	AUX
fcis-26582	24	11	be	be	AUX
fcis-26582	24	12	fine	fine	ADV
fcis-26582	24	13	-	-	PUNCT
fcis-26582	24	14	tuned	tune	VERB
fcis-26582	24	15	after	after	ADP
fcis-26582	24	16	a	a	DET
fcis-26582	24	17	small	small	ADJ
fcis-26582	24	18	amount	amount	NOUN
fcis-26582	24	19	of	of	ADP
fcis-26582	24	20	annotation	annotation	NOUN
fcis-26582	24	21	in	in	ADP
fcis-26582	24	22	the	the	DET
fcis-26582	24	23	later	later	ADJ
fcis-26582	24	24	stage	stage	NOUN
fcis-26582	24	25	,	,	PUNCT
fcis-26582	24	26	so	so	SCONJ
fcis-26582	24	27	that	that	SCONJ
fcis-26582	24	28	it	it	PRON
fcis-26582	24	29	can	can	AUX
fcis-26582	24	30	be	be	AUX
fcis-26582	24	31	better	well	ADV
fcis-26582	24	32	applied	apply	VERB
fcis-26582	24	33	to	to	ADP
fcis-26582	24	34	downstream	downstream	ADJ
fcis-26582	24	35	tasks	task	NOUN
fcis-26582	24	36	.	.	PUNCT
fcis-26582	25	1	because	because	SCONJ
fcis-26582	25	2	of	of	ADP
fcis-26582	25	3	this	this	PRON
fcis-26582	25	4	,	,	PUNCT
fcis-26582	25	5	a	a	DET
fcis-26582	25	6	variety	variety	NOUN
fcis-26582	25	7	of	of	ADP
fcis-26582	25	8	pre	pre	ADJ
fcis-26582	25	9	-	-	ADJ
fcis-26582	25	10	trained	train	VERB
fcis-26582	25	11	models	model	NOUN
fcis-26582	25	12	for	for	ADP
fcis-26582	25	13	code	code	NOUN
fcis-26582	25	14	generation	generation	NOUN
fcis-26582	25	15	have	have	AUX
fcis-26582	25	16	emerged	emerge	VERB
fcis-26582	25	17	in	in	ADP
fcis-26582	25	18	recent	recent	ADJ
fcis-26582	25	19	years	year	NOUN
fcis-26582	25	20	.	.	PUNCT
fcis-26582	26	1	according	accord	VERB
fcis-26582	26	2	to	to	ADP
fcis-26582	26	3	the	the	DET
fcis-26582	26	4	characteristics	characteristic	NOUN
fcis-26582	26	5	of	of	ADP
fcis-26582	26	6	the	the	DET
fcis-26582	26	7	model	model	NOUN
fcis-26582	26	8	framework	framework	NOUN
fcis-26582	26	9	,	,	PUNCT
fcis-26582	26	10	the	the	DET
fcis-26582	26	11	model	model	NOUN
fcis-26582	26	12	is	be	AUX
fcis-26582	26	13	divided	divide	VERB
fcis-26582	26	14	into	into	ADP
fcis-26582	26	15	encoder	encoder	NOUN
fcis-26582	26	16	-	-	PUNCT
fcis-26582	26	17	decoder	decoder	NOUN
fcis-26582	26	18	architecture	architecture	NOUN
fcis-26582	26	19	,	,	PUNCT
fcis-26582	26	20	encoderonly	encoderonly	ADV
fcis-26582	26	21	architecture	architecture	NOUN
fcis-26582	26	22	and	and	CCONJ
fcis-26582	26	23	decoder	decoder	NOUN
fcis-26582	26	24	-	-	PUNCT
fcis-26582	26	25	only	only	ADJ
fcis-26582	26	26	architecture	architecture	NOUN
fcis-26582	26	27	.	.	PUNCT
fcis-26582	27	1	the	the	DET
fcis-26582	27	2	timeline	timeline	NOUN
fcis-26582	27	3	of	of	ADP
fcis-26582	27	4	the	the	DET
fcis-26582	27	5	code	code	NOUN
fcis-26582	27	6	-	-	PUNCT
fcis-26582	27	7	generated	generate	VERB
fcis-26582	27	8	by	by	ADP
fcis-26582	27	9	llm	llm	PROPN
fcis-26582	27	10	since	since	SCONJ
fcis-26582	27	11	2020	2020	NUM
fcis-26582	27	12	is	be	AUX
fcis-26582	27	13	shown	show	VERB
fcis-26582	27	14	in	in	ADP
fcis-26582	27	15	fig.1	fig.1	PROPN
fcis-26582	27	16	.	.	PUNCT
fcis-26582	27	17	fig	fig	PROPN
fcis-26582	28	1	1	1	NUM
fcis-26582	28	2	.	.	PUNCT
fcis-26582	28	3	timeline	timeline	NOUN
fcis-26582	28	4	of	of	ADP
fcis-26582	28	5	code	code	NOUN
fcis-26582	28	6	generation	generation	NOUN
fcis-26582	28	7	by	by	ADP
fcis-26582	28	8	llm	llm	PROPN
fcis-26582	28	9	2.1	2.1	NUM
fcis-26582	28	10	.	.	PUNCT
fcis-26582	28	11	encoder	encoder	NOUN
fcis-26582	28	12	-	-	PUNCT
fcis-26582	28	13	decoder	decoder	NOUN
fcis-26582	28	14	code	code	NOUN
fcis-26582	28	15	generation	generation	NOUN
fcis-26582	28	16	models	model	NOUN
fcis-26582	28	17	in	in	ADP
fcis-26582	28	18	2021	2021	NUM
fcis-26582	28	19	,	,	PUNCT
fcis-26582	28	20	wang	wang	PROPN
fcis-26582	28	21	et	et	PROPN
fcis-26582	28	22	al.[1	al.[1	PROPN
fcis-26582	28	23	]	]	PUNCT
fcis-26582	28	24	proposed	propose	VERB
fcis-26582	28	25	a	a	DET
fcis-26582	28	26	pre	pre	ADJ
fcis-26582	28	27	-	-	ADJ
fcis-26582	28	28	trained	train	VERB
fcis-26582	28	29	model	model	NOUN
fcis-26582	28	30	called	call	VERB
fcis-26582	28	31	codet5	codet5	PROPN
fcis-26582	28	32	,	,	PUNCT
fcis-26582	28	33	which	which	PRON
fcis-26582	28	34	supports	support	VERB
fcis-26582	28	35	multi	multi	ADJ
fcis-26582	28	36	-	-	NOUN
fcis-26582	28	37	task	task	ADJ
fcis-26582	28	38	learning	learning	NOUN
fcis-26582	28	39	through	through	ADP
fcis-26582	28	40	an	an	DET
fcis-26582	28	41	encoder	encoder	NOUN
fcis-26582	28	42	-	-	PUNCT
fcis-26582	28	43	decoder	decoder	NOUN
fcis-26582	28	44	architecture	architecture	NOUN
fcis-26582	28	45	and	and	CCONJ
fcis-26582	28	46	introduces	introduce	VERB
fcis-26582	28	47	an	an	DET
fcis-26582	28	48	identifieraware	identifieraware	NOUN
fcis-26582	28	49	pre	pre	ADJ
fcis-26582	28	50	-	-	ADJ
fcis-26582	28	51	training	training	ADJ
fcis-26582	28	52	task	task	NOUN
fcis-26582	28	53	,	,	PUNCT
fcis-26582	28	54	which	which	PRON
fcis-26582	28	55	can	can	AUX
fcis-26582	28	56	more	more	ADV
fcis-26582	28	57	effectively	effectively	ADV
fcis-26582	28	58	capture	capture	VERB
fcis-26582	28	59	the	the	DET
fcis-26582	28	60	semantic	semantic	ADJ
fcis-26582	28	61	information	information	NOUN
fcis-26582	28	62	of	of	ADP
fcis-26582	28	63	identifiers	identifier	NOUN
fcis-26582	28	64	in	in	ADP
fcis-26582	28	65	the	the	DET
fcis-26582	28	66	code	code	NOUN
fcis-26582	28	67	,	,	PUNCT
fcis-26582	28	68	enhance	enhance	VERB
fcis-26582	28	69	the	the	DET
fcis-26582	28	70	alignment	alignment	NOUN
fcis-26582	28	71	between	between	ADP
fcis-26582	28	72	natural	natural	ADJ
fcis-26582	28	73	language	language	NOUN
fcis-26582	28	74	and	and	CCONJ
fcis-26582	28	75	programming	programming	NOUN
fcis-26582	28	76	language	language	NOUN
fcis-26582	28	77	,	,	PUNCT
fcis-26582	28	78	and	and	CCONJ
fcis-26582	28	79	improve	improve	VERB
fcis-26582	28	80	the	the	DET
fcis-26582	28	81	performance	performance	NOUN
fcis-26582	28	82	of	of	ADP
fcis-26582	28	83	code	code	NOUN
fcis-26582	28	84	generation	generation	NOUN
fcis-26582	28	85	tasks	task	NOUN
fcis-26582	28	86	.	.	PUNCT
fcis-26582	29	1	the	the	DET
fcis-26582	29	2	following	following	ADJ
fcis-26582	29	3	year	year	NOUN
fcis-26582	29	4	,	,	PUNCT
fcis-26582	29	5	le	le	X
fcis-26582	29	6	et	et	PROPN
fcis-26582	29	7	al.[2	al.[2	PROPN
fcis-26582	29	8	]	]	PUNCT
fcis-26582	29	9	further	far	ADV
fcis-26582	29	10	developed	develop	VERB
fcis-26582	29	11	on	on	ADP
fcis-26582	29	12	the	the	DET
fcis-26582	29	13	basis	basis	NOUN
fcis-26582	29	14	of	of	ADP
fcis-26582	29	15	codet5	codet5	NOUN
fcis-26582	29	16	and	and	CCONJ
fcis-26582	29	17	proposed	propose	VERB
fcis-26582	29	18	the	the	DET
fcis-26582	29	19	coderl	coderl	NOUN
fcis-26582	29	20	model	model	NOUN
fcis-26582	29	21	.	.	PUNCT
fcis-26582	30	1	the	the	DET
fcis-26582	30	2	model	model	NOUN
fcis-26582	30	3	combines	combine	VERB
fcis-26582	30	4	enhanced	enhanced	ADJ
fcis-26582	30	5	learning	learning	NOUN
fcis-26582	30	6	objectives	objective	NOUN
fcis-26582	30	7	,	,	PUNCT
fcis-26582	30	8	larger	large	ADJ
fcis-26582	30	9	model	model	NOUN
fcis-26582	30	10	sizes	size	NOUN
fcis-26582	30	11	,	,	PUNCT
fcis-26582	30	12	and	and	CCONJ
fcis-26582	30	13	better	well	ADJ
fcis-26582	30	14	pre	pre	ADJ
fcis-26582	30	15	-	-	ADJ
fcis-26582	30	16	trained	train	VERB
fcis-26582	30	17	data	datum	NOUN
fcis-26582	30	18	,	,	PUNCT
fcis-26582	30	19	and	and	CCONJ
fcis-26582	30	20	demonstrates	demonstrate	VERB
fcis-26582	30	21	excellent	excellent	ADJ
fcis-26582	30	22	code	code	NOUN
fcis-26582	30	23	generation	generation	NOUN
fcis-26582	30	24	capabilities	capability	NOUN
fcis-26582	30	25	in	in	ADP
fcis-26582	30	26	app	app	NOUN
fcis-26582	30	27	and	and	CCONJ
fcis-26582	30	28	mbpp	mbpp	ADJ
fcis-26582	30	29	benchmarks	benchmark	NOUN
fcis-26582	30	30	by	by	ADP
fcis-26582	30	31	integrating	integrate	VERB
fcis-26582	30	32	pre	pre	ADJ
fcis-26582	30	33	-	-	ADJ
fcis-26582	30	34	trained	train	VERB
fcis-26582	30	35	language	language	NOUN
fcis-26582	30	36	models	model	NOUN
fcis-26582	30	37	with	with	ADP
fcis-26582	30	38	deep	deep	ADJ
fcis-26582	30	39	reinforcement	reinforcement	NOUN
fcis-26582	30	40	learning	learning	NOUN
fcis-26582	30	41	techniques	technique	NOUN
fcis-26582	30	42	.	.	PUNCT
fcis-26582	31	1	in	in	ADP
fcis-26582	31	2	2023	2023	NUM
fcis-26582	31	3	,	,	PUNCT
fcis-26582	31	4	wang	wang	PROPN
fcis-26582	31	5	et	et	PROPN
fcis-26582	31	6	al.[3	al.[3	PROPN
fcis-26582	31	7	]	]	PUNCT
fcis-26582	31	8	again	again	ADV
fcis-26582	31	9	contributed	contribute	VERB
fcis-26582	31	10	the	the	DET
fcis-26582	31	11	codet5	codet5	PROPN
fcis-26582	31	12	+	+	PROPN
fcis-26582	31	13	model	model	NOUN
fcis-26582	31	14	,	,	PUNCT
fcis-26582	31	15	which	which	PRON
fcis-26582	31	16	mitigates	mitigate	VERB
fcis-26582	31	17	the	the	DET
fcis-26582	31	18	difference	difference	NOUN
fcis-26582	31	19	between	between	ADP
fcis-26582	31	20	the	the	DET
fcis-26582	31	21	pre	pre	NOUN
fcis-26582	31	22	-	-	NOUN
fcis-26582	31	23	training	training	ADJ
fcis-26582	31	24	and	and	CCONJ
fcis-26582	31	25	fine	fine	ADV
fcis-26582	31	26	-	-	PUNCT
fcis-26582	31	27	tuning	tune	VERB
fcis-26582	31	28	phases	phase	NOUN
fcis-26582	31	29	by	by	ADP
fcis-26582	31	30	introducing	introduce	VERB
fcis-26582	31	31	hybrid	hybrid	ADJ
fcis-26582	31	32	pre	pre	ADJ
fcis-26582	31	33	-	-	ADJ
fcis-26582	31	34	training	training	ADJ
fcis-26582	31	35	objectives	objective	NOUN
fcis-26582	31	36	,	,	PUNCT
fcis-26582	31	37	including	include	VERB
fcis-26582	31	38	span	span	NOUN
fcis-26582	31	39	denoising	denoise	VERB
fcis-26582	31	40	,	,	PUNCT
fcis-26582	31	41	contrastive	contrastive	ADJ
fcis-26582	31	42	learning	learning	NOUN
fcis-26582	31	43	,	,	PUNCT
fcis-26582	31	44	text	text	NOUN
fcis-26582	31	45	code	code	NOUN
fcis-26582	31	46	matching	matching	NOUN
fcis-26582	31	47	,	,	PUNCT
fcis-26582	31	48	and	and	CCONJ
fcis-26582	31	49	causal	causal	ADJ
fcis-26582	31	50	language	language	NOUN
fcis-26582	31	51	model	model	NOUN
fcis-26582	31	52	pre	pre	ADJ
fcis-26582	31	53	-	-	ADJ
fcis-26582	31	54	training	training	ADJ
fcis-26582	31	55	tasks	task	NOUN
fcis-26582	31	56	.	.	PUNCT
fcis-26582	32	1	the	the	DET
fcis-26582	32	2	experimental	experimental	ADJ
fcis-26582	32	3	results	result	NOUN
fcis-26582	32	4	show	show	VERB
fcis-26582	32	5	that	that	SCONJ
fcis-26582	32	6	the	the	DET
fcis-26582	32	7	codet5	codet5	PROPN
fcis-26582	32	8	+	+	PROPN
fcis-26582	32	9	16b	16b	PROPN
fcis-26582	32	10	version	version	NOUN
fcis-26582	32	11	has	have	AUX
fcis-26582	32	12	achieved	achieve	VERB
fcis-26582	32	13	excellent	excellent	ADJ
fcis-26582	32	14	results	result	NOUN
fcis-26582	32	15	in	in	ADP
fcis-26582	32	16	the	the	DET
fcis-26582	32	17	humaneval[4	humaneval[4	PROPN
fcis-26582	32	18	]	]	PUNCT
fcis-26582	32	19	code	code	NOUN
fcis-26582	32	20	generation	generation	NOUN
fcis-26582	32	21	task	task	NOUN
fcis-26582	32	22	,	,	PUNCT
fcis-26582	32	23	indicating	indicate	VERB
fcis-26582	32	24	that	that	SCONJ
fcis-26582	32	25	the	the	DET
fcis-26582	32	26	model	model	NOUN
fcis-26582	32	27	has	have	VERB
fcis-26582	32	28	strong	strong	ADJ
fcis-26582	32	29	generalization	generalization	NOUN
fcis-26582	32	30	ability	ability	NOUN
fcis-26582	32	31	when	when	SCONJ
fcis-26582	32	32	dealing	deal	VERB
fcis-26582	32	33	with	with	ADP
fcis-26582	32	34	actual	actual	ADJ
fcis-26582	32	35	programming	programming	NOUN
fcis-26582	32	36	tasks	task	NOUN
fcis-26582	32	37	.	.	PUNCT
fcis-26582	33	1	overall	overall	ADV
fcis-26582	33	2	,	,	PUNCT
fcis-26582	33	3	these	these	DET
fcis-26582	33	4	studies	study	NOUN
fcis-26582	33	5	not	not	PART
fcis-26582	33	6	only	only	ADV
fcis-26582	33	7	demonstrate	demonstrate	VERB
fcis-26582	33	8	the	the	DET
fcis-26582	33	9	potential	potential	NOUN
fcis-26582	33	10	of	of	ADP
fcis-26582	33	11	encoder	encoder	NOUN
fcis-26582	33	12	-	-	PUNCT
fcis-26582	33	13	decoder	decoder	NOUN
fcis-26582	33	14	architecture	architecture	NOUN
fcis-26582	33	15	in	in	ADP
fcis-26582	33	16	code	code	NOUN
fcis-26582	33	17	generation	generation	NOUN
fcis-26582	33	18	tasks	task	NOUN
fcis-26582	33	19	,	,	PUNCT
fcis-26582	33	20	but	but	CCONJ
fcis-26582	33	21	also	also	ADV
fcis-26582	33	22	provide	provide	VERB
fcis-26582	33	23	valuable	valuable	ADJ
fcis-26582	33	24	experience	experience	NOUN
fcis-26582	33	25	and	and	CCONJ
fcis-26582	33	26	technical	technical	ADJ
fcis-26582	33	27	reference	reference	NOUN
fcis-26582	33	28	for	for	ADP
fcis-26582	33	29	subsequent	subsequent	ADJ
fcis-26582	33	30	research	research	NOUN
fcis-26582	33	31	.	.	PUNCT
fcis-26582	34	1	the	the	DET
fcis-26582	34	2	above	above	ADJ
fcis-26582	34	3	research	research	NOUN
fcis-26582	34	4	demonstrates	demonstrate	VERB
fcis-26582	34	5	a	a	DET
fcis-26582	34	6	trend	trend	NOUN
fcis-26582	34	7	to	to	PART
fcis-26582	34	8	improve	improve	VERB
fcis-26582	34	9	the	the	DET
fcis-26582	34	10	performance	performance	NOUN
fcis-26582	34	11	of	of	ADP
fcis-26582	34	12	code	code	NOUN
fcis-26582	34	13	generation	generation	NOUN
fcis-26582	34	14	models	model	NOUN
fcis-26582	34	15	by	by	ADP
fcis-26582	34	16	improving	improve	VERB
fcis-26582	34	17	model	model	NOUN
fcis-26582	34	18	architecture	architecture	NOUN
fcis-26582	34	19	,	,	PUNCT
fcis-26582	34	20	introducing	introduce	VERB
fcis-26582	34	21	task	task	NOUN
fcis-26582	34	22	-	-	PUNCT
fcis-26582	34	23	specific	specific	ADJ
fcis-26582	34	24	pre	pre	NOUN
fcis-26582	34	25	-	-	NOUN
fcis-26582	34	26	training	training	NOUN
fcis-26582	34	27	,	,	PUNCT
fcis-26582	34	28	and	and	CCONJ
fcis-26582	34	29	combining	combine	VERB
fcis-26582	34	30	different	different	ADJ
fcis-26582	34	31	learning	learning	NOUN
fcis-26582	34	32	methods	method	NOUN
fcis-26582	34	33	.	.	PUNCT
fcis-26582	35	1	from	from	ADP
fcis-26582	35	2	codet5	codet5	PROPN
fcis-26582	35	3	to	to	PART
fcis-26582	35	4	coderl	coderl	VERB
fcis-26582	35	5	to	to	PART
fcis-26582	35	6	codet5	codet5	VERB
fcis-26582	35	7	+	+	PROPN
fcis-26582	35	8	,	,	PUNCT
fcis-26582	35	9	each	each	DET
fcis-26582	35	10	step	step	NOUN
fcis-26582	35	11	marks	mark	VERB
fcis-26582	35	12	the	the	DET
fcis-26582	35	13	progress	progress	NOUN
fcis-26582	35	14	of	of	ADP
fcis-26582	35	15	bridging	bridge	VERB
fcis-26582	35	16	the	the	DET
fcis-26582	35	17	gap	gap	NOUN
fcis-26582	35	18	between	between	ADP
fcis-26582	35	19	nl	nl	PROPN
fcis-26582	35	20	and	and	CCONJ
fcis-26582	35	21	pl	pl	PROPN
fcis-26582	35	22	,	,	PUNCT
fcis-26582	35	23	and	and	CCONJ
fcis-26582	35	24	points	point	VERB
fcis-26582	35	25	the	the	DET
fcis-26582	35	26	way	way	NOUN
fcis-26582	35	27	to	to	ADP
fcis-26582	35	28	future	future	ADJ
fcis-26582	35	29	code	code	NOUN
fcis-26582	35	30	generation	generation	NOUN
fcis-26582	35	31	research	research	NOUN
fcis-26582	35	32	.	.	PUNCT
fcis-26582	36	1	2.2	2.2	NUM
fcis-26582	36	2	.	.	PUNCT
fcis-26582	36	3	encoder	encoder	NOUN
fcis-26582	36	4	-	-	PUNCT
fcis-26582	36	5	only	only	ADV
fcis-26582	36	6	code	code	NOUN
fcis-26582	36	7	generation	generation	NOUN
fcis-26582	36	8	models	model	NOUN
fcis-26582	36	9	in	in	ADP
fcis-26582	36	10	september	september	PROPN
fcis-26582	36	11	2020	2020	NUM
fcis-26582	36	12	,	,	PUNCT
fcis-26582	36	13	feng	feng	PROPN
fcis-26582	36	14	et	et	NOUN
fcis-26582	36	15	al.[5	al.[5	PROPN
fcis-26582	36	16	]	]	PUNCT
fcis-26582	36	17	proposed	propose	VERB
fcis-26582	36	18	the	the	DET
fcis-26582	36	19	codebert	codebert	PROPN
fcis-26582	36	20	model	model	NOUN
fcis-26582	36	21	,	,	PUNCT
fcis-26582	36	22	a	a	DET
fcis-26582	36	23	bimodal	bimodal	NOUN
fcis-26582	36	24	pre	pre	ADJ
fcis-26582	36	25	-	-	ADJ
fcis-26582	36	26	trained	train	VERB
fcis-26582	36	27	model	model	NOUN
fcis-26582	36	28	based	base	VERB
fcis-26582	36	29	on	on	ADP
fcis-26582	36	30	the	the	DET
fcis-26582	36	31	transformer	transformer	NOUN
fcis-26582	36	32	architecture	architecture	NOUN
fcis-26582	36	33	,	,	PUNCT
fcis-26582	36	34	which	which	PRON
fcis-26582	36	35	aims	aim	VERB
fcis-26582	36	36	to	to	PART
fcis-26582	36	37	provide	provide	VERB
fcis-26582	36	38	a	a	DET
fcis-26582	36	39	universal	universal	ADJ
fcis-26582	36	40	representation	representation	NOUN
fcis-26582	36	41	for	for	ADP
fcis-26582	36	42	the	the	DET
fcis-26582	36	43	transformation	transformation	NOUN
fcis-26582	36	44	between	between	ADP
fcis-26582	36	45	natural	natural	ADJ
fcis-26582	36	46	language	language	NOUN
fcis-26582	36	47	(	(	PUNCT
fcis-26582	36	48	nl	nl	NOUN
fcis-26582	36	49	)	)	PUNCT
fcis-26582	36	50	and	and	CCONJ
fcis-26582	36	51	programming	programming	NOUN
fcis-26582	36	52	language	language	NOUN
fcis-26582	36	53	(	(	PUNCT
fcis-26582	36	54	pl	pl	NOUN
fcis-26582	36	55	)	)	PUNCT
fcis-26582	36	56	.	.	PUNCT
fcis-26582	37	1	codebert	codebert	PROPN
fcis-26582	37	2	uses	use	VERB
fcis-26582	37	3	a	a	DET
fcis-26582	37	4	hybrid	hybrid	ADJ
fcis-26582	37	5	objective	objective	ADJ
fcis-26582	37	6	function	function	NOUN
fcis-26582	37	7	to	to	PART
fcis-26582	37	8	evaluate	evaluate	VERB
fcis-26582	37	9	nl	nl	NOUN
fcis-26582	37	10	-	-	PUNCT
fcis-26582	37	11	pl	pl	NOUN
fcis-26582	37	12	applications	application	NOUN
fcis-26582	37	13	by	by	ADP
fcis-26582	37	14	finetuning	finetune	VERB
fcis-26582	37	15	model	model	NOUN
fcis-26582	37	16	parameters	parameter	NOUN
fcis-26582	37	17	by	by	ADP
fcis-26582	37	18	leveraging	leverage	VERB
fcis-26582	37	19	both	both	CCONJ
fcis-26582	37	20	bimodal	bimodal	NOUN
fcis-26582	37	21	and	and	CCONJ
fcis-26582	37	22	unimodal	unimodal	ADJ
fcis-26582	37	23	data	datum	NOUN
fcis-26582	37	24	of	of	ADP
fcis-26582	37	25	nl	nl	PROPN
fcis-26582	37	26	-	-	PUNCT
fcis-26582	37	27	pl	pl	NOUN
fcis-26582	37	28	pairs	pair	NOUN
fcis-26582	37	29	during	during	ADP
fcis-26582	37	30	training	training	NOUN
fcis-26582	37	31	.	.	PUNCT
fcis-26582	38	1	around	around	ADP
fcis-26582	38	2	the	the	DET
fcis-26582	38	3	same	same	ADJ
fcis-26582	38	4	time	time	NOUN
fcis-26582	38	5	,	,	PUNCT
fcis-26582	38	6	guo	guo	PROPN
fcis-26582	38	7	et	et	NOUN
fcis-26582	38	8	al.[6	al.[6	PROPN
fcis-26582	38	9	]	]	PUNCT
fcis-26582	38	10	also	also	ADV
fcis-26582	38	11	developed	develop	VERB
fcis-26582	38	12	the	the	DET
fcis-26582	38	13	graphcodebert	graphcodebert	ADJ
fcis-26582	38	14	model	model	NOUN
fcis-26582	38	15	based	base	VERB
fcis-26582	38	16	on	on	ADP
fcis-26582	38	17	the	the	DET
fcis-26582	38	18	transformer	transformer	NOUN
fcis-26582	38	19	architecture	architecture	NOUN
fcis-26582	38	20	.	.	PUNCT
fcis-26582	39	1	different	different	ADJ
fcis-26582	39	2	from	from	ADP
fcis-26582	39	3	the	the	DET
fcis-26582	39	4	traditional	traditional	ADJ
fcis-26582	39	5	ast	ast	NOUN
fcis-26582	39	6	,	,	PUNCT
fcis-26582	39	7	graphcodebert	graphcodebert	NOUN
fcis-26582	39	8	introduces	introduce	NOUN
fcis-26582	39	9	the	the	DET
fcis-26582	39	10	dfg	dfg	NOUN
fcis-26582	39	11	in	in	ADP
fcis-26582	39	12	the	the	DET
fcis-26582	39	13	pre	pre	ADJ
fcis-26582	39	14	-	-	ADJ
fcis-26582	39	15	training	training	ADJ
fcis-26582	39	16	stage	stage	NOUN
fcis-26582	39	17	,	,	PUNCT
fcis-26582	39	18	which	which	PRON
fcis-26582	39	19	simplifies	simplify	VERB
fcis-26582	39	20	the	the	DET
fcis-26582	39	21	coding	coding	NOUN
fcis-26582	39	22	of	of	ADP
fcis-26582	39	23	the	the	DET
fcis-26582	39	24	relationship	relationship	NOUN
fcis-26582	39	25	between	between	ADP
fcis-26582	39	26	variables	variable	NOUN
fcis-26582	39	27	,	,	PUNCT
fcis-26582	39	28	and	and	CCONJ
fcis-26582	39	29	integrates	integrate	VERB
fcis-26582	39	30	the	the	DET
fcis-26582	39	31	code	code	NOUN
fcis-26582	39	32	structure	structure	NOUN
fcis-26582	39	33	information	information	NOUN
fcis-26582	39	34	through	through	ADP
fcis-26582	39	35	the	the	DET
fcis-26582	39	36	graph	graph	NOUN
fcis-26582	39	37	-	-	PUNCT
fcis-26582	39	38	guided	guide	VERB
fcis-26582	39	39	masking	masking	NOUN
fcis-26582	39	40	attention	attention	NOUN
fcis-26582	39	41	mechanism	mechanism	NOUN
fcis-26582	39	42	,	,	PUNCT
fcis-26582	39	43	which	which	PRON
fcis-26582	39	44	improves	improve	VERB
fcis-26582	39	45	the	the	DET
fcis-26582	39	46	efficiency	efficiency	NOUN
fcis-26582	39	47	of	of	ADP
fcis-26582	39	48	the	the	DET
fcis-26582	39	49	language	language	NOUN
fcis-26582	39	50	model	model	NOUN
fcis-26582	39	51	.	.	PUNCT
fcis-26582	40	1	in	in	ADP
fcis-26582	40	2	2023	2023	NUM
fcis-26582	40	3	,	,	PUNCT
fcis-26582	40	4	li	li	PROPN
fcis-26582	40	5	et	et	PROPN
fcis-26582	40	6	al.[7	al.[7	PROPN
fcis-26582	40	7	]	]	PUNCT
fcis-26582	40	8	proposed	propose	VERB
fcis-26582	40	9	the	the	DET
fcis-26582	40	10	motcoder	motcoder	ADJ
fcis-26582	40	11	model	model	NOUN
fcis-26582	40	12	and	and	CCONJ
fcis-26582	40	13	its	its	PRON
fcis-26582	40	14	mot	mot	NOUN
fcis-26582	40	15	instruction	instruction	NOUN
fcis-26582	40	16	tuning	tuning	NOUN
fcis-26582	40	17	framework	framework	NOUN
fcis-26582	40	18	.	.	PUNCT
fcis-26582	41	1	motcoder	motcoder	ADJ
fcis-26582	41	2	enhances	enhance	VERB
fcis-26582	41	3	the	the	DET
fcis-26582	41	4	modularity	modularity	NOUN
fcis-26582	41	5	and	and	CCONJ
fcis-26582	41	6	correctness	correctness	NOUN
fcis-26582	41	7	of	of	ADP
fcis-26582	41	8	the	the	DET
fcis-26582	41	9	build	build	NOUN
fcis-26582	41	10	solution	solution	NOUN
fcis-26582	41	11	by	by	ADP
fcis-26582	41	12	breaking	break	VERB
fcis-26582	41	13	down	down	ADP
fcis-26582	41	14	the	the	DET
fcis-26582	41	15	task	task	NOUN
fcis-26582	41	16	into	into	ADP
fcis-26582	41	17	logical	logical	ADJ
fcis-26582	41	18	subtasks	subtask	NOUN
fcis-26582	41	19	and	and	CCONJ
fcis-26582	41	20	submodules	submodule	NOUN
fcis-26582	41	21	,	,	PUNCT
fcis-26582	41	22	thereby	thereby	ADV
fcis-26582	41	23	improving	improve	VERB
fcis-26582	41	24	the	the	DET
fcis-26582	41	25	quality	quality	NOUN
fcis-26582	41	26	of	of	ADP
fcis-26582	41	27	code	code	NOUN
fcis-26582	41	28	generation	generation	NOUN
fcis-26582	41	29	.	.	PUNCT
fcis-26582	42	1	these	these	DET
fcis-26582	42	2	studies	study	NOUN
fcis-26582	42	3	not	not	PART
fcis-26582	42	4	only	only	ADV
fcis-26582	42	5	demonstrate	demonstrate	VERB
fcis-26582	42	6	technological	technological	ADJ
fcis-26582	42	7	innovations	innovation	NOUN
fcis-26582	42	8	in	in	ADP
fcis-26582	42	9	nl	nl	PROPN
fcis-26582	42	10	-	-	PUNCT
fcis-26582	42	11	pl	pl	PROPN
fcis-26582	42	12	conversion	conversion	NOUN
fcis-26582	42	13	,	,	PUNCT
fcis-26582	42	14	but	but	CCONJ
fcis-26582	42	15	also	also	ADV
fcis-26582	42	16	provide	provide	VERB
fcis-26582	42	17	new	new	ADJ
fcis-26582	42	18	perspectives	perspective	NOUN
fcis-26582	42	19	for	for	ADP
fcis-26582	42	20	future	future	ADJ
fcis-26582	42	21	developments	development	NOUN
fcis-26582	42	22	in	in	ADP
fcis-26582	42	23	the	the	DET
fcis-26582	42	24	field	field	NOUN
fcis-26582	42	25	of	of	ADP
fcis-26582	42	26	code	code	NOUN
fcis-26582	42	27	generation	generation	NOUN
fcis-26582	42	28	.	.	PUNCT
fcis-26582	43	1	the	the	DET
fcis-26582	43	2	research	research	NOUN
fcis-26582	43	3	on	on	ADP
fcis-26582	43	4	encoder	encoder	NOUN
fcis-26582	43	5	-	-	PUNCT
fcis-26582	43	6	only	only	ADJ
fcis-26582	43	7	code	code	NOUN
fcis-26582	43	8	generation	generation	NOUN
fcis-26582	43	9	models	model	NOUN
fcis-26582	43	10	has	have	AUX
fcis-26582	43	11	shown	show	VERB
fcis-26582	43	12	diversified	diversified	ADJ
fcis-26582	43	13	characteristics	characteristic	NOUN
fcis-26582	43	14	,	,	PUNCT
fcis-26582	43	15	from	from	ADP
fcis-26582	43	16	basic	basic	ADJ
fcis-26582	43	17	model	model	NOUN
fcis-26582	43	18	architecture	architecture	NOUN
fcis-26582	43	19	innovations	innovation	NOUN
fcis-26582	43	20	,	,	PUNCT
fcis-26582	43	21	such	such	ADJ
fcis-26582	43	22	as	as	ADP
fcis-26582	43	23	codebert	codebert	NOUN
fcis-26582	43	24	and	and	CCONJ
fcis-26582	43	25	graphcodebert	graphcodebert	NOUN
fcis-26582	43	26	,	,	PUNCT
fcis-26582	43	27	to	to	ADP
fcis-26582	43	28	task	task	NOUN
fcis-26582	43	29	-	-	PUNCT
fcis-26582	43	30	oriented	orient	VERB
fcis-26582	43	31	optimization	optimization	NOUN
fcis-26582	43	32	frameworks	framework	NOUN
fcis-26582	43	33	,	,	PUNCT
fcis-26582	43	34	such	such	ADJ
fcis-26582	43	35	as	as	ADP
fcis-26582	43	36	motcoder	motcoder	ADJ
fcis-26582	43	37	,	,	PUNCT
fcis-26582	43	38	all	all	PRON
fcis-26582	43	39	of	of	ADP
fcis-26582	43	40	which	which	PRON
fcis-26582	43	41	are	be	AUX
fcis-26582	43	42	constantly	constantly	ADV
fcis-26582	43	43	promoting	promote	VERB
fcis-26582	43	44	technological	technological	ADJ
fcis-26582	43	45	progress	progress	NOUN
fcis-26582	43	46	and	and	CCONJ
fcis-26582	43	47	development	development	NOUN
fcis-26582	43	48	in	in	ADP
fcis-26582	43	49	this	this	DET
fcis-26582	43	50	field	field	NOUN
fcis-26582	43	51	.	.	PUNCT
fcis-26582	44	1	these	these	DET
fcis-26582	44	2	research	research	NOUN
fcis-26582	44	3	results	result	VERB
fcis-26582	44	4	not	not	PART
fcis-26582	44	5	only	only	ADV
fcis-26582	44	6	provide	provide	VERB
fcis-26582	44	7	a	a	DET
fcis-26582	44	8	new	new	ADJ
fcis-26582	44	9	solution	solution	NOUN
fcis-26582	44	10	for	for	ADP
fcis-26582	44	11	the	the	DET
fcis-26582	44	12	bridge	bridge	NOUN
fcis-26582	44	13	between	between	ADP
fcis-26582	44	14	nl	nl	PROPN
fcis-26582	44	15	and	and	CCONJ
fcis-26582	44	16	pl	pl	PROPN
fcis-26582	44	17	,	,	PUNCT
fcis-26582	44	18	but	but	CCONJ
fcis-26582	44	19	also	also	ADV
fcis-26582	44	20	provide	provide	VERB
fcis-26582	44	21	rich	rich	ADJ
fcis-26582	44	22	theoretical	theoretical	ADJ
fcis-26582	44	23	basis	basis	NOUN
fcis-26582	44	24	and	and	CCONJ
fcis-26582	44	25	technical	technical	ADJ
fcis-26582	44	26	support	support	NOUN
fcis-26582	44	27	for	for	ADP
fcis-26582	44	28	future	future	ADJ
fcis-26582	44	29	scientific	scientific	ADJ
fcis-26582	44	30	research	research	NOUN
fcis-26582	44	31	.	.	PUNCT
fcis-26582	45	1	71	71	NUM
fcis-26582	45	2	2.3	2.3	NUM
fcis-26582	45	3	.	.	PUNCT
fcis-26582	46	1	decoder	decoder	NOUN
fcis-26582	46	2	-	-	PUNCT
fcis-26582	46	3	only	only	ADJ
fcis-26582	46	4	code	code	NOUN
fcis-26582	46	5	generation	generation	NOUN
fcis-26582	46	6	models	model	NOUN
fcis-26582	46	7	the	the	DET
fcis-26582	46	8	field	field	NOUN
fcis-26582	46	9	of	of	ADP
fcis-26582	46	10	code	code	NOUN
fcis-26582	46	11	generation	generation	NOUN
fcis-26582	46	12	has	have	AUX
fcis-26582	46	13	undergone	undergo	VERB
fcis-26582	46	14	significant	significant	ADJ
fcis-26582	46	15	developments	development	NOUN
fcis-26582	46	16	,	,	PUNCT
fcis-26582	46	17	with	with	ADP
fcis-26582	46	18	a	a	DET
fcis-26582	46	19	series	series	NOUN
fcis-26582	46	20	of	of	ADP
fcis-26582	46	21	advanced	advanced	ADJ
fcis-26582	46	22	pre	pre	ADJ
fcis-26582	46	23	-	-	ADJ
fcis-26582	46	24	trained	train	VERB
fcis-26582	46	25	models	model	NOUN
fcis-26582	46	26	emerging	emerge	VERB
fcis-26582	46	27	to	to	PART
fcis-26582	46	28	advance	advance	VERB
fcis-26582	46	29	programming	programming	NOUN
fcis-26582	46	30	-	-	PUNCT
fcis-26582	46	31	assisted	assist	VERB
fcis-26582	46	32	technologies	technology	NOUN
fcis-26582	46	33	.	.	PUNCT
fcis-26582	47	1	in	in	ADP
fcis-26582	47	2	2022	2022	NUM
fcis-26582	47	3	,	,	PUNCT
fcis-26582	47	4	erik	erik	PROPN
fcis-26582	47	5	nijkamp	nijkamp	PROPN
fcis-26582	47	6	et	et	PROPN
fcis-26582	47	7	al.[8	al.[8	PROPN
fcis-26582	47	8	]	]	PUNCT
fcis-26582	47	9	proposed	propose	VERB
fcis-26582	47	10	the	the	DET
fcis-26582	47	11	codegen	codegen	PROPN
fcis-26582	47	12	model	model	PROPN
fcis-26582	47	13	,	,	PUNCT
fcis-26582	47	14	which	which	PRON
fcis-26582	47	15	has	have	VERB
fcis-26582	47	16	1.6	1.6	NUM
fcis-26582	47	17	billion	billion	NUM
fcis-26582	47	18	parameters	parameter	NOUN
fcis-26582	47	19	,	,	PUNCT
fcis-26582	47	20	is	be	AUX
fcis-26582	47	21	able	able	ADJ
fcis-26582	47	22	to	to	PART
fcis-26582	47	23	decompose	decompose	VERB
fcis-26582	47	24	a	a	DET
fcis-26582	47	25	single	single	ADJ
fcis-26582	47	26	program	program	NOUN
fcis-26582	47	27	into	into	ADP
fcis-26582	47	28	multiple	multiple	ADJ
fcis-26582	47	29	sub	sub	NOUN
fcis-26582	47	30	-	-	NOUN
fcis-26582	47	31	problems	problem	NOUN
fcis-26582	47	32	,	,	PUNCT
fcis-26582	47	33	and	and	CCONJ
fcis-26582	47	34	performs	perform	VERB
fcis-26582	47	35	well	well	ADV
fcis-26582	47	36	in	in	ADP
fcis-26582	47	37	the	the	DET
fcis-26582	47	38	humaneval	humaneval	PROPN
fcis-26582	47	39	benchmark	benchmark	NOUN
fcis-26582	47	40	.	.	PUNCT
fcis-26582	48	1	in	in	ADP
fcis-26582	48	2	addition	addition	NOUN
fcis-26582	48	3	,	,	PUNCT
fcis-26582	48	4	they	they	PRON
fcis-26582	48	5	constructed	construct	VERB
fcis-26582	48	6	the	the	DET
fcis-26582	48	7	multi	multi	ADJ
fcis-26582	48	8	-	-	ADJ
fcis-26582	48	9	round	round	ADJ
fcis-26582	48	10	programming	programming	NOUN
fcis-26582	48	11	benchmark	benchmark	NOUN
fcis-26582	48	12	(	(	PUNCT
fcis-26582	48	13	mtpb	mtpb	PROPN
fcis-26582	48	14	)	)	PUNCT
fcis-26582	48	15	,	,	PUNCT
fcis-26582	48	16	which	which	PRON
fcis-26582	48	17	consists	consist	VERB
fcis-26582	48	18	of	of	ADP
fcis-26582	48	19	115	115	NUM
fcis-26582	48	20	different	different	ADJ
fcis-26582	48	21	problem	problem	NOUN
fcis-26582	48	22	sets	set	NOUN
fcis-26582	48	23	and	and	CCONJ
fcis-26582	48	24	became	become	VERB
fcis-26582	48	25	one	one	NUM
fcis-26582	48	26	of	of	ADP
fcis-26582	48	27	the	the	DET
fcis-26582	48	28	commonly	commonly	ADV
fcis-26582	48	29	used	use	VERB
fcis-26582	48	30	evaluation	evaluation	NOUN
fcis-26582	48	31	criteria	criterion	NOUN
fcis-26582	48	32	in	in	ADP
fcis-26582	48	33	subsequent	subsequent	ADJ
fcis-26582	48	34	studies	study	NOUN
fcis-26582	48	35	.	.	PUNCT
fcis-26582	49	1	in	in	ADP
fcis-26582	49	2	the	the	DET
fcis-26582	49	3	same	same	ADJ
fcis-26582	49	4	year	year	NOUN
fcis-26582	49	5	,	,	PUNCT
fcis-26582	49	6	fried	fry	VERB
fcis-26582	49	7	et	et	PROPN
fcis-26582	49	8	al.[9	al.[9	PROPN
fcis-26582	49	9	]	]	PUNCT
fcis-26582	49	10	proposed	propose	VERB
fcis-26582	49	11	the	the	DET
fcis-26582	49	12	incoder	incoder	NOUN
fcis-26582	49	13	model	model	NOUN
fcis-26582	49	14	,	,	PUNCT
fcis-26582	49	15	which	which	PRON
fcis-26582	49	16	achieves	achieve	VERB
fcis-26582	49	17	bidirectional	bidirectional	ADJ
fcis-26582	49	18	context	context	NOUN
fcis-26582	49	19	awareness	awareness	NOUN
fcis-26582	49	20	through	through	ADP
fcis-26582	49	21	code	code	NOUN
fcis-26582	49	22	filling	filling	NOUN
fcis-26582	49	23	,	,	PUNCT
fcis-26582	49	24	improves	improve	VERB
fcis-26582	49	25	the	the	DET
fcis-26582	49	26	performance	performance	NOUN
fcis-26582	49	27	of	of	ADP
fcis-26582	49	28	tasks	task	NOUN
fcis-26582	49	29	such	such	ADJ
fcis-26582	49	30	as	as	ADP
fcis-26582	49	31	type	type	NOUN
fcis-26582	49	32	inference	inference	NOUN
fcis-26582	49	33	and	and	CCONJ
fcis-26582	49	34	annotation	annotation	NOUN
fcis-26582	49	35	generation	generation	NOUN
fcis-26582	49	36	,	,	PUNCT
fcis-26582	49	37	and	and	CCONJ
fcis-26582	49	38	is	be	AUX
fcis-26582	49	39	comparable	comparable	ADJ
fcis-26582	49	40	to	to	ADP
fcis-26582	49	41	other	other	ADJ
fcis-26582	49	42	models	model	NOUN
fcis-26582	49	43	in	in	ADP
fcis-26582	49	44	terms	term	NOUN
fcis-26582	49	45	of	of	ADP
fcis-26582	49	46	program	program	NOUN
fcis-26582	49	47	generation	generation	NOUN
fcis-26582	49	48	capabilities	capability	NOUN
fcis-26582	49	49	.	.	PUNCT
fcis-26582	50	1	huawei	huawei	PROPN
fcis-26582	50	2	's	's	PART
fcis-26582	50	3	pangu	pangu	PROPN
fcis-26582	50	4	-	-	PUNCT
fcis-26582	50	5	coder[10	coder[10	VERB
fcis-26582	50	6	]	]	PUNCT
fcis-26582	50	7	implements	implement	VERB
fcis-26582	50	8	text	text	NOUN
fcis-26582	50	9	-	-	PUNCT
fcis-26582	50	10	tocode	tocode	NOUN
fcis-26582	50	11	conversion	conversion	NOUN
fcis-26582	50	12	on	on	ADP
fcis-26582	50	13	the	the	DET
fcis-26582	50	14	pangu	pangu	NOUN
fcis-26582	50	15	-	-	PUNCT
fcis-26582	50	16	alpha	alpha	NOUN
fcis-26582	50	17	architecture	architecture	NOUN
fcis-26582	50	18	,	,	PUNCT
fcis-26582	50	19	and	and	CCONJ
fcis-26582	50	20	enhances	enhance	VERB
fcis-26582	50	21	the	the	DET
fcis-26582	50	22	performance	performance	NOUN
fcis-26582	50	23	of	of	ADP
fcis-26582	50	24	the	the	DET
fcis-26582	50	25	model	model	NOUN
fcis-26582	50	26	in	in	ADP
fcis-26582	50	27	a	a	DET
fcis-26582	50	28	small	small	ADJ
fcis-26582	50	29	context	context	NOUN
fcis-26582	50	30	window	window	NOUN
fcis-26582	50	31	through	through	ADP
fcis-26582	50	32	a	a	DET
fcis-26582	50	33	combination	combination	NOUN
fcis-26582	50	34	of	of	ADP
fcis-26582	50	35	causal	causal	ADJ
fcis-26582	50	36	language	language	NOUN
fcis-26582	50	37	modeling	modeling	NOUN
fcis-26582	50	38	(	(	PUNCT
fcis-26582	50	39	clm	clm	NOUN
fcis-26582	50	40	)	)	PUNCT
fcis-26582	50	41	and	and	CCONJ
fcis-26582	50	42	masking	mask	VERB
fcis-26582	50	43	language	language	NOUN
fcis-26582	50	44	modeling	modeling	NOUN
fcis-26582	50	45	(	(	PUNCT
fcis-26582	50	46	mlm	mlm	NOUN
fcis-26582	50	47	)	)	PUNCT
fcis-26582	50	48	.	.	PUNCT
fcis-26582	51	1	in	in	ADP
fcis-26582	51	2	terms	term	NOUN
fcis-26582	51	3	of	of	ADP
fcis-26582	51	4	automatic	automatic	ADJ
fcis-26582	51	5	test	test	NOUN
fcis-26582	51	6	case	case	NOUN
fcis-26582	51	7	generation	generation	NOUN
fcis-26582	51	8	,	,	PUNCT
fcis-26582	51	9	chen	chen	PROPN
fcis-26582	51	10	et	et	PROPN
fcis-26582	51	11	al	al	PROPN
fcis-26582	51	12	.	.	PROPN
fcis-26582	51	13	launched	launch	VERB
fcis-26582	51	14	the	the	DET
fcis-26582	51	15	codet[11	codet[11	NOUN
fcis-26582	51	16	]	]	PUNCT
fcis-26582	51	17	model	model	NOUN
fcis-26582	51	18	in	in	ADP
fcis-26582	51	19	2022	2022	NUM
fcis-26582	51	20	,	,	PUNCT
fcis-26582	51	21	which	which	PRON
fcis-26582	51	22	is	be	AUX
fcis-26582	51	23	able	able	ADJ
fcis-26582	51	24	to	to	PART
fcis-26582	51	25	perform	perform	VERB
fcis-26582	51	26	a	a	DET
fcis-26582	51	27	dual	dual	ADJ
fcis-26582	51	28	execution	execution	NOUN
fcis-26582	51	29	protocol	protocol	NOUN
fcis-26582	51	30	to	to	PART
fcis-26582	51	31	ensure	ensure	VERB
fcis-26582	51	32	the	the	DET
fcis-26582	51	33	consistency	consistency	NOUN
fcis-26582	51	34	of	of	ADP
fcis-26582	51	35	test	test	NOUN
fcis-26582	51	36	cases	case	NOUN
fcis-26582	51	37	,	,	PUNCT
fcis-26582	51	38	and	and	CCONJ
fcis-26582	51	39	has	have	VERB
fcis-26582	51	40	a	a	DET
fcis-26582	51	41	pass@1	pass@1	NOUN
fcis-26582	51	42	of	of	ADP
fcis-26582	51	43	65.8	65.8	NUM
fcis-26582	51	44	%	%	NOUN
fcis-26582	51	45	on	on	ADP
fcis-26582	51	46	humaneval	humaneval	PROPN
fcis-26582	51	47	,	,	PUNCT
fcis-26582	51	48	which	which	PRON
fcis-26582	51	49	is	be	AUX
fcis-26582	51	50	better	well	ADJ
fcis-26582	51	51	than	than	ADP
fcis-26582	51	52	previous	previous	ADJ
fcis-26582	51	53	research	research	NOUN
fcis-26582	51	54	results	result	NOUN
fcis-26582	51	55	.	.	PUNCT
fcis-26582	52	1	the	the	DET
fcis-26582	52	2	unixcoder[12	unixcoder[12	PROPN
fcis-26582	52	3	]	]	PUNCT
fcis-26582	52	4	proposed	propose	VERB
fcis-26582	52	5	by	by	ADP
fcis-26582	52	6	guo	guo	PROPN
fcis-26582	52	7	et	et	PROPN
fcis-26582	52	8	al	al	PROPN
fcis-26582	52	9	.	.	PROPN
fcis-26582	52	10	is	be	AUX
fcis-26582	52	11	a	a	DET
fcis-26582	52	12	unified	unified	ADJ
fcis-26582	52	13	cross	cross	ADJ
fcis-26582	52	14	-	-	ADJ
fcis-26582	52	15	modal	modal	ADJ
fcis-26582	52	16	pre	pre	ADJ
fcis-26582	52	17	-	-	ADJ
fcis-26582	52	18	trained	train	VERB
fcis-26582	52	19	model	model	NOUN
fcis-26582	52	20	,	,	PUNCT
fcis-26582	52	21	which	which	PRON
fcis-26582	52	22	enhances	enhance	VERB
fcis-26582	52	23	the	the	DET
fcis-26582	52	24	code	code	NOUN
fcis-26582	52	25	representation	representation	NOUN
fcis-26582	52	26	ability	ability	NOUN
fcis-26582	52	27	by	by	ADP
fcis-26582	52	28	using	use	VERB
fcis-26582	52	29	information	information	NOUN
fcis-26582	52	30	such	such	ADJ
fcis-26582	52	31	as	as	ADP
fcis-26582	52	32	ast	ast	NOUN
fcis-26582	52	33	encoding	encoding	NOUN
fcis-26582	52	34	and	and	CCONJ
fcis-26582	52	35	code	code	NOUN
fcis-26582	52	36	comments	comment	NOUN
fcis-26582	52	37	,	,	PUNCT
fcis-26582	52	38	and	and	CCONJ
fcis-26582	52	39	achieves	achieve	VERB
fcis-26582	52	40	good	good	ADJ
fcis-26582	52	41	performance	performance	NOUN
fcis-26582	52	42	on	on	ADP
fcis-26582	52	43	multiple	multiple	ADJ
fcis-26582	52	44	code	code	NOUN
fcis-26582	52	45	tasks	task	NOUN
fcis-26582	52	46	.	.	PUNCT
fcis-26582	53	1	the	the	DET
fcis-26582	53	2	year	year	NOUN
fcis-26582	53	3	2023	2023	NUM
fcis-26582	53	4	saw	see	VERB
fcis-26582	53	5	the	the	DET
fcis-26582	53	6	birth	birth	NOUN
fcis-26582	53	7	of	of	ADP
fcis-26582	53	8	the	the	DET
fcis-26582	53	9	codegeex[13	codegeex[13	NOUN
fcis-26582	53	10	]	]	X
fcis-26582	53	11	model	model	NOUN
fcis-26582	53	12	,	,	PUNCT
fcis-26582	53	13	which	which	PRON
fcis-26582	53	14	has	have	AUX
fcis-26582	53	15	reached	reach	VERB
fcis-26582	53	16	13	13	NUM
fcis-26582	53	17	billion	billion	NUM
fcis-26582	53	18	parameters	parameter	NOUN
fcis-26582	53	19	,	,	PUNCT
fcis-26582	53	20	supports	support	VERB
fcis-26582	53	21	not	not	PART
fcis-26582	53	22	only	only	ADV
fcis-26582	53	23	python	python	NOUN
fcis-26582	53	24	,	,	PUNCT
fcis-26582	53	25	but	but	CCONJ
fcis-26582	53	26	also	also	ADV
fcis-26582	53	27	proposes	propose	VERB
fcis-26582	53	28	humaneval	humaneval	PROPN
fcis-26582	53	29	-	-	PUNCT
fcis-26582	53	30	x	x	NOUN
fcis-26582	53	31	,	,	PUNCT
fcis-26582	53	32	an	an	DET
fcis-26582	53	33	evaluation	evaluation	NOUN
fcis-26582	53	34	benchmark	benchmark	NOUN
fcis-26582	53	35	that	that	PRON
fcis-26582	53	36	supports	support	VERB
fcis-26582	53	37	multiple	multiple	ADJ
fcis-26582	53	38	programming	programming	NOUN
fcis-26582	53	39	languages	language	NOUN
fcis-26582	53	40	,	,	PUNCT
fcis-26582	53	41	and	and	CCONJ
fcis-26582	53	42	builds	build	VERB
fcis-26582	53	43	extensions	extension	NOUN
fcis-26582	53	44	on	on	ADP
fcis-26582	53	45	platforms	platform	NOUN
fcis-26582	53	46	such	such	ADJ
fcis-26582	53	47	as	as	ADP
fcis-26582	53	48	visual	visual	ADJ
fcis-26582	53	49	studio	studio	NOUN
fcis-26582	53	50	code	code	NOUN
fcis-26582	53	51	.	.	PUNCT
fcis-26582	54	1	loubna	loubna	PROPN
fcis-26582	54	2	ben	ben	PROPN
fcis-26582	54	3	allal	allal	PROPN
fcis-26582	54	4	et	et	PROPN
fcis-26582	54	5	al	al	PROPN
fcis-26582	54	6	.	.	PUNCT
fcis-26582	55	1	[	[	X
fcis-26582	55	2	14	14	NUM
fcis-26582	55	3	]	]	PUNCT
fcis-26582	55	4	proposed	propose	VERB
fcis-26582	55	5	the	the	DET
fcis-26582	55	6	santacoder	santacoder	NOUN
fcis-26582	55	7	model	model	NOUN
fcis-26582	55	8	,	,	PUNCT
fcis-26582	55	9	which	which	PRON
fcis-26582	55	10	improves	improve	VERB
fcis-26582	55	11	model	model	NOUN
fcis-26582	55	12	performance	performance	NOUN
fcis-26582	55	13	by	by	ADP
fcis-26582	55	14	training	train	VERB
fcis-26582	55	15	on	on	ADP
fcis-26582	55	16	a	a	DET
fcis-26582	55	17	specific	specific	ADJ
fcis-26582	55	18	subset	subset	NOUN
fcis-26582	55	19	of	of	ADP
fcis-26582	55	20	programming	programming	NOUN
fcis-26582	55	21	languages	language	NOUN
fcis-26582	55	22	and	and	CCONJ
fcis-26582	55	23	using	use	VERB
fcis-26582	55	24	a	a	DET
fcis-26582	55	25	preprocessing	preprocessing	NOUN
fcis-26582	55	26	method	method	NOUN
fcis-26582	55	27	to	to	PART
fcis-26582	55	28	filter	filter	NOUN
fcis-26582	55	29	duplicates	duplicate	NOUN
fcis-26582	55	30	.	.	PUNCT
fcis-26582	56	1	the	the	DET
fcis-26582	56	2	magicoder	magicoder	NOUN
fcis-26582	56	3	model	model	NOUN
fcis-26582	56	4	by	by	ADP
fcis-26582	56	5	wei	wei	PROPN
fcis-26582	56	6	et	et	PROPN
fcis-26582	56	7	al.[15	al.[15	PROPN
fcis-26582	56	8	]	]	PUNCT
fcis-26582	56	9	was	be	AUX
fcis-26582	56	10	trained	train	VERB
fcis-26582	56	11	on	on	ADP
fcis-26582	56	12	synthetic	synthetic	ADJ
fcis-26582	56	13	instruction	instruction	NOUN
fcis-26582	56	14	data	datum	NOUN
fcis-26582	56	15	using	use	VERB
fcis-26582	56	16	oss	oss	PROPN
fcis-26582	56	17	-	-	PUNCT
fcis-26582	56	18	i	i	PRON
fcis-26582	56	19	nstruct	nstruct	VERB
fcis-26582	56	20	and	and	CCONJ
fcis-26582	56	21	performed	perform	VERB
fcis-26582	56	22	well	well	ADV
fcis-26582	56	23	on	on	ADP
fcis-26582	56	24	the	the	DET
fcis-26582	56	25	humaneval+	humaneval+	X
fcis-26582	56	26	benchmark	benchmark	NOUN
fcis-26582	56	27	.	.	PUNCT
fcis-26582	57	1	during	during	ADP
fcis-26582	57	2	the	the	DET
fcis-26582	57	3	same	same	ADJ
fcis-26582	57	4	period	period	NOUN
fcis-26582	57	5	,	,	PUNCT
fcis-26582	57	6	the	the	DET
fcis-26582	57	7	starcoder	starcoder	NOUN
fcis-26582	57	8	model	model	NOUN
fcis-26582	57	9	proposed	propose	VERB
fcis-26582	57	10	by	by	ADP
fcis-26582	57	11	li	li	PROPN
fcis-26582	57	12	et	et	PROPN
fcis-26582	57	13	al.[16	al.[16	PROPN
fcis-26582	57	14	]	]	PUNCT
fcis-26582	57	15	performed	perform	VERB
fcis-26582	57	16	well	well	ADV
fcis-26582	57	17	in	in	ADP
fcis-26582	57	18	a	a	DET
fcis-26582	57	19	variety	variety	NOUN
fcis-26582	57	20	of	of	ADP
fcis-26582	57	21	programming	programming	NOUN
fcis-26582	57	22	languages	language	NOUN
fcis-26582	57	23	,	,	PUNCT
fcis-26582	57	24	while	while	SCONJ
fcis-26582	57	25	the	the	DET
fcis-26582	57	26	wizardcoder	wizardcoder	NOUN
fcis-26582	57	27	proposed	propose	VERB
fcis-26582	57	28	by	by	ADP
fcis-26582	57	29	luo	luo	PROPN
fcis-26582	57	30	et	et	PROPN
fcis-26582	57	31	al.[17	al.[17	PROPN
fcis-26582	57	32	]	]	PUNCT
fcis-26582	57	33	improved	improve	VERB
fcis-26582	57	34	the	the	DET
fcis-26582	57	35	fine	fine	ADV
fcis-26582	57	36	-	-	PUNCT
fcis-26582	57	37	tuning	tune	VERB
fcis-26582	57	38	ability	ability	NOUN
fcis-26582	57	39	of	of	ADP
fcis-26582	57	40	complex	complex	ADJ
fcis-26582	57	41	instructions	instruction	NOUN
fcis-26582	57	42	through	through	ADP
fcis-26582	57	43	the	the	DET
fcis-26582	57	44	evolution	evolution	NOUN
fcis-26582	57	45	-	-	PUNCT
fcis-26582	57	46	directive	directive	NOUN
fcis-26582	57	47	approach	approach	NOUN
fcis-26582	57	48	.	.	PUNCT
fcis-26582	58	1	in	in	ADP
fcis-26582	58	2	addition	addition	NOUN
fcis-26582	58	3	,	,	PUNCT
fcis-26582	58	4	microsoft	microsoft	PROPN
fcis-26582	58	5	's	's	PART
fcis-26582	58	6	wavecoder	wavecoder	NOUN
fcis-26582	58	7	[	[	X
fcis-26582	58	8	18]model	18]model	NUM
fcis-26582	58	9	solves	solve	VERB
fcis-26582	58	10	the	the	DET
fcis-26582	58	11	problem	problem	NOUN
fcis-26582	58	12	of	of	ADP
fcis-26582	58	13	repetition	repetition	NOUN
fcis-26582	58	14	in	in	ADP
fcis-26582	58	15	instruction	instruction	NOUN
fcis-26582	58	16	data	datum	NOUN
fcis-26582	58	17	generation	generation	NOUN
fcis-26582	58	18	and	and	CCONJ
fcis-26582	58	19	enhances	enhance	VERB
fcis-26582	58	20	the	the	DET
fcis-26582	58	21	generalization	generalization	NOUN
fcis-26582	58	22	ability	ability	NOUN
fcis-26582	58	23	of	of	ADP
fcis-26582	58	24	the	the	DET
fcis-26582	58	25	model	model	NOUN
fcis-26582	58	26	by	by	ADP
fcis-26582	58	27	classifying	classify	VERB
fcis-26582	58	28	instruction	instruction	NOUN
fcis-26582	58	29	data	datum	NOUN
fcis-26582	58	30	and	and	CCONJ
fcis-26582	58	31	introducing	introduce	VERB
fcis-26582	58	32	the	the	DET
fcis-26582	58	33	generatordiscriminator	generatordiscriminator	NOUN
fcis-26582	58	34	framework	framework	NOUN
fcis-26582	58	35	.	.	PUNCT
fcis-26582	59	1	in	in	ADP
fcis-26582	59	2	early	early	ADJ
fcis-26582	59	3	2024	2024	NUM
fcis-26582	59	4	,	,	PUNCT
fcis-26582	59	5	guo	guo	PROPN
fcis-26582	59	6	et	et	NOUN
fcis-26582	59	7	al.[19	al.[19	PROPN
fcis-26582	59	8	]	]	PUNCT
fcis-26582	59	9	opensourced	opensource	VERB
fcis-26582	59	10	the	the	DET
fcis-26582	59	11	deepseek	deepseek	ADJ
fcis-26582	59	12	coder	coder	NOUN
fcis-26582	59	13	model	model	NOUN
fcis-26582	59	14	,	,	PUNCT
fcis-26582	59	15	which	which	PRON
fcis-26582	59	16	is	be	AUX
fcis-26582	59	17	pre	pre	VERB
fcis-26582	59	18	-	-	VERB
fcis-26582	59	19	trained	train	VERB
fcis-26582	59	20	on	on	ADP
fcis-26582	59	21	a	a	DET
fcis-26582	59	22	large	large	ADJ
fcis-26582	59	23	-	-	PUNCT
fcis-26582	59	24	scale	scale	NOUN
fcis-26582	59	25	code	code	NOUN
fcis-26582	59	26	corpus	corpus	NOUN
fcis-26582	59	27	and	and	CCONJ
fcis-26582	59	28	further	far	ADV
fcis-26582	59	29	optimized	optimize	VERB
fcis-26582	59	30	for	for	ADP
fcis-26582	59	31	performance	performance	NOUN
fcis-26582	59	32	with	with	ADP
fcis-26582	59	33	fine	fine	ADV
fcis-26582	59	34	-	-	PUNCT
fcis-26582	59	35	tuning	tuning	NOUN
fcis-26582	59	36	.	.	PUNCT
fcis-26582	60	1	openai	openai	PROPN
fcis-26582	60	2	's	's	PART
fcis-26582	60	3	gpt-4o[20	gpt-4o[20	NOUN
fcis-26582	60	4	]	]	PUNCT
fcis-26582	60	5	marks	mark	VERB
fcis-26582	60	6	a	a	DET
fcis-26582	60	7	major	major	ADJ
fcis-26582	60	8	breakthrough	breakthrough	NOUN
fcis-26582	60	9	in	in	ADP
fcis-26582	60	10	multimodal	multimodal	NOUN
fcis-26582	60	11	technology	technology	NOUN
fcis-26582	60	12	,	,	PUNCT
fcis-26582	60	13	with	with	ADP
fcis-26582	60	14	performance	performance	NOUN
fcis-26582	60	15	similar	similar	ADJ
fcis-26582	60	16	to	to	ADP
fcis-26582	60	17	that	that	PRON
fcis-26582	60	18	of	of	ADP
fcis-26582	60	19	humans	human	NOUN
fcis-26582	60	20	on	on	ADP
fcis-26582	60	21	a	a	DET
fcis-26582	60	22	variety	variety	NOUN
fcis-26582	60	23	of	of	ADP
fcis-26582	60	24	tasks	task	NOUN
fcis-26582	60	25	,	,	PUNCT
fcis-26582	60	26	especially	especially	ADV
fcis-26582	60	27	in	in	ADP
fcis-26582	60	28	visual	visual	ADJ
fcis-26582	60	29	and	and	CCONJ
fcis-26582	60	30	audio	audio	ADJ
fcis-26582	60	31	understanding	understanding	NOUN
fcis-26582	60	32	,	,	PUNCT
fcis-26582	60	33	have	have	VERB
fcis-26582	60	34	better	well	ADJ
fcis-26582	60	35	performance	performance	NOUN
fcis-26582	60	36	than	than	ADP
fcis-26582	60	37	gpt-4[21][22	gpt-4[21][22	PROPN
fcis-26582	60	38	]	]	PUNCT
fcis-26582	60	39	.	.	PUNCT
fcis-26582	61	1	in	in	ADP
fcis-26582	61	2	the	the	DET
fcis-26582	61	3	same	same	ADJ
fcis-26582	61	4	year	year	NOUN
fcis-26582	61	5	,	,	PUNCT
fcis-26582	61	6	the	the	DET
fcis-26582	61	7	codestral[23	codestral[23	NOUN
fcis-26582	61	8	]	]	PUNCT
fcis-26582	61	9	model	model	NOUN
fcis-26582	61	10	released	release	VERB
fcis-26582	61	11	by	by	ADP
fcis-26582	61	12	the	the	DET
fcis-26582	61	13	mistral	mistral	ADJ
fcis-26582	61	14	ai	ai	AUX
fcis-26582	61	15	team	team	NOUN
fcis-26582	61	16	focuses	focus	VERB
fcis-26582	61	17	on	on	ADP
fcis-26582	61	18	code	code	NOUN
fcis-26582	61	19	generation	generation	NOUN
fcis-26582	61	20	tasks	task	NOUN
fcis-26582	61	21	and	and	CCONJ
fcis-26582	61	22	supports	support	VERB
fcis-26582	61	23	multiple	multiple	ADJ
fcis-26582	61	24	programming	programming	NOUN
fcis-26582	61	25	languages	language	NOUN
fcis-26582	61	26	.	.	PUNCT
fcis-26582	62	1	the	the	DET
fcis-26582	62	2	claude	claude	PROPN
fcis-26582	62	3	3.5	3.5	NUM
fcis-26582	62	4	sonnet[24	sonnet[24	PROPN
fcis-26582	62	5	]	]	PUNCT
fcis-26582	62	6	model	model	NOUN
fcis-26582	62	7	launched	launch	VERB
fcis-26582	62	8	by	by	ADP
fcis-26582	62	9	anthropicclaude	anthropicclaude	NOUN
fcis-26582	62	10	has	have	AUX
fcis-26582	62	11	reached	reach	VERB
fcis-26582	62	12	a	a	DET
fcis-26582	62	13	high	high	ADJ
fcis-26582	62	14	level	level	NOUN
fcis-26582	62	15	in	in	ADP
fcis-26582	62	16	terms	term	NOUN
fcis-26582	62	17	of	of	ADP
fcis-26582	62	18	reasoning	reasoning	NOUN
fcis-26582	62	19	ability	ability	NOUN
fcis-26582	62	20	,	,	PUNCT
fcis-26582	62	21	knowledge	knowledge	NOUN
fcis-26582	62	22	mastery	mastery	NOUN
fcis-26582	62	23	and	and	CCONJ
fcis-26582	62	24	coding	code	VERB
fcis-26582	62	25	ability	ability	NOUN
fcis-26582	62	26	.	.	PUNCT
fcis-26582	63	1	in	in	ADP
fcis-26582	63	2	2024	2024	NUM
fcis-26582	63	3	,	,	PUNCT
fcis-26582	63	4	the	the	DET
fcis-26582	63	5	release	release	NOUN
fcis-26582	63	6	of	of	ADP
fcis-26582	63	7	the	the	DET
fcis-26582	63	8	qwen	qwen	PROPN
fcis-26582	63	9	2[25	2[25	PROPN
fcis-26582	63	10	]	]	X
fcis-26582	63	11	model	model	NOUN
fcis-26582	63	12	further	far	ADV
fcis-26582	63	13	boosted	boost	VERB
fcis-26582	63	14	the	the	DET
fcis-26582	63	15	development	development	NOUN
fcis-26582	63	16	of	of	ADP
fcis-26582	63	17	code	code	NOUN
fcis-26582	63	18	generation	generation	NOUN
fcis-26582	63	19	technology	technology	NOUN
fcis-26582	63	20	.	.	PUNCT
fcis-26582	64	1	the	the	DET
fcis-26582	64	2	qwen	qwen	PROPN
fcis-26582	64	3	2	2	NUM
fcis-26582	64	4	model	model	NOUN
fcis-26582	64	5	covers	cover	VERB
fcis-26582	64	6	a	a	DET
fcis-26582	64	7	wide	wide	ADJ
fcis-26582	64	8	range	range	NOUN
fcis-26582	64	9	of	of	ADP
fcis-26582	64	10	parameters	parameter	NOUN
fcis-26582	64	11	from	from	ADP
fcis-26582	64	12	hundreds	hundred	NOUN
fcis-26582	64	13	of	of	ADP
fcis-26582	64	14	millions	million	NOUN
fcis-26582	64	15	to	to	PART
fcis-26582	64	16	billions	billion	NOUN
fcis-26582	64	17	of	of	ADP
fcis-26582	64	18	parameters	parameter	NOUN
fcis-26582	64	19	and	and	CCONJ
fcis-26582	64	20	has	have	AUX
fcis-26582	64	21	demonstrated	demonstrate	VERB
fcis-26582	64	22	comparable	comparable	ADJ
fcis-26582	64	23	or	or	CCONJ
fcis-26582	64	24	even	even	ADV
fcis-26582	64	25	better	well	ADJ
fcis-26582	64	26	performance	performance	NOUN
fcis-26582	64	27	than	than	ADP
fcis-26582	64	28	proprietary	proprietary	ADJ
fcis-26582	64	29	models	model	NOUN
fcis-26582	64	30	like	like	ADP
fcis-26582	64	31	qwen[26	qwen[26	NOUN
fcis-26582	64	32	]	]	PUNCT
fcis-26582	64	33	in	in	ADP
fcis-26582	64	34	multiple	multiple	ADJ
fcis-26582	64	35	benchmarks	benchmark	NOUN
fcis-26582	64	36	such	such	ADJ
fcis-26582	64	37	as	as	ADP
fcis-26582	64	38	coding	code	VERB
fcis-26582	64	39	.	.	PUNCT
fcis-26582	65	1	meta	meta	PROPN
fcis-26582	65	2	's	's	PART
fcis-26582	65	3	llama	llama	ADJ
fcis-26582	65	4	3.1series[27][28][29][30	3.1series[27][28][29][30	NUM
fcis-26582	65	5	]	]	PUNCT
fcis-26582	65	6	models	model	NOUN
fcis-26582	65	7	have	have	AUX
fcis-26582	65	8	achieved	achieve	VERB
fcis-26582	65	9	an	an	DET
fcis-26582	65	10	important	important	ADJ
fcis-26582	65	11	breakthrough	breakthrough	NOUN
fcis-26582	65	12	in	in	ADP
fcis-26582	65	13	multi	multi	ADJ
fcis-26582	65	14	-	-	ADJ
fcis-26582	65	15	language	language	NOUN
fcis-26582	65	16	support	support	NOUN
fcis-26582	65	17	,	,	PUNCT
fcis-26582	65	18	and	and	CCONJ
fcis-26582	65	19	their	their	PRON
fcis-26582	65	20	powerful	powerful	ADJ
fcis-26582	65	21	instruction	instruction	NOUN
fcis-26582	65	22	tuning	tune	VERB
fcis-26582	65	23	capabilities	capability	NOUN
fcis-26582	65	24	and	and	CCONJ
fcis-26582	65	25	wide	wide	ADJ
fcis-26582	65	26	applicability	applicability	NOUN
fcis-26582	65	27	make	make	VERB
fcis-26582	65	28	them	they	PRON
fcis-26582	65	29	ideal	ideal	ADJ
fcis-26582	65	30	for	for	ADP
fcis-26582	65	31	advanced	advanced	ADJ
fcis-26582	65	32	applications	application	NOUN
fcis-26582	65	33	.	.	PUNCT
fcis-26582	66	1	the	the	DET
fcis-26582	66	2	gemma	gemma	PROPN
fcis-26582	66	3	2[31	2[31	PROPN
fcis-26582	66	4	]	]	PUNCT
fcis-26582	66	5	model	model	NOUN
fcis-26582	66	6	,	,	PUNCT
fcis-26582	66	7	through	through	ADP
fcis-26582	66	8	lightweight	lightweight	ADJ
fcis-26582	66	9	design	design	NOUN
fcis-26582	66	10	and	and	CCONJ
fcis-26582	66	11	the	the	DET
fcis-26582	66	12	application	application	NOUN
fcis-26582	66	13	of	of	ADP
fcis-26582	66	14	advanced	advanced	ADJ
fcis-26582	66	15	technology	technology	NOUN
fcis-26582	66	16	,	,	PUNCT
fcis-26582	66	17	not	not	PART
fcis-26582	66	18	only	only	ADV
fcis-26582	66	19	surpasses	surpass	VERB
fcis-26582	66	20	similar	similar	ADJ
fcis-26582	66	21	models	model	NOUN
fcis-26582	66	22	in	in	ADP
fcis-26582	66	23	multiple	multiple	ADJ
fcis-26582	66	24	tasks	task	NOUN
fcis-26582	66	25	,	,	PUNCT
fcis-26582	66	26	but	but	CCONJ
fcis-26582	66	27	also	also	ADV
fcis-26582	66	28	pays	pay	VERB
fcis-26582	66	29	special	special	ADJ
fcis-26582	66	30	attention	attention	NOUN
fcis-26582	66	31	to	to	ADP
fcis-26582	66	32	the	the	DET
fcis-26582	66	33	safety	safety	NOUN
fcis-26582	66	34	and	and	CCONJ
fcis-26582	66	35	responsibility	responsibility	NOUN
fcis-26582	66	36	of	of	ADP
fcis-26582	66	37	the	the	DET
fcis-26582	66	38	model	model	NOUN
fcis-26582	66	39	,	,	PUNCT
fcis-26582	66	40	pointing	point	VERB
fcis-26582	66	41	out	out	ADP
fcis-26582	66	42	the	the	DET
fcis-26582	66	43	direction	direction	NOUN
fcis-26582	66	44	for	for	ADP
fcis-26582	66	45	the	the	DET
fcis-26582	66	46	development	development	NOUN
fcis-26582	66	47	of	of	ADP
fcis-26582	66	48	future	future	ADJ
fcis-26582	66	49	models[32][33][34	models[32][33][34	PROPN
fcis-26582	66	50	]	]	PUNCT
fcis-26582	66	51	.	.	PUNCT
fcis-26582	67	1	in	in	ADP
fcis-26582	67	2	short	short	ADJ
fcis-26582	67	3	,	,	PUNCT
fcis-26582	67	4	from	from	ADP
fcis-26582	67	5	2022	2022	NUM
fcis-26582	67	6	to	to	ADP
fcis-26582	67	7	the	the	DET
fcis-26582	67	8	present	present	ADJ
fcis-26582	67	9	,	,	PUNCT
fcis-26582	67	10	significant	significant	ADJ
fcis-26582	67	11	progress	progress	NOUN
fcis-26582	67	12	has	have	AUX
fcis-26582	67	13	been	be	AUX
fcis-26582	67	14	made	make	VERB
fcis-26582	67	15	in	in	ADP
fcis-26582	67	16	the	the	DET
fcis-26582	67	17	field	field	NOUN
fcis-26582	67	18	of	of	ADP
fcis-26582	67	19	code	code	NOUN
fcis-26582	67	20	generation	generation	NOUN
fcis-26582	67	21	,	,	PUNCT
fcis-26582	67	22	and	and	CCONJ
fcis-26582	67	23	the	the	DET
fcis-26582	67	24	launch	launch	NOUN
fcis-26582	67	25	of	of	ADP
fcis-26582	67	26	a	a	DET
fcis-26582	67	27	variety	variety	NOUN
fcis-26582	67	28	of	of	ADP
fcis-26582	67	29	models	model	NOUN
fcis-26582	67	30	has	have	AUX
fcis-26582	67	31	not	not	PART
fcis-26582	67	32	only	only	ADV
fcis-26582	67	33	enriched	enrich	VERB
fcis-26582	67	34	the	the	DET
fcis-26582	67	35	technical	technical	ADJ
fcis-26582	67	36	means	mean	NOUN
fcis-26582	67	37	,	,	PUNCT
fcis-26582	67	38	but	but	CCONJ
fcis-26582	67	39	also	also	ADV
fcis-26582	67	40	provided	provide	VERB
fcis-26582	67	41	a	a	DET
fcis-26582	67	42	solid	solid	ADJ
fcis-26582	67	43	theoretical	theoretical	ADJ
fcis-26582	67	44	foundation	foundation	NOUN
fcis-26582	67	45	and	and	CCONJ
fcis-26582	67	46	technical	technical	ADJ
fcis-26582	67	47	support	support	NOUN
fcis-26582	67	48	for	for	ADP
fcis-26582	67	49	practical	practical	ADJ
fcis-26582	67	50	applications	application	NOUN
fcis-26582	67	51	.	.	PUNCT
fcis-26582	68	1	these	these	DET
fcis-26582	68	2	research	research	NOUN
fcis-26582	68	3	results	result	VERB
fcis-26582	68	4	not	not	PART
fcis-26582	68	5	only	only	ADV
fcis-26582	68	6	show	show	VERB
fcis-26582	68	7	technological	technological	ADJ
fcis-26582	68	8	innovation	innovation	NOUN
fcis-26582	68	9	,	,	PUNCT
fcis-26582	68	10	but	but	CCONJ
fcis-26582	68	11	also	also	ADV
fcis-26582	68	12	reveal	reveal	VERB
fcis-26582	68	13	that	that	SCONJ
fcis-26582	68	14	code	code	NOUN
fcis-26582	68	15	generation	generation	NOUN
fcis-26582	68	16	models	model	NOUN
fcis-26582	68	17	are	be	AUX
fcis-26582	68	18	moving	move	VERB
fcis-26582	68	19	towards	towards	ADP
fcis-26582	68	20	more	more	ADV
fcis-26582	68	21	practical	practical	ADJ
fcis-26582	68	22	and	and	CCONJ
fcis-26582	68	23	professional	professional	ADJ
fcis-26582	68	24	directions	direction	NOUN
fcis-26582	68	25	.	.	PUNCT
fcis-26582	69	1	3	3	X
fcis-26582	69	2	.	.	X
fcis-26582	69	3	evaluation	evaluation	NOUN
fcis-26582	69	4	datasets	dataset	NOUN
fcis-26582	69	5	for	for	ADP
fcis-26582	69	6	code	code	NOUN
fcis-26582	69	7	generation	generation	NOUN
fcis-26582	69	8	before	before	ADP
fcis-26582	69	9	2020	2020	NUM
fcis-26582	69	10	,	,	PUNCT
fcis-26582	69	11	most	most	ADJ
fcis-26582	69	12	of	of	ADP
fcis-26582	69	13	the	the	DET
fcis-26582	69	14	code	code	NOUN
fcis-26582	69	15	generated	generate	VERB
fcis-26582	69	16	by	by	ADP
fcis-26582	69	17	the	the	DET
fcis-26582	69	18	model	model	NOUN
fcis-26582	69	19	could	could	AUX
fcis-26582	69	20	not	not	PART
fcis-26582	69	21	be	be	AUX
fcis-26582	69	22	directly	directly	ADV
fcis-26582	69	23	executed	execute	VERB
fcis-26582	69	24	,	,	PUNCT
fcis-26582	69	25	and	and	CCONJ
fcis-26582	69	26	was	be	AUX
fcis-26582	69	27	only	only	ADV
fcis-26582	69	28	evaluated	evaluate	VERB
fcis-26582	69	29	by	by	ADP
fcis-26582	69	30	the	the	DET
fcis-26582	69	31	similarity	similarity	NOUN
fcis-26582	69	32	between	between	ADP
fcis-26582	69	33	the	the	DET
fcis-26582	69	34	generated	generate	VERB
fcis-26582	69	35	code	code	NOUN
fcis-26582	69	36	and	and	CCONJ
fcis-26582	69	37	the	the	DET
fcis-26582	69	38	reference	reference	NOUN
fcis-26582	69	39	code	code	NOUN
fcis-26582	69	40	,	,	PUNCT
fcis-26582	69	41	and	and	CCONJ
fcis-26582	69	42	common	common	ADJ
fcis-26582	69	43	metrics	metric	NOUN
fcis-26582	69	44	include	include	VERB
fcis-26582	69	45	bleu[35	bleu[35	PROPN
fcis-26582	69	46	]	]	PUNCT
fcis-26582	69	47	,	,	PUNCT
fcis-26582	69	48	codebleu	codebleu	ADP
fcis-26582	70	1	[	[	X
fcis-26582	70	2	36	36	NUM
fcis-26582	70	3	]	]	PUNCT
fcis-26582	70	4	,	,	PUNCT
fcis-26582	70	5	and	and	CCONJ
fcis-26582	70	6	accuracy	accuracy	NOUN
fcis-26582	70	7	.	.	PUNCT
fcis-26582	71	1	since	since	SCONJ
fcis-26582	71	2	2020	2020	NUM
fcis-26582	71	3	,	,	PUNCT
fcis-26582	71	4	with	with	ADP
fcis-26582	71	5	the	the	DET
fcis-26582	71	6	rise	rise	NOUN
fcis-26582	71	7	of	of	ADP
fcis-26582	71	8	pre	pre	ADJ
fcis-26582	71	9	-	-	ADJ
fcis-26582	71	10	trained	train	VERB
fcis-26582	71	11	big	big	ADJ
fcis-26582	71	12	oracle	oracle	NOUN
fcis-26582	71	13	model	model	NOUN
fcis-26582	71	14	technology	technology	NOUN
fcis-26582	71	15	,	,	PUNCT
fcis-26582	71	16	test	test	NOUN
fcis-26582	71	17	datasets	dataset	NOUN
fcis-26582	71	18	to	to	PART
fcis-26582	71	19	evaluate	evaluate	VERB
fcis-26582	71	20	the	the	DET
fcis-26582	71	21	quality	quality	NOUN
fcis-26582	71	22	of	of	ADP
fcis-26582	71	23	code	code	NOUN
fcis-26582	71	24	generation	generation	NOUN
fcis-26582	71	25	have	have	AUX
fcis-26582	71	26	been	be	AUX
fcis-26582	71	27	emerging	emerge	VERB
fcis-26582	71	28	.	.	PUNCT
fcis-26582	72	1	commonly	commonly	ADV
fcis-26582	72	2	used	use	VERB
fcis-26582	72	3	datasets	dataset	NOUN
fcis-26582	72	4	include	include	VERB
fcis-26582	72	5	:	:	PUNCT
fcis-26582	72	6	humaneval	humaneval	PROPN
fcis-26582	72	7	,	,	PUNCT
fcis-26582	72	8	mbpp	mbpp	VERB
fcis-26582	73	1	[	[	X
fcis-26582	73	2	37	37	NUM
fcis-26582	73	3	]	]	PUNCT
fcis-26582	73	4	,	,	PUNCT
fcis-26582	73	5	conala	conala	PROPN
fcis-26582	73	6	(	(	PUNCT
fcis-26582	73	7	the	the	DET
fcis-26582	73	8	code	code	NOUN
fcis-26582	73	9	/	/	SYM
fcis-26582	73	10	natural	natural	ADJ
fcis-26582	73	11	language	language	NOUN
fcis-26582	73	12	challenge	challenge	NOUN
fcis-26582	73	13	)	)	PUNCT
fcis-26582	74	1	[	[	X
fcis-26582	74	2	38	38	NUM
fcis-26582	74	3	]	]	PUNCT
fcis-26582	74	4	,	,	PUNCT
fcis-26582	74	5	apps	app	NOUN
fcis-26582	74	6	[	[	X
fcis-26582	74	7	39	39	NUM
fcis-26582	74	8	]	]	PUNCT
fcis-26582	74	9	,	,	PUNCT
fcis-26582	74	10	codexglue	codexglue	PROPN
fcis-26582	75	1	[	[	X
fcis-26582	75	2	40	40	NUM
fcis-26582	75	3	]	]	PUNCT
fcis-26582	75	4	,	,	PUNCT
fcis-26582	75	5	ds-1000	ds-1000	PROPN
fcis-26582	75	6	(	(	PUNCT
fcis-26582	75	7	data	data	NOUN
fcis-26582	75	8	science	science	NOUN
fcis-26582	75	9	)	)	PUNCT
fcis-26582	76	1	[	[	X
fcis-26582	76	2	41	41	NUM
fcis-26582	76	3	]	]	PUNCT
fcis-26582	76	4	,	,	PUNCT
fcis-26582	76	5	codecontests	codecontest	VERB
fcis-26582	76	6	[	[	X
fcis-26582	76	7	42	42	NUM
fcis-26582	76	8	]	]	PUNCT
fcis-26582	76	9	,	,	PUNCT
fcis-26582	76	10	and	and	CCONJ
fcis-26582	76	11	concode[43	concode[43	ADP
fcis-26582	76	12	]	]	PUNCT
fcis-26582	76	13	.	.	PUNCT
fcis-26582	77	1	table	table	NOUN
fcis-26582	77	2	1	1	NUM
fcis-26582	77	3	shows	show	VERB
fcis-26582	77	4	the	the	DET
fcis-26582	77	5	optimal	optimal	ADJ
fcis-26582	77	6	model	model	NOUN
fcis-26582	77	7	situation	situation	NOUN
fcis-26582	77	8	of	of	ADP
fcis-26582	77	9	the	the	DET
fcis-26582	77	10	dataset	dataset	NOUN
fcis-26582	77	11	commonly	commonly	ADV
fcis-26582	77	12	used	use	VERB
fcis-26582	77	13	for	for	ADP
fcis-26582	77	14	pretrained	pretraine	VERB
fcis-26582	77	15	llms	llm	NOUN
fcis-26582	77	16	[	[	X
fcis-26582	77	17	44	44	NUM
fcis-26582	77	18	]	]	PUNCT
fcis-26582	77	19	.	.	PUNCT
fcis-26582	78	1	table	table	NOUN
fcis-26582	78	2	1	1	NUM
fcis-26582	78	3	.	.	PUNCT
fcis-26582	79	1	the	the	DET
fcis-26582	79	2	best	good	ADJ
fcis-26582	79	3	model	model	NOUN
fcis-26582	79	4	of	of	ADP
fcis-26582	79	5	the	the	DET
fcis-26582	79	6	dataset	dataset	NOUN
fcis-26582	79	7	commonly	commonly	ADV
fcis-26582	79	8	used	use	VERB
fcis-26582	79	9	by	by	ADP
fcis-26582	79	10	pretrained	pretraine	VERB
fcis-26582	79	11	llms	llm	NOUN
fcis-26582	79	12	dataset	dataset	VERB
fcis-26582	79	13	best	good	ADJ
fcis-26582	79	14	model	model	PROPN
fcis-26582	79	15	humaneval	humaneval	PROPN
fcis-26582	79	16	ldb	ldb	PROPN
fcis-26582	79	17	(	(	PUNCT
fcis-26582	79	18	gpt-4o	gpt-4o	PROPN
fcis-26582	79	19	,	,	PUNCT
fcis-26582	79	20	based	base	VERB
fcis-26582	79	21	on	on	ADP
fcis-26582	79	22	seed	seed	NOUN
fcis-26582	79	23	programs	program	NOUN
fcis-26582	79	24	from	from	ADP
fcis-26582	79	25	reflexion	reflexion	PROPN
fcis-26582	79	26	)	)	PUNCT
fcis-26582	79	27	mbpp	mbpp	VERB
fcis-26582	79	28	gpt-4	gpt-4	PRON
fcis-26582	80	1	+	+	CCONJ
fcis-26582	80	2	agentcoder	agentcoder	NOUN
fcis-26582	80	3	conala	conala	PROPN
fcis-26582	80	4	pangu	pangu	PROPN
fcis-26582	80	5	-	-	PUNCT
fcis-26582	80	6	coder	coder	VERB
fcis-26582	80	7	-	-	PUNCT
fcis-26582	80	8	ft	ft	NOUN
fcis-26582	80	9	-	-	PUNCT
fcis-26582	80	10	i	i	NOUN
fcis-26582	80	11	apps	app	NOUN
fcis-26582	80	12	mapcoder	mapcoder	VERB
fcis-26582	80	13	(	(	PUNCT
fcis-26582	80	14	gpt-4	gpt-4	NOUN
fcis-26582	80	15	)	)	PUNCT
fcis-26582	80	16	res	re	NOUN
fcis-26582	80	17	-	-	PUNCT
fcis-26582	80	18	q	q	NOUN
fcis-26582	80	19	qurrentos	qurrentos	NOUN
fcis-26582	80	20	-	-	PUNCT
fcis-26582	80	21	coder	coder	NOUN
fcis-26582	80	22	+	+	CCONJ
fcis-26582	80	23	claude	claude	PROPN
fcis-26582	80	24	3.5	3.5	NUM
fcis-26582	80	25	sonnet	sonnet	NOUN
fcis-26582	80	26	pecc	pecc	NOUN
fcis-26582	80	27	claude	claude	PROPN
fcis-26582	80	28	3	3	NUM
fcis-26582	80	29	haiku	haiku	NOUN
fcis-26582	80	30	conala	conala	NOUN
fcis-26582	80	31	-	-	PUNCT
fcis-26582	80	32	ext	ext	PROPN
fcis-26582	80	33	bart	bart	PROPN
fcis-26582	80	34	base	base	PROPN
fcis-26582	80	35	turbulence	turbulence	NOUN
fcis-26582	80	36	gpt-4	gpt-4	PART
fcis-26582	80	37	72	72	NUM
fcis-26582	80	38	the	the	DET
fcis-26582	80	39	conala	conala	NOUN
fcis-26582	80	40	dataset	dataset	PROPN
fcis-26582	80	41	,	,	PUNCT
fcis-26582	80	42	which	which	PRON
fcis-26582	80	43	was	be	AUX
fcis-26582	80	44	proposed	propose	VERB
fcis-26582	80	45	by	by	ADP
fcis-26582	80	46	yin	yin	PROPN
fcis-26582	80	47	p	p	PROPN
fcis-26582	80	48	et	et	PROPN
fcis-26582	80	49	al	al	PROPN
fcis-26582	80	50	.	.	PROPN
fcis-26582	81	1	in	in	ADP
fcis-26582	81	2	2018	2018	NUM
fcis-26582	81	3	,	,	PUNCT
fcis-26582	81	4	was	be	AUX
fcis-26582	81	5	scraped	scrape	VERB
fcis-26582	81	6	from	from	ADP
fcis-26582	81	7	stack	stack	NOUN
fcis-26582	81	8	overflow	overflow	NOUN
fcis-26582	81	9	,	,	PUNCT
fcis-26582	81	10	filtered	filter	VERB
fcis-26582	81	11	and	and	CCONJ
fcis-26582	81	12	organized	organize	VERB
fcis-26582	81	13	,	,	PUNCT
fcis-26582	81	14	and	and	CCONJ
fcis-26582	81	15	divided	divide	VERB
fcis-26582	81	16	into	into	ADP
fcis-26582	81	17	2379	2379	NUM
fcis-26582	81	18	training	training	NOUN
fcis-26582	81	19	examples	example	NOUN
fcis-26582	81	20	and	and	CCONJ
fcis-26582	81	21	500	500	NUM
fcis-26582	81	22	test	test	NOUN
fcis-26582	81	23	examples	example	NOUN
fcis-26582	81	24	.	.	PUNCT
fcis-26582	82	1	codexglue	codexglue	PROPN
fcis-26582	82	2	,	,	PUNCT
fcis-26582	82	3	presented	present	VERB
fcis-26582	82	4	in	in	ADP
fcis-26582	82	5	february	february	PROPN
fcis-26582	82	6	2021	2021	NUM
fcis-26582	82	7	,	,	PUNCT
fcis-26582	82	8	the	the	DET
fcis-26582	82	9	benchmark	benchmark	ADJ
fcis-26582	82	10	dataset	dataset	NOUN
fcis-26582	82	11	pair	pair	NOUN
fcis-26582	82	12	accelerates	accelerate	VERB
fcis-26582	82	13	re	re	VERB
fcis-26582	82	14	-	-	VERB
fcis-26582	82	15	searching	search	VERB
fcis-26582	82	16	in	in	ADP
fcis-26582	82	17	programming	programming	NOUN
fcis-26582	82	18	language	language	NOUN
fcis-26582	82	19	tasks	task	NOUN
fcis-26582	82	20	.	.	PUNCT
fcis-26582	83	1	codexglue	codexglue	PROPN
fcis-26582	83	2	,	,	PUNCT
fcis-26582	83	3	a	a	DET
fcis-26582	83	4	benchmark	benchmark	NOUN
fcis-26582	83	5	dataset	dataset	NOUN
fcis-26582	83	6	searcher	searcher	ADV
fcis-26582	83	7	used	use	VERB
fcis-26582	83	8	to	to	PART
fcis-26582	83	9	facilitate	facilitate	VERB
fcis-26582	83	10	machine	machine	NOUN
fcis-26582	83	11	learning	learning	NOUN
fcis-26582	83	12	comprehension	comprehension	NOUN
fcis-26582	83	13	and	and	CCONJ
fcis-26582	83	14	generation	generation	NOUN
fcis-26582	83	15	.	.	PUNCT
fcis-26582	84	1	codexglue	codexglue	PROPN
fcis-26582	84	2	includes	include	VERB
fcis-26582	84	3	a	a	DET
fcis-26582	84	4	collection	collection	NOUN
fcis-26582	84	5	of	of	ADP
fcis-26582	84	6	10	10	NUM
fcis-26582	84	7	tasks	task	NOUN
fcis-26582	84	8	across	across	ADP
fcis-26582	84	9	14	14	NUM
fcis-26582	84	10	datasets	dataset	NOUN
fcis-26582	84	11	and	and	CCONJ
fcis-26582	84	12	a	a	DET
fcis-26582	84	13	platform	platform	NOUN
fcis-26582	84	14	for	for	ADP
fcis-26582	84	15	model	model	NOUN
fcis-26582	84	16	evaluation	evaluation	NOUN
fcis-26582	84	17	and	and	CCONJ
fcis-26582	84	18	comparison	comparison	NOUN
fcis-26582	84	19	.	.	PUNCT
fcis-26582	85	1	codexglue	codexglue	PROPN
fcis-26582	85	2	also	also	ADV
fcis-26582	85	3	features	feature	VERB
fcis-26582	85	4	three	three	NUM
fcis-26582	85	5	baseline	baseline	NOUN
fcis-26582	85	6	systems	system	NOUN
fcis-26582	85	7	,	,	PUNCT
fcis-26582	85	8	including	include	VERB
fcis-26582	85	9	bert	bert	NOUN
fcis-26582	85	10	-	-	PUNCT
fcis-26582	85	11	style	style	NOUN
fcis-26582	85	12	,	,	PUNCT
fcis-26582	85	13	gpt	gpt	NOUN
fcis-26582	85	14	-	-	PUNCT
fcis-26582	85	15	style	style	NOUN
fcis-26582	85	16	,	,	PUNCT
fcis-26582	85	17	and	and	CCONJ
fcis-26582	85	18	encoder	encoder	NOUN
fcis-26582	85	19	-	-	PUNCT
fcis-26582	85	20	decoder	decoder	NOUN
fcis-26582	85	21	models	model	NOUN
fcis-26582	85	22	,	,	PUNCT
fcis-26582	85	23	making	make	VERB
fcis-26582	85	24	it	it	PRON
fcis-26582	85	25	easy	easy	ADJ
fcis-26582	85	26	for	for	SCONJ
fcis-26582	85	27	researchers	researcher	NOUN
fcis-26582	85	28	to	to	PART
fcis-26582	85	29	use	use	VERB
fcis-26582	85	30	the	the	DET
fcis-26582	85	31	platform	platform	NOUN
fcis-26582	85	32	.	.	PUNCT
fcis-26582	86	1	the	the	DET
fcis-26582	86	2	availability	availability	NOUN
fcis-26582	86	3	of	of	ADP
fcis-26582	86	4	such	such	ADJ
fcis-26582	86	5	data	datum	NOUN
fcis-26582	86	6	and	and	CCONJ
fcis-26582	86	7	baselines	baseline	NOUN
fcis-26582	86	8	can	can	AUX
fcis-26582	86	9	aid	aid	VERB
fcis-26582	86	10	in	in	ADP
fcis-26582	86	11	the	the	DET
fcis-26582	86	12	development	development	NOUN
fcis-26582	86	13	and	and	CCONJ
fcis-26582	86	14	validation	validation	NOUN
fcis-26582	86	15	of	of	ADP
fcis-26582	86	16	issues	issue	NOUN
fcis-26582	86	17	that	that	PRON
fcis-26582	86	18	can	can	AUX
fcis-26582	86	19	be	be	AUX
fcis-26582	86	20	used	use	VERB
fcis-26582	86	21	for	for	ADP
fcis-26582	86	22	a	a	DET
fcis-26582	86	23	variety	variety	NOUN
fcis-26582	86	24	of	of	ADP
fcis-26582	86	25	program	program	NOUN
fcis-26582	86	26	understanding	understanding	NOUN
fcis-26582	86	27	and	and	CCONJ
fcis-26582	86	28	generation	generation	NOUN
fcis-26582	86	29	issues	issue	NOUN
fcis-26582	86	30	.	.	PUNCT
fcis-26582	87	1	the	the	DET
fcis-26582	87	2	humaneval	humaneval	PROPN
fcis-26582	87	3	dataset	dataset	NOUN
fcis-26582	87	4	was	be	AUX
fcis-26582	87	5	released	release	VERB
fcis-26582	87	6	by	by	ADP
fcis-26582	87	7	openai	openai	NOUN
fcis-26582	87	8	in	in	ADP
fcis-26582	87	9	july	july	PROPN
fcis-26582	87	10	2021	2021	NUM
fcis-26582	87	11	along	along	ADP
fcis-26582	87	12	with	with	ADP
fcis-26582	87	13	the	the	DET
fcis-26582	87	14	code	code	NOUN
fcis-26582	87	15	model	model	NOUN
fcis-26582	87	16	codex	codex	NOUN
fcis-26582	87	17	,	,	PUNCT
fcis-26582	87	18	and	and	CCONJ
fcis-26582	87	19	contains	contain	VERB
fcis-26582	87	20	164	164	NUM
fcis-26582	87	21	programming	programming	NOUN
fcis-26582	87	22	questions	question	NOUN
fcis-26582	87	23	,	,	PUNCT
fcis-26582	87	24	all	all	PRON
fcis-26582	87	25	of	of	ADP
fcis-26582	87	26	which	which	PRON
fcis-26582	87	27	include	include	VERB
fcis-26582	87	28	function	function	NOUN
fcis-26582	87	29	signature	signature	NOUN
fcis-26582	87	30	properties	property	NOUN
fcis-26582	87	31	,	,	PUNCT
fcis-26582	87	32	document	document	NOUN
fcis-26582	87	33	strings	string	NOUN
fcis-26582	87	34	,	,	PUNCT
fcis-26582	87	35	function	function	NOUN
fcis-26582	87	36	bodies	body	NOUN
fcis-26582	87	37	,	,	PUNCT
fcis-26582	87	38	and	and	CCONJ
fcis-26582	87	39	several	several	ADJ
fcis-26582	87	40	unit	unit	NOUN
fcis-26582	87	41	tests	test	NOUN
fcis-26582	87	42	.	.	PUNCT
fcis-26582	88	1	they	they	PRON
fcis-26582	88	2	are	be	AUX
fcis-26582	88	3	all	all	ADV
fcis-26582	88	4	handwritten	handwritten	ADJ
fcis-26582	88	5	to	to	PART
fcis-26582	88	6	ensure	ensure	VERB
fcis-26582	88	7	that	that	SCONJ
fcis-26582	88	8	they	they	PRON
fcis-26582	88	9	are	be	AUX
fcis-26582	88	10	not	not	PART
fcis-26582	88	11	included	include	VERB
fcis-26582	88	12	in	in	ADP
fcis-26582	88	13	the	the	DET
fcis-26582	88	14	training	training	NOUN
fcis-26582	88	15	set	set	NOUN
fcis-26582	88	16	of	of	ADP
fcis-26582	88	17	the	the	DET
fcis-26582	88	18	code	code	NOUN
fcis-26582	88	19	generation	generation	NOUN
fcis-26582	88	20	model	model	NOUN
fcis-26582	88	21	.	.	PUNCT
fcis-26582	89	1	programming	programming	NOUN
fcis-26582	89	2	questions	question	NOUN
fcis-26582	89	3	are	be	AUX
fcis-26582	89	4	written	write	VERB
fcis-26582	89	5	in	in	ADP
fcis-26582	89	6	python	python	NOUN
fcis-26582	89	7	and	and	CCONJ
fcis-26582	89	8	include	include	VERB
fcis-26582	89	9	natural	natural	ADJ
fcis-26582	89	10	text	text	NOUN
fcis-26582	89	11	in	in	ADP
fcis-26582	89	12	english	english	PROPN
fcis-26582	89	13	in	in	ADP
fcis-26582	89	14	comments	comment	NOUN
fcis-26582	89	15	and	and	CCONJ
fcis-26582	89	16	docstrings	docstring	NOUN
fcis-26582	89	17	.	.	PUNCT
fcis-26582	90	1	for	for	ADP
fcis-26582	90	2	example	example	NOUN
fcis-26582	90	3	,	,	PUNCT
fcis-26582	90	4	the	the	DET
fcis-26582	90	5	task_id	task_id	PROPN
fcis-26582	90	6	is	be	AUX
fcis-26582	90	7	humaleval/0	humaleval/0	PROPN
fcis-26582	90	8	,	,	PUNCT
fcis-26582	90	9	which	which	PRON
fcis-26582	90	10	consists	consist	VERB
fcis-26582	90	11	of	of	ADP
fcis-26582	90	12	seven	seven	NUM
fcis-26582	90	13	unit	unit	NOUN
fcis-26582	90	14	test	test	NOUN
fcis-26582	90	15	cases	case	NOUN
fcis-26582	90	16	[	[	X
fcis-26582	90	17	45	45	NUM
fcis-26582	90	18	]	]	PUNCT
fcis-26582	90	19	.	.	PUNCT
fcis-26582	91	1	table	table	NOUN
fcis-26582	91	2	2	2	NUM
fcis-26582	91	3	shows	show	VERB
fcis-26582	91	4	the	the	DET
fcis-26582	91	5	test	test	NOUN
fcis-26582	91	6	rankings	ranking	NOUN
fcis-26582	91	7	of	of	ADP
fcis-26582	91	8	different	different	ADJ
fcis-26582	91	9	code	code	NOUN
fcis-26582	91	10	models	model	NOUN
fcis-26582	91	11	on	on	ADP
fcis-26582	91	12	the	the	DET
fcis-26582	91	13	humaneval	humaneval	NOUN
fcis-26582	91	14	dataset	dataset	VERB
fcis-26582	92	1	[	[	X
fcis-26582	92	2	44	44	NUM
fcis-26582	92	3	]	]	PUNCT
fcis-26582	92	4	(	(	PUNCT
fcis-26582	92	5	as	as	ADP
fcis-26582	92	6	of	of	ADP
fcis-26582	92	7	august	august	PROPN
fcis-26582	92	8	6	6	NUM
fcis-26582	92	9	,	,	PUNCT
fcis-26582	92	10	2024	2024	NUM
fcis-26582	92	11	)	)	PUNCT
fcis-26582	92	12	.	.	PUNCT
fcis-26582	93	1	in	in	ADP
fcis-26582	93	2	2021	2021	NUM
fcis-26582	93	3	,	,	PUNCT
fcis-26582	93	4	the	the	DET
fcis-26582	93	5	majority	majority	NOUN
fcis-26582	93	6	of	of	ADP
fcis-26582	93	7	the	the	DET
fcis-26582	93	8	mbpp	mbpp	NOUN
fcis-26582	93	9	(	(	PUNCT
fcis-26582	93	10	mostly	mostly	ADV
fcis-26582	93	11	basic	basic	ADJ
fcis-26582	93	12	python	python	NOUN
fcis-26582	93	13	programming	programming	NOUN
fcis-26582	93	14	)	)	PUNCT
fcis-26582	93	15	dataset	dataset	NOUN
fcis-26582	93	16	was	be	AUX
fcis-26582	93	17	basic	basic	ADJ
fcis-26582	93	18	python	python	NOUN
fcis-26582	93	19	programming	programming	NOUN
fcis-26582	93	20	questions	question	NOUN
fcis-26582	93	21	,	,	PUNCT
fcis-26582	93	22	and	and	CCONJ
fcis-26582	93	23	the	the	DET
fcis-26582	93	24	benchmark	benchmark	NOUN
fcis-26582	93	25	consisted	consist	VERB
fcis-26582	93	26	of	of	ADP
fcis-26582	93	27	974	974	NUM
fcis-26582	93	28	crowdsourced	crowdsource	VERB
fcis-26582	93	29	python	python	NOUN
fcis-26582	93	30	programming	programming	NOUN
fcis-26582	93	31	questions	question	NOUN
fcis-26582	93	32	,	,	PUNCT
fcis-26582	93	33	each	each	PRON
fcis-26582	93	34	of	of	ADP
fcis-26582	93	35	which	which	PRON
fcis-26582	93	36	consisted	consist	VERB
fcis-26582	93	37	of	of	ADP
fcis-26582	93	38	a	a	DET
fcis-26582	93	39	task	task	NOUN
fcis-26582	93	40	description	description	NOUN
fcis-26582	93	41	,	,	PUNCT
fcis-26582	93	42	a	a	DET
fcis-26582	93	43	code	code	NOUN
fcis-26582	93	44	solution	solution	NOUN
fcis-26582	93	45	,	,	PUNCT
fcis-26582	93	46	and	and	CCONJ
fcis-26582	93	47	3	3	NUM
fcis-26582	93	48	automated	automate	VERB
fcis-26582	93	49	test	test	NOUN
fcis-26582	93	50	cases	case	NOUN
fcis-26582	93	51	.	.	PUNCT
fcis-26582	94	1	specifically	specifically	ADV
fcis-26582	94	2	,	,	PUNCT
fcis-26582	94	3	task	task	NOUN
fcis-26582	94	4	i	i	PROPN
fcis-26582	94	5	d	d	PROPN
fcis-26582	94	6	11	11	NUM
fcis-26582	94	7	~	~	SYM
fcis-26582	94	8	510	510	NUM
fcis-26582	94	9	is	be	AUX
fcis-26582	94	10	used	use	VERB
fcis-26582	94	11	for	for	ADP
fcis-26582	94	12	testing	testing	NOUN
fcis-26582	94	13	,	,	PUNCT
fcis-26582	94	14	task	task	NOUN
fcis-26582	94	15	i	i	PROPN
fcis-26582	94	16	d	d	PROPN
fcis-26582	94	17	1~10	1~10	PROPN
fcis-26582	94	18	is	be	AUX
fcis-26582	94	19	used	use	VERB
fcis-26582	94	20	for	for	ADP
fcis-26582	94	21	a	a	DET
fcis-26582	94	22	small	small	ADJ
fcis-26582	94	23	number	number	NOUN
fcis-26582	94	24	of	of	ADP
fcis-26582	94	25	short	short	ADJ
fcis-26582	94	26	prompts	prompt	NOUN
fcis-26582	94	27	,	,	PUNCT
fcis-26582	94	28	task	task	NOUN
fcis-26582	94	29	i	i	PROPN
fcis-26582	94	30	d	d	PROPN
fcis-26582	94	31	511~	511~	PROPN
fcis-26582	94	32	600	600	NUM
fcis-26582	94	33	is	be	AUX
fcis-26582	94	34	used	use	VERB
fcis-26582	94	35	for	for	ADP
fcis-26582	94	36	verification	verification	NOUN
fcis-26582	94	37	during	during	ADP
fcis-26582	94	38	finetuning	finetuning	NOUN
fcis-26582	94	39	,	,	PUNCT
fcis-26582	94	40	and	and	CCONJ
fcis-26582	94	41	task	task	NOUN
fcis-26582	94	42	i	i	PROPN
fcis-26582	94	43	d	d	PROPN
fcis-26582	94	44	601~	601~	PROPN
fcis-26582	94	45	974	974	NUM
fcis-26582	94	46	is	be	AUX
fcis-26582	94	47	used	use	VERB
fcis-26582	94	48	for	for	ADP
fcis-26582	94	49	training	training	NOUN
fcis-26582	94	50	.	.	PUNCT
fcis-26582	95	1	fig	fig	NOUN
fcis-26582	95	2	2	2	NUM
fcis-26582	95	3	.	.	PUNCT
fcis-26582	96	1	the	the	DET
fcis-26582	96	2	task_id	task_id	NOUN
fcis-26582	96	3	of	of	ADP
fcis-26582	96	4	the	the	DET
fcis-26582	96	5	humaneval	humaneval	NOUN
fcis-26582	96	6	dataset	dataset	VERB
fcis-26582	96	7	consists	consist	VERB
fcis-26582	96	8	of	of	ADP
fcis-26582	96	9	humaleval/0	humaleval/0	PRON
fcis-26582	96	10	questions	question	NOUN
fcis-26582	96	11	the	the	DET
fcis-26582	96	12	apps	app	NOUN
fcis-26582	96	13	(	(	PUNCT
fcis-26582	96	14	automated	automate	VERB
fcis-26582	96	15	programming	programming	NOUN
fcis-26582	96	16	progress	progress	NOUN
fcis-26582	96	17	standard	standard	NOUN
fcis-26582	96	18	)	)	PUNCT
fcis-26582	96	19	dataset	dataset	NOUN
fcis-26582	96	20	was	be	AUX
fcis-26582	96	21	proposed	propose	VERB
fcis-26582	96	22	by	by	ADP
fcis-26582	96	23	hendrycks	hendryck	NOUN
fcis-26582	96	24	d	d	PROPN
fcis-26582	96	25	et	et	PROPN
fcis-26582	96	26	al	al	PROPN
fcis-26582	96	27	.	.	PROPN
fcis-26582	97	1	in	in	ADP
fcis-26582	97	2	2021	2021	NUM
fcis-26582	97	3	and	and	CCONJ
fcis-26582	97	4	includes	include	VERB
fcis-26582	97	5	questions	question	NOUN
fcis-26582	97	6	collected	collect	VERB
fcis-26582	97	7	from	from	ADP
fcis-26582	97	8	different	different	ADJ
fcis-26582	97	9	open	open	ADJ
fcis-26582	97	10	access	access	NOUN
fcis-26582	97	11	coding	code	VERB
fcis-26582	97	12	websites	website	NOUN
fcis-26582	97	13	.	.	PUNCT
fcis-26582	98	1	the	the	DET
fcis-26582	98	2	apps	app	NOUN
fcis-26582	98	3	benchmark	benchmark	NOUN
fcis-26582	98	4	attempts	attempt	VERB
fcis-26582	98	5	to	to	PART
fcis-26582	98	6	mirror	mirror	VERB
fcis-26582	98	7	the	the	DET
fcis-26582	98	8	way	way	NOUN
fcis-26582	98	9	human	human	ADJ
fcis-26582	98	10	programmers	programmer	NOUN
fcis-26582	98	11	evaluate	evaluate	VERB
fcis-26582	98	12	by	by	ADP
fcis-26582	98	13	asking	ask	VERB
fcis-26582	98	14	coding	code	VERB
fcis-26582	98	15	questions	question	NOUN
fcis-26582	98	16	in	in	ADP
fcis-26582	98	17	unrestricted	unrestricted	ADJ
fcis-26582	98	18	natural	natural	ADJ
fcis-26582	98	19	language	language	NOUN
fcis-26582	98	20	and	and	CCONJ
fcis-26582	98	21	assessing	assess	VERB
fcis-26582	98	22	the	the	DET
fcis-26582	98	23	correctness	correctness	NOUN
fcis-26582	98	24	of	of	ADP
fcis-26582	98	25	the	the	DET
fcis-26582	98	26	solutions	solution	NOUN
fcis-26582	98	27	.	.	PUNCT
fcis-26582	99	1	the	the	DET
fcis-26582	99	2	difficulty	difficulty	NOUN
fcis-26582	99	3	of	of	ADP
fcis-26582	99	4	the	the	DET
fcis-26582	99	5	questions	question	NOUN
fcis-26582	99	6	ranges	range	VERB
fcis-26582	99	7	from	from	ADP
fcis-26582	99	8	entry	entry	NOUN
fcis-26582	99	9	-	-	PUNCT
fcis-26582	99	10	level	level	NOUN
fcis-26582	99	11	to	to	ADP
fcis-26582	99	12	collegiate	collegiate	VERB
fcis-26582	99	13	competition	competition	NOUN
fcis-26582	99	14	level	level	NOUN
fcis-26582	99	15	and	and	CCONJ
fcis-26582	99	16	measures	measure	NOUN
fcis-26582	99	17	coding	code	VERB
fcis-26582	99	18	ability	ability	NOUN
fcis-26582	99	19	and	and	CCONJ
fcis-26582	99	20	problem	problem	NOUN
fcis-26582	99	21	-	-	PUNCT
fcis-26582	99	22	solving	solve	VERB
fcis-26582	99	23	skills	skill	NOUN
fcis-26582	99	24	.	.	PUNCT
fcis-26582	100	1	there	there	PRON
fcis-26582	100	2	are	be	VERB
fcis-26582	100	3	10,000	10,000	NUM
fcis-26582	100	4	coding	code	VERB
fcis-26582	100	5	questions	question	NOUN
fcis-26582	100	6	,	,	PUNCT
fcis-26582	100	7	with	with	ADP
fcis-26582	100	8	131,836	131,836	NUM
fcis-26582	100	9	test	test	NOUN
fcis-26582	100	10	cases	case	NOUN
fcis-26582	100	11	to	to	PART
fcis-26582	100	12	check	check	VERB
fcis-26582	100	13	the	the	DET
fcis-26582	100	14	solution	solution	NOUN
fcis-26582	100	15	and	and	CCONJ
fcis-26582	100	16	232,444	232,444	NUM
fcis-26582	100	17	human	human	NOUN
fcis-26582	100	18	-	-	PUNCT
fcis-26582	100	19	written	write	VERB
fcis-26582	100	20	true	true	ADJ
fcis-26582	100	21	solutions	solution	NOUN
fcis-26582	100	22	.	.	PUNCT
fcis-26582	101	1	questions	question	NOUN
fcis-26582	101	2	can	can	AUX
fcis-26582	101	3	be	be	AUX
fcis-26582	101	4	complicated	complicated	ADJ
fcis-26582	101	5	because	because	SCONJ
fcis-26582	101	6	the	the	DET
fcis-26582	101	7	average	average	ADJ
fcis-26582	101	8	length	length	NOUN
fcis-26582	101	9	of	of	ADP
fcis-26582	101	10	a	a	DET
fcis-26582	101	11	question	question	NOUN
fcis-26582	101	12	is	be	AUX
fcis-26582	101	13	293.2	293.2	NUM
fcis-26582	101	14	words	word	NOUN
fcis-26582	101	15	.	.	PUNCT
fcis-26582	102	1	the	the	DET
fcis-26582	102	2	data	data	NOUN
fcis-26582	102	3	is	be	AUX
fcis-26582	102	4	divided	divide	VERB
fcis-26582	102	5	equally	equally	ADV
fcis-26582	102	6	into	into	ADP
fcis-26582	102	7	training	training	NOUN
fcis-26582	102	8	and	and	CCONJ
fcis-26582	102	9	test	test	NOUN
fcis-26582	102	10	sets	set	NOUN
fcis-26582	102	11	,	,	PUNCT
fcis-26582	102	12	each	each	PRON
fcis-26582	102	13	with	with	ADP
fcis-26582	102	14	5,000	5,000	NUM
fcis-26582	102	15	questions	question	NOUN
fcis-26582	102	16	.	.	PUNCT
fcis-26582	103	1	in	in	ADP
fcis-26582	103	2	the	the	DET
fcis-26582	103	3	test	test	NOUN
fcis-26582	103	4	set	set	NOUN
fcis-26582	103	5	,	,	PUNCT
fcis-26582	103	6	there	there	PRON
fcis-26582	103	7	are	be	VERB
fcis-26582	103	8	multiple	multiple	ADJ
fcis-26582	103	9	test	test	NOUN
fcis-26582	103	10	cases	case	NOUN
fcis-26582	103	11	for	for	ADP
fcis-26582	103	12	each	each	DET
fcis-26582	103	13	question	question	NOUN
fcis-26582	103	14	,	,	PUNCT
fcis-26582	103	15	and	and	CCONJ
fcis-26582	103	16	the	the	DET
fcis-26582	103	17	average	average	ADJ
fcis-26582	103	18	number	number	NOUN
fcis-26582	103	19	of	of	ADP
fcis-26582	103	20	test	test	NOUN
fcis-26582	103	21	cases	case	NOUN
fcis-26582	103	22	is	be	AUX
fcis-26582	103	23	21.2	21.2	NUM
fcis-26582	103	24	.	.	PUNCT
fcis-26582	104	1	each	each	DET
fcis-26582	104	2	test	test	NOUN
fcis-26582	104	3	case	case	NOUN
fcis-26582	104	4	is	be	AUX
fcis-26582	104	5	specifically	specifically	ADV
fcis-26582	104	6	designed	design	VERB
fcis-26582	104	7	for	for	ADP
fcis-26582	104	8	the	the	DET
fcis-26582	104	9	respective	respective	ADJ
fcis-26582	104	10	problem	problem	NOUN
fcis-26582	104	11	in	in	ADP
fcis-26582	104	12	order	order	NOUN
fcis-26582	104	13	to	to	PART
fcis-26582	104	14	be	be	AUX
fcis-26582	104	15	able	able	ADJ
fcis-26582	104	16	to	to	PART
fcis-26582	104	17	critically	critically	ADV
fcis-26582	104	18	evaluate	evaluate	VERB
fcis-26582	104	19	the	the	DET
fcis-26582	104	20	functionality	functionality	NOUN
fcis-26582	104	21	of	of	ADP
fcis-26582	104	22	the	the	DET
fcis-26582	104	23	program	program	NOUN
fcis-26582	104	24	.	.	PUNCT
fcis-26582	105	1	in	in	ADP
fcis-26582	105	2	2021	2021	NUM
fcis-26582	105	3	,	,	PUNCT
fcis-26582	105	4	orlanski	orlanski	ADJ
fcis-26582	105	5	g	g	PROPN
fcis-26582	105	6	et	et	PROPN
fcis-26582	105	7	al	al	PROPN
fcis-26582	105	8	.	.	PROPN
fcis-26582	105	9	proposed	propose	VERB
fcis-26582	105	10	conala	conala	PROPN
fcis-26582	105	11	-	-	PUNCT
fcis-26582	105	12	ext	ext	NOUN
fcis-26582	105	13	(	(	PUNCT
fcis-26582	105	14	conala	conala	PROPN
fcis-26582	105	15	extended	extend	VERB
fcis-26582	105	16	with	with	ADP
fcis-26582	105	17	question	question	NOUN
fcis-26582	105	18	text)[46	text)[46	NOUN
fcis-26582	105	19	]	]	PUNCT
fcis-26582	105	20	to	to	PART
fcis-26582	105	21	introduce	introduce	VERB
fcis-26582	105	22	the	the	DET
fcis-26582	105	23	conala	conala	NOUN
fcis-26582	105	24	extension	extension	NOUN
fcis-26582	105	25	with	with	ADP
fcis-26582	105	26	question	question	NOUN
fcis-26582	105	27	text	text	NOUN
fcis-26582	105	28	.	.	PUNCT
fcis-26582	106	1	a	a	DET
fcis-26582	106	2	key	key	ADJ
fcis-26582	106	3	addition	addition	NOUN
fcis-26582	106	4	is	be	AUX
fcis-26582	106	5	that	that	SCONJ
fcis-26582	106	6	each	each	DET
fcis-26582	106	7	example	example	NOUN
fcis-26582	106	8	now	now	ADV
fcis-26582	106	9	has	have	VERB
fcis-26582	106	10	a	a	DET
fcis-26582	106	11	complete	complete	ADJ
fcis-26582	106	12	issue	issue	NOUN
fcis-26582	106	13	body	body	NOUN
fcis-26582	106	14	from	from	ADP
fcis-26582	106	15	its	its	PRON
fcis-26582	106	16	respective	respective	ADJ
fcis-26582	106	17	stackoverflow	stackoverflow	ADJ
fcis-26582	106	18	issue	issue	NOUN
fcis-26582	106	19	.	.	PUNCT
fcis-26582	107	1	the	the	DET
fcis-26582	107	2	turbulence[47]dataset	turbulence[47]dataset	PROPN
fcis-26582	107	3	,	,	PUNCT
fcis-26582	107	4	proposed	propose	VERB
fcis-26582	107	5	in	in	ADP
fcis-26582	107	6	2023	2023	NUM
fcis-26582	107	7	by	by	ADP
fcis-26582	107	8	honarvar	honarvar	NOUN
fcis-26582	107	9	et	et	PROPN
fcis-26582	107	10	al	al	PROPN
fcis-26582	107	11	.	.	PROPN
fcis-26582	107	12	,	,	PUNCT
fcis-26582	107	13	is	be	AUX
fcis-26582	107	14	a	a	DET
fcis-26582	107	15	new	new	ADJ
fcis-26582	107	16	benchmark	benchmark	NOUN
fcis-26582	107	17	for	for	ADP
fcis-26582	107	18	systematically	systematically	ADV
fcis-26582	107	19	evaluating	evaluate	VERB
fcis-26582	107	20	the	the	DET
fcis-26582	107	21	correctness	correctness	NOUN
fcis-26582	107	22	and	and	CCONJ
fcis-26582	107	23	robustness	robustness	NOUN
fcis-26582	107	24	of	of	ADP
fcis-26582	107	25	instruction	instruction	NOUN
fcis-26582	107	26	tuning	tuning	NOUN
fcis-26582	107	27	llms	llm	NOUN
fcis-26582	107	28	for	for	ADP
fcis-26582	107	29	code	code	NOUN
fcis-26582	107	30	generation	generation	NOUN
fcis-26582	107	31	,	,	PUNCT
fcis-26582	107	32	consisting	consist	VERB
fcis-26582	107	33	of	of	ADP
fcis-26582	107	34	a	a	DET
fcis-26582	107	35	large	large	ADJ
fcis-26582	107	36	number	number	NOUN
fcis-26582	107	37	of	of	ADP
fcis-26582	107	38	natural	natural	ADJ
fcis-26582	107	39	language	language	NOUN
fcis-26582	107	40	question	question	NOUN
fcis-26582	107	41	templates	template	NOUN
fcis-26582	107	42	,	,	PUNCT
fcis-26582	107	43	each	each	PRON
fcis-26582	107	44	of	of	ADP
fcis-26582	107	45	which	which	PRON
fcis-26582	107	46	is	be	AUX
fcis-26582	107	47	a	a	DET
fcis-26582	107	48	programming	programming	NOUN
fcis-26582	107	49	problem	problem	NOUN
fcis-26582	107	50	that	that	PRON
fcis-26582	107	51	is	be	AUX
fcis-26582	107	52	parameterized	parameterized	ADJ
fcis-26582	107	53	to	to	PART
fcis-26582	107	54	allow	allow	VERB
fcis-26582	107	55	questions	question	NOUN
fcis-26582	107	56	to	to	PART
fcis-26582	107	57	be	be	AUX
fcis-26582	107	58	posed	pose	VERB
fcis-26582	107	59	in	in	ADP
fcis-26582	107	60	many	many	ADJ
fcis-26582	107	61	different	different	ADJ
fcis-26582	107	62	forms	form	NOUN
fcis-26582	107	63	.	.	PUNCT
fcis-26582	108	1	each	each	DET
fcis-26582	108	2	issue	issue	NOUN
fcis-26582	108	3	template	template	NOUN
fcis-26582	108	4	has	have	VERB
fcis-26582	108	5	an	an	DET
fcis-26582	108	6	expert	expert	NOUN
fcis-26582	108	7	in	in	ADP
fcis-26582	108	8	the	the	DET
fcis-26582	108	9	associated	associated	ADJ
fcis-26582	108	10	tests	test	NOUN
fcis-26582	108	11	to	to	PART
fcis-26582	108	12	determine	determine	VERB
fcis-26582	108	13	if	if	SCONJ
fcis-26582	108	14	the	the	DET
fcis-26582	108	15	code	code	NOUN
fcis-26582	108	16	solution	solution	NOUN
fcis-26582	108	17	returned	return	VERB
fcis-26582	108	18	73	73	NUM
fcis-26582	108	19	by	by	ADP
fcis-26582	108	20	the	the	DET
fcis-26582	108	21	llm	llm	PROPN
fcis-26582	108	22	is	be	AUX
fcis-26582	108	23	correct	correct	ADJ
fcis-26582	108	24	.	.	PUNCT
fcis-26582	109	1	therefore	therefore	ADV
fcis-26582	109	2	,	,	PUNCT
fcis-26582	109	3	from	from	ADP
fcis-26582	109	4	a	a	DET
fcis-26582	109	5	single	single	ADJ
fcis-26582	109	6	problem	problem	NOUN
fcis-26582	109	7	template	template	NOUN
fcis-26582	109	8	,	,	PUNCT
fcis-26582	109	9	it	it	PRON
fcis-26582	109	10	is	be	AUX
fcis-26582	109	11	possible	possible	ADJ
fcis-26582	109	12	to	to	PART
fcis-26582	109	13	ask	ask	VERB
fcis-26582	109	14	the	the	DET
fcis-26582	109	15	llm	llm	NOUN
fcis-26582	109	16	about	about	ADP
fcis-26582	109	17	the	the	DET
fcis-26582	109	18	neighborhoods	neighborhood	NOUN
fcis-26582	109	19	of	of	ADP
fcis-26582	109	20	very	very	ADV
fcis-26582	109	21	similar	similar	ADJ
fcis-26582	109	22	programming	programming	NOUN
fcis-26582	109	23	problems	problem	NOUN
fcis-26582	109	24	,	,	PUNCT
fcis-26582	109	25	and	and	CCONJ
fcis-26582	109	26	evaluate	evaluate	VERB
fcis-26582	109	27	the	the	DET
fcis-26582	109	28	correctness	correctness	NOUN
fcis-26582	109	29	of	of	ADP
fcis-26582	109	30	the	the	DET
fcis-26582	109	31	returned	return	VERB
fcis-26582	109	32	results	result	NOUN
fcis-26582	109	33	of	of	ADP
fcis-26582	109	34	each	each	DET
fcis-26582	109	35	problem	problem	NOUN
fcis-26582	109	36	,	,	PUNCT
fcis-26582	109	37	effectively	effectively	ADV
fcis-26582	109	38	solving	solve	VERB
fcis-26582	109	39	the	the	DET
fcis-26582	109	40	high	high	ADJ
fcis-26582	109	41	robustness	robustness	NOUN
fcis-26582	109	42	problem	problem	NOUN
fcis-26582	109	43	.	.	PUNCT
fcis-26582	110	1	lai	lai	NOUN
fcis-26582	110	2	,	,	PUNCT
fcis-26582	110	3	yuhan	yuhan	PROPN
fcis-26582	110	4	,	,	PUNCT
fcis-26582	110	5	et	et	AUX
fcis-26582	110	6	al	al	PROPN
fcis-26582	110	7	.	.	PROPN
fcis-26582	110	8	proposed	propose	VERB
fcis-26582	110	9	ds-1000	ds-1000	PROPN
fcis-26582	110	10	in	in	ADP
fcis-26582	110	11	2023	2023	NUM
fcis-26582	110	12	,	,	PUNCT
fcis-26582	110	13	a	a	DET
fcis-26582	110	14	code	code	NOUN
fcis-26582	110	15	generation	generation	NOUN
fcis-26582	110	16	benchmark	benchmark	NOUN
fcis-26582	110	17	with	with	ADP
fcis-26582	110	18	1,000	1,000	NUM
fcis-26582	110	19	data	datum	NOUN
fcis-26582	110	20	science	science	NOUN
fcis-26582	110	21	questions	question	NOUN
fcis-26582	110	22	for	for	ADP
fcis-26582	110	23	python	python	NOUN
fcis-26582	110	24	.	.	PUNCT
fcis-26582	111	1	the	the	DET
fcis-26582	111	2	ds-1000	ds-1000	PROPN
fcis-26582	111	3	contains	contain	VERB
fcis-26582	111	4	1,000	1,000	NUM
fcis-26582	111	5	questions	question	NOUN
fcis-26582	111	6	that	that	PRON
fcis-26582	111	7	originate	originate	VERB
fcis-26582	111	8	from	from	ADP
fcis-26582	111	9	451	451	NUM
fcis-26582	111	10	unique	unique	ADJ
fcis-26582	111	11	stackoverflow	stackoverflow	ADJ
fcis-26582	111	12	issues	issue	NOUN
fcis-26582	111	13	.	.	PUNCT
fcis-26582	112	1	to	to	PART
fcis-26582	112	2	prevent	prevent	VERB
fcis-26582	112	3	potential	potential	ADJ
fcis-26582	112	4	memories	memory	NOUN
fcis-26582	112	5	,	,	PUNCT
fcis-26582	112	6	more	more	ADJ
fcis-26582	112	7	than	than	ADP
fcis-26582	112	8	half	half	NOUN
fcis-26582	112	9	of	of	ADP
fcis-26582	112	10	the	the	DET
fcis-26582	112	11	ds-1000	ds-1000	ADJ
fcis-26582	112	12	issues	issue	NOUN
fcis-26582	112	13	were	be	AUX
fcis-26582	112	14	modified	modify	VERB
fcis-26582	112	15	from	from	ADP
fcis-26582	112	16	the	the	DET
fcis-26582	112	17	original	original	ADJ
fcis-26582	112	18	stackoverflow	stackoverflow	ADJ
fcis-26582	112	19	issue	issue	NOUN
fcis-26582	112	20	,	,	PUNCT
fcis-26582	112	21	these	these	PRON
fcis-26582	112	22	include	include	VERB
fcis-26582	112	23	152	152	NUM
fcis-26582	112	24	surface	surface	NOUN
fcis-26582	112	25	perturbations	perturbation	NOUN
fcis-26582	112	26	,	,	PUNCT
fcis-26582	112	27	235	235	NUM
fcis-26582	112	28	semantic	semantic	ADJ
fcis-26582	112	29	perturbations	perturbation	NOUN
fcis-26582	112	30	,	,	PUNCT
fcis-26582	112	31	and	and	CCONJ
fcis-26582	112	32	162	162	NUM
fcis-26582	112	33	difficult	difficult	ADJ
fcis-26582	112	34	rewrites	rewrite	NOUN
fcis-26582	112	35	.	.	PUNCT
fcis-26582	113	1	in	in	ADP
fcis-26582	113	2	2024	2024	NUM
fcis-26582	113	3	,	,	PUNCT
fcis-26582	113	4	labash	labash	VERB
fcis-26582	113	5	b	b	AUX
fcis-26582	113	6	et	et	PROPN
fcis-26582	113	7	al	al	PROPN
fcis-26582	113	8	.	.	PROPN
fcis-26582	113	9	proposed	propose	VERB
fcis-26582	113	10	res	re	NOUN
fcis-26582	113	11	-	-	PUNCT
fcis-26582	113	12	q	q	NOUN
fcis-26582	114	1	[	[	X
fcis-26582	114	2	48	48	NUM
fcis-26582	114	3	]	]	PUNCT
fcis-26582	114	4	,	,	PUNCT
fcis-26582	114	5	a	a	DET
fcis-26582	114	6	large	large	ADJ
fcis-26582	114	7	language	language	NOUN
fcis-26582	114	8	model	model	NOUN
fcis-26582	114	9	system	system	NOUN
fcis-26582	114	10	for	for	ADP
fcis-26582	114	11	code	code	NOUN
fcis-26582	114	12	editing	editing	NOUN
fcis-26582	114	13	at	at	ADP
fcis-26582	114	14	the	the	DET
fcis-26582	114	15	repository	repository	NOUN
fcis-26582	114	16	scale	scale	NOUN
fcis-26582	114	17	,	,	PUNCT
fcis-26582	114	18	a	a	DET
fcis-26582	114	19	natural	natural	ADJ
fcis-26582	114	20	language	language	NOUN
fcis-26582	114	21	instruction	instruction	NOUN
fcis-26582	114	22	-	-	PUNCT
fcis-26582	114	23	based	base	VERB
fcis-26582	114	24	benchmark	benchmark	NOUN
fcis-26582	114	25	for	for	ADP
fcis-26582	114	26	evaluating	evaluate	VERB
fcis-26582	114	27	repository	repository	NOUN
fcis-26582	114	28	editing	edit	VERB
fcis-26582	114	29	systems	system	NOUN
fcis-26582	114	30	,	,	PUNCT
fcis-26582	114	31	which	which	PRON
fcis-26582	114	32	consists	consist	VERB
fcis-26582	114	33	of	of	ADP
fcis-26582	114	34	100	100	NUM
fcis-26582	114	35	hand	hand	NOUN
fcis-26582	114	36	-	-	PUNCT
fcis-26582	114	37	crafted	craft	VERB
fcis-26582	114	38	repository	repository	NOUN
fcis-26582	114	39	editing	edit	VERB
fcis-26582	114	40	tasks	task	NOUN
fcis-26582	114	41	that	that	PRON
fcis-26582	114	42	come	come	VERB
fcis-26582	114	43	to	to	ADP
fcis-26582	114	44	github	github	PROPN
fcis-26582	114	45	.	.	PUNCT
fcis-26582	115	1	given	give	VERB
fcis-26582	115	2	an	an	DET
fcis-26582	115	3	edit	edit	NOUN
fcis-26582	115	4	instruction	instruction	NOUN
fcis-26582	115	5	and	and	CCONJ
fcis-26582	115	6	code	code	NOUN
fcis-26582	115	7	repository	repository	NOUN
fcis-26582	115	8	,	,	PUNCT
fcis-26582	115	9	res	re	NOUN
fcis-26582	115	10	-	-	PUNCT
fcis-26582	115	11	q	q	NOUN
fcis-26582	115	12	evaluates	evaluate	VERB
fcis-26582	115	13	the	the	DET
fcis-26582	115	14	llm	llm	PROPN
fcis-26582	115	15	system	system	NOUN
fcis-26582	115	16	's	's	PART
fcis-26582	115	17	ability	ability	NOUN
fcis-26582	115	18	to	to	PART
fcis-26582	115	19	interpret	interpret	VERB
fcis-26582	115	20	the	the	DET
fcis-26582	115	21	edit	edit	NOUN
fcis-26582	115	22	instructions	instruction	NOUN
fcis-26582	115	23	,	,	PUNCT
fcis-26582	115	24	gather	gather	VERB
fcis-26582	115	25	information	information	NOUN
fcis-26582	115	26	,	,	PUNCT
fcis-26582	115	27	and	and	CCONJ
fcis-26582	115	28	make	make	VERB
fcis-26582	115	29	appropriate	appropriate	ADJ
fcis-26582	115	30	edits	edit	NOUN
fcis-26582	115	31	to	to	ADP
fcis-26582	115	32	the	the	DET
fcis-26582	115	33	repository	repository	NOUN
fcis-26582	115	34	.	.	PUNCT
fcis-26582	116	1	proposed	propose	VERB
fcis-26582	116	2	by	by	ADP
fcis-26582	116	3	haller	haller	PROPN
fcis-26582	116	4	et	et	PROPN
fcis-26582	116	5	al	al	PROPN
fcis-26582	116	6	.	.	PROPN
fcis-26582	117	1	in	in	ADP
fcis-26582	117	2	2024	2024	NUM
fcis-26582	117	3	,	,	PUNCT
fcis-26582	117	4	the	the	DET
fcis-26582	117	5	pecc	pecc	PROPN
fcis-26582	117	6	(	(	PUNCT
fcis-26582	117	7	problem	problem	NOUN
fcis-26582	117	8	extraction	extraction	NOUN
fcis-26582	117	9	and	and	CCONJ
fcis-26582	117	10	coding	code	VERB
fcis-26582	117	11	challenges	challenge	NOUN
fcis-26582	117	12	)	)	PUNCT
fcis-26582	117	13	is	be	AUX
fcis-26582	117	14	an	an	DET
fcis-26582	117	15	existing	exist	VERB
fcis-26582	117	16	benchmark	benchmark	NOUN
fcis-26582	117	17	that	that	PRON
fcis-26582	117	18	evaluates	evaluate	VERB
fcis-26582	117	19	tasks	task	NOUN
fcis-26582	117	20	in	in	ADP
fcis-26582	117	21	isolation	isolation	NOUN
fcis-26582	117	22	and	and	CCONJ
fcis-26582	117	23	includes	include	VERB
fcis-26582	117	24	2,396	2,396	NUM
fcis-26582	117	25	questions[49	questions[49	X
fcis-26582	117	26	]	]	PUNCT
fcis-26582	117	27	.	.	PUNCT
fcis-26582	118	1	unlike	unlike	ADP
fcis-26582	118	2	traditional	traditional	ADJ
fcis-26582	118	3	benchmarks	benchmark	NOUN
fcis-26582	118	4	,	,	PUNCT
fcis-26582	118	5	pecc	pecc	PROPN
fcis-26582	118	6	requires	require	VERB
fcis-26582	118	7	llms	llm	NOUN
fcis-26582	118	8	to	to	PART
fcis-26582	118	9	interpret	interpret	VERB
fcis-26582	118	10	embedded	embed	VERB
fcis-26582	118	11	problems	problem	NOUN
fcis-26582	118	12	,	,	PUNCT
fcis-26582	118	13	extract	extract	VERB
fcis-26582	118	14	requirements	requirement	NOUN
fcis-26582	118	15	,	,	PUNCT
fcis-26582	118	16	and	and	CCONJ
fcis-26582	118	17	generate	generate	VERB
fcis-26582	118	18	executable	executable	ADJ
fcis-26582	118	19	code	code	NOUN
fcis-26582	118	20	.	.	PUNCT
fcis-26582	119	1	a	a	DET
fcis-26582	119	2	key	key	ADJ
fcis-26582	119	3	feature	feature	NOUN
fcis-26582	119	4	of	of	ADP
fcis-26582	119	5	the	the	DET
fcis-26582	119	6	dataset	dataset	NOUN
fcis-26582	119	7	is	be	AUX
fcis-26582	119	8	the	the	DET
fcis-26582	119	9	added	add	VERB
fcis-26582	119	10	complexity	complexity	NOUN
fcis-26582	119	11	of	of	ADP
fcis-26582	119	12	natural	natural	ADJ
fcis-26582	119	13	language	language	NOUN
fcis-26582	119	14	prompts	prompt	NOUN
fcis-26582	119	15	in	in	ADP
fcis-26582	119	16	conversation	conversation	NOUN
fcis-26582	119	17	-	-	PUNCT
fcis-26582	119	18	based	base	VERB
fcis-26582	119	19	assessments	assessment	NOUN
fcis-26582	119	20	,	,	PUNCT
fcis-26582	119	21	reflecting	reflect	VERB
fcis-26582	119	22	real	real	ADJ
fcis-26582	119	23	-	-	PUNCT
fcis-26582	119	24	world	world	NOUN
fcis-26582	119	25	instruction	instruction	NOUN
fcis-26582	119	26	ambiguity	ambiguity	NOUN
fcis-26582	119	27	.	.	PUNCT
fcis-26582	120	1	table	table	NOUN
fcis-26582	120	2	2	2	NUM
fcis-26582	120	3	.	.	PUNCT
fcis-26582	121	1	scores	score	NOUN
fcis-26582	121	2	of	of	ADP
fcis-26582	121	3	different	different	ADJ
fcis-26582	121	4	pre	pre	ADJ
fcis-26582	121	5	-	-	ADJ
fcis-26582	121	6	trained	train	VERB
fcis-26582	121	7	large	large	ADJ
fcis-26582	121	8	language	language	NOUN
fcis-26582	121	9	models	model	NOUN
fcis-26582	121	10	on	on	ADP
fcis-26582	121	11	the	the	DET
fcis-26582	121	12	humaneval	humaneval	NOUN
fcis-26582	121	13	dataset	dataset	VERB
fcis-26582	121	14	on	on	ADP
fcis-26582	121	15	the	the	DET
fcis-26582	121	16	pass@1	pass@1	VERB
fcis-26582	121	17	rank	rank	NOUN
fcis-26582	121	18	model	model	NOUN
fcis-26582	121	19	pass@1	pass@1	PUNCT
fcis-26582	121	20	year	year	NOUN
fcis-26582	121	21	1	1	NUM
fcis-26582	121	22	ldb(gpt-4o	ldb(gpt-4o	PROPN
fcis-26582	121	23	,	,	PUNCT
fcis-26582	121	24	based	base	VERB
fcis-26582	121	25	on	on	ADP
fcis-26582	121	26	seed	seed	NOUN
fcis-26582	121	27	programs	program	NOUN
fcis-26582	121	28	from	from	ADP
fcis-26582	121	29	reflexion	reflexion	NOUN
fcis-26582	121	30	)	)	PUNCT
fcis-26582	121	31	98.2	98.2	NUM
fcis-26582	121	32	2024	2024	NUM
fcis-26582	121	33	2	2	NUM
fcis-26582	121	34	ldb(gpt-4	ldb(gpt-4	NOUN
fcis-26582	121	35	,	,	PUNCT
fcis-26582	121	36	based	base	VERB
fcis-26582	121	37	on	on	ADP
fcis-26582	121	38	seed	seed	NOUN
fcis-26582	121	39	programs	program	NOUN
fcis-26582	121	40	from	from	ADP
fcis-26582	121	41	reflexion	reflexion	PROPN
fcis-26582	121	42	)	)	PUNCT
fcis-26582	121	43	96.9	96.9	NUM
fcis-26582	121	44	2024	2024	NUM
fcis-26582	121	45	3	3	NUM
fcis-26582	121	46	agentcoder(gpt-4	agentcoder(gpt-4	NOUN
fcis-26582	121	47	)	)	PUNCT
fcis-26582	121	48	96.3	96.3	NUM
fcis-26582	121	49	2023	2023	NUM
fcis-26582	121	50	4	4	NUM
fcis-26582	122	1	ldb(gpt-3.5	ldb(gpt-3.5	PROPN
fcis-26582	122	2	,	,	PUNCT
fcis-26582	122	3	based	base	VERB
fcis-26582	122	4	on	on	ADP
fcis-26582	122	5	seed	seed	NOUN
fcis-26582	122	6	programs	program	NOUN
fcis-26582	122	7	from	from	ADP
fcis-26582	122	8	reflexion	reflexion	PROPN
fcis-26582	122	9	)	)	PUNCT
fcis-26582	122	10	95.1	95.1	NUM
fcis-26582	122	11	2024	2024	NUM
fcis-26582	122	12	5	5	NUM
fcis-26582	122	13	mapcoder(gpt-4	mapcoder(gpt-4	NOUN
fcis-26582	122	14	)	)	PUNCT
fcis-26582	122	15	93.9	93.9	NUM
fcis-26582	122	16	2024	2024	NUM
fcis-26582	122	17	6	6	NUM
fcis-26582	122	18	language	language	NOUN
fcis-26582	122	19	agent	agent	NOUN
fcis-26582	122	20	tree	tree	NOUN
fcis-26582	122	21	search(gpt-4	search(gpt-4	NOUN
fcis-26582	122	22	)	)	PUNCT
fcis-26582	122	23	92.7	92.7	NUM
fcis-26582	122	24	2023	2023	NUM
fcis-26582	122	25	7	7	NUM
fcis-26582	122	26	claude	claude	PROPN
fcis-26582	122	27	3.5	3.5	NUM
fcis-26582	122	28	sonnet(0	sonnet(0	PROPN
fcis-26582	122	29	-	-	PUNCT
fcis-26582	122	30	shot	shot	NOUN
fcis-26582	122	31	)	)	PUNCT
fcis-26582	122	32	92.0	92.0	NUM
fcis-26582	122	33	2024	2024	NUM
fcis-26582	122	34	8	8	NUM
fcis-26582	122	35	fractalresearch	fractalresearch	NOUN
fcis-26582	122	36	:	:	PUNCT
fcis-26582	122	37	pioneer	pioneer	NOUN
fcis-26582	122	38	-	-	PUNCT
fcis-26582	122	39	swo(gpt-4	swo(gpt-4	NOUN
fcis-26582	122	40	t	t	PROPN
fcis-26582	122	41	)	)	PUNCT
fcis-26582	122	42	91.6	91.6	NUM
fcis-26582	122	43	2023	2023	NUM
fcis-26582	122	44	9	9	NUM
fcis-26582	122	45	l2mac(gpt-4	l2mac(gpt-4	NOUN
fcis-26582	122	46	)	)	PUNCT
fcis-26582	122	47	90.2	90.2	NUM
fcis-26582	122	48	2023	2023	NUM
fcis-26582	122	49	10	10	NUM
fcis-26582	122	50	gpt-4o(0	gpt-4o(0	ADJ
fcis-26582	122	51	-	-	PUNCT
fcis-26582	122	52	shot	shot	NOUN
fcis-26582	122	53	)	)	PUNCT
fcis-26582	122	54	90.2	90.2	NUM
fcis-26582	122	55	2024	2024	NUM
fcis-26582	122	56	4	4	NUM
fcis-26582	122	57	.	.	PUNCT
fcis-26582	123	1	conclusion	conclusion	VERB
fcis-26582	123	2	this	this	DET
fcis-26582	123	3	paper	paper	NOUN
fcis-26582	123	4	summarizes	summarize	VERB
fcis-26582	123	5	the	the	DET
fcis-26582	123	6	code	code	NOUN
fcis-26582	123	7	generation	generation	NOUN
fcis-26582	123	8	task	task	NOUN
fcis-26582	123	9	models	model	NOUN
fcis-26582	123	10	of	of	ADP
fcis-26582	123	11	large	large	ADJ
fcis-26582	123	12	language	language	NOUN
fcis-26582	123	13	models	model	NOUN
fcis-26582	123	14	since	since	SCONJ
fcis-26582	123	15	2020	2020	NUM
fcis-26582	123	16	,	,	PUNCT
fcis-26582	123	17	sorts	sort	VERB
fcis-26582	123	18	out	out	ADP
fcis-26582	123	19	the	the	DET
fcis-26582	123	20	main	main	ADJ
fcis-26582	123	21	code	code	NOUN
fcis-26582	123	22	pre	pre	ADJ
fcis-26582	123	23	-	-	VERB
fcis-26582	123	24	trained	train	VERB
fcis-26582	123	25	language	language	NOUN
fcis-26582	123	26	models	model	NOUN
fcis-26582	123	27	at	at	ADP
fcis-26582	123	28	home	home	ADV
fcis-26582	123	29	and	and	CCONJ
fcis-26582	123	30	abroad	abroad	ADV
fcis-26582	123	31	according	accord	VERB
fcis-26582	123	32	to	to	ADP
fcis-26582	123	33	the	the	DET
fcis-26582	123	34	timeline	timeline	NOUN
fcis-26582	123	35	,	,	PUNCT
fcis-26582	123	36	and	and	CCONJ
fcis-26582	123	37	gives	give	VERB
fcis-26582	123	38	the	the	DET
fcis-26582	123	39	development	development	NOUN
fcis-26582	123	40	chart	chart	NOUN
fcis-26582	123	41	of	of	ADP
fcis-26582	123	42	the	the	DET
fcis-26582	123	43	timeline	timeline	NOUN
fcis-26582	123	44	.	.	PUNCT
fcis-26582	124	1	in	in	ADP
fcis-26582	124	2	addition	addition	NOUN
fcis-26582	124	3	,	,	PUNCT
fcis-26582	124	4	the	the	DET
fcis-26582	124	5	typical	typical	ADJ
fcis-26582	124	6	datasets	dataset	NOUN
fcis-26582	124	7	of	of	ADP
fcis-26582	124	8	code	code	NOUN
fcis-26582	124	9	-	-	PUNCT
fcis-26582	124	10	generated	generate	VERB
fcis-26582	124	11	language	language	NOUN
fcis-26582	124	12	models	model	NOUN
fcis-26582	124	13	are	be	AUX
fcis-26582	124	14	reviewed	review	VERB
fcis-26582	124	15	and	and	CCONJ
fcis-26582	124	16	summarized	summarize	VERB
fcis-26582	124	17	,	,	PUNCT
fcis-26582	124	18	and	and	CCONJ
fcis-26582	124	19	the	the	DET
fcis-26582	124	20	research	research	NOUN
fcis-26582	124	21	overview	overview	NOUN
fcis-26582	124	22	of	of	ADP
fcis-26582	124	23	the	the	DET
fcis-26582	124	24	methods	method	NOUN
fcis-26582	124	25	used	use	VERB
fcis-26582	124	26	to	to	PART
fcis-26582	124	27	evaluate	evaluate	VERB
fcis-26582	124	28	the	the	DET
fcis-26582	124	29	code	code	NOUN
fcis-26582	124	30	-	-	PUNCT
fcis-26582	124	31	generated	generate	VERB
fcis-26582	124	32	results	result	NOUN
fcis-26582	124	33	of	of	ADP
fcis-26582	124	34	language	language	NOUN
fcis-26582	124	35	models	model	NOUN
fcis-26582	124	36	is	be	AUX
fcis-26582	124	37	summarized	summarize	VERB
fcis-26582	124	38	and	and	CCONJ
fcis-26582	124	39	explained	explain	VERB
fcis-26582	124	40	.	.	PUNCT
fcis-26582	125	1	although	although	SCONJ
fcis-26582	125	2	large	large	ADJ
fcis-26582	125	3	-	-	PUNCT
fcis-26582	125	4	scale	scale	NOUN
fcis-26582	125	5	pre	pre	ADJ
fcis-26582	125	6	-	-	ADJ
fcis-26582	125	7	trained	train	VERB
fcis-26582	125	8	language	language	NOUN
fcis-26582	125	9	models	model	NOUN
fcis-26582	125	10	have	have	AUX
fcis-26582	125	11	brought	bring	VERB
fcis-26582	125	12	a	a	DET
fcis-26582	125	13	lot	lot	NOUN
fcis-26582	125	14	of	of	ADP
fcis-26582	125	15	convenience	convenience	NOUN
fcis-26582	125	16	to	to	PART
fcis-26582	125	17	program	program	NOUN
fcis-26582	125	18	design	design	NOUN
fcis-26582	125	19	in	in	ADP
fcis-26582	125	20	code	code	NOUN
fcis-26582	125	21	generation	generation	NOUN
fcis-26582	125	22	tasks	task	NOUN
fcis-26582	125	23	,	,	PUNCT
fcis-26582	125	24	there	there	PRON
fcis-26582	125	25	are	be	VERB
fcis-26582	125	26	still	still	ADV
fcis-26582	125	27	many	many	ADJ
fcis-26582	125	28	directions	direction	NOUN
fcis-26582	125	29	that	that	PRON
fcis-26582	125	30	need	need	VERB
fcis-26582	125	31	further	further	ADJ
fcis-26582	125	32	attention	attention	NOUN
fcis-26582	125	33	and	and	CCONJ
fcis-26582	125	34	continuous	continuous	ADJ
fcis-26582	125	35	improvement	improvement	NOUN
fcis-26582	125	36	in	in	ADP
fcis-26582	125	37	related	relate	VERB
fcis-26582	125	38	code	code	NOUN
fcis-26582	125	39	generation	generation	NOUN
fcis-26582	125	40	technologies	technology	NOUN
fcis-26582	125	41	.	.	PUNCT
fcis-26582	126	1	the	the	DET
fcis-26582	126	2	pre	pre	ADJ
fcis-26582	126	3	-	-	ADJ
fcis-26582	126	4	trained	train	VERB
fcis-26582	126	5	language	language	NOUN
fcis-26582	126	6	model	model	NOUN
fcis-26582	126	7	technology	technology	NOUN
fcis-26582	126	8	is	be	AUX
fcis-26582	126	9	developed	develop	VERB
fcis-26582	126	10	from	from	ADP
fcis-26582	126	11	nlp	nlp	NOUN
fcis-26582	126	12	,	,	PUNCT
fcis-26582	126	13	and	and	CCONJ
fcis-26582	126	14	the	the	DET
fcis-26582	126	15	model	model	NOUN
fcis-26582	126	16	will	will	AUX
fcis-26582	126	17	also	also	ADV
fcis-26582	126	18	be	be	AUX
fcis-26582	126	19	affected	affect	VERB
fcis-26582	126	20	by	by	ADP
fcis-26582	126	21	the	the	DET
fcis-26582	126	22	base	base	NOUN
fcis-26582	126	23	architecture	architecture	NOUN
fcis-26582	126	24	such	such	ADJ
fcis-26582	126	25	as	as	ADP
fcis-26582	126	26	transformer	transformer	NOUN
fcis-26582	126	27	,	,	PUNCT
fcis-26582	126	28	which	which	PRON
fcis-26582	126	29	will	will	AUX
fcis-26582	126	30	also	also	ADV
fcis-26582	126	31	continue	continue	VERB
fcis-26582	126	32	the	the	DET
fcis-26582	126	33	syntax	syntax	NOUN
fcis-26582	126	34	correctness	correctness	NOUN
fcis-26582	126	35	problem	problem	NOUN
fcis-26582	126	36	in	in	ADP
fcis-26582	126	37	nlp	nlp	NOUN
fcis-26582	126	38	,	,	PUNCT
fcis-26582	126	39	and	and	CCONJ
fcis-26582	126	40	how	how	SCONJ
fcis-26582	126	41	to	to	PART
fcis-26582	126	42	solve	solve	VERB
fcis-26582	126	43	the	the	DET
fcis-26582	126	44	syntax	syntax	NOUN
fcis-26582	126	45	problem	problem	NOUN
fcis-26582	126	46	in	in	ADP
fcis-26582	126	47	the	the	DET
fcis-26582	126	48	code	code	NOUN
fcis-26582	126	49	generation	generation	NOUN
fcis-26582	126	50	process	process	NOUN
fcis-26582	126	51	is	be	AUX
fcis-26582	126	52	a	a	DET
fcis-26582	126	53	research	research	NOUN
fcis-26582	126	54	direction	direction	NOUN
fcis-26582	126	55	.	.	PUNCT
fcis-26582	127	1	in	in	ADP
fcis-26582	127	2	addition	addition	NOUN
fcis-26582	127	3	,	,	PUNCT
fcis-26582	127	4	with	with	ADP
fcis-26582	127	5	the	the	DET
fcis-26582	127	6	rapid	rapid	ADJ
fcis-26582	127	7	development	development	NOUN
fcis-26582	127	8	of	of	ADP
fcis-26582	127	9	code	code	NOUN
fcis-26582	127	10	technology	technology	NOUN
fcis-26582	127	11	,	,	PUNCT
fcis-26582	127	12	it	it	PRON
fcis-26582	127	13	is	be	AUX
fcis-26582	127	14	worth	worth	ADJ
fcis-26582	127	15	paying	pay	VERB
fcis-26582	127	16	attention	attention	NOUN
fcis-26582	127	17	to	to	ADP
fcis-26582	127	18	how	how	SCONJ
fcis-26582	127	19	to	to	PART
fcis-26582	127	20	make	make	VERB
fcis-26582	127	21	the	the	DET
fcis-26582	127	22	code	code	NOUN
fcis-26582	127	23	generation	generation	NOUN
fcis-26582	127	24	of	of	ADP
fcis-26582	127	25	llm	llm	PROPN
fcis-26582	127	26	adapt	adapt	VERB
fcis-26582	127	27	to	to	ADP
fcis-26582	127	28	various	various	ADJ
fcis-26582	127	29	code	code	NOUN
fcis-26582	127	30	open	open	ADJ
fcis-26582	127	31	datasets	dataset	NOUN
fcis-26582	127	32	and	and	CCONJ
fcis-26582	127	33	open	open	ADJ
fcis-26582	127	34	-	-	PUNCT
fcis-26582	127	35	source	source	NOUN
fcis-26582	127	36	code	code	NOUN
fcis-26582	127	37	schemes	scheme	NOUN
fcis-26582	127	38	in	in	ADP
fcis-26582	127	39	a	a	DET
fcis-26582	127	40	timely	timely	ADJ
fcis-26582	127	41	manner	manner	NOUN
fcis-26582	127	42	.	.	PUNCT
fcis-26582	128	1	finally	finally	ADV
fcis-26582	128	2	,	,	PUNCT
fcis-26582	128	3	code	code	NOUN
fcis-26582	128	4	generation	generation	NOUN
fcis-26582	128	5	technology	technology	NOUN
fcis-26582	128	6	will	will	AUX
fcis-26582	128	7	involve	involve	VERB
fcis-26582	128	8	data	data	NOUN
fcis-26582	128	9	leakage	leakage	NOUN
fcis-26582	128	10	and	and	CCONJ
fcis-26582	128	11	security	security	NOUN
fcis-26582	128	12	issues	issue	NOUN
fcis-26582	128	13	,	,	PUNCT
fcis-26582	128	14	and	and	CCONJ
fcis-26582	128	15	how	how	SCONJ
fcis-26582	128	16	to	to	PART
fcis-26582	128	17	better	well	ADV
fcis-26582	128	18	implement	implement	VERB
fcis-26582	128	19	code	code	NOUN
fcis-26582	128	20	generation	generation	NOUN
fcis-26582	128	21	technology	technology	NOUN
fcis-26582	128	22	under	under	ADP
fcis-26582	128	23	the	the	DET
fcis-26582	128	24	premise	premise	NOUN
fcis-26582	128	25	of	of	ADP
fcis-26582	128	26	ensuring	ensure	VERB
fcis-26582	128	27	data	datum	NOUN
fcis-26582	128	28	security	security	NOUN
fcis-26582	128	29	is	be	AUX
fcis-26582	128	30	an	an	DET
fcis-26582	128	31	important	important	ADJ
fcis-26582	128	32	research	research	NOUN
fcis-26582	128	33	direction	direction	NOUN
fcis-26582	128	34	for	for	ADP
fcis-26582	128	35	scientific	scientific	ADJ
fcis-26582	128	36	researchers	researcher	NOUN
fcis-26582	128	37	.	.	PUNCT
fcis-26582	129	1	acknowledgments	acknowledgment	NOUN
fcis-26582	129	2	this	this	DET
fcis-26582	129	3	work	work	NOUN
fcis-26582	129	4	is	be	AUX
fcis-26582	129	5	supported	support	VERB
fcis-26582	129	6	by	by	ADP
fcis-26582	129	7	research	research	NOUN
fcis-26582	129	8	project	project	NOUN
fcis-26582	129	9	of	of	ADP
fcis-26582	129	10	fundamentals	fundamental	NOUN
fcis-26582	129	11	of	of	ADP
fcis-26582	129	12	programming	programming	NOUN
fcis-26582	129	13	for	for	ADP
fcis-26582	129	14	school	school	NOUN
fcis-26582	129	15	-	-	PUNCT
fcis-26582	129	16	level	level	NOUN
fcis-26582	129	17	excellent	excellent	ADJ
fcis-26582	129	18	course	course	NOUN
fcis-26582	129	19	projects	project	NOUN
fcis-26582	129	20	of	of	ADP
fcis-26582	129	21	wuhu	wuhu	PROPN
fcis-26582	129	22	university	university	PROPN
fcis-26582	129	23	,	,	PUNCT
fcis-26582	129	24	project	project	NOUN
fcis-26582	129	25	number	number	NOUN
fcis-26582	129	26	:	:	PUNCT
fcis-26582	129	27	whjpkc-202403	whjpkc-202403	NOUN
fcis-26582	129	28	.	.	PUNCT
fcis-26582	130	1	references	reference	NOUN
fcis-26582	130	2	[	[	X
fcis-26582	130	3	1	1	NUM
fcis-26582	130	4	]	]	X
fcis-26582	130	5	wang	wang	PROPN
fcis-26582	130	6	,	,	PUNCT
fcis-26582	130	7	y.	y.	PROPN
fcis-26582	130	8	,	,	PUNCT
fcis-26582	130	9	wang	wang	PROPN
fcis-26582	130	10	,	,	PUNCT
fcis-26582	130	11	w.	w.	PROPN
fcis-26582	130	12	,	,	PUNCT
fcis-26582	130	13	joty	joty	PROPN
fcis-26582	130	14	,	,	PUNCT
fcis-26582	130	15	s.	s.	PROPN
fcis-26582	130	16	r.	r.	PROPN
fcis-26582	130	17	,	,	PUNCT
fcis-26582	130	18	&	&	CCONJ
fcis-26582	130	19	hoi	hoi	PROPN
fcis-26582	130	20	,	,	PUNCT
fcis-26582	130	21	s.	s.	PROPN
fcis-26582	130	22	(	(	PUNCT
fcis-26582	130	23	2021	2021	NUM
fcis-26582	130	24	)	)	PUNCT
fcis-26582	130	25	.	.	PUNCT
fcis-26582	131	1	codet5	codet5	NOUN
fcis-26582	131	2	:	:	PUNCT
fcis-26582	131	3	identifier	identifier	NOUN
fcis-26582	131	4	-	-	PUNCT
fcis-26582	131	5	aware	aware	ADJ
fcis-26582	131	6	unified	unified	ADJ
fcis-26582	131	7	pre	pre	ADJ
fcis-26582	131	8	-	-	ADJ
fcis-26582	131	9	trained	train	VERB
fcis-26582	131	10	encoder	encoder	NOUN
fcis-26582	131	11	-	-	PUNCT
fcis-26582	131	12	decoder	decoder	NOUN
fcis-26582	131	13	models	model	NOUN
fcis-26582	131	14	for	for	ADP
fcis-26582	131	15	code	code	NOUN
fcis-26582	131	16	understanding	understanding	NOUN
fcis-26582	131	17	and	and	CCONJ
fcis-26582	131	18	generation	generation	NOUN
fcis-26582	131	19	.	.	PUNCT
fcis-26582	132	1	arxiv	arxiv	PROPN
fcis-26582	132	2	,	,	PUNCT
fcis-26582	132	3	abs/2109	abs/2109	VERB
fcis-26582	132	4	.	.	PROPN
fcis-26582	132	5	00859	00859	NUM
fcis-26582	132	6	.	.	PUNCT
fcis-26582	133	1	[	[	X
fcis-26582	133	2	2	2	NUM
fcis-26582	133	3	]	]	SYM
fcis-26582	133	4	le	le	X
fcis-26582	133	5	,	,	PUNCT
fcis-26582	133	6	h.	h.	PROPN
fcis-26582	133	7	,	,	PUNCT
fcis-26582	133	8	wang	wang	PROPN
fcis-26582	133	9	,	,	PUNCT
fcis-26582	133	10	y.	y.	PROPN
fcis-26582	133	11	,	,	PUNCT
fcis-26582	133	12	gotmare	gotmare	PROPN
fcis-26582	133	13	,	,	PUNCT
fcis-26582	133	14	a.	a.	PROPN
fcis-26582	133	15	d.	d.	PROPN
fcis-26582	133	16	,	,	PUNCT
fcis-26582	133	17	savarese	savarese	PROPN
fcis-26582	133	18	,	,	PUNCT
fcis-26582	133	19	s.	s.	PROPN
fcis-26582	133	20	,	,	PUNCT
fcis-26582	133	21	&	&	CCONJ
fcis-26582	133	22	hoi	hoi	PROPN
fcis-26582	133	23	,	,	PUNCT
fcis-26582	133	24	s.	s.	PROPN
fcis-26582	133	25	(	(	PUNCT
fcis-26582	133	26	2022	2022	NUM
fcis-26582	133	27	)	)	PUNCT
fcis-26582	133	28	.	.	PUNCT
fcis-26582	134	1	coderl	coderl	NOUN
fcis-26582	134	2	:	:	PUNCT
fcis-26582	134	3	mastering	master	VERB
fcis-26582	134	4	code	code	NOUN
fcis-26582	134	5	generation	generation	NOUN
fcis-26582	134	6	through	through	ADP
fcis-26582	134	7	pretrained	pretraine	VERB
fcis-26582	134	8	models	model	NOUN
fcis-26582	134	9	and	and	CCONJ
fcis-26582	134	10	deep	deep	ADJ
fcis-26582	134	11	reinforcement	reinforcement	NOUN
fcis-26582	134	12	learning	learning	NOUN
fcis-26582	134	13	.	.	PUNCT
fcis-26582	135	1	arxiv	arxiv	NOUN
fcis-26582	135	2	,	,	PUNCT
fcis-26582	135	3	abs/2207.01780	abs/2207.01780	NOUN
fcis-26582	135	4	.	.	PUNCT
fcis-26582	136	1	[	[	X
fcis-26582	136	2	3	3	NUM
fcis-26582	136	3	]	]	X
fcis-26582	136	4	wang	wang	PROPN
fcis-26582	136	5	,	,	PUNCT
fcis-26582	136	6	y.	y.	PROPN
fcis-26582	136	7	,	,	PUNCT
fcis-26582	136	8	le	le	PROPN
fcis-26582	136	9	,	,	PUNCT
fcis-26582	136	10	h.	h.	PROPN
fcis-26582	136	11	,	,	PUNCT
fcis-26582	136	12	gotmare	gotmare	PROPN
fcis-26582	136	13	,	,	PUNCT
fcis-26582	136	14	a.	a.	PROPN
fcis-26582	136	15	d.	d.	PROPN
fcis-26582	136	16	,	,	PUNCT
fcis-26582	136	17	bui	bui	PROPN
fcis-26582	136	18	,	,	PUNCT
fcis-26582	136	19	n.	n.	PROPN
fcis-26582	136	20	d.	d.	PROPN
fcis-26582	136	21	q.	q.	PROPN
fcis-26582	136	22	,	,	PUNCT
fcis-26582	136	23	li	li	PROPN
fcis-26582	136	24	,	,	PUNCT
fcis-26582	136	25	j.	j.	PROPN
fcis-26582	136	26	,	,	PUNCT
fcis-26582	136	27	&	&	CCONJ
fcis-26582	136	28	hoi	hoi	PROPN
fcis-26582	136	29	,	,	PUNCT
fcis-26582	136	30	s.	s.	PROPN
fcis-26582	136	31	c.	c.	PROPN
fcis-26582	136	32	h.	h.	PROPN
fcis-26582	136	33	(	(	PUNCT
fcis-26582	136	34	2023	2023	NUM
fcis-26582	136	35	)	)	PUNCT
fcis-26582	136	36	.	.	PUNCT
fcis-26582	137	1	codet5	codet5	PROPN
fcis-26582	138	1	+	+	ADJ
fcis-26582	138	2	:	:	PUNCT
fcis-26582	138	3	open	open	ADJ
fcis-26582	138	4	code	code	NOUN
fcis-26582	138	5	large	large	ADJ
fcis-26582	138	6	language	language	NOUN
fcis-26582	138	7	models	model	NOUN
fcis-26582	138	8	for	for	ADP
fcis-26582	138	9	code	code	NOUN
fcis-26582	138	10	understanding	understanding	NOUN
fcis-26582	138	11	and	and	CCONJ
fcis-26582	138	12	generation	generation	NOUN
fcis-26582	138	13	.	.	PUNCT
fcis-26582	139	1	[	[	X
fcis-26582	139	2	4	4	X
fcis-26582	139	3	]	]	X
fcis-26582	139	4	chen	chen	PROPN
fcis-26582	139	5	m	m	PROPN
fcis-26582	139	6	,	,	PUNCT
fcis-26582	139	7	tworek	tworek	PROPN
fcis-26582	139	8	j	j	PROPN
fcis-26582	139	9	,	,	PUNCT
fcis-26582	139	10	jun	jun	PROPN
fcis-26582	139	11	h	h	PROPN
fcis-26582	139	12	,	,	PUNCT
fcis-26582	139	13	et	et	PROPN
fcis-26582	139	14	al	al	PROPN
fcis-26582	139	15	.	.	PUNCT
fcis-26582	139	16	evaluating	evaluate	VERB
fcis-26582	139	17	large	large	ADJ
fcis-26582	139	18	language	language	NOUN
fcis-26582	139	19	models	model	NOUN
fcis-26582	139	20	trained	train	VERB
fcis-26582	139	21	on	on	ADP
fcis-26582	139	22	code[j	code[j	NOUN
fcis-26582	139	23	]	]	PUNCT
fcis-26582	139	24	.	.	PUNCT
fcis-26582	140	1	arxiv	arxiv	PROPN
fcis-26582	140	2	preprint	preprint	NOUN
fcis-26582	140	3	arxiv:2107.03374	arxiv:2107.03374	NOUN
fcis-26582	140	4	,	,	PUNCT
fcis-26582	140	5	2021	2021	NUM
fcis-26582	140	6	.	.	PUNCT
fcis-26582	141	1	[	[	X
fcis-26582	141	2	5	5	NUM
fcis-26582	141	3	]	]	X
fcis-26582	141	4	feng	feng	PROPN
fcis-26582	141	5	,	,	PUNCT
fcis-26582	141	6	z.	z.	PROPN
fcis-26582	141	7	,	,	PUNCT
fcis-26582	141	8	guo	guo	PROPN
fcis-26582	141	9	,	,	PUNCT
fcis-26582	141	10	d.	d.	PROPN
fcis-26582	141	11	,	,	PUNCT
fcis-26582	141	12	tang	tang	PROPN
fcis-26582	141	13	,	,	PUNCT
fcis-26582	141	14	d.	d.	PROPN
fcis-26582	141	15	,	,	PUNCT
fcis-26582	141	16	duan	duan	PROPN
fcis-26582	141	17	,	,	PUNCT
fcis-26582	141	18	n.	n.	PROPN
fcis-26582	141	19	,	,	PUNCT
fcis-26582	141	20	feng	feng	PROPN
fcis-26582	141	21	,	,	PUNCT
fcis-26582	141	22	x.	x.	PROPN
fcis-26582	141	23	,	,	PUNCT
fcis-26582	141	24	gong	gong	PROPN
fcis-26582	141	25	,	,	PUNCT
fcis-26582	141	26	m.	m.	NOUN
fcis-26582	141	27	,	,	PUNCT
fcis-26582	141	28	shou	shou	PROPN
fcis-26582	141	29	,	,	PUNCT
fcis-26582	141	30	l.	l.	PROPN
fcis-26582	141	31	,	,	PUNCT
fcis-26582	141	32	qin	qin	PROPN
fcis-26582	141	33	,	,	PUNCT
fcis-26582	141	34	b.	b.	PROPN
fcis-26582	141	35	,	,	PUNCT
fcis-26582	141	36	liu	liu	PROPN
fcis-26582	141	37	,	,	PUNCT
fcis-26582	141	38	t.	t.	PROPN
fcis-26582	141	39	,	,	PUNCT
fcis-26582	141	40	jiang	jiang	PROPN
fcis-26582	141	41	,	,	PUNCT
fcis-26582	141	42	d.	d.	PROPN
fcis-26582	141	43	,	,	PUNCT
fcis-26582	141	44	&	&	CCONJ
fcis-26582	141	45	zhou	zhou	PROPN
fcis-26582	141	46	,	,	PUNCT
fcis-26582	141	47	m.	m.	NOUN
fcis-26582	141	48	(	(	PUNCT
fcis-26582	141	49	2020	2020	NUM
fcis-26582	141	50	)	)	PUNCT
fcis-26582	141	51	.	.	PUNCT
fcis-26582	142	1	codebert	codebert	NOUN
fcis-26582	142	2	:	:	PUNCT
fcis-26582	142	3	a	a	DET
fcis-26582	142	4	pre	pre	ADJ
fcis-26582	142	5	-	-	ADJ
fcis-26582	142	6	trained	train	VERB
fcis-26582	142	7	model	model	NOUN
fcis-26582	142	8	for	for	ADP
fcis-26582	142	9	programming	programming	NOUN
fcis-26582	142	10	and	and	CCONJ
fcis-26582	142	11	natural	natural	ADJ
fcis-26582	142	12	languages	language	NOUN
fcis-26582	142	13	.	.	PUNCT
fcis-26582	143	1	[	[	X
fcis-26582	143	2	6	6	NUM
fcis-26582	143	3	]	]	X
fcis-26582	143	4	guo	guo	PROPN
fcis-26582	143	5	,	,	PUNCT
fcis-26582	143	6	d.	d.	PROPN
fcis-26582	143	7	,	,	PUNCT
fcis-26582	143	8	ren	ren	PROPN
fcis-26582	143	9	,	,	PUNCT
fcis-26582	143	10	s.	s.	PROPN
fcis-26582	143	11	,	,	PUNCT
fcis-26582	143	12	lu	lu	PROPN
fcis-26582	143	13	,	,	PUNCT
fcis-26582	143	14	s.	s.	PROPN
fcis-26582	143	15	,	,	PUNCT
fcis-26582	143	16	feng	feng	PROPN
fcis-26582	143	17	,	,	PUNCT
fcis-26582	143	18	z.	z.	PROPN
fcis-26582	143	19	,	,	PUNCT
fcis-26582	143	20	tang	tang	PROPN
fcis-26582	143	21	,	,	PUNCT
fcis-26582	143	22	d.	d.	PROPN
fcis-26582	143	23	,	,	PUNCT
fcis-26582	143	24	liu	liu	PROPN
fcis-26582	143	25	,	,	PUNCT
fcis-26582	143	26	s.	s.	PROPN
fcis-26582	143	27	,	,	PUNCT
fcis-26582	143	28	zhou	zhou	PROPN
fcis-26582	143	29	,	,	PUNCT
fcis-26582	143	30	l.	l.	PROPN
fcis-26582	143	31	,	,	PUNCT
fcis-26582	143	32	duan	duan	PROPN
fcis-26582	143	33	,	,	PUNCT
fcis-26582	143	34	n.	n.	NOUN
fcis-26582	143	35	,	,	PUNCT
fcis-26582	143	36	svyatkovskiy	svyatkovskiy	NOUN
fcis-26582	143	37	,	,	PUNCT
fcis-26582	143	38	a.	a.	NOUN
fcis-26582	143	39	,	,	PUNCT
fcis-26582	143	40	fu	fu	PROPN
fcis-26582	143	41	,	,	PUNCT
fcis-26582	143	42	s.	s.	PROPN
fcis-26582	143	43	,	,	PUNCT
fcis-26582	143	44	tufano	tufano	ADJ
fcis-26582	143	45	,	,	PUNCT
fcis-26582	143	46	m.	m.	NOUN
fcis-26582	143	47	,	,	PUNCT
fcis-26582	143	48	deng	deng	PROPN
fcis-26582	143	49	,	,	PUNCT
fcis-26582	143	50	s.	s.	PROPN
fcis-26582	143	51	k.	k.	PROPN
fcis-26582	143	52	,	,	PUNCT
fcis-26582	143	53	clement	clement	PROPN
fcis-26582	143	54	,	,	PUNCT
fcis-26582	143	55	c.	c.	PROPN
fcis-26582	143	56	,	,	PUNCT
fcis-26582	143	57	drain	drain	NOUN
fcis-26582	143	58	,	,	PUNCT
fcis-26582	143	59	d.	d.	PROPN
fcis-26582	143	60	,	,	PUNCT
fcis-26582	143	61	sundaresan	sundaresan	PROPN
fcis-26582	143	62	,	,	PUNCT
fcis-26582	143	63	n.	n.	PROPN
fcis-26582	143	64	,	,	PUNCT
fcis-26582	143	65	yin	yin	PROPN
fcis-26582	143	66	,	,	PUNCT
fcis-26582	143	67	j.	j.	PROPN
fcis-26582	143	68	,	,	PUNCT
fcis-26582	143	69	jiang	jiang	PROPN
fcis-26582	143	70	,	,	PUNCT
fcis-26582	143	71	d.	d.	PROPN
fcis-26582	143	72	,	,	PUNCT
fcis-26582	143	73	&	&	CCONJ
fcis-26582	143	74	zhou	zhou	PROPN
fcis-26582	143	75	,	,	PUNCT
fcis-26582	143	76	m.	m.	NOUN
fcis-26582	143	77	(	(	PUNCT
fcis-26582	143	78	2020	2020	NUM
fcis-26582	143	79	)	)	PUNCT
fcis-26582	143	80	.	.	PUNCT
fcis-26582	144	1	graphcodebert	graphcodebert	NOUN
fcis-26582	144	2	:	:	PUNCT
fcis-26582	144	3	pre	pre	ADJ
fcis-26582	144	4	-	-	ADJ
fcis-26582	144	5	training	train	VERB
fcis-26582	144	6	code	code	NOUN
fcis-26582	144	7	representations	representation	NOUN
fcis-26582	144	8	with	with	ADP
fcis-26582	144	9	data	datum	NOUN
fcis-26582	144	10	flow	flow	NOUN
fcis-26582	144	11	.	.	PUNCT
fcis-26582	145	1	[	[	X
fcis-26582	145	2	7	7	X
fcis-26582	145	3	]	]	X
fcis-26582	145	4	li	li	PROPN
fcis-26582	145	5	j	j	PROPN
fcis-26582	145	6	,	,	PUNCT
fcis-26582	145	7	chen	chen	PROPN
fcis-26582	145	8	p	p	PROPN
fcis-26582	145	9	,	,	PUNCT
fcis-26582	145	10	jia	jia	PROPN
fcis-26582	145	11	j.	j.	PROPN
fcis-26582	145	12	motcoder	motcoder	PROPN
fcis-26582	145	13	:	:	PUNCT
fcis-26582	145	14	elevating	elevate	VERB
fcis-26582	145	15	large	large	ADJ
fcis-26582	145	16	language	language	NOUN
fcis-26582	145	17	models	model	NOUN
fcis-26582	145	18	with	with	ADP
fcis-26582	145	19	modular	modular	NOUN
fcis-26582	145	20	of	of	ADP
fcis-26582	145	21	thought	thought	NOUN
fcis-26582	145	22	for	for	ADP
fcis-26582	145	23	challenging	challenge	VERB
fcis-26582	145	24	programming	programming	NOUN
fcis-26582	145	25	tasks[j	tasks[j	NOUN
fcis-26582	145	26	]	]	PUNCT
fcis-26582	145	27	.	.	PUNCT
fcis-26582	146	1	arxiv	arxiv	PROPN
fcis-26582	146	2	preprint	preprint	NOUN
fcis-26582	146	3	arxiv:2312.15960	arxiv:2312.15960	PROPN
fcis-26582	146	4	,	,	PUNCT
fcis-26582	146	5	2023	2023	NUM
fcis-26582	146	6	.	.	PUNCT
fcis-26582	147	1	[	[	X
fcis-26582	147	2	8	8	NUM
fcis-26582	147	3	]	]	X
fcis-26582	147	4	nijkamp	nijkamp	PROPN
fcis-26582	147	5	,	,	PUNCT
fcis-26582	147	6	e.	e.	PROPN
fcis-26582	147	7	,	,	PUNCT
fcis-26582	147	8	pang	pang	PROPN
fcis-26582	147	9	,	,	PUNCT
fcis-26582	147	10	b.	b.	PROPN
fcis-26582	147	11	,	,	PUNCT
fcis-26582	147	12	hayashi	hayashi	PROPN
fcis-26582	147	13	,	,	PUNCT
fcis-26582	147	14	h.	h.	PROPN
fcis-26582	147	15	,	,	PUNCT
fcis-26582	147	16	tu	tu	PROPN
fcis-26582	147	17	,	,	PUNCT
fcis-26582	147	18	l.	l.	PROPN
fcis-26582	147	19	,	,	PUNCT
fcis-26582	147	20	wang	wang	PROPN
fcis-26582	147	21	,	,	PUNCT
fcis-26582	147	22	h.	h.	PROPN
fcis-26582	147	23	,	,	PUNCT
fcis-26582	147	24	zhou	zhou	PROPN
fcis-26582	147	25	,	,	PUNCT
fcis-26582	147	26	y.	y.	PROPN
fcis-26582	147	27	,	,	PUNCT
fcis-26582	147	28	savarese	savarese	PROPN
fcis-26582	147	29	,	,	PUNCT
fcis-26582	147	30	s.	s.	PROPN
fcis-26582	147	31	,	,	PUNCT
fcis-26582	147	32	&	&	CCONJ
fcis-26582	147	33	xiong	xiong	PROPN
fcis-26582	147	34	,	,	PUNCT
fcis-26582	147	35	c.	c.	PROPN
fcis-26582	147	36	(	(	PUNCT
fcis-26582	147	37	2022	2022	NUM
fcis-26582	147	38	)	)	PUNCT
fcis-26582	147	39	.	.	PUNCT
fcis-26582	148	1	codegen	codegen	PROPN
fcis-26582	148	2	:	:	PUNCT
fcis-26582	148	3	an	an	DET
fcis-26582	148	4	open	open	ADJ
fcis-26582	148	5	large	large	ADJ
fcis-26582	148	6	language	language	NOUN
fcis-26582	148	7	model	model	NOUN
fcis-26582	148	8	for	for	ADP
fcis-26582	148	9	code	code	NOUN
fcis-26582	148	10	with	with	ADP
fcis-26582	148	11	multi	multi	ADJ
fcis-26582	148	12	-	-	ADJ
fcis-26582	148	13	turn	turn	ADJ
fcis-26582	148	14	program	program	NOUN
fcis-26582	148	15	synthesis	synthesis	NOUN
fcis-26582	148	16	.	.	PUNCT
fcis-26582	149	1	[	[	X
fcis-26582	149	2	9	9	NUM
fcis-26582	149	3	]	]	PUNCT
fcis-26582	149	4	fried	fry	VERB
fcis-26582	149	5	,	,	PUNCT
fcis-26582	149	6	d.	d.	PROPN
fcis-26582	149	7	,	,	PUNCT
fcis-26582	149	8	aghajanyan	aghajanyan	PROPN
fcis-26582	149	9	,	,	PUNCT
fcis-26582	149	10	a.	a.	PROPN
fcis-26582	149	11	,	,	PUNCT
fcis-26582	149	12	lin	lin	PROPN
fcis-26582	149	13	,	,	PUNCT
fcis-26582	149	14	j.	j.	PROPN
fcis-26582	149	15	,	,	PUNCT
fcis-26582	149	16	wang	wang	PROPN
fcis-26582	149	17	,	,	PUNCT
fcis-26582	149	18	s.	s.	PROPN
fcis-26582	149	19	i.	i.	PROPN
fcis-26582	149	20	,	,	PUNCT
fcis-26582	149	21	wallace	wallace	PROPN
fcis-26582	149	22	,	,	PUNCT
fcis-26582	149	23	e.	e.	PROPN
fcis-26582	149	24	,	,	PUNCT
fcis-26582	149	25	shi	shi	PROPN
fcis-26582	149	26	,	,	PUNCT
fcis-26582	149	27	f.	f.	PROPN
fcis-26582	149	28	,	,	PUNCT
fcis-26582	149	29	zhong	zhong	PROPN
fcis-26582	149	30	,	,	PUNCT
fcis-26582	149	31	r.	r.	PROPN
fcis-26582	149	32	,	,	PUNCT
fcis-26582	149	33	yih	yih	PROPN
fcis-26582	149	34	,	,	PUNCT
fcis-26582	149	35	w.	w.	PROPN
fcis-26582	149	36	,	,	PUNCT
fcis-26582	149	37	zettlemoyer	zettlemoyer	NOUN
fcis-26582	149	38	,	,	PUNCT
fcis-26582	149	39	l.	l.	PROPN
fcis-26582	149	40	,	,	PUNCT
fcis-26582	149	41	&	&	CCONJ
fcis-26582	149	42	lewis	lewis	PROPN
fcis-26582	149	43	,	,	PUNCT
fcis-26582	149	44	m.	m.	NOUN
fcis-26582	149	45	(	(	PUNCT
fcis-26582	149	46	2022	2022	NUM
fcis-26582	149	47	)	)	PUNCT
fcis-26582	149	48	.	.	PUNCT
fcis-26582	150	1	74	74	NUM
fcis-26582	150	2	incoder	incoder	NOUN
fcis-26582	150	3	:	:	PUNCT
fcis-26582	150	4	a	a	DET
fcis-26582	150	5	generative	generative	ADJ
fcis-26582	150	6	model	model	NOUN
fcis-26582	150	7	for	for	ADP
fcis-26582	150	8	code	code	NOUN
fcis-26582	150	9	infilling	infilling	NOUN
fcis-26582	150	10	and	and	CCONJ
fcis-26582	150	11	synthesis	synthesis	NOUN
fcis-26582	150	12	.	.	PUNCT
fcis-26582	151	1	arxiv	arxiv	PROPN
fcis-26582	151	2	,	,	PUNCT
fcis-26582	151	3	abs/2204.05999	abs/2204.05999	NOUN
fcis-26582	151	4	.	.	PUNCT
fcis-26582	152	1	[	[	X
fcis-26582	152	2	10	10	NUM
fcis-26582	152	3	]	]	X
fcis-26582	152	4	christopoulou	christopoulou	PROPN
fcis-26582	152	5	,	,	PUNCT
fcis-26582	152	6	f.	f.	PROPN
fcis-26582	152	7	,	,	PUNCT
fcis-26582	152	8	lampouras	lampoura	NOUN
fcis-26582	152	9	,	,	PUNCT
fcis-26582	152	10	g.	g.	NOUN
fcis-26582	152	11	,	,	PUNCT
fcis-26582	152	12	gritta	gritta	NOUN
fcis-26582	152	13	,	,	PUNCT
fcis-26582	152	14	m.	m.	NOUN
fcis-26582	152	15	,	,	PUNCT
fcis-26582	152	16	zhang	zhang	PROPN
fcis-26582	152	17	,	,	PUNCT
fcis-26582	152	18	g.	g.	PROPN
fcis-26582	152	19	,	,	PUNCT
fcis-26582	152	20	guo	guo	PROPN
fcis-26582	152	21	,	,	PUNCT
fcis-26582	152	22	y.	y.	PROPN
fcis-26582	152	23	,	,	PUNCT
fcis-26582	152	24	li	li	PROPN
fcis-26582	152	25	,	,	PUNCT
fcis-26582	152	26	z.	z.	PROPN
fcis-26582	152	27	,	,	PUNCT
fcis-26582	152	28	zhang	zhang	PROPN
fcis-26582	152	29	,	,	PUNCT
fcis-26582	152	30	q.	q.	PROPN
fcis-26582	152	31	,	,	PUNCT
fcis-26582	152	32	xiao	xiao	PROPN
fcis-26582	152	33	,	,	PUNCT
fcis-26582	152	34	m.	m.	NOUN
fcis-26582	152	35	,	,	PUNCT
fcis-26582	152	36	shen	shen	PROPN
fcis-26582	152	37	,	,	PUNCT
fcis-26582	152	38	b.	b.	PROPN
fcis-26582	152	39	,	,	PUNCT
fcis-26582	152	40	li	li	PROPN
fcis-26582	152	41	,	,	PUNCT
fcis-26582	152	42	l.	l.	PROPN
fcis-26582	152	43	,	,	PUNCT
fcis-26582	152	44	yu	yu	PROPN
fcis-26582	152	45	,	,	PUNCT
fcis-26582	152	46	h.	h.	PROPN
fcis-26582	152	47	,	,	PUNCT
fcis-26582	152	48	yan	yan	PROPN
fcis-26582	152	49	,	,	PUNCT
fcis-26582	152	50	l.	l.	PROPN
fcis-26582	152	51	,	,	PUNCT
fcis-26582	152	52	zhou	zhou	PROPN
fcis-26582	152	53	,	,	PUNCT
fcis-26582	152	54	p.	p.	PROPN
fcis-26582	152	55	,	,	PUNCT
fcis-26582	152	56	wang	wang	PROPN
fcis-26582	152	57	,	,	PUNCT
fcis-26582	152	58	x.	x.	PROPN
fcis-26582	152	59	,	,	PUNCT
fcis-26582	152	60	ma	ma	PROPN
fcis-26582	152	61	,	,	PUNCT
fcis-26582	152	62	y.	y.	PROPN
fcis-26582	152	63	,	,	PUNCT
fcis-26582	152	64	iacobacci	iacobacci	PROPN
fcis-26582	152	65	,	,	PUNCT
fcis-26582	152	66	i.	i.	PROPN
fcis-26582	152	67	,	,	PUNCT
fcis-26582	152	68	wang	wang	PROPN
fcis-26582	152	69	,	,	PUNCT
fcis-26582	152	70	y.	y.	PROPN
fcis-26582	152	71	,	,	PUNCT
fcis-26582	152	72	liang	liang	PROPN
fcis-26582	152	73	,	,	PUNCT
fcis-26582	152	74	g.	g.	PROPN
fcis-26582	152	75	,	,	PUNCT
fcis-26582	152	76	wei	wei	PROPN
fcis-26582	152	77	,	,	PUNCT
fcis-26582	152	78	j.	j.	PROPN
fcis-26582	152	79	,	,	PUNCT
fcis-26582	152	80	liu	liu	PROPN
fcis-26582	152	81	,	,	PUNCT
fcis-26582	152	82	q.	q.	PROPN
fcis-26582	152	83	(	(	PUNCT
fcis-26582	152	84	2022	2022	NUM
fcis-26582	152	85	)	)	PUNCT
fcis-26582	152	86	.	.	PUNCT
fcis-26582	153	1	pangu	pangu	NOUN
fcis-26582	153	2	-	-	PUNCT
fcis-26582	153	3	coder	coder	NOUN
fcis-26582	153	4	:	:	PUNCT
fcis-26582	153	5	program	program	NOUN
fcis-26582	153	6	synthesis	synthesis	NOUN
fcis-26582	153	7	with	with	ADP
fcis-26582	153	8	function	function	NOUN
fcis-26582	153	9	-	-	PUNCT
fcis-26582	153	10	level	level	NOUN
fcis-26582	153	11	language	language	NOUN
fcis-26582	153	12	modeling	modeling	NOUN
fcis-26582	153	13	.	.	PUNCT
fcis-26582	154	1	arxiv	arxiv	PROPN
fcis-26582	154	2	,	,	PUNCT
fcis-26582	154	3	abs/	abs/	ADJ
fcis-26582	154	4	2207	2207	NOUN
fcis-26582	154	5	.	.	PUNCT
fcis-26582	154	6	11280	11280	NUM
fcis-26582	154	7	.	.	PUNCT
fcis-26582	155	1	[	[	X
fcis-26582	155	2	11	11	NUM
fcis-26582	155	3	]	]	X
fcis-26582	155	4	chen	chen	PROPN
fcis-26582	155	5	,	,	PUNCT
fcis-26582	155	6	b.	b.	PROPN
fcis-26582	155	7	,	,	PUNCT
fcis-26582	155	8	zhang	zhang	PROPN
fcis-26582	155	9	,	,	PUNCT
fcis-26582	155	10	f.	f.	PROPN
fcis-26582	155	11	,	,	PUNCT
fcis-26582	155	12	nguyen	nguyen	PROPN
fcis-26582	155	13	,	,	PUNCT
fcis-26582	155	14	a.	a.	NOUN
fcis-26582	155	15	,	,	PUNCT
fcis-26582	155	16	zan	zan	PROPN
fcis-26582	155	17	,	,	PUNCT
fcis-26582	155	18	d.	d.	PROPN
fcis-26582	155	19	,	,	PUNCT
fcis-26582	155	20	lin	lin	PROPN
fcis-26582	155	21	,	,	PUNCT
fcis-26582	155	22	z.	z.	PROPN
fcis-26582	155	23	,	,	PUNCT
fcis-26582	155	24	lou	lou	PROPN
fcis-26582	155	25	,	,	PUNCT
fcis-26582	155	26	j.-g	j.-g	PROPN
fcis-26582	155	27	.	.	PROPN
fcis-26582	155	28	,	,	PUNCT
fcis-26582	155	29	&	&	CCONJ
fcis-26582	155	30	chen	chen	PROPN
fcis-26582	155	31	,	,	PUNCT
fcis-26582	155	32	w.	w.	PROPN
fcis-26582	155	33	(	(	PUNCT
fcis-26582	155	34	2022	2022	NUM
fcis-26582	155	35	)	)	PUNCT
fcis-26582	155	36	.	.	PUNCT
fcis-26582	156	1	codet	codet	NOUN
fcis-26582	156	2	:	:	PUNCT
fcis-26582	156	3	code	code	NOUN
fcis-26582	156	4	generation	generation	NOUN
fcis-26582	156	5	with	with	ADP
fcis-26582	156	6	generated	generate	VERB
fcis-26582	156	7	tests	test	NOUN
fcis-26582	156	8	.	.	PUNCT
fcis-26582	157	1	arxiv	arxiv	PROPN
fcis-26582	157	2	,	,	PUNCT
fcis-26582	157	3	abs/2207.10397	abs/2207.10397	NOUN
fcis-26582	157	4	.	.	PUNCT
fcis-26582	158	1	[	[	X
fcis-26582	158	2	12	12	NUM
fcis-26582	158	3	]	]	X
fcis-26582	158	4	guo	guo	PROPN
fcis-26582	158	5	,	,	PUNCT
fcis-26582	158	6	d.	d.	PROPN
fcis-26582	158	7	,	,	PUNCT
fcis-26582	158	8	lu	lu	PROPN
fcis-26582	158	9	,	,	PUNCT
fcis-26582	158	10	s.	s.	PROPN
fcis-26582	158	11	,	,	PUNCT
fcis-26582	158	12	duan	duan	PROPN
fcis-26582	158	13	,	,	PUNCT
fcis-26582	158	14	n.	n.	PROPN
fcis-26582	158	15	,	,	PUNCT
fcis-26582	158	16	wang	wang	PROPN
fcis-26582	158	17	,	,	PUNCT
fcis-26582	158	18	y.	y.	PROPN
fcis-26582	158	19	,	,	PUNCT
fcis-26582	158	20	zhou	zhou	PROPN
fcis-26582	158	21	,	,	PUNCT
fcis-26582	158	22	m.	m.	NOUN
fcis-26582	158	23	,	,	PUNCT
fcis-26582	158	24	&	&	CCONJ
fcis-26582	158	25	yin	yin	PROPN
fcis-26582	158	26	,	,	PUNCT
fcis-26582	158	27	j.	j.	PROPN
fcis-26582	158	28	(	(	PUNCT
fcis-26582	158	29	2022	2022	NUM
fcis-26582	158	30	)	)	PUNCT
fcis-26582	158	31	.	.	PUNCT
fcis-26582	159	1	unixcoder	unixcoder	PROPN
fcis-26582	159	2	:	:	PUNCT
fcis-26582	159	3	unified	unify	VERB
fcis-26582	159	4	cross	cross	ADJ
fcis-26582	159	5	-	-	ADJ
fcis-26582	159	6	modal	modal	ADJ
fcis-26582	159	7	pre	pre	NOUN
fcis-26582	159	8	-	-	NOUN
fcis-26582	159	9	training	training	NOUN
fcis-26582	159	10	for	for	ADP
fcis-26582	159	11	code	code	NOUN
fcis-26582	159	12	representation	representation	NOUN
fcis-26582	159	13	.	.	PUNCT
fcis-26582	160	1	[	[	X
fcis-26582	160	2	13	13	NUM
fcis-26582	160	3	]	]	X
fcis-26582	160	4	zheng	zheng	PROPN
fcis-26582	160	5	,	,	PUNCT
fcis-26582	160	6	q.	q.	PROPN
fcis-26582	160	7	,	,	PUNCT
fcis-26582	160	8	xia	xia	PROPN
fcis-26582	160	9	,	,	PUNCT
fcis-26582	160	10	x.	x.	NOUN
fcis-26582	160	11	,	,	PUNCT
fcis-26582	160	12	zou	zou	PROPN
fcis-26582	160	13	,	,	PUNCT
fcis-26582	160	14	x.	x.	PROPN
fcis-26582	160	15	,	,	PUNCT
fcis-26582	160	16	dong	dong	PROPN
fcis-26582	160	17	,	,	PUNCT
fcis-26582	160	18	y.	y.	PROPN
fcis-26582	160	19	,	,	PUNCT
fcis-26582	160	20	wang	wang	PROPN
fcis-26582	160	21	,	,	PUNCT
fcis-26582	160	22	s.	s.	PROPN
fcis-26582	160	23	,	,	PUNCT
fcis-26582	160	24	xue	xue	PROPN
fcis-26582	160	25	,	,	PUNCT
fcis-26582	160	26	y.	y.	PROPN
fcis-26582	160	27	,	,	PUNCT
fcis-26582	160	28	wang	wang	PROPN
fcis-26582	160	29	,	,	PUNCT
fcis-26582	160	30	z.	z.	PROPN
fcis-26582	160	31	,	,	PUNCT
fcis-26582	160	32	shen	shen	PROPN
fcis-26582	160	33	,	,	PUNCT
fcis-26582	160	34	l.	l.	PROPN
fcis-26582	160	35	,	,	PUNCT
fcis-26582	160	36	wang	wang	PROPN
fcis-26582	160	37	,	,	PUNCT
fcis-26582	160	38	a.	a.	PROPN
fcis-26582	160	39	,	,	PUNCT
fcis-26582	160	40	li	li	PROPN
fcis-26582	160	41	,	,	PUNCT
fcis-26582	160	42	y.	y.	PROPN
fcis-26582	160	43	,	,	PUNCT
fcis-26582	160	44	su	su	PROPN
fcis-26582	160	45	,	,	PUNCT
fcis-26582	160	46	t.	t.	PROPN
fcis-26582	160	47	,	,	PUNCT
fcis-26582	160	48	yang	yang	PROPN
fcis-26582	160	49	,	,	PUNCT
fcis-26582	160	50	z.	z.	PROPN
fcis-26582	160	51	,	,	PUNCT
fcis-26582	160	52	&	&	CCONJ
fcis-26582	160	53	tang	tang	PROPN
fcis-26582	160	54	,	,	PUNCT
fcis-26582	160	55	j.	j.	PROPN
fcis-26582	160	56	(	(	PUNCT
fcis-26582	160	57	2023	2023	NUM
fcis-26582	160	58	)	)	PUNCT
fcis-26582	160	59	.	.	PUNCT
fcis-26582	161	1	codegeex	codegeex	NOUN
fcis-26582	161	2	:	:	PUNCT
fcis-26582	161	3	a	a	DET
fcis-26582	161	4	pre	pre	ADJ
fcis-26582	161	5	-	-	ADJ
fcis-26582	161	6	trained	train	VERB
fcis-26582	161	7	model	model	NOUN
fcis-26582	161	8	for	for	ADP
fcis-26582	161	9	code	code	NOUN
fcis-26582	161	10	generation	generation	NOUN
fcis-26582	161	11	with	with	ADP
fcis-26582	161	12	multilingual	multilingual	ADJ
fcis-26582	161	13	benchmarking	benchmarking	NOUN
fcis-26582	161	14	on	on	ADP
fcis-26582	161	15	humaneval	humaneval	PROPN
fcis-26582	161	16	-	-	PUNCT
fcis-26582	161	17	x.	x.	NOUN
fcis-26582	161	18	proceedings	proceeding	NOUN
fcis-26582	161	19	of	of	ADP
fcis-26582	161	20	the	the	DET
fcis-26582	161	21	29th	29th	ADJ
fcis-26582	161	22	acm	acm	NOUN
fcis-26582	161	23	sigkdd	sigkdd	NOUN
fcis-26582	161	24	conference	conference	NOUN
fcis-26582	161	25	on	on	ADP
fcis-26582	161	26	knowledge	knowledge	NOUN
fcis-26582	161	27	discovery	discovery	PROPN
fcis-26582	161	28	and	and	CCONJ
fcis-26582	161	29	data	datum	NOUN
fcis-26582	161	30	mining	mining	NOUN
fcis-26582	161	31	,	,	PUNCT
fcis-26582	161	32	abs/2303.17568	abs/2303.17568	NOUN
fcis-26582	161	33	.	.	PUNCT
fcis-26582	162	1	[	[	X
fcis-26582	162	2	14	14	NUM
fcis-26582	162	3	]	]	SYM
fcis-26582	162	4	allal	allal	PROPN
fcis-26582	162	5	,	,	PUNCT
fcis-26582	162	6	l.	l.	PROPN
fcis-26582	162	7	ben	ben	PROPN
fcis-26582	162	8	,	,	PUNCT
fcis-26582	162	9	li	li	PROPN
fcis-26582	162	10	,	,	PUNCT
fcis-26582	162	11	r.	r.	PROPN
fcis-26582	162	12	,	,	PUNCT
fcis-26582	162	13	kocetkov	kocetkov	PROPN
fcis-26582	162	14	,	,	PUNCT
fcis-26582	162	15	d.	d.	PROPN
fcis-26582	162	16	,	,	PUNCT
fcis-26582	162	17	mou	mou	PROPN
fcis-26582	162	18	,	,	PUNCT
fcis-26582	162	19	c.	c.	PROPN
fcis-26582	162	20	,	,	PUNCT
fcis-26582	162	21	akiki	akiki	PROPN
fcis-26582	162	22	,	,	PUNCT
fcis-26582	162	23	c.	c.	PROPN
fcis-26582	162	24	,	,	PUNCT
fcis-26582	162	25	ferrandis	ferrandi	NOUN
fcis-26582	162	26	,	,	PUNCT
fcis-26582	162	27	c.	c.	PROPN
fcis-26582	162	28	m.	m.	PROPN
fcis-26582	162	29	,	,	PUNCT
fcis-26582	162	30	muennighoff	muennighoff	PROPN
fcis-26582	162	31	,	,	PUNCT
fcis-26582	162	32	n.	n.	PROPN
fcis-26582	162	33	,	,	PUNCT
fcis-26582	162	34	mishra	mishra	PROPN
fcis-26582	162	35	,	,	PUNCT
fcis-26582	162	36	m.	m.	NOUN
fcis-26582	162	37	,	,	PUNCT
fcis-26582	162	38	gu	gu	NOUN
fcis-26582	162	39	,	,	PUNCT
fcis-26582	162	40	a.	a.	PROPN
fcis-26582	162	41	,	,	PUNCT
fcis-26582	162	42	dey	dey	PROPN
fcis-26582	162	43	,	,	PUNCT
fcis-26582	162	44	m.	m.	NOUN
fcis-26582	162	45	,	,	PUNCT
fcis-26582	162	46	umapathi	umapathi	PROPN
fcis-26582	162	47	,	,	PUNCT
fcis-26582	162	48	l.	l.	PROPN
fcis-26582	162	49	k.	k.	PROPN
fcis-26582	162	50	,	,	PUNCT
fcis-26582	162	51	anderson	anderson	PROPN
fcis-26582	162	52	,	,	PUNCT
fcis-26582	162	53	c.	c.	PROPN
fcis-26582	162	54	j.	j.	PROPN
fcis-26582	162	55	,	,	PUNCT
fcis-26582	162	56	zi	zi	PROPN
fcis-26582	162	57	,	,	PUNCT
fcis-26582	162	58	y.	y.	PROPN
fcis-26582	162	59	,	,	PUNCT
fcis-26582	162	60	poirier	poirier	PROPN
fcis-26582	162	61	,	,	PUNCT
fcis-26582	162	62	j.	j.	PROPN
fcis-26582	162	63	,	,	PUNCT
fcis-26582	162	64	schoelkopf	schoelkopf	PROPN
fcis-26582	162	65	,	,	PUNCT
fcis-26582	162	66	h.	h.	PROPN
fcis-26582	162	67	,	,	PUNCT
fcis-26582	162	68	troshin	troshin	PROPN
fcis-26582	162	69	,	,	PUNCT
fcis-26582	162	70	s.	s.	PROPN
fcis-26582	162	71	,	,	PUNCT
fcis-26582	162	72	abulkhanov	abulkhanov	PROPN
fcis-26582	162	73	,	,	PUNCT
fcis-26582	162	74	d.	d.	PROPN
fcis-26582	162	75	,	,	PUNCT
fcis-26582	162	76	romero	romero	PROPN
fcis-26582	162	77	,	,	PUNCT
fcis-26582	162	78	m.	m.	NOUN
fcis-26582	162	79	,	,	PUNCT
fcis-26582	162	80	lappert	lappert	NOUN
fcis-26582	162	81	,	,	PUNCT
fcis-26582	162	82	m.	m.	NOUN
fcis-26582	162	83	,	,	PUNCT
fcis-26582	162	84	von	von	PROPN
fcis-26582	162	85	werra	werra	PROPN
fcis-26582	162	86	,	,	PUNCT
fcis-26582	162	87	l.	l.	PROPN
fcis-26582	162	88	(	(	PUNCT
fcis-26582	162	89	2023	2023	NUM
fcis-26582	162	90	)	)	PUNCT
fcis-26582	162	91	.	.	PUNCT
fcis-26582	163	1	santacoder	santacoder	NOUN
fcis-26582	163	2	:	:	PUNCT
fcis-26582	163	3	do	do	AUX
fcis-26582	163	4	n’t	not	PART
fcis-26582	163	5	reach	reach	VERB
fcis-26582	163	6	for	for	ADP
fcis-26582	163	7	the	the	DET
fcis-26582	163	8	stars	star	NOUN
fcis-26582	163	9	!	!	PUNCT
fcis-26582	164	1	arxiv	arxiv	PROPN
fcis-26582	164	2	,	,	PUNCT
fcis-26582	164	3	abs/2301.03988	abs/2301.03988	PROPN
fcis-26582	164	4	,	,	PUNCT
fcis-26582	164	5	null	null	NOUN
fcis-26582	164	6	.	.	PUNCT
fcis-26582	165	1	[	[	X
fcis-26582	165	2	15	15	NUM
fcis-26582	165	3	]	]	X
fcis-26582	165	4	wei	wei	PROPN
fcis-26582	165	5	,	,	PUNCT
fcis-26582	165	6	y.	y.	PROPN
fcis-26582	165	7	,	,	PUNCT
fcis-26582	165	8	wang	wang	PROPN
fcis-26582	165	9	,	,	PUNCT
fcis-26582	165	10	z.	z.	PROPN
fcis-26582	165	11	,	,	PUNCT
fcis-26582	165	12	liu	liu	PROPN
fcis-26582	165	13	,	,	PUNCT
fcis-26582	165	14	j.	j.	PROPN
fcis-26582	165	15	,	,	PUNCT
fcis-26582	165	16	ding	ding	NOUN
fcis-26582	165	17	,	,	PUNCT
fcis-26582	165	18	y.	y.	PROPN
fcis-26582	165	19	,	,	PUNCT
fcis-26582	165	20	&	&	CCONJ
fcis-26582	165	21	zhang	zhang	PROPN
fcis-26582	165	22	,	,	PUNCT
fcis-26582	165	23	l.	l.	PROPN
fcis-26582	165	24	(	(	PUNCT
fcis-26582	165	25	2023	2023	NUM
fcis-26582	165	26	)	)	PUNCT
fcis-26582	165	27	.	.	PUNCT
fcis-26582	166	1	magicoder	magicoder	NOUN
fcis-26582	166	2	:	:	PUNCT
fcis-26582	166	3	source	source	NOUN
fcis-26582	166	4	code	code	NOUN
fcis-26582	166	5	is	be	AUX
fcis-26582	166	6	all	all	PRON
fcis-26582	166	7	you	you	PRON
fcis-26582	166	8	need	need	VERB
fcis-26582	166	9	.	.	PUNCT
fcis-26582	167	1	arxiv	arxiv	PROPN
fcis-26582	167	2	,	,	PUNCT
fcis-26582	167	3	abs/2312	abs/2312	PROPN
fcis-26582	167	4	.	.	PUNCT
fcis-26582	167	5	02120	02120	NUM
fcis-26582	167	6	.	.	PUNCT
fcis-26582	168	1	[	[	X
fcis-26582	168	2	16	16	NUM
fcis-26582	168	3	]	]	X
fcis-26582	168	4	li	li	PROPN
fcis-26582	168	5	,	,	PUNCT
fcis-26582	168	6	r.	r.	PROPN
fcis-26582	168	7	,	,	PUNCT
fcis-26582	168	8	allal	allal	PROPN
fcis-26582	168	9	,	,	PUNCT
fcis-26582	168	10	l.	l.	PROPN
fcis-26582	168	11	ben	ben	PROPN
fcis-26582	168	12	,	,	PUNCT
fcis-26582	168	13	zi	zi	PROPN
fcis-26582	168	14	,	,	PUNCT
fcis-26582	168	15	y.	y.	PROPN
fcis-26582	168	16	,	,	PUNCT
fcis-26582	168	17	muennighoff	muennighoff	PROPN
fcis-26582	168	18	,	,	PUNCT
fcis-26582	168	19	n.	n.	NOUN
fcis-26582	168	20	,	,	PUNCT
fcis-26582	168	21	kocetkov	kocetkov	PROPN
fcis-26582	168	22	,	,	PUNCT
fcis-26582	168	23	d.	d.	PROPN
fcis-26582	168	24	,	,	PUNCT
fcis-26582	168	25	mou	mou	PROPN
fcis-26582	168	26	,	,	PUNCT
fcis-26582	168	27	c.	c.	PROPN
fcis-26582	168	28	,	,	PUNCT
fcis-26582	168	29	marone	marone	PROPN
fcis-26582	168	30	,	,	PUNCT
fcis-26582	168	31	m.	m.	NOUN
fcis-26582	168	32	,	,	PUNCT
fcis-26582	168	33	akiki	akiki	PROPN
fcis-26582	168	34	,	,	PUNCT
fcis-26582	168	35	c.	c.	PROPN
fcis-26582	168	36	,	,	PUNCT
fcis-26582	168	37	li	li	PROPN
fcis-26582	168	38	,	,	PUNCT
fcis-26582	168	39	j.	j.	PROPN
fcis-26582	168	40	,	,	PUNCT
fcis-26582	168	41	chim	chim	PROPN
fcis-26582	168	42	,	,	PUNCT
fcis-26582	168	43	j.	j.	PROPN
fcis-26582	168	44	,	,	PUNCT
fcis-26582	168	45	liu	liu	PROPN
fcis-26582	168	46	,	,	PUNCT
fcis-26582	168	47	q.	q.	PROPN
fcis-26582	168	48	,	,	PUNCT
fcis-26582	168	49	zheltonozhskii	zheltonozhskii	PROPN
fcis-26582	168	50	,	,	PUNCT
fcis-26582	168	51	e.	e.	PROPN
fcis-26582	168	52	,	,	PUNCT
fcis-26582	168	53	zhuo	zhuo	PROPN
fcis-26582	168	54	,	,	PUNCT
fcis-26582	168	55	t.	t.	PROPN
fcis-26582	168	56	y.	y.	PROPN
fcis-26582	168	57	,	,	PUNCT
fcis-26582	168	58	wang	wang	PROPN
fcis-26582	168	59	,	,	PUNCT
fcis-26582	168	60	t.	t.	PROPN
fcis-26582	168	61	,	,	PUNCT
fcis-26582	168	62	dehaene	dehaene	NOUN
fcis-26582	168	63	,	,	PUNCT
fcis-26582	168	64	o.	o.	PROPN
fcis-26582	168	65	,	,	PUNCT
fcis-26582	168	66	davaadorj	davaadorj	PROPN
fcis-26582	168	67	,	,	PUNCT
fcis-26582	168	68	m.	m.	NOUN
fcis-26582	168	69	,	,	PUNCT
fcis-26582	168	70	lamy	lamy	NOUN
fcis-26582	168	71	-	-	PUNCT
fcis-26582	168	72	poirier	poirier	NOUN
fcis-26582	168	73	,	,	PUNCT
fcis-26582	168	74	j.	j.	PROPN
fcis-26582	168	75	,	,	PUNCT
fcis-26582	168	76	monteiro	monteiro	PROPN
fcis-26582	168	77	,	,	PUNCT
fcis-26582	168	78	j.	j.	PROPN
fcis-26582	168	79	,	,	PUNCT
fcis-26582	168	80	shliazhko	shliazhko	PROPN
fcis-26582	168	81	,	,	PUNCT
fcis-26582	168	82	o.	o.	PROPN
fcis-26582	168	83	,	,	PUNCT
fcis-26582	168	84	…	…	PUNCT
fcis-26582	168	85	vries	vries	PROPN
fcis-26582	168	86	,	,	PUNCT
fcis-26582	168	87	h.	h.	PROPN
fcis-26582	168	88	d.	d.	PROPN
fcis-26582	168	89	(	(	PUNCT
fcis-26582	168	90	2023	2023	NUM
fcis-26582	168	91	)	)	PUNCT
fcis-26582	168	92	.	.	PUNCT
fcis-26582	169	1	starcoder	starcoder	PROPN
fcis-26582	169	2	:	:	PUNCT
fcis-26582	169	3	may	may	AUX
fcis-26582	169	4	the	the	DET
fcis-26582	169	5	source	source	NOUN
fcis-26582	169	6	be	be	AUX
fcis-26582	169	7	with	with	ADP
fcis-26582	169	8	you	you	PRON
fcis-26582	169	9	!	!	PUNCT
fcis-26582	170	1	arxiv	arxiv	PROPN
fcis-26582	170	2	,	,	PUNCT
fcis-26582	170	3	abs/2305.06161	abs/2305.06161	VERB
fcis-26582	170	4	.	.	PUNCT
fcis-26582	171	1	[	[	X
fcis-26582	171	2	17	17	NUM
fcis-26582	171	3	]	]	X
fcis-26582	171	4	luo	luo	PROPN
fcis-26582	171	5	,	,	PUNCT
fcis-26582	171	6	z.	z.	PROPN
fcis-26582	171	7	,	,	PUNCT
fcis-26582	171	8	xu	xu	PROPN
fcis-26582	171	9	,	,	PUNCT
fcis-26582	171	10	c.	c.	PROPN
fcis-26582	171	11	,	,	PUNCT
fcis-26582	171	12	zhao	zhao	PROPN
fcis-26582	171	13	,	,	PUNCT
fcis-26582	171	14	p.	p.	PROPN
fcis-26582	171	15	,	,	PUNCT
fcis-26582	171	16	sun	sun	PROPN
fcis-26582	171	17	,	,	PUNCT
fcis-26582	171	18	q.	q.	PROPN
fcis-26582	171	19	,	,	PUNCT
fcis-26582	171	20	geng	geng	PROPN
fcis-26582	171	21	,	,	PUNCT
fcis-26582	171	22	x.	x.	PROPN
fcis-26582	171	23	,	,	PUNCT
fcis-26582	171	24	hu	hu	PROPN
fcis-26582	171	25	,	,	PUNCT
fcis-26582	171	26	w.	w.	PROPN
fcis-26582	171	27	,	,	PUNCT
fcis-26582	171	28	tao	tao	PROPN
fcis-26582	171	29	,	,	PUNCT
fcis-26582	171	30	c.	c.	PROPN
fcis-26582	171	31	,	,	PUNCT
fcis-26582	171	32	ma	ma	PROPN
fcis-26582	171	33	,	,	PUNCT
fcis-26582	171	34	j.	j.	PROPN
fcis-26582	171	35	,	,	PUNCT
fcis-26582	171	36	lin	lin	PROPN
fcis-26582	171	37	,	,	PUNCT
fcis-26582	171	38	q.	q.	PROPN
fcis-26582	171	39	,	,	PUNCT
fcis-26582	171	40	&	&	CCONJ
fcis-26582	171	41	jiang	jiang	PROPN
fcis-26582	171	42	,	,	PUNCT
fcis-26582	171	43	d.	d.	PROPN
fcis-26582	171	44	(	(	PUNCT
fcis-26582	171	45	2023	2023	NUM
fcis-26582	171	46	)	)	PUNCT
fcis-26582	171	47	.	.	PUNCT
fcis-26582	172	1	wizardcoder	wizardcoder	NOUN
fcis-26582	172	2	:	:	PUNCT
fcis-26582	172	3	empowering	empower	VERB
fcis-26582	172	4	code	code	NOUN
fcis-26582	172	5	large	large	ADJ
fcis-26582	172	6	language	language	NOUN
fcis-26582	172	7	models	model	NOUN
fcis-26582	172	8	with	with	ADP
fcis-26582	172	9	evol	evol	NOUN
fcis-26582	172	10	-	-	PUNCT
fcis-26582	172	11	instruct	instruct	NOUN
fcis-26582	172	12	.	.	PUNCT
fcis-26582	173	1	arxiv	arxiv	PROPN
fcis-26582	173	2	,	,	PUNCT
fcis-26582	173	3	abs/2306.08568	abs/2306.08568	PROPN
fcis-26582	173	4	.	.	PUNCT
fcis-26582	174	1	[	[	X
fcis-26582	174	2	18	18	NUM
fcis-26582	174	3	]	]	PUNCT
fcis-26582	174	4	yu	yu	PROPN
fcis-26582	174	5	z	z	PROPN
fcis-26582	174	6	,	,	PUNCT
fcis-26582	174	7	zhang	zhang	PROPN
fcis-26582	174	8	x	x	PROPN
fcis-26582	174	9	,	,	PUNCT
fcis-26582	174	10	shang	shang	PROPN
fcis-26582	174	11	n	n	AUX
fcis-26582	174	12	,	,	PUNCT
fcis-26582	174	13	et	et	PROPN
fcis-26582	174	14	al	al	PROPN
fcis-26582	174	15	.	.	PROPN
fcis-26582	174	16	wavecoder	wavecoder	NOUN
fcis-26582	174	17	:	:	PUNCT
fcis-26582	174	18	widespread	widespread	ADJ
fcis-26582	174	19	and	and	CCONJ
fcis-26582	174	20	versatile	versatile	ADV
fcis-26582	174	21	enhanced	enhanced	ADJ
fcis-26582	174	22	instruction	instruction	NOUN
fcis-26582	174	23	tuning	tuning	NOUN
fcis-26582	174	24	with	with	ADP
fcis-26582	174	25	refined	refined	ADJ
fcis-26582	174	26	data	datum	NOUN
fcis-26582	174	27	generation[j	generation[j	NOUN
fcis-26582	174	28	]	]	X
fcis-26582	174	29	.	.	PUNCT
fcis-26582	175	1	arxiv	arxiv	PROPN
fcis-26582	175	2	preprint	preprint	VERB
fcis-26582	175	3	arxiv:2312.14187	arxiv:2312.14187	PROPN
fcis-26582	175	4	,	,	PUNCT
fcis-26582	175	5	2023	2023	NUM
fcis-26582	175	6	.	.	PUNCT
fcis-26582	176	1	[	[	X
fcis-26582	176	2	19	19	NUM
fcis-26582	176	3	]	]	X
fcis-26582	176	4	guo	guo	PROPN
fcis-26582	176	5	d	d	PROPN
fcis-26582	176	6	,	,	PUNCT
fcis-26582	176	7	zhu	zhu	PROPN
fcis-26582	176	8	q	q	X
fcis-26582	176	9	,	,	PUNCT
fcis-26582	176	10	yang	yang	PROPN
fcis-26582	176	11	d	d	PROPN
fcis-26582	176	12	,	,	PUNCT
fcis-26582	176	13	et	et	PROPN
fcis-26582	176	14	al	al	PROPN
fcis-26582	176	15	.	.	PUNCT
fcis-26582	176	16	deepseek	deepseek	ADJ
fcis-26582	176	17	-	-	PUNCT
fcis-26582	176	18	coder	coder	NOUN
fcis-26582	176	19	:	:	PUNCT
fcis-26582	176	20	when	when	SCONJ
fcis-26582	176	21	the	the	DET
fcis-26582	176	22	large	large	ADJ
fcis-26582	176	23	language	language	NOUN
fcis-26582	176	24	model	model	NOUN
fcis-26582	176	25	meets	meet	VERB
fcis-26582	176	26	programming	programming	NOUN
fcis-26582	176	27	--	--	PUNCT
fcis-26582	176	28	the	the	DET
fcis-26582	176	29	rise	rise	NOUN
fcis-26582	176	30	of	of	ADP
fcis-26582	176	31	code	code	NOUN
fcis-26582	176	32	intelligence[j	intelligence[j	NOUN
fcis-26582	176	33	]	]	PUNCT
fcis-26582	176	34	.	.	PUNCT
fcis-26582	177	1	arxiv	arxiv	PROPN
fcis-26582	177	2	preprint	preprint	PROPN
fcis-26582	177	3	arxiv:2401.14196	arxiv:2401.14196	PROPN
fcis-26582	177	4	,	,	PUNCT
fcis-26582	177	5	2024	2024	NUM
fcis-26582	177	6	.	.	PUNCT
fcis-26582	178	1	[	[	X
fcis-26582	178	2	20	20	NUM
fcis-26582	178	3	]	]	X
fcis-26582	178	4	open	open	ADJ
fcis-26582	178	5	ai	ai	VERB
fcis-26582	178	6	,	,	PUNCT
fcis-26582	178	7	hello	hello	INTJ
fcis-26582	178	8	gpt-4o(2024	gpt-4o(2024	PROPN
fcis-26582	178	9	-	-	PUNCT
fcis-26582	178	10	05	05	NUM
fcis-26582	178	11	-	-	PUNCT
fcis-26582	178	12	18	18	NUM
fcis-26582	178	13	)	)	PUNCT
fcis-26582	179	1	[	[	X
fcis-26582	179	2	eb	eb	X
fcis-26582	179	3	/	/	SYM
fcis-26582	179	4	ol	ol	PROPN
fcis-26582	179	5	]	]	X
fcis-26582	179	6	,	,	PUNCT
fcis-26582	179	7	https://	https://	PROPN
fcis-26582	179	8	openai	openai	PROPN
fcis-26582	179	9	.	.	PUNCT
fcis-26582	180	1	com/	com/	NOUN
fcis-26582	180	2	index/	index/	NUM
fcis-26582	180	3	hellogpt4o/.	hellogpt4o/.	NOUN
fcis-26582	180	4	[	[	X
fcis-26582	180	5	21	21	NUM
fcis-26582	180	6	]	]	PUNCT
fcis-26582	180	7	achiam	achiam	PROPN
fcis-26582	180	8	,	,	PUNCT
fcis-26582	180	9	j.	j.	PROPN
fcis-26582	180	10	,	,	PUNCT
fcis-26582	180	11	adler	adler	PROPN
fcis-26582	180	12	,	,	PUNCT
fcis-26582	180	13	s.	s.	PROPN
fcis-26582	180	14	,	,	PUNCT
fcis-26582	180	15	agarwal	agarwal	PROPN
fcis-26582	180	16	,	,	PUNCT
fcis-26582	180	17	s.	s.	PROPN
fcis-26582	180	18	,	,	PUNCT
fcis-26582	180	19	ahmad	ahmad	PROPN
fcis-26582	180	20	,	,	PUNCT
fcis-26582	180	21	l.	l.	PROPN
fcis-26582	180	22	,	,	PUNCT
fcis-26582	180	23	akkaya	akkaya	PROPN
fcis-26582	180	24	,	,	PUNCT
fcis-26582	180	25	i.	i.	PROPN
fcis-26582	180	26	,	,	PUNCT
fcis-26582	180	27	aleman	aleman	PROPN
fcis-26582	180	28	,	,	PUNCT
fcis-26582	180	29	f.l	f.l	PROPN
fcis-26582	180	30	.	.	PROPN
fcis-26582	180	31	,	,	PUNCT
fcis-26582	180	32	almeida	almeida	PROPN
fcis-26582	180	33	,	,	PUNCT
fcis-26582	180	34	d.	d.	PROPN
fcis-26582	180	35	,	,	PUNCT
fcis-26582	180	36	altenschmidt	altenschmidt	PROPN
fcis-26582	180	37	,	,	PUNCT
fcis-26582	180	38	j.	j.	PROPN
fcis-26582	180	39	,	,	PUNCT
fcis-26582	180	40	altman	altman	PROPN
fcis-26582	180	41	,	,	PUNCT
fcis-26582	180	42	s.	s.	PROPN
fcis-26582	180	43	,	,	PUNCT
fcis-26582	180	44	anadkat	anadkat	PROPN
fcis-26582	180	45	,	,	PUNCT
fcis-26582	180	46	s.	s.	PROPN
fcis-26582	180	47	and	and	CCONJ
fcis-26582	180	48	avila	avila	PROPN
fcis-26582	180	49	,	,	PUNCT
fcis-26582	180	50	r.	r.	PROPN
fcis-26582	180	51	,	,	PUNCT
fcis-26582	180	52	2023	2023	NUM
fcis-26582	180	53	.	.	PUNCT
fcis-26582	181	1	gpt-4	gpt-4	PART
fcis-26582	181	2	technical	technical	ADJ
fcis-26582	181	3	report	report	NOUN
fcis-26582	181	4	.	.	PUNCT
fcis-26582	182	1	arxiv	arxiv	PROPN
fcis-26582	182	2	preprint	preprint	VERB
fcis-26582	182	3	arxiv:2303.08774	arxiv:2303.08774	NOUN
fcis-26582	182	4	.	.	PUNCT
fcis-26582	183	1	[	[	X
fcis-26582	183	2	22	22	NUM
fcis-26582	183	3	]	]	PUNCT
fcis-26582	183	4	brown	brown	PROPN
fcis-26582	183	5	t	t	PROPN
fcis-26582	183	6	,	,	PUNCT
fcis-26582	183	7	mann	mann	PROPN
fcis-26582	183	8	b	b	PROPN
fcis-26582	183	9	,	,	PUNCT
fcis-26582	183	10	ryder	ryder	PROPN
fcis-26582	183	11	n	n	CCONJ
fcis-26582	183	12	,	,	PUNCT
fcis-26582	183	13	et	et	PROPN
fcis-26582	183	14	al	al	PROPN
fcis-26582	183	15	.	.	PUNCT
fcis-26582	183	16	language	language	NOUN
fcis-26582	183	17	models	model	NOUN
fcis-26582	183	18	are	be	AUX
fcis-26582	183	19	fewshot	fewshot	ADJ
fcis-26582	183	20	learners[j	learners[j	PROPN
fcis-26582	183	21	]	]	PUNCT
fcis-26582	183	22	.	.	PUNCT
fcis-26582	184	1	advances	advance	NOUN
fcis-26582	184	2	in	in	ADP
fcis-26582	184	3	neural	neural	ADJ
fcis-26582	184	4	information	information	NOUN
fcis-26582	184	5	processing	processing	NOUN
fcis-26582	184	6	systems	system	NOUN
fcis-26582	184	7	,	,	PUNCT
fcis-26582	184	8	2020	2020	NUM
fcis-26582	184	9	,	,	PUNCT
fcis-26582	184	10	33	33	NUM
fcis-26582	184	11	:	:	SYM
fcis-26582	184	12	1877	1877	NUM
fcis-26582	184	13	-	-	SYM
fcis-26582	184	14	1901	1901	NUM
fcis-26582	184	15	.	.	PUNCT
fcis-26582	185	1	[	[	X
fcis-26582	185	2	23	23	NUM
fcis-26582	185	3	]	]	X
fcis-26582	185	4	mistral	mistral	NOUN
fcis-26582	185	5	,	,	PUNCT
fcis-26582	185	6	model	model	NOUN
fcis-26582	185	7	fluent	fluent	NOUN
fcis-26582	185	8	in	in	ADP
fcis-26582	185	9	80	80	NUM
fcis-26582	185	10	+	+	NUM
fcis-26582	185	11	programming	programming	NOUN
fcis-26582	185	12	languages(2024	languages(2024	NOUN
fcis-26582	185	13	)	)	PUNCT
fcis-26582	186	1	[	[	X
fcis-26582	186	2	eb	eb	X
fcis-26582	186	3	/	/	SYM
fcis-26582	186	4	ol	ol	PROPN
fcis-26582	186	5	]	]	PUNCT
fcis-26582	186	6	,	,	PUNCT
fcis-26582	186	7	https://mistral.ai/news/codestral/.	https://mistral.ai/news/codestral/.	PUNCT
fcis-26582	187	1	[	[	X
fcis-26582	187	2	24	24	NUM
fcis-26582	187	3	]	]	PUNCT
fcis-26582	187	4	anthropic	anthropic	NOUN
fcis-26582	187	5	,	,	PUNCT
fcis-26582	187	6	claude	claude	PROPN
fcis-26582	187	7	3.5	3.5	NUM
fcis-26582	187	8	sonnet[eb	sonnet[eb	PROPN
fcis-26582	187	9	/	/	SYM
fcis-26582	187	10	ol	ol	PROPN
fcis-26582	187	11	]	]	X
fcis-26582	187	12	,	,	PUNCT
fcis-26582	187	13	https://www	https://www	PROPN
fcis-26582	187	14	.	.	PUNCT
fcis-26582	187	15	anthropic	anthropic	NOUN
fcis-26582	187	16	.	.	PUNCT
fcis-26582	187	17	com	com	NOUN
fcis-26582	187	18	/	/	SYM
fcis-26582	187	19	news	news	NOUN
fcis-26582	187	20	/	/	SYM
fcis-26582	187	21	claude-3	claude-3	PROPN
fcis-26582	187	22	-	-	PUNCT
fcis-26582	187	23	5	5	NUM
fcis-26582	187	24	-	-	PUNCT
fcis-26582	187	25	sonnet	sonnet	NOUN
fcis-26582	187	26	.	.	PUNCT
fcis-26582	188	1	[	[	X
fcis-26582	188	2	25	25	NUM
fcis-26582	188	3	]	]	X
fcis-26582	188	4	yang	yang	PROPN
fcis-26582	188	5	a	a	PROPN
fcis-26582	188	6	,	,	PUNCT
fcis-26582	188	7	yang	yang	PROPN
fcis-26582	188	8	b	b	PROPN
fcis-26582	188	9	,	,	PUNCT
fcis-26582	188	10	hui	hui	PROPN
fcis-26582	188	11	b	b	PROPN
fcis-26582	188	12	,	,	PUNCT
fcis-26582	188	13	et	et	PROPN
fcis-26582	188	14	al	al	PROPN
fcis-26582	188	15	.	.	PUNCT
fcis-26582	188	16	qwen2	qwen2	PROPN
fcis-26582	189	1	technical	technical	ADJ
fcis-26582	189	2	report[j	report[j	PROPN
fcis-26582	189	3	]	]	PUNCT
fcis-26582	189	4	.	.	PUNCT
fcis-26582	190	1	arxiv	arxiv	PROPN
fcis-26582	190	2	preprint	preprint	PROPN
fcis-26582	190	3	arxiv:2407.10671	arxiv:2407.10671	PROPN
fcis-26582	190	4	,	,	PUNCT
fcis-26582	190	5	2024	2024	NUM
fcis-26582	190	6	.	.	PUNCT
fcis-26582	191	1	[	[	X
fcis-26582	191	2	26	26	NUM
fcis-26582	191	3	]	]	X
fcis-26582	191	4	bai	bai	PROPN
fcis-26582	191	5	j	j	PROPN
fcis-26582	191	6	,	,	PUNCT
fcis-26582	191	7	bai	bai	PROPN
fcis-26582	191	8	s	s	PART
fcis-26582	191	9	,	,	PUNCT
fcis-26582	191	10	chu	chu	PROPN
fcis-26582	191	11	y	y	PROPN
fcis-26582	191	12	,	,	PUNCT
fcis-26582	191	13	et	et	PROPN
fcis-26582	191	14	al	al	PROPN
fcis-26582	191	15	.	.	PROPN
fcis-26582	192	1	qwen	qwen	PROPN
fcis-26582	192	2	technical	technical	PROPN
fcis-26582	192	3	report[j	report[j	PROPN
fcis-26582	192	4	]	]	PUNCT
fcis-26582	192	5	.	.	PUNCT
fcis-26582	193	1	arxiv	arxiv	PROPN
fcis-26582	193	2	preprint	preprint	NOUN
fcis-26582	193	3	arxiv:2309.16609	arxiv:2309.16609	NOUN
fcis-26582	193	4	,	,	PUNCT
fcis-26582	193	5	2023	2023	NUM
fcis-26582	193	6	.	.	PUNCT
fcis-26582	194	1	[	[	X
fcis-26582	194	2	27	27	NUM
fcis-26582	194	3	]	]	X
fcis-26582	194	4	meta	meta	PROPN
fcis-26582	194	5	ai	ai	PROPN
fcis-26582	194	6	,	,	PUNCT
fcis-26582	194	7	meta	meta	VERB
fcis-26582	194	8	llama	llama	NOUN
fcis-26582	194	9	3.1	3.1	NUM
fcis-26582	194	10	(	(	PUNCT
fcis-26582	194	11	2024	2024	NUM
fcis-26582	194	12	)	)	PUNCT
fcis-26582	195	1	[	[	X
fcis-26582	195	2	eb	eb	X
fcis-26582	195	3	/	/	SYM
fcis-26582	195	4	ol	ol	PROPN
fcis-26582	195	5	]	]	X
fcis-26582	195	6	,	,	PUNCT
fcis-26582	195	7	retrieved	retrieve	VERB
fcis-26582	195	8	from	from	ADP
fcis-26582	195	9	https://ai.meta.com/blog/meta-llama-3-1/.	https://ai.meta.com/blog/meta-llama-3-1/.	PROPN
fcis-26582	195	10	[	[	X
fcis-26582	195	11	28	28	NUM
fcis-26582	195	12	]	]	PUNCT
fcis-26582	195	13	rozière	rozière	PROPN
fcis-26582	195	14	,	,	PUNCT
fcis-26582	195	15	b.	b.	PROPN
fcis-26582	195	16	,	,	PUNCT
fcis-26582	195	17	gehring	gehring	PROPN
fcis-26582	195	18	,	,	PUNCT
fcis-26582	195	19	j.	j.	PROPN
fcis-26582	195	20	,	,	PUNCT
fcis-26582	195	21	gloeckle	gloeckle	PROPN
fcis-26582	195	22	,	,	PUNCT
fcis-26582	195	23	f.	f.	PROPN
fcis-26582	195	24	,	,	PUNCT
fcis-26582	195	25	sootla	sootla	NOUN
fcis-26582	195	26	,	,	PUNCT
fcis-26582	195	27	s.	s.	PROPN
fcis-26582	195	28	,	,	PUNCT
fcis-26582	195	29	gat	gat	NOUN
fcis-26582	195	30	,	,	PUNCT
fcis-26582	195	31	i.	i.	NOUN
fcis-26582	195	32	,	,	PUNCT
fcis-26582	195	33	tan	tan	PROPN
fcis-26582	195	34	,	,	PUNCT
fcis-26582	195	35	x.	x.	PROPN
fcis-26582	195	36	,	,	PUNCT
fcis-26582	195	37	adi	adi	PROPN
fcis-26582	195	38	,	,	PUNCT
fcis-26582	195	39	y.	y.	PROPN
fcis-26582	195	40	,	,	PUNCT
fcis-26582	195	41	liu	liu	PROPN
fcis-26582	195	42	,	,	PUNCT
fcis-26582	195	43	j.	j.	PROPN
fcis-26582	195	44	,	,	PUNCT
fcis-26582	195	45	remez	remez	NOUN
fcis-26582	195	46	,	,	PUNCT
fcis-26582	195	47	t.	t.	NOUN
fcis-26582	195	48	,	,	PUNCT
fcis-26582	195	49	rapin	rapin	NOUN
fcis-26582	195	50	,	,	PUNCT
fcis-26582	195	51	j.	j.	PROPN
fcis-26582	195	52	,	,	PUNCT
fcis-26582	195	53	kozhevnikov	kozhevnikov	PROPN
fcis-26582	195	54	,	,	PUNCT
fcis-26582	195	55	a.	a.	NOUN
fcis-26582	195	56	,	,	PUNCT
fcis-26582	195	57	evtimov	evtimov	ADJ
fcis-26582	195	58	,	,	PUNCT
fcis-26582	195	59	i.	i.	PROPN
fcis-26582	195	60	,	,	PUNCT
fcis-26582	195	61	bitton	bitton	PROPN
fcis-26582	195	62	,	,	PUNCT
fcis-26582	195	63	j.	j.	PROPN
fcis-26582	195	64	,	,	PUNCT
fcis-26582	195	65	bhatt	bhatt	PROPN
fcis-26582	195	66	,	,	PUNCT
fcis-26582	195	67	m.	m.	PROPN
fcis-26582	195	68	p.	p.	PROPN
fcis-26582	195	69	,	,	PUNCT
fcis-26582	195	70	ferrer	ferrer	PROPN
fcis-26582	195	71	,	,	PUNCT
fcis-26582	195	72	c.	c.	PROPN
fcis-26582	195	73	c.	c.	PROPN
fcis-26582	195	74	,	,	PUNCT
fcis-26582	195	75	grattafiori	grattafiori	PROPN
fcis-26582	195	76	,	,	PUNCT
fcis-26582	195	77	a.	a.	PROPN
fcis-26582	195	78	,	,	PUNCT
fcis-26582	195	79	xiong	xiong	PROPN
fcis-26582	195	80	,	,	PUNCT
fcis-26582	195	81	w.	w.	PROPN
fcis-26582	195	82	,	,	PUNCT
fcis-26582	195	83	d’efossez	d’efossez	ADJ
fcis-26582	195	84	,	,	PUNCT
fcis-26582	195	85	a.	a.	NOUN
fcis-26582	195	86	,	,	PUNCT
fcis-26582	195	87	copet	copet	NOUN
fcis-26582	195	88	,	,	PUNCT
fcis-26582	195	89	j.	j.	PROPN
fcis-26582	195	90	,	,	PUNCT
fcis-26582	195	91	synnaeve	synnaeve	VERB
fcis-26582	195	92	,	,	PUNCT
fcis-26582	195	93	g.	g.	PROPN
fcis-26582	195	94	(	(	PUNCT
fcis-26582	195	95	2023	2023	NUM
fcis-26582	195	96	)	)	PUNCT
fcis-26582	195	97	.	.	PUNCT
fcis-26582	196	1	code	code	NOUN
fcis-26582	196	2	llama	llama	NOUN
fcis-26582	196	3	:	:	PUNCT
fcis-26582	196	4	open	open	ADJ
fcis-26582	196	5	foundation	foundation	NOUN
fcis-26582	196	6	models	model	NOUN
fcis-26582	196	7	for	for	ADP
fcis-26582	196	8	code	code	NOUN
fcis-26582	196	9	.	.	PUNCT
fcis-26582	197	1	arxiv	arxiv	PROPN
fcis-26582	197	2	,	,	PUNCT
fcis-26582	197	3	abs/	abs/	ADJ
fcis-26582	197	4	2308.12950	2308.12950	NOUN
fcis-26582	197	5	.	.	PUNCT
fcis-26582	198	1	[	[	X
fcis-26582	198	2	29	29	NUM
fcis-26582	198	3	]	]	X
fcis-26582	198	4	touvron	touvron	PROPN
fcis-26582	198	5	h	h	NOUN
fcis-26582	198	6	,	,	PUNCT
fcis-26582	198	7	martin	martin	PROPN
fcis-26582	198	8	l	l	PROPN
fcis-26582	198	9	,	,	PUNCT
fcis-26582	198	10	stone	stone	PROPN
fcis-26582	198	11	k	k	PROPN
fcis-26582	198	12	,	,	PUNCT
fcis-26582	198	13	et	et	PROPN
fcis-26582	198	14	al	al	PROPN
fcis-26582	198	15	.	.	PROPN
fcis-26582	198	16	llama	llama	PROPN
fcis-26582	198	17	2	2	NUM
fcis-26582	198	18	:	:	PUNCT
fcis-26582	198	19	open	open	ADJ
fcis-26582	198	20	foundation	foundation	NOUN
fcis-26582	198	21	and	and	CCONJ
fcis-26582	198	22	fine	fine	ADV
fcis-26582	198	23	-	-	PUNCT
fcis-26582	198	24	tuned	tune	VERB
fcis-26582	198	25	chat	chat	PROPN
fcis-26582	198	26	models[j	models[j	PROPN
fcis-26582	198	27	]	]	PUNCT
fcis-26582	198	28	.	.	PUNCT
fcis-26582	199	1	arxiv	arxiv	PROPN
fcis-26582	199	2	preprint	preprint	PROPN
fcis-26582	199	3	arxiv:2307	arxiv:2307	NOUN
fcis-26582	199	4	.	.	PROPN
fcis-26582	200	1	09288	09288	NUM
fcis-26582	200	2	,	,	PUNCT
fcis-26582	200	3	2023	2023	NUM
fcis-26582	200	4	.	.	PUNCT
fcis-26582	201	1	[	[	X
fcis-26582	201	2	30	30	NUM
fcis-26582	201	3	]	]	X
fcis-26582	201	4	touvron	touvron	PROPN
fcis-26582	201	5	h	h	NOUN
fcis-26582	201	6	,	,	PUNCT
fcis-26582	201	7	lavril	lavril	PROPN
fcis-26582	201	8	t	t	PROPN
fcis-26582	201	9	,	,	PUNCT
fcis-26582	201	10	izacard	izacard	VERB
fcis-26582	201	11	g	g	NOUN
fcis-26582	201	12	,	,	PUNCT
fcis-26582	201	13	et	et	PROPN
fcis-26582	201	14	al	al	PROPN
fcis-26582	201	15	.	.	PROPN
fcis-26582	201	16	llama	llama	PROPN
fcis-26582	201	17	:	:	PUNCT
fcis-26582	201	18	open	open	ADJ
fcis-26582	201	19	and	and	CCONJ
fcis-26582	201	20	efficient	efficient	ADJ
fcis-26582	201	21	foundation	foundation	NOUN
fcis-26582	201	22	language	language	PROPN
fcis-26582	201	23	models[j	models[j	PROPN
fcis-26582	201	24	]	]	PUNCT
fcis-26582	201	25	.	.	PUNCT
fcis-26582	202	1	arxiv	arxiv	PROPN
fcis-26582	202	2	preprint	preprint	PROPN
fcis-26582	202	3	arxiv	arxiv	PROPN
fcis-26582	202	4	:	:	PUNCT
fcis-26582	202	5	2302.13971	2302.13971	NUM
fcis-26582	202	6	,	,	PUNCT
fcis-26582	202	7	2023	2023	NUM
fcis-26582	202	8	.	.	PUNCT
fcis-26582	203	1	[	[	X
fcis-26582	203	2	31	31	NUM
fcis-26582	203	3	]	]	PUNCT
fcis-26582	203	4	team	team	NOUN
fcis-26582	203	5	g	g	PROPN
fcis-26582	203	6	,	,	PUNCT
fcis-26582	203	7	riviere	riviere	PROPN
fcis-26582	203	8	m	m	PROPN
fcis-26582	203	9	,	,	PUNCT
fcis-26582	203	10	pathak	pathak	PROPN
fcis-26582	203	11	s	s	PROPN
fcis-26582	203	12	,	,	PUNCT
fcis-26582	203	13	et	et	PROPN
fcis-26582	203	14	al	al	PROPN
fcis-26582	203	15	.	.	PUNCT
fcis-26582	203	16	gemma	gemma	PROPN
fcis-26582	203	17	2	2	NUM
fcis-26582	203	18	:	:	PUNCT
fcis-26582	203	19	improving	improve	VERB
fcis-26582	203	20	open	open	ADJ
fcis-26582	203	21	language	language	NOUN
fcis-26582	203	22	models	model	NOUN
fcis-26582	203	23	at	at	ADP
fcis-26582	203	24	a	a	DET
fcis-26582	203	25	practical	practical	ADJ
fcis-26582	203	26	size[j	size[j	NOUN
fcis-26582	203	27	]	]	PUNCT
fcis-26582	203	28	.	.	PUNCT
fcis-26582	204	1	arxiv	arxiv	PROPN
fcis-26582	204	2	preprint	preprint	PROPN
fcis-26582	204	3	arxiv	arxiv	PROPN
fcis-26582	204	4	:	:	PUNCT
fcis-26582	204	5	2408	2408	NUM
fcis-26582	204	6	.	.	X
fcis-26582	205	1	00118	00118	NUM
fcis-26582	205	2	,	,	PUNCT
fcis-26582	205	3	2024	2024	NUM
fcis-26582	205	4	.	.	PUNCT
fcis-26582	206	1	[	[	X
fcis-26582	206	2	32	32	NUM
fcis-26582	206	3	]	]	PUNCT
fcis-26582	206	4	team	team	NOUN
fcis-26582	206	5	c	c	PROPN
fcis-26582	206	6	g.	g.	PROPN
fcis-26582	206	7	codegemma	codegemma	PROPN
fcis-26582	206	8	:	:	PUNCT
fcis-26582	206	9	open	open	ADJ
fcis-26582	206	10	code	code	NOUN
fcis-26582	206	11	models	model	NOUN
fcis-26582	206	12	based	base	VERB
fcis-26582	206	13	on	on	ADP
fcis-26582	206	14	gemma[j	gemma[j	PROPN
fcis-26582	206	15	]	]	PUNCT
fcis-26582	206	16	.	.	PUNCT
fcis-26582	207	1	arxiv	arxiv	PROPN
fcis-26582	207	2	preprint	preprint	VERB
fcis-26582	207	3	arxiv:2406.11409	arxiv:2406.11409	PROPN
fcis-26582	207	4	,	,	PUNCT
fcis-26582	207	5	2024	2024	NUM
fcis-26582	207	6	.	.	PUNCT
fcis-26582	208	1	[	[	X
fcis-26582	208	2	33	33	NUM
fcis-26582	208	3	]	]	PUNCT
fcis-26582	208	4	team	team	NOUN
fcis-26582	208	5	g	g	NOUN
fcis-26582	208	6	,	,	PUNCT
fcis-26582	208	7	mesnard	mesnard	PROPN
fcis-26582	208	8	t	t	PROPN
fcis-26582	208	9	,	,	PUNCT
fcis-26582	208	10	hardin	hardin	PROPN
fcis-26582	208	11	c	c	PROPN
fcis-26582	208	12	,	,	PUNCT
fcis-26582	208	13	et	et	PROPN
fcis-26582	208	14	al	al	PROPN
fcis-26582	208	15	.	.	PUNCT
fcis-26582	208	16	gemma	gemma	PROPN
fcis-26582	208	17	:	:	PUNCT
fcis-26582	208	18	open	open	ADJ
fcis-26582	208	19	models	model	NOUN
fcis-26582	208	20	based	base	VERB
fcis-26582	208	21	on	on	ADP
fcis-26582	208	22	gemini	gemini	PROPN
fcis-26582	208	23	research	research	NOUN
fcis-26582	208	24	and	and	CCONJ
fcis-26582	208	25	technology[j	technology[j	NOUN
fcis-26582	208	26	]	]	PUNCT
fcis-26582	208	27	.	.	PUNCT
fcis-26582	209	1	arxiv	arxiv	PROPN
fcis-26582	209	2	preprint	preprint	PROPN
fcis-26582	209	3	arxiv	arxiv	PROPN
fcis-26582	209	4	:	:	PUNCT
fcis-26582	209	5	2403.08295	2403.08295	NUM
fcis-26582	209	6	,	,	PUNCT
fcis-26582	209	7	2024	2024	NUM
fcis-26582	209	8	.	.	PUNCT
fcis-26582	210	1	[	[	X
fcis-26582	210	2	34	34	NUM
fcis-26582	210	3	]	]	X
fcis-26582	210	4	machel	machel	PROPN
fcis-26582	210	5	reid	reid	PROPN
fcis-26582	210	6	,	,	PUNCT
fcis-26582	210	7	nikolay	nikolay	PROPN
fcis-26582	210	8	savinov	savinov	NOUN
fcis-26582	210	9	,	,	PUNCT
fcis-26582	210	10	denis	denis	PROPN
fcis-26582	210	11	teplyashin	teplyashin	PROPN
fcis-26582	210	12	,	,	PUNCT
fcis-26582	210	13	dmitry	dmitry	PROPN
fcis-26582	210	14	lepikhin	lepikhin	PROPN
fcis-26582	210	15	,	,	PUNCT
fcis-26582	210	16	timothy	timothy	PROPN
fcis-26582	210	17	lillicrap	lillicrap	PROPN
fcis-26582	210	18	,	,	PUNCT
fcis-26582	210	19	jean	jean	NOUN
fcis-26582	210	20	-	-	PUNCT
fcis-26582	210	21	baptiste	baptiste	NOUN
fcis-26582	210	22	alayrac	alayrac	NOUN
fcis-26582	210	23	,	,	PUNCT
fcis-26582	210	24	radu	radu	PROPN
fcis-26582	210	25	soricut	soricut	PROPN
fcis-26582	210	26	,	,	PUNCT
fcis-26582	210	27	angeliki	angeliki	PROPN
fcis-26582	210	28	lazaridou	lazaridou	NOUN
fcis-26582	210	29	,	,	PUNCT
fcis-26582	210	30	orhan	orhan	PROPN
fcis-26582	210	31	firat	firat	PROPN
fcis-26582	210	32	,	,	PUNCT
fcis-26582	210	33	julian	julian	PROPN
fcis-26582	210	34	schrittwieser	schrittwieser	PROPN
fcis-26582	210	35	,	,	PUNCT
fcis-26582	210	36	et	et	PROPN
fcis-26582	210	37	al	al	PROPN
fcis-26582	210	38	.	.	PROPN
fcis-26582	210	39	2024	2024	NUM
fcis-26582	210	40	.	.	PUNCT
fcis-26582	211	1	gemini	gemini	PROPN
fcis-26582	211	2	1.5	1.5	NUM
fcis-26582	211	3	:	:	PUNCT
fcis-26582	211	4	unlocking	unlock	VERB
fcis-26582	211	5	multimodal	multimodal	ADJ
fcis-26582	211	6	understanding	understanding	NOUN
fcis-26582	211	7	across	across	ADP
fcis-26582	211	8	millions	million	NOUN
fcis-26582	211	9	of	of	ADP
fcis-26582	211	10	tokens	token	NOUN
fcis-26582	211	11	of	of	ADP
fcis-26582	211	12	context	context	NOUN
fcis-26582	211	13	.	.	PUNCT
fcis-26582	212	1	arxiv	arxiv	PROPN
fcis-26582	212	2	preprint	preprint	PROPN
fcis-26582	212	3	arxiv	arxiv	PROPN
fcis-26582	212	4	:	:	PUNCT
fcis-26582	213	1	2403.05530	2403.05530	NUM
fcis-26582	213	2	.	.	PUNCT
fcis-26582	214	1	[	[	X
fcis-26582	214	2	35	35	NUM
fcis-26582	214	3	]	]	PUNCT
fcis-26582	214	4	k.	k.	NOUN
fcis-26582	214	5	papineni	papineni	PROPN
fcis-26582	214	6	,	,	PUNCT
fcis-26582	214	7	s.	s.	PROPN
fcis-26582	214	8	roukos	roukos	PROPN
fcis-26582	214	9	,	,	PUNCT
fcis-26582	214	10	t.	t.	NOUN
fcis-26582	214	11	ward	ward	NOUN
fcis-26582	214	12	,	,	PUNCT
fcis-26582	214	13	and	and	CCONJ
fcis-26582	214	14	w.-j	w.-j	PROPN
fcis-26582	214	15	.	.	PUNCT
fcis-26582	215	1	zhu	zhu	PROPN
fcis-26582	215	2	,	,	PUNCT
fcis-26582	215	3	bleu	bleu	NOUN
fcis-26582	215	4	:	:	PUNCT
fcis-26582	215	5	a	a	DET
fcis-26582	215	6	method	method	NOUN
fcis-26582	215	7	for	for	ADP
fcis-26582	215	8	automatic	automatic	ADJ
fcis-26582	215	9	evaluation	evaluation	NOUN
fcis-26582	215	10	of	of	ADP
fcis-26582	215	11	machine	machine	NOUN
fcis-26582	215	12	translation[c]//	translation[c]//	PROPN
fcis-26582	215	13	proceedings	proceeding	NOUN
fcis-26582	215	14	of	of	ADP
fcis-26582	215	15	the	the	DET
fcis-26582	215	16	40th	40th	ADJ
fcis-26582	215	17	annual	annual	ADJ
fcis-26582	215	18	meeting	meeting	NOUN
fcis-26582	215	19	of	of	ADP
fcis-26582	215	20	the	the	DET
fcis-26582	215	21	association	association	NOUN
fcis-26582	215	22	for	for	ADP
fcis-26582	215	23	computational	computational	ADJ
fcis-26582	215	24	linguistics	linguistic	NOUN
fcis-26582	215	25	,	,	PUNCT
fcis-26582	215	26	2002:311–318	2002:311–318	X
fcis-26582	215	27	.	.	PUNCT
fcis-26582	216	1	[	[	X
fcis-26582	216	2	36	36	NUM
fcis-26582	216	3	]	]	X
fcis-26582	216	4	ren	ren	PROPN
fcis-26582	216	5	,	,	PUNCT
fcis-26582	216	6	s.	s.	PROPN
fcis-26582	216	7	,	,	PUNCT
fcis-26582	216	8	guo	guo	PROPN
fcis-26582	216	9	,	,	PUNCT
fcis-26582	216	10	d.	d.	PROPN
fcis-26582	216	11	,	,	PUNCT
fcis-26582	216	12	lu	lu	PROPN
fcis-26582	216	13	,	,	PUNCT
fcis-26582	216	14	s.	s.	PROPN
fcis-26582	216	15	,	,	PUNCT
fcis-26582	216	16	zhou	zhou	PROPN
fcis-26582	216	17	,	,	PUNCT
fcis-26582	216	18	l.	l.	PROPN
fcis-26582	216	19	,	,	PUNCT
fcis-26582	216	20	liu	liu	PROPN
fcis-26582	216	21	,	,	PUNCT
fcis-26582	216	22	s.	s.	PROPN
fcis-26582	216	23	,	,	PUNCT
fcis-26582	216	24	tang	tang	PROPN
fcis-26582	216	25	,	,	PUNCT
fcis-26582	216	26	d.	d.	PROPN
fcis-26582	216	27	,	,	PUNCT
fcis-26582	216	28	zhou	zhou	PROPN
fcis-26582	216	29	,	,	PUNCT
fcis-26582	216	30	m.	m.	NOUN
fcis-26582	216	31	,	,	PUNCT
fcis-26582	216	32	blanco	blanco	PROPN
fcis-26582	216	33	,	,	PUNCT
fcis-26582	216	34	a.	a.	PROPN
fcis-26582	216	35	,	,	PUNCT
fcis-26582	216	36	&	&	CCONJ
fcis-26582	216	37	ma	ma	PROPN
fcis-26582	216	38	,	,	PUNCT
fcis-26582	216	39	s.	s.	PROPN
fcis-26582	216	40	(	(	PUNCT
fcis-26582	216	41	2020	2020	NUM
fcis-26582	216	42	)	)	PUNCT
fcis-26582	216	43	.	.	PUNCT
fcis-26582	217	1	codebleu	codebleu	PROPN
fcis-26582	217	2	:	:	PUNCT
fcis-26582	217	3	a	a	DET
fcis-26582	217	4	method	method	NOUN
fcis-26582	217	5	for	for	ADP
fcis-26582	217	6	automatic	automatic	ADJ
fcis-26582	217	7	evaluation	evaluation	NOUN
fcis-26582	217	8	of	of	ADP
fcis-26582	217	9	code	code	NOUN
fcis-26582	217	10	synthesis	synthesis	NOUN
fcis-26582	217	11	.	.	PUNCT
fcis-26582	218	1	arxiv	arxiv	PROPN
fcis-26582	218	2	,	,	PUNCT
fcis-26582	218	3	abs/2009	abs/2009	NOUN
fcis-26582	218	4	.	.	PROPN
fcis-26582	218	5	10297	10297	NUM
fcis-26582	218	6	.	.	PUNCT
fcis-26582	219	1	[	[	X
fcis-26582	219	2	37	37	NUM
fcis-26582	219	3	]	]	X
fcis-26582	219	4	austin	austin	PROPN
fcis-26582	219	5	j	j	PROPN
fcis-26582	219	6	,	,	PUNCT
fcis-26582	219	7	odena	odena	VERB
fcis-26582	219	8	a	a	DET
fcis-26582	219	9	,	,	PUNCT
fcis-26582	219	10	nye	nye	PROPN
fcis-26582	219	11	m	m	PROPN
fcis-26582	219	12	,	,	PUNCT
fcis-26582	219	13	et	et	PROPN
fcis-26582	219	14	al	al	PROPN
fcis-26582	219	15	.	.	PROPN
fcis-26582	219	16	program	program	NOUN
fcis-26582	219	17	synthesis	synthesis	NOUN
fcis-26582	219	18	with	with	ADP
fcis-26582	219	19	large	large	ADJ
fcis-26582	219	20	language	language	NOUN
fcis-26582	219	21	models[j	models[j	PROPN
fcis-26582	219	22	]	]	PUNCT
fcis-26582	219	23	.	.	PUNCT
fcis-26582	220	1	arxiv	arxiv	PROPN
fcis-26582	220	2	preprint	preprint	VERB
fcis-26582	220	3	arxiv:2108.07732	arxiv:2108.07732	NOUN
fcis-26582	220	4	,	,	PUNCT
fcis-26582	220	5	2021	2021	NUM
fcis-26582	220	6	.	.	PUNCT
fcis-26582	221	1	[	[	X
fcis-26582	221	2	38	38	NUM
fcis-26582	221	3	]	]	PUNCT
fcis-26582	221	4	yin	yin	PROPN
fcis-26582	221	5	p	p	X
fcis-26582	221	6	,	,	PUNCT
fcis-26582	221	7	deng	deng	PROPN
fcis-26582	221	8	b	b	PROPN
fcis-26582	221	9	,	,	PUNCT
fcis-26582	221	10	chen	chen	PROPN
fcis-26582	221	11	e	e	PROPN
fcis-26582	221	12	,	,	PUNCT
fcis-26582	221	13	et	et	PROPN
fcis-26582	221	14	al	al	PROPN
fcis-26582	221	15	.	.	PUNCT
fcis-26582	222	1	learning	learn	VERB
fcis-26582	222	2	to	to	ADP
fcis-26582	222	3	mine	mine	VERB
fcis-26582	222	4	aligned	align	VERB
fcis-26582	222	5	code	code	NOUN
fcis-26582	222	6	and	and	CCONJ
fcis-26582	222	7	natural	natural	ADJ
fcis-26582	222	8	language	language	NOUN
fcis-26582	222	9	pairs	pair	NOUN
fcis-26582	222	10	from	from	ADP
fcis-26582	222	11	stack	stack	NOUN
fcis-26582	222	12	overflow	overflow	NOUN
fcis-26582	222	13	[	[	PUNCT
fcis-26582	222	14	c]//	c]//	ADJ
fcis-26582	222	15	proceedings	proceeding	NOUN
fcis-26582	222	16	of	of	ADP
fcis-26582	222	17	the	the	DET
fcis-26582	222	18	15th	15th	ADJ
fcis-26582	222	19	international	international	ADJ
fcis-26582	222	20	conference	conference	NOUN
fcis-26582	222	21	on	on	ADP
fcis-26582	222	22	mining	mining	NOUN
fcis-26582	222	23	software	software	NOUN
fcis-26582	222	24	repositories	repository	NOUN
fcis-26582	222	25	.	.	PUNCT
fcis-26582	223	1	2018	2018	NUM
fcis-26582	223	2	:	:	PUNCT
fcis-26582	224	1	476	476	NUM
fcis-26582	224	2	-	-	SYM
fcis-26582	224	3	486	486	NUM
fcis-26582	224	4	.	.	PUNCT
fcis-26582	225	1	[	[	X
fcis-26582	225	2	39	39	NUM
fcis-26582	225	3	]	]	PUNCT
fcis-26582	225	4	hendrycks	hendryck	NOUN
fcis-26582	225	5	d	d	NOUN
fcis-26582	225	6	,	,	PUNCT
fcis-26582	225	7	basart	basart	PROPN
fcis-26582	225	8	s	s	PROPN
fcis-26582	225	9	,	,	PUNCT
fcis-26582	225	10	kadavath	kadavath	PROPN
fcis-26582	225	11	s	s	PROPN
fcis-26582	225	12	,	,	PUNCT
fcis-26582	225	13	et	et	PROPN
fcis-26582	225	14	al	al	PROPN
fcis-26582	225	15	.	.	PROPN
fcis-26582	225	16	measuring	measure	VERB
fcis-26582	225	17	coding	code	VERB
fcis-26582	225	18	challenge	challenge	NOUN
fcis-26582	225	19	competence	competence	NOUN
fcis-26582	225	20	with	with	ADP
fcis-26582	225	21	apps[j	apps[j	PROPN
fcis-26582	225	22	]	]	PUNCT
fcis-26582	225	23	.	.	PUNCT
fcis-26582	226	1	arxiv	arxiv	PROPN
fcis-26582	226	2	preprint	preprint	PROPN
fcis-26582	226	3	arxiv:2105	arxiv:2105	PROPN
fcis-26582	226	4	.	.	PROPN
fcis-26582	226	5	09938	09938	NUM
fcis-26582	226	6	,	,	PUNCT
fcis-26582	226	7	2021	2021	NUM
fcis-26582	226	8	.	.	PUNCT
fcis-26582	227	1	[	[	X
fcis-26582	227	2	40	40	NUM
fcis-26582	227	3	]	]	X
fcis-26582	227	4	lu	lu	PROPN
fcis-26582	227	5	s	s	PROPN
fcis-26582	227	6	,	,	PUNCT
fcis-26582	227	7	guo	guo	PROPN
fcis-26582	227	8	d	d	PROPN
fcis-26582	227	9	,	,	PUNCT
fcis-26582	227	10	ren	ren	PROPN
fcis-26582	227	11	s	s	PROPN
fcis-26582	227	12	,	,	PUNCT
fcis-26582	227	13	et	et	PROPN
fcis-26582	227	14	al	al	PROPN
fcis-26582	227	15	.	.	PROPN
fcis-26582	227	16	codexglue	codexglue	PROPN
fcis-26582	227	17	:	:	PUNCT
fcis-26582	227	18	a	a	DET
fcis-26582	227	19	machine	machine	NOUN
fcis-26582	227	20	learning	learn	VERB
fcis-26582	227	21	benchmark	benchmark	NOUN
fcis-26582	227	22	dataset	dataset	NOUN
fcis-26582	227	23	for	for	ADP
fcis-26582	227	24	code	code	NOUN
fcis-26582	227	25	understanding	understanding	NOUN
fcis-26582	227	26	and	and	CCONJ
fcis-26582	227	27	generation[j	generation[j	NOUN
fcis-26582	227	28	]	]	X
fcis-26582	227	29	.	.	PUNCT
fcis-26582	228	1	arxiv	arxiv	PROPN
fcis-26582	228	2	preprint	preprint	NOUN
fcis-26582	228	3	arxiv:2102.04664	arxiv:2102.04664	NOUN
fcis-26582	228	4	,	,	PUNCT
fcis-26582	228	5	2021	2021	NUM
fcis-26582	228	6	.	.	PUNCT
fcis-26582	229	1	[	[	X
fcis-26582	229	2	41	41	NUM
fcis-26582	229	3	]	]	X
fcis-26582	229	4	lai	lai	PROPN
fcis-26582	229	5	,	,	PUNCT
fcis-26582	229	6	yuhang	yuhang	PROPN
fcis-26582	229	7	,	,	PUNCT
fcis-26582	229	8	et	et	PROPN
fcis-26582	229	9	al	al	PROPN
fcis-26582	229	10	.	.	PROPN
fcis-26582	229	11	ds-1000	ds-1000	PROPN
fcis-26582	229	12	:	:	PUNCT
fcis-26582	229	13	a	a	DET
fcis-26582	229	14	natural	natural	ADJ
fcis-26582	229	15	and	and	CCONJ
fcis-26582	229	16	reliable	reliable	ADJ
fcis-26582	229	17	benchmark	benchmark	NOUN
fcis-26582	229	18	for	for	ADP
fcis-26582	229	19	data	data	NOUN
fcis-26582	229	20	science	science	NOUN
fcis-26582	229	21	code	code	NOUN
fcis-26582	229	22	generation[c	generation[c	X
fcis-26582	229	23	]	]	PUNCT
fcis-26582	229	24	//international	//international	PUNCT
fcis-26582	229	25	conference	conference	NOUN
fcis-26582	229	26	on	on	ADP
fcis-26582	229	27	machine	machine	NOUN
fcis-26582	229	28	learning	learning	NOUN
fcis-26582	229	29	.	.	PUNCT
fcis-26582	230	1	pmlr	pmlr	NOUN
fcis-26582	230	2	,	,	PUNCT
fcis-26582	230	3	2023	2023	NUM
fcis-26582	230	4	:	:	PUNCT
fcis-26582	230	5	18319	18319	NUM
fcis-26582	230	6	-	-	SYM
fcis-26582	230	7	18345	18345	NUM
fcis-26582	230	8	.	.	PUNCT
fcis-26582	231	1	[	[	X
fcis-26582	231	2	42	42	NUM
fcis-26582	231	3	]	]	X
fcis-26582	231	4	li	li	PROPN
fcis-26582	231	5	y	y	PROPN
fcis-26582	231	6	,	,	PUNCT
fcis-26582	231	7	choi	choi	PROPN
fcis-26582	231	8	d	d	PROPN
fcis-26582	231	9	,	,	PUNCT
fcis-26582	231	10	chung	chung	PROPN
fcis-26582	231	11	j	j	PROPN
fcis-26582	231	12	,	,	PUNCT
fcis-26582	231	13	et	et	PROPN
fcis-26582	231	14	al	al	PROPN
fcis-26582	231	15	.	.	PUNCT
fcis-26582	231	16	competition	competition	NOUN
fcis-26582	231	17	-	-	PUNCT
fcis-26582	231	18	level	level	NOUN
fcis-26582	231	19	code	code	NOUN
fcis-26582	231	20	generation	generation	NOUN
fcis-26582	231	21	with	with	ADP
fcis-26582	231	22	alphacode[j	alphacode[j	NOUN
fcis-26582	231	23	]	]	PUNCT
fcis-26582	231	24	.	.	PUNCT
fcis-26582	232	1	science	science	NOUN
fcis-26582	232	2	,	,	PUNCT
fcis-26582	232	3	2022	2022	NUM
fcis-26582	232	4	,	,	PUNCT
fcis-26582	232	5	378(6624	378(6624	NUM
fcis-26582	232	6	):	):	PUNCT
fcis-26582	232	7	1092	1092	NUM
fcis-26582	232	8	-	-	SYM
fcis-26582	232	9	1097	1097	NUM
fcis-26582	232	10	.	.	PUNCT
fcis-26582	233	1	[	[	X
fcis-26582	233	2	43	43	NUM
fcis-26582	233	3	]	]	X
fcis-26582	233	4	iyer	iyer	PROPN
fcis-26582	233	5	s	s	PROPN
fcis-26582	233	6	,	,	PUNCT
fcis-26582	233	7	konstas	konsta	VERB
fcis-26582	233	8	i	i	PRON
fcis-26582	233	9	,	,	PUNCT
fcis-26582	233	10	cheung	cheung	PROPN
fcis-26582	233	11	a	a	X
fcis-26582	233	12	,	,	PUNCT
fcis-26582	233	13	et	et	PROPN
fcis-26582	233	14	al	al	PROPN
fcis-26582	233	15	.	.	PUNCT
fcis-26582	234	1	mapping	mapping	NOUN
fcis-26582	234	2	language	language	NOUN
fcis-26582	234	3	to	to	PART
fcis-26582	234	4	code	code	VERB
fcis-26582	234	5	in	in	ADP
fcis-26582	234	6	programmatic	programmatic	ADJ
fcis-26582	234	7	context[j	context[j	NOUN
fcis-26582	234	8	]	]	PUNCT
fcis-26582	234	9	.	.	PUNCT
fcis-26582	235	1	arxiv	arxiv	PROPN
fcis-26582	235	2	preprint	preprint	PROPN
fcis-26582	235	3	arxiv:1808.09588	arxiv:1808.09588	NUM
fcis-26582	235	4	,	,	PUNCT
fcis-26582	235	5	2018	2018	NUM
fcis-26582	235	6	.	.	PUNCT
fcis-26582	236	1	[	[	X
fcis-26582	236	2	44	44	NUM
fcis-26582	236	3	]	]	PUNCT
fcis-26582	236	4	papers	paper	NOUN
fcis-26582	236	5	with	with	ADP
fcis-26582	236	6	code	code	NOUN
fcis-26582	236	7	,	,	PUNCT
fcis-26582	236	8	code	code	NOUN
fcis-26582	236	9	generation	generation	NOUN
fcis-26582	236	10	[	[	X
fcis-26582	236	11	eb	eb	X
fcis-26582	236	12	/	/	SYM
fcis-26582	236	13	ol	ol	PROPN
fcis-26582	236	14	]	]	X
fcis-26582	236	15	(	(	PUNCT
fcis-26582	236	16	2024	2024	NUM
fcis-26582	236	17	-	-	SYM
fcis-26582	236	18	08	08	NUM
fcis-26582	236	19	-	-	PUNCT
fcis-26582	236	20	06	06	NUM
fcis-26582	236	21	)	)	PUNCT
fcis-26582	236	22	,	,	PUNCT
fcis-26582	236	23	https	https	NOUN
fcis-26582	236	24	:	:	PUNCT
fcis-26582	236	25	//paperswithcode.com	//paperswithcode.com	NOUN
fcis-26582	236	26	/	/	SYM
fcis-26582	236	27	task	task	NOUN
fcis-26582	236	28	/	/	SYM
fcis-26582	236	29	code	code	NOUN
fcis-26582	236	30	-	-	PUNCT
fcis-26582	236	31	generation	generation	NOUN
fcis-26582	236	32	.	.	PUNCT
fcis-26582	237	1	[	[	X
fcis-26582	237	2	45	45	NUM
fcis-26582	237	3	]	]	SYM
fcis-26582	237	4	openai	openai	ADJ
fcis-26582	237	5	,	,	PUNCT
fcis-26582	237	6	openai	openai	ADJ
fcis-26582	237	7	/	/	SYM
fcis-26582	237	8	openai_humaneval	openai_humaneval	NOUN
fcis-26582	237	9	datasets	dataset	NOUN
fcis-26582	237	10	at	at	ADP
fcis-26582	237	11	hugging	hug	VERB
fcis-26582	237	12	face	face	NOUN
fcis-26582	237	13	,	,	PUNCT
fcis-26582	237	14	[	[	X
fcis-26582	237	15	eb	eb	X
fcis-26582	237	16	/	/	SYM
fcis-26582	237	17	ol],https://huggingface.co	ol],https://huggingface.co	NOUN
fcis-26582	237	18	/	/	SYM
fcis-26582	237	19	datasets	dataset	NOUN
fcis-26582	237	20	/	/	SYM
fcis-26582	237	21	openai	openai	NOUN
fcis-26582	237	22	/	/	SYM
fcis-26582	237	23	openai_huma	openai_huma	NOUN
fcis-26582	237	24	neval	neval	NOUN
fcis-26582	237	25	/	/	SYM
fcis-26582	237	26	viewer	viewer	NOUN
fcis-26582	237	27	/	/	SYM
fcis-26582	237	28	openai_humaneval	openai_humaneval	PROPN
fcis-26582	237	29	/	/	SYM
fcis-26582	237	30	test	test	NOUN
fcis-26582	237	31	.	.	PUNCT
fcis-26582	238	1	75	75	NUM
fcis-26582	239	1	[	[	X
fcis-26582	239	2	46	46	NUM
fcis-26582	239	3	]	]	X
fcis-26582	239	4	orlanski	orlanski	ADJ
fcis-26582	239	5	g	g	PROPN
fcis-26582	239	6	,	,	PUNCT
fcis-26582	239	7	gittens	gitten	NOUN
fcis-26582	239	8	a.	a.	NOUN
fcis-26582	239	9	reading	reading	NOUN
fcis-26582	239	10	stackoverflow	stackoverflow	ADJ
fcis-26582	239	11	encourages	encourage	VERB
fcis-26582	239	12	cheating	cheat	VERB
fcis-26582	239	13	:	:	PUNCT
fcis-26582	239	14	adding	add	VERB
fcis-26582	239	15	question	question	NOUN
fcis-26582	239	16	text	text	NOUN
fcis-26582	239	17	improves	improve	VERB
fcis-26582	239	18	extractive	extractive	ADJ
fcis-26582	239	19	code	code	NOUN
fcis-26582	239	20	generation[j	generation[j	NOUN
fcis-26582	239	21	]	]	X
fcis-26582	239	22	.	.	PUNCT
fcis-26582	240	1	arxiv	arxiv	PROPN
fcis-26582	240	2	preprint	preprint	PROPN
fcis-26582	240	3	arxiv:2106.04447	arxiv:2106.04447	PROPN
fcis-26582	240	4	,	,	PUNCT
fcis-26582	240	5	2021	2021	NUM
fcis-26582	240	6	.	.	PUNCT
fcis-26582	241	1	[	[	X
fcis-26582	241	2	47	47	NUM
fcis-26582	241	3	]	]	SYM
fcis-26582	241	4	honarvar	honarvar	NOUN
fcis-26582	241	5	,	,	PUNCT
fcis-26582	241	6	s.	s.	PROPN
fcis-26582	241	7	,	,	PUNCT
fcis-26582	241	8	van	van	PROPN
fcis-26582	241	9	der	der	PROPN
fcis-26582	241	10	wilk	wilk	PROPN
fcis-26582	241	11	,	,	PUNCT
fcis-26582	241	12	m.	m.	NOUN
fcis-26582	241	13	and	and	CCONJ
fcis-26582	241	14	donaldson	donaldson	PROPN
fcis-26582	241	15	,	,	PUNCT
fcis-26582	241	16	a.	a.	NOUN
fcis-26582	241	17	,	,	PUNCT
fcis-26582	241	18	2023	2023	NUM
fcis-26582	241	19	.	.	PUNCT
fcis-26582	242	1	turbulence	turbulence	NOUN
fcis-26582	242	2	:	:	PUNCT
fcis-26582	242	3	systematically	systematically	ADV
fcis-26582	242	4	and	and	CCONJ
fcis-26582	242	5	automatically	automatically	ADV
fcis-26582	242	6	testing	test	VERB
fcis-26582	242	7	instruction	instruction	NOUN
fcis-26582	242	8	-	-	PUNCT
fcis-26582	242	9	tuned	tune	VERB
fcis-26582	242	10	large	large	ADJ
fcis-26582	242	11	language	language	NOUN
fcis-26582	242	12	models	model	NOUN
fcis-26582	242	13	for	for	ADP
fcis-26582	242	14	code[j	code[j	NOUN
fcis-26582	242	15	]	]	PUNCT
fcis-26582	242	16	.	.	PUNCT
fcis-26582	243	1	arxiv	arxiv	PROPN
fcis-26582	243	2	preprint	preprint	PROPN
fcis-26582	243	3	arxiv:2312.14856	arxiv:2312.14856	NOUN
fcis-26582	243	4	.	.	PUNCT
fcis-26582	244	1	[	[	X
fcis-26582	244	2	48	48	NUM
fcis-26582	244	3	]	]	PUNCT
fcis-26582	244	4	labash	labash	NOUN
fcis-26582	244	5	b	b	PROPN
fcis-26582	244	6	,	,	PUNCT
fcis-26582	244	7	rosedale	rosedale	PROPN
fcis-26582	244	8	a	a	PROPN
fcis-26582	244	9	,	,	PUNCT
fcis-26582	244	10	reents	reent	NOUN
fcis-26582	244	11	a	a	PRON
fcis-26582	244	12	,	,	PUNCT
fcis-26582	244	13	et	et	PROPN
fcis-26582	244	14	al	al	PROPN
fcis-26582	244	15	.	.	PUNCT
fcis-26582	244	16	res	res	AUX
fcis-26582	244	17	-	-	PUNCT
fcis-26582	244	18	q	q	NOUN
fcis-26582	244	19	:	:	PUNCT
fcis-26582	244	20	evaluating	evaluate	VERB
fcis-26582	244	21	code	code	NOUN
fcis-26582	244	22	-	-	PUNCT
fcis-26582	244	23	editing	edit	VERB
fcis-26582	244	24	large	large	ADJ
fcis-26582	244	25	language	language	NOUN
fcis-26582	244	26	model	model	NOUN
fcis-26582	244	27	systems	system	NOUN
fcis-26582	244	28	at	at	ADP
fcis-26582	244	29	the	the	DET
fcis-26582	244	30	repository	repository	NOUN
fcis-26582	244	31	scale[j	scale[j	NOUN
fcis-26582	244	32	]	]	PUNCT
fcis-26582	244	33	.	.	PUNCT
fcis-26582	245	1	arxiv	arxiv	PROPN
fcis-26582	245	2	preprint	preprint	NOUN
fcis-26582	245	3	arxiv:2406.16801	arxiv:2406.16801	NOUN
fcis-26582	245	4	,	,	PUNCT
fcis-26582	245	5	2024	2024	NUM
fcis-26582	245	6	.	.	PUNCT
fcis-26582	246	1	[	[	X
fcis-26582	246	2	49	49	NUM
fcis-26582	246	3	]	]	X
fcis-26582	246	4	haller	haller	PROPN
fcis-26582	246	5	p	p	PROPN
fcis-26582	246	6	,	,	PUNCT
fcis-26582	246	7	golde	golde	PROPN
fcis-26582	246	8	j	j	PROPN
fcis-26582	246	9	,	,	PUNCT
fcis-26582	246	10	akbik	akbik	PROPN
fcis-26582	246	11	a.	a.	PROPN
fcis-26582	246	12	pecc	pecc	PROPN
fcis-26582	246	13	:	:	PUNCT
fcis-26582	246	14	problem	problem	NOUN
fcis-26582	246	15	extraction	extraction	NOUN
fcis-26582	246	16	and	and	CCONJ
fcis-26582	246	17	coding	code	VERB
fcis-26582	246	18	challenges[j	challenges[j	PROPN
fcis-26582	246	19	]	]	PUNCT
fcis-26582	246	20	.	.	PUNCT
fcis-26582	247	1	arxiv	arxiv	PROPN
fcis-26582	247	2	preprint	preprint	PROPN
fcis-26582	247	3	arxiv:2404.18766	arxiv:2404.18766	PROPN
fcis-26582	247	4	,	,	PUNCT
fcis-26582	247	5	2024	2024	NUM
fcis-26582	247	6	.	.	PUNCT