id	sid	tid	token	lemma	pos
bracis-33579	1	1	evaluating	evaluate	VERB
bracis-33579	1	2	large	large	ADJ
bracis-33579	1	3	language	language	NOUN
bracis-33579	1	4	models	model	NOUN
bracis-33579	1	5	for	for	ADP
bracis-33579	1	6	 	 	SPACE
bracis-33579	1	7	tax	tax	NOUN
bracis-33579	1	8	law	law	NOUN
bracis-33579	1	9	reasoning	reasoning	NOUN
bracis-33579	1	10	|	|	CCONJ
bracis-33579	1	11	springer	springer	NOUN
bracis-33579	1	12	nature	nature	PROPN
bracis-33579	1	13	link	link	PROPN
bracis-33579	1	14	(	(	PUNCT
bracis-33579	1	15	formerly	formerly	ADV
bracis-33579	1	16	springerlink	springerlink	NOUN
bracis-33579	1	17	)	)	PUNCT
bracis-33579	1	18	skip	skip	VERB
bracis-33579	1	19	to	to	ADP
bracis-33579	1	20	main	main	ADJ
bracis-33579	1	21	content	content	NOUN
bracis-33579	1	22	advertisement	advertisement	NOUN
bracis-33579	1	23	log	log	NOUN
bracis-33579	1	24	in	in	ADP
bracis-33579	1	25	menu	menu	NOUN
bracis-33579	1	26	find	find	VERB
bracis-33579	1	27	a	a	DET
bracis-33579	1	28	journal	journal	NOUN
bracis-33579	1	29	publish	publish	VERB
bracis-33579	1	30	with	with	ADP
bracis-33579	1	31	us	we	PRON
bracis-33579	1	32	track	track	VERB
bracis-33579	1	33	your	your	PRON
bracis-33579	1	34	research	research	NOUN
bracis-33579	1	35	search	search	NOUN
bracis-33579	1	36	cart	cart	NOUN
bracis-33579	1	37	home	home	NOUN
bracis-33579	1	38	intelligent	intelligent	ADJ
bracis-33579	1	39	systems	system	NOUN
bracis-33579	1	40	conference	conference	NOUN
bracis-33579	1	41	paper	paper	NOUN
bracis-33579	1	42	evaluating	evaluate	VERB
bracis-33579	1	43	large	large	ADJ
bracis-33579	1	44	language	language	NOUN
bracis-33579	1	45	models	model	NOUN
bracis-33579	1	46	for	for	ADP
bracis-33579	1	47	 	 	SPACE
bracis-33579	1	48	tax	tax	NOUN
bracis-33579	1	49	law	law	NOUN
bracis-33579	1	50	reasoning	reasoning	NOUN
bracis-33579	1	51	conference	conference	NOUN
bracis-33579	1	52	paper	paper	NOUN
bracis-33579	1	53	first	first	ADV
bracis-33579	1	54	online	online	ADV
bracis-33579	1	55	:	:	PUNCT
bracis-33579	1	56	30	30	NUM
bracis-33579	1	57	january	january	NOUN
bracis-33579	1	58	2025	2025	NUM
bracis-33579	1	59	pp	pp	NUM
bracis-33579	1	60	460–474	460–474	NUM
bracis-33579	1	61	cite	cite	VERB
bracis-33579	1	62	this	this	DET
bracis-33579	1	63	conference	conference	NOUN
bracis-33579	1	64	paper	paper	NOUN
bracis-33579	1	65	access	access	NOUN
bracis-33579	1	66	provided	provide	VERB
bracis-33579	1	67	by	by	ADP
bracis-33579	1	68	university	university	PROPN
bracis-33579	1	69	of	of	ADP
bracis-33579	1	70	notre	notre	PROPN
bracis-33579	1	71	dame	dame	PROPN
bracis-33579	1	72	hesburgh	hesburgh	PROPN
bracis-33579	1	73	library	library	PROPN
bracis-33579	1	74	download	download	PROPN
bracis-33579	1	75	book	book	NOUN
bracis-33579	1	76	pdf	pdf	PROPN
bracis-33579	1	77	download	download	NOUN
bracis-33579	1	78	book	book	NOUN
bracis-33579	1	79	epub	epub	PROPN
bracis-33579	1	80	intelligent	intelligent	ADJ
bracis-33579	1	81	systems	system	NOUN
bracis-33579	1	82	(	(	PUNCT
bracis-33579	1	83	bracis	bracis	NOUN
bracis-33579	1	84	2024	2024	NUM
bracis-33579	1	85	)	)	PUNCT
bracis-33579	1	86	evaluating	evaluate	VERB
bracis-33579	1	87	large	large	ADJ
bracis-33579	1	88	language	language	NOUN
bracis-33579	1	89	models	model	NOUN
bracis-33579	1	90	for	for	ADP
bracis-33579	1	91	 	 	SPACE
bracis-33579	1	92	tax	tax	NOUN
bracis-33579	1	93	law	law	NOUN
bracis-33579	1	94	reasoning	reasoning	NOUN
bracis-33579	1	95	download	download	NOUN
bracis-33579	1	96	book	book	NOUN
bracis-33579	1	97	pdf	pdf	PROPN
bracis-33579	1	98	download	download	NOUN
bracis-33579	1	99	book	book	PROPN
bracis-33579	1	100	epub	epub	PROPN
bracis-33579	1	101	joão	joão	PROPN
bracis-33579	1	102	paulo	paulo	PROPN
bracis-33579	1	103	cavalcante	cavalcante	PROPN
bracis-33579	1	104	presa	presa	PROPN
bracis-33579	1	105	  	  	SPACE
bracis-33579	1	106	orcid	orcid	NOUN
bracis-33579	1	107	:	:	PUNCT
bracis-33579	1	108	orcid.org/0009-0004-4160-64959	orcid.org/0009-0004-4160-64959	NOUN
bracis-33579	1	109	,	,	PUNCT
bracis-33579	1	110	celso	celso	PROPN
bracis-33579	1	111	gonçalves	gonçalves	PROPN
bracis-33579	1	112	camilo	camilo	PROPN
bracis-33579	1	113	junior	junior	PROPN
bracis-33579	1	114	  	  	SPACE
bracis-33579	1	115	orcid	orcid	PROPN
bracis-33579	1	116	:	:	PUNCT
bracis-33579	1	117	orcid.org/0000-0003-2553-87909	orcid.org/0000-0003-2553-87909	PROPN
bracis-33579	1	118	&	&	CCONJ
bracis-33579	1	119	sávio	sávio	PROPN
bracis-33579	1	120	salvarino	salvarino	PROPN
bracis-33579	1	121	teles	teles	PROPN
bracis-33579	1	122	de	de	PROPN
bracis-33579	1	123	oliveira	oliveira	PROPN
bracis-33579	1	124	  	  	SPACE
bracis-33579	1	125	orcid	orcid	NOUN
bracis-33579	1	126	:	:	PUNCT
bracis-33579	1	127	orcid.org/0009-0002-1203-52469	orcid.org/0009-0002-1203-52469	NOUN
bracis-33579	1	128	  	  	SPACE
bracis-33579	1	129	part	part	NOUN
bracis-33579	1	130	of	of	ADP
bracis-33579	1	131	the	the	DET
bracis-33579	1	132	book	book	NOUN
bracis-33579	1	133	series	series	NOUN
bracis-33579	1	134	:	:	PUNCT
bracis-33579	1	135	lecture	lecture	NOUN
bracis-33579	1	136	notes	note	NOUN
bracis-33579	1	137	in	in	ADP
bracis-33579	1	138	computer	computer	NOUN
bracis-33579	1	139	science	science	NOUN
bracis-33579	1	140	(	(	PUNCT
bracis-33579	1	141	(	(	PUNCT
bracis-33579	1	142	lnai	lnai	ADJ
bracis-33579	1	143	,	,	PUNCT
bracis-33579	1	144	volume	volume	NOUN
bracis-33579	1	145	15412	15412	NUM
bracis-33579	1	146	)	)	PUNCT
bracis-33579	1	147	)	)	PUNCT
bracis-33579	1	148	included	include	VERB
bracis-33579	1	149	in	in	ADP
bracis-33579	1	150	the	the	DET
bracis-33579	1	151	following	follow	VERB
bracis-33579	1	152	conference	conference	NOUN
bracis-33579	1	153	series	series	NOUN
bracis-33579	1	154	:	:	PUNCT
bracis-33579	1	155	brazilian	brazilian	ADJ
bracis-33579	1	156	conference	conference	NOUN
bracis-33579	1	157	on	on	ADP
bracis-33579	1	158	intelligent	intelligent	ADJ
bracis-33579	1	159	systems	system	NOUN
bracis-33579	1	160	545	545	NUM
bracis-33579	1	161	accesses	access	NOUN
bracis-33579	1	162	abstract	abstract	VERB
bracis-33579	1	163	the	the	DET
bracis-33579	1	164	ability	ability	NOUN
bracis-33579	1	165	to	to	PART
bracis-33579	1	166	reason	reason	VERB
bracis-33579	1	167	over	over	ADP
bracis-33579	1	168	laws	law	NOUN
bracis-33579	1	169	is	be	AUX
bracis-33579	1	170	essential	essential	ADJ
bracis-33579	1	171	for	for	ADP
bracis-33579	1	172	legal	legal	ADJ
bracis-33579	1	173	professionals	professional	NOUN
bracis-33579	1	174	,	,	PUNCT
bracis-33579	1	175	facilitating	facilitate	VERB
bracis-33579	1	176	interpreting	interpreting	NOUN
bracis-33579	1	177	and	and	CCONJ
bracis-33579	1	178	applying	apply	VERB
bracis-33579	1	179	legal	legal	ADJ
bracis-33579	1	180	principles	principle	NOUN
bracis-33579	1	181	to	to	ADP
bracis-33579	1	182	complex	complex	ADJ
bracis-33579	1	183	real	real	ADJ
bracis-33579	1	184	-	-	PUNCT
bracis-33579	1	185	world	world	NOUN
bracis-33579	1	186	situations	situation	NOUN
bracis-33579	1	187	.	.	PUNCT
bracis-33579	2	1	tax	tax	NOUN
bracis-33579	2	2	laws	law	NOUN
bracis-33579	2	3	are	be	AUX
bracis-33579	2	4	crucial	crucial	ADJ
bracis-33579	2	5	for	for	ADP
bracis-33579	2	6	funding	fund	VERB
bracis-33579	2	7	government	government	NOUN
bracis-33579	2	8	functions	function	NOUN
bracis-33579	2	9	and	and	CCONJ
bracis-33579	2	10	shaping	shape	VERB
bracis-33579	2	11	economic	economic	ADJ
bracis-33579	2	12	behavior	behavior	NOUN
bracis-33579	2	13	,	,	PUNCT
bracis-33579	2	14	yet	yet	CCONJ
bracis-33579	2	15	their	their	PRON
bracis-33579	2	16	interpretation	interpretation	NOUN
bracis-33579	2	17	poses	pose	VERB
bracis-33579	2	18	challenges	challenge	NOUN
bracis-33579	2	19	due	due	ADP
bracis-33579	2	20	to	to	ADP
bracis-33579	2	21	their	their	PRON
bracis-33579	2	22	complexity	complexity	NOUN
bracis-33579	2	23	,	,	PUNCT
bracis-33579	2	24	constant	constant	ADJ
bracis-33579	2	25	evolution	evolution	NOUN
bracis-33579	2	26	,	,	PUNCT
bracis-33579	2	27	and	and	CCONJ
bracis-33579	2	28	susceptibility	susceptibility	NOUN
bracis-33579	2	29	to	to	ADP
bracis-33579	2	30	differing	differ	VERB
bracis-33579	2	31	viewpoints	viewpoint	NOUN
bracis-33579	2	32	.	.	PUNCT
bracis-33579	3	1	large	large	ADJ
bracis-33579	3	2	language	language	NOUN
bracis-33579	3	3	models	model	NOUN
bracis-33579	3	4	(	(	PUNCT
bracis-33579	3	5	llms	llm	NOUN
bracis-33579	3	6	)	)	PUNCT
bracis-33579	3	7	show	show	VERB
bracis-33579	3	8	considerable	considerable	ADJ
bracis-33579	3	9	potential	potential	NOUN
bracis-33579	3	10	in	in	ADP
bracis-33579	3	11	supporting	support	VERB
bracis-33579	3	12	this	this	DET
bracis-33579	3	13	reasoning	reasoning	NOUN
bracis-33579	3	14	process	process	NOUN
bracis-33579	3	15	by	by	ADP
bracis-33579	3	16	processing	process	VERB
bracis-33579	3	17	extensive	extensive	ADJ
bracis-33579	3	18	legal	legal	ADJ
bracis-33579	3	19	texts	text	NOUN
bracis-33579	3	20	and	and	CCONJ
bracis-33579	3	21	generating	generate	VERB
bracis-33579	3	22	relevant	relevant	ADJ
bracis-33579	3	23	information	information	NOUN
bracis-33579	3	24	.	.	PUNCT
bracis-33579	4	1	this	this	DET
bracis-33579	4	2	study	study	NOUN
bracis-33579	4	3	evaluates	evaluate	VERB
bracis-33579	4	4	the	the	DET
bracis-33579	4	5	performance	performance	NOUN
bracis-33579	4	6	of	of	ADP
bracis-33579	4	7	llms	llm	NOUN
bracis-33579	4	8	in	in	ADP
bracis-33579	4	9	legal	legal	ADJ
bracis-33579	4	10	reasoning	reasoning	NOUN
bracis-33579	4	11	within	within	ADP
bracis-33579	4	12	the	the	DET
bracis-33579	4	13	domain	domain	NOUN
bracis-33579	4	14	of	of	ADP
bracis-33579	4	15	tax	tax	NOUN
bracis-33579	4	16	law	law	NOUN
bracis-33579	4	17	for	for	ADP
bracis-33579	4	18	legal	legal	ADJ
bracis-33579	4	19	entities	entity	NOUN
bracis-33579	4	20	,	,	PUNCT
bracis-33579	4	21	utilizing	utilize	VERB
bracis-33579	4	22	a	a	DET
bracis-33579	4	23	dataset	dataset	NOUN
bracis-33579	4	24	of	of	ADP
bracis-33579	4	25	real	real	ADJ
bracis-33579	4	26	-	-	PUNCT
bracis-33579	4	27	world	world	NOUN
bracis-33579	4	28	questions	question	NOUN
bracis-33579	4	29	and	and	CCONJ
bracis-33579	4	30	expert	expert	NOUN
bracis-33579	4	31	answers	answer	NOUN
bracis-33579	4	32	in	in	ADP
bracis-33579	4	33	brazilian	brazilian	ADJ
bracis-33579	4	34	portuguese	portuguese	NOUN
bracis-33579	4	35	.	.	PUNCT
bracis-33579	5	1	we	we	PRON
bracis-33579	5	2	employed	employ	VERB
bracis-33579	5	3	quantitative	quantitative	ADJ
bracis-33579	5	4	metrics	metric	NOUN
bracis-33579	5	5	(	(	PUNCT
bracis-33579	5	6	bleu	bleu	NOUN
bracis-33579	5	7	,	,	PUNCT
bracis-33579	5	8	rouge	rouge	NOUN
bracis-33579	5	9	)	)	PUNCT
bracis-33579	5	10	and	and	CCONJ
bracis-33579	5	11	qualitative	qualitative	ADJ
bracis-33579	5	12	assessment	assessment	NOUN
bracis-33579	5	13	using	use	VERB
bracis-33579	5	14	a	a	DET
bracis-33579	5	15	solid	solid	ADJ
bracis-33579	5	16	llm	llm	NOUN
bracis-33579	5	17	to	to	PART
bracis-33579	5	18	ensure	ensure	VERB
bracis-33579	5	19	factual	factual	ADJ
bracis-33579	5	20	accuracy	accuracy	NOUN
bracis-33579	5	21	and	and	CCONJ
bracis-33579	5	22	relevance	relevance	NOUN
bracis-33579	5	23	.	.	PUNCT
bracis-33579	6	1	a	a	DET
bracis-33579	6	2	novel	novel	ADJ
bracis-33579	6	3	dataset	dataset	NOUN
bracis-33579	6	4	was	be	AUX
bracis-33579	6	5	curated	curate	VERB
bracis-33579	6	6	,	,	PUNCT
bracis-33579	6	7	comprising	comprise	VERB
bracis-33579	6	8	genuine	genuine	ADJ
bracis-33579	6	9	questions	question	NOUN
bracis-33579	6	10	from	from	ADP
bracis-33579	6	11	legal	legal	ADJ
bracis-33579	6	12	entities	entity	NOUN
bracis-33579	6	13	in	in	ADP
bracis-33579	6	14	tax	tax	NOUN
bracis-33579	6	15	law	law	NOUN
bracis-33579	6	16	,	,	PUNCT
bracis-33579	6	17	answered	answer	VERB
bracis-33579	6	18	by	by	ADP
bracis-33579	6	19	legal	legal	ADJ
bracis-33579	6	20	experts	expert	NOUN
bracis-33579	6	21	with	with	ADP
bracis-33579	6	22	corresponding	correspond	VERB
bracis-33579	6	23	legal	legal	ADJ
bracis-33579	6	24	texts	text	NOUN
bracis-33579	6	25	.	.	PUNCT
bracis-33579	7	1	the	the	DET
bracis-33579	7	2	evaluation	evaluation	NOUN
bracis-33579	7	3	includes	include	VERB
bracis-33579	7	4	both	both	CCONJ
bracis-33579	7	5	open	open	ADJ
bracis-33579	7	6	-	-	PUNCT
bracis-33579	7	7	source	source	NOUN
bracis-33579	7	8	and	and	CCONJ
bracis-33579	7	9	proprietary	proprietary	ADJ
bracis-33579	7	10	llms	llm	NOUN
bracis-33579	7	11	,	,	PUNCT
bracis-33579	7	12	providing	provide	VERB
bracis-33579	7	13	a	a	DET
bracis-33579	7	14	assessment	assessment	NOUN
bracis-33579	7	15	of	of	ADP
bracis-33579	7	16	their	their	PRON
bracis-33579	7	17	effectiveness	effectiveness	NOUN
bracis-33579	7	18	in	in	ADP
bracis-33579	7	19	legal	legal	ADJ
bracis-33579	7	20	reasoning	reasoning	NOUN
bracis-33579	7	21	tasks	task	NOUN
bracis-33579	7	22	.	.	PUNCT
bracis-33579	8	1	the	the	DET
bracis-33579	8	2	strong	strong	ADJ
bracis-33579	8	3	correlation	correlation	NOUN
bracis-33579	8	4	between	between	ADP
bracis-33579	8	5	robust	robust	ADJ
bracis-33579	8	6	llm	llm	PROPN
bracis-33579	8	7	evaluator	evaluator	NOUN
bracis-33579	8	8	metric	metric	ADJ
bracis-33579	8	9	and	and	CCONJ
bracis-33579	8	10	bert	bert	PROPN
bracis-33579	8	11	score	score	NOUN
bracis-33579	8	12	f1	f1	PROPN
bracis-33579	8	13	suggests	suggest	VERB
bracis-33579	8	14	these	these	DET
bracis-33579	8	15	metrics	metric	NOUN
bracis-33579	8	16	effectively	effectively	ADV
bracis-33579	8	17	capture	capture	VERB
bracis-33579	8	18	semantic	semantic	ADJ
bracis-33579	8	19	aspects	aspect	NOUN
bracis-33579	8	20	pertinent	pertinent	ADJ
bracis-33579	8	21	to	to	ADP
bracis-33579	8	22	human	human	NOUN
bracis-33579	8	23	-	-	PUNCT
bracis-33579	8	24	perceived	perceive	VERB
bracis-33579	8	25	quality	quality	NOUN
bracis-33579	8	26	.	.	PUNCT
bracis-33579	9	1	access	access	NOUN
bracis-33579	9	2	provided	provide	VERB
bracis-33579	9	3	by	by	ADP
bracis-33579	9	4	university	university	PROPN
bracis-33579	9	5	of	of	ADP
bracis-33579	9	6	notre	notre	PROPN
bracis-33579	9	7	dame	dame	PROPN
bracis-33579	9	8	hesburgh	hesburgh	PROPN
bracis-33579	9	9	library	library	PROPN
bracis-33579	9	10	.	.	PUNCT
bracis-33579	10	1	download	download	PROPN
bracis-33579	10	2	conference	conference	NOUN
bracis-33579	10	3	paper	paper	NOUN
bracis-33579	10	4	pdf	pdf	NOUN
bracis-33579	10	5	similar	similar	ADJ
bracis-33579	10	6	content	content	NOUN
bracis-33579	10	7	being	be	AUX
bracis-33579	10	8	viewed	view	VERB
bracis-33579	10	9	by	by	ADP
bracis-33579	10	10	others	other	NOUN
bracis-33579	10	11	evaluating	evaluate	VERB
bracis-33579	10	12	open	open	ADJ
bracis-33579	10	13	and	and	CCONJ
bracis-33579	10	14	 	 	SPACE
bracis-33579	10	15	proprietary	proprietary	ADJ
bracis-33579	10	16	large	large	ADJ
bracis-33579	10	17	language	language	NOUN
bracis-33579	10	18	models	model	NOUN
bracis-33579	10	19	in	in	ADP
bracis-33579	10	20	 	 	SPACE
bracis-33579	10	21	law	law	NOUN
bracis-33579	10	22	interpretation	interpretation	NOUN
bracis-33579	10	23	:	:	PUNCT
bracis-33579	10	24	the	the	DET
bracis-33579	10	25	case	case	NOUN
bracis-33579	10	26	of	of	ADP
bracis-33579	10	27	 	 	SPACE
bracis-33579	10	28	the	the	DET
bracis-33579	10	29	 	 	SPACE
bracis-33579	10	30	eu	eu	PROPN
bracis-33579	10	31	vat	vat	NOUN
bracis-33579	10	32	directive	directive	NOUN
bracis-33579	10	33	chapter	chapter	NOUN
bracis-33579	10	34	©	©	PROPN
bracis-33579	10	35	2026	2026	NUM
bracis-33579	10	36	leveraging	leverage	VERB
bracis-33579	10	37	llms	llm	NOUN
bracis-33579	10	38	for	for	ADP
bracis-33579	10	39	legal	legal	ADJ
bracis-33579	10	40	terms	term	NOUN
bracis-33579	10	41	extraction	extraction	NOUN
bracis-33579	10	42	with	with	ADP
bracis-33579	10	43	limited	limited	ADJ
bracis-33579	10	44	annotated	annotate	VERB
bracis-33579	10	45	data	datum	NOUN
bracis-33579	10	46	article	article	NOUN
bracis-33579	10	47	open	open	ADJ
bracis-33579	10	48	access	access	NOUN
bracis-33579	10	49	14	14	NUM
bracis-33579	10	50	march	march	NOUN
bracis-33579	10	51	2025	2025	NUM
bracis-33579	10	52	transformational	transformational	ADJ
bracis-33579	10	53	question	question	NOUN
bracis-33579	10	54	-	-	PUNCT
bracis-33579	10	55	answering	answer	VERB
bracis-33579	10	56	system	system	NOUN
bracis-33579	10	57	based	base	VERB
bracis-33579	10	58	on	on	ADP
bracis-33579	10	59	ukrainian	ukrainian	ADJ
bracis-33579	10	60	legal	legal	ADJ
bracis-33579	10	61	documents	document	NOUN
bracis-33579	10	62	for	for	ADP
bracis-33579	10	63	online	online	ADJ
bracis-33579	10	64	lean	lean	ADJ
bracis-33579	10	65	education	education	NOUN
bracis-33579	10	66	utilizing	utilize	VERB
bracis-33579	10	67	large	large	ADJ
bracis-33579	10	68	language	language	NOUN
bracis-33579	10	69	models	model	NOUN
bracis-33579	10	70	chapter	chapter	NOUN
bracis-33579	10	71	©	©	PROPN
bracis-33579	10	72	2026	2026	NUM
bracis-33579	10	73	1	1	NUM
bracis-33579	10	74	introduction	introduction	NOUN
bracis-33579	10	75	the	the	DET
bracis-33579	10	76	ability	ability	NOUN
bracis-33579	10	77	to	to	PART
bracis-33579	10	78	reason	reason	VERB
bracis-33579	10	79	over	over	ADP
bracis-33579	10	80	laws	law	NOUN
bracis-33579	10	81	is	be	AUX
bracis-33579	10	82	essential	essential	ADJ
bracis-33579	10	83	for	for	ADP
bracis-33579	10	84	legal	legal	ADJ
bracis-33579	10	85	professionals	professional	NOUN
bracis-33579	10	86	,	,	PUNCT
bracis-33579	10	87	enabling	enable	VERB
bracis-33579	10	88	them	they	PRON
bracis-33579	10	89	to	to	PART
bracis-33579	10	90	interpret	interpret	VERB
bracis-33579	10	91	and	and	CCONJ
bracis-33579	10	92	apply	apply	VERB
bracis-33579	10	93	legal	legal	ADJ
bracis-33579	10	94	principles	principle	NOUN
bracis-33579	10	95	to	to	ADP
bracis-33579	10	96	complex	complex	ADJ
bracis-33579	10	97	real	real	ADJ
bracis-33579	10	98	-	-	PUNCT
bracis-33579	10	99	world	world	NOUN
bracis-33579	10	100	situations	situation	NOUN
bracis-33579	10	101	.	.	PUNCT
bracis-33579	11	1	legal	legal	ADJ
bracis-33579	11	2	questions	question	NOUN
bracis-33579	11	3	often	often	ADV
bracis-33579	11	4	lack	lack	VERB
bracis-33579	11	5	straightforward	straightforward	ADJ
bracis-33579	11	6	answers	answer	NOUN
bracis-33579	11	7	,	,	PUNCT
bracis-33579	11	8	requiring	require	VERB
bracis-33579	11	9	thorough	thorough	ADJ
bracis-33579	11	10	analysis	analysis	NOUN
bracis-33579	11	11	,	,	PUNCT
bracis-33579	11	12	comprehensive	comprehensive	ADJ
bracis-33579	11	13	research	research	NOUN
bracis-33579	11	14	,	,	PUNCT
bracis-33579	11	15	and	and	CCONJ
bracis-33579	11	16	synthesis	synthesis	NOUN
bracis-33579	11	17	of	of	ADP
bracis-33579	11	18	multiple	multiple	ADJ
bracis-33579	11	19	sources	source	NOUN
bracis-33579	11	20	to	to	PART
bracis-33579	11	21	develop	develop	VERB
bracis-33579	11	22	well	well	ADV
bracis-33579	11	23	-	-	PUNCT
bracis-33579	11	24	founded	found	VERB
bracis-33579	11	25	arguments	argument	NOUN
bracis-33579	11	26	or	or	CCONJ
bracis-33579	11	27	solutions	solution	NOUN
bracis-33579	11	28	.	.	PUNCT
bracis-33579	12	1	tax	tax	NOUN
bracis-33579	12	2	law	law	NOUN
bracis-33579	12	3	,	,	PUNCT
bracis-33579	12	4	in	in	ADP
bracis-33579	12	5	particular	particular	ADJ
bracis-33579	12	6	,	,	PUNCT
bracis-33579	12	7	is	be	AUX
bracis-33579	12	8	crucial	crucial	ADJ
bracis-33579	12	9	because	because	SCONJ
bracis-33579	12	10	it	it	PRON
bracis-33579	12	11	influences	influence	VERB
bracis-33579	12	12	how	how	SCONJ
bracis-33579	12	13	governments	government	NOUN
bracis-33579	12	14	fund	fund	VERB
bracis-33579	12	15	public	public	ADJ
bracis-33579	12	16	services	service	NOUN
bracis-33579	12	17	and	and	CCONJ
bracis-33579	12	18	impacts	impact	VERB
bracis-33579	12	19	economic	economic	ADJ
bracis-33579	12	20	activity	activity	NOUN
bracis-33579	12	21	by	by	ADP
bracis-33579	12	22	shaping	shape	VERB
bracis-33579	12	23	investment	investment	NOUN
bracis-33579	12	24	decisions	decision	NOUN
bracis-33579	12	25	and	and	CCONJ
bracis-33579	12	26	individual	individual	ADJ
bracis-33579	12	27	spending	spending	NOUN
bracis-33579	12	28	.	.	PUNCT
bracis-33579	13	1	however	however	ADV
bracis-33579	13	2	,	,	PUNCT
bracis-33579	13	3	interpreting	interpret	VERB
bracis-33579	13	4	tax	tax	NOUN
bracis-33579	13	5	law	law	NOUN
bracis-33579	13	6	presents	present	VERB
bracis-33579	13	7	significant	significant	ADJ
bracis-33579	13	8	challenges	challenge	NOUN
bracis-33579	13	9	for	for	ADP
bracis-33579	13	10	natural	natural	ADJ
bracis-33579	13	11	language	language	NOUN
bracis-33579	13	12	processing	processing	NOUN
bracis-33579	13	13	(	(	PUNCT
bracis-33579	13	14	nlp	nlp	NOUN
bracis-33579	13	15	)	)	PUNCT
bracis-33579	13	16	due	due	ADP
bracis-33579	13	17	to	to	ADP
bracis-33579	13	18	the	the	DET
bracis-33579	13	19	inherent	inherent	ADJ
bracis-33579	13	20	complexity	complexity	NOUN
bracis-33579	13	21	and	and	CCONJ
bracis-33579	13	22	ambiguity	ambiguity	NOUN
bracis-33579	13	23	of	of	ADP
bracis-33579	13	24	legal	legal	ADJ
bracis-33579	13	25	language	language	NOUN
bracis-33579	13	26	,	,	PUNCT
bracis-33579	13	27	constant	constant	ADJ
bracis-33579	13	28	updates	update	NOUN
bracis-33579	13	29	,	,	PUNCT
bracis-33579	13	30	amendments	amendment	NOUN
bracis-33579	13	31	,	,	PUNCT
bracis-33579	13	32	and	and	CCONJ
bracis-33579	13	33	the	the	DET
bracis-33579	13	34	need	need	NOUN
bracis-33579	13	35	to	to	PART
bracis-33579	13	36	contextualize	contextualize	VERB
bracis-33579	13	37	regulations	regulation	NOUN
bracis-33579	13	38	within	within	ADP
bracis-33579	13	39	specific	specific	ADJ
bracis-33579	13	40	jurisdictions	jurisdiction	NOUN
bracis-33579	13	41	.	.	PUNCT
bracis-33579	14	1	large	large	ADJ
bracis-33579	14	2	language	language	NOUN
bracis-33579	14	3	models	model	NOUN
bracis-33579	14	4	(	(	PUNCT
bracis-33579	14	5	llms	llm	NOUN
bracis-33579	14	6	)	)	PUNCT
bracis-33579	14	7	show	show	VERB
bracis-33579	14	8	significant	significant	ADJ
bracis-33579	14	9	potential	potential	NOUN
bracis-33579	14	10	in	in	ADP
bracis-33579	14	11	enhancing	enhance	VERB
bracis-33579	14	12	the	the	DET
bracis-33579	14	13	legal	legal	ADJ
bracis-33579	14	14	reasoning	reasoning	NOUN
bracis-33579	14	15	process	process	NOUN
bracis-33579	14	16	 	 	SPACE
bracis-33579	15	1	[	[	X
bracis-33579	15	2	23	23	NUM
bracis-33579	15	3	]	]	PUNCT
bracis-33579	15	4	.	.	PUNCT
bracis-33579	16	1	these	these	DET
bracis-33579	16	2	models	model	NOUN
bracis-33579	16	3	can	can	AUX
bracis-33579	16	4	process	process	VERB
bracis-33579	16	5	extensive	extensive	ADJ
bracis-33579	16	6	legal	legal	ADJ
bracis-33579	16	7	texts	text	NOUN
bracis-33579	16	8	,	,	PUNCT
bracis-33579	16	9	including	include	VERB
bracis-33579	16	10	statutes	statute	NOUN
bracis-33579	16	11	,	,	PUNCT
bracis-33579	16	12	case	case	NOUN
bracis-33579	16	13	law	law	NOUN
bracis-33579	16	14	,	,	PUNCT
bracis-33579	16	15	and	and	CCONJ
bracis-33579	16	16	legal	legal	ADJ
bracis-33579	16	17	opinions	opinion	NOUN
bracis-33579	16	18	,	,	PUNCT
bracis-33579	16	19	to	to	PART
bracis-33579	16	20	extract	extract	VERB
bracis-33579	16	21	relevant	relevant	ADJ
bracis-33579	16	22	information	information	NOUN
bracis-33579	16	23	and	and	CCONJ
bracis-33579	16	24	address	address	VERB
bracis-33579	16	25	the	the	DET
bracis-33579	16	26	complexities	complexity	NOUN
bracis-33579	16	27	of	of	ADP
bracis-33579	16	28	tax	tax	NOUN
bracis-33579	16	29	law	law	NOUN
bracis-33579	16	30	.	.	PUNCT
bracis-33579	17	1	by	by	ADP
bracis-33579	17	2	leveraging	leverage	VERB
bracis-33579	17	3	advanced	advanced	ADJ
bracis-33579	17	4	generation	generation	NOUN
bracis-33579	17	5	techniques	technique	NOUN
bracis-33579	17	6	,	,	PUNCT
bracis-33579	17	7	llms	llm	NOUN
bracis-33579	17	8	can	can	AUX
bracis-33579	17	9	answer	answer	VERB
bracis-33579	17	10	legal	legal	ADJ
bracis-33579	17	11	questions	question	NOUN
bracis-33579	17	12	using	use	VERB
bracis-33579	17	13	specific	specific	ADJ
bracis-33579	17	14	legal	legal	ADJ
bracis-33579	17	15	datasets	dataset	NOUN
bracis-33579	17	16	,	,	PUNCT
bracis-33579	17	17	such	such	ADJ
bracis-33579	17	18	as	as	ADP
bracis-33579	17	19	court	court	NOUN
bracis-33579	17	20	cases	case	NOUN
bracis-33579	17	21	and	and	CCONJ
bracis-33579	17	22	legal	legal	ADJ
bracis-33579	17	23	precedents	precedent	NOUN
bracis-33579	17	24	,	,	PUNCT
bracis-33579	17	25	thus	thus	ADV
bracis-33579	17	26	providing	provide	VERB
bracis-33579	17	27	comprehensive	comprehensive	ADJ
bracis-33579	17	28	and	and	CCONJ
bracis-33579	17	29	relevant	relevant	ADJ
bracis-33579	17	30	information	information	NOUN
bracis-33579	17	31	to	to	ADP
bracis-33579	17	32	legal	legal	ADJ
bracis-33579	17	33	professionals	professional	NOUN
bracis-33579	17	34	 	 	SPACE
bracis-33579	18	1	[	[	X
bracis-33579	18	2	29	29	NUM
bracis-33579	18	3	]	]	PUNCT
bracis-33579	18	4	.	.	PUNCT
bracis-33579	19	1	however	however	ADV
bracis-33579	19	2	,	,	PUNCT
bracis-33579	19	3	there	there	PRON
bracis-33579	19	4	is	be	VERB
bracis-33579	19	5	a	a	DET
bracis-33579	19	6	gap	gap	NOUN
bracis-33579	19	7	in	in	ADP
bracis-33579	19	8	understanding	understanding	NOUN
bracis-33579	19	9	how	how	SCONJ
bracis-33579	19	10	llms	llm	NOUN
bracis-33579	19	11	reason	reason	NOUN
bracis-33579	19	12	over	over	ADP
bracis-33579	19	13	legal	legal	ADJ
bracis-33579	19	14	texts	text	NOUN
bracis-33579	19	15	,	,	PUNCT
bracis-33579	19	16	as	as	SCONJ
bracis-33579	19	17	existing	exist	VERB
bracis-33579	19	18	question	question	NOUN
bracis-33579	19	19	-	-	PUNCT
bracis-33579	19	20	answering	answer	VERB
bracis-33579	19	21	tasks	task	NOUN
bracis-33579	19	22	typically	typically	ADV
bracis-33579	19	23	contain	contain	VERB
bracis-33579	19	24	answers	answer	NOUN
bracis-33579	19	25	directly	directly	ADV
bracis-33579	19	26	extractable	extractable	ADJ
bracis-33579	19	27	from	from	ADP
bracis-33579	19	28	the	the	DET
bracis-33579	19	29	provided	provide	VERB
bracis-33579	19	30	texts	text	NOUN
bracis-33579	19	31	,	,	PUNCT
bracis-33579	19	32	whereas	whereas	SCONJ
bracis-33579	19	33	legal	legal	ADJ
bracis-33579	19	34	reasoning	reasoning	NOUN
bracis-33579	19	35	often	often	ADV
bracis-33579	19	36	requires	require	VERB
bracis-33579	19	37	deeper	deep	ADJ
bracis-33579	19	38	comprehension	comprehension	NOUN
bracis-33579	19	39	and	and	CCONJ
bracis-33579	19	40	application	application	NOUN
bracis-33579	19	41	of	of	ADP
bracis-33579	19	42	legal	legal	ADJ
bracis-33579	19	43	principles	principle	NOUN
bracis-33579	19	44	to	to	ADP
bracis-33579	19	45	nuanced	nuanced	ADJ
bracis-33579	19	46	scenarios	scenario	NOUN
bracis-33579	19	47	 	 	SPACE
bracis-33579	20	1	[	[	X
bracis-33579	20	2	2	2	NUM
bracis-33579	20	3	]	]	PUNCT
bracis-33579	20	4	.	.	PUNCT
bracis-33579	21	1	to	to	PART
bracis-33579	21	2	address	address	VERB
bracis-33579	21	3	this	this	DET
bracis-33579	21	4	gap	gap	NOUN
bracis-33579	21	5	,	,	PUNCT
bracis-33579	21	6	we	we	PRON
bracis-33579	21	7	developed	develop	VERB
bracis-33579	21	8	a	a	DET
bracis-33579	21	9	novel	novel	ADJ
bracis-33579	21	10	dataset	dataset	NOUN
bracis-33579	21	11	comprising	comprise	VERB
bracis-33579	21	12	real	real	ADJ
bracis-33579	21	13	questions	question	NOUN
bracis-33579	21	14	posed	pose	VERB
bracis-33579	21	15	by	by	ADP
bracis-33579	21	16	legal	legal	ADJ
bracis-33579	21	17	entities	entity	NOUN
bracis-33579	21	18	in	in	ADP
bracis-33579	21	19	the	the	DET
bracis-33579	21	20	domain	domain	NOUN
bracis-33579	21	21	of	of	ADP
bracis-33579	21	22	tax	tax	NOUN
bracis-33579	21	23	law	law	NOUN
bracis-33579	21	24	,	,	PUNCT
bracis-33579	21	25	answered	answer	VERB
bracis-33579	21	26	by	by	ADP
bracis-33579	21	27	legal	legal	ADJ
bracis-33579	21	28	experts	expert	NOUN
bracis-33579	21	29	with	with	ADP
bracis-33579	21	30	supporting	support	VERB
bracis-33579	21	31	legal	legal	ADJ
bracis-33579	21	32	texts	text	NOUN
bracis-33579	21	33	(	(	PUNCT
bracis-33579	21	34	gold	gold	NOUN
bracis-33579	21	35	passages	passage	NOUN
bracis-33579	21	36	)	)	PUNCT
bracis-33579	21	37	.	.	PUNCT
bracis-33579	22	1	this	this	DET
bracis-33579	22	2	dataset	dataset	NOUN
bracis-33579	22	3	allows	allow	VERB
bracis-33579	22	4	us	we	PRON
bracis-33579	22	5	to	to	PART
bracis-33579	22	6	assess	assess	VERB
bracis-33579	22	7	the	the	DET
bracis-33579	22	8	legal	legal	ADJ
bracis-33579	22	9	reasoning	reasoning	NOUN
bracis-33579	22	10	abilities	ability	NOUN
bracis-33579	22	11	of	of	ADP
bracis-33579	22	12	llms	llm	NOUN
bracis-33579	22	13	,	,	PUNCT
bracis-33579	22	14	focusing	focus	VERB
bracis-33579	22	15	on	on	ADP
bracis-33579	22	16	their	their	PRON
bracis-33579	22	17	capacity	capacity	NOUN
bracis-33579	22	18	to	to	PART
bracis-33579	22	19	understand	understand	VERB
bracis-33579	22	20	complex	complex	ADJ
bracis-33579	22	21	legal	legal	ADJ
bracis-33579	22	22	questions	question	NOUN
bracis-33579	22	23	,	,	PUNCT
bracis-33579	22	24	use	use	VERB
bracis-33579	22	25	relevant	relevant	ADJ
bracis-33579	22	26	law	law	NOUN
bracis-33579	22	27	articles	article	NOUN
bracis-33579	22	28	,	,	PUNCT
bracis-33579	22	29	and	and	CCONJ
bracis-33579	22	30	generate	generate	VERB
bracis-33579	22	31	accurate	accurate	ADJ
bracis-33579	22	32	and	and	CCONJ
bracis-33579	22	33	coherent	coherent	ADJ
bracis-33579	22	34	responses	response	NOUN
bracis-33579	22	35	.	.	PUNCT
bracis-33579	23	1	the	the	DET
bracis-33579	23	2	evaluation	evaluation	NOUN
bracis-33579	23	3	compares	compare	VERB
bracis-33579	23	4	llm	llm	ADV
bracis-33579	23	5	-	-	PUNCT
bracis-33579	23	6	generated	generate	VERB
bracis-33579	23	7	answers	answer	NOUN
bracis-33579	23	8	to	to	PART
bracis-33579	23	9	expert	expert	VERB
bracis-33579	23	10	responses	response	NOUN
bracis-33579	23	11	using	use	VERB
bracis-33579	23	12	metrics	metric	NOUN
bracis-33579	23	13	such	such	ADJ
bracis-33579	23	14	as	as	ADP
bracis-33579	23	15	rouge	rouge	NOUN
bracis-33579	23	16	 	 	SPACE
bracis-33579	24	1	[	[	X
bracis-33579	24	2	19	19	NUM
bracis-33579	24	3	]	]	PUNCT
bracis-33579	24	4	,	,	PUNCT
bracis-33579	24	5	bleu	bleu	NOUN
bracis-33579	24	6	 	 	SPACE
bracis-33579	25	1	[	[	X
bracis-33579	25	2	27	27	NUM
bracis-33579	25	3	]	]	PUNCT
bracis-33579	25	4	,	,	PUNCT
bracis-33579	25	5	and	and	CCONJ
bracis-33579	25	6	semantic	semantic	ADJ
bracis-33579	25	7	similarity	similarity	NOUN
bracis-33579	25	8	 	 	SPACE
bracis-33579	26	1	[	[	X
bracis-33579	26	2	40	40	NUM
bracis-33579	26	3	]	]	PUNCT
bracis-33579	26	4	,	,	PUNCT
bracis-33579	26	5	alongside	alongside	ADP
bracis-33579	26	6	assessments	assessment	NOUN
bracis-33579	26	7	by	by	ADP
bracis-33579	26	8	a	a	DET
bracis-33579	26	9	strong	strong	ADJ
bracis-33579	26	10	llm	llm	NOUN
bracis-33579	26	11	 	 	SPACE
bracis-33579	27	1	[	[	X
bracis-33579	27	2	41	41	NUM
bracis-33579	27	3	]	]	PUNCT
bracis-33579	27	4	,	,	PUNCT
bracis-33579	27	5	contributing	contribute	VERB
bracis-33579	27	6	to	to	ADP
bracis-33579	27	7	a	a	DET
bracis-33579	27	8	understanding	understanding	NOUN
bracis-33579	27	9	of	of	ADP
bracis-33579	27	10	llms	llm	NOUN
bracis-33579	27	11	’	'	PUNCT
bracis-33579	27	12	legal	legal	ADJ
bracis-33579	27	13	reasoning	reasoning	NOUN
bracis-33579	27	14	capabilities	capability	NOUN
bracis-33579	27	15	.	.	PUNCT
bracis-33579	28	1	this	this	DET
bracis-33579	28	2	research	research	NOUN
bracis-33579	28	3	evaluates	evaluate	VERB
bracis-33579	28	4	both	both	CCONJ
bracis-33579	28	5	open	open	ADJ
bracis-33579	28	6	-	-	PUNCT
bracis-33579	28	7	source	source	NOUN
bracis-33579	28	8	and	and	CCONJ
bracis-33579	28	9	proprietary	proprietary	ADJ
bracis-33579	28	10	llms	llm	NOUN
bracis-33579	28	11	in	in	ADP
bracis-33579	28	12	scenarios	scenario	NOUN
bracis-33579	28	13	requiring	require	VERB
bracis-33579	28	14	comprehensive	comprehensive	ADJ
bracis-33579	28	15	understanding	understanding	NOUN
bracis-33579	28	16	and	and	CCONJ
bracis-33579	28	17	application	application	NOUN
bracis-33579	28	18	of	of	ADP
bracis-33579	28	19	the	the	DET
bracis-33579	28	20	law	law	NOUN
bracis-33579	28	21	,	,	PUNCT
bracis-33579	28	22	distinct	distinct	ADJ
bracis-33579	28	23	from	from	ADP
bracis-33579	28	24	the	the	DET
bracis-33579	28	25	extractive	extractive	ADJ
bracis-33579	28	26	approaches	approach	NOUN
bracis-33579	28	27	used	use	VERB
bracis-33579	28	28	in	in	ADP
bracis-33579	28	29	datasets	dataset	NOUN
bracis-33579	28	30	like	like	ADP
bracis-33579	28	31	squad	squad	NOUN
bracis-33579	28	32	 	 	SPACE
bracis-33579	29	1	[	[	X
bracis-33579	29	2	28	28	NUM
bracis-33579	29	3	]	]	PUNCT
bracis-33579	29	4	and	and	CCONJ
bracis-33579	29	5	triviaqa	triviaqa	NOUN
bracis-33579	29	6	 	 	SPACE
bracis-33579	30	1	[	[	X
bracis-33579	30	2	14	14	NUM
bracis-33579	30	3	]	]	PUNCT
bracis-33579	30	4	.	.	PUNCT
bracis-33579	31	1	our	our	PRON
bracis-33579	31	2	dataset	dataset	NOUN
bracis-33579	31	3	requires	require	VERB
bracis-33579	31	4	llms	llm	NOUN
bracis-33579	31	5	to	to	PART
bracis-33579	31	6	comprehend	comprehend	VERB
bracis-33579	31	7	and	and	CCONJ
bracis-33579	31	8	apply	apply	VERB
bracis-33579	31	9	the	the	DET
bracis-33579	31	10	law	law	NOUN
bracis-33579	31	11	to	to	PART
bracis-33579	31	12	generate	generate	VERB
bracis-33579	31	13	appropriate	appropriate	ADJ
bracis-33579	31	14	answers	answer	NOUN
bracis-33579	31	15	,	,	PUNCT
bracis-33579	31	16	often	often	ADV
bracis-33579	31	17	involving	involve	VERB
bracis-33579	31	18	complex	complex	ADJ
bracis-33579	31	19	vocabulary	vocabulary	NOUN
bracis-33579	31	20	and	and	CCONJ
bracis-33579	31	21	contexts	context	NOUN
bracis-33579	31	22	not	not	PART
bracis-33579	31	23	directly	directly	ADV
bracis-33579	31	24	mirrored	mirror	VERB
bracis-33579	31	25	in	in	ADP
bracis-33579	31	26	the	the	DET
bracis-33579	31	27	texts	text	NOUN
bracis-33579	31	28	 	 	SPACE
bracis-33579	32	1	[	[	X
bracis-33579	32	2	2	2	NUM
bracis-33579	32	3	]	]	PUNCT
bracis-33579	32	4	.	.	PUNCT
bracis-33579	33	1	this	this	DET
bracis-33579	33	2	paper	paper	NOUN
bracis-33579	33	3	presents	present	VERB
bracis-33579	33	4	two	two	NUM
bracis-33579	33	5	significant	significant	ADJ
bracis-33579	33	6	contributions	contribution	NOUN
bracis-33579	33	7	to	to	ADP
bracis-33579	33	8	the	the	DET
bracis-33579	33	9	field	field	NOUN
bracis-33579	33	10	of	of	ADP
bracis-33579	33	11	legal	legal	ADJ
bracis-33579	33	12	nlp	nlp	NOUN
bracis-33579	33	13	,	,	PUNCT
bracis-33579	33	14	particularly	particularly	ADV
bracis-33579	33	15	within	within	ADP
bracis-33579	33	16	the	the	DET
bracis-33579	33	17	challenging	challenging	ADJ
bracis-33579	33	18	domain	domain	NOUN
bracis-33579	33	19	of	of	ADP
bracis-33579	33	20	tax	tax	NOUN
bracis-33579	33	21	law	law	NOUN
bracis-33579	33	22	.	.	PUNCT
bracis-33579	34	1	first	first	ADV
bracis-33579	34	2	,	,	PUNCT
bracis-33579	34	3	it	it	PRON
bracis-33579	34	4	introduces	introduce	VERB
bracis-33579	34	5	a	a	DET
bracis-33579	34	6	novel	novel	ADJ
bracis-33579	34	7	dataset	dataset	NOUN
bracis-33579	34	8	consisting	consist	VERB
bracis-33579	34	9	of	of	ADP
bracis-33579	34	10	real	real	ADJ
bracis-33579	34	11	-	-	PUNCT
bracis-33579	34	12	world	world	NOUN
bracis-33579	34	13	tax	tax	NOUN
bracis-33579	34	14	law	law	NOUN
bracis-33579	34	15	questions	question	NOUN
bracis-33579	34	16	,	,	PUNCT
bracis-33579	34	17	expert	expert	NOUN
bracis-33579	34	18	-	-	PUNCT
bracis-33579	34	19	crafted	craft	VERB
bracis-33579	34	20	answers	answer	NOUN
bracis-33579	34	21	,	,	PUNCT
bracis-33579	34	22	and	and	CCONJ
bracis-33579	34	23	supporting	support	VERB
bracis-33579	34	24	legal	legal	ADJ
bracis-33579	34	25	texts	text	NOUN
bracis-33579	34	26	,	,	PUNCT
bracis-33579	34	27	moving	move	VERB
bracis-33579	34	28	beyond	beyond	ADP
bracis-33579	34	29	extractive	extractive	ADJ
bracis-33579	34	30	question	question	NOUN
bracis-33579	34	31	-	-	PUNCT
bracis-33579	34	32	answering	answer	VERB
bracis-33579	34	33	tasks	task	NOUN
bracis-33579	34	34	and	and	CCONJ
bracis-33579	34	35	requiring	require	VERB
bracis-33579	34	36	models	model	NOUN
bracis-33579	34	37	to	to	PART
bracis-33579	34	38	demonstrate	demonstrate	VERB
bracis-33579	34	39	legal	legal	ADJ
bracis-33579	34	40	reasoning	reasoning	NOUN
bracis-33579	34	41	abilities	ability	NOUN
bracis-33579	34	42	.	.	PUNCT
bracis-33579	35	1	using	use	VERB
bracis-33579	35	2	this	this	DET
bracis-33579	35	3	dataset	dataset	NOUN
bracis-33579	35	4	,	,	PUNCT
bracis-33579	35	5	we	we	PRON
bracis-33579	35	6	evaluate	evaluate	VERB
bracis-33579	35	7	how	how	SCONJ
bracis-33579	35	8	well	well	ADV
bracis-33579	35	9	llms	llm	NOUN
bracis-33579	35	10	understand	understand	VERB
bracis-33579	35	11	complex	complex	ADJ
bracis-33579	35	12	tax	tax	NOUN
bracis-33579	35	13	law	law	NOUN
bracis-33579	35	14	questions	question	NOUN
bracis-33579	35	15	and	and	CCONJ
bracis-33579	35	16	generate	generate	VERB
bracis-33579	35	17	accurate	accurate	ADJ
bracis-33579	35	18	,	,	PUNCT
bracis-33579	35	19	well	well	ADV
bracis-33579	35	20	-	-	PUNCT
bracis-33579	35	21	supported	support	VERB
bracis-33579	35	22	answers	answer	NOUN
bracis-33579	35	23	,	,	PUNCT
bracis-33579	35	24	providing	provide	VERB
bracis-33579	35	25	a	a	DET
bracis-33579	35	26	better	well	ADJ
bracis-33579	35	27	understanding	understanding	NOUN
bracis-33579	35	28	of	of	ADP
bracis-33579	35	29	current	current	ADJ
bracis-33579	35	30	llm	llm	NOUN
bracis-33579	35	31	capabilities	capability	NOUN
bracis-33579	35	32	and	and	CCONJ
bracis-33579	35	33	limitations	limitation	NOUN
bracis-33579	35	34	in	in	ADP
bracis-33579	35	35	handling	handle	VERB
bracis-33579	35	36	legal	legal	ADJ
bracis-33579	35	37	reasoning	reasoning	NOUN
bracis-33579	35	38	tasks	task	NOUN
bracis-33579	35	39	.	.	PUNCT
bracis-33579	36	1	2	2	NUM
bracis-33579	36	2	related	relate	VERB
bracis-33579	36	3	works	work	NOUN
bracis-33579	36	4	while	while	SCONJ
bracis-33579	36	5	there	there	PRON
bracis-33579	36	6	are	be	VERB
bracis-33579	36	7	numerous	numerous	ADJ
bracis-33579	36	8	works	work	NOUN
bracis-33579	36	9	utilizing	utilize	VERB
bracis-33579	36	10	large	large	ADJ
bracis-33579	36	11	language	language	NOUN
bracis-33579	36	12	models	model	NOUN
bracis-33579	36	13	(	(	PUNCT
bracis-33579	36	14	llms	llm	NOUN
bracis-33579	36	15	)	)	PUNCT
bracis-33579	36	16	in	in	ADP
bracis-33579	36	17	the	the	DET
bracis-33579	36	18	legal	legal	ADJ
bracis-33579	36	19	domain	domain	NOUN
bracis-33579	36	20	 	 	SPACE
bracis-33579	37	1	[	[	X
bracis-33579	37	2	5	5	NUM
bracis-33579	37	3	,	,	PUNCT
bracis-33579	37	4	22	22	NUM
bracis-33579	37	5	,	,	PUNCT
bracis-33579	37	6	23	23	NUM
bracis-33579	37	7	,	,	PUNCT
bracis-33579	37	8	25	25	NUM
bracis-33579	37	9	,	,	PUNCT
bracis-33579	37	10	39	39	NUM
bracis-33579	37	11	]	]	PUNCT
bracis-33579	37	12	,	,	PUNCT
bracis-33579	37	13	our	our	PRON
bracis-33579	37	14	interest	interest	NOUN
bracis-33579	37	15	lies	lie	VERB
bracis-33579	37	16	in	in	ADP
bracis-33579	37	17	those	those	PRON
bracis-33579	37	18	that	that	PRON
bracis-33579	37	19	apply	apply	VERB
bracis-33579	37	20	llms	llm	NOUN
bracis-33579	37	21	for	for	ADP
bracis-33579	37	22	question	question	NOUN
bracis-33579	37	23	and	and	CCONJ
bracis-33579	37	24	answer	answer	NOUN
bracis-33579	37	25	(	(	PUNCT
bracis-33579	37	26	q&a	q&a	PROPN
bracis-33579	37	27	)	)	PUNCT
bracis-33579	37	28	tasks	task	NOUN
bracis-33579	37	29	.	.	PUNCT
bracis-33579	38	1	these	these	DET
bracis-33579	38	2	works	work	NOUN
bracis-33579	38	3	can	can	AUX
bracis-33579	38	4	be	be	AUX
bracis-33579	38	5	classified	classify	VERB
bracis-33579	38	6	into	into	ADP
bracis-33579	38	7	three	three	NUM
bracis-33579	38	8	main	main	ADJ
bracis-33579	38	9	categories	category	NOUN
bracis-33579	38	10	:	:	PUNCT
bracis-33579	38	11	those	those	PRON
bracis-33579	38	12	using	use	VERB
bracis-33579	38	13	retrieval	retrieval	NOUN
bracis-33579	38	14	-	-	PUNCT
bracis-33579	38	15	augmented	augment	VERB
bracis-33579	38	16	generation	generation	NOUN
bracis-33579	38	17	,	,	PUNCT
bracis-33579	38	18	those	those	PRON
bracis-33579	38	19	evaluating	evaluate	VERB
bracis-33579	38	20	llms	llm	NOUN
bracis-33579	38	21	based	base	VERB
bracis-33579	38	22	on	on	ADP
bracis-33579	38	23	prior	prior	ADJ
bracis-33579	38	24	knowledge	knowledge	NOUN
bracis-33579	38	25	,	,	PUNCT
bracis-33579	38	26	and	and	CCONJ
bracis-33579	38	27	those	those	PRON
bracis-33579	38	28	performing	perform	VERB
bracis-33579	38	29	fine	fine	ADV
bracis-33579	38	30	-	-	PUNCT
bracis-33579	38	31	tuning	tuning	NOUN
bracis-33579	38	32	and	and	CCONJ
bracis-33579	38	33	testing	test	VERB
bracis-33579	38	34	the	the	DET
bracis-33579	38	35	models	model	NOUN
bracis-33579	38	36	on	on	ADP
bracis-33579	38	37	q&a	q&a	PROPN
bracis-33579	38	38	tasks	task	NOUN
bracis-33579	38	39	in	in	ADP
bracis-33579	38	40	the	the	DET
bracis-33579	38	41	legal	legal	ADJ
bracis-33579	38	42	domain	domain	NOUN
bracis-33579	38	43	.	.	PUNCT
bracis-33579	39	1	below	below	ADV
bracis-33579	39	2	,	,	PUNCT
bracis-33579	39	3	we	we	PRON
bracis-33579	39	4	discuss	discuss	VERB
bracis-33579	39	5	the	the	DET
bracis-33579	39	6	key	key	ADJ
bracis-33579	39	7	works	work	NOUN
bracis-33579	39	8	found	find	VERB
bracis-33579	39	9	in	in	ADP
bracis-33579	39	10	each	each	PRON
bracis-33579	39	11	of	of	ADP
bracis-33579	39	12	these	these	DET
bracis-33579	39	13	categories	category	NOUN
bracis-33579	39	14	.	.	PUNCT
bracis-33579	40	1	2.1	2.1	NUM
bracis-33579	40	2	tax	tax	NOUN
bracis-33579	40	3	law	law	NOUN
bracis-33579	40	4	applications	application	NOUN
bracis-33579	40	5	of	of	ADP
bracis-33579	40	6	 	 	SPACE
bracis-33579	40	7	llms	llm	NOUN
bracis-33579	40	8	evaluating	evaluate	VERB
bracis-33579	40	9	q&a	q&a	PROPN
bracis-33579	40	10	llms	llm	NOUN
bracis-33579	40	11	with	with	ADP
bracis-33579	40	12	retrieval	retrieval	NOUN
bracis-33579	40	13	-	-	PUNCT
bracis-33579	40	14	augmented	augment	VERB
bracis-33579	40	15	generation	generation	NOUN
bracis-33579	40	16	.	.	PUNCT
bracis-33579	41	1	the	the	DET
bracis-33579	41	2	lleqa	lleqa	NOUN
bracis-33579	41	3	 	 	SPACE
bracis-33579	41	4	[	[	X
bracis-33579	41	5	21	21	NUM
bracis-33579	41	6	]	]	X
bracis-33579	41	7	dataset	dataset	NOUN
bracis-33579	41	8	includes	include	VERB
bracis-33579	41	9	1,868	1,868	NUM
bracis-33579	41	10	legal	legal	ADJ
bracis-33579	41	11	questions	question	NOUN
bracis-33579	41	12	annotated	annotate	VERB
bracis-33579	41	13	by	by	ADP
bracis-33579	41	14	experts	expert	NOUN
bracis-33579	41	15	,	,	PUNCT
bracis-33579	41	16	containing	contain	VERB
bracis-33579	41	17	answers	answer	NOUN
bracis-33579	41	18	and	and	CCONJ
bracis-33579	41	19	legal	legal	ADJ
bracis-33579	41	20	references	reference	NOUN
bracis-33579	41	21	.	.	PUNCT
bracis-33579	42	1	this	this	DET
bracis-33579	42	2	work	work	NOUN
bracis-33579	42	3	applies	apply	VERB
bracis-33579	42	4	the	the	DET
bracis-33579	42	5	retrieval	retrieval	NOUN
bracis-33579	42	6	-	-	PUNCT
bracis-33579	42	7	augmented	augment	VERB
bracis-33579	42	8	generation	generation	NOUN
bracis-33579	42	9	(	(	PUNCT
bracis-33579	42	10	rag	rag	NOUN
bracis-33579	42	11	)	)	PUNCT
bracis-33579	42	12	technique	technique	NOUN
bracis-33579	42	13	,	,	PUNCT
bracis-33579	42	14	retrieving	retrieve	VERB
bracis-33579	42	15	statutory	statutory	ADJ
bracis-33579	42	16	articles	article	NOUN
bracis-33579	42	17	from	from	ADP
bracis-33579	42	18	an	an	DET
bracis-33579	42	19	extensive	extensive	ADJ
bracis-33579	42	20	corpus	corpus	NOUN
bracis-33579	42	21	of	of	ADP
bracis-33579	42	22	belgian	belgian	ADJ
bracis-33579	42	23	legislation	legislation	NOUN
bracis-33579	42	24	.	.	PUNCT
bracis-33579	43	1	the	the	DET
bracis-33579	43	2	model	model	NOUN
bracis-33579	43	3	’s	’s	PART
bracis-33579	43	4	effectiveness	effectiveness	NOUN
bracis-33579	43	5	is	be	AUX
bracis-33579	43	6	evaluated	evaluate	VERB
bracis-33579	43	7	using	use	VERB
bracis-33579	43	8	the	the	DET
bracis-33579	43	9	meteor	meteor	NOUN
bracis-33579	43	10	metric	metric	NOUN
bracis-33579	43	11	,	,	PUNCT
bracis-33579	43	12	demonstrating	demonstrate	VERB
bracis-33579	43	13	the	the	DET
bracis-33579	43	14	feasibility	feasibility	NOUN
bracis-33579	43	15	of	of	ADP
bracis-33579	43	16	integrating	integrate	VERB
bracis-33579	43	17	information	information	NOUN
bracis-33579	43	18	retrieval	retrieval	NOUN
bracis-33579	43	19	with	with	ADP
bracis-33579	43	20	llms	llm	NOUN
bracis-33579	43	21	to	to	PART
bracis-33579	43	22	enhance	enhance	VERB
bracis-33579	43	23	the	the	DET
bracis-33579	43	24	accuracy	accuracy	NOUN
bracis-33579	43	25	of	of	ADP
bracis-33579	43	26	legal	legal	ADJ
bracis-33579	43	27	responses	response	NOUN
bracis-33579	43	28	.	.	PUNCT
bracis-33579	44	1	chatlaw	chatlaw	NOUN
bracis-33579	44	2	 	 	SPACE
bracis-33579	45	1	[	[	X
bracis-33579	45	2	5	5	NUM
bracis-33579	45	3	]	]	PUNCT
bracis-33579	45	4	addresses	address	VERB
bracis-33579	45	5	the	the	DET
bracis-33579	45	6	creation	creation	NOUN
bracis-33579	45	7	of	of	ADP
bracis-33579	45	8	a	a	DET
bracis-33579	45	9	large	large	ADJ
bracis-33579	45	10	-	-	PUNCT
bracis-33579	45	11	scale	scale	NOUN
bracis-33579	45	12	language	language	NOUN
bracis-33579	45	13	model	model	NOUN
bracis-33579	45	14	for	for	ADP
bracis-33579	45	15	the	the	DET
bracis-33579	45	16	legal	legal	ADJ
bracis-33579	45	17	domain	domain	NOUN
bracis-33579	45	18	,	,	PUNCT
bracis-33579	45	19	specifically	specifically	ADV
bracis-33579	45	20	in	in	ADP
bracis-33579	45	21	the	the	DET
bracis-33579	45	22	chinese	chinese	ADJ
bracis-33579	45	23	context	context	NOUN
bracis-33579	45	24	.	.	PUNCT
bracis-33579	46	1	this	this	DET
bracis-33579	46	2	work	work	NOUN
bracis-33579	46	3	combines	combine	VERB
bracis-33579	46	4	vector	vector	NOUN
bracis-33579	46	5	database	database	NOUN
bracis-33579	46	6	retrieval	retrieval	NOUN
bracis-33579	46	7	methods	method	NOUN
bracis-33579	46	8	with	with	ADP
bracis-33579	46	9	keyword	keyword	NOUN
bracis-33579	46	10	-	-	PUNCT
bracis-33579	46	11	based	base	VERB
bracis-33579	46	12	retrieval	retrieval	NOUN
bracis-33579	46	13	to	to	PART
bracis-33579	46	14	increase	increase	VERB
bracis-33579	46	15	the	the	DET
bracis-33579	46	16	accuracy	accuracy	NOUN
bracis-33579	46	17	of	of	ADP
bracis-33579	46	18	responses	response	NOUN
bracis-33579	46	19	.	.	PUNCT
bracis-33579	47	1	integrating	integrate	VERB
bracis-33579	47	2	these	these	DET
bracis-33579	47	3	techniques	technique	NOUN
bracis-33579	47	4	enables	enable	VERB
bracis-33579	47	5	the	the	DET
bracis-33579	47	6	model	model	NOUN
bracis-33579	47	7	to	to	PART
bracis-33579	47	8	provide	provide	VERB
bracis-33579	47	9	more	more	ADV
bracis-33579	47	10	precise	precise	ADJ
bracis-33579	47	11	and	and	CCONJ
bracis-33579	47	12	contextually	contextually	ADV
bracis-33579	47	13	relevant	relevant	ADJ
bracis-33579	47	14	answers	answer	NOUN
bracis-33579	47	15	.	.	PUNCT
bracis-33579	48	1	evaluating	evaluate	VERB
bracis-33579	48	2	q&a	q&a	PROPN
bracis-33579	48	3	legal	legal	ADJ
bracis-33579	48	4	reasoning	reasoning	NOUN
bracis-33579	48	5	of	of	ADP
bracis-33579	48	6	llms	llm	NOUN
bracis-33579	48	7	.	.	PUNCT
bracis-33579	49	1	laiw	laiw	VERB
bracis-33579	49	2	 	 	SPACE
bracis-33579	50	1	[	[	X
bracis-33579	50	2	6	6	NUM
bracis-33579	50	3	]	]	PUNCT
bracis-33579	50	4	proposes	propose	VERB
bracis-33579	50	5	a	a	DET
bracis-33579	50	6	benchmark	benchmark	NOUN
bracis-33579	50	7	for	for	ADP
bracis-33579	50	8	evaluating	evaluate	VERB
bracis-33579	50	9	the	the	DET
bracis-33579	50	10	capabilities	capability	NOUN
bracis-33579	50	11	of	of	ADP
bracis-33579	50	12	llms	llm	NOUN
bracis-33579	50	13	in	in	ADP
bracis-33579	50	14	the	the	DET
bracis-33579	50	15	chinese	chinese	ADJ
bracis-33579	50	16	legal	legal	ADJ
bracis-33579	50	17	context	context	NOUN
bracis-33579	50	18	.	.	PUNCT
bracis-33579	51	1	the	the	DET
bracis-33579	51	2	aim	aim	NOUN
bracis-33579	51	3	of	of	ADP
bracis-33579	51	4	this	this	DET
bracis-33579	51	5	work	work	NOUN
bracis-33579	51	6	is	be	AUX
bracis-33579	51	7	to	to	PART
bracis-33579	51	8	test	test	VERB
bracis-33579	51	9	how	how	SCONJ
bracis-33579	51	10	well	well	ADV
bracis-33579	51	11	models	model	NOUN
bracis-33579	51	12	can	can	AUX
bracis-33579	51	13	handle	handle	VERB
bracis-33579	51	14	specific	specific	ADJ
bracis-33579	51	15	legal	legal	ADJ
bracis-33579	51	16	tasks	task	NOUN
bracis-33579	51	17	.	.	PUNCT
bracis-33579	52	1	the	the	DET
bracis-33579	52	2	results	result	NOUN
bracis-33579	52	3	show	show	VERB
bracis-33579	52	4	that	that	SCONJ
bracis-33579	52	5	some	some	DET
bracis-33579	52	6	legal	legal	ADJ
bracis-33579	52	7	-	-	PUNCT
bracis-33579	52	8	specific	specific	ADJ
bracis-33579	52	9	llms	llm	NOUN
bracis-33579	52	10	perform	perform	VERB
bracis-33579	52	11	better	well	ADJ
bracis-33579	52	12	than	than	ADP
bracis-33579	52	13	their	their	PRON
bracis-33579	52	14	general	general	ADJ
bracis-33579	52	15	counterparts	counterpart	NOUN
bracis-33579	52	16	,	,	PUNCT
bracis-33579	52	17	although	although	SCONJ
bracis-33579	52	18	there	there	PRON
bracis-33579	52	19	remains	remain	VERB
bracis-33579	52	20	a	a	DET
bracis-33579	52	21	significant	significant	ADJ
bracis-33579	52	22	gap	gap	NOUN
bracis-33579	52	23	compared	compare	VERB
bracis-33579	52	24	to	to	ADP
bracis-33579	52	25	gpt-4	gpt-4	VERB
bracis-33579	52	26	 	 	SPACE
bracis-33579	53	1	[	[	X
bracis-33579	53	2	26	26	NUM
bracis-33579	53	3	]	]	PUNCT
bracis-33579	53	4	.	.	PUNCT
bracis-33579	54	1	lawbench	lawbench	PROPN
bracis-33579	54	2	 	 	SPACE
bracis-33579	55	1	[	[	X
bracis-33579	55	2	8	8	NUM
bracis-33579	55	3	]	]	PUNCT
bracis-33579	55	4	offers	offer	VERB
bracis-33579	55	5	a	a	DET
bracis-33579	55	6	comprehensive	comprehensive	ADJ
bracis-33579	55	7	assessment	assessment	NOUN
bracis-33579	55	8	of	of	ADP
bracis-33579	55	9	llm	llm	PROPN
bracis-33579	55	10	capabilities	capability	NOUN
bracis-33579	55	11	in	in	ADP
bracis-33579	55	12	legal	legal	ADJ
bracis-33579	55	13	tasks	task	NOUN
bracis-33579	55	14	,	,	PUNCT
bracis-33579	55	15	including	include	VERB
bracis-33579	55	16	q&a	q&a	PROPN
bracis-33579	55	17	.	.	PUNCT
bracis-33579	56	1	this	this	DET
bracis-33579	56	2	work	work	NOUN
bracis-33579	56	3	extensively	extensively	ADV
bracis-33579	56	4	tested	test	VERB
bracis-33579	56	5	51	51	NUM
bracis-33579	56	6	popular	popular	ADJ
bracis-33579	56	7	llms	llm	NOUN
bracis-33579	56	8	,	,	PUNCT
bracis-33579	56	9	including	include	VERB
bracis-33579	56	10	20	20	NUM
bracis-33579	56	11	multilingual	multilingual	ADJ
bracis-33579	56	12	,	,	PUNCT
bracis-33579	56	13	22	22	NUM
bracis-33579	56	14	focused	focus	VERB
bracis-33579	56	15	on	on	ADP
bracis-33579	56	16	chinese	chinese	PROPN
bracis-33579	56	17	,	,	PUNCT
bracis-33579	56	18	and	and	CCONJ
bracis-33579	56	19	9	9	NUM
bracis-33579	56	20	specific	specific	NOUN
bracis-33579	56	21	to	to	ADP
bracis-33579	56	22	law	law	NOUN
bracis-33579	56	23	.	.	PUNCT
bracis-33579	57	1	the	the	DET
bracis-33579	57	2	conclusion	conclusion	NOUN
bracis-33579	57	3	is	be	AUX
bracis-33579	57	4	that	that	SCONJ
bracis-33579	57	5	while	while	SCONJ
bracis-33579	57	6	fine	fine	ADV
bracis-33579	57	7	-	-	PUNCT
bracis-33579	57	8	tuning	tune	VERB
bracis-33579	57	9	llms	llm	NOUN
bracis-33579	57	10	on	on	ADP
bracis-33579	57	11	specific	specific	ADJ
bracis-33579	57	12	legal	legal	ADJ
bracis-33579	57	13	texts	text	NOUN
bracis-33579	57	14	brings	bring	VERB
bracis-33579	57	15	some	some	DET
bracis-33579	57	16	improvements	improvement	NOUN
bracis-33579	57	17	,	,	PUNCT
bracis-33579	57	18	the	the	DET
bracis-33579	57	19	models	model	NOUN
bracis-33579	57	20	still	still	ADV
bracis-33579	57	21	need	need	VERB
bracis-33579	57	22	to	to	PART
bracis-33579	57	23	be	be	AUX
bracis-33579	57	24	usable	usable	ADJ
bracis-33579	57	25	and	and	CCONJ
bracis-33579	57	26	reliable	reliable	ADJ
bracis-33579	57	27	for	for	ADP
bracis-33579	57	28	complex	complex	ADJ
bracis-33579	57	29	legal	legal	ADJ
bracis-33579	57	30	tasks	task	NOUN
bracis-33579	57	31	.	.	PUNCT
bracis-33579	58	1	fine	fine	ADJ
bracis-33579	58	2	-	-	PUNCT
bracis-33579	58	3	tuning	tune	VERB
bracis-33579	58	4	and	and	CCONJ
bracis-33579	58	5	evaluating	evaluate	VERB
bracis-33579	58	6	q&a	q&a	PROPN
bracis-33579	58	7	large	large	ADJ
bracis-33579	58	8	language	language	NOUN
bracis-33579	58	9	models	model	NOUN
bracis-33579	58	10	.	.	PUNCT
bracis-33579	59	1	fedjudge	fedjudge	VERB
bracis-33579	59	2	 	 	SPACE
bracis-33579	60	1	[	[	X
bracis-33579	60	2	37	37	NUM
bracis-33579	60	3	]	]	PUNCT
bracis-33579	60	4	uses	use	VERB
bracis-33579	60	5	federated	federated	ADJ
bracis-33579	60	6	learning	learn	VERB
bracis-33579	60	7	(	(	PUNCT
bracis-33579	60	8	fl	fl	NOUN
bracis-33579	60	9	)	)	PUNCT
bracis-33579	60	10	to	to	PART
bracis-33579	60	11	overcome	overcome	VERB
bracis-33579	60	12	data	datum	NOUN
bracis-33579	60	13	privacy	privacy	NOUN
bracis-33579	60	14	challenges	challenge	NOUN
bracis-33579	60	15	.	.	PUNCT
bracis-33579	61	1	this	this	DET
bracis-33579	61	2	framework	framework	NOUN
bracis-33579	61	3	optimizes	optimize	VERB
bracis-33579	61	4	federated	federated	ADJ
bracis-33579	61	5	legal	legal	ADJ
bracis-33579	61	6	llms	llm	NOUN
bracis-33579	61	7	,	,	PUNCT
bracis-33579	61	8	allowing	allow	VERB
bracis-33579	61	9	the	the	DET
bracis-33579	61	10	models	model	NOUN
bracis-33579	61	11	to	to	PART
bracis-33579	61	12	be	be	AUX
bracis-33579	61	13	trained	train	VERB
bracis-33579	61	14	locally	locally	ADV
bracis-33579	61	15	on	on	ADP
bracis-33579	61	16	clients	client	NOUN
bracis-33579	61	17	,	,	PUNCT
bracis-33579	61	18	with	with	SCONJ
bracis-33579	61	19	their	their	PRON
bracis-33579	61	20	parameters	parameter	NOUN
bracis-33579	61	21	aggregated	aggregate	VERB
bracis-33579	61	22	and	and	CCONJ
bracis-33579	61	23	distributed	distribute	VERB
bracis-33579	61	24	on	on	ADP
bracis-33579	61	25	a	a	DET
bracis-33579	61	26	central	central	ADJ
bracis-33579	61	27	server	server	NOUN
bracis-33579	61	28	.	.	PUNCT
bracis-33579	62	1	fedjudge	fedjudge	NOUN
bracis-33579	62	2	is	be	AUX
bracis-33579	62	3	evaluated	evaluate	VERB
bracis-33579	62	4	on	on	ADP
bracis-33579	62	5	q&a	q&a	PROPN
bracis-33579	62	6	tasks	task	NOUN
bracis-33579	62	7	using	use	VERB
bracis-33579	62	8	metrics	metric	NOUN
bracis-33579	62	9	such	such	ADJ
bracis-33579	62	10	as	as	ADP
bracis-33579	62	11	rouge	rouge	NOUN
bracis-33579	62	12	,	,	PUNCT
bracis-33579	62	13	bleu	bleu	NOUN
bracis-33579	62	14	,	,	PUNCT
bracis-33579	62	15	and	and	CCONJ
bracis-33579	62	16	bertscore	bertscore	NOUN
bracis-33579	62	17	to	to	PART
bracis-33579	62	18	compare	compare	VERB
bracis-33579	62	19	the	the	DET
bracis-33579	62	20	quality	quality	NOUN
bracis-33579	62	21	of	of	ADP
bracis-33579	62	22	generated	generate	VERB
bracis-33579	62	23	answers	answer	NOUN
bracis-33579	62	24	.	.	PUNCT
bracis-33579	63	1	this	this	DET
bracis-33579	63	2	work	work	NOUN
bracis-33579	63	3	demonstrates	demonstrate	VERB
bracis-33579	63	4	that	that	SCONJ
bracis-33579	63	5	the	the	DET
bracis-33579	63	6	model	model	NOUN
bracis-33579	63	7	provides	provide	VERB
bracis-33579	63	8	more	more	ADV
bracis-33579	63	9	precise	precise	ADJ
bracis-33579	63	10	and	and	CCONJ
bracis-33579	63	11	relevant	relevant	ADJ
bracis-33579	63	12	answers	answer	NOUN
bracis-33579	63	13	in	in	ADP
bracis-33579	63	14	different	different	ADJ
bracis-33579	63	15	legal	legal	ADJ
bracis-33579	63	16	contexts	contexts	NOUN
bracis-33579	63	17	.	.	PUNCT
bracis-33579	64	1	disc	disc	NOUN
bracis-33579	64	2	-	-	PUNCT
bracis-33579	64	3	lawllm	lawllm	NOUN
bracis-33579	64	4	 	 	SPACE
bracis-33579	65	1	[	[	X
bracis-33579	65	2	38	38	NUM
bracis-33579	65	3	]	]	PUNCT
bracis-33579	65	4	employs	employ	VERB
bracis-33579	65	5	large	large	ADJ
bracis-33579	65	6	language	language	NOUN
bracis-33579	65	7	models	model	NOUN
bracis-33579	65	8	trained	train	VERB
bracis-33579	65	9	on	on	ADP
bracis-33579	65	10	supervised	supervised	ADJ
bracis-33579	65	11	datasets	dataset	NOUN
bracis-33579	65	12	in	in	ADP
bracis-33579	65	13	the	the	DET
bracis-33579	65	14	legal	legal	ADJ
bracis-33579	65	15	domain	domain	NOUN
bracis-33579	65	16	and	and	CCONJ
bracis-33579	65	17	incorporates	incorporate	VERB
bracis-33579	65	18	a	a	DET
bracis-33579	65	19	retrieval	retrieval	NOUN
bracis-33579	65	20	module	module	NOUN
bracis-33579	65	21	to	to	PART
bracis-33579	65	22	access	access	VERB
bracis-33579	65	23	and	and	CCONJ
bracis-33579	65	24	utilize	utilize	VERB
bracis-33579	65	25	external	external	ADJ
bracis-33579	65	26	legal	legal	ADJ
bracis-33579	65	27	knowledge	knowledge	NOUN
bracis-33579	65	28	.	.	PUNCT
bracis-33579	66	1	this	this	DET
bracis-33579	66	2	system	system	NOUN
bracis-33579	66	3	assesses	assess	VERB
bracis-33579	66	4	objective	objective	ADJ
bracis-33579	66	5	and	and	CCONJ
bracis-33579	66	6	subjective	subjective	ADJ
bracis-33579	66	7	perspectives	perspective	NOUN
bracis-33579	66	8	using	use	VERB
bracis-33579	66	9	disc	disc	NOUN
bracis-33579	66	10	-	-	PUNCT
bracis-33579	66	11	law	law	NOUN
bracis-33579	66	12	-	-	PUNCT
bracis-33579	66	13	eval	eval	NOUN
bracis-33579	66	14	,	,	PUNCT
bracis-33579	66	15	a	a	DET
bracis-33579	66	16	benchmark	benchmark	NOUN
bracis-33579	66	17	that	that	PRON
bracis-33579	66	18	includes	include	VERB
bracis-33579	66	19	legal	legal	ADJ
bracis-33579	66	20	question	question	NOUN
bracis-33579	66	21	answering	answering	NOUN
bracis-33579	66	22	.	.	PUNCT
bracis-33579	67	1	additionally	additionally	ADV
bracis-33579	67	2	,	,	PUNCT
bracis-33579	67	3	subjective	subjective	ADJ
bracis-33579	67	4	evaluation	evaluation	NOUN
bracis-33579	67	5	is	be	AUX
bracis-33579	67	6	carried	carry	VERB
bracis-33579	67	7	out	out	ADP
bracis-33579	67	8	using	use	VERB
bracis-33579	67	9	the	the	DET
bracis-33579	67	10	gpt-3.5	gpt-3.5	NOUN
bracis-33579	67	11	model	model	NOUN
bracis-33579	67	12	as	as	ADP
bracis-33579	67	13	a	a	DET
bracis-33579	67	14	judge	judge	NOUN
bracis-33579	67	15	.	.	PUNCT
bracis-33579	68	1	3	3	NUM
bracis-33579	68	2	metodology	metodology	NOUN
bracis-33579	68	3	this	this	DET
bracis-33579	68	4	section	section	NOUN
bracis-33579	68	5	outlines	outline	VERB
bracis-33579	68	6	the	the	DET
bracis-33579	68	7	methodology	methodology	NOUN
bracis-33579	68	8	utilized	utilize	VERB
bracis-33579	68	9	in	in	ADP
bracis-33579	68	10	our	our	PRON
bracis-33579	68	11	study	study	NOUN
bracis-33579	68	12	,	,	PUNCT
bracis-33579	68	13	with	with	ADP
bracis-33579	68	14	a	a	DET
bracis-33579	68	15	particular	particular	ADJ
bracis-33579	68	16	emphasis	emphasis	NOUN
bracis-33579	68	17	on	on	ADP
bracis-33579	68	18	the	the	DET
bracis-33579	68	19	model	model	NOUN
bracis-33579	68	20	selection	selection	NOUN
bracis-33579	68	21	process	process	NOUN
bracis-33579	68	22	.	.	PUNCT
bracis-33579	69	1	we	we	PRON
bracis-33579	69	2	also	also	ADV
bracis-33579	69	3	detail	detail	VERB
bracis-33579	69	4	the	the	DET
bracis-33579	69	5	data	data	NOUN
bracis-33579	69	6	collection	collection	NOUN
bracis-33579	69	7	process	process	NOUN
bracis-33579	69	8	,	,	PUNCT
bracis-33579	69	9	the	the	DET
bracis-33579	69	10	creation	creation	NOUN
bracis-33579	69	11	of	of	ADP
bracis-33579	69	12	a	a	DET
bracis-33579	69	13	relevant	relevant	ADJ
bracis-33579	69	14	corpus	corpus	NOUN
bracis-33579	69	15	,	,	PUNCT
bracis-33579	69	16	and	and	CCONJ
bracis-33579	69	17	the	the	DET
bracis-33579	69	18	experimental	experimental	ADJ
bracis-33579	69	19	setups	setup	NOUN
bracis-33579	69	20	of	of	ADP
bracis-33579	69	21	the	the	DET
bracis-33579	69	22	selected	select	VERB
bracis-33579	69	23	models	model	NOUN
bracis-33579	69	24	,	,	PUNCT
bracis-33579	69	25	including	include	VERB
bracis-33579	69	26	the	the	DET
bracis-33579	69	27	specific	specific	ADJ
bracis-33579	69	28	prompts	prompt	NOUN
bracis-33579	69	29	and	and	CCONJ
bracis-33579	69	30	parameters	parameter	NOUN
bracis-33579	69	31	used	use	VERB
bracis-33579	69	32	.	.	PUNCT
bracis-33579	70	1	furthermore	furthermore	ADV
bracis-33579	70	2	,	,	PUNCT
bracis-33579	70	3	we	we	PRON
bracis-33579	70	4	detail	detail	VERB
bracis-33579	70	5	the	the	DET
bracis-33579	70	6	evaluation	evaluation	NOUN
bracis-33579	70	7	approach	approach	NOUN
bracis-33579	70	8	,	,	PUNCT
bracis-33579	70	9	discussing	discuss	VERB
bracis-33579	70	10	both	both	CCONJ
bracis-33579	70	11	the	the	DET
bracis-33579	70	12	metrics	metric	NOUN
bracis-33579	70	13	employed	employ	VERB
bracis-33579	70	14	and	and	CCONJ
bracis-33579	70	15	the	the	DET
bracis-33579	70	16	strategy	strategy	NOUN
bracis-33579	70	17	for	for	ADP
bracis-33579	70	18	subjective	subjective	ADJ
bracis-33579	70	19	evaluation	evaluation	NOUN
bracis-33579	70	20	.	.	PUNCT
bracis-33579	71	1	3.1	3.1	NUM
bracis-33579	71	2	dataset	dataset	NOUN
bracis-33579	71	3	collection	collection	NOUN
bracis-33579	71	4	our	our	PRON
bracis-33579	71	5	dataset	dataset	NOUN
bracis-33579	71	6	consists	consist	VERB
bracis-33579	71	7	of	of	ADP
bracis-33579	71	8	a	a	DET
bracis-33579	71	9	series	series	NOUN
bracis-33579	71	10	of	of	ADP
bracis-33579	71	11	tax	tax	NOUN
bracis-33579	71	12	law	law	NOUN
bracis-33579	71	13	questions	question	NOUN
bracis-33579	71	14	related	relate	VERB
bracis-33579	71	15	to	to	ADP
bracis-33579	71	16	legal	legal	ADJ
bracis-33579	71	17	entities	entity	NOUN
bracis-33579	71	18	.	.	PUNCT
bracis-33579	72	1	the	the	DET
bracis-33579	72	2	questions	question	NOUN
bracis-33579	72	3	were	be	AUX
bracis-33579	72	4	selected	select	VERB
bracis-33579	72	5	from	from	ADP
bracis-33579	72	6	a	a	DET
bracis-33579	72	7	collection	collection	NOUN
bracis-33579	72	8	that	that	PRON
bracis-33579	72	9	is	be	AUX
bracis-33579	72	10	annually	annually	ADV
bracis-33579	72	11	updated	update	VERB
bracis-33579	72	12	by	by	ADP
bracis-33579	72	13	the	the	DET
bracis-33579	72	14	general	general	ADJ
bracis-33579	72	15	coordination	coordination	NOUN
bracis-33579	72	16	of	of	ADP
bracis-33579	72	17	taxation	taxation	NOUN
bracis-33579	72	18	(	(	PUNCT
bracis-33579	72	19	cosit	cosit	NOUN
bracis-33579	72	20	)	)	PUNCT
bracis-33579	72	21	 	 	SPACE
bracis-33579	73	1	[	[	X
bracis-33579	73	2	9	9	NUM
bracis-33579	73	3	]	]	PUNCT
bracis-33579	73	4	of	of	ADP
bracis-33579	73	5	the	the	DET
bracis-33579	73	6	brazilian	brazilian	ADJ
bracis-33579	73	7	federal	federal	ADJ
bracis-33579	73	8	revenue	revenue	NOUN
bracis-33579	73	9	service	service	NOUN
bracis-33579	73	10	.	.	PUNCT
bracis-33579	74	1	the	the	DET
bracis-33579	74	2	dataset	dataset	NOUN
bracis-33579	74	3	includes	include	VERB
bracis-33579	74	4	over	over	ADP
bracis-33579	74	5	a	a	DET
bracis-33579	74	6	thousand	thousand	NUM
bracis-33579	74	7	question	question	NOUN
bracis-33579	74	8	-	-	PUNCT
bracis-33579	74	9	answer	answer	NOUN
bracis-33579	74	10	pairs	pair	NOUN
bracis-33579	74	11	,	,	PUNCT
bracis-33579	74	12	with	with	ADP
bracis-33579	74	13	most	most	ADJ
bracis-33579	74	14	answers	answer	NOUN
bracis-33579	74	15	being	be	AUX
bracis-33579	74	16	supported	support	VERB
bracis-33579	74	17	by	by	ADP
bracis-33579	74	18	a	a	DET
bracis-33579	74	19	relevant	relevant	ADJ
bracis-33579	74	20	normative	normative	ADJ
bracis-33579	74	21	or	or	CCONJ
bracis-33579	74	22	legal	legal	ADJ
bracis-33579	74	23	basis	basis	NOUN
bracis-33579	74	24	.	.	PUNCT
bracis-33579	75	1	the	the	DET
bracis-33579	75	2	granularity	granularity	NOUN
bracis-33579	75	3	of	of	ADP
bracis-33579	75	4	the	the	DET
bracis-33579	75	5	references	reference	NOUN
bracis-33579	75	6	in	in	ADP
bracis-33579	75	7	the	the	DET
bracis-33579	75	8	answers	answer	NOUN
bracis-33579	75	9	is	be	AUX
bracis-33579	75	10	as	as	ADV
bracis-33579	75	11	detailed	detailed	ADJ
bracis-33579	75	12	as	as	ADP
bracis-33579	75	13	possible	possible	ADJ
bracis-33579	75	14	,	,	PUNCT
bracis-33579	75	15	citing	cite	VERB
bracis-33579	75	16	the	the	DET
bracis-33579	75	17	specific	specific	ADJ
bracis-33579	75	18	articles	article	NOUN
bracis-33579	75	19	of	of	ADP
bracis-33579	75	20	law	law	NOUN
bracis-33579	75	21	or	or	CCONJ
bracis-33579	75	22	other	other	ADJ
bracis-33579	75	23	regulations	regulation	NOUN
bracis-33579	75	24	used	use	VERB
bracis-33579	75	25	to	to	PART
bracis-33579	75	26	formulate	formulate	VERB
bracis-33579	75	27	the	the	DET
bracis-33579	75	28	responses	response	NOUN
bracis-33579	75	29	.	.	PUNCT
bracis-33579	76	1	the	the	DET
bracis-33579	76	2	questions	question	NOUN
bracis-33579	76	3	represent	represent	VERB
bracis-33579	76	4	real	real	ADJ
bracis-33579	76	5	taxpayer	taxpayer	NOUN
bracis-33579	76	6	doubts	doubt	NOUN
bracis-33579	76	7	,	,	PUNCT
bracis-33579	76	8	and	and	CCONJ
bracis-33579	76	9	experts	expert	NOUN
bracis-33579	76	10	in	in	ADP
bracis-33579	76	11	the	the	DET
bracis-33579	76	12	brazilian	brazilian	ADJ
bracis-33579	76	13	tax	tax	NOUN
bracis-33579	76	14	field	field	NOUN
bracis-33579	76	15	craft	craft	VERB
bracis-33579	76	16	the	the	DET
bracis-33579	76	17	answers	answer	NOUN
bracis-33579	76	18	.	.	PUNCT
bracis-33579	77	1	below	below	ADV
bracis-33579	77	2	,	,	PUNCT
bracis-33579	77	3	we	we	PRON
bracis-33579	77	4	will	will	AUX
bracis-33579	77	5	discuss	discuss	VERB
bracis-33579	77	6	how	how	SCONJ
bracis-33579	77	7	the	the	DET
bracis-33579	77	8	dataset	dataset	NOUN
bracis-33579	77	9	was	be	AUX
bracis-33579	77	10	created	create	VERB
bracis-33579	77	11	.	.	PUNCT
bracis-33579	78	1	selection	selection	NOUN
bracis-33579	78	2	of	of	ADP
bracis-33579	78	3	questions	question	NOUN
bracis-33579	78	4	.	.	PUNCT
bracis-33579	79	1	we	we	PRON
bracis-33579	79	2	extracted	extract	VERB
bracis-33579	79	3	a	a	DET
bracis-33579	79	4	subsample	subsample	NOUN
bracis-33579	79	5	from	from	ADP
bracis-33579	79	6	the	the	DET
bracis-33579	79	7	comprehensive	comprehensive	ADJ
bracis-33579	79	8	set	set	NOUN
bracis-33579	79	9	of	of	ADP
bracis-33579	79	10	questions	question	NOUN
bracis-33579	79	11	and	and	CCONJ
bracis-33579	79	12	answers	answer	NOUN
bracis-33579	79	13	provided	provide	VERB
bracis-33579	79	14	by	by	ADP
bracis-33579	79	15	cosit	cosit	NOUN
bracis-33579	79	16	.	.	PUNCT
bracis-33579	80	1	in	in	ADP
bracis-33579	80	2	this	this	DET
bracis-33579	80	3	selection	selection	NOUN
bracis-33579	80	4	process	process	NOUN
bracis-33579	80	5	,	,	PUNCT
bracis-33579	80	6	we	we	PRON
bracis-33579	80	7	focused	focus	VERB
bracis-33579	80	8	on	on	ADP
bracis-33579	80	9	questions	question	NOUN
bracis-33579	80	10	that	that	PRON
bracis-33579	80	11	included	include	VERB
bracis-33579	80	12	responses	response	NOUN
bracis-33579	80	13	with	with	ADP
bracis-33579	80	14	legal	legal	ADJ
bracis-33579	80	15	references	reference	NOUN
bracis-33579	80	16	rather	rather	ADV
bracis-33579	80	17	than	than	ADP
bracis-33579	80	18	the	the	DET
bracis-33579	80	19	entire	entire	ADJ
bracis-33579	80	20	regulation	regulation	NOUN
bracis-33579	80	21	.	.	PUNCT
bracis-33579	81	1	although	although	SCONJ
bracis-33579	81	2	the	the	DET
bracis-33579	81	3	majority	majority	NOUN
bracis-33579	81	4	of	of	ADP
bracis-33579	81	5	responses	response	NOUN
bracis-33579	81	6	included	include	VERB
bracis-33579	81	7	legal	legal	ADJ
bracis-33579	81	8	references	reference	NOUN
bracis-33579	81	9	,	,	PUNCT
bracis-33579	81	10	they	they	PRON
bracis-33579	81	11	were	be	AUX
bracis-33579	81	12	often	often	ADV
bracis-33579	81	13	elaborated	elaborate	VERB
bracis-33579	81	14	by	by	ADP
bracis-33579	81	15	experts	expert	NOUN
bracis-33579	81	16	in	in	ADP
bracis-33579	81	17	a	a	DET
bracis-33579	81	18	way	way	NOUN
bracis-33579	81	19	that	that	PRON
bracis-33579	81	20	extended	extend	VERB
bracis-33579	81	21	beyond	beyond	ADP
bracis-33579	81	22	the	the	DET
bracis-33579	81	23	scope	scope	NOUN
bracis-33579	81	24	of	of	ADP
bracis-33579	81	25	the	the	DET
bracis-33579	81	26	question	question	NOUN
bracis-33579	81	27	or	or	CCONJ
bracis-33579	81	28	included	include	VERB
bracis-33579	81	29	excessive	excessive	ADJ
bracis-33579	81	30	details	detail	NOUN
bracis-33579	81	31	such	such	ADJ
bracis-33579	81	32	as	as	ADP
bracis-33579	81	33	tables	table	NOUN
bracis-33579	81	34	and	and	CCONJ
bracis-33579	81	35	numerous	numerous	ADJ
bracis-33579	81	36	examples	example	NOUN
bracis-33579	81	37	.	.	PUNCT
bracis-33579	82	1	this	this	DET
bracis-33579	82	2	complexity	complexity	NOUN
bracis-33579	82	3	made	make	VERB
bracis-33579	82	4	them	they	PRON
bracis-33579	82	5	unsuitable	unsuitable	ADJ
bracis-33579	82	6	for	for	ADP
bracis-33579	82	7	use	use	NOUN
bracis-33579	82	8	in	in	ADP
bracis-33579	82	9	contexts	context	NOUN
bracis-33579	82	10	like	like	ADP
bracis-33579	82	11	retrieval	retrieval	NOUN
bracis-33579	82	12	-	-	PUNCT
bracis-33579	82	13	augmented	augment	VERB
bracis-33579	82	14	generation	generation	NOUN
bracis-33579	82	15	(	(	PUNCT
bracis-33579	82	16	rag	rag	NOUN
bracis-33579	82	17	)	)	PUNCT
bracis-33579	82	18	.	.	PUNCT
bracis-33579	83	1	we	we	PRON
bracis-33579	83	2	excluded	exclude	VERB
bracis-33579	83	3	these	these	DET
bracis-33579	83	4	overly	overly	ADV
bracis-33579	83	5	detailed	detailed	ADJ
bracis-33579	83	6	responses	response	NOUN
bracis-33579	83	7	to	to	PART
bracis-33579	83	8	ensure	ensure	VERB
bracis-33579	83	9	a	a	DET
bracis-33579	83	10	fair	fair	ADJ
bracis-33579	83	11	evaluation	evaluation	NOUN
bracis-33579	83	12	with	with	ADP
bracis-33579	83	13	the	the	DET
bracis-33579	83	14	llms	llm	NOUN
bracis-33579	83	15	.	.	PUNCT
bracis-33579	84	1	the	the	DET
bracis-33579	84	2	initial	initial	ADJ
bracis-33579	84	3	outcomes	outcome	NOUN
bracis-33579	84	4	of	of	ADP
bracis-33579	84	5	this	this	DET
bracis-33579	84	6	selection	selection	NOUN
bracis-33579	84	7	process	process	NOUN
bracis-33579	84	8	are	be	AUX
bracis-33579	84	9	depicted	depict	VERB
bracis-33579	84	10	in	in	ADP
bracis-33579	84	11	the	the	DET
bracis-33579	84	12	first	first	ADJ
bracis-33579	84	13	three	three	NUM
bracis-33579	84	14	columns	column	NOUN
bracis-33579	84	15	of	of	ADP
bracis-33579	84	16	table	table	NOUN
bracis-33579	84	17	 	 	SPACE
bracis-33579	84	18	1	1	NUM
bracis-33579	84	19	.	.	PUNCT
bracis-33579	84	20	table	table	NOUN
bracis-33579	84	21	1	1	NUM
bracis-33579	84	22	.	.	PUNCT
bracis-33579	84	23	questions	question	NOUN
bracis-33579	84	24	and	and	CCONJ
bracis-33579	84	25	answers	answer	NOUN
bracis-33579	84	26	with	with	ADP
bracis-33579	84	27	legal	legal	ADJ
bracis-33579	84	28	references	reference	NOUN
bracis-33579	84	29	and	and	CCONJ
bracis-33579	84	30	gold	gold	NOUN
bracis-33579	84	31	passagesfull	passagesfull	NOUN
bracis-33579	84	32	size	size	NOUN
bracis-33579	84	33	table	table	NOUN
bracis-33579	84	34	collection	collection	NOUN
bracis-33579	84	35	of	of	ADP
bracis-33579	84	36	regulations	regulation	NOUN
bracis-33579	84	37	(	(	PUNCT
bracis-33579	84	38	gold	gold	NOUN
bracis-33579	84	39	passages	passage	NOUN
bracis-33579	84	40	)	)	PUNCT
bracis-33579	84	41	.	.	PUNCT
bracis-33579	85	1	after	after	ADP
bracis-33579	85	2	selecting	select	VERB
bracis-33579	85	3	the	the	DET
bracis-33579	85	4	questions	question	NOUN
bracis-33579	85	5	and	and	CCONJ
bracis-33579	85	6	their	their	PRON
bracis-33579	85	7	corresponding	corresponding	ADJ
bracis-33579	85	8	legal	legal	ADJ
bracis-33579	85	9	references	reference	NOUN
bracis-33579	85	10	,	,	PUNCT
bracis-33579	85	11	laws	law	NOUN
bracis-33579	85	12	,	,	PUNCT
bracis-33579	85	13	and	and	CCONJ
bracis-33579	85	14	articles	article	NOUN
bracis-33579	85	15	,	,	PUNCT
bracis-33579	85	16	we	we	PRON
bracis-33579	85	17	gathered	gather	VERB
bracis-33579	85	18	each	each	DET
bracis-33579	85	19	regulatory	regulatory	ADJ
bracis-33579	85	20	document	document	NOUN
bracis-33579	85	21	referenced	reference	VERB
bracis-33579	85	22	by	by	ADP
bracis-33579	85	23	the	the	DET
bracis-33579	85	24	experts	expert	NOUN
bracis-33579	85	25	in	in	ADP
bracis-33579	85	26	their	their	PRON
bracis-33579	85	27	responses	response	NOUN
bracis-33579	85	28	to	to	ADP
bracis-33579	85	29	the	the	DET
bracis-33579	85	30	questions	question	NOUN
bracis-33579	85	31	posed	pose	VERB
bracis-33579	85	32	by	by	ADP
bracis-33579	85	33	legal	legal	ADJ
bracis-33579	85	34	entities	entity	NOUN
bracis-33579	85	35	.	.	PUNCT
bracis-33579	86	1	although	although	SCONJ
bracis-33579	86	2	this	this	DET
bracis-33579	86	3	task	task	NOUN
bracis-33579	86	4	was	be	AUX
bracis-33579	86	5	time	time	NOUN
bracis-33579	86	6	-	-	PUNCT
bracis-33579	86	7	intensive	intensive	ADJ
bracis-33579	86	8	,	,	PUNCT
bracis-33579	86	9	it	it	PRON
bracis-33579	86	10	was	be	AUX
bracis-33579	86	11	essential	essential	ADJ
bracis-33579	86	12	for	for	ADP
bracis-33579	86	13	assessing	assess	VERB
bracis-33579	86	14	the	the	DET
bracis-33579	86	15	reasoning	reasoning	NOUN
bracis-33579	86	16	capabilities	capability	NOUN
bracis-33579	86	17	of	of	ADP
bracis-33579	86	18	llms	llm	NOUN
bracis-33579	86	19	in	in	ADP
bracis-33579	86	20	relation	relation	NOUN
bracis-33579	86	21	to	to	ADP
bracis-33579	86	22	legal	legal	ADJ
bracis-33579	86	23	texts	text	NOUN
bracis-33579	86	24	.	.	PUNCT
bracis-33579	87	1	upon	upon	SCONJ
bracis-33579	87	2	completion	completion	NOUN
bracis-33579	87	3	of	of	ADP
bracis-33579	87	4	this	this	DET
bracis-33579	87	5	stage	stage	NOUN
bracis-33579	87	6	,	,	PUNCT
bracis-33579	87	7	the	the	DET
bracis-33579	87	8	dataset	dataset	NOUN
bracis-33579	87	9	comprised	comprise	VERB
bracis-33579	87	10	the	the	DET
bracis-33579	87	11	question	question	NOUN
bracis-33579	87	12	,	,	PUNCT
bracis-33579	87	13	answer	answer	NOUN
bracis-33579	87	14	,	,	PUNCT
bracis-33579	87	15	reference	reference	NOUN
bracis-33579	87	16	to	to	ADP
bracis-33579	87	17	the	the	DET
bracis-33579	87	18	regulation	regulation	NOUN
bracis-33579	87	19	,	,	PUNCT
bracis-33579	87	20	and	and	CCONJ
bracis-33579	87	21	the	the	DET
bracis-33579	87	22	regulation	regulation	NOUN
bracis-33579	87	23	itself	itself	PRON
bracis-33579	87	24	(	(	PUNCT
bracis-33579	87	25	gold	gold	NOUN
bracis-33579	87	26	passages	passage	NOUN
bracis-33579	87	27	)	)	PUNCT
bracis-33579	87	28	.	.	PUNCT
bracis-33579	88	1	table	table	NOUN
bracis-33579	88	2	 	 	SPACE
bracis-33579	88	3	1	1	NUM
bracis-33579	88	4	presents	present	VERB
bracis-33579	88	5	the	the	DET
bracis-33579	88	6	final	final	ADJ
bracis-33579	88	7	dataset	dataset	NOUN
bracis-33579	88	8	.	.	PUNCT
bracis-33579	89	1	legislation	legislation	NOUN
bracis-33579	89	2	corpus	corpus	NOUN
bracis-33579	89	3	.	.	PUNCT
bracis-33579	90	1	in	in	ADP
bracis-33579	90	2	this	this	DET
bracis-33579	90	3	stage	stage	NOUN
bracis-33579	90	4	,	,	PUNCT
bracis-33579	90	5	we	we	PRON
bracis-33579	90	6	collected	collect	VERB
bracis-33579	90	7	over	over	ADP
bracis-33579	90	8	30	30	NUM
bracis-33579	90	9	documents	document	NOUN
bracis-33579	90	10	,	,	PUNCT
bracis-33579	90	11	which	which	PRON
bracis-33579	90	12	included	include	VERB
bracis-33579	90	13	laws	law	NOUN
bracis-33579	90	14	,	,	PUNCT
bracis-33579	90	15	instructions	instruction	NOUN
bracis-33579	90	16	,	,	PUNCT
bracis-33579	90	17	decrees	decree	NOUN
bracis-33579	90	18	,	,	PUNCT
bracis-33579	90	19	and	and	CCONJ
bracis-33579	90	20	opinions	opinion	NOUN
bracis-33579	90	21	.	.	PUNCT
bracis-33579	91	1	each	each	DET
bracis-33579	91	2	document	document	NOUN
bracis-33579	91	3	contains	contain	VERB
bracis-33579	91	4	up	up	ADP
bracis-33579	91	5	to	to	PART
bracis-33579	91	6	thousands	thousand	NOUN
bracis-33579	91	7	of	of	ADP
bracis-33579	91	8	articles	article	NOUN
bracis-33579	91	9	comprising	comprise	VERB
bracis-33579	91	10	multiple	multiple	ADJ
bracis-33579	91	11	provisions	provision	NOUN
bracis-33579	91	12	.	.	PUNCT
bracis-33579	92	1	these	these	DET
bracis-33579	92	2	documents	document	NOUN
bracis-33579	92	3	represent	represent	VERB
bracis-33579	92	4	a	a	DET
bracis-33579	92	5	fraction	fraction	NOUN
bracis-33579	92	6	of	of	ADP
bracis-33579	92	7	the	the	DET
bracis-33579	92	8	brazilian	brazilian	ADJ
bracis-33579	92	9	tax	tax	NOUN
bracis-33579	92	10	legislation	legislation	NOUN
bracis-33579	92	11	and	and	CCONJ
bracis-33579	92	12	include	include	VERB
bracis-33579	92	13	the	the	DET
bracis-33579	92	14	regulations	regulation	NOUN
bracis-33579	92	15	that	that	PRON
bracis-33579	92	16	underpin	underpin	VERB
bracis-33579	92	17	the	the	DET
bracis-33579	92	18	experts	expert	NOUN
bracis-33579	92	19	’	’	PART
bracis-33579	92	20	responses	response	NOUN
bracis-33579	92	21	in	in	ADP
bracis-33579	92	22	the	the	DET
bracis-33579	92	23	dataset	dataset	NOUN
bracis-33579	92	24	.	.	PUNCT
bracis-33579	93	1	it	it	PRON
bracis-33579	93	2	is	be	AUX
bracis-33579	93	3	important	important	ADJ
bracis-33579	93	4	to	to	PART
bracis-33579	93	5	note	note	VERB
bracis-33579	93	6	that	that	SCONJ
bracis-33579	93	7	these	these	DET
bracis-33579	93	8	regulations	regulation	NOUN
bracis-33579	93	9	are	be	AUX
bracis-33579	93	10	constantly	constantly	ADV
bracis-33579	93	11	being	be	AUX
bracis-33579	93	12	amended	amend	VERB
bracis-33579	93	13	,	,	PUNCT
bracis-33579	93	14	and	and	CCONJ
bracis-33579	93	15	many	many	ADJ
bracis-33579	93	16	provisions	provision	NOUN
bracis-33579	93	17	have	have	AUX
bracis-33579	93	18	been	be	AUX
bracis-33579	93	19	revoked	revoke	VERB
bracis-33579	93	20	.	.	PUNCT
bracis-33579	94	1	all	all	DET
bracis-33579	94	2	revoked	revoke	VERB
bracis-33579	94	3	provisions	provision	NOUN
bracis-33579	94	4	were	be	AUX
bracis-33579	94	5	excluded	exclude	VERB
bracis-33579	94	6	up	up	ADP
bracis-33579	94	7	to	to	ADP
bracis-33579	94	8	the	the	DET
bracis-33579	94	9	dataset	dataset	NOUN
bracis-33579	94	10	creation	creation	NOUN
bracis-33579	94	11	date	date	NOUN
bracis-33579	94	12	to	to	PART
bracis-33579	94	13	ensure	ensure	VERB
bracis-33579	94	14	a	a	DET
bracis-33579	94	15	high	high	ADJ
bracis-33579	94	16	-	-	PUNCT
bracis-33579	94	17	quality	quality	NOUN
bracis-33579	94	18	corpus	corpus	NOUN
bracis-33579	94	19	.	.	PUNCT
bracis-33579	95	1	additionally	additionally	ADV
bracis-33579	95	2	,	,	PUNCT
bracis-33579	95	3	any	any	DET
bracis-33579	95	4	questions	question	NOUN
bracis-33579	95	5	that	that	PRON
bracis-33579	95	6	had	have	VERB
bracis-33579	95	7	their	their	PRON
bracis-33579	95	8	regulatory	regulatory	ADJ
bracis-33579	95	9	basis	basis	NOUN
bracis-33579	95	10	revoked	revoke	VERB
bracis-33579	95	11	were	be	AUX
bracis-33579	95	12	eliminated	eliminate	VERB
bracis-33579	95	13	during	during	ADP
bracis-33579	95	14	the	the	DET
bracis-33579	95	15	question	question	NOUN
bracis-33579	95	16	selection	selection	NOUN
bracis-33579	95	17	phase	phase	NOUN
bracis-33579	95	18	.	.	PUNCT
bracis-33579	96	1	figure	figure	NOUN
bracis-33579	96	2	 	 	SPACE
bracis-33579	96	3	1	1	NUM
bracis-33579	96	4	shows	show	VERB
bracis-33579	96	5	the	the	DET
bracis-33579	96	6	corpus	corpus	NOUN
bracis-33579	96	7	documents	document	NOUN
bracis-33579	96	8	.	.	PUNCT
bracis-33579	97	1	3.2	3.2	NUM
bracis-33579	97	2	experimental	experimental	ADJ
bracis-33579	97	3	setup	setup	NOUN
bracis-33579	97	4	in	in	ADP
bracis-33579	97	5	this	this	DET
bracis-33579	97	6	study	study	NOUN
bracis-33579	97	7	,	,	PUNCT
bracis-33579	97	8	we	we	PRON
bracis-33579	97	9	conducted	conduct	VERB
bracis-33579	97	10	a	a	DET
bracis-33579	97	11	comprehensive	comprehensive	ADJ
bracis-33579	97	12	evaluation	evaluation	NOUN
bracis-33579	97	13	of	of	ADP
bracis-33579	97	14	large	large	ADJ
bracis-33579	97	15	language	language	NOUN
bracis-33579	97	16	models	model	NOUN
bracis-33579	97	17	(	(	PUNCT
bracis-33579	97	18	llms	llm	NOUN
bracis-33579	97	19	)	)	PUNCT
bracis-33579	97	20	in	in	ADP
bracis-33579	97	21	terms	term	NOUN
bracis-33579	97	22	of	of	ADP
bracis-33579	97	23	their	their	PRON
bracis-33579	97	24	ability	ability	NOUN
bracis-33579	97	25	to	to	PART
bracis-33579	97	26	reason	reason	VERB
bracis-33579	97	27	about	about	ADP
bracis-33579	97	28	laws	law	NOUN
bracis-33579	97	29	,	,	PUNCT
bracis-33579	97	30	specifically	specifically	ADV
bracis-33579	97	31	focusing	focus	VERB
bracis-33579	97	32	on	on	ADP
bracis-33579	97	33	corporate	corporate	ADJ
bracis-33579	97	34	taxation	taxation	NOUN
bracis-33579	97	35	for	for	ADP
bracis-33579	97	36	legal	legal	ADJ
bracis-33579	97	37	entities	entity	NOUN
bracis-33579	97	38	.	.	PUNCT
bracis-33579	98	1	we	we	PRON
bracis-33579	98	2	evaluated	evaluate	VERB
bracis-33579	98	3	the	the	DET
bracis-33579	98	4	llms	llm	NOUN
bracis-33579	98	5	using	use	VERB
bracis-33579	98	6	the	the	DET
bracis-33579	98	7	datasets	dataset	NOUN
bracis-33579	98	8	created	create	VERB
bracis-33579	98	9	in	in	ADP
bracis-33579	98	10	this	this	DET
bracis-33579	98	11	paper	paper	NOUN
bracis-33579	98	12	,	,	PUNCT
bracis-33579	98	13	which	which	PRON
bracis-33579	98	14	were	be	AUX
bracis-33579	98	15	created	create	VERB
bracis-33579	98	16	from	from	ADP
bracis-33579	98	17	real	real	ADJ
bracis-33579	98	18	-	-	PUNCT
bracis-33579	98	19	world	world	NOUN
bracis-33579	98	20	questions	question	NOUN
bracis-33579	98	21	and	and	CCONJ
bracis-33579	98	22	answers	answer	NOUN
bracis-33579	98	23	about	about	ADP
bracis-33579	98	24	the	the	DET
bracis-33579	98	25	taxation	taxation	NOUN
bracis-33579	98	26	of	of	ADP
bracis-33579	98	27	legal	legal	ADJ
bracis-33579	98	28	entities	entity	NOUN
bracis-33579	98	29	,	,	PUNCT
bracis-33579	98	30	which	which	PRON
bracis-33579	98	31	were	be	AUX
bracis-33579	98	32	provided	provide	VERB
bracis-33579	98	33	by	by	ADP
bracis-33579	98	34	subject	subject	ADJ
bracis-33579	98	35	-	-	PUNCT
bracis-33579	98	36	matter	matter	NOUN
bracis-33579	98	37	experts	expert	NOUN
bracis-33579	98	38	.	.	PUNCT
bracis-33579	99	1	we	we	PRON
bracis-33579	99	2	selected	select	VERB
bracis-33579	99	3	over	over	ADP
bracis-33579	99	4	20	20	NUM
bracis-33579	99	5	llms	llm	NOUN
bracis-33579	99	6	for	for	ADP
bracis-33579	99	7	evaluation	evaluation	NOUN
bracis-33579	99	8	,	,	PUNCT
bracis-33579	99	9	encompassing	encompass	VERB
bracis-33579	99	10	both	both	CCONJ
bracis-33579	99	11	proprietary	proprietary	ADJ
bracis-33579	99	12	and	and	CCONJ
bracis-33579	99	13	open	open	ADJ
bracis-33579	99	14	-	-	PUNCT
bracis-33579	99	15	source	source	NOUN
bracis-33579	99	16	models	model	NOUN
bracis-33579	99	17	.	.	PUNCT
bracis-33579	100	1	the	the	DET
bracis-33579	100	2	chosen	choose	VERB
bracis-33579	100	3	models	model	NOUN
bracis-33579	100	4	include	include	VERB
bracis-33579	100	5	notable	notable	ADJ
bracis-33579	100	6	examples	example	NOUN
bracis-33579	100	7	such	such	ADJ
bracis-33579	100	8	as	as	ADP
bracis-33579	100	9	mistral	mistral	ADJ
bracis-33579	100	10	ai	ai	NOUN
bracis-33579	100	11	,	,	PUNCT
bracis-33579	100	12	llama	llama	PROPN
bracis-33579	100	13	,	,	PUNCT
bracis-33579	100	14	gemma	gemma	PROPN
bracis-33579	100	15	,	,	PUNCT
bracis-33579	100	16	qwen	qwen	PROPN
bracis-33579	100	17	,	,	PUNCT
bracis-33579	100	18	various	various	ADJ
bracis-33579	100	19	community	community	NOUN
bracis-33579	100	20	fine	fine	ADV
bracis-33579	100	21	-	-	PUNCT
bracis-33579	100	22	tuned	tune	VERB
bracis-33579	100	23	versions	version	NOUN
bracis-33579	100	24	of	of	ADP
bracis-33579	100	25	these	these	DET
bracis-33579	100	26	models	model	NOUN
bracis-33579	100	27	,	,	PUNCT
bracis-33579	100	28	and	and	CCONJ
bracis-33579	100	29	a	a	DET
bracis-33579	100	30	proprietary	proprietary	ADJ
bracis-33579	100	31	model	model	NOUN
bracis-33579	100	32	.	.	PUNCT
bracis-33579	101	1	each	each	DET
bracis-33579	101	2	model	model	NOUN
bracis-33579	101	3	possesses	possess	VERB
bracis-33579	101	4	unique	unique	ADJ
bracis-33579	101	5	characteristics	characteristic	NOUN
bracis-33579	101	6	and	and	CCONJ
bracis-33579	101	7	capabilities	capability	NOUN
bracis-33579	101	8	,	,	PUNCT
bracis-33579	101	9	providing	provide	VERB
bracis-33579	101	10	a	a	DET
bracis-33579	101	11	diverse	diverse	ADJ
bracis-33579	101	12	range	range	NOUN
bracis-33579	101	13	of	of	ADP
bracis-33579	101	14	perspectives	perspective	NOUN
bracis-33579	101	15	for	for	ADP
bracis-33579	101	16	our	our	PRON
bracis-33579	101	17	assessment	assessment	NOUN
bracis-33579	101	18	.	.	PUNCT
bracis-33579	102	1	in	in	ADP
bracis-33579	102	2	order	order	NOUN
bracis-33579	102	3	to	to	PART
bracis-33579	102	4	maintain	maintain	VERB
bracis-33579	102	5	consistency	consistency	NOUN
bracis-33579	102	6	in	in	ADP
bracis-33579	102	7	our	our	PRON
bracis-33579	102	8	evaluations	evaluation	NOUN
bracis-33579	102	9	,	,	PUNCT
bracis-33579	102	10	we	we	PRON
bracis-33579	102	11	standardized	standardize	VERB
bracis-33579	102	12	the	the	DET
bracis-33579	102	13	temperature	temperature	NOUN
bracis-33579	102	14	parameter	parameter	NOUN
bracis-33579	102	15	at	at	ADP
bracis-33579	102	16	0.1	0.1	NUM
bracis-33579	102	17	for	for	ADP
bracis-33579	102	18	all	all	DET
bracis-33579	102	19	chosen	choose	VERB
bracis-33579	102	20	models	model	NOUN
bracis-33579	102	21	.	.	PUNCT
bracis-33579	103	1	this	this	DET
bracis-33579	103	2	low	low	ADJ
bracis-33579	103	3	-	-	PUNCT
bracis-33579	103	4	temperature	temperature	NOUN
bracis-33579	103	5	setting	setting	NOUN
bracis-33579	103	6	was	be	AUX
bracis-33579	103	7	chosen	choose	VERB
bracis-33579	103	8	to	to	PART
bracis-33579	103	9	reduce	reduce	VERB
bracis-33579	103	10	randomness	randomness	NOUN
bracis-33579	103	11	in	in	ADP
bracis-33579	103	12	the	the	DET
bracis-33579	103	13	output	output	NOUN
bracis-33579	103	14	,	,	PUNCT
bracis-33579	103	15	thereby	thereby	ADV
bracis-33579	103	16	encouraging	encourage	VERB
bracis-33579	103	17	more	more	ADJ
bracis-33579	103	18	deterministic	deterministic	ADJ
bracis-33579	103	19	responses	response	NOUN
bracis-33579	103	20	.	.	PUNCT
bracis-33579	104	1	additionally	additionally	ADV
bracis-33579	104	2	,	,	PUNCT
bracis-33579	104	3	we	we	PRON
bracis-33579	104	4	did	do	AUX
bracis-33579	104	5	not	not	PART
bracis-33579	104	6	impose	impose	VERB
bracis-33579	104	7	a	a	DET
bracis-33579	104	8	maximum	maximum	ADV
bracis-33579	104	9	token	token	VERB
bracis-33579	104	10	limit	limit	NOUN
bracis-33579	104	11	,	,	PUNCT
bracis-33579	104	12	allowing	allow	VERB
bracis-33579	104	13	the	the	DET
bracis-33579	104	14	models	model	NOUN
bracis-33579	104	15	to	to	PART
bracis-33579	104	16	generate	generate	VERB
bracis-33579	104	17	responses	response	NOUN
bracis-33579	104	18	without	without	ADP
bracis-33579	104	19	any	any	DET
bracis-33579	104	20	constraints	constraint	NOUN
bracis-33579	104	21	on	on	ADP
bracis-33579	104	22	their	their	PRON
bracis-33579	104	23	length	length	NOUN
bracis-33579	104	24	.	.	PUNCT
bracis-33579	105	1	a	a	DET
bracis-33579	105	2	specific	specific	ADJ
bracis-33579	105	3	prompt	prompt	NOUN
bracis-33579	105	4	(	(	PUNCT
bracis-33579	105	5	see	see	VERB
bracis-33579	105	6	prompt	prompt	ADJ
bracis-33579	105	7	question	question	NOUN
bracis-33579	105	8	answer	answer	NOUN
bracis-33579	105	9	in	in	ADP
bracis-33579	105	10	appendix	appendix	NOUN
bracis-33579	105	11	 	 	SPACE
bracis-33579	105	12	a	a	PRON
bracis-33579	105	13	)	)	PUNCT
bracis-33579	105	14	was	be	AUX
bracis-33579	105	15	crafted	craft	VERB
bracis-33579	105	16	to	to	PART
bracis-33579	105	17	guide	guide	VERB
bracis-33579	105	18	the	the	DET
bracis-33579	105	19	models	model	NOUN
bracis-33579	105	20	in	in	ADP
bracis-33579	105	21	reasoning	reason	VERB
bracis-33579	105	22	about	about	ADP
bracis-33579	105	23	the	the	DET
bracis-33579	105	24	law	law	NOUN
bracis-33579	105	25	and	and	CCONJ
bracis-33579	105	26	generating	generate	VERB
bracis-33579	105	27	appropriate	appropriate	ADJ
bracis-33579	105	28	responses	response	NOUN
bracis-33579	105	29	.	.	PUNCT
bracis-33579	106	1	the	the	DET
bracis-33579	106	2	prompt	prompt	NOUN
bracis-33579	106	3	explicitly	explicitly	ADV
bracis-33579	106	4	instructs	instruct	VERB
bracis-33579	106	5	the	the	DET
bracis-33579	106	6	models	model	NOUN
bracis-33579	106	7	to	to	PART
bracis-33579	106	8	reason	reason	VERB
bracis-33579	106	9	through	through	ADP
bracis-33579	106	10	the	the	DET
bracis-33579	106	11	legal	legal	ADJ
bracis-33579	106	12	context	context	NOUN
bracis-33579	106	13	provided	provide	VERB
bracis-33579	106	14	and	and	CCONJ
bracis-33579	106	15	formulate	formulate	VERB
bracis-33579	106	16	an	an	DET
bracis-33579	106	17	answer	answer	NOUN
bracis-33579	106	18	.	.	PUNCT
bracis-33579	107	1	if	if	SCONJ
bracis-33579	107	2	a	a	DET
bracis-33579	107	3	model	model	NOUN
bracis-33579	107	4	is	be	AUX
bracis-33579	107	5	unable	unable	ADJ
bracis-33579	107	6	to	to	PART
bracis-33579	107	7	generate	generate	VERB
bracis-33579	107	8	a	a	DET
bracis-33579	107	9	satisfactory	satisfactory	ADJ
bracis-33579	107	10	response	response	NOUN
bracis-33579	107	11	,	,	PUNCT
bracis-33579	107	12	it	it	PRON
bracis-33579	107	13	is	be	AUX
bracis-33579	107	14	instructed	instruct	VERB
bracis-33579	107	15	to	to	PART
bracis-33579	107	16	state	state	VERB
bracis-33579	107	17	that	that	SCONJ
bracis-33579	107	18	it	it	PRON
bracis-33579	107	19	does	do	AUX
bracis-33579	107	20	not	not	PART
bracis-33579	107	21	know	know	VERB
bracis-33579	107	22	the	the	DET
bracis-33579	107	23	answer	answer	NOUN
bracis-33579	107	24	.	.	PUNCT
bracis-33579	108	1	fig	fig	NOUN
bracis-33579	108	2	.	.	PUNCT
bracis-33579	109	1	1	1	X
bracis-33579	109	2	.	.	PUNCT
bracis-33579	109	3	documents	document	NOUN
bracis-33579	109	4	from	from	ADP
bracis-33579	109	5	the	the	DET
bracis-33579	109	6	legislative	legislative	ADJ
bracis-33579	109	7	corpus	corpus	NOUN
bracis-33579	109	8	full	full	ADJ
bracis-33579	109	9	size	size	NOUN
bracis-33579	109	10	image	image	NOUN
bracis-33579	109	11	the	the	DET
bracis-33579	109	12	legal	legal	ADJ
bracis-33579	109	13	information	information	NOUN
bracis-33579	109	14	needed	need	VERB
bracis-33579	109	15	to	to	PART
bracis-33579	109	16	answer	answer	VERB
bracis-33579	109	17	each	each	DET
bracis-33579	109	18	question	question	NOUN
bracis-33579	109	19	,	,	PUNCT
bracis-33579	109	20	like	like	ADP
bracis-33579	109	21	an	an	DET
bracis-33579	109	22	article	article	NOUN
bracis-33579	109	23	from	from	ADP
bracis-33579	109	24	a	a	DET
bracis-33579	109	25	law	law	NOUN
bracis-33579	109	26	or	or	CCONJ
bracis-33579	109	27	a	a	DET
bracis-33579	109	28	legal	legal	ADJ
bracis-33579	109	29	document	document	NOUN
bracis-33579	109	30	,	,	PUNCT
bracis-33579	109	31	is	be	AUX
bracis-33579	109	32	included	include	VERB
bracis-33579	109	33	in	in	ADP
bracis-33579	109	34	the	the	DET
bracis-33579	109	35	prompt	prompt	NOUN
bracis-33579	109	36	.	.	PUNCT
bracis-33579	110	1	this	this	DET
bracis-33579	110	2	information	information	NOUN
bracis-33579	110	3	is	be	AUX
bracis-33579	110	4	the	the	DET
bracis-33579	110	5	same	same	ADJ
bracis-33579	110	6	one	one	NOUN
bracis-33579	110	7	used	use	VERB
bracis-33579	110	8	by	by	ADP
bracis-33579	110	9	the	the	DET
bracis-33579	110	10	experts	expert	NOUN
bracis-33579	110	11	to	to	PART
bracis-33579	110	12	create	create	VERB
bracis-33579	110	13	the	the	DET
bracis-33579	110	14	reference	reference	NOUN
bracis-33579	110	15	answers	answer	NOUN
bracis-33579	110	16	,	,	PUNCT
bracis-33579	110	17	ensuring	ensure	VERB
bracis-33579	110	18	a	a	DET
bracis-33579	110	19	fair	fair	ADJ
bracis-33579	110	20	basis	basis	NOUN
bracis-33579	110	21	for	for	ADP
bracis-33579	110	22	comparison	comparison	NOUN
bracis-33579	110	23	.	.	PUNCT
bracis-33579	111	1	by	by	ADP
bracis-33579	111	2	using	use	VERB
bracis-33579	111	3	standardized	standardized	ADJ
bracis-33579	111	4	prompts	prompt	NOUN
bracis-33579	111	5	and	and	CCONJ
bracis-33579	111	6	incorporating	incorporate	VERB
bracis-33579	111	7	relevant	relevant	ADJ
bracis-33579	111	8	legal	legal	ADJ
bracis-33579	111	9	provisions	provision	NOUN
bracis-33579	111	10	,	,	PUNCT
bracis-33579	111	11	it	it	PRON
bracis-33579	111	12	ensures	ensure	VERB
bracis-33579	111	13	that	that	SCONJ
bracis-33579	111	14	the	the	DET
bracis-33579	111	15	models	model	NOUN
bracis-33579	111	16	have	have	VERB
bracis-33579	111	17	access	access	NOUN
bracis-33579	111	18	to	to	ADP
bracis-33579	111	19	the	the	DET
bracis-33579	111	20	same	same	ADJ
bracis-33579	111	21	information	information	NOUN
bracis-33579	111	22	as	as	ADP
bracis-33579	111	23	human	human	ADJ
bracis-33579	111	24	experts	expert	NOUN
bracis-33579	111	25	.	.	PUNCT
bracis-33579	112	1	this	this	PRON
bracis-33579	112	2	enables	enable	VERB
bracis-33579	112	3	a	a	DET
bracis-33579	112	4	thorough	thorough	ADJ
bracis-33579	112	5	evaluation	evaluation	NOUN
bracis-33579	112	6	of	of	ADP
bracis-33579	112	7	their	their	PRON
bracis-33579	112	8	reasoning	reasoning	NOUN
bracis-33579	112	9	capabilities	capability	NOUN
bracis-33579	112	10	.	.	PUNCT
bracis-33579	113	1	it	it	PRON
bracis-33579	113	2	is	be	AUX
bracis-33579	113	3	important	important	ADJ
bracis-33579	113	4	to	to	PART
bracis-33579	113	5	note	note	VERB
bracis-33579	113	6	that	that	SCONJ
bracis-33579	113	7	the	the	DET
bracis-33579	113	8	questions	question	NOUN
bracis-33579	113	9	and	and	CCONJ
bracis-33579	113	10	the	the	DET
bracis-33579	113	11	reference	reference	NOUN
bracis-33579	113	12	answers	answer	NOUN
bracis-33579	113	13	are	be	AUX
bracis-33579	113	14	presented	present	VERB
bracis-33579	113	15	in	in	ADP
bracis-33579	113	16	brazilian	brazilian	ADJ
bracis-33579	113	17	portuguese	portuguese	PROPN
bracis-33579	113	18	.	.	PUNCT
bracis-33579	114	1	this	this	DET
bracis-33579	114	2	aspect	aspect	NOUN
bracis-33579	114	3	of	of	ADP
bracis-33579	114	4	the	the	DET
bracis-33579	114	5	study	study	NOUN
bracis-33579	114	6	tests	test	VERB
bracis-33579	114	7	the	the	DET
bracis-33579	114	8	models	model	NOUN
bracis-33579	114	9	’	’	PART
bracis-33579	114	10	reasoning	reasoning	NOUN
bracis-33579	114	11	abilities	ability	NOUN
bracis-33579	114	12	and	and	CCONJ
bracis-33579	114	13	evaluates	evaluate	VERB
bracis-33579	114	14	their	their	PRON
bracis-33579	114	15	proficiency	proficiency	NOUN
bracis-33579	114	16	in	in	ADP
bracis-33579	114	17	generating	generate	VERB
bracis-33579	114	18	accurate	accurate	ADJ
bracis-33579	114	19	and	and	CCONJ
bracis-33579	114	20	contextually	contextually	ADV
bracis-33579	114	21	appropriate	appropriate	ADJ
bracis-33579	114	22	responses	response	NOUN
bracis-33579	114	23	in	in	ADP
bracis-33579	114	24	the	the	DET
bracis-33579	114	25	portuguese	portuguese	ADJ
bracis-33579	114	26	language	language	NOUN
bracis-33579	114	27	.	.	PUNCT
bracis-33579	115	1	given	give	VERB
bracis-33579	115	2	that	that	SCONJ
bracis-33579	115	3	many	many	ADJ
bracis-33579	115	4	llms	llm	NOUN
bracis-33579	115	5	are	be	AUX
bracis-33579	115	6	primarily	primarily	ADV
bracis-33579	115	7	trained	train	VERB
bracis-33579	115	8	on	on	ADP
bracis-33579	115	9	english	english	ADJ
bracis-33579	115	10	-	-	PUNCT
bracis-33579	115	11	language	language	NOUN
bracis-33579	115	12	datasets	dataset	NOUN
bracis-33579	115	13	,	,	PUNCT
bracis-33579	115	14	assessing	assess	VERB
bracis-33579	115	15	their	their	PRON
bracis-33579	115	16	performance	performance	NOUN
bracis-33579	115	17	on	on	ADP
bracis-33579	115	18	brazilian	brazilian	ADJ
bracis-33579	115	19	portuguese	portuguese	ADJ
bracis-33579	115	20	legal	legal	ADJ
bracis-33579	115	21	texts	text	NOUN
bracis-33579	115	22	for	for	ADP
bracis-33579	115	23	understanding	understand	VERB
bracis-33579	115	24	the	the	DET
bracis-33579	115	25	applicability	applicability	NOUN
bracis-33579	115	26	and	and	CCONJ
bracis-33579	115	27	limitations	limitation	NOUN
bracis-33579	115	28	of	of	ADP
bracis-33579	115	29	these	these	DET
bracis-33579	115	30	models	model	NOUN
bracis-33579	115	31	in	in	ADP
bracis-33579	115	32	non	non	ADJ
bracis-33579	115	33	-	-	ADJ
bracis-33579	115	34	english	english	ADJ
bracis-33579	115	35	-	-	PUNCT
bracis-33579	115	36	speaking	speak	VERB
bracis-33579	115	37	jurisdictions	jurisdiction	NOUN
bracis-33579	115	38	.	.	PUNCT
bracis-33579	116	1	although	although	SCONJ
bracis-33579	116	2	the	the	DET
bracis-33579	116	3	dataset	dataset	NOUN
bracis-33579	116	4	used	use	VERB
bracis-33579	116	5	in	in	ADP
bracis-33579	116	6	this	this	DET
bracis-33579	116	7	experiment	experiment	NOUN
bracis-33579	116	8	contains	contain	VERB
bracis-33579	116	9	a	a	DET
bracis-33579	116	10	corpus	corpus	NOUN
bracis-33579	116	11	suitable	suitable	ADJ
bracis-33579	116	12	for	for	ADP
bracis-33579	116	13	retrieval	retrieval	NOUN
bracis-33579	116	14	-	-	PUNCT
bracis-33579	116	15	augmented	augment	VERB
bracis-33579	116	16	generation	generation	NOUN
bracis-33579	116	17	(	(	PUNCT
bracis-33579	116	18	rag	rag	NOUN
bracis-33579	116	19	)	)	PUNCT
bracis-33579	116	20	,	,	PUNCT
bracis-33579	116	21	our	our	PRON
bracis-33579	116	22	evaluation	evaluation	NOUN
bracis-33579	116	23	focused	focus	VERB
bracis-33579	116	24	solely	solely	ADV
bracis-33579	116	25	on	on	ADP
bracis-33579	116	26	the	the	DET
bracis-33579	116	27	tasks	task	NOUN
bracis-33579	116	28	of	of	ADP
bracis-33579	116	29	generation	generation	NOUN
bracis-33579	116	30	and	and	CCONJ
bracis-33579	116	31	reasoning	reasoning	NOUN
bracis-33579	116	32	.	.	PUNCT
bracis-33579	117	1	this	this	DET
bracis-33579	117	2	decision	decision	NOUN
bracis-33579	117	3	was	be	AUX
bracis-33579	117	4	inspired	inspire	VERB
bracis-33579	117	5	by	by	ADP
bracis-33579	117	6	other	other	ADJ
bracis-33579	117	7	prominent	prominent	ADJ
bracis-33579	117	8	datasets	dataset	NOUN
bracis-33579	117	9	,	,	PUNCT
bracis-33579	117	10	such	such	ADJ
bracis-33579	117	11	as	as	ADP
bracis-33579	117	12	squad	squad	NOUN
bracis-33579	117	13	2.0	2.0	NUM
bracis-33579	117	14	and	and	CCONJ
bracis-33579	117	15	hotpotqa	hotpotqa	NOUN
bracis-33579	117	16	,	,	PUNCT
bracis-33579	117	17	which	which	PRON
bracis-33579	117	18	also	also	ADV
bracis-33579	117	19	provide	provide	VERB
bracis-33579	117	20	the	the	DET
bracis-33579	117	21	expected	expect	VERB
bracis-33579	117	22	passages	passage	NOUN
bracis-33579	117	23	alongside	alongside	ADP
bracis-33579	117	24	the	the	DET
bracis-33579	117	25	ground	ground	NOUN
bracis-33579	117	26	truth	truth	NOUN
bracis-33579	117	27	answers	answer	NOUN
bracis-33579	117	28	,	,	PUNCT
bracis-33579	117	29	allowing	allow	VERB
bracis-33579	117	30	for	for	ADP
bracis-33579	117	31	a	a	DET
bracis-33579	117	32	direct	direct	ADJ
bracis-33579	117	33	assessment	assessment	NOUN
bracis-33579	117	34	of	of	ADP
bracis-33579	117	35	the	the	DET
bracis-33579	117	36	model	model	NOUN
bracis-33579	117	37	’s	’s	PART
bracis-33579	117	38	generation	generation	NOUN
bracis-33579	117	39	capabilities	capability	NOUN
bracis-33579	117	40	without	without	ADP
bracis-33579	117	41	the	the	DET
bracis-33579	117	42	retrieval	retrieval	NOUN
bracis-33579	117	43	step	step	NOUN
bracis-33579	117	44	.	.	PUNCT
bracis-33579	118	1	by	by	ADP
bracis-33579	118	2	concentrating	concentrate	VERB
bracis-33579	118	3	on	on	ADP
bracis-33579	118	4	these	these	DET
bracis-33579	118	5	aspects	aspect	NOUN
bracis-33579	118	6	,	,	PUNCT
bracis-33579	118	7	we	we	PRON
bracis-33579	118	8	aimed	aim	VERB
bracis-33579	118	9	to	to	PART
bracis-33579	118	10	isolate	isolate	VERB
bracis-33579	118	11	and	and	CCONJ
bracis-33579	118	12	thoroughly	thoroughly	ADV
bracis-33579	118	13	evaluate	evaluate	VERB
bracis-33579	118	14	the	the	DET
bracis-33579	118	15	llms	llm	NOUN
bracis-33579	118	16	’	'	PUNCT
bracis-33579	118	17	ability	ability	NOUN
bracis-33579	118	18	to	to	PART
bracis-33579	118	19	generate	generate	VERB
bracis-33579	118	20	accurate	accurate	ADJ
bracis-33579	118	21	and	and	CCONJ
bracis-33579	118	22	reasoned	reasoned	ADJ
bracis-33579	118	23	responses	response	NOUN
bracis-33579	118	24	based	base	VERB
bracis-33579	118	25	solely	solely	ADV
bracis-33579	118	26	on	on	ADP
bracis-33579	118	27	the	the	DET
bracis-33579	118	28	provided	provide	VERB
bracis-33579	118	29	legal	legal	ADJ
bracis-33579	118	30	context	context	NOUN
bracis-33579	118	31	.	.	PUNCT
bracis-33579	119	1	3.3	3.3	NUM
bracis-33579	119	2	evaluation	evaluation	NOUN
bracis-33579	119	3	metrics	metric	NOUN
bracis-33579	119	4	our	our	PRON
bracis-33579	119	5	study	study	NOUN
bracis-33579	119	6	evaluated	evaluate	VERB
bracis-33579	119	7	large	large	ADJ
bracis-33579	119	8	language	language	NOUN
bracis-33579	119	9	models	model	NOUN
bracis-33579	119	10	(	(	PUNCT
bracis-33579	119	11	llms	llm	NOUN
bracis-33579	119	12	)	)	PUNCT
bracis-33579	119	13	using	use	VERB
bracis-33579	119	14	a	a	DET
bracis-33579	119	15	comprehensive	comprehensive	ADJ
bracis-33579	119	16	approach	approach	NOUN
bracis-33579	119	17	integrating	integrate	VERB
bracis-33579	119	18	quantitative	quantitative	ADJ
bracis-33579	119	19	and	and	CCONJ
bracis-33579	119	20	qualitative	qualitative	ADJ
bracis-33579	119	21	methods	method	NOUN
bracis-33579	119	22	.	.	PUNCT
bracis-33579	120	1	for	for	ADP
bracis-33579	120	2	the	the	DET
bracis-33579	120	3	quantitative	quantitative	ADJ
bracis-33579	120	4	assessment	assessment	NOUN
bracis-33579	120	5	,	,	PUNCT
bracis-33579	120	6	we	we	PRON
bracis-33579	120	7	employed	employ	VERB
bracis-33579	120	8	the	the	DET
bracis-33579	120	9	bleu	bleu	NOUN
bracis-33579	120	10	(	(	PUNCT
bracis-33579	120	11	bilingual	bilingual	ADJ
bracis-33579	120	12	evaluation	evaluation	NOUN
bracis-33579	120	13	understudy	understudy	NOUN
bracis-33579	120	14	)	)	PUNCT
bracis-33579	120	15	and	and	CCONJ
bracis-33579	120	16	rouge	rouge	NOUN
bracis-33579	120	17	(	(	PUNCT
bracis-33579	120	18	recall	recall	NOUN
bracis-33579	120	19	-	-	PUNCT
bracis-33579	120	20	oriented	orient	VERB
bracis-33579	120	21	understudy	understudy	NOUN
bracis-33579	120	22	for	for	ADP
bracis-33579	120	23	gisting	giste	VERB
bracis-33579	120	24	evaluation	evaluation	NOUN
bracis-33579	120	25	)	)	PUNCT
bracis-33579	120	26	metrics	metric	NOUN
bracis-33579	120	27	 	 	SPACE
bracis-33579	121	1	[	[	X
bracis-33579	121	2	19	19	NUM
bracis-33579	121	3	,	,	PUNCT
bracis-33579	121	4	27	27	NUM
bracis-33579	121	5	]	]	PUNCT
bracis-33579	121	6	.	.	PUNCT
bracis-33579	122	1	in	in	ADP
bracis-33579	122	2	the	the	DET
bracis-33579	122	3	field	field	NOUN
bracis-33579	122	4	of	of	ADP
bracis-33579	122	5	natural	natural	ADJ
bracis-33579	122	6	language	language	NOUN
bracis-33579	122	7	processing	processing	NOUN
bracis-33579	122	8	,	,	PUNCT
bracis-33579	122	9	these	these	DET
bracis-33579	122	10	metrics	metric	NOUN
bracis-33579	122	11	are	be	AUX
bracis-33579	122	12	crucial	crucial	ADJ
bracis-33579	122	13	for	for	ADP
bracis-33579	122	14	assessing	assess	VERB
bracis-33579	122	15	the	the	DET
bracis-33579	122	16	quality	quality	NOUN
bracis-33579	122	17	of	of	ADP
bracis-33579	122	18	text	text	NOUN
bracis-33579	122	19	generation	generation	NOUN
bracis-33579	122	20	by	by	ADP
bracis-33579	122	21	comparing	compare	VERB
bracis-33579	122	22	the	the	DET
bracis-33579	122	23	models	model	NOUN
bracis-33579	122	24	’	'	PUNCT
bracis-33579	122	25	responses	response	NOUN
bracis-33579	122	26	to	to	ADP
bracis-33579	122	27	a	a	DET
bracis-33579	122	28	predefined	predefine	VERB
bracis-33579	122	29	set	set	NOUN
bracis-33579	122	30	of	of	ADP
bracis-33579	122	31	reference	reference	NOUN
bracis-33579	122	32	answers	answer	NOUN
bracis-33579	122	33	.	.	PUNCT
bracis-33579	123	1	specifically	specifically	ADV
bracis-33579	123	2	,	,	PUNCT
bracis-33579	123	3	in	in	ADP
bracis-33579	123	4	the	the	DET
bracis-33579	123	5	domain	domain	NOUN
bracis-33579	123	6	of	of	ADP
bracis-33579	123	7	questions	question	NOUN
bracis-33579	123	8	and	and	CCONJ
bracis-33579	123	9	answers	answer	NOUN
bracis-33579	123	10	related	relate	VERB
bracis-33579	123	11	to	to	ADP
bracis-33579	123	12	corporate	corporate	ADJ
bracis-33579	123	13	taxation	taxation	NOUN
bracis-33579	123	14	,	,	PUNCT
bracis-33579	123	15	these	these	DET
bracis-33579	123	16	metrics	metric	NOUN
bracis-33579	123	17	provide	provide	VERB
bracis-33579	123	18	a	a	DET
bracis-33579	123	19	quantitative	quantitative	ADJ
bracis-33579	123	20	measure	measure	NOUN
bracis-33579	123	21	of	of	ADP
bracis-33579	123	22	how	how	SCONJ
bracis-33579	123	23	closely	closely	ADV
bracis-33579	123	24	the	the	DET
bracis-33579	123	25	generated	generate	VERB
bracis-33579	123	26	responses	response	NOUN
bracis-33579	123	27	align	align	VERB
bracis-33579	123	28	with	with	ADP
bracis-33579	123	29	the	the	DET
bracis-33579	123	30	ideal	ideal	ADJ
bracis-33579	123	31	answers	answer	NOUN
bracis-33579	123	32	.	.	PUNCT
bracis-33579	124	1	despite	despite	SCONJ
bracis-33579	124	2	their	their	PRON
bracis-33579	124	3	widespread	widespread	ADJ
bracis-33579	124	4	use	use	NOUN
bracis-33579	124	5	,	,	PUNCT
bracis-33579	124	6	metrics	metric	NOUN
bracis-33579	124	7	such	such	ADJ
bracis-33579	124	8	as	as	ADP
bracis-33579	124	9	bleu	bleu	NOUN
bracis-33579	124	10	,	,	PUNCT
bracis-33579	124	11	rouge	rouge	NOUN
bracis-33579	124	12	 	 	SPACE
bracis-33579	125	1	[	[	X
bracis-33579	125	2	37	37	NUM
bracis-33579	125	3	]	]	PUNCT
bracis-33579	125	4	,	,	PUNCT
bracis-33579	125	5	and	and	CCONJ
bracis-33579	125	6	meteor	meteor	NOUN
bracis-33579	125	7	 	 	SPACE
bracis-33579	126	1	[	[	X
bracis-33579	126	2	21	21	NUM
bracis-33579	126	3	]	]	X
bracis-33579	126	4	,	,	PUNCT
bracis-33579	126	5	which	which	PRON
bracis-33579	126	6	are	be	AUX
bracis-33579	126	7	widely	widely	ADV
bracis-33579	126	8	used	use	VERB
bracis-33579	126	9	for	for	ADP
bracis-33579	126	10	evaluating	evaluate	VERB
bracis-33579	126	11	language	language	NOUN
bracis-33579	126	12	models	model	NOUN
bracis-33579	126	13	,	,	PUNCT
bracis-33579	126	14	they	they	PRON
bracis-33579	126	15	primarily	primarily	ADV
bracis-33579	126	16	provide	provide	VERB
bracis-33579	126	17	a	a	DET
bracis-33579	126	18	quantitative	quantitative	ADJ
bracis-33579	126	19	perspective	perspective	NOUN
bracis-33579	126	20	and	and	CCONJ
bracis-33579	126	21	may	may	AUX
bracis-33579	126	22	not	not	PART
bracis-33579	126	23	fully	fully	ADV
bracis-33579	126	24	capture	capture	VERB
bracis-33579	126	25	the	the	DET
bracis-33579	126	26	accuracy	accuracy	NOUN
bracis-33579	126	27	of	of	ADP
bracis-33579	126	28	responses	response	NOUN
bracis-33579	126	29	in	in	ADP
bracis-33579	126	30	question	question	NOUN
bracis-33579	126	31	-	-	PUNCT
bracis-33579	126	32	answering	answer	VERB
bracis-33579	126	33	scenarios	scenario	NOUN
bracis-33579	126	34	 	 	SPACE
bracis-33579	127	1	[	[	X
bracis-33579	127	2	20	20	NUM
bracis-33579	127	3	]	]	PUNCT
bracis-33579	127	4	.	.	PUNCT
bracis-33579	128	1	this	this	DET
bracis-33579	128	2	limitation	limitation	NOUN
bracis-33579	128	3	arises	arise	VERB
bracis-33579	128	4	because	because	SCONJ
bracis-33579	128	5	these	these	DET
bracis-33579	128	6	metrics	metric	NOUN
bracis-33579	128	7	do	do	AUX
bracis-33579	128	8	not	not	PART
bracis-33579	128	9	adequately	adequately	ADV
bracis-33579	128	10	assess	assess	VERB
bracis-33579	128	11	the	the	DET
bracis-33579	128	12	factual	factual	ADJ
bracis-33579	128	13	accuracy	accuracy	NOUN
bracis-33579	128	14	or	or	CCONJ
bracis-33579	128	15	the	the	DET
bracis-33579	128	16	relevance	relevance	NOUN
bracis-33579	128	17	of	of	ADP
bracis-33579	128	18	the	the	DET
bracis-33579	128	19	generated	generate	VERB
bracis-33579	128	20	responses	response	NOUN
bracis-33579	128	21	,	,	PUNCT
bracis-33579	128	22	which	which	PRON
bracis-33579	128	23	are	be	AUX
bracis-33579	128	24	critical	critical	ADJ
bracis-33579	128	25	in	in	ADP
bracis-33579	128	26	determining	determine	VERB
bracis-33579	128	27	whether	whether	SCONJ
bracis-33579	128	28	the	the	DET
bracis-33579	128	29	questions	question	NOUN
bracis-33579	128	30	were	be	AUX
bracis-33579	128	31	answered	answer	VERB
bracis-33579	128	32	correctly	correctly	ADV
bracis-33579	128	33	.	.	PUNCT
bracis-33579	129	1	in	in	ADP
bracis-33579	129	2	order	order	NOUN
bracis-33579	129	3	to	to	PART
bracis-33579	129	4	address	address	VERB
bracis-33579	129	5	this	this	DET
bracis-33579	129	6	gap	gap	NOUN
bracis-33579	129	7	,	,	PUNCT
bracis-33579	129	8	we	we	PRON
bracis-33579	129	9	adopted	adopt	VERB
bracis-33579	129	10	a	a	DET
bracis-33579	129	11	more	more	ADV
bracis-33579	129	12	nuanced	nuanced	ADJ
bracis-33579	129	13	qualitative	qualitative	ADJ
bracis-33579	129	14	approach	approach	NOUN
bracis-33579	129	15	,	,	PUNCT
bracis-33579	129	16	utilizing	utilize	VERB
bracis-33579	129	17	the	the	DET
bracis-33579	129	18	capabilities	capability	NOUN
bracis-33579	129	19	of	of	ADP
bracis-33579	129	20	a	a	DET
bracis-33579	129	21	powerful	powerful	ADJ
bracis-33579	129	22	language	language	NOUN
bracis-33579	129	23	model	model	NOUN
bracis-33579	129	24	as	as	ADP
bracis-33579	129	25	a	a	DET
bracis-33579	129	26	surrogate	surrogate	NOUN
bracis-33579	129	27	for	for	ADP
bracis-33579	129	28	human	human	ADJ
bracis-33579	129	29	judgment	judgment	NOUN
bracis-33579	129	30	.	.	PUNCT
bracis-33579	130	1	specifically	specifically	ADV
bracis-33579	130	2	,	,	PUNCT
bracis-33579	130	3	we	we	PRON
bracis-33579	130	4	employed	employ	VERB
bracis-33579	130	5	gpt-4	gpt-4	ADJ
bracis-33579	130	6	to	to	PART
bracis-33579	130	7	evaluate	evaluate	VERB
bracis-33579	130	8	the	the	DET
bracis-33579	130	9	performance	performance	NOUN
bracis-33579	130	10	of	of	ADP
bracis-33579	130	11	other	other	ADJ
bracis-33579	130	12	models	model	NOUN
bracis-33579	130	13	.	.	PUNCT
bracis-33579	131	1	this	this	DET
bracis-33579	131	2	approach	approach	NOUN
bracis-33579	131	3	is	be	AUX
bracis-33579	131	4	premised	premise	VERB
bracis-33579	131	5	on	on	ADP
bracis-33579	131	6	the	the	DET
bracis-33579	131	7	notion	notion	NOUN
bracis-33579	131	8	that	that	SCONJ
bracis-33579	131	9	a	a	DET
bracis-33579	131	10	robust	robust	ADJ
bracis-33579	131	11	llm	llm	NOUN
bracis-33579	131	12	,	,	PUNCT
bracis-33579	131	13	such	such	ADJ
bracis-33579	131	14	as	as	ADP
bracis-33579	131	15	gpt-4	gpt-4	NOUN
bracis-33579	131	16	,	,	PUNCT
bracis-33579	131	17	can	can	AUX
bracis-33579	131	18	effectively	effectively	ADV
bracis-33579	131	19	emulate	emulate	VERB
bracis-33579	131	20	human	human	ADJ
bracis-33579	131	21	judgment	judgment	NOUN
bracis-33579	131	22	in	in	ADP
bracis-33579	131	23	evaluating	evaluate	VERB
bracis-33579	131	24	responses	response	NOUN
bracis-33579	131	25	 	 	SPACE
bracis-33579	131	26	[	[	X
bracis-33579	131	27	7	7	NUM
bracis-33579	131	28	,	,	PUNCT
bracis-33579	131	29	10	10	NUM
bracis-33579	131	30	,	,	PUNCT
bracis-33579	131	31	17	17	NUM
bracis-33579	131	32	,	,	PUNCT
bracis-33579	131	33	20	20	NUM
bracis-33579	131	34	,	,	PUNCT
bracis-33579	131	35	31	31	NUM
bracis-33579	131	36	,	,	PUNCT
bracis-33579	131	37	35	35	NUM
bracis-33579	131	38	,	,	PUNCT
bracis-33579	131	39	41	41	NUM
bracis-33579	131	40	]	]	PUNCT
bracis-33579	131	41	to	to	PART
bracis-33579	131	42	open	open	VERB
bracis-33579	131	43	-	-	PUNCT
bracis-33579	131	44	ended	end	VERB
bracis-33579	131	45	questions	question	NOUN
bracis-33579	131	46	,	,	PUNCT
bracis-33579	131	47	thereby	thereby	ADV
bracis-33579	131	48	providing	provide	VERB
bracis-33579	131	49	a	a	DET
bracis-33579	131	50	closer	close	ADJ
bracis-33579	131	51	approximation	approximation	NOUN
bracis-33579	131	52	to	to	ADP
bracis-33579	131	53	human	human	ADJ
bracis-33579	131	54	evaluative	evaluative	ADJ
bracis-33579	131	55	criteria	criterion	NOUN
bracis-33579	131	56	.	.	PUNCT
bracis-33579	132	1	for	for	ADP
bracis-33579	132	2	the	the	DET
bracis-33579	132	3	qualitative	qualitative	ADJ
bracis-33579	132	4	evaluation	evaluation	NOUN
bracis-33579	132	5	,	,	PUNCT
bracis-33579	132	6	we	we	PRON
bracis-33579	132	7	used	use	VERB
bracis-33579	132	8	a	a	DET
bracis-33579	132	9	carefully	carefully	ADV
bracis-33579	132	10	designed	design	VERB
bracis-33579	132	11	prompt	prompt	NOUN
bracis-33579	132	12	to	to	PART
bracis-33579	132	13	assess	assess	VERB
bracis-33579	132	14	the	the	DET
bracis-33579	132	15	factual	factual	ADJ
bracis-33579	132	16	accuracy	accuracy	NOUN
bracis-33579	132	17	of	of	ADP
bracis-33579	132	18	the	the	DET
bracis-33579	132	19	models	model	NOUN
bracis-33579	132	20	’	'	PUNCT
bracis-33579	132	21	responses	response	NOUN
bracis-33579	132	22	.	.	PUNCT
bracis-33579	133	1	the	the	DET
bracis-33579	133	2	accuracy	accuracy	NOUN
bracis-33579	133	3	of	of	ADP
bracis-33579	133	4	each	each	DET
bracis-33579	133	5	model	model	NOUN
bracis-33579	133	6	was	be	AUX
bracis-33579	133	7	then	then	ADV
bracis-33579	133	8	calculated	calculate	VERB
bracis-33579	133	9	based	base	VERB
bracis-33579	133	10	on	on	ADP
bracis-33579	133	11	this	this	DET
bracis-33579	133	12	assessment	assessment	NOUN
bracis-33579	133	13	.	.	PUNCT
bracis-33579	134	1	the	the	DET
bracis-33579	134	2	specific	specific	ADJ
bracis-33579	134	3	prompt	prompt	NOUN
bracis-33579	134	4	used	use	VERB
bracis-33579	134	5	for	for	ADP
bracis-33579	134	6	this	this	DET
bracis-33579	134	7	evaluation	evaluation	NOUN
bracis-33579	134	8	can	can	AUX
bracis-33579	134	9	be	be	AUX
bracis-33579	134	10	found	find	VERB
bracis-33579	134	11	in	in	ADP
bracis-33579	134	12	prompt	prompt	ADJ
bracis-33579	134	13	evaluation	evaluation	NOUN
bracis-33579	134	14	in	in	ADP
bracis-33579	134	15	the	the	DET
bracis-33579	134	16	appendix	appendix	NOUN
bracis-33579	134	17	 	 	SPACE
bracis-33579	134	18	a	a	NOUN
bracis-33579	134	19	for	for	ADP
bracis-33579	134	20	further	further	ADJ
bracis-33579	134	21	details	detail	NOUN
bracis-33579	134	22	.	.	PUNCT
bracis-33579	135	1	table	table	NOUN
bracis-33579	135	2	2	2	NUM
bracis-33579	135	3	.	.	PUNCT
bracis-33579	135	4	model	model	NOUN
bracis-33579	135	5	performance	performance	NOUN
bracis-33579	135	6	metricsfull	metricsfull	NOUN
bracis-33579	135	7	size	size	NOUN
bracis-33579	135	8	table	table	NOUN
bracis-33579	135	9	4	4	NUM
bracis-33579	135	10	results	result	NOUN
bracis-33579	135	11	in	in	ADP
bracis-33579	135	12	this	this	DET
bracis-33579	135	13	section	section	NOUN
bracis-33579	135	14	,	,	PUNCT
bracis-33579	135	15	we	we	PRON
bracis-33579	135	16	will	will	AUX
bracis-33579	135	17	present	present	VERB
bracis-33579	135	18	the	the	DET
bracis-33579	135	19	results	result	NOUN
bracis-33579	135	20	of	of	ADP
bracis-33579	135	21	the	the	DET
bracis-33579	135	22	experiments	experiment	NOUN
bracis-33579	135	23	described	describe	VERB
bracis-33579	135	24	in	in	ADP
bracis-33579	135	25	the	the	DET
bracis-33579	135	26	experimental	experimental	ADJ
bracis-33579	135	27	setup	setup	NOUN
bracis-33579	135	28	section	section	NOUN
bracis-33579	135	29	.	.	PUNCT
bracis-33579	136	1	we	we	PRON
bracis-33579	136	2	used	use	VERB
bracis-33579	136	3	the	the	DET
bracis-33579	136	4	metrics	metric	NOUN
bracis-33579	136	5	outlined	outline	VERB
bracis-33579	136	6	in	in	ADP
bracis-33579	136	7	the	the	DET
bracis-33579	136	8	metrics	metric	NOUN
bracis-33579	136	9	section	section	NOUN
bracis-33579	136	10	,	,	PUNCT
bracis-33579	136	11	both	both	PRON
bracis-33579	136	12	of	of	ADP
bracis-33579	136	13	which	which	PRON
bracis-33579	136	14	are	be	AUX
bracis-33579	136	15	situated	situate	VERB
bracis-33579	136	16	in	in	ADP
bracis-33579	136	17	the	the	DET
bracis-33579	136	18	methodology	methodology	NOUN
bracis-33579	136	19	(	(	PUNCT
bracis-33579	136	20	sect	sect	NOUN
bracis-33579	136	21	.	.	PUNCT
bracis-33579	136	22	 	 	SPACE
bracis-33579	136	23	3	3	NUM
bracis-33579	136	24	)	)	PUNCT
bracis-33579	136	25	.	.	PUNCT
bracis-33579	137	1	we	we	PRON
bracis-33579	137	2	selected	select	VERB
bracis-33579	137	3	the	the	DET
bracis-33579	137	4	main	main	ADJ
bracis-33579	137	5	language	language	NOUN
bracis-33579	137	6	models	model	NOUN
bracis-33579	137	7	operating	operate	VERB
bracis-33579	137	8	in	in	ADP
bracis-33579	137	9	portuguese	portuguese	PROPN
bracis-33579	137	10	to	to	PART
bracis-33579	137	11	evaluate	evaluate	VERB
bracis-33579	137	12	how	how	SCONJ
bracis-33579	137	13	well	well	ADV
bracis-33579	137	14	they	they	PRON
bracis-33579	137	15	can	can	AUX
bracis-33579	137	16	reason	reason	VERB
bracis-33579	137	17	and	and	CCONJ
bracis-33579	137	18	answer	answer	VERB
bracis-33579	137	19	questions	question	NOUN
bracis-33579	137	20	in	in	ADP
bracis-33579	137	21	the	the	DET
bracis-33579	137	22	context	context	NOUN
bracis-33579	137	23	of	of	ADP
bracis-33579	137	24	tax	tax	NOUN
bracis-33579	137	25	law	law	NOUN
bracis-33579	137	26	,	,	PUNCT
bracis-33579	137	27	with	with	ADP
bracis-33579	137	28	the	the	DET
bracis-33579	137	29	aim	aim	NOUN
bracis-33579	137	30	of	of	ADP
bracis-33579	137	31	identifying	identify	VERB
bracis-33579	137	32	potential	potential	ADJ
bracis-33579	137	33	improvements	improvement	NOUN
bracis-33579	137	34	(	(	PUNCT
bracis-33579	137	35	table	table	NOUN
bracis-33579	137	36	 	 	SPACE
bracis-33579	137	37	2	2	NUM
bracis-33579	137	38	)	)	PUNCT
bracis-33579	137	39	.	.	PUNCT
bracis-33579	138	1	4.1	4.1	NUM
bracis-33579	138	2	model	model	NOUN
bracis-33579	138	3	performance	performance	NOUN
bracis-33579	138	4	analysis	analysis	NOUN
bracis-33579	138	5	the	the	DET
bracis-33579	138	6	latest	late	ADJ
bracis-33579	138	7	versions	version	NOUN
bracis-33579	138	8	of	of	ADP
bracis-33579	138	9	the	the	DET
bracis-33579	138	10	llama	llama	NOUN
bracis-33579	138	11	,	,	PUNCT
bracis-33579	138	12	qwen	qwen	PROPN
bracis-33579	138	13	,	,	PUNCT
bracis-33579	138	14	and	and	CCONJ
bracis-33579	138	15	mistral	mistral	ADJ
bracis-33579	138	16	families	family	NOUN
bracis-33579	138	17	exhibit	exhibit	VERB
bracis-33579	138	18	significant	significant	ADJ
bracis-33579	138	19	advancements	advancement	NOUN
bracis-33579	138	20	compared	compare	VERB
bracis-33579	138	21	to	to	ADP
bracis-33579	138	22	their	their	PRON
bracis-33579	138	23	predecessors	predecessor	NOUN
bracis-33579	138	24	.	.	PUNCT
bracis-33579	139	1	these	these	DET
bracis-33579	139	2	models	model	NOUN
bracis-33579	139	3	incorporate	incorporate	VERB
bracis-33579	139	4	several	several	ADJ
bracis-33579	139	5	architectural	architectural	ADJ
bracis-33579	139	6	enhancements	enhancement	NOUN
bracis-33579	139	7	,	,	PUNCT
bracis-33579	139	8	including	include	VERB
bracis-33579	139	9	swiglu	swiglu	PROPN
bracis-33579	139	10	activation	activation	NOUN
bracis-33579	139	11	 	 	SPACE
bracis-33579	140	1	[	[	X
bracis-33579	140	2	30	30	NUM
bracis-33579	140	3	]	]	PUNCT
bracis-33579	140	4	and	and	CCONJ
bracis-33579	140	5	grouped	group	VERB
bracis-33579	140	6	query	query	NOUN
bracis-33579	140	7	attention	attention	NOUN
bracis-33579	140	8	(	(	PUNCT
bracis-33579	140	9	gqa	gqa	ADJ
bracis-33579	140	10	)	)	PUNCT
bracis-33579	140	11	 	 	SPACE
bracis-33579	141	1	[	[	X
bracis-33579	141	2	4	4	NUM
bracis-33579	141	3	]	]	PUNCT
bracis-33579	141	4	.	.	PUNCT
bracis-33579	142	1	both	both	CCONJ
bracis-33579	142	2	the	the	DET
bracis-33579	142	3	qwen2	qwen2	PROPN
bracis-33579	142	4	-	-	PUNCT
bracis-33579	142	5	72b	72b	NOUN
bracis-33579	142	6	-	-	PUNCT
bracis-33579	142	7	instruct	instruct	VERB
bracis-33579	142	8	 	 	SPACE
bracis-33579	142	9	[	[	X
bracis-33579	142	10	1	1	NUM
bracis-33579	142	11	]	]	PUNCT
bracis-33579	142	12	and	and	CCONJ
bracis-33579	142	13	llama-3	llama-3	NOUN
bracis-33579	142	14	-	-	PUNCT
bracis-33579	142	15	70b	70b	NOUN
bracis-33579	142	16	-	-	PUNCT
bracis-33579	142	17	chat	chat	NOUN
bracis-33579	142	18	-	-	PUNCT
bracis-33579	142	19	hf	hf	NOUN
bracis-33579	142	20	 	 	SPACE
bracis-33579	143	1	[	[	X
bracis-33579	143	2	3	3	NUM
bracis-33579	143	3	]	]	ADJ
bracis-33579	143	4	models	model	NOUN
bracis-33579	143	5	benefited	benefit	VERB
bracis-33579	143	6	from	from	ADP
bracis-33579	143	7	these	these	DET
bracis-33579	143	8	improvements	improvement	NOUN
bracis-33579	143	9	,	,	PUNCT
bracis-33579	143	10	particularly	particularly	ADV
bracis-33579	143	11	the	the	DET
bracis-33579	143	12	modifications	modification	NOUN
bracis-33579	143	13	to	to	ADP
bracis-33579	143	14	the	the	DET
bracis-33579	143	15	tokenizer	tokenizer	NOUN
bracis-33579	143	16	and	and	CCONJ
bracis-33579	143	17	the	the	DET
bracis-33579	143	18	inclusion	inclusion	NOUN
bracis-33579	143	19	of	of	ADP
bracis-33579	143	20	gqa	gqa	PROPN
bracis-33579	143	21	,	,	PUNCT
bracis-33579	143	22	leading	lead	VERB
bracis-33579	143	23	to	to	ADP
bracis-33579	143	24	notable	notable	ADJ
bracis-33579	143	25	performance	performance	NOUN
bracis-33579	143	26	gains	gain	NOUN
bracis-33579	143	27	.	.	PUNCT
bracis-33579	144	1	as	as	ADP
bracis-33579	144	2	a	a	DET
bracis-33579	144	3	result	result	NOUN
bracis-33579	144	4	,	,	PUNCT
bracis-33579	144	5	the	the	DET
bracis-33579	144	6	qwen2	qwen2	PROPN
bracis-33579	144	7	-	-	PUNCT
bracis-33579	144	8	72b	72b	NOUN
bracis-33579	144	9	-	-	PUNCT
bracis-33579	144	10	instruct	instruct	VERB
bracis-33579	144	11	 	 	SPACE
bracis-33579	144	12	[	[	X
bracis-33579	144	13	1	1	NUM
bracis-33579	144	14	]	]	PUNCT
bracis-33579	144	15	model	model	NOUN
bracis-33579	144	16	achieved	achieve	VERB
bracis-33579	144	17	the	the	DET
bracis-33579	144	18	highest	high	ADJ
bracis-33579	144	19	accuracy	accuracy	NOUN
bracis-33579	144	20	.	.	PUNCT
bracis-33579	145	1	similar	similar	ADJ
bracis-33579	145	2	results	result	NOUN
bracis-33579	145	3	have	have	AUX
bracis-33579	145	4	been	be	AUX
bracis-33579	145	5	observed	observe	VERB
bracis-33579	145	6	in	in	ADP
bracis-33579	145	7	other	other	ADJ
bracis-33579	145	8	llm	llm	PROPN
bracis-33579	145	9	evaluation	evaluation	NOUN
bracis-33579	145	10	benchmarks	benchmark	NOUN
bracis-33579	145	11	 	 	SPACE
bracis-33579	146	1	[	[	X
bracis-33579	146	2	1	1	NUM
bracis-33579	146	3	]	]	PUNCT
bracis-33579	146	4	,	,	PUNCT
bracis-33579	146	5	highlighting	highlight	VERB
bracis-33579	146	6	the	the	DET
bracis-33579	146	7	superior	superior	ADJ
bracis-33579	146	8	performance	performance	NOUN
bracis-33579	146	9	of	of	ADP
bracis-33579	146	10	models	model	NOUN
bracis-33579	146	11	incorporating	incorporate	VERB
bracis-33579	146	12	these	these	DET
bracis-33579	146	13	techniques	technique	NOUN
bracis-33579	146	14	.	.	PUNCT
bracis-33579	147	1	the	the	DET
bracis-33579	147	2	performance	performance	NOUN
bracis-33579	147	3	analysis	analysis	NOUN
bracis-33579	147	4	of	of	ADP
bracis-33579	147	5	the	the	DET
bracis-33579	147	6	models	model	NOUN
bracis-33579	147	7	revealed	reveal	VERB
bracis-33579	147	8	that	that	SCONJ
bracis-33579	147	9	model	model	NOUN
bracis-33579	147	10	size	size	NOUN
bracis-33579	147	11	significantly	significantly	ADV
bracis-33579	147	12	impacts	impact	VERB
bracis-33579	147	13	the	the	DET
bracis-33579	147	14	results	result	NOUN
bracis-33579	147	15	,	,	PUNCT
bracis-33579	147	16	but	but	CCONJ
bracis-33579	147	17	this	this	DET
bracis-33579	147	18	impact	impact	NOUN
bracis-33579	147	19	is	be	AUX
bracis-33579	147	20	not	not	PART
bracis-33579	147	21	always	always	ADV
bracis-33579	147	22	straightforward	straightforward	ADJ
bracis-33579	147	23	.	.	PUNCT
bracis-33579	148	1	larger	large	ADJ
bracis-33579	148	2	models	model	NOUN
bracis-33579	148	3	,	,	PUNCT
bracis-33579	148	4	such	such	ADJ
bracis-33579	148	5	as	as	ADP
bracis-33579	148	6	qwen2	qwen2	NOUN
bracis-33579	148	7	-	-	PUNCT
bracis-33579	148	8	72b	72b	NOUN
bracis-33579	148	9	-	-	PUNCT
bracis-33579	148	10	instruct	instruct	VERB
bracis-33579	148	11	 	 	SPACE
bracis-33579	148	12	[	[	X
bracis-33579	148	13	1	1	NUM
bracis-33579	148	14	]	]	PUNCT
bracis-33579	148	15	and	and	CCONJ
bracis-33579	148	16	mixtral-8x22b	mixtral-8x22b	NUM
bracis-33579	148	17	-	-	PUNCT
bracis-33579	148	18	instruct	instruct	NOUN
bracis-33579	148	19	-	-	PUNCT
bracis-33579	148	20	v0.1	v0.1	NOUN
bracis-33579	148	21	 	 	SPACE
bracis-33579	148	22	[	[	PUNCT
bracis-33579	148	23	13	13	NUM
bracis-33579	148	24	]	]	PUNCT
bracis-33579	148	25	,	,	PUNCT
bracis-33579	148	26	achieved	achieve	VERB
bracis-33579	148	27	superior	superior	ADJ
bracis-33579	148	28	performance	performance	NOUN
bracis-33579	148	29	,	,	PUNCT
bracis-33579	148	30	exhibiting	exhibit	VERB
bracis-33579	148	31	the	the	DET
bracis-33579	148	32	highest	high	ADJ
bracis-33579	148	33	rouge	rouge	ADJ
bracis-33579	148	34	-	-	PUNCT
bracis-33579	148	35	l	l	NOUN
bracis-33579	148	36	,	,	PUNCT
bracis-33579	148	37	bleu	bleu	NOUN
bracis-33579	148	38	,	,	PUNCT
bracis-33579	148	39	bert	bert	PROPN
bracis-33579	148	40	score	score	NOUN
bracis-33579	148	41	f1	f1	NOUN
bracis-33579	148	42	,	,	PUNCT
bracis-33579	148	43	and	and	CCONJ
bracis-33579	148	44	gpt-4	gpt-4	AUX
bracis-33579	148	45	evaluated	evaluate	VERB
bracis-33579	148	46	accuracy	accuracy	NOUN
bracis-33579	148	47	metrics	metric	NOUN
bracis-33579	148	48	.	.	PUNCT
bracis-33579	149	1	however	however	ADV
bracis-33579	149	2	,	,	PUNCT
bracis-33579	149	3	we	we	PRON
bracis-33579	149	4	observed	observe	VERB
bracis-33579	149	5	that	that	SCONJ
bracis-33579	149	6	smaller	small	ADJ
bracis-33579	149	7	models	model	NOUN
bracis-33579	149	8	,	,	PUNCT
bracis-33579	149	9	such	such	ADJ
bracis-33579	149	10	as	as	ADP
bracis-33579	149	11	mistral-7b	mistral-7b	NOUN
bracis-33579	149	12	-	-	PUNCT
bracis-33579	149	13	instruct	instruct	VERB
bracis-33579	149	14	-	-	PUNCT
bracis-33579	149	15	v0.3	v0.3	NOUN
bracis-33579	149	16	 	 	SPACE
bracis-33579	150	1	[	[	X
bracis-33579	150	2	12	12	NUM
bracis-33579	150	3	]	]	PUNCT
bracis-33579	150	4	and	and	CCONJ
bracis-33579	150	5	openhermes-2p5	openhermes-2p5	NOUN
bracis-33579	150	6	-	-	PUNCT
bracis-33579	150	7	mistral-7b	mistral-7b	NOUN
bracis-33579	150	8	 	 	SPACE
bracis-33579	150	9	[	[	X
bracis-33579	150	10	32	32	NUM
bracis-33579	150	11	]	]	PUNCT
bracis-33579	150	12	,	,	PUNCT
bracis-33579	150	13	outperformed	outperform	VERB
bracis-33579	150	14	some	some	DET
bracis-33579	150	15	larger	large	ADJ
bracis-33579	150	16	models	model	NOUN
bracis-33579	150	17	in	in	ADP
bracis-33579	150	18	specific	specific	ADJ
bracis-33579	150	19	metrics	metric	NOUN
bracis-33579	150	20	.	.	PUNCT
bracis-33579	151	1	for	for	ADP
bracis-33579	151	2	instance	instance	NOUN
bracis-33579	151	3	,	,	PUNCT
bracis-33579	151	4	mistral-7b	mistral-7b	NOUN
bracis-33579	151	5	-	-	PUNCT
bracis-33579	151	6	instruct	instruct	VERB
bracis-33579	151	7	-	-	PUNCT
bracis-33579	151	8	v0.3	v0.3	NOUN
bracis-33579	151	9	attained	attain	VERB
bracis-33579	151	10	a	a	DET
bracis-33579	151	11	bert	bert	PROPN
bracis-33579	151	12	score	score	NOUN
bracis-33579	151	13	f1	f1	NOUN
bracis-33579	151	14	of	of	ADP
bracis-33579	151	15	0.71	0.71	NUM
bracis-33579	151	16	,	,	PUNCT
bracis-33579	151	17	surpassing	surpass	VERB
bracis-33579	151	18	several	several	ADJ
bracis-33579	151	19	larger	large	ADJ
bracis-33579	151	20	models	model	NOUN
bracis-33579	151	21	,	,	PUNCT
bracis-33579	151	22	and	and	CCONJ
bracis-33579	151	23	openhermes-2p5	openhermes-2p5	NOUN
bracis-33579	151	24	-	-	PUNCT
bracis-33579	151	25	mistral-7b	mistral-7b	NOUN
bracis-33579	151	26	demonstrated	demonstrate	VERB
bracis-33579	151	27	remarkable	remarkable	ADJ
bracis-33579	151	28	performance	performance	NOUN
bracis-33579	151	29	with	with	ADP
bracis-33579	151	30	accuracy	accuracy	NOUN
bracis-33579	151	31	comparable	comparable	ADJ
bracis-33579	151	32	to	to	ADP
bracis-33579	151	33	significantly	significantly	ADV
bracis-33579	151	34	larger	large	ADJ
bracis-33579	151	35	models	model	NOUN
bracis-33579	151	36	.	.	PUNCT
bracis-33579	152	1	these	these	DET
bracis-33579	152	2	findings	finding	NOUN
bracis-33579	152	3	suggest	suggest	VERB
bracis-33579	152	4	that	that	SCONJ
bracis-33579	152	5	while	while	SCONJ
bracis-33579	152	6	larger	large	ADJ
bracis-33579	152	7	models	model	NOUN
bracis-33579	152	8	generally	generally	ADV
bracis-33579	152	9	deliver	deliver	VERB
bracis-33579	152	10	better	well	ADJ
bracis-33579	152	11	results	result	NOUN
bracis-33579	152	12	due	due	ADP
bracis-33579	152	13	to	to	ADP
bracis-33579	152	14	their	their	PRON
bracis-33579	152	15	ability	ability	NOUN
bracis-33579	152	16	to	to	PART
bracis-33579	152	17	capture	capture	VERB
bracis-33579	152	18	more	more	ADV
bracis-33579	152	19	complex	complex	ADJ
bracis-33579	152	20	information	information	NOUN
bracis-33579	152	21	,	,	PUNCT
bracis-33579	152	22	well	well	ADV
bracis-33579	152	23	-	-	PUNCT
bracis-33579	152	24	trained	train	VERB
bracis-33579	152	25	and	and	CCONJ
bracis-33579	152	26	fine	fine	ADV
bracis-33579	152	27	-	-	PUNCT
bracis-33579	152	28	tuned	tune	VERB
bracis-33579	152	29	smaller	small	ADJ
bracis-33579	152	30	models	model	NOUN
bracis-33579	152	31	can	can	AUX
bracis-33579	152	32	offer	offer	VERB
bracis-33579	152	33	competitive	competitive	ADJ
bracis-33579	152	34	performance	performance	NOUN
bracis-33579	152	35	in	in	ADP
bracis-33579	152	36	specific	specific	ADJ
bracis-33579	152	37	contexts	contexts	NOUN
bracis-33579	152	38	.	.	PUNCT
bracis-33579	153	1	this	this	DET
bracis-33579	153	2	trend	trend	NOUN
bracis-33579	153	3	indicates	indicate	VERB
bracis-33579	153	4	that	that	SCONJ
bracis-33579	153	5	the	the	DET
bracis-33579	153	6	training	training	NOUN
bracis-33579	153	7	quality	quality	NOUN
bracis-33579	153	8	and	and	CCONJ
bracis-33579	153	9	the	the	DET
bracis-33579	153	10	model	model	NOUN
bracis-33579	153	11	’s	’s	PART
bracis-33579	153	12	suitability	suitability	NOUN
bracis-33579	153	13	to	to	ADP
bracis-33579	153	14	the	the	DET
bracis-33579	153	15	particular	particular	ADJ
bracis-33579	153	16	dataset	dataset	NOUN
bracis-33579	153	17	are	be	AUX
bracis-33579	153	18	crucial	crucial	ADJ
bracis-33579	153	19	factors	factor	NOUN
bracis-33579	153	20	that	that	PRON
bracis-33579	153	21	can	can	AUX
bracis-33579	153	22	mitigate	mitigate	VERB
bracis-33579	153	23	the	the	DET
bracis-33579	153	24	size	size	NOUN
bracis-33579	153	25	disparity	disparity	NOUN
bracis-33579	153	26	among	among	ADP
bracis-33579	153	27	models	model	NOUN
bracis-33579	153	28	.	.	PUNCT
bracis-33579	154	1	although	although	SCONJ
bracis-33579	154	2	the	the	DET
bracis-33579	154	3	volume	volume	NOUN
bracis-33579	154	4	of	of	ADP
bracis-33579	154	5	portuguese	portuguese	ADJ
bracis-33579	154	6	data	datum	NOUN
bracis-33579	154	7	used	use	VERB
bracis-33579	154	8	in	in	ADP
bracis-33579	154	9	training	train	VERB
bracis-33579	154	10	these	these	DET
bracis-33579	154	11	models	model	NOUN
bracis-33579	154	12	has	have	VERB
bracis-33579	154	13	yet	yet	ADV
bracis-33579	154	14	to	to	PART
bracis-33579	154	15	be	be	AUX
bracis-33579	154	16	verified	verify	VERB
bracis-33579	154	17	,	,	PUNCT
bracis-33579	154	18	the	the	DET
bracis-33579	154	19	architectural	architectural	ADJ
bracis-33579	154	20	and	and	CCONJ
bracis-33579	154	21	training	training	NOUN
bracis-33579	154	22	improvements	improvement	NOUN
bracis-33579	154	23	suggest	suggest	VERB
bracis-33579	154	24	the	the	DET
bracis-33579	154	25	enhanced	enhanced	ADJ
bracis-33579	154	26	performance	performance	NOUN
bracis-33579	154	27	of	of	ADP
bracis-33579	154	28	the	the	DET
bracis-33579	154	29	llms	llm	NOUN
bracis-33579	154	30	in	in	ADP
bracis-33579	154	31	q&a	q&a	PROPN
bracis-33579	154	32	tasks	task	NOUN
bracis-33579	154	33	in	in	ADP
bracis-33579	154	34	corporate	corporate	ADJ
bracis-33579	154	35	tax	tax	NOUN
bracis-33579	154	36	law	law	NOUN
bracis-33579	154	37	.	.	PUNCT
bracis-33579	155	1	in	in	ADP
bracis-33579	155	2	the	the	DET
bracis-33579	155	3	mistral	mistral	ADJ
bracis-33579	155	4	family	family	NOUN
bracis-33579	155	5	,	,	PUNCT
bracis-33579	155	6	the	the	DET
bracis-33579	155	7	mixtral-8x22b	mixtral-8x22b	NOUN
bracis-33579	155	8	-	-	PUNCT
bracis-33579	155	9	instruct	instruct	NOUN
bracis-33579	155	10	-	-	PUNCT
bracis-33579	155	11	v0.1	v0.1	NOUN
bracis-33579	155	12	[	[	X
bracis-33579	155	13	24	24	NUM
bracis-33579	155	14	]	]	PUNCT
bracis-33579	155	15	model	model	NOUN
bracis-33579	155	16	stood	stand	VERB
bracis-33579	155	17	out	out	ADP
bracis-33579	155	18	with	with	ADP
bracis-33579	155	19	the	the	DET
bracis-33579	155	20	highest	high	ADJ
bracis-33579	155	21	scores	score	NOUN
bracis-33579	155	22	in	in	ADP
bracis-33579	155	23	rouge	rouge	NOUN
bracis-33579	155	24	-	-	PUNCT
bracis-33579	155	25	l	l	NOUN
bracis-33579	155	26	,	,	PUNCT
bracis-33579	155	27	bleu	bleu	NOUN
bracis-33579	155	28	,	,	PUNCT
bracis-33579	155	29	and	and	CCONJ
bracis-33579	155	30	bert	bert	PROPN
bracis-33579	155	31	score	score	NOUN
bracis-33579	155	32	f1	f1	NOUN
bracis-33579	155	33	,	,	PUNCT
bracis-33579	155	34	indicating	indicate	VERB
bracis-33579	155	35	the	the	DET
bracis-33579	155	36	potential	potential	NOUN
bracis-33579	155	37	of	of	ADP
bracis-33579	155	38	the	the	DET
bracis-33579	155	39	mixture	mixture	NOUN
bracis-33579	155	40	of	of	ADP
bracis-33579	155	41	experts	expert	NOUN
bracis-33579	155	42	architecture	architecture	NOUN
bracis-33579	155	43	 	 	SPACE
bracis-33579	156	1	[	[	X
bracis-33579	156	2	13	13	NUM
bracis-33579	156	3	]	]	PUNCT
bracis-33579	156	4	for	for	ADP
bracis-33579	156	5	legal	legal	ADJ
bracis-33579	156	6	texts	text	NOUN
bracis-33579	156	7	in	in	ADP
bracis-33579	156	8	portuguese	portuguese	PROPN
bracis-33579	156	9	.	.	PUNCT
bracis-33579	157	1	the	the	DET
bracis-33579	157	2	analysis	analysis	NOUN
bracis-33579	157	3	of	of	ADP
bracis-33579	157	4	fine	fine	ADV
bracis-33579	157	5	-	-	PUNCT
bracis-33579	157	6	tuned	tune	VERB
bracis-33579	157	7	open	open	ADJ
bracis-33579	157	8	-	-	PUNCT
bracis-33579	157	9	source	source	NOUN
bracis-33579	157	10	models	model	NOUN
bracis-33579	157	11	reveals	reveal	VERB
bracis-33579	157	12	significant	significant	ADJ
bracis-33579	157	13	improvements	improvement	NOUN
bracis-33579	157	14	over	over	ADP
bracis-33579	157	15	the	the	DET
bracis-33579	157	16	base	base	NOUN
bracis-33579	157	17	models	model	NOUN
bracis-33579	157	18	.	.	PUNCT
bracis-33579	158	1	the	the	DET
bracis-33579	158	2	openchat-3.5	openchat-3.5	NOUN
bracis-33579	158	3	-	-	PUNCT
bracis-33579	158	4	1210	1210	NUM
bracis-33579	158	5	 	 	SPACE
bracis-33579	159	1	[	[	X
bracis-33579	159	2	34	34	NUM
bracis-33579	159	3	]	]	PUNCT
bracis-33579	159	4	and	and	CCONJ
bracis-33579	159	5	openhermes-2p5	openhermes-2p5	NOUN
bracis-33579	159	6	-	-	PUNCT
bracis-33579	159	7	mistral-7b	mistral-7b	NOUN
bracis-33579	159	8	 	 	SPACE
bracis-33579	159	9	[	[	X
bracis-33579	159	10	32	32	NUM
bracis-33579	159	11	]	]	PUNCT
bracis-33579	159	12	,	,	PUNCT
bracis-33579	159	13	both	both	PRON
bracis-33579	159	14	derived	derive	VERB
bracis-33579	159	15	from	from	ADP
bracis-33579	159	16	the	the	DET
bracis-33579	159	17	mistral-7b	mistral-7b	NOUN
bracis-33579	159	18	-	-	NOUN
bracis-33579	159	19	v0.1	v0.1	NOUN
bracis-33579	159	20	 	 	SPACE
bracis-33579	159	21	[	[	NOUN
bracis-33579	159	22	12	12	NUM
bracis-33579	159	23	]	]	PUNCT
bracis-33579	159	24	,	,	PUNCT
bracis-33579	159	25	showed	show	VERB
bracis-33579	159	26	notable	notable	ADJ
bracis-33579	159	27	increases	increase	NOUN
bracis-33579	159	28	in	in	ADP
bracis-33579	159	29	accuracy	accuracy	NOUN
bracis-33579	159	30	after	after	ADP
bracis-33579	159	31	fine	fine	ADV
bracis-33579	159	32	-	-	PUNCT
bracis-33579	159	33	tuning	tuning	NOUN
bracis-33579	159	34	.	.	PUNCT
bracis-33579	160	1	similarly	similarly	ADV
bracis-33579	160	2	,	,	PUNCT
bracis-33579	160	3	the	the	DET
bracis-33579	160	4	vicuna-13b	vicuna-13b	PROPN
bracis-33579	160	5	-	-	PUNCT
bracis-33579	160	6	v1.5	v1.5	NOUN
bracis-33579	160	7	and	and	CCONJ
bracis-33579	160	8	vicuna-7b	vicuna-7b	ADJ
bracis-33579	160	9	-	-	PUNCT
bracis-33579	160	10	v1.5	v1.5	NOUN
bracis-33579	160	11	models	model	NOUN
bracis-33579	160	12	 	 	SPACE
bracis-33579	161	1	[	[	X
bracis-33579	161	2	41	41	NUM
bracis-33579	161	3	]	]	PUNCT
bracis-33579	161	4	,	,	PUNCT
bracis-33579	161	5	fine	fine	ADV
bracis-33579	161	6	-	-	PUNCT
bracis-33579	161	7	tuned	tune	VERB
bracis-33579	161	8	from	from	ADP
bracis-33579	161	9	llama	llama	NOUN
bracis-33579	161	10	2	2	NUM
bracis-33579	161	11	 	 	SPACE
bracis-33579	162	1	[	[	PUNCT
bracis-33579	162	2	33	33	NUM
bracis-33579	162	3	]	]	PUNCT
bracis-33579	162	4	,	,	PUNCT
bracis-33579	162	5	also	also	ADV
bracis-33579	162	6	demonstrated	demonstrate	VERB
bracis-33579	162	7	advances	advance	NOUN
bracis-33579	162	8	in	in	ADP
bracis-33579	162	9	response	response	NOUN
bracis-33579	162	10	accuracy	accuracy	NOUN
bracis-33579	162	11	.	.	PUNCT
bracis-33579	163	1	furthermore	furthermore	ADV
bracis-33579	163	2	,	,	PUNCT
bracis-33579	163	3	models	model	NOUN
bracis-33579	163	4	such	such	ADJ
bracis-33579	163	5	as	as	ADP
bracis-33579	163	6	wizardlm-13b	wizardlm-13b	PROPN
bracis-33579	163	7	-	-	PUNCT
bracis-33579	163	8	v1.2	v1.2	NOUN
bracis-33579	163	9	 	 	SPACE
bracis-33579	163	10	[	[	X
bracis-33579	163	11	36	36	NUM
bracis-33579	163	12	]	]	PUNCT
bracis-33579	163	13	,	,	PUNCT
bracis-33579	163	14	solar-10.7b	solar-10.7b	NOUN
bracis-33579	163	15	-	-	PUNCT
bracis-33579	163	16	instruct	instruct	VERB
bracis-33579	163	17	-	-	PUNCT
bracis-33579	163	18	v1.0	v1.0	NOUN
bracis-33579	163	19	 	 	SPACE
bracis-33579	163	20	[	[	X
bracis-33579	163	21	15	15	NUM
bracis-33579	163	22	,	,	PUNCT
bracis-33579	163	23	16	16	NUM
bracis-33579	163	24	]	]	PUNCT
bracis-33579	163	25	,	,	PUNCT
bracis-33579	163	26	and	and	CCONJ
bracis-33579	163	27	platypus2	platypus2	PROPN
bracis-33579	163	28	-	-	PUNCT
bracis-33579	163	29	70b	70b	NOUN
bracis-33579	163	30	-	-	PUNCT
bracis-33579	163	31	instruct	instruct	VERB
bracis-33579	163	32	 	 	SPACE
bracis-33579	163	33	[	[	X
bracis-33579	163	34	18	18	NUM
bracis-33579	163	35	]	]	PUNCT
bracis-33579	163	36	,	,	PUNCT
bracis-33579	163	37	derived	derive	VERB
bracis-33579	163	38	from	from	ADP
bracis-33579	163	39	llama	llama	NOUN
bracis-33579	163	40	2	2	NUM
bracis-33579	163	41	,	,	PUNCT
bracis-33579	163	42	improved	improve	VERB
bracis-33579	163	43	the	the	DET
bracis-33579	163	44	results	result	NOUN
bracis-33579	163	45	of	of	ADP
bracis-33579	163	46	their	their	PRON
bracis-33579	163	47	base	base	NOUN
bracis-33579	163	48	models	model	NOUN
bracis-33579	163	49	.	.	PUNCT
bracis-33579	164	1	notably	notably	ADV
bracis-33579	164	2	,	,	PUNCT
bracis-33579	164	3	these	these	DET
bracis-33579	164	4	fine	fine	ADJ
bracis-33579	164	5	-	-	PUNCT
bracis-33579	164	6	tuning	tune	VERB
bracis-33579	164	7	processes	process	NOUN
bracis-33579	164	8	were	be	AUX
bracis-33579	164	9	conducted	conduct	VERB
bracis-33579	164	10	on	on	ADP
bracis-33579	164	11	diverse	diverse	ADJ
bracis-33579	164	12	datasets	dataset	NOUN
bracis-33579	164	13	,	,	PUNCT
bracis-33579	164	14	not	not	PART
bracis-33579	164	15	on	on	ADP
bracis-33579	164	16	the	the	DET
bracis-33579	164	17	experimental	experimental	ADJ
bracis-33579	164	18	dataset	dataset	NOUN
bracis-33579	164	19	itself	itself	PRON
bracis-33579	164	20	,	,	PUNCT
bracis-33579	164	21	yet	yet	CCONJ
bracis-33579	164	22	still	still	ADV
bracis-33579	164	23	led	lead	VERB
bracis-33579	164	24	to	to	ADP
bracis-33579	164	25	enhanced	enhance	VERB
bracis-33579	164	26	metrics	metric	NOUN
bracis-33579	164	27	within	within	ADP
bracis-33579	164	28	the	the	DET
bracis-33579	164	29	experimental	experimental	ADJ
bracis-33579	164	30	dataset	dataset	NOUN
bracis-33579	164	31	.	.	PUNCT
bracis-33579	165	1	these	these	DET
bracis-33579	165	2	improvements	improvement	NOUN
bracis-33579	165	3	suggest	suggest	VERB
bracis-33579	165	4	that	that	SCONJ
bracis-33579	165	5	fine	fine	ADJ
bracis-33579	165	6	-	-	PUNCT
bracis-33579	165	7	tuning	tuning	NOUN
bracis-33579	165	8	can	can	AUX
bracis-33579	165	9	effectively	effectively	ADV
bracis-33579	165	10	enhance	enhance	VERB
bracis-33579	165	11	the	the	DET
bracis-33579	165	12	capabilities	capability	NOUN
bracis-33579	165	13	of	of	ADP
bracis-33579	165	14	q&a	q&a	PROPN
bracis-33579	165	15	and	and	CCONJ
bracis-33579	165	16	legal	legal	ADJ
bracis-33579	165	17	text	text	NOUN
bracis-33579	165	18	generation	generation	NOUN
bracis-33579	165	19	tasks	task	NOUN
bracis-33579	165	20	when	when	SCONJ
bracis-33579	165	21	applied	apply	VERB
bracis-33579	165	22	to	to	ADP
bracis-33579	165	23	specific	specific	ADJ
bracis-33579	165	24	datasets	dataset	NOUN
bracis-33579	165	25	.	.	PUNCT
bracis-33579	166	1	4.2	4.2	NUM
bracis-33579	166	2	evaluation	evaluation	NOUN
bracis-33579	166	3	metrics	metric	NOUN
bracis-33579	166	4	analysis	analysis	VERB
bracis-33579	166	5	the	the	DET
bracis-33579	166	6	traditional	traditional	ADJ
bracis-33579	166	7	metrics	metric	NOUN
bracis-33579	166	8	like	like	ADP
bracis-33579	166	9	bleu	bleu	NOUN
bracis-33579	166	10	and	and	CCONJ
bracis-33579	166	11	rouge	rouge	NOUN
bracis-33579	166	12	may	may	AUX
bracis-33579	166	13	not	not	PART
bracis-33579	166	14	fully	fully	ADV
bracis-33579	166	15	capture	capture	VERB
bracis-33579	166	16	the	the	DET
bracis-33579	166	17	nuances	nuance	NOUN
bracis-33579	166	18	needed	need	VERB
bracis-33579	166	19	for	for	ADP
bracis-33579	166	20	accurate	accurate	ADJ
bracis-33579	166	21	question	question	NOUN
bracis-33579	166	22	answering	answer	VERB
bracis-33579	166	23	in	in	ADP
bracis-33579	166	24	q&a	q&a	PROPN
bracis-33579	166	25	tasks	task	NOUN
bracis-33579	166	26	.	.	PUNCT
bracis-33579	167	1	the	the	DET
bracis-33579	167	2	bert	bert	PROPN
bracis-33579	167	3	score	score	PROPN
bracis-33579	167	4	f1	f1	PROPN
bracis-33579	167	5	metric	metric	NOUN
bracis-33579	167	6	is	be	AUX
bracis-33579	167	7	extensively	extensively	ADV
bracis-33579	167	8	recognized	recognize	VERB
bracis-33579	167	9	for	for	ADP
bracis-33579	167	10	its	its	PRON
bracis-33579	167	11	alignment	alignment	NOUN
bracis-33579	167	12	with	with	ADP
bracis-33579	167	13	human	human	ADJ
bracis-33579	167	14	evaluation	evaluation	NOUN
bracis-33579	167	15	due	due	ADP
bracis-33579	167	16	to	to	ADP
bracis-33579	167	17	its	its	PRON
bracis-33579	167	18	capacity	capacity	NOUN
bracis-33579	167	19	to	to	PART
bracis-33579	167	20	capture	capture	VERB
bracis-33579	167	21	deep	deep	ADJ
bracis-33579	167	22	semantic	semantic	ADJ
bracis-33579	167	23	similarities	similarity	NOUN
bracis-33579	167	24	between	between	ADP
bracis-33579	167	25	texts	text	NOUN
bracis-33579	167	26	 	 	SPACE
bracis-33579	168	1	[	[	X
bracis-33579	168	2	40	40	NUM
bracis-33579	168	3	]	]	PUNCT
bracis-33579	168	4	,	,	PUNCT
bracis-33579	168	5	surpassing	surpass	VERB
bracis-33579	168	6	the	the	DET
bracis-33579	168	7	lexical	lexical	ADJ
bracis-33579	168	8	matching	matching	NOUN
bracis-33579	168	9	capabilities	capability	NOUN
bracis-33579	168	10	of	of	ADP
bracis-33579	168	11	traditional	traditional	ADJ
bracis-33579	168	12	metrics	metric	NOUN
bracis-33579	168	13	like	like	ADP
bracis-33579	168	14	rouge	rouge	NOUN
bracis-33579	168	15	-	-	PUNCT
bracis-33579	168	16	l	l	NOUN
bracis-33579	168	17	and	and	CCONJ
bracis-33579	168	18	bleu	bleu	NOUN
bracis-33579	168	19	 	 	SPACE
bracis-33579	169	1	[	[	X
bracis-33579	169	2	40	40	NUM
bracis-33579	169	3	]	]	PUNCT
bracis-33579	169	4	.	.	PUNCT
bracis-33579	170	1	while	while	SCONJ
bracis-33579	170	2	this	this	DET
bracis-33579	170	3	study	study	NOUN
bracis-33579	170	4	does	do	AUX
bracis-33579	170	5	not	not	PART
bracis-33579	170	6	aim	aim	VERB
bracis-33579	170	7	to	to	PART
bracis-33579	170	8	prove	prove	VERB
bracis-33579	170	9	that	that	DET
bracis-33579	170	10	llm	llm	PROPN
bracis-33579	170	11	as	as	SCONJ
bracis-33579	170	12	a	a	DET
bracis-33579	170	13	judge	judge	NOUN
bracis-33579	170	14	for	for	ADP
bracis-33579	170	15	evaluation	evaluation	NOUN
bracis-33579	170	16	is	be	AUX
bracis-33579	170	17	aligned	align	VERB
bracis-33579	170	18	with	with	ADP
bracis-33579	170	19	human	human	ADJ
bracis-33579	170	20	evaluation	evaluation	NOUN
bracis-33579	170	21	,	,	PUNCT
bracis-33579	170	22	recent	recent	ADJ
bracis-33579	170	23	studies	study	NOUN
bracis-33579	170	24	have	have	AUX
bracis-33579	170	25	been	be	AUX
bracis-33579	170	26	exploring	explore	VERB
bracis-33579	170	27	this	this	DET
bracis-33579	170	28	alignment	alignment	NOUN
bracis-33579	170	29	 	 	SPACE
bracis-33579	170	30	[	[	X
bracis-33579	170	31	20	20	NUM
bracis-33579	170	32	,	,	PUNCT
bracis-33579	170	33	31	31	NUM
bracis-33579	170	34	,	,	PUNCT
bracis-33579	170	35	35	35	NUM
bracis-33579	170	36	,	,	PUNCT
bracis-33579	170	37	41	41	NUM
bracis-33579	170	38	]	]	PUNCT
bracis-33579	170	39	.	.	PUNCT
bracis-33579	171	1	our	our	PRON
bracis-33579	171	2	research	research	NOUN
bracis-33579	171	3	evaluates	evaluate	VERB
bracis-33579	171	4	the	the	DET
bracis-33579	171	5	quality	quality	NOUN
bracis-33579	171	6	of	of	ADP
bracis-33579	171	7	responses	response	NOUN
bracis-33579	171	8	generated	generate	VERB
bracis-33579	171	9	by	by	ADP
bracis-33579	171	10	llms	llm	NOUN
bracis-33579	171	11	in	in	ADP
bracis-33579	171	12	legal	legal	ADJ
bracis-33579	171	13	domain	domain	NOUN
bracis-33579	171	14	q&a	q&a	PROPN
bracis-33579	171	15	tasks	task	NOUN
bracis-33579	171	16	.	.	PUNCT
bracis-33579	172	1	the	the	DET
bracis-33579	172	2	strong	strong	ADJ
bracis-33579	172	3	correlation	correlation	NOUN
bracis-33579	172	4	between	between	ADP
bracis-33579	172	5	the	the	DET
bracis-33579	172	6	llm	llm	PROPN
bracis-33579	172	7	(	(	PUNCT
bracis-33579	172	8	gpt-4	gpt-4	NOUN
bracis-33579	172	9	)	)	PUNCT
bracis-33579	172	10	accuracy	accuracy	NOUN
bracis-33579	172	11	evaluation	evaluation	NOUN
bracis-33579	172	12	and	and	CCONJ
bracis-33579	172	13	bert	bert	PROPN
bracis-33579	172	14	score	score	NOUN
bracis-33579	172	15	f1	f1	NOUN
bracis-33579	172	16	,	,	PUNCT
bracis-33579	172	17	as	as	SCONJ
bracis-33579	172	18	evidenced	evidence	VERB
bracis-33579	172	19	by	by	ADP
bracis-33579	172	20	the	the	DET
bracis-33579	172	21	pearson	pearson	NOUN
bracis-33579	172	22	(	(	PUNCT
bracis-33579	172	23	0.657	0.657	NUM
bracis-33579	172	24	)	)	PUNCT
bracis-33579	172	25	and	and	CCONJ
bracis-33579	172	26	kendall	kendall	PROPN
bracis-33579	172	27	(	(	PUNCT
bracis-33579	172	28	0.491	0.491	NUM
bracis-33579	172	29	)	)	PUNCT
bracis-33579	172	30	correlations	correlation	NOUN
bracis-33579	172	31	(	(	PUNCT
bracis-33579	172	32	see	see	VERB
bracis-33579	172	33	table	table	NOUN
bracis-33579	172	34	 	 	SPACE
bracis-33579	172	35	3	3	NUM
bracis-33579	172	36	)	)	PUNCT
bracis-33579	172	37	,	,	PUNCT
bracis-33579	172	38	suggests	suggest	VERB
bracis-33579	172	39	that	that	SCONJ
bracis-33579	172	40	both	both	DET
bracis-33579	172	41	metrics	metric	NOUN
bracis-33579	172	42	capture	capture	VERB
bracis-33579	172	43	semantic	semantic	ADJ
bracis-33579	172	44	aspects	aspect	NOUN
bracis-33579	172	45	relevant	relevant	ADJ
bracis-33579	172	46	to	to	ADP
bracis-33579	172	47	human	human	NOUN
bracis-33579	172	48	-	-	PUNCT
bracis-33579	172	49	perceived	perceive	VERB
bracis-33579	172	50	quality	quality	NOUN
bracis-33579	172	51	.	.	PUNCT
bracis-33579	173	1	the	the	DET
bracis-33579	173	2	results	result	NOUN
bracis-33579	173	3	are	be	AUX
bracis-33579	173	4	in	in	ADP
bracis-33579	173	5	line	line	NOUN
bracis-33579	173	6	with	with	ADP
bracis-33579	173	7	studies	study	NOUN
bracis-33579	173	8	 	 	SPACE
bracis-33579	174	1	[	[	X
bracis-33579	174	2	40	40	NUM
bracis-33579	174	3	]	]	PUNCT
bracis-33579	174	4	recommending	recommend	VERB
bracis-33579	174	5	using	use	VERB
bracis-33579	174	6	pearson	pearson	PROPN
bracis-33579	174	7	and	and	CCONJ
bracis-33579	174	8	kendall	kendall	PROPN
bracis-33579	174	9	correlations	correlation	NOUN
bracis-33579	174	10	to	to	PART
bracis-33579	174	11	evaluate	evaluate	VERB
bracis-33579	174	12	metric	metric	ADJ
bracis-33579	174	13	quality	quality	NOUN
bracis-33579	174	14	.	.	PUNCT
bracis-33579	175	1	table	table	NOUN
bracis-33579	175	2	3	3	NUM
bracis-33579	175	3	.	.	PUNCT
bracis-33579	176	1	correlation	correlation	NOUN
bracis-33579	176	2	matrices	matrix	NOUN
bracis-33579	176	3	for	for	ADP
bracis-33579	176	4	evaluation	evaluation	NOUN
bracis-33579	176	5	metricsfull	metricsfull	NOUN
bracis-33579	176	6	size	size	NOUN
bracis-33579	176	7	table	table	NOUN
bracis-33579	176	8	fig	fig	NOUN
bracis-33579	176	9	.	.	PUNCT
bracis-33579	177	1	2	2	X
bracis-33579	177	2	.	.	X
bracis-33579	177	3	bland	bland	ADJ
bracis-33579	177	4	-	-	PUNCT
bracis-33579	177	5	altman	altman	NOUN
bracis-33579	177	6	plots	plot	NOUN
bracis-33579	177	7	for	for	ADP
bracis-33579	177	8	metrics	metric	NOUN
bracis-33579	177	9	vs	vs	ADP
bracis-33579	177	10	llm	llm	PROPN
bracis-33579	177	11	(	(	PUNCT
bracis-33579	177	12	gpt-4	gpt-4	NOUN
bracis-33579	177	13	)	)	PUNCT
bracis-33579	177	14	accuracy	accuracy	NOUN
bracis-33579	177	15	evaluation	evaluation	NOUN
bracis-33579	177	16	full	full	ADJ
bracis-33579	177	17	size	size	NOUN
bracis-33579	177	18	image	image	NOUN
bracis-33579	177	19	furthermore	furthermore	ADV
bracis-33579	177	20	,	,	PUNCT
bracis-33579	177	21	the	the	DET
bracis-33579	177	22	bland	bland	ADJ
bracis-33579	177	23	-	-	PUNCT
bracis-33579	177	24	altman	altman	NOUN
bracis-33579	177	25	analysis	analysis	NOUN
bracis-33579	177	26	,	,	PUNCT
bracis-33579	177	27	which	which	PRON
bracis-33579	177	28	is	be	AUX
bracis-33579	177	29	particularly	particularly	ADV
bracis-33579	177	30	suitable	suitable	ADJ
bracis-33579	177	31	for	for	ADP
bracis-33579	177	32	comparing	compare	VERB
bracis-33579	177	33	measurement	measurement	NOUN
bracis-33579	177	34	methods	method	NOUN
bracis-33579	177	35	 	 	SPACE
bracis-33579	178	1	[	[	X
bracis-33579	178	2	11	11	NUM
bracis-33579	178	3	]	]	PUNCT
bracis-33579	178	4	,	,	PUNCT
bracis-33579	178	5	confirms	confirm	VERB
bracis-33579	178	6	that	that	SCONJ
bracis-33579	178	7	bert	bert	PROPN
bracis-33579	178	8	score	score	NOUN
bracis-33579	178	9	f1	f1	PROPN
bracis-33579	178	10	and	and	CCONJ
bracis-33579	178	11	llm	llm	PROPN
bracis-33579	178	12	(	(	PUNCT
bracis-33579	178	13	gpt-4	gpt-4	NOUN
bracis-33579	178	14	)	)	PUNCT
bracis-33579	178	15	accuracy	accuracy	NOUN
bracis-33579	178	16	evaluation	evaluation	NOUN
bracis-33579	178	17	are	be	AUX
bracis-33579	178	18	more	more	ADV
bracis-33579	178	19	concordant	concordant	ADJ
bracis-33579	178	20	,	,	PUNCT
bracis-33579	178	21	as	as	SCONJ
bracis-33579	178	22	shown	show	VERB
bracis-33579	178	23	by	by	ADP
bracis-33579	178	24	the	the	DET
bracis-33579	178	25	lower	low	ADJ
bracis-33579	178	26	variation	variation	NOUN
bracis-33579	178	27	in	in	ADP
bracis-33579	178	28	point	point	NOUN
bracis-33579	178	29	dispersion	dispersion	NOUN
bracis-33579	178	30	and	and	CCONJ
bracis-33579	178	31	the	the	DET
bracis-33579	178	32	narrower	narrow	ADJ
bracis-33579	178	33	width	width	NOUN
bracis-33579	178	34	of	of	ADP
bracis-33579	178	35	the	the	DET
bracis-33579	178	36	limits	limit	NOUN
bracis-33579	178	37	of	of	ADP
bracis-33579	178	38	agreement	agreement	NOUN
bracis-33579	178	39	(	(	PUNCT
bracis-33579	178	40	see	see	VERB
bracis-33579	178	41	fig	fig	NOUN
bracis-33579	178	42	.	.	PUNCT
bracis-33579	178	43	 	 	SPACE
bracis-33579	178	44	2	2	NUM
bracis-33579	178	45	)	)	PUNCT
bracis-33579	178	46	.	.	PUNCT
bracis-33579	179	1	in	in	ADP
bracis-33579	179	2	contrast	contrast	NOUN
bracis-33579	179	3	,	,	PUNCT
bracis-33579	179	4	rouge	rouge	NOUN
bracis-33579	179	5	-	-	PUNCT
bracis-33579	179	6	l	l	NOUN
bracis-33579	179	7	and	and	CCONJ
bracis-33579	179	8	bleu	bleu	NOUN
bracis-33579	179	9	demonstrated	demonstrate	VERB
bracis-33579	179	10	higher	high	ADJ
bracis-33579	179	11	mean	mean	NOUN
bracis-33579	179	12	differences	difference	NOUN
bracis-33579	179	13	and	and	CCONJ
bracis-33579	179	14	wider	wide	ADJ
bracis-33579	179	15	limits	limit	NOUN
bracis-33579	179	16	of	of	ADP
bracis-33579	179	17	agreement	agreement	NOUN
bracis-33579	179	18	.	.	PUNCT
bracis-33579	180	1	bert	bert	PROPN
bracis-33579	180	2	score	score	PROPN
bracis-33579	180	3	f1	f1	PROPN
bracis-33579	180	4	exhibited	exhibit	VERB
bracis-33579	180	5	a	a	DET
bracis-33579	180	6	mean	mean	ADJ
bracis-33579	180	7	difference	difference	NOUN
bracis-33579	180	8	close	close	ADV
bracis-33579	180	9	to	to	ADP
bracis-33579	180	10	zero	zero	NUM
bracis-33579	180	11	and	and	CCONJ
bracis-33579	180	12	narrower	narrow	ADJ
bracis-33579	180	13	limits	limit	NOUN
bracis-33579	180	14	of	of	ADP
bracis-33579	180	15	agreement	agreement	NOUN
bracis-33579	180	16	,	,	PUNCT
bracis-33579	180	17	indicating	indicate	VERB
bracis-33579	180	18	better	well	ADJ
bracis-33579	180	19	concordance	concordance	NOUN
bracis-33579	180	20	with	with	ADP
bracis-33579	180	21	llm	llm	PROPN
bracis-33579	180	22	accuracy	accuracy	NOUN
bracis-33579	180	23	evaluation	evaluation	NOUN
bracis-33579	180	24	measurements	measurement	NOUN
bracis-33579	180	25	.	.	PUNCT
bracis-33579	181	1	these	these	DET
bracis-33579	181	2	findings	finding	NOUN
bracis-33579	181	3	imply	imply	VERB
bracis-33579	181	4	that	that	SCONJ
bracis-33579	181	5	llm	llm	PROPN
bracis-33579	181	6	(	(	PUNCT
bracis-33579	181	7	gpt-4	gpt-4	NOUN
bracis-33579	181	8	)	)	PUNCT
bracis-33579	181	9	accuracy	accuracy	NOUN
bracis-33579	181	10	evaluation	evaluation	NOUN
bracis-33579	181	11	,	,	PUNCT
bracis-33579	181	12	similar	similar	ADJ
bracis-33579	181	13	to	to	ADP
bracis-33579	181	14	bert	bert	PROPN
bracis-33579	181	15	score	score	NOUN
bracis-33579	181	16	f1	f1	NOUN
bracis-33579	181	17	,	,	PUNCT
bracis-33579	181	18	could	could	AUX
bracis-33579	181	19	be	be	AUX
bracis-33579	181	20	a	a	DET
bracis-33579	181	21	valuable	valuable	ADJ
bracis-33579	181	22	and	and	CCONJ
bracis-33579	181	23	representative	representative	ADJ
bracis-33579	181	24	metric	metric	NOUN
bracis-33579	181	25	for	for	ADP
bracis-33579	181	26	assessing	assess	VERB
bracis-33579	181	27	the	the	DET
bracis-33579	181	28	actual	actual	ADJ
bracis-33579	181	29	performance	performance	NOUN
bracis-33579	181	30	of	of	ADP
bracis-33579	181	31	language	language	NOUN
bracis-33579	181	32	models	model	NOUN
bracis-33579	181	33	.	.	PUNCT
bracis-33579	182	1	while	while	SCONJ
bracis-33579	182	2	rouge	rouge	ADJ
bracis-33579	182	3	-	-	PUNCT
bracis-33579	182	4	l	l	NOUN
bracis-33579	182	5	and	and	CCONJ
bracis-33579	182	6	bleu	bleu	NOUN
bracis-33579	182	7	show	show	VERB
bracis-33579	182	8	higher	high	ADJ
bracis-33579	182	9	correlations	correlation	NOUN
bracis-33579	182	10	with	with	ADP
bracis-33579	182	11	bert	bert	PROPN
bracis-33579	182	12	score	score	NOUN
bracis-33579	182	13	f1	f1	NOUN
bracis-33579	182	14	,	,	PUNCT
bracis-33579	182	15	the	the	DET
bracis-33579	182	16	stronger	strong	ADJ
bracis-33579	182	17	correlation	correlation	NOUN
bracis-33579	182	18	and	and	CCONJ
bracis-33579	182	19	concordance	concordance	NOUN
bracis-33579	182	20	of	of	ADP
bracis-33579	182	21	llm	llm	PROPN
bracis-33579	182	22	accuracy	accuracy	NOUN
bracis-33579	182	23	evaluation	evaluation	NOUN
bracis-33579	182	24	with	with	ADP
bracis-33579	182	25	bert	bert	PROPN
bracis-33579	182	26	score	score	NOUN
bracis-33579	182	27	f1	f1	PROPN
bracis-33579	182	28	indicate	indicate	VERB
bracis-33579	182	29	its	its	PRON
bracis-33579	182	30	potential	potential	ADJ
bracis-33579	182	31	alignment	alignment	NOUN
bracis-33579	182	32	with	with	ADP
bracis-33579	182	33	human	human	ADJ
bracis-33579	182	34	evaluation	evaluation	NOUN
bracis-33579	182	35	.	.	PUNCT
bracis-33579	183	1	this	this	PRON
bracis-33579	183	2	supports	support	VERB
bracis-33579	183	3	the	the	DET
bracis-33579	183	4	development	development	NOUN
bracis-33579	183	5	of	of	ADP
bracis-33579	183	6	evaluation	evaluation	NOUN
bracis-33579	183	7	metrics	metric	NOUN
bracis-33579	183	8	that	that	PRON
bracis-33579	183	9	more	more	ADV
bracis-33579	183	10	accurately	accurately	ADV
bracis-33579	183	11	reflect	reflect	VERB
bracis-33579	183	12	human	human	NOUN
bracis-33579	183	13	-	-	PUNCT
bracis-33579	183	14	perceived	perceive	VERB
bracis-33579	183	15	quality	quality	NOUN
bracis-33579	183	16	,	,	PUNCT
bracis-33579	183	17	aligning	align	VERB
bracis-33579	183	18	with	with	ADP
bracis-33579	183	19	the	the	DET
bracis-33579	183	20	direction	direction	NOUN
bracis-33579	183	21	of	of	ADP
bracis-33579	183	22	current	current	ADJ
bracis-33579	183	23	research	research	NOUN
bracis-33579	183	24	investigating	investigate	VERB
bracis-33579	183	25	the	the	DET
bracis-33579	183	26	potential	potential	NOUN
bracis-33579	183	27	of	of	ADP
bracis-33579	183	28	llms	llm	NOUN
bracis-33579	183	29	used	use	VERB
bracis-33579	183	30	to	to	PART
bracis-33579	183	31	align	align	VERB
bracis-33579	183	32	with	with	ADP
bracis-33579	183	33	human	human	ADJ
bracis-33579	183	34	evaluation	evaluation	NOUN
bracis-33579	183	35	 	 	SPACE
bracis-33579	184	1	[	[	X
bracis-33579	184	2	20	20	NUM
bracis-33579	184	3	,	,	PUNCT
bracis-33579	184	4	31	31	NUM
bracis-33579	184	5	,	,	PUNCT
bracis-33579	184	6	35	35	NUM
bracis-33579	184	7	,	,	PUNCT
bracis-33579	184	8	41	41	NUM
bracis-33579	184	9	]	]	PUNCT
bracis-33579	184	10	.	.	PUNCT
bracis-33579	185	1	5	5	NUM
bracis-33579	185	2	conclusion	conclusion	NOUN
bracis-33579	185	3	this	this	DET
bracis-33579	185	4	study	study	NOUN
bracis-33579	185	5	underscores	underscore	VERB
bracis-33579	185	6	the	the	DET
bracis-33579	185	7	importance	importance	NOUN
bracis-33579	185	8	of	of	ADP
bracis-33579	185	9	tax	tax	NOUN
bracis-33579	185	10	law	law	NOUN
bracis-33579	185	11	in	in	ADP
bracis-33579	185	12	society	society	NOUN
bracis-33579	185	13	and	and	CCONJ
bracis-33579	185	14	the	the	DET
bracis-33579	185	15	potential	potential	NOUN
bracis-33579	185	16	of	of	ADP
bracis-33579	185	17	language	language	NOUN
bracis-33579	185	18	models	model	NOUN
bracis-33579	185	19	to	to	PART
bracis-33579	185	20	assist	assist	VERB
bracis-33579	185	21	in	in	ADP
bracis-33579	185	22	its	its	PRON
bracis-33579	185	23	understanding	understanding	NOUN
bracis-33579	185	24	and	and	CCONJ
bracis-33579	185	25	application	application	NOUN
bracis-33579	185	26	.	.	PUNCT
bracis-33579	186	1	we	we	PRON
bracis-33579	186	2	developed	develop	VERB
bracis-33579	186	3	a	a	DET
bracis-33579	186	4	novel	novel	ADJ
bracis-33579	186	5	dataset	dataset	NOUN
bracis-33579	186	6	of	of	ADP
bracis-33579	186	7	real	real	ADJ
bracis-33579	186	8	-	-	PUNCT
bracis-33579	186	9	world	world	NOUN
bracis-33579	186	10	tax	tax	NOUN
bracis-33579	186	11	law	law	NOUN
bracis-33579	186	12	questions	question	NOUN
bracis-33579	186	13	and	and	CCONJ
bracis-33579	186	14	expert	expert	NOUN
bracis-33579	186	15	answers	answer	NOUN
bracis-33579	186	16	in	in	ADP
bracis-33579	186	17	brazilian	brazilian	ADJ
bracis-33579	186	18	portuguese	portuguese	NOUN
bracis-33579	186	19	and	and	CCONJ
bracis-33579	186	20	conducted	conduct	VERB
bracis-33579	186	21	a	a	DET
bracis-33579	186	22	rigorous	rigorous	ADJ
bracis-33579	186	23	evaluation	evaluation	NOUN
bracis-33579	186	24	of	of	ADP
bracis-33579	186	25	various	various	ADJ
bracis-33579	186	26	language	language	NOUN
bracis-33579	186	27	models	model	NOUN
bracis-33579	186	28	.	.	PUNCT
bracis-33579	187	1	while	while	SCONJ
bracis-33579	187	2	our	our	PRON
bracis-33579	187	3	findings	finding	NOUN
bracis-33579	187	4	suggest	suggest	VERB
bracis-33579	187	5	that	that	SCONJ
bracis-33579	187	6	these	these	DET
bracis-33579	187	7	models	model	NOUN
bracis-33579	187	8	show	show	VERB
bracis-33579	187	9	promise	promise	NOUN
bracis-33579	187	10	in	in	ADP
bracis-33579	187	11	comprehending	comprehend	VERB
bracis-33579	187	12	and	and	CCONJ
bracis-33579	187	13	reasoning	reasoning	NOUN
bracis-33579	187	14	about	about	ADP
bracis-33579	187	15	complex	complex	ADJ
bracis-33579	187	16	legal	legal	ADJ
bracis-33579	187	17	texts	text	NOUN
bracis-33579	187	18	,	,	PUNCT
bracis-33579	187	19	further	further	ADJ
bracis-33579	187	20	research	research	NOUN
bracis-33579	187	21	is	be	AUX
bracis-33579	187	22	necessary	necessary	ADJ
bracis-33579	187	23	to	to	PART
bracis-33579	187	24	fully	fully	ADV
bracis-33579	187	25	demonstrate	demonstrate	VERB
bracis-33579	187	26	their	their	PRON
bracis-33579	187	27	effectiveness	effectiveness	NOUN
bracis-33579	187	28	in	in	ADP
bracis-33579	187	29	legal	legal	ADJ
bracis-33579	187	30	reasoning	reasoning	NOUN
bracis-33579	187	31	across	across	ADP
bracis-33579	187	32	a	a	DET
bracis-33579	187	33	broader	broad	ADJ
bracis-33579	187	34	range	range	NOUN
bracis-33579	187	35	of	of	ADP
bracis-33579	187	36	scenarios	scenario	NOUN
bracis-33579	187	37	and	and	CCONJ
bracis-33579	187	38	tasks	task	NOUN
bracis-33579	187	39	.	.	PUNCT
bracis-33579	188	1	our	our	PRON
bracis-33579	188	2	evaluation	evaluation	NOUN
bracis-33579	188	3	showed	show	VERB
bracis-33579	188	4	that	that	SCONJ
bracis-33579	188	5	advancements	advancement	NOUN
bracis-33579	188	6	in	in	ADP
bracis-33579	188	7	model	model	NOUN
bracis-33579	188	8	architecture	architecture	NOUN
bracis-33579	188	9	have	have	VERB
bracis-33579	188	10	a	a	DET
bracis-33579	188	11	noticeable	noticeable	ADJ
bracis-33579	188	12	impact	impact	NOUN
bracis-33579	188	13	on	on	ADP
bracis-33579	188	14	performance	performance	NOUN
bracis-33579	188	15	,	,	PUNCT
bracis-33579	188	16	and	and	CCONJ
bracis-33579	188	17	fine	fine	ADV
bracis-33579	188	18	-	-	PUNCT
bracis-33579	188	19	tuning	tune	VERB
bracis-33579	188	20	open	open	ADJ
bracis-33579	188	21	-	-	PUNCT
bracis-33579	188	22	source	source	NOUN
bracis-33579	188	23	models	model	NOUN
bracis-33579	188	24	,	,	PUNCT
bracis-33579	188	25	even	even	ADV
bracis-33579	188	26	when	when	SCONJ
bracis-33579	188	27	done	do	VERB
bracis-33579	188	28	on	on	ADP
bracis-33579	188	29	diverse	diverse	ADJ
bracis-33579	188	30	datasets	dataset	NOUN
bracis-33579	188	31	rather	rather	ADV
bracis-33579	188	32	than	than	ADP
bracis-33579	188	33	those	those	PRON
bracis-33579	188	34	specific	specific	ADJ
bracis-33579	188	35	to	to	ADP
bracis-33579	188	36	the	the	DET
bracis-33579	188	37	legal	legal	ADJ
bracis-33579	188	38	domain	domain	NOUN
bracis-33579	188	39	,	,	PUNCT
bracis-33579	188	40	can	can	AUX
bracis-33579	188	41	still	still	ADV
bracis-33579	188	42	improve	improve	VERB
bracis-33579	188	43	their	their	PRON
bracis-33579	188	44	ability	ability	NOUN
bracis-33579	188	45	to	to	PART
bracis-33579	188	46	generate	generate	VERB
bracis-33579	188	47	relevant	relevant	ADJ
bracis-33579	188	48	and	and	CCONJ
bracis-33579	188	49	accurate	accurate	ADJ
bracis-33579	188	50	responses	response	NOUN
bracis-33579	188	51	.	.	PUNCT
bracis-33579	189	1	this	this	PRON
bracis-33579	189	2	suggests	suggest	VERB
bracis-33579	189	3	that	that	SCONJ
bracis-33579	189	4	continuous	continuous	ADJ
bracis-33579	189	5	improvements	improvement	NOUN
bracis-33579	189	6	and	and	CCONJ
bracis-33579	189	7	adaptations	adaptation	NOUN
bracis-33579	189	8	are	be	AUX
bracis-33579	189	9	valuable	valuable	ADJ
bracis-33579	189	10	in	in	ADP
bracis-33579	189	11	enhancing	enhance	VERB
bracis-33579	189	12	the	the	DET
bracis-33579	189	13	capabilities	capability	NOUN
bracis-33579	189	14	of	of	ADP
bracis-33579	189	15	language	language	NOUN
bracis-33579	189	16	models	model	NOUN
bracis-33579	189	17	in	in	ADP
bracis-33579	189	18	legal	legal	ADJ
bracis-33579	189	19	tasks	task	NOUN
bracis-33579	189	20	.	.	PUNCT
bracis-33579	190	1	for	for	ADP
bracis-33579	190	2	assessing	assess	VERB
bracis-33579	190	3	model	model	NOUN
bracis-33579	190	4	performance	performance	NOUN
bracis-33579	190	5	,	,	PUNCT
bracis-33579	190	6	we	we	PRON
bracis-33579	190	7	used	use	VERB
bracis-33579	190	8	bert	bert	PROPN
bracis-33579	190	9	score	score	NOUN
bracis-33579	190	10	f1	f1	NOUN
bracis-33579	190	11	,	,	PUNCT
bracis-33579	190	12	known	know	VERB
bracis-33579	190	13	for	for	ADP
bracis-33579	190	14	its	its	PRON
bracis-33579	190	15	strong	strong	ADJ
bracis-33579	190	16	correlation	correlation	NOUN
bracis-33579	190	17	with	with	ADP
bracis-33579	190	18	human	human	ADJ
bracis-33579	190	19	evaluations	evaluation	NOUN
bracis-33579	190	20	in	in	ADP
bracis-33579	190	21	tasks	task	NOUN
bracis-33579	190	22	involving	involve	VERB
bracis-33579	190	23	descriptive	descriptive	ADJ
bracis-33579	190	24	and	and	CCONJ
bracis-33579	190	25	structural	structural	ADJ
bracis-33579	190	26	understanding	understanding	NOUN
bracis-33579	190	27	,	,	PUNCT
bracis-33579	190	28	and	and	CCONJ
bracis-33579	190	29	a	a	DET
bracis-33579	190	30	newer	new	ADJ
bracis-33579	190	31	metric	metric	ADJ
bracis-33579	190	32	,	,	PUNCT
bracis-33579	190	33	llm	llm	PROPN
bracis-33579	190	34	accuracy	accuracy	NOUN
bracis-33579	190	35	evaluation	evaluation	NOUN
bracis-33579	190	36	.	.	PUNCT
bracis-33579	191	1	while	while	SCONJ
bracis-33579	191	2	bert	bert	PROPN
bracis-33579	191	3	score	score	NOUN
bracis-33579	191	4	f1	f1	PROPN
bracis-33579	191	5	is	be	AUX
bracis-33579	191	6	already	already	ADV
bracis-33579	191	7	established	establish	VERB
bracis-33579	191	8	as	as	ADP
bracis-33579	191	9	an	an	DET
bracis-33579	191	10	effective	effective	ADJ
bracis-33579	191	11	measure	measure	NOUN
bracis-33579	191	12	aligned	align	VERB
bracis-33579	191	13	with	with	ADP
bracis-33579	191	14	human	human	ADJ
bracis-33579	191	15	judgment	judgment	NOUN
bracis-33579	191	16	,	,	PUNCT
bracis-33579	191	17	especially	especially	ADV
bracis-33579	191	18	in	in	ADP
bracis-33579	191	19	descriptive	descriptive	ADJ
bracis-33579	191	20	tasks	task	NOUN
bracis-33579	191	21	,	,	PUNCT
bracis-33579	191	22	our	our	PRON
bracis-33579	191	23	results	result	NOUN
bracis-33579	191	24	showed	show	VERB
bracis-33579	191	25	that	that	SCONJ
bracis-33579	191	26	llm	llm	PROPN
bracis-33579	191	27	accuracy	accuracy	NOUN
bracis-33579	191	28	evaluation	evaluation	NOUN
bracis-33579	191	29	also	also	ADV
bracis-33579	191	30	demonstrated	demonstrate	VERB
bracis-33579	191	31	strong	strong	ADJ
bracis-33579	191	32	correlation	correlation	NOUN
bracis-33579	191	33	with	with	ADP
bracis-33579	191	34	bert	bert	PROPN
bracis-33579	191	35	score	score	NOUN
bracis-33579	191	36	f1	f1	PROPN
bracis-33579	191	37	through	through	ADP
bracis-33579	191	38	pearson	pearson	PROPN
bracis-33579	191	39	and	and	CCONJ
bracis-33579	191	40	kendall	kendall	PROPN
bracis-33579	191	41	correlations	correlation	NOUN
bracis-33579	191	42	.	.	PUNCT
bracis-33579	192	1	the	the	DET
bracis-33579	192	2	bland	bland	ADJ
bracis-33579	192	3	-	-	PUNCT
bracis-33579	192	4	altman	altman	NOUN
bracis-33579	192	5	analysis	analysis	NOUN
bracis-33579	192	6	further	far	ADV
bracis-33579	192	7	confirmed	confirm	VERB
bracis-33579	192	8	that	that	SCONJ
bracis-33579	192	9	the	the	DET
bracis-33579	192	10	llm	llm	PROPN
bracis-33579	192	11	metric	metric	NOUN
bracis-33579	192	12	aligns	align	VERB
bracis-33579	192	13	closely	closely	ADV
bracis-33579	192	14	with	with	ADP
bracis-33579	192	15	bert	bert	PROPN
bracis-33579	192	16	score	score	NOUN
bracis-33579	192	17	,	,	PUNCT
bracis-33579	192	18	suggesting	suggest	VERB
bracis-33579	192	19	its	its	PRON
bracis-33579	192	20	potential	potential	NOUN
bracis-33579	192	21	as	as	ADP
bracis-33579	192	22	a	a	DET
bracis-33579	192	23	reliable	reliable	ADJ
bracis-33579	192	24	alternative	alternative	NOUN
bracis-33579	192	25	in	in	ADP
bracis-33579	192	26	evaluations	evaluation	NOUN
bracis-33579	192	27	.	.	PUNCT
bracis-33579	193	1	however	however	ADV
bracis-33579	193	2	,	,	PUNCT
bracis-33579	193	3	it	it	PRON
bracis-33579	193	4	is	be	AUX
bracis-33579	193	5	important	important	ADJ
bracis-33579	193	6	to	to	PART
bracis-33579	193	7	note	note	VERB
bracis-33579	193	8	that	that	SCONJ
bracis-33579	193	9	while	while	SCONJ
bracis-33579	193	10	these	these	DET
bracis-33579	193	11	findings	finding	NOUN
bracis-33579	193	12	are	be	AUX
bracis-33579	193	13	encouraging	encouraging	ADJ
bracis-33579	193	14	,	,	PUNCT
bracis-33579	193	15	the	the	DET
bracis-33579	193	16	use	use	NOUN
bracis-33579	193	17	of	of	ADP
bracis-33579	193	18	these	these	DET
bracis-33579	193	19	metrics	metric	NOUN
bracis-33579	193	20	for	for	ADP
bracis-33579	193	21	reasoning	reasoning	NOUN
bracis-33579	193	22	-	-	PUNCT
bracis-33579	193	23	based	base	VERB
bracis-33579	193	24	tasks	task	NOUN
bracis-33579	193	25	,	,	PUNCT
bracis-33579	193	26	such	such	ADJ
bracis-33579	193	27	as	as	ADP
bracis-33579	193	28	those	those	PRON
bracis-33579	193	29	in	in	ADP
bracis-33579	193	30	this	this	DET
bracis-33579	193	31	study	study	NOUN
bracis-33579	193	32	,	,	PUNCT
bracis-33579	193	33	still	still	ADV
bracis-33579	193	34	requires	require	VERB
bracis-33579	193	35	further	further	ADJ
bracis-33579	193	36	validation	validation	NOUN
bracis-33579	193	37	.	.	PUNCT
bracis-33579	194	1	the	the	DET
bracis-33579	194	2	llm	llm	PROPN
bracis-33579	194	3	metric	metric	NOUN
bracis-33579	194	4	is	be	AUX
bracis-33579	194	5	a	a	DET
bracis-33579	194	6	promising	promising	ADJ
bracis-33579	194	7	tool	tool	NOUN
bracis-33579	194	8	,	,	PUNCT
bracis-33579	194	9	but	but	CCONJ
bracis-33579	194	10	more	more	ADJ
bracis-33579	194	11	research	research	NOUN
bracis-33579	194	12	is	be	AUX
bracis-33579	194	13	needed	need	VERB
bracis-33579	194	14	to	to	PART
bracis-33579	194	15	establish	establish	VERB
bracis-33579	194	16	its	its	PRON
bracis-33579	194	17	effectiveness	effectiveness	NOUN
bracis-33579	194	18	fully	fully	ADV
bracis-33579	194	19	,	,	PUNCT
bracis-33579	194	20	particularly	particularly	ADV
bracis-33579	194	21	in	in	ADP
bracis-33579	194	22	capturing	capture	VERB
bracis-33579	194	23	the	the	DET
bracis-33579	194	24	nuances	nuance	NOUN
bracis-33579	194	25	of	of	ADP
bracis-33579	194	26	legal	legal	ADJ
bracis-33579	194	27	reasoning	reasoning	NOUN
bracis-33579	194	28	.	.	PUNCT
bracis-33579	195	1	limitations	limitation	NOUN
bracis-33579	195	2	and	and	CCONJ
bracis-33579	195	3	future	future	ADJ
bracis-33579	195	4	work	work	NOUN
bracis-33579	195	5	.	.	PUNCT
bracis-33579	196	1	a	a	DET
bracis-33579	196	2	limitation	limitation	NOUN
bracis-33579	196	3	of	of	ADP
bracis-33579	196	4	our	our	PRON
bracis-33579	196	5	study	study	NOUN
bracis-33579	196	6	is	be	AUX
bracis-33579	196	7	that	that	SCONJ
bracis-33579	196	8	while	while	SCONJ
bracis-33579	196	9	it	it	PRON
bracis-33579	196	10	focused	focus	VERB
bracis-33579	196	11	on	on	ADP
bracis-33579	196	12	evaluating	evaluate	VERB
bracis-33579	196	13	the	the	DET
bracis-33579	196	14	generation	generation	NOUN
bracis-33579	196	15	and	and	CCONJ
bracis-33579	196	16	reasoning	reason	VERB
bracis-33579	196	17	capabilities	capability	NOUN
bracis-33579	196	18	of	of	ADP
bracis-33579	196	19	llms	llm	NOUN
bracis-33579	196	20	,	,	PUNCT
bracis-33579	196	21	it	it	PRON
bracis-33579	196	22	did	do	AUX
bracis-33579	196	23	not	not	PART
bracis-33579	196	24	require	require	VERB
bracis-33579	196	25	the	the	DET
bracis-33579	196	26	models	model	NOUN
bracis-33579	196	27	to	to	PART
bracis-33579	196	28	identify	identify	VERB
bracis-33579	196	29	specific	specific	ADJ
bracis-33579	196	30	legal	legal	ADJ
bracis-33579	196	31	provisions	provision	NOUN
bracis-33579	196	32	as	as	ADP
bracis-33579	196	33	part	part	NOUN
bracis-33579	196	34	of	of	ADP
bracis-33579	196	35	their	their	PRON
bracis-33579	196	36	responses	response	NOUN
bracis-33579	196	37	.	.	PUNCT
bracis-33579	197	1	our	our	PRON
bracis-33579	197	2	dataset	dataset	NOUN
bracis-33579	197	3	includes	include	VERB
bracis-33579	197	4	a	a	DET
bracis-33579	197	5	comprehensive	comprehensive	ADJ
bracis-33579	197	6	corpus	corpus	NOUN
bracis-33579	197	7	containing	contain	VERB
bracis-33579	197	8	the	the	DET
bracis-33579	197	9	necessary	necessary	ADJ
bracis-33579	197	10	laws	law	NOUN
bracis-33579	197	11	,	,	PUNCT
bracis-33579	197	12	enabling	enable	VERB
bracis-33579	197	13	the	the	DET
bracis-33579	197	14	application	application	NOUN
bracis-33579	197	15	of	of	ADP
bracis-33579	197	16	retrieval	retrieval	NOUN
bracis-33579	197	17	-	-	PUNCT
bracis-33579	197	18	augmented	augment	VERB
bracis-33579	197	19	generation	generation	NOUN
bracis-33579	197	20	(	(	PUNCT
bracis-33579	197	21	rag	rag	NOUN
bracis-33579	197	22	)	)	PUNCT
bracis-33579	197	23	techniques	technique	NOUN
bracis-33579	197	24	.	.	PUNCT
bracis-33579	198	1	this	this	PRON
bracis-33579	198	2	allows	allow	VERB
bracis-33579	198	3	models	model	NOUN
bracis-33579	198	4	to	to	PART
bracis-33579	198	5	retrieve	retrieve	VERB
bracis-33579	198	6	relevant	relevant	ADJ
bracis-33579	198	7	legal	legal	ADJ
bracis-33579	198	8	provisions	provision	NOUN
bracis-33579	198	9	and	and	CCONJ
bracis-33579	198	10	incorporate	incorporate	VERB
bracis-33579	198	11	them	they	PRON
bracis-33579	198	12	into	into	ADP
bracis-33579	198	13	their	their	PRON
bracis-33579	198	14	answers	answer	NOUN
bracis-33579	198	15	,	,	PUNCT
bracis-33579	198	16	which	which	PRON
bracis-33579	198	17	is	be	AUX
bracis-33579	198	18	essential	essential	ADJ
bracis-33579	198	19	for	for	ADP
bracis-33579	198	20	a	a	DET
bracis-33579	198	21	more	more	ADV
bracis-33579	198	22	complete	complete	ADJ
bracis-33579	198	23	statutory	statutory	ADJ
bracis-33579	198	24	reasoning	reasoning	NOUN
bracis-33579	198	25	process	process	NOUN
bracis-33579	198	26	.	.	PUNCT
bracis-33579	199	1	by	by	ADP
bracis-33579	199	2	providing	provide	VERB
bracis-33579	199	3	the	the	DET
bracis-33579	199	4	relevant	relevant	ADJ
bracis-33579	199	5	legal	legal	ADJ
bracis-33579	199	6	articles	article	NOUN
bracis-33579	199	7	,	,	PUNCT
bracis-33579	199	8	which	which	PRON
bracis-33579	199	9	do	do	AUX
bracis-33579	199	10	not	not	PART
bracis-33579	199	11	directly	directly	ADV
bracis-33579	199	12	mirror	mirror	VERB
bracis-33579	199	13	the	the	DET
bracis-33579	199	14	answers	answer	NOUN
bracis-33579	199	15	to	to	ADP
bracis-33579	199	16	the	the	DET
bracis-33579	199	17	questions	question	NOUN
bracis-33579	199	18	,	,	PUNCT
bracis-33579	199	19	our	our	PRON
bracis-33579	199	20	study	study	NOUN
bracis-33579	199	21	did	do	AUX
bracis-33579	199	22	assess	assess	VERB
bracis-33579	199	23	a	a	DET
bracis-33579	199	24	portion	portion	NOUN
bracis-33579	199	25	of	of	ADP
bracis-33579	199	26	the	the	DET
bracis-33579	199	27	statutory	statutory	ADJ
bracis-33579	199	28	reasoning	reasoning	NOUN
bracis-33579	199	29	by	by	ADP
bracis-33579	199	30	testing	test	VERB
bracis-33579	199	31	the	the	DET
bracis-33579	199	32	models	model	NOUN
bracis-33579	199	33	’	'	PUNCT
bracis-33579	199	34	ability	ability	NOUN
bracis-33579	199	35	to	to	PART
bracis-33579	199	36	apply	apply	VERB
bracis-33579	199	37	the	the	DET
bracis-33579	199	38	law	law	NOUN
bracis-33579	199	39	to	to	PART
bracis-33579	199	40	generate	generate	VERB
bracis-33579	199	41	accurate	accurate	ADJ
bracis-33579	199	42	responses	response	NOUN
bracis-33579	199	43	.	.	PUNCT
bracis-33579	200	1	future	future	ADJ
bracis-33579	200	2	work	work	NOUN
bracis-33579	200	3	could	could	AUX
bracis-33579	200	4	leverage	leverage	VERB
bracis-33579	200	5	this	this	DET
bracis-33579	200	6	corpus	corpus	NOUN
bracis-33579	200	7	to	to	PART
bracis-33579	200	8	explore	explore	VERB
bracis-33579	200	9	the	the	DET
bracis-33579	200	10	integration	integration	NOUN
bracis-33579	200	11	of	of	ADP
bracis-33579	200	12	rag	rag	NOUN
bracis-33579	200	13	,	,	PUNCT
bracis-33579	200	14	aiming	aim	VERB
bracis-33579	200	15	to	to	PART
bracis-33579	200	16	enhance	enhance	VERB
bracis-33579	200	17	the	the	DET
bracis-33579	200	18	models	model	NOUN
bracis-33579	200	19	’	'	PUNCT
bracis-33579	200	20	ability	ability	NOUN
bracis-33579	200	21	to	to	PART
bracis-33579	200	22	not	not	PART
bracis-33579	200	23	only	only	ADV
bracis-33579	200	24	generate	generate	VERB
bracis-33579	200	25	correct	correct	ADJ
bracis-33579	200	26	answers	answer	NOUN
bracis-33579	200	27	but	but	CCONJ
bracis-33579	200	28	also	also	ADV
bracis-33579	200	29	to	to	PART
bracis-33579	200	30	identify	identify	VERB
bracis-33579	200	31	and	and	CCONJ
bracis-33579	200	32	cite	cite	VERB
bracis-33579	200	33	the	the	DET
bracis-33579	200	34	appropriate	appropriate	ADJ
bracis-33579	200	35	legal	legal	ADJ
bracis-33579	200	36	provisions	provision	NOUN
bracis-33579	200	37	,	,	PUNCT
bracis-33579	200	38	thereby	thereby	ADV
bracis-33579	200	39	achieving	achieve	VERB
bracis-33579	200	40	a	a	DET
bracis-33579	200	41	more	more	ADV
bracis-33579	200	42	robust	robust	ADJ
bracis-33579	200	43	and	and	CCONJ
bracis-33579	200	44	comprehensive	comprehensive	ADJ
bracis-33579	200	45	statutory	statutory	ADJ
bracis-33579	200	46	reasoning	reasoning	NOUN
bracis-33579	200	47	.	.	PUNCT
bracis-33579	201	1	dataset	dataset	NOUN
bracis-33579	201	2	and	and	CCONJ
bracis-33579	201	3	code	code	NOUN
bracis-33579	201	4	availability	availability	NOUN
bracis-33579	201	5	.	.	PUNCT
bracis-33579	202	1	the	the	DET
bracis-33579	202	2	dataset	dataset	NOUN
bracis-33579	202	3	used	use	VERB
bracis-33579	202	4	in	in	ADP
bracis-33579	202	5	this	this	DET
bracis-33579	202	6	study	study	NOUN
bracis-33579	202	7	,	,	PUNCT
bracis-33579	202	8	as	as	ADV
bracis-33579	202	9	well	well	ADV
bracis-33579	202	10	as	as	ADP
bracis-33579	202	11	the	the	DET
bracis-33579	202	12	code	code	NOUN
bracis-33579	202	13	for	for	ADP
bracis-33579	202	14	reproducing	reproduce	VERB
bracis-33579	202	15	the	the	DET
bracis-33579	202	16	experiments	experiment	NOUN
bracis-33579	202	17	and	and	CCONJ
bracis-33579	202	18	analyses	analysis	NOUN
bracis-33579	202	19	,	,	PUNCT
bracis-33579	202	20	are	be	AUX
bracis-33579	202	21	publicly	publicly	ADV
bracis-33579	202	22	available	available	ADJ
bracis-33579	202	23	.	.	PUNCT
bracis-33579	203	1	the	the	DET
bracis-33579	203	2	dataset	dataset	NOUN
bracis-33579	203	3	can	can	AUX
bracis-33579	203	4	be	be	AUX
bracis-33579	203	5	accessed	access	VERB
bracis-33579	203	6	at	at	ADP
bracis-33579	203	7	the	the	DET
bracis-33579	203	8	following	follow	VERB
bracis-33579	203	9	link	link	NOUN
bracis-33579	203	10	:	:	PUNCT
bracis-33579	203	11	https://github.com/joaopaulopresa/dataset	https://github.com/joaopaulopresa/dataset	PROPN
bracis-33579	203	12	.	.	PUNCT
bracis-33579	204	1	the	the	DET
bracis-33579	204	2	code	code	NOUN
bracis-33579	204	3	can	can	AUX
bracis-33579	204	4	be	be	AUX
bracis-33579	204	5	found	find	VERB
bracis-33579	204	6	here	here	ADV
bracis-33579	204	7	:	:	PUNCT
bracis-33579	204	8	https://github.com/joaopaulopresa/code	https://github.com/joaopaulopresa/code	PROPN
bracis-33579	204	9	.	.	PUNCT
bracis-33579	205	1	references	reference	NOUN
bracis-33579	205	2	qwen2	qwen2	PROPN
bracis-33579	205	3	blog	blog	NOUN
bracis-33579	205	4	(	(	PUNCT
bracis-33579	205	5	2024	2024	NUM
bracis-33579	205	6	)	)	PUNCT
bracis-33579	205	7	.	.	PUNCT
bracis-33579	206	1	https://qwenlm.github.io/blog/qwen2/.	https://qwenlm.github.io/blog/qwen2/.	CCONJ
bracis-33579	206	2	accessed	access	VERB
bracis-33579	206	3	08	08	NUM
bracis-33579	206	4	june	june	PROPN
bracis-33579	206	5	2024	2024	NUM
bracis-33579	206	6	abdallah	abdallah	PROPN
bracis-33579	206	7	,	,	PUNCT
bracis-33579	206	8	a.	a.	NOUN
bracis-33579	206	9	,	,	PUNCT
bracis-33579	206	10	piryani	piryani	PROPN
bracis-33579	206	11	,	,	PUNCT
bracis-33579	206	12	b.	b.	PROPN
bracis-33579	206	13	,	,	PUNCT
bracis-33579	206	14	jatowt	jatowt	PROPN
bracis-33579	206	15	,	,	PUNCT
bracis-33579	206	16	a.	a.	NOUN
bracis-33579	206	17	:	:	PUNCT
bracis-33579	206	18	exploring	explore	VERB
bracis-33579	206	19	the	the	DET
bracis-33579	206	20	state	state	NOUN
bracis-33579	206	21	of	of	ADP
bracis-33579	206	22	the	the	DET
bracis-33579	206	23	art	art	NOUN
bracis-33579	206	24	in	in	ADP
bracis-33579	206	25	legal	legal	ADJ
bracis-33579	206	26	qa	qa	PROPN
bracis-33579	206	27	systems	system	NOUN
bracis-33579	206	28	.	.	PUNCT
bracis-33579	207	1	j.	j.	PROPN
bracis-33579	207	2	big	big	PROPN
bracis-33579	207	3	data	data	PROPN
bracis-33579	207	4	10(1	10(1	NUM
bracis-33579	207	5	)	)	PUNCT
bracis-33579	207	6	,	,	PUNCT
bracis-33579	207	7	127	127	NUM
bracis-33579	207	8	(	(	PUNCT
bracis-33579	207	9	2023	2023	NUM
bracis-33579	207	10	)	)	PUNCT
bracis-33579	207	11	article	article	NOUN
bracis-33579	207	12	  	  	SPACE
bracis-33579	207	13	math	math	NOUN
bracis-33579	207	14	  	  	SPACE
bracis-33579	207	15	google	google	PROPN
bracis-33579	207	16	scholar	scholar	NOUN
bracis-33579	207	17	  	  	SPACE
bracis-33579	207	18	ai@meta	ai@meta	PROPN
bracis-33579	207	19	:	:	PUNCT
bracis-33579	207	20	llama	llama	ADJ
bracis-33579	207	21	3	3	NUM
bracis-33579	207	22	model	model	NOUN
bracis-33579	207	23	card	card	NOUN
bracis-33579	207	24	(	(	PUNCT
bracis-33579	207	25	2024	2024	NUM
bracis-33579	207	26	)	)	PUNCT
bracis-33579	207	27	.	.	PUNCT
bracis-33579	208	1	https://github.com/meta-llama/llama3/tree/main	https://github.com/meta-llama/llama3/tree/main	PROPN
bracis-33579	208	2	ainslie	ainslie	PROPN
bracis-33579	208	3	,	,	PUNCT
bracis-33579	208	4	j.	j.	PROPN
bracis-33579	208	5	,	,	PUNCT
bracis-33579	208	6	lee	lee	PROPN
bracis-33579	208	7	-	-	PUNCT
bracis-33579	208	8	thorp	thorp	PROPN
bracis-33579	208	9	,	,	PUNCT
bracis-33579	208	10	j.	j.	PROPN
bracis-33579	208	11	,	,	PUNCT
bracis-33579	208	12	de	de	PROPN
bracis-33579	208	13	 	 	SPACE
bracis-33579	208	14	jong	jong	PROPN
bracis-33579	208	15	,	,	PUNCT
bracis-33579	208	16	m.	m.	NOUN
bracis-33579	208	17	,	,	PUNCT
bracis-33579	208	18	zemlyanskiy	zemlyanskiy	NOUN
bracis-33579	208	19	,	,	PUNCT
bracis-33579	208	20	y.	y.	PROPN
bracis-33579	208	21	,	,	PUNCT
bracis-33579	208	22	lebron	lebron	PROPN
bracis-33579	208	23	,	,	PUNCT
bracis-33579	208	24	f.	f.	PROPN
bracis-33579	208	25	,	,	PUNCT
bracis-33579	208	26	sanghai	sanghai	PROPN
bracis-33579	208	27	,	,	PUNCT
bracis-33579	208	28	s.	s.	PROPN
bracis-33579	208	29	:	:	PUNCT
bracis-33579	208	30	gqa	gqa	ADV
bracis-33579	208	31	:	:	PUNCT
bracis-33579	208	32	training	train	VERB
bracis-33579	208	33	generalized	generalize	VERB
bracis-33579	208	34	multi	multi	ADJ
bracis-33579	208	35	-	-	ADJ
bracis-33579	208	36	query	query	ADJ
bracis-33579	208	37	transformer	transformer	NOUN
bracis-33579	208	38	models	model	NOUN
bracis-33579	208	39	from	from	ADP
bracis-33579	208	40	multi	multi	ADJ
bracis-33579	208	41	-	-	ADJ
bracis-33579	208	42	head	head	ADJ
bracis-33579	208	43	checkpoints	checkpoint	NOUN
bracis-33579	208	44	.	.	PUNCT
bracis-33579	209	1	in	in	ADP
bracis-33579	209	2	:	:	PUNCT
bracis-33579	209	3	proceedings	proceeding	NOUN
bracis-33579	209	4	of	of	ADP
bracis-33579	209	5	the	the	DET
bracis-33579	209	6	2023	2023	NUM
bracis-33579	209	7	conference	conference	NOUN
bracis-33579	209	8	on	on	ADP
bracis-33579	209	9	empirical	empirical	ADJ
bracis-33579	209	10	methods	method	NOUN
bracis-33579	209	11	in	in	ADP
bracis-33579	209	12	natural	natural	ADJ
bracis-33579	209	13	language	language	NOUN
bracis-33579	209	14	processing	processing	NOUN
bracis-33579	209	15	,	,	PUNCT
bracis-33579	209	16	pp	pp	ADP
bracis-33579	209	17	.	.	PUNCT
bracis-33579	209	18	4895–4901	4895–4901	NOUN
bracis-33579	209	19	(	(	PUNCT
bracis-33579	209	20	2023	2023	NUM
bracis-33579	209	21	)	)	PUNCT
bracis-33579	209	22	google	google	NOUN
bracis-33579	209	23	scholar	scholar	NOUN
bracis-33579	209	24	  	  	SPACE
bracis-33579	209	25	cui	cui	PROPN
bracis-33579	209	26	,	,	PUNCT
bracis-33579	209	27	j.	j.	PROPN
bracis-33579	209	28	,	,	PUNCT
bracis-33579	209	29	li	li	PROPN
bracis-33579	209	30	,	,	PUNCT
bracis-33579	209	31	z.	z.	PROPN
bracis-33579	209	32	,	,	PUNCT
bracis-33579	209	33	yan	yan	PROPN
bracis-33579	209	34	,	,	PUNCT
bracis-33579	209	35	y.	y.	PROPN
bracis-33579	209	36	,	,	PUNCT
bracis-33579	209	37	chen	chen	PROPN
bracis-33579	209	38	,	,	PUNCT
bracis-33579	209	39	b.	b.	PROPN
bracis-33579	209	40	,	,	PUNCT
bracis-33579	209	41	yuan	yuan	PROPN
bracis-33579	209	42	,	,	PUNCT
bracis-33579	209	43	l.	l.	PROPN
bracis-33579	209	44	:	:	PUNCT
bracis-33579	209	45	chatlaw	chatlaw	NOUN
bracis-33579	209	46	:	:	PUNCT
bracis-33579	209	47	open	open	ADJ
bracis-33579	209	48	-	-	PUNCT
bracis-33579	209	49	source	source	NOUN
bracis-33579	209	50	legal	legal	ADJ
bracis-33579	209	51	large	large	ADJ
bracis-33579	209	52	language	language	NOUN
bracis-33579	209	53	model	model	NOUN
bracis-33579	209	54	with	with	ADP
bracis-33579	209	55	integrated	integrated	ADJ
bracis-33579	209	56	external	external	ADJ
bracis-33579	209	57	knowledge	knowledge	NOUN
bracis-33579	209	58	bases	basis	NOUN
bracis-33579	209	59	.	.	PUNCT
bracis-33579	210	1	arxiv	arxiv	PROPN
bracis-33579	210	2	preprint	preprint	VERB
bracis-33579	210	3	arxiv:2306.16092	arxiv:2306.16092	PROPN
bracis-33579	210	4	(	(	PUNCT
bracis-33579	210	5	2023	2023	NUM
bracis-33579	210	6	)	)	PUNCT
bracis-33579	210	7	dai	dai	PROPN
bracis-33579	210	8	,	,	PUNCT
bracis-33579	210	9	y.	y.	PROPN
bracis-33579	210	10	,	,	PUNCT
bracis-33579	210	11	et	et	PROPN
bracis-33579	210	12	al	al	PROPN
bracis-33579	210	13	.	.	PROPN
bracis-33579	210	14	:	:	PUNCT
bracis-33579	211	1	laiw	laiw	VERB
bracis-33579	211	2	:	:	PUNCT
bracis-33579	211	3	a	a	DET
bracis-33579	211	4	chinese	chinese	ADJ
bracis-33579	211	5	legal	legal	ADJ
bracis-33579	211	6	large	large	ADJ
bracis-33579	211	7	language	language	NOUN
bracis-33579	211	8	models	model	NOUN
bracis-33579	211	9	benchmark	benchmark	NOUN
bracis-33579	211	10	(	(	PUNCT
bracis-33579	211	11	a	a	DET
bracis-33579	211	12	technical	technical	ADJ
bracis-33579	211	13	report	report	NOUN
bracis-33579	211	14	)	)	PUNCT
bracis-33579	211	15	.	.	PUNCT
bracis-33579	212	1	arxiv	arxiv	PROPN
bracis-33579	212	2	preprint	preprint	VERB
bracis-33579	212	3	arxiv:2310.05620	arxiv:2310.05620	NOUN
bracis-33579	212	4	(	(	PUNCT
bracis-33579	212	5	2023	2023	NUM
bracis-33579	212	6	)	)	PUNCT
bracis-33579	212	7	du	du	PROPN
bracis-33579	212	8	,	,	PUNCT
bracis-33579	212	9	y.	y.	PROPN
bracis-33579	212	10	,	,	PUNCT
bracis-33579	212	11	wei	wei	PROPN
bracis-33579	212	12	,	,	PUNCT
bracis-33579	212	13	f.	f.	PROPN
bracis-33579	212	14	,	,	PUNCT
bracis-33579	212	15	zhang	zhang	PROPN
bracis-33579	212	16	,	,	PUNCT
bracis-33579	212	17	h.	h.	PROPN
bracis-33579	212	18	:	:	PUNCT
bracis-33579	212	19	anytool	anytool	ADJ
bracis-33579	212	20	:	:	PUNCT
bracis-33579	212	21	self	self	NOUN
bracis-33579	212	22	-	-	PUNCT
bracis-33579	212	23	reflective	reflective	ADJ
bracis-33579	212	24	,	,	PUNCT
bracis-33579	212	25	hierarchical	hierarchical	ADJ
bracis-33579	212	26	agents	agent	NOUN
bracis-33579	212	27	for	for	ADP
bracis-33579	212	28	large	large	ADJ
bracis-33579	212	29	-	-	PUNCT
bracis-33579	212	30	scale	scale	NOUN
bracis-33579	212	31	api	api	NOUN
bracis-33579	212	32	calls	call	NOUN
bracis-33579	212	33	.	.	PUNCT
bracis-33579	213	1	arxiv	arxiv	PROPN
bracis-33579	213	2	preprint	preprint	NOUN
bracis-33579	213	3	arxiv:2402.04253	arxiv:2402.04253	NOUN
bracis-33579	213	4	(	(	PUNCT
bracis-33579	213	5	2024	2024	NUM
bracis-33579	213	6	)	)	PUNCT
bracis-33579	213	7	fei	fei	PROPN
bracis-33579	213	8	,	,	PUNCT
bracis-33579	213	9	z.	z.	PROPN
bracis-33579	213	10	,	,	PUNCT
bracis-33579	213	11	et	et	PROPN
bracis-33579	213	12	al	al	PROPN
bracis-33579	213	13	.	.	PUNCT
bracis-33579	213	14	:	:	PUNCT
bracis-33579	214	1	lawbench	lawbench	ADJ
bracis-33579	214	2	:	:	PUNCT
bracis-33579	214	3	benchmarking	benchmarke	VERB
bracis-33579	214	4	legal	legal	ADJ
bracis-33579	214	5	knowledge	knowledge	NOUN
bracis-33579	214	6	of	of	ADP
bracis-33579	214	7	large	large	ADJ
bracis-33579	214	8	language	language	NOUN
bracis-33579	214	9	models	model	NOUN
bracis-33579	214	10	.	.	PUNCT
bracis-33579	215	1	arxiv	arxiv	PROPN
bracis-33579	215	2	preprint	preprint	NOUN
bracis-33579	215	3	arxiv:2309.16289	arxiv:2309.16289	PROPN
bracis-33579	215	4	(	(	PUNCT
bracis-33579	215	5	2023	2023	NUM
bracis-33579	215	6	)	)	PUNCT
bracis-33579	215	7	general	general	ADJ
bracis-33579	215	8	coordination	coordination	NOUN
bracis-33579	215	9	of	of	ADP
bracis-33579	215	10	taxation	taxation	NOUN
bracis-33579	215	11	(	(	PUNCT
bracis-33579	215	12	cosit	cosit	NOUN
bracis-33579	215	13	):	):	PUNCT
bracis-33579	215	14	questions	question	NOUN
bracis-33579	215	15	and	and	CCONJ
bracis-33579	215	16	answers	answer	NOUN
bracis-33579	215	17	for	for	ADP
bracis-33579	215	18	legal	legal	ADJ
bracis-33579	215	19	entities	entity	NOUN
bracis-33579	215	20	(	(	PUNCT
bracis-33579	215	21	2023	2023	NUM
bracis-33579	215	22	)	)	PUNCT
bracis-33579	215	23	.	.	PUNCT
bracis-33579	216	1	https://www.gov.br/receitafederal/pt-br/assuntos/orientacao-tributaria/declaracoes-e-demonstrativos/ecf/perguntas-e-respostas-pj-2023.pdf	https://www.gov.br/receitafederal/pt-br/assuntos/orientacao-tributaria/declaracoes-e-demonstrativos/ecf/perguntas-e-respostas-pj-2023.pdf	PROPN
bracis-33579	216	2	.	.	PUNCT
bracis-33579	217	1	accessed	access	VERB
bracis-33579	217	2	11	11	NUM
bracis-33579	217	3	nov	nov	PROPN
bracis-33579	217	4	2023	2023	NUM
bracis-33579	217	5	hackl	hackl	NOUN
bracis-33579	217	6	,	,	PUNCT
bracis-33579	217	7	v.	v.	PROPN
bracis-33579	217	8	,	,	PUNCT
bracis-33579	217	9	müller	müller	PROPN
bracis-33579	217	10	,	,	PUNCT
bracis-33579	217	11	a.e	a.e	PROPN
bracis-33579	217	12	.	.	PROPN
bracis-33579	217	13	,	,	PUNCT
bracis-33579	217	14	granitzer	granitzer	NOUN
bracis-33579	217	15	,	,	PUNCT
bracis-33579	217	16	m.	m.	NOUN
bracis-33579	217	17	,	,	PUNCT
bracis-33579	217	18	sailer	sailer	NOUN
bracis-33579	217	19	,	,	PUNCT
bracis-33579	217	20	m.	m.	NOUN
bracis-33579	217	21	:	:	PUNCT
bracis-33579	217	22	is	be	AUX
bracis-33579	217	23	gpt-4	gpt-4	PRON
bracis-33579	217	24	a	a	DET
bracis-33579	217	25	reliable	reliable	ADJ
bracis-33579	217	26	rater	rater	NOUN
bracis-33579	217	27	?	?	PUNCT
bracis-33579	218	1	evaluating	evaluate	VERB
bracis-33579	218	2	consistency	consistency	NOUN
bracis-33579	218	3	in	in	ADP
bracis-33579	218	4	gpt-4	gpt-4	NOUN
bracis-33579	218	5	’s	’s	PART
bracis-33579	218	6	text	text	NOUN
bracis-33579	218	7	ratings	rating	NOUN
bracis-33579	218	8	.	.	PUNCT
bracis-33579	219	1	in	in	ADP
bracis-33579	219	2	:	:	PUNCT
bracis-33579	219	3	frontiers	frontier	NOUN
bracis-33579	219	4	in	in	ADP
bracis-33579	219	5	education	education	NOUN
bracis-33579	219	6	.	.	PUNCT
bracis-33579	220	1	vol	vol	NOUN
bracis-33579	220	2	.	.	PUNCT
bracis-33579	220	3	 	 	SPACE
bracis-33579	220	4	8	8	NUM
bracis-33579	220	5	,	,	PUNCT
bracis-33579	220	6	p.	p.	NOUN
bracis-33579	220	7	1272229	1272229	NUM
bracis-33579	220	8	.	.	PUNCT
bracis-33579	221	1	frontiers	frontier	NOUN
bracis-33579	221	2	media	media	PROPN
bracis-33579	221	3	sa	sa	PROPN
bracis-33579	221	4	(	(	PUNCT
bracis-33579	221	5	2023	2023	NUM
bracis-33579	221	6	)	)	PUNCT
bracis-33579	221	7	google	google	NOUN
bracis-33579	221	8	scholar	scholar	NOUN
bracis-33579	221	9	  	  	SPACE
bracis-33579	221	10	haghayegh	haghayegh	NOUN
bracis-33579	221	11	,	,	PUNCT
bracis-33579	221	12	s.	s.	PROPN
bracis-33579	221	13	,	,	PUNCT
bracis-33579	221	14	kang	kang	PROPN
bracis-33579	221	15	,	,	PUNCT
bracis-33579	221	16	h.a	h.a	PROPN
bracis-33579	221	17	.	.	PROPN
bracis-33579	221	18	,	,	PUNCT
bracis-33579	221	19	khoshnevis	khoshnevis	PROPN
bracis-33579	221	20	,	,	PUNCT
bracis-33579	221	21	s.	s.	PROPN
bracis-33579	221	22	,	,	PUNCT
bracis-33579	221	23	smolensky	smolensky	PROPN
bracis-33579	221	24	,	,	PUNCT
bracis-33579	221	25	m.h	m.h	PROPN
bracis-33579	221	26	.	.	PROPN
bracis-33579	221	27	,	,	PUNCT
bracis-33579	221	28	diller	diller	PROPN
bracis-33579	221	29	,	,	PUNCT
bracis-33579	221	30	k.r	k.r	PROPN
bracis-33579	221	31	.	.	PROPN
bracis-33579	221	32	:	:	PUNCT
bracis-33579	222	1	a	a	DET
bracis-33579	222	2	comprehensive	comprehensive	ADJ
bracis-33579	222	3	guideline	guideline	NOUN
bracis-33579	222	4	for	for	ADP
bracis-33579	222	5	bland	bland	ADJ
bracis-33579	222	6	-	-	PUNCT
bracis-33579	222	7	altman	altman	NOUN
bracis-33579	222	8	and	and	CCONJ
bracis-33579	222	9	intra	intra	ADJ
bracis-33579	222	10	class	class	NOUN
bracis-33579	222	11	correlation	correlation	NOUN
bracis-33579	222	12	calculations	calculation	NOUN
bracis-33579	222	13	to	to	PART
bracis-33579	222	14	properly	properly	ADV
bracis-33579	222	15	compare	compare	VERB
bracis-33579	222	16	two	two	NUM
bracis-33579	222	17	methods	method	NOUN
bracis-33579	222	18	of	of	ADP
bracis-33579	222	19	measurement	measurement	NOUN
bracis-33579	222	20	and	and	CCONJ
bracis-33579	222	21	interpret	interpret	VERB
bracis-33579	222	22	findings	finding	NOUN
bracis-33579	222	23	.	.	PUNCT
bracis-33579	223	1	physiol	physiol	PROPN
bracis-33579	223	2	.	.	PUNCT
bracis-33579	224	1	meas	meas	PROPN
bracis-33579	224	2	.	.	PUNCT
bracis-33579	225	1	41(5	41(5	X
bracis-33579	225	2	)	)	PUNCT
bracis-33579	225	3	,	,	PUNCT
bracis-33579	225	4	055012	055012	NUM
bracis-33579	225	5	(	(	PUNCT
bracis-33579	225	6	2020	2020	NUM
bracis-33579	225	7	)	)	PUNCT
bracis-33579	225	8	article	article	NOUN
bracis-33579	225	9	  	  	SPACE
bracis-33579	225	10	google	google	PROPN
bracis-33579	225	11	scholar	scholar	NOUN
bracis-33579	225	12	  	  	SPACE
bracis-33579	225	13	jiang	jiang	PROPN
bracis-33579	225	14	,	,	PUNCT
bracis-33579	225	15	a.q	a.q	PROPN
bracis-33579	225	16	.	.	PROPN
bracis-33579	225	17	,	,	PUNCT
bracis-33579	225	18	et	et	PROPN
bracis-33579	225	19	 	 	SPACE
bracis-33579	225	20	al	al	PROPN
bracis-33579	225	21	.	.	PUNCT
bracis-33579	225	22	:	:	PUNCT
bracis-33579	226	1	mistral	mistral	ADJ
bracis-33579	226	2	7b	7b	NOUN
bracis-33579	226	3	(	(	PUNCT
bracis-33579	226	4	2023	2023	NUM
bracis-33579	226	5	)	)	PUNCT
bracis-33579	226	6	.	.	PUNCT
bracis-33579	227	1	arxiv	arxiv	PROPN
bracis-33579	227	2	preprint	preprint	VERB
bracis-33579	227	3	arxiv:2310.06825	arxiv:2310.06825	PROPN
bracis-33579	227	4	jiang	jiang	PROPN
bracis-33579	227	5	,	,	PUNCT
bracis-33579	227	6	a.q	a.q	PROPN
bracis-33579	227	7	.	.	PROPN
bracis-33579	227	8	,	,	PUNCT
bracis-33579	227	9	et	et	PROPN
bracis-33579	227	10	 	 	SPACE
bracis-33579	227	11	al	al	PROPN
bracis-33579	227	12	.	.	PROPN
bracis-33579	227	13	:	:	PUNCT
bracis-33579	228	1	mixtral	mixtral	ADJ
bracis-33579	228	2	of	of	ADP
bracis-33579	228	3	experts	expert	NOUN
bracis-33579	228	4	(	(	PUNCT
bracis-33579	228	5	2024	2024	NUM
bracis-33579	228	6	)	)	PUNCT
bracis-33579	228	7	.	.	PUNCT
bracis-33579	229	1	arxiv	arxiv	PROPN
bracis-33579	229	2	preprint	preprint	PROPN
bracis-33579	229	3	arxiv:2401.04088	arxiv:2401.04088	PROPN
bracis-33579	229	4	joshi	joshi	PROPN
bracis-33579	229	5	,	,	PUNCT
bracis-33579	229	6	m.	m.	NOUN
bracis-33579	229	7	,	,	PUNCT
bracis-33579	229	8	choi	choi	NOUN
bracis-33579	229	9	,	,	PUNCT
bracis-33579	229	10	e.	e.	PROPN
bracis-33579	229	11	,	,	PUNCT
bracis-33579	229	12	weld	weld	PROPN
bracis-33579	229	13	,	,	PUNCT
bracis-33579	229	14	d.s	d.s	PROPN
bracis-33579	229	15	.	.	PROPN
bracis-33579	229	16	,	,	PUNCT
bracis-33579	229	17	zettlemoyer	zettlemoyer	NOUN
bracis-33579	229	18	,	,	PUNCT
bracis-33579	229	19	l.	l.	PROPN
bracis-33579	229	20	:	:	PUNCT
bracis-33579	229	21	triviaqa	triviaqa	NOUN
bracis-33579	229	22	:	:	PUNCT
bracis-33579	229	23	a	a	DET
bracis-33579	229	24	large	large	ADJ
bracis-33579	229	25	scale	scale	NOUN
bracis-33579	229	26	distantly	distantly	ADV
bracis-33579	229	27	supervised	supervise	VERB
bracis-33579	229	28	challenge	challenge	NOUN
bracis-33579	229	29	dataset	dataset	VERB
bracis-33579	229	30	for	for	ADP
bracis-33579	229	31	reading	read	VERB
bracis-33579	229	32	comprehension	comprehension	NOUN
bracis-33579	229	33	.	.	PUNCT
bracis-33579	230	1	in	in	ADP
bracis-33579	230	2	:	:	PUNCT
bracis-33579	230	3	proceedings	proceeding	NOUN
bracis-33579	230	4	of	of	ADP
bracis-33579	230	5	the	the	DET
bracis-33579	230	6	55th	55th	ADJ
bracis-33579	230	7	annual	annual	ADJ
bracis-33579	230	8	meeting	meeting	NOUN
bracis-33579	230	9	of	of	ADP
bracis-33579	230	10	the	the	DET
bracis-33579	230	11	association	association	NOUN
bracis-33579	230	12	for	for	ADP
bracis-33579	230	13	computational	computational	ADJ
bracis-33579	230	14	linguistics	linguistic	NOUN
bracis-33579	230	15	,	,	PUNCT
bracis-33579	230	16	vol	vol	NOUN
bracis-33579	230	17	.	.	PROPN
bracis-33579	231	1	1	1	NUM
bracis-33579	231	2	:	:	PUNCT
bracis-33579	231	3	long	long	ADJ
bracis-33579	231	4	papers	paper	NOUN
bracis-33579	231	5	,	,	PUNCT
bracis-33579	231	6	pp	pp	ADP
bracis-33579	231	7	.	.	PUNCT
bracis-33579	232	1	1601–1611	1601–1611	NUM
bracis-33579	232	2	(	(	PUNCT
bracis-33579	232	3	2017	2017	NUM
bracis-33579	232	4	)	)	PUNCT
bracis-33579	232	5	google	google	PROPN
bracis-33579	232	6	scholar	scholar	NOUN
bracis-33579	232	7	  	  	SPACE
bracis-33579	232	8	kim	kim	PROPN
bracis-33579	232	9	,	,	PUNCT
bracis-33579	232	10	d.	d.	PROPN
bracis-33579	232	11	,	,	PUNCT
bracis-33579	232	12	et	et	PROPN
bracis-33579	232	13	al	al	PROPN
bracis-33579	232	14	.	.	PUNCT
bracis-33579	232	15	:	:	PUNCT
bracis-33579	233	1	sdpo	sdpo	NOUN
bracis-33579	233	2	:	:	PUNCT
bracis-33579	233	3	do	do	AUX
bracis-33579	233	4	n’t	not	PART
bracis-33579	233	5	use	use	VERB
bracis-33579	233	6	your	your	PRON
bracis-33579	233	7	data	datum	NOUN
bracis-33579	233	8	all	all	ADV
bracis-33579	233	9	at	at	ADP
bracis-33579	233	10	once	once	ADV
bracis-33579	233	11	(	(	PUNCT
bracis-33579	233	12	2024	2024	NUM
bracis-33579	233	13	)	)	PUNCT
bracis-33579	233	14	google	google	PROPN
bracis-33579	233	15	scholar	scholar	NOUN
bracis-33579	233	16	  	  	SPACE
bracis-33579	233	17	kim	kim	PROPN
bracis-33579	233	18	,	,	PUNCT
bracis-33579	233	19	d.	d.	PROPN
bracis-33579	233	20	,	,	PUNCT
bracis-33579	233	21	et	et	PROPN
bracis-33579	233	22	al	al	PROPN
bracis-33579	233	23	.	.	PUNCT
bracis-33579	233	24	:	:	PUNCT
bracis-33579	234	1	solar	solar	ADJ
bracis-33579	234	2	10.7b	10.7b	NOUN
bracis-33579	234	3	:	:	PUNCT
bracis-33579	234	4	scaling	scale	VERB
bracis-33579	234	5	large	large	ADJ
bracis-33579	234	6	language	language	NOUN
bracis-33579	234	7	models	model	NOUN
bracis-33579	234	8	with	with	ADP
bracis-33579	234	9	simple	simple	ADJ
bracis-33579	234	10	yet	yet	CCONJ
bracis-33579	234	11	effective	effective	ADJ
bracis-33579	234	12	depth	depth	NOUN
bracis-33579	234	13	up	up	ADP
bracis-33579	234	14	-	-	PUNCT
bracis-33579	234	15	scaling	scaling	NOUN
bracis-33579	234	16	(	(	PUNCT
bracis-33579	234	17	2023	2023	NUM
bracis-33579	234	18	)	)	PUNCT
bracis-33579	234	19	google	google	NOUN
bracis-33579	234	20	scholar	scholar	NOUN
bracis-33579	234	21	  	  	SPACE
bracis-33579	234	22	koutcheme	koutcheme	NOUN
bracis-33579	234	23	,	,	PUNCT
bracis-33579	234	24	c.	c.	PROPN
bracis-33579	234	25	,	,	PUNCT
bracis-33579	234	26	dainese	dainese	PROPN
bracis-33579	234	27	,	,	PUNCT
bracis-33579	234	28	n.	n.	PROPN
bracis-33579	234	29	,	,	PUNCT
bracis-33579	234	30	sarsa	sarsa	PROPN
bracis-33579	234	31	,	,	PUNCT
bracis-33579	234	32	s.	s.	PROPN
bracis-33579	234	33	,	,	PUNCT
bracis-33579	234	34	hellas	hellas	PROPN
bracis-33579	234	35	,	,	PUNCT
bracis-33579	234	36	a.	a.	NOUN
bracis-33579	234	37	,	,	PUNCT
bracis-33579	234	38	leinonen	leinonen	PROPN
bracis-33579	234	39	,	,	PUNCT
bracis-33579	234	40	j.	j.	PROPN
bracis-33579	234	41	,	,	PUNCT
bracis-33579	234	42	denny	denny	PROPN
bracis-33579	234	43	,	,	PUNCT
bracis-33579	234	44	p.	p.	NOUN
bracis-33579	234	45	:	:	PUNCT
bracis-33579	234	46	open	open	ADJ
bracis-33579	234	47	source	source	NOUN
bracis-33579	234	48	language	language	NOUN
bracis-33579	234	49	models	model	NOUN
bracis-33579	234	50	can	can	AUX
bracis-33579	234	51	provide	provide	VERB
bracis-33579	234	52	feedback	feedback	NOUN
bracis-33579	234	53	:	:	PUNCT
bracis-33579	234	54	evaluating	evaluate	VERB
bracis-33579	234	55	llms	llm	NOUN
bracis-33579	234	56	’	'	PUNCT
bracis-33579	234	57	ability	ability	NOUN
bracis-33579	234	58	to	to	PART
bracis-33579	234	59	help	help	VERB
bracis-33579	234	60	students	student	NOUN
bracis-33579	234	61	using	use	VERB
bracis-33579	234	62	gpt-4	gpt-4	NOUN
bracis-33579	234	63	-	-	PUNCT
bracis-33579	234	64	as	as	ADP
bracis-33579	234	65	-	-	PUNCT
bracis-33579	234	66	a	a	DET
bracis-33579	234	67	-	-	PUNCT
bracis-33579	234	68	judge	judge	NOUN
bracis-33579	234	69	.	.	PUNCT
bracis-33579	235	1	arxiv	arxiv	PROPN
bracis-33579	235	2	preprint	preprint	VERB
bracis-33579	235	3	arxiv:2405.05253	arxiv:2405.05253	PROPN
bracis-33579	235	4	(	(	PUNCT
bracis-33579	235	5	2024	2024	NUM
bracis-33579	235	6	)	)	PUNCT
bracis-33579	235	7	lee	lee	PROPN
bracis-33579	235	8	,	,	PUNCT
bracis-33579	235	9	a.n	a.n	PROPN
bracis-33579	235	10	.	.	PROPN
bracis-33579	235	11	,	,	PUNCT
bracis-33579	235	12	hunter	hunter	NOUN
bracis-33579	235	13	,	,	PUNCT
bracis-33579	235	14	c.j	c.j	PROPN
bracis-33579	235	15	.	.	PROPN
bracis-33579	235	16	,	,	PUNCT
bracis-33579	235	17	ruiz	ruiz	NOUN
bracis-33579	235	18	,	,	PUNCT
bracis-33579	235	19	n.	n.	NOUN
bracis-33579	235	20	:	:	PUNCT
bracis-33579	235	21	platypus	platypus	NOUN
bracis-33579	235	22	:	:	PUNCT
bracis-33579	235	23	quick	quick	ADJ
bracis-33579	235	24	,	,	PUNCT
bracis-33579	235	25	cheap	cheap	ADJ
bracis-33579	235	26	,	,	PUNCT
bracis-33579	235	27	and	and	CCONJ
bracis-33579	235	28	powerful	powerful	ADJ
bracis-33579	235	29	refinement	refinement	NOUN
bracis-33579	235	30	of	of	ADP
bracis-33579	235	31	llms	llm	NOUN
bracis-33579	235	32	(	(	PUNCT
bracis-33579	235	33	2023	2023	NUM
bracis-33579	235	34	)	)	PUNCT
bracis-33579	235	35	google	google	PROPN
bracis-33579	235	36	scholar	scholar	NOUN
bracis-33579	235	37	  	  	SPACE
bracis-33579	235	38	lin	lin	PROPN
bracis-33579	235	39	,	,	PUNCT
bracis-33579	235	40	c.y	c.y	PROPN
bracis-33579	235	41	.	.	PROPN
bracis-33579	235	42	:	:	PUNCT
bracis-33579	236	1	rouge	rouge	NOUN
bracis-33579	236	2	:	:	PUNCT
bracis-33579	236	3	a	a	DET
bracis-33579	236	4	package	package	NOUN
bracis-33579	236	5	for	for	ADP
bracis-33579	236	6	automatic	automatic	ADJ
bracis-33579	236	7	evaluation	evaluation	NOUN
bracis-33579	236	8	of	of	ADP
bracis-33579	236	9	summaries	summary	NOUN
bracis-33579	236	10	.	.	PUNCT
bracis-33579	237	1	in	in	ADP
bracis-33579	237	2	:	:	PUNCT
bracis-33579	237	3	text	text	NOUN
bracis-33579	237	4	summarization	summarization	NOUN
bracis-33579	237	5	branches	branch	VERB
bracis-33579	237	6	out	out	ADP
bracis-33579	237	7	,	,	PUNCT
bracis-33579	237	8	pp	pp	ADJ
bracis-33579	237	9	.	.	PUNCT
bracis-33579	238	1	74–81	74–81	NUM
bracis-33579	238	2	(	(	PUNCT
bracis-33579	238	3	2004	2004	NUM
bracis-33579	238	4	)	)	PUNCT
bracis-33579	238	5	google	google	PROPN
bracis-33579	238	6	scholar	scholar	NOUN
bracis-33579	238	7	  	  	SPACE
bracis-33579	238	8	liu	liu	PROPN
bracis-33579	238	9	,	,	PUNCT
bracis-33579	238	10	y.	y.	PROPN
bracis-33579	238	11	,	,	PUNCT
bracis-33579	238	12	iter	iter	PROPN
bracis-33579	238	13	,	,	PUNCT
bracis-33579	238	14	d.	d.	PROPN
bracis-33579	238	15	,	,	PUNCT
bracis-33579	238	16	xu	xu	PROPN
bracis-33579	238	17	,	,	PUNCT
bracis-33579	238	18	y.	y.	PROPN
bracis-33579	238	19	,	,	PUNCT
bracis-33579	238	20	wang	wang	PROPN
bracis-33579	238	21	,	,	PUNCT
bracis-33579	238	22	s.	s.	PROPN
bracis-33579	238	23	,	,	PUNCT
bracis-33579	238	24	xu	xu	PROPN
bracis-33579	238	25	,	,	PUNCT
bracis-33579	238	26	r.	r.	PROPN
bracis-33579	238	27	,	,	PUNCT
bracis-33579	238	28	zhu	zhu	PROPN
bracis-33579	238	29	,	,	PUNCT
bracis-33579	238	30	c.	c.	PROPN
bracis-33579	238	31	:	:	PUNCT
bracis-33579	238	32	g	g	NOUN
bracis-33579	238	33	-	-	PUNCT
bracis-33579	238	34	eval	eval	NOUN
bracis-33579	238	35	:	:	PUNCT
bracis-33579	238	36	nlg	nlg	NOUN
bracis-33579	238	37	evaluation	evaluation	NOUN
bracis-33579	238	38	using	use	VERB
bracis-33579	238	39	gpt-4	gpt-4	NOUN
bracis-33579	238	40	with	with	ADP
bracis-33579	238	41	better	well	ADJ
bracis-33579	238	42	human	human	ADJ
bracis-33579	238	43	alignment	alignment	NOUN
bracis-33579	238	44	.	.	PUNCT
bracis-33579	239	1	in	in	ADP
bracis-33579	239	2	:	:	PUNCT
bracis-33579	239	3	the	the	DET
bracis-33579	239	4	2023	2023	NUM
bracis-33579	239	5	conference	conference	NOUN
bracis-33579	239	6	on	on	ADP
bracis-33579	239	7	empirical	empirical	ADJ
bracis-33579	239	8	methods	method	NOUN
bracis-33579	239	9	in	in	ADP
bracis-33579	239	10	natural	natural	ADJ
bracis-33579	239	11	language	language	NOUN
bracis-33579	239	12	processing	processing	NOUN
bracis-33579	239	13	(	(	PUNCT
bracis-33579	239	14	2023	2023	NUM
bracis-33579	239	15	)	)	PUNCT
bracis-33579	239	16	google	google	NOUN
bracis-33579	239	17	scholar	scholar	NOUN
bracis-33579	239	18	  	  	SPACE
bracis-33579	239	19	louis	louis	PROPN
bracis-33579	239	20	,	,	PUNCT
bracis-33579	239	21	a.	a.	PROPN
bracis-33579	239	22	,	,	PUNCT
bracis-33579	239	23	van	van	PROPN
bracis-33579	239	24	dijck	dijck	NOUN
bracis-33579	239	25	,	,	PUNCT
bracis-33579	239	26	g.	g.	PROPN
bracis-33579	239	27	,	,	PUNCT
bracis-33579	239	28	spanakis	spanakis	PROPN
bracis-33579	239	29	,	,	PUNCT
bracis-33579	239	30	g.	g.	PROPN
bracis-33579	239	31	:	:	PUNCT
bracis-33579	239	32	interpretable	interpretable	ADJ
bracis-33579	239	33	long	long	ADJ
bracis-33579	239	34	-	-	PUNCT
bracis-33579	239	35	form	form	NOUN
bracis-33579	239	36	legal	legal	ADJ
bracis-33579	239	37	question	question	NOUN
bracis-33579	239	38	answering	answer	VERB
bracis-33579	239	39	with	with	ADP
bracis-33579	239	40	retrieval	retrieval	NOUN
bracis-33579	239	41	-	-	PUNCT
bracis-33579	239	42	augmented	augment	VERB
bracis-33579	239	43	large	large	ADJ
bracis-33579	239	44	language	language	NOUN
bracis-33579	239	45	models	model	NOUN
bracis-33579	239	46	.	.	PUNCT
bracis-33579	240	1	arxiv	arxiv	PROPN
bracis-33579	240	2	preprint	preprint	VERB
bracis-33579	240	3	arxiv:2309.17050	arxiv:2309.17050	NUM
bracis-33579	240	4	(	(	PUNCT
bracis-33579	240	5	2023	2023	NUM
bracis-33579	240	6	)	)	PUNCT
bracis-33579	240	7	ma	ma	PROPN
bracis-33579	240	8	,	,	PUNCT
bracis-33579	240	9	s.	s.	PROPN
bracis-33579	240	10	,	,	PUNCT
bracis-33579	240	11	chen	chen	PROPN
bracis-33579	240	12	,	,	PUNCT
bracis-33579	240	13	c.	c.	PROPN
bracis-33579	240	14	,	,	PUNCT
bracis-33579	240	15	chu	chu	PROPN
bracis-33579	240	16	,	,	PUNCT
bracis-33579	240	17	q.	q.	PROPN
bracis-33579	240	18	,	,	PUNCT
bracis-33579	240	19	mao	mao	PROPN
bracis-33579	240	20	,	,	PUNCT
bracis-33579	240	21	j.	j.	PROPN
bracis-33579	240	22	:	:	PUNCT
bracis-33579	240	23	leveraging	leverage	VERB
bracis-33579	240	24	large	large	ADJ
bracis-33579	240	25	language	language	NOUN
bracis-33579	240	26	models	model	NOUN
bracis-33579	240	27	for	for	ADP
bracis-33579	240	28	relevance	relevance	NOUN
bracis-33579	240	29	judgments	judgment	NOUN
bracis-33579	240	30	in	in	ADP
bracis-33579	240	31	legal	legal	ADJ
bracis-33579	240	32	case	case	NOUN
bracis-33579	240	33	retrieval	retrieval	NOUN
bracis-33579	240	34	.	.	PUNCT
bracis-33579	241	1	arxiv	arxiv	PROPN
bracis-33579	241	2	preprint	preprint	PROPN
bracis-33579	241	3	arxiv:2403.18405	arxiv:2403.18405	PROPN
bracis-33579	241	4	(	(	PUNCT
bracis-33579	241	5	2024	2024	NUM
bracis-33579	241	6	)	)	PUNCT
bracis-33579	241	7	martin	martin	PROPN
bracis-33579	241	8	,	,	PUNCT
bracis-33579	241	9	l.	l.	PROPN
bracis-33579	241	10	,	,	PUNCT
bracis-33579	241	11	whitehouse	whitehouse	NOUN
bracis-33579	241	12	,	,	PUNCT
bracis-33579	241	13	n.	n.	NOUN
bracis-33579	241	14	,	,	PUNCT
bracis-33579	241	15	yiu	yiu	PROPN
bracis-33579	241	16	,	,	PUNCT
bracis-33579	241	17	s.	s.	PROPN
bracis-33579	241	18	,	,	PUNCT
bracis-33579	241	19	catterson	catterson	PROPN
bracis-33579	241	20	,	,	PUNCT
bracis-33579	241	21	l.	l.	PROPN
bracis-33579	241	22	,	,	PUNCT
bracis-33579	241	23	perera	perera	PROPN
bracis-33579	241	24	,	,	PUNCT
bracis-33579	241	25	r.	r.	PROPN
bracis-33579	241	26	:	:	PUNCT
bracis-33579	241	27	better	well	ADJ
bracis-33579	241	28	call	call	VERB
bracis-33579	241	29	gpt	gpt	NOUN
bracis-33579	241	30	,	,	PUNCT
bracis-33579	241	31	comparing	compare	VERB
bracis-33579	241	32	large	large	ADJ
bracis-33579	241	33	language	language	NOUN
bracis-33579	241	34	models	model	NOUN
bracis-33579	241	35	against	against	ADP
bracis-33579	241	36	lawyers	lawyer	NOUN
bracis-33579	241	37	.	.	PUNCT
bracis-33579	242	1	arxiv	arxiv	PROPN
bracis-33579	242	2	preprint	preprint	PROPN
bracis-33579	242	3	arxiv:2401.16212	arxiv:2401.16212	PROPN
bracis-33579	242	4	(	(	PUNCT
bracis-33579	242	5	2024	2024	NUM
bracis-33579	242	6	)	)	PUNCT
bracis-33579	242	7	mistral.ai	mistral.ai	NOUN
bracis-33579	242	8	:	:	PUNCT
bracis-33579	242	9	introducing	introduce	VERB
bracis-33579	242	10	the	the	DET
bracis-33579	242	11	mixtral-8x22b	mixtral-8x22b	NUM
bracis-33579	242	12	-	-	PUNCT
bracis-33579	242	13	instruct	instruct	VERB
bracis-33579	242	14	-	-	PUNCT
bracis-33579	242	15	v0.1	v0.1	NOUN
bracis-33579	242	16	model	model	NOUN
bracis-33579	242	17	(	(	PUNCT
bracis-33579	242	18	2024	2024	NUM
bracis-33579	242	19	)	)	PUNCT
bracis-33579	242	20	.	.	PUNCT
bracis-33579	243	1	https://mistral.ai/news/mixtral-8x22b/.	https://mistral.ai/news/mixtral-8x22b/.	PROPN
bracis-33579	243	2	accessed	access	VERB
bracis-33579	243	3	15	15	NUM
bracis-33579	243	4	may	may	NOUN
bracis-33579	243	5	2024	2024	NUM
bracis-33579	243	6	niklaus	niklaus	PROPN
bracis-33579	243	7	,	,	PUNCT
bracis-33579	243	8	j.	j.	PROPN
bracis-33579	243	9	,	,	PUNCT
bracis-33579	243	10	et	et	PROPN
bracis-33579	243	11	al	al	PROPN
bracis-33579	243	12	.	.	PROPN
bracis-33579	243	13	:	:	PUNCT
bracis-33579	244	1	flawn	flawn	NOUN
bracis-33579	244	2	-	-	PUNCT
bracis-33579	244	3	t5	t5	PROPN
bracis-33579	244	4	:	:	PUNCT
bracis-33579	244	5	an	an	DET
bracis-33579	244	6	empirical	empirical	ADJ
bracis-33579	244	7	examination	examination	NOUN
bracis-33579	244	8	of	of	ADP
bracis-33579	244	9	effective	effective	ADJ
bracis-33579	244	10	instruction	instruction	NOUN
bracis-33579	244	11	-	-	PUNCT
bracis-33579	244	12	tuning	tune	VERB
bracis-33579	244	13	data	datum	NOUN
bracis-33579	244	14	mixtures	mixture	NOUN
bracis-33579	244	15	for	for	ADP
bracis-33579	244	16	legal	legal	ADJ
bracis-33579	244	17	reasoning	reasoning	NOUN
bracis-33579	244	18	.	.	PUNCT
bracis-33579	245	1	arxiv	arxiv	PROPN
bracis-33579	245	2	preprint	preprint	VERB
bracis-33579	245	3	arxiv:2404.02127	arxiv:2404.02127	NOUN
bracis-33579	245	4	(	(	PUNCT
bracis-33579	245	5	2024	2024	NUM
bracis-33579	245	6	)	)	PUNCT
bracis-33579	245	7	openai	openai	PROPN
bracis-33579	245	8	:	:	PUNCT
bracis-33579	245	9	gpt-4	gpt-4	NUM
bracis-33579	246	1	technical	technical	ADJ
bracis-33579	246	2	report	report	NOUN
bracis-33579	246	3	(	(	PUNCT
bracis-33579	246	4	2023	2023	NUM
bracis-33579	246	5	)	)	PUNCT
bracis-33579	246	6	.	.	PUNCT
bracis-33579	247	1	https://cdn.openai.com/papers/gpt-4.pdf	https://cdn.openai.com/papers/gpt-4.pdf	PROPN
bracis-33579	247	2	.	.	PROPN
bracis-33579	247	3	accessed	access	VERB
bracis-33579	247	4	10	10	NUM
bracis-33579	247	5	jan	jan	PROPN
bracis-33579	247	6	2024	2024	NUM
bracis-33579	247	7	papineni	papineni	NOUN
bracis-33579	247	8	,	,	PUNCT
bracis-33579	247	9	k.	k.	PROPN
bracis-33579	247	10	,	,	PUNCT
bracis-33579	247	11	roukos	roukos	ADJ
bracis-33579	247	12	,	,	PUNCT
bracis-33579	247	13	s.	s.	PROPN
bracis-33579	247	14	,	,	PUNCT
bracis-33579	247	15	ward	ward	NOUN
bracis-33579	247	16	,	,	PUNCT
bracis-33579	247	17	t.	t.	PROPN
bracis-33579	247	18	,	,	PUNCT
bracis-33579	247	19	zhu	zhu	PROPN
bracis-33579	247	20	,	,	PUNCT
bracis-33579	247	21	w.j	w.j	PROPN
bracis-33579	247	22	.	.	PROPN
bracis-33579	247	23	:	:	PUNCT
bracis-33579	248	1	bleu	bleu	NOUN
bracis-33579	248	2	:	:	PUNCT
bracis-33579	248	3	a	a	DET
bracis-33579	248	4	method	method	NOUN
bracis-33579	248	5	for	for	ADP
bracis-33579	248	6	automatic	automatic	ADJ
bracis-33579	248	7	evaluation	evaluation	NOUN
bracis-33579	248	8	of	of	ADP
bracis-33579	248	9	machine	machine	NOUN
bracis-33579	248	10	translation	translation	NOUN
bracis-33579	248	11	.	.	PUNCT
bracis-33579	249	1	in	in	ADP
bracis-33579	249	2	:	:	PUNCT
bracis-33579	249	3	proceedings	proceeding	NOUN
bracis-33579	249	4	of	of	ADP
bracis-33579	249	5	the	the	DET
bracis-33579	249	6	40th	40th	ADJ
bracis-33579	249	7	annual	annual	ADJ
bracis-33579	249	8	meeting	meeting	NOUN
bracis-33579	249	9	of	of	ADP
bracis-33579	249	10	the	the	DET
bracis-33579	249	11	association	association	NOUN
bracis-33579	249	12	for	for	ADP
bracis-33579	249	13	computational	computational	ADJ
bracis-33579	249	14	linguistics	linguistic	NOUN
bracis-33579	249	15	,	,	PUNCT
bracis-33579	249	16	pp	pp	ADJ
bracis-33579	249	17	.	.	PUNCT
bracis-33579	250	1	311–318	311–318	NUM
bracis-33579	250	2	(	(	PUNCT
bracis-33579	250	3	2002	2002	NUM
bracis-33579	250	4	)	)	PUNCT
bracis-33579	250	5	google	google	PROPN
bracis-33579	250	6	scholar	scholar	NOUN
bracis-33579	250	7	  	  	SPACE
bracis-33579	250	8	rajpurkar	rajpurkar	NOUN
bracis-33579	250	9	,	,	PUNCT
bracis-33579	250	10	p.	p.	PROPN
bracis-33579	250	11	,	,	PUNCT
bracis-33579	250	12	zhang	zhang	PROPN
bracis-33579	250	13	,	,	PUNCT
bracis-33579	250	14	j.	j.	PROPN
bracis-33579	250	15	,	,	PUNCT
bracis-33579	250	16	lopyrev	lopyrev	PROPN
bracis-33579	250	17	,	,	PUNCT
bracis-33579	250	18	k.	k.	PROPN
bracis-33579	250	19	,	,	PUNCT
bracis-33579	250	20	liang	liang	PROPN
bracis-33579	250	21	,	,	PUNCT
bracis-33579	250	22	p.	p.	NOUN
bracis-33579	250	23	:	:	PUNCT
bracis-33579	251	1	squad	squad	NOUN
bracis-33579	251	2	:	:	PUNCT
bracis-33579	251	3	100,000	100,000	NUM
bracis-33579	251	4	+	+	NUM
bracis-33579	251	5	questions	question	NOUN
bracis-33579	251	6	for	for	ADP
bracis-33579	251	7	machine	machine	NOUN
bracis-33579	251	8	comprehension	comprehension	NOUN
bracis-33579	251	9	of	of	ADP
bracis-33579	251	10	text	text	NOUN
bracis-33579	251	11	.	.	PUNCT
bracis-33579	252	1	in	in	ADP
bracis-33579	252	2	:	:	PUNCT
bracis-33579	252	3	proceedings	proceeding	NOUN
bracis-33579	252	4	of	of	ADP
bracis-33579	252	5	the	the	DET
bracis-33579	252	6	2016	2016	NUM
bracis-33579	252	7	conference	conference	NOUN
bracis-33579	252	8	on	on	ADP
bracis-33579	252	9	empirical	empirical	ADJ
bracis-33579	252	10	methods	method	NOUN
bracis-33579	252	11	in	in	ADP
bracis-33579	252	12	natural	natural	ADJ
bracis-33579	252	13	language	language	NOUN
bracis-33579	252	14	processing	processing	NOUN
bracis-33579	252	15	,	,	PUNCT
bracis-33579	252	16	pp	pp	ADP
bracis-33579	252	17	.	.	PUNCT
bracis-33579	253	1	2383–2392	2383–2392	NUM
bracis-33579	253	2	(	(	PUNCT
bracis-33579	253	3	2016	2016	NUM
bracis-33579	253	4	)	)	PUNCT
bracis-33579	253	5	google	google	PROPN
bracis-33579	253	6	scholar	scholar	NOUN
bracis-33579	253	7	  	  	SPACE
bracis-33579	253	8	lai	lai	PROPN
bracis-33579	253	9	,	,	PUNCT
bracis-33579	253	10	j.	j.	PROPN
bracis-33579	253	11	,	,	PUNCT
bracis-33579	253	12	gan	gan	PROPN
bracis-33579	253	13	,	,	PUNCT
bracis-33579	253	14	w.	w.	PROPN
bracis-33579	253	15	,	,	PUNCT
bracis-33579	253	16	wu	wu	PROPN
bracis-33579	253	17	,	,	PUNCT
bracis-33579	253	18	j.	j.	PROPN
bracis-33579	253	19	,	,	PUNCT
bracis-33579	253	20	qi	qi	PROPN
bracis-33579	253	21	,	,	PUNCT
bracis-33579	253	22	z.	z.	PROPN
bracis-33579	253	23	,	,	PUNCT
bracis-33579	253	24	philip	philip	PROPN
bracis-33579	253	25	,	,	PUNCT
bracis-33579	253	26	s.y	s.y	PROPN
bracis-33579	253	27	.	.	PUNCT
bracis-33579	253	28	:	:	PUNCT
bracis-33579	254	1	large	large	ADJ
bracis-33579	254	2	language	language	NOUN
bracis-33579	254	3	models	model	NOUN
bracis-33579	254	4	in	in	ADP
bracis-33579	254	5	law	law	NOUN
bracis-33579	254	6	:	:	PUNCT
bracis-33579	254	7	a	a	DET
bracis-33579	254	8	survey	survey	NOUN
bracis-33579	254	9	(	(	PUNCT
bracis-33579	254	10	2023	2023	NUM
bracis-33579	254	11	)	)	PUNCT
bracis-33579	254	12	.	.	PUNCT
bracis-33579	255	1	https://arxiv.org/abs/2312.03718	https://arxiv.org/abs/2312.03718	PROPN
bracis-33579	255	2	shazeer	shazeer	NOUN
bracis-33579	255	3	,	,	PUNCT
bracis-33579	255	4	n.	n.	NOUN
bracis-33579	255	5	:	:	PUNCT
bracis-33579	255	6	glu	glu	NOUN
bracis-33579	255	7	variants	variant	NOUN
bracis-33579	255	8	improve	improve	VERB
bracis-33579	255	9	transformer	transformer	NOUN
bracis-33579	255	10	.	.	PUNCT
bracis-33579	256	1	arxiv	arxiv	PROPN
bracis-33579	256	2	preprint	preprint	NOUN
bracis-33579	256	3	arxiv:2002.05202	arxiv:2002.05202	PROPN
bracis-33579	256	4	(	(	PUNCT
bracis-33579	256	5	2020	2020	NUM
bracis-33579	256	6	)	)	PUNCT
bracis-33579	256	7	sottana	sottana	PROPN
bracis-33579	256	8	,	,	PUNCT
bracis-33579	256	9	a.	a.	PROPN
bracis-33579	256	10	,	,	PUNCT
bracis-33579	256	11	liang	liang	PROPN
bracis-33579	256	12	,	,	PUNCT
bracis-33579	256	13	b.	b.	PROPN
bracis-33579	256	14	,	,	PUNCT
bracis-33579	256	15	zou	zou	PROPN
bracis-33579	256	16	,	,	PUNCT
bracis-33579	256	17	k.	k.	PROPN
bracis-33579	256	18	,	,	PUNCT
bracis-33579	256	19	yuan	yuan	PROPN
bracis-33579	256	20	,	,	PUNCT
bracis-33579	256	21	z.	z.	PROPN
bracis-33579	256	22	:	:	PUNCT
bracis-33579	256	23	evaluation	evaluation	NOUN
bracis-33579	256	24	metrics	metric	NOUN
bracis-33579	256	25	in	in	ADP
bracis-33579	256	26	the	the	DET
bracis-33579	256	27	era	era	NOUN
bracis-33579	256	28	of	of	ADP
bracis-33579	256	29	gpt-4	gpt-4	ADV
bracis-33579	256	30	:	:	PUNCT
bracis-33579	256	31	reliably	reliably	ADV
bracis-33579	256	32	evaluating	evaluate	VERB
bracis-33579	256	33	large	large	ADJ
bracis-33579	256	34	language	language	NOUN
bracis-33579	256	35	models	model	NOUN
bracis-33579	256	36	on	on	ADP
bracis-33579	256	37	sequence	sequence	NOUN
bracis-33579	256	38	to	to	ADP
bracis-33579	256	39	sequence	sequence	NOUN
bracis-33579	256	40	tasks	task	NOUN
bracis-33579	256	41	.	.	PUNCT
bracis-33579	257	1	in	in	ADP
bracis-33579	257	2	:	:	PUNCT
bracis-33579	257	3	the	the	DET
bracis-33579	257	4	2023	2023	NUM
bracis-33579	257	5	conference	conference	NOUN
bracis-33579	257	6	on	on	ADP
bracis-33579	257	7	empirical	empirical	ADJ
bracis-33579	257	8	methods	method	NOUN
bracis-33579	257	9	in	in	ADP
bracis-33579	257	10	natural	natural	ADJ
bracis-33579	257	11	language	language	NOUN
bracis-33579	257	12	processing	processing	NOUN
bracis-33579	257	13	(	(	PUNCT
bracis-33579	257	14	2023	2023	NUM
bracis-33579	257	15	)	)	PUNCT
bracis-33579	257	16	google	google	NOUN
bracis-33579	257	17	scholar	scholar	NOUN
bracis-33579	257	18	  	  	SPACE
bracis-33579	257	19	team	team	NOUN
bracis-33579	257	20	,	,	PUNCT
bracis-33579	257	21	i.	i.	NOUN
bracis-33579	257	22	:	:	PUNCT
bracis-33579	257	23	openhermes-2	openhermes-2	PROPN
bracis-33579	257	24	-	-	SYM
bracis-33579	257	25	5	5	NUM
bracis-33579	257	26	-	-	PUNCT
bracis-33579	257	27	mistral-7b	mistral-7b	NOUN
bracis-33579	257	28	(	(	PUNCT
bracis-33579	257	29	2024	2024	NUM
bracis-33579	257	30	)	)	PUNCT
bracis-33579	257	31	.	.	PUNCT
bracis-33579	258	1	https://github.com/inferless/openhermes-2-5-mistral-7b	https://github.com/inferless/openhermes-2-5-mistral-7b	PROPN
bracis-33579	258	2	.	.	NOUN
bracis-33579	258	3	accessed	access	VERB
bracis-33579	258	4	15	15	NUM
bracis-33579	258	5	may	may	NOUN
bracis-33579	258	6	2024	2024	NUM
bracis-33579	258	7	touvron	touvron	ADJ
bracis-33579	258	8	,	,	PUNCT
bracis-33579	258	9	h.	h.	PROPN
bracis-33579	258	10	,	,	PUNCT
bracis-33579	258	11	a.	a.	NOUN
bracis-33579	258	12	:	:	PUNCT
bracis-33579	258	13	llama	llama	PROPN
bracis-33579	258	14	2	2	NUM
bracis-33579	258	15	:	:	PUNCT
bracis-33579	258	16	open	open	ADJ
bracis-33579	258	17	foundation	foundation	NOUN
bracis-33579	258	18	and	and	CCONJ
bracis-33579	258	19	fine	fine	ADV
bracis-33579	258	20	-	-	PUNCT
bracis-33579	258	21	tuned	tune	VERB
bracis-33579	258	22	chat	chat	NOUN
bracis-33579	258	23	models	model	NOUN
bracis-33579	258	24	(	(	PUNCT
bracis-33579	258	25	2023	2023	NUM
bracis-33579	258	26	)	)	PUNCT
bracis-33579	258	27	google	google	PROPN
bracis-33579	258	28	scholar	scholar	NOUN
bracis-33579	258	29	  	  	SPACE
bracis-33579	258	30	wang	wang	PROPN
bracis-33579	258	31	,	,	PUNCT
bracis-33579	258	32	g.	g.	PROPN
bracis-33579	258	33	,	,	PUNCT
bracis-33579	258	34	cheng	cheng	PROPN
bracis-33579	258	35	,	,	PUNCT
bracis-33579	258	36	s.	s.	PROPN
bracis-33579	258	37	,	,	PUNCT
bracis-33579	258	38	zhan	zhan	PROPN
bracis-33579	258	39	,	,	PUNCT
bracis-33579	258	40	x.	x.	PROPN
bracis-33579	258	41	,	,	PUNCT
bracis-33579	258	42	li	li	PROPN
bracis-33579	258	43	,	,	PUNCT
bracis-33579	258	44	x.	x.	NOUN
bracis-33579	258	45	,	,	PUNCT
bracis-33579	258	46	song	song	NOUN
bracis-33579	258	47	,	,	PUNCT
bracis-33579	258	48	s.	s.	PROPN
bracis-33579	258	49	,	,	PUNCT
bracis-33579	258	50	liu	liu	PROPN
bracis-33579	258	51	,	,	PUNCT
bracis-33579	258	52	y.	y.	PROPN
bracis-33579	258	53	:	:	PUNCT
bracis-33579	258	54	openchat	openchat	PROPN
bracis-33579	258	55	:	:	PUNCT
bracis-33579	258	56	advancing	advance	VERB
bracis-33579	258	57	open	open	ADJ
bracis-33579	258	58	-	-	PUNCT
bracis-33579	258	59	source	source	NOUN
bracis-33579	258	60	language	language	NOUN
bracis-33579	258	61	models	model	NOUN
bracis-33579	258	62	with	with	ADP
bracis-33579	258	63	mixed	mixed	ADJ
bracis-33579	258	64	-	-	PUNCT
bracis-33579	258	65	quality	quality	NOUN
bracis-33579	258	66	data	datum	NOUN
bracis-33579	258	67	.	.	PUNCT
bracis-33579	259	1	in	in	ADP
bracis-33579	259	2	:	:	PUNCT
bracis-33579	259	3	the	the	DET
bracis-33579	259	4	twelfth	twelfth	ADJ
bracis-33579	259	5	international	international	ADJ
bracis-33579	259	6	conference	conference	NOUN
bracis-33579	259	7	on	on	ADP
bracis-33579	259	8	learning	learn	VERB
bracis-33579	259	9	representations	representation	NOUN
bracis-33579	259	10	(	(	PUNCT
bracis-33579	259	11	2023	2023	NUM
bracis-33579	259	12	)	)	PUNCT
bracis-33579	259	13	google	google	PROPN
bracis-33579	259	14	scholar	scholar	NOUN
bracis-33579	259	15	  	  	SPACE
bracis-33579	259	16	wei	wei	PROPN
bracis-33579	259	17	,	,	PUNCT
bracis-33579	259	18	f.	f.	PROPN
bracis-33579	259	19	,	,	PUNCT
bracis-33579	259	20	chen	chen	PROPN
bracis-33579	259	21	,	,	PUNCT
bracis-33579	259	22	x.	x.	PROPN
bracis-33579	259	23	,	,	PUNCT
bracis-33579	259	24	luo	luo	PROPN
bracis-33579	259	25	,	,	PUNCT
bracis-33579	259	26	l.	l.	PROPN
bracis-33579	259	27	:	:	PUNCT
bracis-33579	259	28	rethinking	rethink	VERB
bracis-33579	259	29	generative	generative	ADJ
bracis-33579	259	30	large	large	ADJ
bracis-33579	259	31	language	language	NOUN
bracis-33579	259	32	model	model	NOUN
bracis-33579	259	33	evaluation	evaluation	NOUN
bracis-33579	259	34	for	for	ADP
bracis-33579	259	35	semantic	semantic	ADJ
bracis-33579	259	36	comprehension	comprehension	NOUN
bracis-33579	259	37	.	.	PUNCT
bracis-33579	260	1	arxiv	arxiv	PROPN
bracis-33579	260	2	e	e	PROPN
bracis-33579	260	3	-	-	NOUN
bracis-33579	260	4	prints	print	NOUN
bracis-33579	260	5	pp	pp	NOUN
bracis-33579	260	6	.	.	PUNCT
bracis-33579	261	1	arxiv–2403	arxiv–2403	NOUN
bracis-33579	261	2	(	(	PUNCT
bracis-33579	261	3	2024	2024	NUM
bracis-33579	261	4	)	)	PUNCT
bracis-33579	261	5	google	google	PROPN
bracis-33579	261	6	scholar	scholar	NOUN
bracis-33579	261	7	  	  	SPACE
bracis-33579	261	8	xu	xu	PROPN
bracis-33579	261	9	,	,	PUNCT
bracis-33579	261	10	c.	c.	PROPN
bracis-33579	261	11	,	,	PUNCT
bracis-33579	261	12	et	et	PROPN
bracis-33579	261	13	al	al	PROPN
bracis-33579	261	14	.	.	PROPN
bracis-33579	261	15	:	:	PUNCT
bracis-33579	262	1	wizardlm	wizardlm	NOUN
bracis-33579	262	2	:	:	PUNCT
bracis-33579	262	3	empowering	empower	VERB
bracis-33579	262	4	large	large	ADJ
bracis-33579	262	5	language	language	NOUN
bracis-33579	262	6	models	model	NOUN
bracis-33579	262	7	to	to	PART
bracis-33579	262	8	follow	follow	VERB
bracis-33579	262	9	complex	complex	ADJ
bracis-33579	262	10	instructions	instruction	NOUN
bracis-33579	262	11	.	.	PUNCT
bracis-33579	263	1	arxiv	arxiv	PROPN
bracis-33579	263	2	preprint	preprint	VERB
bracis-33579	263	3	arxiv:2304.12244	arxiv:2304.12244	PROPN
bracis-33579	263	4	(	(	PUNCT
bracis-33579	263	5	2023	2023	NUM
bracis-33579	263	6	)	)	PUNCT
bracis-33579	263	7	yue	yue	PROPN
bracis-33579	263	8	,	,	PUNCT
bracis-33579	263	9	l.	l.	PROPN
bracis-33579	263	10	,	,	PUNCT
bracis-33579	263	11	et	et	PROPN
bracis-33579	263	12	al	al	PROPN
bracis-33579	263	13	.	.	PUNCT
bracis-33579	263	14	:	:	PUNCT
bracis-33579	264	1	fedjudge	fedjudge	NOUN
bracis-33579	264	2	:	:	PUNCT
bracis-33579	264	3	federated	federate	VERB
bracis-33579	264	4	legal	legal	ADJ
bracis-33579	264	5	large	large	ADJ
bracis-33579	264	6	language	language	NOUN
bracis-33579	264	7	model	model	NOUN
bracis-33579	264	8	.	.	PUNCT
bracis-33579	265	1	arxiv	arxiv	PROPN
bracis-33579	265	2	preprint	preprint	VERB
bracis-33579	265	3	arxiv:2309.08173	arxiv:2309.08173	PROPN
bracis-33579	265	4	(	(	PUNCT
bracis-33579	265	5	2023	2023	NUM
bracis-33579	265	6	)	)	PUNCT
bracis-33579	265	7	yue	yue	PROPN
bracis-33579	265	8	,	,	PUNCT
bracis-33579	265	9	s.	s.	PROPN
bracis-33579	265	10	,	,	PUNCT
bracis-33579	265	11	et	et	PROPN
bracis-33579	265	12	 	 	SPACE
bracis-33579	265	13	al	al	PROPN
bracis-33579	265	14	.	.	PROPN
bracis-33579	265	15	:	:	PUNCT
bracis-33579	266	1	disc	disc	NOUN
bracis-33579	266	2	-	-	PUNCT
bracis-33579	266	3	lawllm	lawllm	NOUN
bracis-33579	266	4	:	:	PUNCT
bracis-33579	266	5	fine	fine	ADJ
bracis-33579	266	6	-	-	PUNCT
bracis-33579	266	7	tuning	tune	VERB
bracis-33579	266	8	large	large	ADJ
bracis-33579	266	9	language	language	NOUN
bracis-33579	266	10	models	model	NOUN
bracis-33579	266	11	for	for	ADP
bracis-33579	266	12	intelligent	intelligent	ADJ
bracis-33579	266	13	legal	legal	ADJ
bracis-33579	266	14	services	service	NOUN
bracis-33579	266	15	.	.	PUNCT
bracis-33579	267	1	arxiv	arxiv	PROPN
bracis-33579	267	2	preprint	preprint	VERB
bracis-33579	267	3	arxiv:2309.11325	arxiv:2309.11325	PROPN
bracis-33579	267	4	(	(	PUNCT
bracis-33579	267	5	2023	2023	NUM
bracis-33579	267	6	)	)	PUNCT
bracis-33579	267	7	zhang	zhang	PROPN
bracis-33579	267	8	,	,	PUNCT
bracis-33579	267	9	r.	r.	PROPN
bracis-33579	267	10	,	,	PUNCT
bracis-33579	267	11	et	et	PROPN
bracis-33579	267	12	al	al	PROPN
bracis-33579	267	13	.	.	PUNCT
bracis-33579	267	14	:	:	PUNCT
bracis-33579	268	1	evaluation	evaluation	NOUN
bracis-33579	268	2	ethics	ethic	NOUN
bracis-33579	268	3	of	of	ADP
bracis-33579	268	4	llms	llm	NOUN
bracis-33579	268	5	in	in	ADP
bracis-33579	268	6	legal	legal	ADJ
bracis-33579	268	7	domain	domain	NOUN
bracis-33579	268	8	.	.	PUNCT
bracis-33579	269	1	arxiv	arxiv	PROPN
bracis-33579	269	2	preprint	preprint	NOUN
bracis-33579	269	3	arxiv:2403.11152	arxiv:2403.11152	NOUN
bracis-33579	269	4	(	(	PUNCT
bracis-33579	269	5	2024	2024	NUM
bracis-33579	269	6	)	)	PUNCT
bracis-33579	269	7	zhang	zhang	PROPN
bracis-33579	269	8	,	,	PUNCT
bracis-33579	269	9	t.	t.	PROPN
bracis-33579	269	10	,	,	PUNCT
bracis-33579	269	11	kishore	kishore	PROPN
bracis-33579	269	12	,	,	PUNCT
bracis-33579	269	13	v.	v.	PROPN
bracis-33579	269	14	,	,	PUNCT
bracis-33579	269	15	wu	wu	PROPN
bracis-33579	269	16	,	,	PUNCT
bracis-33579	269	17	f.	f.	PROPN
bracis-33579	269	18	,	,	PUNCT
bracis-33579	269	19	weinberger	weinberger	PROPN
bracis-33579	269	20	,	,	PUNCT
bracis-33579	269	21	k.q	k.q	PROPN
bracis-33579	269	22	.	.	PROPN
bracis-33579	269	23	,	,	PUNCT
bracis-33579	269	24	artzi	artzi	VERB
bracis-33579	269	25	,	,	PUNCT
bracis-33579	269	26	y.	y.	NOUN
bracis-33579	269	27	:	:	PUNCT
bracis-33579	270	1	bertscore	bertscore	NOUN
bracis-33579	270	2	:	:	PUNCT
bracis-33579	270	3	evaluating	evaluate	VERB
bracis-33579	270	4	text	text	NOUN
bracis-33579	270	5	generation	generation	NOUN
bracis-33579	270	6	with	with	ADP
bracis-33579	270	7	bert	bert	PROPN
bracis-33579	270	8	(	(	PUNCT
bracis-33579	270	9	2020	2020	NUM
bracis-33579	270	10	)	)	PUNCT
bracis-33579	270	11	google	google	PROPN
bracis-33579	270	12	scholar	scholar	NOUN
bracis-33579	270	13	  	  	SPACE
bracis-33579	270	14	zheng	zheng	PROPN
bracis-33579	270	15	,	,	PUNCT
bracis-33579	270	16	l.	l.	PROPN
bracis-33579	270	17	,	,	PUNCT
bracis-33579	270	18	et	et	PROPN
bracis-33579	270	19	 	 	SPACE
bracis-33579	270	20	al	al	PROPN
bracis-33579	270	21	.	.	PROPN
bracis-33579	270	22	:	:	PUNCT
bracis-33579	270	23	judging	judge	VERB
bracis-33579	270	24	llm	llm	NOUN
bracis-33579	270	25	-	-	PUNCT
bracis-33579	270	26	as	as	ADP
bracis-33579	270	27	-	-	PUNCT
bracis-33579	270	28	a	a	DET
bracis-33579	270	29	-	-	PUNCT
bracis-33579	270	30	judge	judge	NOUN
bracis-33579	270	31	with	with	ADP
bracis-33579	270	32	mt	mt	NOUN
bracis-33579	270	33	-	-	PUNCT
bracis-33579	270	34	bench	bench	NOUN
bracis-33579	270	35	and	and	CCONJ
bracis-33579	270	36	chatbot	chatbot	NOUN
bracis-33579	270	37	arena	arena	NOUN
bracis-33579	270	38	.	.	PUNCT
bracis-33579	271	1	in	in	ADP
bracis-33579	271	2	:	:	PUNCT
bracis-33579	271	3	thirty	thirty	NUM
bracis-33579	271	4	-	-	PUNCT
bracis-33579	271	5	seventh	seventh	ADJ
bracis-33579	271	6	conference	conference	NOUN
bracis-33579	271	7	on	on	ADP
bracis-33579	271	8	neural	neural	ADJ
bracis-33579	271	9	information	information	NOUN
bracis-33579	271	10	processing	processing	NOUN
bracis-33579	271	11	systems	system	NOUN
bracis-33579	271	12	datasets	dataset	NOUN
bracis-33579	271	13	and	and	CCONJ
bracis-33579	271	14	benchmarks	benchmark	NOUN
bracis-33579	271	15	track	track	NOUN
bracis-33579	271	16	(	(	PUNCT
bracis-33579	271	17	2023	2023	NUM
bracis-33579	271	18	)	)	PUNCT
bracis-33579	271	19	google	google	NOUN
bracis-33579	271	20	scholar	scholar	NOUN
bracis-33579	271	21	  	  	SPACE
bracis-33579	271	22	download	download	NOUN
bracis-33579	271	23	references	reference	NOUN
bracis-33579	271	24	author	author	NOUN
bracis-33579	271	25	information	information	NOUN
bracis-33579	271	26	authors	author	NOUN
bracis-33579	271	27	and	and	CCONJ
bracis-33579	271	28	affiliations	affiliation	NOUN
bracis-33579	271	29	federal	federal	PROPN
bracis-33579	271	30	university	university	PROPN
bracis-33579	271	31	of	of	ADP
bracis-33579	271	32	goias	goias	PROPN
bracis-33579	271	33	(	(	PUNCT
bracis-33579	271	34	ufg	ufg	PROPN
bracis-33579	271	35	)	)	PUNCT
bracis-33579	271	36	,	,	PUNCT
bracis-33579	271	37	goiânia	goiânia	PROPN
bracis-33579	271	38	,	,	PUNCT
bracis-33579	271	39	brazil	brazil	PROPN
bracis-33579	271	40	joão	joão	PROPN
bracis-33579	271	41	paulo	paulo	PROPN
bracis-33579	271	42	cavalcante	cavalcante	PROPN
bracis-33579	271	43	presa	presa	PROPN
bracis-33579	271	44	,	,	PUNCT
bracis-33579	271	45	 	 	SPACE
bracis-33579	271	46	celso	celso	PROPN
bracis-33579	271	47	gonçalves	gonçalves	PROPN
bracis-33579	271	48	camilo	camilo	PROPN
bracis-33579	271	49	junior	junior	PROPN
bracis-33579	271	50	 	 	SPACE
bracis-33579	271	51	&	&	CCONJ
bracis-33579	271	52	 	 	SPACE
bracis-33579	271	53	sávio	sávio	NOUN
bracis-33579	271	54	salvarino	salvarino	PROPN
bracis-33579	271	55	teles	teles	PROPN
bracis-33579	271	56	de	de	PROPN
bracis-33579	271	57	oliveira	oliveira	PROPN
bracis-33579	271	58	authors	authors	PROPN
bracis-33579	271	59	joão	joão	PROPN
bracis-33579	271	60	paulo	paulo	PROPN
bracis-33579	271	61	cavalcante	cavalcante	PROPN
bracis-33579	271	62	presaview	presaview	NOUN
bracis-33579	271	63	author	author	NOUN
bracis-33579	271	64	publications	publication	NOUN
bracis-33579	271	65	search	search	NOUN
bracis-33579	271	66	author	author	NOUN
bracis-33579	271	67	on	on	ADP
bracis-33579	271	68	:	:	PUNCT
bracis-33579	271	69	pubmed	pubmed	PROPN
bracis-33579	271	70	 	 	SPACE
bracis-33579	271	71	google	google	PROPN
bracis-33579	271	72	scholar	scholar	PROPN
bracis-33579	271	73	celso	celso	PROPN
bracis-33579	271	74	gonçalves	gonçalves	PROPN
bracis-33579	271	75	camilo	camilo	PROPN
bracis-33579	271	76	juniorview	juniorview	PROPN
bracis-33579	271	77	author	author	NOUN
bracis-33579	271	78	publications	publication	NOUN
bracis-33579	271	79	search	search	NOUN
bracis-33579	271	80	author	author	NOUN
bracis-33579	271	81	on	on	ADP
bracis-33579	271	82	:	:	PUNCT
bracis-33579	271	83	pubmed	pubmed	PROPN
bracis-33579	271	84	 	 	SPACE
bracis-33579	271	85	google	google	PROPN
bracis-33579	271	86	scholar	scholar	NOUN
bracis-33579	271	87	sávio	sávio	NOUN
bracis-33579	271	88	salvarino	salvarino	ADV
bracis-33579	271	89	teles	tele	NOUN
bracis-33579	271	90	de	de	ADP
bracis-33579	271	91	oliveiraview	oliveiraview	NOUN
bracis-33579	271	92	author	author	NOUN
bracis-33579	271	93	publications	publication	NOUN
bracis-33579	271	94	search	search	NOUN
bracis-33579	271	95	author	author	NOUN
bracis-33579	271	96	on	on	ADP
bracis-33579	271	97	:	:	PUNCT
bracis-33579	271	98	pubmed	pubmed	PROPN
bracis-33579	271	99	 	 	SPACE
bracis-33579	271	100	google	google	PROPN
bracis-33579	271	101	scholar	scholar	NOUN
bracis-33579	271	102	corresponding	correspond	VERB
bracis-33579	271	103	author	author	NOUN
bracis-33579	271	104	correspondence	correspondence	NOUN
bracis-33579	271	105	to	to	ADP
bracis-33579	271	106	joão	joão	PROPN
bracis-33579	271	107	paulo	paulo	PROPN
bracis-33579	271	108	cavalcante	cavalcante	PROPN
bracis-33579	271	109	presa	presa	PROPN
bracis-33579	271	110	.	.	PUNCT
bracis-33579	272	1	editor	editor	NOUN
bracis-33579	272	2	information	information	NOUN
bracis-33579	272	3	editors	editor	NOUN
bracis-33579	272	4	and	and	CCONJ
bracis-33579	272	5	affiliations	affiliation	NOUN
bracis-33579	272	6	universidade	universidade	VERB
bracis-33579	272	7	federal	federal	PROPN
bracis-33579	272	8	fluminense	fluminense	PROPN
bracis-33579	272	9	,	,	PUNCT
bracis-33579	272	10	niterói	niterói	PROPN
bracis-33579	272	11	,	,	PUNCT
bracis-33579	272	12	brazil	brazil	PROPN
bracis-33579	272	13	aline	aline	PROPN
bracis-33579	272	14	paes	paes	PROPN
bracis-33579	272	15	instituto	instituto	PROPN
bracis-33579	272	16	tecnológico	tecnológico	PROPN
bracis-33579	272	17	de	de	PROPN
bracis-33579	272	18	aeronáutica	aeronáutica	PROPN
bracis-33579	272	19	,	,	PUNCT
bracis-33579	272	20	são	são	PROPN
bracis-33579	272	21	josé	josé	PROPN
bracis-33579	272	22	dos	dos	PROPN
bracis-33579	272	23	campos	campos	PROPN
bracis-33579	272	24	,	,	PUNCT
bracis-33579	272	25	brazil	brazil	PROPN
bracis-33579	272	26	filipe	filipe	PROPN
bracis-33579	272	27	a.	a.	PROPN
bracis-33579	272	28	n.	n.	PROPN
bracis-33579	272	29	verri	verri	PROPN
bracis-33579	272	30	appendix	appendix	PROPN
bracis-33579	272	31	:	:	PUNCT
bracis-33579	272	32	list	list	NOUN
bracis-33579	272	33	of	of	ADP
bracis-33579	272	34	 	 	SPACE
bracis-33579	272	35	prompts	prompt	NOUN
bracis-33579	272	36	used	use	VERB
bracis-33579	272	37	appendix	appendix	NOUN
bracis-33579	272	38	:	:	PUNCT
bracis-33579	272	39	list	list	NOUN
bracis-33579	272	40	of	of	ADP
bracis-33579	272	41	 	 	SPACE
bracis-33579	272	42	prompts	prompt	NOUN
bracis-33579	272	43	used	use	VERB
bracis-33579	272	44	this	this	DET
bracis-33579	272	45	appendix	appendix	NOUN
bracis-33579	272	46	provides	provide	VERB
bracis-33579	272	47	a	a	DET
bracis-33579	272	48	list	list	NOUN
bracis-33579	272	49	of	of	ADP
bracis-33579	272	50	the	the	DET
bracis-33579	272	51	prompts	prompt	NOUN
bracis-33579	272	52	utilized	utilize	VERB
bracis-33579	272	53	throughout	throughout	ADP
bracis-33579	272	54	the	the	DET
bracis-33579	272	55	experiments	experiment	NOUN
bracis-33579	272	56	detailed	detail	VERB
bracis-33579	272	57	in	in	ADP
bracis-33579	272	58	this	this	DET
bracis-33579	272	59	study	study	NOUN
bracis-33579	272	60	.	.	PUNCT
bracis-33579	273	1	the	the	DET
bracis-33579	273	2	inclusion	inclusion	NOUN
bracis-33579	273	3	of	of	ADP
bracis-33579	273	4	these	these	DET
bracis-33579	273	5	prompts	prompt	NOUN
bracis-33579	273	6	ensures	ensure	VERB
bracis-33579	273	7	the	the	DET
bracis-33579	273	8	transparency	transparency	NOUN
bracis-33579	273	9	and	and	CCONJ
bracis-33579	273	10	reproducibility	reproducibility	NOUN
bracis-33579	273	11	of	of	ADP
bracis-33579	273	12	the	the	DET
bracis-33579	273	13	experimental	experimental	ADJ
bracis-33579	273	14	procedures	procedure	NOUN
bracis-33579	273	15	,	,	PUNCT
bracis-33579	273	16	allowing	allow	VERB
bracis-33579	273	17	other	other	ADJ
bracis-33579	273	18	researchers	researcher	NOUN
bracis-33579	273	19	to	to	PART
bracis-33579	273	20	replicate	replicate	VERB
bracis-33579	273	21	the	the	DET
bracis-33579	273	22	study	study	NOUN
bracis-33579	273	23	and	and	CCONJ
bracis-33579	273	24	verify	verify	VERB
bracis-33579	273	25	the	the	DET
bracis-33579	273	26	findings	finding	NOUN
bracis-33579	273	27	.	.	PUNCT
bracis-33579	274	1	prompt	prompt	ADJ
bracis-33579	274	2	question	question	NOUN
bracis-33579	274	3	answer	answer	NOUN
bracis-33579	274	4	:	:	PUNCT
bracis-33579	274	5	prompt	prompt	ADJ
bracis-33579	274	6	evaluation	evaluation	NOUN
bracis-33579	274	7	:	:	PUNCT
bracis-33579	274	8	rights	right	NOUN
bracis-33579	274	9	and	and	CCONJ
bracis-33579	274	10	permissions	permission	NOUN
bracis-33579	274	11	reprints	reprint	NOUN
bracis-33579	274	12	and	and	CCONJ
bracis-33579	274	13	permissions	permission	VERB
bracis-33579	274	14	copyright	copyright	NOUN
bracis-33579	274	15	information	information	NOUN
bracis-33579	274	16	©	©	ADP
bracis-33579	274	17	2025	2025	NUM
bracis-33579	274	18	the	the	DET
bracis-33579	274	19	author(s	author(s	NOUN
bracis-33579	274	20	)	)	PUNCT
bracis-33579	274	21	,	,	PUNCT
bracis-33579	274	22	under	under	ADP
bracis-33579	274	23	exclusive	exclusive	ADJ
bracis-33579	274	24	license	license	NOUN
bracis-33579	274	25	to	to	ADP
bracis-33579	274	26	springer	springer	NOUN
bracis-33579	274	27	nature	nature	PROPN
bracis-33579	274	28	switzerland	switzerland	PROPN
bracis-33579	274	29	ag	ag	PROPN
bracis-33579	274	30	about	about	ADP
bracis-33579	274	31	this	this	DET
bracis-33579	274	32	paper	paper	NOUN
bracis-33579	274	33	cite	cite	VERB
bracis-33579	274	34	this	this	DET
bracis-33579	274	35	paper	paper	NOUN
bracis-33579	274	36	presa	presa	NOUN
bracis-33579	274	37	,	,	PUNCT
bracis-33579	274	38	j.p.c	j.p.c	PROPN
bracis-33579	274	39	.	.	PROPN
bracis-33579	274	40	,	,	PUNCT
bracis-33579	274	41	camilo	camilo	PROPN
bracis-33579	274	42	junior	junior	PROPN
bracis-33579	274	43	,	,	PUNCT
bracis-33579	274	44	c.g	c.g	PROPN
bracis-33579	274	45	.	.	PROPN
bracis-33579	274	46	,	,	PUNCT
bracis-33579	274	47	oliveira	oliveira	PROPN
bracis-33579	274	48	,	,	PUNCT
bracis-33579	274	49	s.s.t.d	s.s.t.d	PROPN
bracis-33579	274	50	.	.	PUNCT
bracis-33579	275	1	(	(	PUNCT
bracis-33579	275	2	2025	2025	NUM
bracis-33579	275	3	)	)	PUNCT
bracis-33579	275	4	.	.	PUNCT
bracis-33579	276	1	evaluating	evaluate	VERB
bracis-33579	276	2	large	large	ADJ
bracis-33579	276	3	language	language	NOUN
bracis-33579	276	4	models	model	NOUN
bracis-33579	276	5	for	for	ADP
bracis-33579	276	6	 	 	SPACE
bracis-33579	276	7	tax	tax	NOUN
bracis-33579	276	8	law	law	NOUN
bracis-33579	276	9	reasoning	reasoning	NOUN
bracis-33579	276	10	.	.	PUNCT
bracis-33579	277	1	in	in	ADP
bracis-33579	277	2	:	:	PUNCT
bracis-33579	277	3	paes	paes	PROPN
bracis-33579	277	4	,	,	PUNCT
bracis-33579	277	5	a.	a.	PROPN
bracis-33579	277	6	,	,	PUNCT
bracis-33579	277	7	verri	verri	NOUN
bracis-33579	277	8	,	,	PUNCT
bracis-33579	277	9	f.a.n	f.a.n	ADJ
bracis-33579	277	10	.	.	PUNCT
bracis-33579	277	11	(	(	PUNCT
bracis-33579	277	12	eds	ed	NOUN
bracis-33579	277	13	)	)	PUNCT
bracis-33579	277	14	intelligent	intelligent	ADJ
bracis-33579	277	15	systems	system	NOUN
bracis-33579	277	16	.	.	PUNCT
bracis-33579	277	17	bracis	bracis	PROPN
bracis-33579	277	18	2024	2024	NUM
bracis-33579	277	19	.	.	PUNCT
bracis-33579	278	1	lecture	lecture	NOUN
bracis-33579	278	2	notes	note	NOUN
bracis-33579	278	3	in	in	ADP
bracis-33579	278	4	computer	computer	NOUN
bracis-33579	278	5	science	science	NOUN
bracis-33579	278	6	(	(	PUNCT
bracis-33579	278	7	)	)	PUNCT
bracis-33579	278	8	,	,	PUNCT
bracis-33579	278	9	vol	vol	NOUN
bracis-33579	278	10	15412	15412	NUM
bracis-33579	278	11	.	.	PUNCT
bracis-33579	279	1	springer	springer	NOUN
bracis-33579	279	2	,	,	PUNCT
bracis-33579	279	3	cham	cham	PROPN
bracis-33579	279	4	.	.	PUNCT
bracis-33579	280	1	https://doi.org/10.1007/978-3-031-79029-4_32	https://doi.org/10.1007/978-3-031-79029-4_32	PROPN
bracis-33579	280	2	download	download	NOUN
bracis-33579	280	3	citation	citation	NOUN
bracis-33579	280	4	.ris	.ris	PUNCT
bracis-33579	281	1	.enw	.enw	PROPN
bracis-33579	281	2	.bib	.bib	PUNCT
bracis-33579	282	1	doi	doi	PROPN
bracis-33579	282	2	:	:	PUNCT
bracis-33579	283	1	https://doi.org/10.1007/978-3-031-79029-4_32	https://doi.org/10.1007/978-3-031-79029-4_32	PRON
bracis-33579	283	2	published	publish	VERB
bracis-33579	283	3	:	:	PUNCT
bracis-33579	283	4	30	30	NUM
bracis-33579	283	5	january	january	PROPN
bracis-33579	283	6	2025	2025	NUM
bracis-33579	283	7	publisher	publisher	NOUN
bracis-33579	283	8	name	name	NOUN
bracis-33579	283	9	:	:	PUNCT
bracis-33579	283	10	springer	springer	NOUN
bracis-33579	283	11	,	,	PUNCT
bracis-33579	283	12	cham	cham	PROPN
bracis-33579	283	13	print	print	PROPN
bracis-33579	283	14	isbn	isbn	PROPN
bracis-33579	283	15	:	:	PUNCT
bracis-33579	283	16	978	978	NUM
bracis-33579	283	17	-	-	SYM
bracis-33579	283	18	3	3	NUM
bracis-33579	283	19	-	-	PUNCT
bracis-33579	283	20	031	031	NUM
bracis-33579	283	21	-	-	PUNCT
bracis-33579	283	22	79028	79028	NUM
bracis-33579	283	23	-	-	SYM
bracis-33579	283	24	7	7	NUM
bracis-33579	283	25	online	online	ADJ
bracis-33579	283	26	isbn	isbn	NOUN
bracis-33579	283	27	:	:	PUNCT
bracis-33579	283	28	978	978	NUM
bracis-33579	283	29	-	-	SYM
bracis-33579	283	30	3	3	NUM
bracis-33579	283	31	-	-	PUNCT
bracis-33579	283	32	031	031	NUM
bracis-33579	283	33	-	-	PUNCT
bracis-33579	283	34	79029	79029	NUM
bracis-33579	283	35	-	-	SYM
bracis-33579	283	36	4	4	NUM
bracis-33579	283	37	ebook	ebook	NOUN
bracis-33579	283	38	packages	package	NOUN
bracis-33579	283	39	:	:	PUNCT
bracis-33579	283	40	computer	computer	NOUN
bracis-33579	283	41	sciencecomputer	sciencecomputer	NOUN
bracis-33579	283	42	science	science	NOUN
bracis-33579	283	43	(	(	PUNCT
bracis-33579	283	44	r0	r0	NOUN
bracis-33579	283	45	)	)	PUNCT
bracis-33579	283	46	share	share	VERB
bracis-33579	283	47	this	this	DET
bracis-33579	283	48	paper	paper	NOUN
bracis-33579	283	49	anyone	anyone	PRON
bracis-33579	283	50	you	you	PRON
bracis-33579	283	51	share	share	VERB
bracis-33579	283	52	the	the	DET
bracis-33579	283	53	following	follow	VERB
bracis-33579	283	54	link	link	NOUN
bracis-33579	283	55	with	with	ADP
bracis-33579	283	56	will	will	AUX
bracis-33579	283	57	be	be	AUX
bracis-33579	283	58	able	able	ADJ
bracis-33579	283	59	to	to	PART
bracis-33579	283	60	read	read	VERB
bracis-33579	283	61	this	this	DET
bracis-33579	283	62	content	content	NOUN
bracis-33579	283	63	:	:	PUNCT
bracis-33579	283	64	get	get	VERB
bracis-33579	283	65	shareable	shareable	ADJ
bracis-33579	283	66	linksorry	linksorry	NOUN
bracis-33579	283	67	,	,	PUNCT
bracis-33579	283	68	a	a	DET
bracis-33579	283	69	shareable	shareable	ADJ
bracis-33579	283	70	link	link	NOUN
bracis-33579	283	71	is	be	AUX
bracis-33579	283	72	not	not	PART
bracis-33579	283	73	currently	currently	ADV
bracis-33579	283	74	available	available	ADJ
bracis-33579	283	75	for	for	ADP
bracis-33579	283	76	this	this	DET
bracis-33579	283	77	article	article	NOUN
bracis-33579	283	78	.	.	PUNCT
bracis-33579	284	1	copy	copy	VERB
bracis-33579	284	2	shareable	shareable	ADJ
bracis-33579	284	3	link	link	NOUN
bracis-33579	284	4	to	to	PART
bracis-33579	284	5	clipboard	clipboard	NOUN
bracis-33579	284	6	provided	provide	VERB
bracis-33579	284	7	by	by	ADP
bracis-33579	284	8	the	the	DET
bracis-33579	284	9	springer	springer	NOUN
bracis-33579	284	10	nature	nature	PROPN
bracis-33579	284	11	sharedit	sharedit	PROPN
bracis-33579	284	12	content	content	NOUN
bracis-33579	284	13	-	-	PUNCT
bracis-33579	284	14	sharing	share	VERB
bracis-33579	284	15	initiative	initiative	NOUN
bracis-33579	284	16	keywords	keyword	NOUN
bracis-33579	284	17	legal	legal	ADJ
bracis-33579	284	18	reasoning	reason	VERB
bracis-33579	284	19	large	large	ADJ
bracis-33579	284	20	language	language	NOUN
bracis-33579	284	21	models	model	NOUN
bracis-33579	284	22	(	(	PUNCT
bracis-33579	284	23	llms	llm	NOUN
bracis-33579	284	24	)	)	PUNCT
bracis-33579	284	25	legal	legal	ADJ
bracis-33579	284	26	question	question	NOUN
bracis-33579	284	27	answering	answer	VERB
bracis-33579	284	28	tax	tax	NOUN
bracis-33579	284	29	law	law	NOUN
bracis-33579	284	30	publish	publish	VERB
bracis-33579	284	31	with	with	ADP
bracis-33579	284	32	us	us	PROPN
bracis-33579	284	33	policies	policy	NOUN
bracis-33579	284	34	and	and	CCONJ
bracis-33579	284	35	ethics	ethic	NOUN
bracis-33579	284	36	search	search	NOUN
bracis-33579	284	37	search	search	NOUN
bracis-33579	284	38	by	by	ADP
bracis-33579	284	39	keyword	keyword	NOUN
bracis-33579	284	40	or	or	CCONJ
bracis-33579	284	41	author	author	NOUN
bracis-33579	284	42	search	search	NOUN
bracis-33579	284	43	navigation	navigation	NOUN
bracis-33579	284	44	find	find	VERB
bracis-33579	284	45	a	a	DET
bracis-33579	284	46	journal	journal	NOUN
bracis-33579	284	47	publish	publish	VERB
bracis-33579	284	48	with	with	ADP
bracis-33579	284	49	us	we	PRON
bracis-33579	284	50	track	track	VERB
bracis-33579	284	51	your	your	PRON
bracis-33579	284	52	research	research	NOUN
bracis-33579	284	53	discover	discover	VERB
bracis-33579	284	54	content	content	NOUN
bracis-33579	284	55	journals	journal	NOUN
bracis-33579	284	56	a	a	DET
bracis-33579	284	57	-	-	PUNCT
bracis-33579	284	58	z	z	NOUN
bracis-33579	284	59	books	book	NOUN
bracis-33579	284	60	a	a	DET
bracis-33579	284	61	-	-	PUNCT
bracis-33579	284	62	z	z	NOUN
bracis-33579	284	63	publish	publish	NOUN
bracis-33579	284	64	with	with	ADP
bracis-33579	284	65	us	us	PROPN
bracis-33579	284	66	journal	journal	PROPN
bracis-33579	284	67	finder	finder	PROPN
bracis-33579	284	68	publish	publish	VERB
bracis-33579	284	69	your	your	PRON
bracis-33579	284	70	research	research	NOUN
bracis-33579	284	71	language	language	NOUN
bracis-33579	284	72	editing	edit	VERB
bracis-33579	284	73	open	open	ADJ
bracis-33579	284	74	access	access	NOUN
bracis-33579	284	75	publishing	publishing	NOUN
bracis-33579	284	76	products	product	NOUN
bracis-33579	284	77	and	and	CCONJ
bracis-33579	284	78	services	service	NOUN
bracis-33579	284	79	our	our	PRON
bracis-33579	284	80	products	product	NOUN
bracis-33579	284	81	librarians	librarian	VERB
bracis-33579	284	82	societies	society	NOUN
bracis-33579	284	83	partners	partner	NOUN
bracis-33579	284	84	and	and	CCONJ
bracis-33579	284	85	advertisers	advertiser	NOUN
bracis-33579	284	86	our	our	PRON
bracis-33579	284	87	brands	brand	NOUN
bracis-33579	284	88	springer	springer	NOUN
bracis-33579	284	89	nature	nature	PROPN
bracis-33579	284	90	portfolio	portfolio	PROPN
bracis-33579	284	91	bmc	bmc	PROPN
bracis-33579	284	92	palgrave	palgrave	PROPN
bracis-33579	284	93	macmillan	macmillan	PROPN
bracis-33579	284	94	apress	apress	PROPN
bracis-33579	284	95	discover	discover	VERB
bracis-33579	284	96	your	your	PRON
bracis-33579	284	97	privacy	privacy	NOUN
bracis-33579	284	98	choices	choice	NOUN
bracis-33579	284	99	/	/	SYM
bracis-33579	284	100	manage	manage	NOUN
bracis-33579	284	101	cookies	cookie	NOUN
bracis-33579	284	102	your	your	PRON
bracis-33579	284	103	us	us	PROPN
bracis-33579	285	1	state	state	NOUN
bracis-33579	285	2	privacy	privacy	NOUN
bracis-33579	285	3	rights	right	NOUN
bracis-33579	285	4	accessibility	accessibility	NOUN
bracis-33579	285	5	statement	statement	NOUN
bracis-33579	285	6	terms	term	NOUN
bracis-33579	285	7	and	and	CCONJ
bracis-33579	285	8	conditions	condition	NOUN
bracis-33579	285	9	privacy	privacy	NOUN
bracis-33579	285	10	policy	policy	NOUN
bracis-33579	285	11	help	help	NOUN
bracis-33579	285	12	and	and	CCONJ
bracis-33579	285	13	support	support	VERB
bracis-33579	285	14	legal	legal	ADJ
bracis-33579	285	15	notice	notice	NOUN
bracis-33579	285	16	cancel	cancel	VERB
bracis-33579	285	17	contracts	contract	NOUN
bracis-33579	285	18	here	here	ADV
bracis-33579	285	19	129.74.145.123	129.74.145.123	NUM
bracis-33579	285	20	hesburgh	hesburgh	PROPN
bracis-33579	285	21	library	library	PROPN
bracis-33579	285	22	er	er	INTJ
bracis-33579	285	23	unit	unit	NOUN
bracis-33579	285	24	(	(	PUNCT
bracis-33579	285	25	3005732405	3005732405	NUM
bracis-33579	285	26	)	)	PUNCT
bracis-33579	285	27	northeast	northeast	ADJ
bracis-33579	285	28	research	research	NOUN
bracis-33579	285	29	libraries	library	NOUN
bracis-33579	285	30	(	(	PUNCT
bracis-33579	285	31	nerl	nerl	PROPN
bracis-33579	285	32	)	)	PUNCT
bracis-33579	285	33	(	(	PUNCT
bracis-33579	285	34	8200828607	8200828607	NUM
bracis-33579	285	35	)	)	PUNCT
bracis-33579	285	36	nerl	nerl	VERB
bracis-33579	285	37	ta	ta	X
bracis-33579	285	38	account	account	NOUN
bracis-33579	285	39	(	(	PUNCT
bracis-33579	285	40	3006206169	3006206169	NUM
bracis-33579	285	41	)	)	PUNCT
bracis-33579	285	42	university	university	NOUN
bracis-33579	285	43	of	of	ADP
bracis-33579	285	44	notre	notre	PROPN
bracis-33579	285	45	dame	dame	PROPN
bracis-33579	285	46	hesburgh	hesburgh	PROPN
bracis-33579	285	47	library	library	NOUN
bracis-33579	285	48	(	(	PUNCT
bracis-33579	285	49	3000184373	3000184373	NUM
bracis-33579	285	50	)	)	PUNCT
bracis-33579	286	1	©	©	ADP
bracis-33579	286	2	2025	2025	NUM
bracis-33579	286	3	springer	springer	NOUN
bracis-33579	286	4	nature	nature	NOUN