id	sid	tid	token	lemma	pos
bracis-28420	1	1	legalbert	legalbert	NOUN
bracis-28420	1	2	-	-	PUNCT
bracis-28420	1	3	pt	pt	NOUN
bracis-28420	1	4	:	:	PUNCT
bracis-28420	1	5	a	a	DET
bracis-28420	1	6	pretrained	pretraine	VERB
bracis-28420	1	7	language	language	NOUN
bracis-28420	1	8	model	model	NOUN
bracis-28420	1	9	for	for	ADP
bracis-28420	1	10	 	 	SPACE
bracis-28420	1	11	the	the	DET
bracis-28420	1	12	 	 	SPACE
bracis-28420	1	13	brazilian	brazilian	ADJ
bracis-28420	1	14	portuguese	portuguese	ADJ
bracis-28420	1	15	legal	legal	ADJ
bracis-28420	1	16	domain	domain	NOUN
bracis-28420	1	17	|	|	NOUN
bracis-28420	1	18	springer	springer	NOUN
bracis-28420	1	19	nature	nature	PROPN
bracis-28420	1	20	link	link	PROPN
bracis-28420	1	21	(	(	PUNCT
bracis-28420	1	22	formerly	formerly	ADV
bracis-28420	1	23	springerlink	springerlink	NOUN
bracis-28420	1	24	)	)	PUNCT
bracis-28420	1	25	skip	skip	VERB
bracis-28420	1	26	to	to	ADP
bracis-28420	1	27	main	main	ADJ
bracis-28420	1	28	content	content	NOUN
bracis-28420	1	29	advertisement	advertisement	NOUN
bracis-28420	1	30	log	log	NOUN
bracis-28420	1	31	in	in	ADP
bracis-28420	1	32	menu	menu	NOUN
bracis-28420	1	33	find	find	VERB
bracis-28420	1	34	a	a	DET
bracis-28420	1	35	journal	journal	NOUN
bracis-28420	1	36	publish	publish	VERB
bracis-28420	1	37	with	with	ADP
bracis-28420	1	38	us	we	PRON
bracis-28420	1	39	track	track	VERB
bracis-28420	1	40	your	your	PRON
bracis-28420	1	41	research	research	NOUN
bracis-28420	1	42	search	search	NOUN
bracis-28420	1	43	cart	cart	NOUN
bracis-28420	1	44	home	home	NOUN
bracis-28420	1	45	intelligent	intelligent	ADJ
bracis-28420	1	46	systems	system	NOUN
bracis-28420	1	47	conference	conference	NOUN
bracis-28420	1	48	paper	paper	NOUN
bracis-28420	1	49	legalbert	legalbert	NOUN
bracis-28420	1	50	-	-	PUNCT
bracis-28420	1	51	pt	pt	NOUN
bracis-28420	1	52	:	:	PUNCT
bracis-28420	1	53	a	a	DET
bracis-28420	1	54	pretrained	pretraine	VERB
bracis-28420	1	55	language	language	NOUN
bracis-28420	1	56	model	model	NOUN
bracis-28420	1	57	for	for	ADP
bracis-28420	1	58	 	 	SPACE
bracis-28420	1	59	the	the	DET
bracis-28420	1	60	 	 	SPACE
bracis-28420	1	61	brazilian	brazilian	ADJ
bracis-28420	1	62	portuguese	portuguese	ADJ
bracis-28420	1	63	legal	legal	ADJ
bracis-28420	1	64	domain	domain	NOUN
bracis-28420	1	65	conference	conference	NOUN
bracis-28420	1	66	paper	paper	NOUN
bracis-28420	1	67	first	first	ADV
bracis-28420	1	68	online	online	ADV
bracis-28420	2	1	:	:	PUNCT
bracis-28420	2	2	12	12	NUM
bracis-28420	2	3	october	october	NOUN
bracis-28420	2	4	2023	2023	NUM
bracis-28420	2	5	pp	pp	PROPN
bracis-28420	2	6	268–282	268–282	NUM
bracis-28420	2	7	cite	cite	VERB
bracis-28420	2	8	this	this	DET
bracis-28420	2	9	conference	conference	NOUN
bracis-28420	2	10	paper	paper	NOUN
bracis-28420	2	11	access	access	NOUN
bracis-28420	2	12	provided	provide	VERB
bracis-28420	2	13	by	by	ADP
bracis-28420	2	14	university	university	PROPN
bracis-28420	2	15	of	of	ADP
bracis-28420	2	16	notre	notre	PROPN
bracis-28420	2	17	dame	dame	PROPN
bracis-28420	2	18	hesburgh	hesburgh	PROPN
bracis-28420	2	19	library	library	PROPN
bracis-28420	2	20	download	download	PROPN
bracis-28420	2	21	book	book	NOUN
bracis-28420	2	22	pdf	pdf	PROPN
bracis-28420	2	23	download	download	NOUN
bracis-28420	2	24	book	book	NOUN
bracis-28420	2	25	epub	epub	PROPN
bracis-28420	2	26	intelligent	intelligent	ADJ
bracis-28420	2	27	systems	system	NOUN
bracis-28420	2	28	(	(	PUNCT
bracis-28420	2	29	bracis	bracis	NOUN
bracis-28420	2	30	2023	2023	NUM
bracis-28420	2	31	)	)	PUNCT
bracis-28420	2	32	legalbert	legalbert	NOUN
bracis-28420	2	33	-	-	PUNCT
bracis-28420	2	34	pt	pt	NOUN
bracis-28420	2	35	:	:	PUNCT
bracis-28420	2	36	a	a	DET
bracis-28420	2	37	pretrained	pretraine	VERB
bracis-28420	2	38	language	language	NOUN
bracis-28420	2	39	model	model	NOUN
bracis-28420	2	40	for	for	ADP
bracis-28420	2	41	 	 	SPACE
bracis-28420	2	42	the	the	DET
bracis-28420	2	43	 	 	SPACE
bracis-28420	2	44	brazilian	brazilian	ADJ
bracis-28420	2	45	portuguese	portuguese	ADJ
bracis-28420	2	46	legal	legal	ADJ
bracis-28420	2	47	domain	domain	NOUN
bracis-28420	2	48	download	download	NOUN
bracis-28420	2	49	book	book	NOUN
bracis-28420	2	50	pdf	pdf	PROPN
bracis-28420	2	51	download	download	NOUN
bracis-28420	2	52	book	book	PROPN
bracis-28420	2	53	epub	epub	PROPN
bracis-28420	2	54	raquel	raquel	PROPN
bracis-28420	2	55	silveira	silveira	PROPN
bracis-28420	2	56	  	  	SPACE
bracis-28420	2	57	orcid	orcid	PROPN
bracis-28420	2	58	:	:	PUNCT
bracis-28420	2	59	orcid.org/0000-0001-7445-605x9	orcid.org/0000-0001-7445-605x9	NUM
bracis-28420	2	60	,	,	PUNCT
bracis-28420	2	61	caio	caio	PROPN
bracis-28420	2	62	ponte	ponte	NOUN
bracis-28420	2	63	  	  	SPACE
bracis-28420	2	64	orcid	orcid	NOUN
bracis-28420	2	65	:	:	PUNCT
bracis-28420	2	66	orcid.org/0000-0003-1643-947510	orcid.org/0000-0003-1643-947510	ADJ
bracis-28420	2	67	,	,	PUNCT
bracis-28420	2	68	vitor	vitor	PROPN
bracis-28420	2	69	almeida	almeida	PROPN
bracis-28420	2	70	  	  	SPACE
bracis-28420	2	71	orcid	orcid	PROPN
bracis-28420	2	72	:	:	PUNCT
bracis-28420	2	73	orcid.org/0009-0005-3606-230410	orcid.org/0009-0005-3606-230410	PROPN
bracis-28420	2	74	,	,	PUNCT
bracis-28420	2	75	vládia	vládia	PROPN
bracis-28420	2	76	pinheiro	pinheiro	NOUN
bracis-28420	2	77	  	  	SPACE
bracis-28420	2	78	orcid	orcid	NOUN
bracis-28420	2	79	:	:	PUNCT
bracis-28420	2	80	orcid.org/0000-0002-9851-830410	orcid.org/0000-0002-9851-830410	PROPN
bracis-28420	2	81	&	&	CCONJ
bracis-28420	2	82	…	…	PUNCT
bracis-28420	2	83	vasco	vasco	PROPN
bracis-28420	2	84	furtado	furtado	NOUN
bracis-28420	2	85	  	  	SPACE
bracis-28420	2	86	orcid	orcid	NOUN
bracis-28420	2	87	:	:	PUNCT
bracis-28420	2	88	orcid.org/0000-0001-8721-430810	orcid.org/0000-0001-8721-430810	NOUN
bracis-28420	2	89	  	  	SPACE
bracis-28420	2	90	show	show	VERB
bracis-28420	2	91	authors	author	NOUN
bracis-28420	2	92	part	part	NOUN
bracis-28420	2	93	of	of	ADP
bracis-28420	2	94	the	the	DET
bracis-28420	2	95	book	book	NOUN
bracis-28420	2	96	series	series	NOUN
bracis-28420	2	97	:	:	PUNCT
bracis-28420	2	98	lecture	lecture	NOUN
bracis-28420	2	99	notes	note	NOUN
bracis-28420	2	100	in	in	ADP
bracis-28420	2	101	computer	computer	NOUN
bracis-28420	2	102	science	science	NOUN
bracis-28420	2	103	(	(	PUNCT
bracis-28420	2	104	(	(	PUNCT
bracis-28420	2	105	lnai	lnai	ADJ
bracis-28420	2	106	,	,	PUNCT
bracis-28420	2	107	volume	volume	NOUN
bracis-28420	2	108	14197	14197	NUM
bracis-28420	2	109	)	)	PUNCT
bracis-28420	2	110	)	)	PUNCT
bracis-28420	2	111	included	include	VERB
bracis-28420	2	112	in	in	ADP
bracis-28420	2	113	the	the	DET
bracis-28420	2	114	following	follow	VERB
bracis-28420	2	115	conference	conference	NOUN
bracis-28420	2	116	series	series	NOUN
bracis-28420	2	117	:	:	PUNCT
bracis-28420	2	118	brazilian	brazilian	ADJ
bracis-28420	2	119	conference	conference	NOUN
bracis-28420	2	120	on	on	ADP
bracis-28420	2	121	intelligent	intelligent	ADJ
bracis-28420	2	122	systems	system	NOUN
bracis-28420	2	123	656	656	NUM
bracis-28420	2	124	accesses	access	VERB
bracis-28420	2	125	19	19	NUM
bracis-28420	2	126	citations	citation	NOUN
bracis-28420	2	127	abstract	abstract	ADJ
bracis-28420	2	128	language	language	NOUN
bracis-28420	2	129	models	model	NOUN
bracis-28420	2	130	trained	train	VERB
bracis-28420	2	131	with	with	ADP
bracis-28420	2	132	bidirectional	bidirectional	ADJ
bracis-28420	2	133	encoder	encoder	NOUN
bracis-28420	2	134	representations	representation	VERB
bracis-28420	2	135	from	from	ADP
bracis-28420	2	136	transformers	transformer	NOUN
bracis-28420	2	137	(	(	PUNCT
bracis-28420	2	138	bert	bert	PROPN
bracis-28420	2	139	)	)	PUNCT
bracis-28420	2	140	have	have	AUX
bracis-28420	2	141	demonstrated	demonstrate	VERB
bracis-28420	2	142	remarkable	remarkable	ADJ
bracis-28420	2	143	results	result	NOUN
bracis-28420	2	144	in	in	ADP
bracis-28420	2	145	various	various	ADJ
bracis-28420	2	146	natural	natural	ADJ
bracis-28420	2	147	language	language	NOUN
bracis-28420	2	148	processing	processing	NOUN
bracis-28420	2	149	(	(	PUNCT
bracis-28420	2	150	nlp	nlp	NOUN
bracis-28420	2	151	)	)	PUNCT
bracis-28420	2	152	tasks	task	NOUN
bracis-28420	2	153	.	.	PUNCT
bracis-28420	3	1	however	however	ADV
bracis-28420	3	2	,	,	PUNCT
bracis-28420	3	3	the	the	DET
bracis-28420	3	4	legal	legal	ADJ
bracis-28420	3	5	domain	domain	NOUN
bracis-28420	3	6	poses	pose	VERB
bracis-28420	3	7	specific	specific	ADJ
bracis-28420	3	8	challenges	challenge	NOUN
bracis-28420	3	9	for	for	ADP
bracis-28420	3	10	nlp	nlp	NOUN
bracis-28420	3	11	due	due	ADP
bracis-28420	3	12	to	to	ADP
bracis-28420	3	13	its	its	PRON
bracis-28420	3	14	highly	highly	ADV
bracis-28420	3	15	specialized	specialized	ADJ
bracis-28420	3	16	language	language	NOUN
bracis-28420	3	17	,	,	PUNCT
bracis-28420	3	18	which	which	PRON
bracis-28420	3	19	includes	include	VERB
bracis-28420	3	20	technical	technical	ADJ
bracis-28420	3	21	vocabulary	vocabulary	NOUN
bracis-28420	3	22	,	,	PUNCT
bracis-28420	3	23	formal	formal	ADJ
bracis-28420	3	24	style	style	NOUN
bracis-28420	3	25	,	,	PUNCT
bracis-28420	3	26	frequent	frequent	ADJ
bracis-28420	3	27	use	use	NOUN
bracis-28420	3	28	of	of	ADP
bracis-28420	3	29	law	law	NOUN
bracis-28420	3	30	citations	citation	NOUN
bracis-28420	3	31	and	and	CCONJ
bracis-28420	3	32	semantics	semantic	NOUN
bracis-28420	3	33	based	base	VERB
bracis-28420	3	34	on	on	ADP
bracis-28420	3	35	vast	vast	ADJ
bracis-28420	3	36	knowledge	knowledge	NOUN
bracis-28420	3	37	.	.	PUNCT
bracis-28420	4	1	therefore	therefore	ADV
bracis-28420	4	2	,	,	PUNCT
bracis-28420	4	3	pretrained	pretraine	VERB
bracis-28420	4	4	language	language	NOUN
bracis-28420	4	5	models	model	NOUN
bracis-28420	4	6	on	on	ADP
bracis-28420	4	7	a	a	DET
bracis-28420	4	8	generic	generic	ADJ
bracis-28420	4	9	corpus	corpus	NOUN
bracis-28420	4	10	may	may	AUX
bracis-28420	4	11	not	not	PART
bracis-28420	4	12	be	be	AUX
bracis-28420	4	13	suitable	suitable	ADJ
bracis-28420	4	14	for	for	ADP
bracis-28420	4	15	performing	perform	VERB
bracis-28420	4	16	specific	specific	ADJ
bracis-28420	4	17	legal	legal	ADJ
bracis-28420	4	18	domain	domain	NOUN
bracis-28420	4	19	tasks	task	NOUN
bracis-28420	4	20	.	.	PUNCT
bracis-28420	5	1	they	they	PRON
bracis-28420	5	2	lack	lack	VERB
bracis-28420	5	3	the	the	DET
bracis-28420	5	4	necessary	necessary	ADJ
bracis-28420	5	5	expertise	expertise	NOUN
bracis-28420	5	6	to	to	PART
bracis-28420	5	7	understand	understand	VERB
bracis-28420	5	8	the	the	DET
bracis-28420	5	9	nuances	nuance	NOUN
bracis-28420	5	10	of	of	ADP
bracis-28420	5	11	legal	legal	ADJ
bracis-28420	5	12	language	language	NOUN
bracis-28420	5	13	,	,	PUNCT
bracis-28420	5	14	leading	lead	VERB
bracis-28420	5	15	to	to	ADP
bracis-28420	5	16	inaccuracies	inaccuracy	NOUN
bracis-28420	5	17	and	and	CCONJ
bracis-28420	5	18	inconsistencies	inconsistency	NOUN
bracis-28420	5	19	.	.	PUNCT
bracis-28420	6	1	this	this	DET
bracis-28420	6	2	work	work	NOUN
bracis-28420	6	3	describes	describe	VERB
bracis-28420	6	4	the	the	DET
bracis-28420	6	5	development	development	NOUN
bracis-28420	6	6	of	of	ADP
bracis-28420	6	7	a	a	DET
bracis-28420	6	8	specialized	specialized	ADJ
bracis-28420	6	9	language	language	NOUN
bracis-28420	6	10	model	model	NOUN
bracis-28420	6	11	,	,	PUNCT
bracis-28420	6	12	legalbert	legalbert	NOUN
bracis-28420	6	13	-	-	PUNCT
bracis-28420	6	14	pt	pt	NOUN
bracis-28420	6	15	,	,	PUNCT
bracis-28420	6	16	for	for	ADP
bracis-28420	6	17	the	the	DET
bracis-28420	6	18	legal	legal	ADJ
bracis-28420	6	19	domain	domain	NOUN
bracis-28420	6	20	in	in	ADP
bracis-28420	6	21	portuguese	portuguese	PROPN
bracis-28420	6	22	.	.	PUNCT
bracis-28420	7	1	the	the	DET
bracis-28420	7	2	model	model	NOUN
bracis-28420	7	3	was	be	AUX
bracis-28420	7	4	pretrained	pretraine	VERB
bracis-28420	7	5	on	on	ADP
bracis-28420	7	6	a	a	DET
bracis-28420	7	7	large	large	ADJ
bracis-28420	7	8	and	and	CCONJ
bracis-28420	7	9	diverse	diverse	ADJ
bracis-28420	7	10	corpus	corpus	NOUN
bracis-28420	7	11	of	of	ADP
bracis-28420	7	12	brazilian	brazilian	ADJ
bracis-28420	7	13	legal	legal	ADJ
bracis-28420	7	14	texts	text	NOUN
bracis-28420	7	15	and	and	CCONJ
bracis-28420	7	16	is	be	AUX
bracis-28420	7	17	now	now	ADV
bracis-28420	7	18	open	open	ADJ
bracis-28420	7	19	-	-	PUNCT
bracis-28420	7	20	source	source	NOUN
bracis-28420	7	21	and	and	CCONJ
bracis-28420	7	22	customizable	customizable	NOUN
bracis-28420	7	23	for	for	ADP
bracis-28420	7	24	specific	specific	ADJ
bracis-28420	7	25	tasks	task	NOUN
bracis-28420	7	26	.	.	PUNCT
bracis-28420	8	1	experiments	experiment	NOUN
bracis-28420	8	2	were	be	AUX
bracis-28420	8	3	conducted	conduct	VERB
bracis-28420	8	4	to	to	PART
bracis-28420	8	5	evaluate	evaluate	VERB
bracis-28420	8	6	the	the	DET
bracis-28420	8	7	pretrained	pretraine	VERB
bracis-28420	8	8	model	model	NOUN
bracis-28420	8	9	’s	’s	PART
bracis-28420	8	10	effectiveness	effectiveness	NOUN
bracis-28420	8	11	in	in	ADP
bracis-28420	8	12	the	the	DET
bracis-28420	8	13	legal	legal	ADJ
bracis-28420	8	14	domain	domain	NOUN
bracis-28420	8	15	,	,	PUNCT
bracis-28420	8	16	both	both	PRON
bracis-28420	8	17	intrinsically	intrinsically	ADV
bracis-28420	8	18	and	and	CCONJ
bracis-28420	8	19	in	in	ADP
bracis-28420	8	20	two	two	NUM
bracis-28420	8	21	specific	specific	ADJ
bracis-28420	8	22	tasks	task	NOUN
bracis-28420	8	23	:	:	PUNCT
bracis-28420	8	24	named	name	VERB
bracis-28420	8	25	-	-	PUNCT
bracis-28420	8	26	entity	entity	NOUN
bracis-28420	8	27	recognition	recognition	NOUN
bracis-28420	8	28	and	and	CCONJ
bracis-28420	8	29	text	text	NOUN
bracis-28420	8	30	classification	classification	NOUN
bracis-28420	8	31	.	.	PUNCT
bracis-28420	9	1	the	the	DET
bracis-28420	9	2	results	result	NOUN
bracis-28420	9	3	indicate	indicate	VERB
bracis-28420	9	4	that	that	SCONJ
bracis-28420	9	5	using	use	VERB
bracis-28420	9	6	legalbert	legalbert	NOUN
bracis-28420	9	7	-	-	PUNCT
bracis-28420	9	8	pt	pt	NOUN
bracis-28420	9	9	outperforms	outperform	NOUN
bracis-28420	9	10	the	the	DET
bracis-28420	9	11	generic	generic	ADJ
bracis-28420	9	12	language	language	NOUN
bracis-28420	9	13	model	model	NOUN
bracis-28420	9	14	in	in	ADP
bracis-28420	9	15	all	all	DET
bracis-28420	9	16	tasks	task	NOUN
bracis-28420	9	17	,	,	PUNCT
bracis-28420	9	18	emphasizing	emphasize	VERB
bracis-28420	9	19	the	the	DET
bracis-28420	9	20	importance	importance	NOUN
bracis-28420	9	21	of	of	ADP
bracis-28420	9	22	specialization	specialization	NOUN
bracis-28420	9	23	in	in	ADP
bracis-28420	9	24	achieving	achieve	VERB
bracis-28420	9	25	effective	effective	ADJ
bracis-28420	9	26	results	result	NOUN
bracis-28420	9	27	for	for	ADP
bracis-28420	9	28	specific	specific	ADJ
bracis-28420	9	29	tasks	task	NOUN
bracis-28420	9	30	in	in	ADP
bracis-28420	9	31	the	the	DET
bracis-28420	9	32	legal	legal	ADJ
bracis-28420	9	33	domain	domain	NOUN
bracis-28420	9	34	.	.	PUNCT
bracis-28420	10	1	access	access	NOUN
bracis-28420	10	2	provided	provide	VERB
bracis-28420	10	3	by	by	ADP
bracis-28420	10	4	university	university	PROPN
bracis-28420	10	5	of	of	ADP
bracis-28420	10	6	notre	notre	PROPN
bracis-28420	10	7	dame	dame	PROPN
bracis-28420	10	8	hesburgh	hesburgh	PROPN
bracis-28420	10	9	library	library	PROPN
bracis-28420	10	10	.	.	PUNCT
bracis-28420	11	1	download	download	PROPN
bracis-28420	11	2	conference	conference	NOUN
bracis-28420	11	3	paper	paper	NOUN
bracis-28420	11	4	pdf	pdf	NOUN
bracis-28420	11	5	similar	similar	ADJ
bracis-28420	11	6	content	content	NOUN
bracis-28420	11	7	being	be	AUX
bracis-28420	11	8	viewed	view	VERB
bracis-28420	11	9	by	by	ADP
bracis-28420	11	10	others	other	NOUN
bracis-28420	11	11	fostering	foster	VERB
bracis-28420	11	12	judiciary	judiciary	NOUN
bracis-28420	11	13	applications	application	NOUN
bracis-28420	11	14	with	with	ADP
bracis-28420	11	15	new	new	ADJ
bracis-28420	11	16	fine	fine	ADV
bracis-28420	11	17	-	-	PUNCT
bracis-28420	11	18	tuned	tune	VERB
bracis-28420	11	19	models	model	NOUN
bracis-28420	11	20	for	for	ADP
bracis-28420	11	21	legal	legal	ADJ
bracis-28420	11	22	named	name	VERB
bracis-28420	11	23	entity	entity	NOUN
bracis-28420	11	24	recognition	recognition	NOUN
bracis-28420	11	25	in	in	ADP
bracis-28420	11	26	portuguese	portuguese	ADJ
bracis-28420	11	27	chapter	chapter	NOUN
bracis-28420	11	28	©	©	PROPN
bracis-28420	11	29	2022	2022	NUM
bracis-28420	11	30	a	a	DET
bracis-28420	11	31	study	study	NOUN
bracis-28420	11	32	on	on	ADP
bracis-28420	11	33	the	the	DET
bracis-28420	11	34	impact	impact	NOUN
bracis-28420	11	35	of	of	ADP
bracis-28420	11	36	intradomain	intradomain	NOUN
bracis-28420	11	37	finetuning	finetuning	NOUN
bracis-28420	11	38	of	of	ADP
bracis-28420	11	39	deep	deep	ADJ
bracis-28420	11	40	language	language	NOUN
bracis-28420	11	41	models	model	NOUN
bracis-28420	11	42	for	for	ADP
bracis-28420	11	43	legal	legal	ADJ
bracis-28420	11	44	named	name	VERB
bracis-28420	11	45	entity	entity	NOUN
bracis-28420	11	46	recognition	recognition	NOUN
bracis-28420	11	47	in	in	ADP
bracis-28420	11	48	portuguese	portuguese	ADJ
bracis-28420	11	49	chapter	chapter	NOUN
bracis-28420	11	50	©	©	PROPN
bracis-28420	11	51	2020	2020	NUM
bracis-28420	11	52	assessing	assess	VERB
bracis-28420	11	53	european	european	ADJ
bracis-28420	11	54	and	and	CCONJ
bracis-28420	11	55	 	 	SPACE
bracis-28420	11	56	brazilian	brazilian	ADJ
bracis-28420	11	57	portuguese	portuguese	PROPN
bracis-28420	11	58	llms	llm	NOUN
bracis-28420	11	59	for	for	ADP
bracis-28420	11	60	 	 	SPACE
bracis-28420	11	61	ner	ner	NOUN
bracis-28420	11	62	in	in	ADP
bracis-28420	11	63	 	 	SPACE
bracis-28420	11	64	specialised	specialised	ADJ
bracis-28420	11	65	domains	domain	NOUN
bracis-28420	11	66	chapter	chapter	NOUN
bracis-28420	11	67	©	©	PROPN
bracis-28420	11	68	2025	2025	NUM
bracis-28420	11	69	explore	explore	VERB
bracis-28420	11	70	related	relate	VERB
bracis-28420	11	71	subjects	subject	NOUN
bracis-28420	11	72	discover	discover	VERB
bracis-28420	11	73	the	the	DET
bracis-28420	11	74	latest	late	ADJ
bracis-28420	11	75	articles	article	NOUN
bracis-28420	11	76	,	,	PUNCT
bracis-28420	11	77	books	book	NOUN
bracis-28420	11	78	and	and	CCONJ
bracis-28420	11	79	news	news	NOUN
bracis-28420	11	80	in	in	ADP
bracis-28420	11	81	related	related	ADJ
bracis-28420	11	82	subjects	subject	NOUN
bracis-28420	11	83	,	,	PUNCT
bracis-28420	11	84	suggested	suggest	VERB
bracis-28420	11	85	using	use	VERB
bracis-28420	11	86	machine	machine	NOUN
bracis-28420	11	87	learning	learning	NOUN
bracis-28420	11	88	.	.	PUNCT
bracis-28420	12	1	computational	computational	ADJ
bracis-28420	12	2	linguistics	linguistic	NOUN
bracis-28420	12	3	language	language	NOUN
bracis-28420	12	4	processing	process	VERB
bracis-28420	12	5	legal	legal	ADJ
bracis-28420	12	6	geography	geography	NOUN
bracis-28420	12	7	licensing	license	VERB
bracis-28420	12	8	lisp	lisp	NOUN
bracis-28420	12	9	natural	natural	ADJ
bracis-28420	12	10	language	language	NOUN
bracis-28420	12	11	processing	processing	NOUN
bracis-28420	12	12	(	(	PUNCT
bracis-28420	12	13	nlp	nlp	NOUN
bracis-28420	12	14	)	)	PUNCT
bracis-28420	12	15	1	1	NUM
bracis-28420	12	16	introduction	introduction	NOUN
bracis-28420	12	17	as	as	SCONJ
bracis-28420	12	18	legal	legal	ADJ
bracis-28420	12	19	documents	document	NOUN
bracis-28420	12	20	become	become	AUX
bracis-28420	12	21	increasingly	increasingly	ADV
bracis-28420	12	22	digitized	digitize	VERB
bracis-28420	12	23	,	,	PUNCT
bracis-28420	12	24	natural	natural	ADJ
bracis-28420	12	25	language	language	NOUN
bracis-28420	12	26	processing	processing	NOUN
bracis-28420	12	27	(	(	PUNCT
bracis-28420	12	28	nlp	nlp	NOUN
bracis-28420	12	29	)	)	PUNCT
bracis-28420	12	30	has	have	AUX
bracis-28420	12	31	gained	gain	VERB
bracis-28420	12	32	importance	importance	NOUN
bracis-28420	12	33	for	for	ADP
bracis-28420	12	34	automating	automate	VERB
bracis-28420	12	35	tasks	task	NOUN
bracis-28420	12	36	in	in	ADP
bracis-28420	12	37	the	the	DET
bracis-28420	12	38	legal	legal	ADJ
bracis-28420	12	39	field	field	NOUN
bracis-28420	12	40	.	.	PUNCT
bracis-28420	13	1	nlp	nlp	ADJ
bracis-28420	13	2	tools	tool	NOUN
bracis-28420	13	3	are	be	AUX
bracis-28420	13	4	now	now	ADV
bracis-28420	13	5	commonly	commonly	ADV
bracis-28420	13	6	used	use	VERB
bracis-28420	13	7	to	to	PART
bracis-28420	13	8	address	address	VERB
bracis-28420	13	9	real	real	ADJ
bracis-28420	13	10	-	-	PUNCT
bracis-28420	13	11	world	world	NOUN
bracis-28420	13	12	legal	legal	ADJ
bracis-28420	13	13	problems	problem	NOUN
bracis-28420	13	14	,	,	PUNCT
bracis-28420	13	15	including	include	VERB
bracis-28420	13	16	the	the	DET
bracis-28420	13	17	identification	identification	NOUN
bracis-28420	13	18	of	of	ADP
bracis-28420	13	19	participants	participant	NOUN
bracis-28420	13	20	in	in	ADP
bracis-28420	13	21	legal	legal	ADJ
bracis-28420	13	22	proceedings	proceeding	NOUN
bracis-28420	14	1	[	[	X
bracis-28420	14	2	24	24	NUM
bracis-28420	14	3	]	]	PUNCT
bracis-28420	14	4	,	,	PUNCT
bracis-28420	14	5	the	the	DET
bracis-28420	14	6	classification	classification	NOUN
bracis-28420	14	7	of	of	ADP
bracis-28420	14	8	legal	legal	ADJ
bracis-28420	14	9	documents	document	NOUN
bracis-28420	14	10	[	[	X
bracis-28420	14	11	4	4	NUM
bracis-28420	14	12	]	]	PUNCT
bracis-28420	14	13	,	,	PUNCT
bracis-28420	14	14	named	name	VERB
bracis-28420	14	15	-	-	PUNCT
bracis-28420	14	16	entity	entity	NOUN
bracis-28420	14	17	recognition	recognition	NOUN
bracis-28420	15	1	[	[	X
bracis-28420	15	2	3	3	NUM
bracis-28420	15	3	]	]	PUNCT
bracis-28420	15	4	,	,	PUNCT
bracis-28420	15	5	and	and	CCONJ
bracis-28420	15	6	legal	legal	ADJ
bracis-28420	15	7	text	text	NOUN
bracis-28420	15	8	summarization	summarization	NOUN
bracis-28420	15	9	[	[	X
bracis-28420	15	10	13	13	NUM
bracis-28420	15	11	]	]	PUNCT
bracis-28420	15	12	.	.	PUNCT
bracis-28420	16	1	these	these	DET
bracis-28420	16	2	solutions	solution	NOUN
bracis-28420	16	3	employ	employ	VERB
bracis-28420	16	4	traditional	traditional	ADJ
bracis-28420	16	5	machine	machine	NOUN
bracis-28420	16	6	learning	learning	NOUN
bracis-28420	16	7	paradigms	paradigm	NOUN
bracis-28420	16	8	(	(	PUNCT
bracis-28420	16	9	e.g.	e.g.	ADV
bracis-28420	16	10	,	,	PUNCT
bracis-28420	16	11	tf	tf	PROPN
bracis-28420	16	12	-	-	PUNCT
bracis-28420	16	13	idf	idf	PROPN
bracis-28420	16	14	and	and	CCONJ
bracis-28420	16	15	classifiers	classifier	NOUN
bracis-28420	16	16	)	)	PUNCT
bracis-28420	16	17	or	or	CCONJ
bracis-28420	16	18	deep	deep	ADJ
bracis-28420	16	19	learning	learning	NOUN
bracis-28420	16	20	techniques	technique	NOUN
bracis-28420	16	21	to	to	PART
bracis-28420	16	22	achieve	achieve	VERB
bracis-28420	16	23	their	their	PRON
bracis-28420	16	24	objectives	objective	NOUN
bracis-28420	16	25	[	[	X
bracis-28420	16	26	28	28	NUM
bracis-28420	16	27	]	]	PUNCT
bracis-28420	16	28	.	.	PUNCT
bracis-28420	17	1	language	language	NOUN
bracis-28420	17	2	models	model	NOUN
bracis-28420	17	3	structured	structure	VERB
bracis-28420	17	4	in	in	ADP
bracis-28420	17	5	the	the	DET
bracis-28420	17	6	transformers	transformer	NOUN
bracis-28420	17	7	architecture	architecture	NOUN
bracis-28420	17	8	,	,	PUNCT
bracis-28420	17	9	such	such	ADJ
bracis-28420	17	10	as	as	ADP
bracis-28420	17	11	bert	bert	PROPN
bracis-28420	17	12	[	[	X
bracis-28420	17	13	11	11	NUM
bracis-28420	17	14	]	]	PUNCT
bracis-28420	17	15	and	and	CCONJ
bracis-28420	17	16	its	its	PRON
bracis-28420	17	17	variants	variant	NOUN
bracis-28420	18	1	[	[	X
bracis-28420	18	2	7	7	NUM
bracis-28420	18	3	,	,	PUNCT
bracis-28420	18	4	33	33	NUM
bracis-28420	18	5	]	]	PUNCT
bracis-28420	18	6	,	,	PUNCT
bracis-28420	18	7	have	have	AUX
bracis-28420	18	8	achieved	achieve	VERB
bracis-28420	18	9	promising	promising	ADJ
bracis-28420	18	10	results	result	NOUN
bracis-28420	18	11	in	in	ADP
bracis-28420	18	12	several	several	ADJ
bracis-28420	18	13	downstream	downstream	ADJ
bracis-28420	18	14	nlp	nlp	NOUN
bracis-28420	18	15	tasks	task	NOUN
bracis-28420	18	16	on	on	ADP
bracis-28420	18	17	generic	generic	ADJ
bracis-28420	18	18	reference	reference	NOUN
bracis-28420	18	19	datasets	dataset	NOUN
bracis-28420	18	20	.	.	PUNCT
bracis-28420	19	1	in	in	ADP
bracis-28420	19	2	recent	recent	ADJ
bracis-28420	19	3	years	year	NOUN
bracis-28420	19	4	,	,	PUNCT
bracis-28420	19	5	there	there	PRON
bracis-28420	19	6	have	have	AUX
bracis-28420	19	7	been	be	AUX
bracis-28420	19	8	some	some	DET
bracis-28420	19	9	efforts	effort	NOUN
bracis-28420	19	10	to	to	PART
bracis-28420	19	11	pretrain	pretrain	VERB
bracis-28420	19	12	linguistic	linguistic	ADJ
bracis-28420	19	13	models	model	NOUN
bracis-28420	19	14	for	for	ADP
bracis-28420	19	15	brazilian	brazilian	ADJ
bracis-28420	19	16	portuguese	portuguese	NOUN
bracis-28420	19	17	against	against	ADP
bracis-28420	19	18	more	more	ADV
bracis-28420	19	19	traditional	traditional	ADJ
bracis-28420	19	20	word	word	NOUN
bracis-28420	19	21	embeddings	embedding	NOUN
bracis-28420	19	22	(	(	PUNCT
bracis-28420	19	23	word2vec	word2vec	X
bracis-28420	19	24	,	,	PUNCT
bracis-28420	19	25	fasttext	fasttext	PROPN
bracis-28420	19	26	,	,	PUNCT
bracis-28420	19	27	etc	etc	X
bracis-28420	19	28	.	.	X
bracis-28420	19	29	)	)	PUNCT
bracis-28420	19	30	,	,	PUNCT
bracis-28420	19	31	as	as	ADV
bracis-28420	19	32	well	well	ADV
bracis-28420	19	33	as	as	ADP
bracis-28420	19	34	structured	structured	ADJ
bracis-28420	19	35	models	model	NOUN
bracis-28420	19	36	in	in	ADP
bracis-28420	19	37	bert	bert	PROPN
bracis-28420	19	38	.	.	PUNCT
bracis-28420	20	1	however	however	ADV
bracis-28420	20	2	,	,	PUNCT
bracis-28420	20	3	these	these	DET
bracis-28420	20	4	models	model	NOUN
bracis-28420	20	5	were	be	AUX
bracis-28420	20	6	trained	train	VERB
bracis-28420	20	7	with	with	ADP
bracis-28420	20	8	general	general	ADJ
bracis-28420	20	9	documents	document	NOUN
bracis-28420	20	10	and	and	CCONJ
bracis-28420	20	11	were	be	AUX
bracis-28420	20	12	not	not	PART
bracis-28420	20	13	designed	design	VERB
bracis-28420	20	14	to	to	PART
bracis-28420	20	15	represent	represent	VERB
bracis-28420	20	16	the	the	DET
bracis-28420	20	17	brazilian	brazilian	ADJ
bracis-28420	20	18	legal	legal	ADJ
bracis-28420	20	19	language	language	NOUN
bracis-28420	21	1	[	[	X
bracis-28420	21	2	28	28	NUM
bracis-28420	21	3	]	]	PUNCT
bracis-28420	21	4	.	.	PUNCT
bracis-28420	22	1	the	the	DET
bracis-28420	22	2	effectiveness	effectiveness	NOUN
bracis-28420	22	3	of	of	ADP
bracis-28420	22	4	language	language	NOUN
bracis-28420	22	5	models	model	NOUN
bracis-28420	22	6	on	on	ADP
bracis-28420	22	7	domain	domain	NOUN
bracis-28420	22	8	-	-	PUNCT
bracis-28420	22	9	specific	specific	ADJ
bracis-28420	22	10	tasks	task	NOUN
bracis-28420	22	11	can	can	AUX
bracis-28420	22	12	be	be	AUX
bracis-28420	22	13	limited	limit	VERB
bracis-28420	22	14	by	by	ADP
bracis-28420	22	15	the	the	DET
bracis-28420	22	16	model	model	NOUN
bracis-28420	22	17	’s	’s	PART
bracis-28420	22	18	lack	lack	NOUN
bracis-28420	22	19	of	of	ADP
bracis-28420	22	20	specialization	specialization	NOUN
bracis-28420	22	21	for	for	ADP
bracis-28420	22	22	that	that	DET
bracis-28420	22	23	domain	domain	NOUN
bracis-28420	22	24	.	.	PUNCT
bracis-28420	23	1	the	the	DET
bracis-28420	23	2	development	development	NOUN
bracis-28420	23	3	of	of	ADP
bracis-28420	23	4	language	language	NOUN
bracis-28420	23	5	models	model	NOUN
bracis-28420	23	6	for	for	ADP
bracis-28420	23	7	legal	legal	ADJ
bracis-28420	23	8	texts	text	NOUN
bracis-28420	23	9	is	be	AUX
bracis-28420	23	10	justified	justify	VERB
bracis-28420	23	11	since	since	SCONJ
bracis-28420	23	12	the	the	DET
bracis-28420	23	13	language	language	NOUN
bracis-28420	23	14	used	use	VERB
bracis-28420	23	15	for	for	ADP
bracis-28420	23	16	the	the	DET
bracis-28420	23	17	preparation	preparation	NOUN
bracis-28420	23	18	of	of	ADP
bracis-28420	23	19	legal	legal	ADJ
bracis-28420	23	20	documents	document	NOUN
bracis-28420	23	21	has	have	VERB
bracis-28420	23	22	its	its	PRON
bracis-28420	23	23	own	own	ADJ
bracis-28420	23	24	vocabulary	vocabulary	NOUN
bracis-28420	23	25	,	,	PUNCT
bracis-28420	23	26	formal	formal	ADJ
bracis-28420	23	27	style	style	NOUN
bracis-28420	23	28	,	,	PUNCT
bracis-28420	23	29	semantics	semantic	NOUN
bracis-28420	23	30	based	base	VERB
bracis-28420	23	31	on	on	ADP
bracis-28420	23	32	a	a	DET
bracis-28420	23	33	wide	wide	ADJ
bracis-28420	23	34	spectrum	spectrum	NOUN
bracis-28420	23	35	of	of	ADP
bracis-28420	23	36	knowledge	knowledge	NOUN
bracis-28420	23	37	,	,	PUNCT
bracis-28420	23	38	and	and	CCONJ
bracis-28420	23	39	frequent	frequent	ADJ
bracis-28420	23	40	use	use	NOUN
bracis-28420	23	41	of	of	ADP
bracis-28420	23	42	citations	citation	NOUN
bracis-28420	23	43	to	to	ADP
bracis-28420	23	44	laws	law	NOUN
bracis-28420	23	45	.	.	PUNCT
bracis-28420	24	1	evidence	evidence	NOUN
bracis-28420	24	2	shows	show	VERB
bracis-28420	24	3	that	that	SCONJ
bracis-28420	24	4	using	use	VERB
bracis-28420	24	5	pretrained	pretraine	VERB
bracis-28420	24	6	language	language	NOUN
bracis-28420	24	7	models	model	NOUN
bracis-28420	24	8	with	with	ADP
bracis-28420	24	9	domain	domain	NOUN
bracis-28420	24	10	-	-	PUNCT
bracis-28420	24	11	specific	specific	ADJ
bracis-28420	24	12	corpus	corpus	NOUN
bracis-28420	24	13	can	can	AUX
bracis-28420	24	14	significantly	significantly	ADV
bracis-28420	24	15	improve	improve	VERB
bracis-28420	24	16	performance	performance	NOUN
bracis-28420	24	17	on	on	ADP
bracis-28420	24	18	domain	domain	NOUN
bracis-28420	24	19	-	-	PUNCT
bracis-28420	24	20	specific	specific	ADJ
bracis-28420	24	21	tasks	task	NOUN
bracis-28420	24	22	[	[	X
bracis-28420	24	23	31	31	NUM
bracis-28420	24	24	,	,	PUNCT
bracis-28420	24	25	37	37	NUM
bracis-28420	24	26	]	]	PUNCT
bracis-28420	24	27	.	.	PUNCT
bracis-28420	25	1	this	this	DET
bracis-28420	25	2	work	work	NOUN
bracis-28420	25	3	describes	describe	VERB
bracis-28420	25	4	the	the	DET
bracis-28420	25	5	production	production	NOUN
bracis-28420	25	6	process	process	NOUN
bracis-28420	25	7	of	of	ADP
bracis-28420	25	8	a	a	DET
bracis-28420	25	9	language	language	NOUN
bracis-28420	25	10	model	model	NOUN
bracis-28420	25	11	for	for	ADP
bracis-28420	25	12	the	the	DET
bracis-28420	25	13	legal	legal	ADJ
bracis-28420	25	14	domain	domain	NOUN
bracis-28420	25	15	in	in	ADP
bracis-28420	25	16	the	the	DET
bracis-28420	25	17	portuguese	portuguese	ADJ
bracis-28420	25	18	language	language	NOUN
bracis-28420	25	19	.	.	PUNCT
bracis-28420	26	1	the	the	DET
bracis-28420	26	2	model	model	NOUN
bracis-28420	26	3	was	be	AUX
bracis-28420	26	4	pretrained	pretraine	VERB
bracis-28420	26	5	to	to	PART
bracis-28420	26	6	acquire	acquire	VERB
bracis-28420	26	7	specialization	specialization	NOUN
bracis-28420	26	8	for	for	ADP
bracis-28420	26	9	the	the	DET
bracis-28420	26	10	domain	domain	NOUN
bracis-28420	26	11	,	,	PUNCT
bracis-28420	26	12	and	and	CCONJ
bracis-28420	26	13	later	later	ADV
bracis-28420	26	14	it	it	PRON
bracis-28420	26	15	could	could	AUX
bracis-28420	26	16	be	be	AUX
bracis-28420	26	17	adjusted	adjust	VERB
bracis-28420	26	18	for	for	ADP
bracis-28420	26	19	use	use	NOUN
bracis-28420	26	20	in	in	ADP
bracis-28420	26	21	specific	specific	ADJ
bracis-28420	26	22	tasks	task	NOUN
bracis-28420	26	23	.	.	PUNCT
bracis-28420	27	1	two	two	NUM
bracis-28420	27	2	versions	version	NOUN
bracis-28420	27	3	of	of	ADP
bracis-28420	27	4	the	the	DET
bracis-28420	27	5	model	model	NOUN
bracis-28420	27	6	were	be	AUX
bracis-28420	27	7	created	create	VERB
bracis-28420	27	8	:	:	PUNCT
bracis-28420	27	9	one	one	NUM
bracis-28420	27	10	as	as	ADP
bracis-28420	27	11	a	a	DET
bracis-28420	27	12	complement	complement	NOUN
bracis-28420	27	13	to	to	ADP
bracis-28420	27	14	the	the	DET
bracis-28420	27	15	bertimbau	bertimbau	ADJ
bracis-28420	27	16	model	model	NOUN
bracis-28420	27	17	[	[	X
bracis-28420	27	18	33	33	NUM
bracis-28420	27	19	]	]	PUNCT
bracis-28420	27	20	,	,	PUNCT
bracis-28420	27	21	and	and	CCONJ
bracis-28420	27	22	the	the	DET
bracis-28420	27	23	other	other	ADJ
bracis-28420	27	24	from	from	ADP
bracis-28420	27	25	scratch	scratch	NOUN
bracis-28420	27	26	.	.	PUNCT
bracis-28420	28	1	the	the	DET
bracis-28420	28	2	effectiveness	effectiveness	NOUN
bracis-28420	28	3	of	of	ADP
bracis-28420	28	4	the	the	DET
bracis-28420	28	5	model	model	NOUN
bracis-28420	28	6	based	base	VERB
bracis-28420	28	7	on	on	ADP
bracis-28420	28	8	bertimbau	bertimbau	NOUN
bracis-28420	28	9	was	be	AUX
bracis-28420	28	10	evident	evident	ADJ
bracis-28420	28	11	when	when	SCONJ
bracis-28420	28	12	analyzing	analyze	VERB
bracis-28420	28	13	the	the	DET
bracis-28420	28	14	perplexity	perplexity	NOUN
bracis-28420	28	15	measure	measure	NOUN
bracis-28420	28	16	of	of	ADP
bracis-28420	28	17	the	the	DET
bracis-28420	28	18	models	model	NOUN
bracis-28420	28	19	.	.	PUNCT
bracis-28420	29	1	experiments	experiment	NOUN
bracis-28420	29	2	were	be	AUX
bracis-28420	29	3	also	also	ADV
bracis-28420	29	4	carried	carry	VERB
bracis-28420	29	5	out	out	ADP
bracis-28420	29	6	in	in	ADP
bracis-28420	29	7	the	the	DET
bracis-28420	29	8	tasks	task	NOUN
bracis-28420	29	9	of	of	ADP
bracis-28420	29	10	identifying	identify	VERB
bracis-28420	29	11	legal	legal	ADJ
bracis-28420	29	12	entities	entity	NOUN
bracis-28420	29	13	and	and	CCONJ
bracis-28420	29	14	classifying	classify	VERB
bracis-28420	29	15	legal	legal	ADJ
bracis-28420	29	16	petitions	petition	NOUN
bracis-28420	29	17	.	.	PUNCT
bracis-28420	30	1	the	the	DET
bracis-28420	30	2	results	result	NOUN
bracis-28420	30	3	show	show	VERB
bracis-28420	30	4	that	that	SCONJ
bracis-28420	30	5	the	the	DET
bracis-28420	30	6	use	use	NOUN
bracis-28420	30	7	of	of	ADP
bracis-28420	30	8	specific	specific	ADJ
bracis-28420	30	9	language	language	NOUN
bracis-28420	30	10	models	model	NOUN
bracis-28420	30	11	outperforms	outperform	VERB
bracis-28420	30	12	those	those	PRON
bracis-28420	30	13	obtained	obtain	VERB
bracis-28420	30	14	using	use	VERB
bracis-28420	30	15	the	the	DET
bracis-28420	30	16	generic	generic	ADJ
bracis-28420	30	17	language	language	NOUN
bracis-28420	30	18	model	model	NOUN
bracis-28420	30	19	in	in	ADP
bracis-28420	30	20	the	the	DET
bracis-28420	30	21	tasks	task	NOUN
bracis-28420	30	22	studied	study	VERB
bracis-28420	30	23	,	,	PUNCT
bracis-28420	30	24	suggesting	suggest	VERB
bracis-28420	30	25	that	that	SCONJ
bracis-28420	30	26	the	the	DET
bracis-28420	30	27	specialization	specialization	NOUN
bracis-28420	30	28	of	of	ADP
bracis-28420	30	29	the	the	DET
bracis-28420	30	30	language	language	NOUN
bracis-28420	30	31	model	model	NOUN
bracis-28420	30	32	for	for	ADP
bracis-28420	30	33	the	the	DET
bracis-28420	30	34	legal	legal	ADJ
bracis-28420	30	35	domain	domain	NOUN
bracis-28420	30	36	is	be	AUX
bracis-28420	30	37	an	an	DET
bracis-28420	30	38	important	important	ADJ
bracis-28420	30	39	factor	factor	NOUN
bracis-28420	30	40	for	for	ADP
bracis-28420	30	41	improving	improve	VERB
bracis-28420	30	42	the	the	DET
bracis-28420	30	43	accuracy	accuracy	NOUN
bracis-28420	30	44	of	of	ADP
bracis-28420	30	45	learning	learn	VERB
bracis-28420	30	46	algorithms	algorithm	NOUN
bracis-28420	30	47	.	.	PUNCT
bracis-28420	31	1	2	2	NUM
bracis-28420	31	2	related	relate	VERB
bracis-28420	31	3	work	work	NOUN
bracis-28420	31	4	progress	progress	NOUN
bracis-28420	31	5	in	in	ADP
bracis-28420	31	6	the	the	DET
bracis-28420	31	7	field	field	NOUN
bracis-28420	31	8	of	of	ADP
bracis-28420	31	9	nlp	nlp	NOUN
bracis-28420	31	10	is	be	AUX
bracis-28420	31	11	closely	closely	ADV
bracis-28420	31	12	linked	link	VERB
bracis-28420	31	13	to	to	ADP
bracis-28420	31	14	advancements	advancement	NOUN
bracis-28420	31	15	in	in	ADP
bracis-28420	31	16	machine	machine	NOUN
bracis-28420	31	17	learning	learning	NOUN
bracis-28420	31	18	models	model	NOUN
bracis-28420	31	19	,	,	PUNCT
bracis-28420	31	20	primarily	primarily	ADV
bracis-28420	31	21	due	due	ADP
bracis-28420	31	22	to	to	ADP
bracis-28420	31	23	the	the	DET
bracis-28420	31	24	emergence	emergence	NOUN
bracis-28420	31	25	of	of	ADP
bracis-28420	31	26	word	word	NOUN
bracis-28420	31	27	embeddings	embedding	NOUN
bracis-28420	31	28	.	.	PUNCT
bracis-28420	32	1	however	however	ADV
bracis-28420	32	2	,	,	PUNCT
bracis-28420	32	3	these	these	DET
bracis-28420	32	4	models	model	NOUN
bracis-28420	32	5	possess	possess	VERB
bracis-28420	32	6	a	a	DET
bracis-28420	32	7	drawback	drawback	NOUN
bracis-28420	32	8	in	in	ADP
bracis-28420	32	9	that	that	SCONJ
bracis-28420	32	10	they	they	PRON
bracis-28420	32	11	generate	generate	VERB
bracis-28420	32	12	static	static	ADJ
bracis-28420	32	13	representations	representation	NOUN
bracis-28420	32	14	of	of	ADP
bracis-28420	32	15	words	word	NOUN
bracis-28420	32	16	,	,	PUNCT
bracis-28420	32	17	meaning	mean	VERB
bracis-28420	32	18	the	the	DET
bracis-28420	32	19	same	same	ADJ
bracis-28420	32	20	word	word	NOUN
bracis-28420	32	21	always	always	ADV
bracis-28420	32	22	produces	produce	VERB
bracis-28420	32	23	a	a	DET
bracis-28420	32	24	fixed	fix	VERB
bracis-28420	32	25	embedding	embed	VERB
bracis-28420	32	26	,	,	PUNCT
bracis-28420	32	27	even	even	ADV
bracis-28420	32	28	when	when	SCONJ
bracis-28420	32	29	found	find	VERB
bracis-28420	32	30	in	in	ADP
bracis-28420	32	31	sentences	sentence	NOUN
bracis-28420	32	32	with	with	ADP
bracis-28420	32	33	varying	vary	VERB
bracis-28420	32	34	contexts	context	NOUN
bracis-28420	32	35	.	.	PUNCT
bracis-28420	33	1	the	the	DET
bracis-28420	33	2	elmo	elmo	PROPN
bracis-28420	33	3	model	model	NOUN
bracis-28420	33	4	[	[	X
bracis-28420	33	5	27	27	NUM
bracis-28420	33	6	]	]	PUNCT
bracis-28420	33	7	and	and	CCONJ
bracis-28420	33	8	subsequently	subsequently	ADV
bracis-28420	33	9	,	,	PUNCT
bracis-28420	33	10	transformers	transformer	NOUN
bracis-28420	33	11	[	[	X
bracis-28420	33	12	34	34	NUM
bracis-28420	33	13	]	]	PUNCT
bracis-28420	33	14	,	,	PUNCT
bracis-28420	33	15	began	begin	VERB
bracis-28420	33	16	to	to	PART
bracis-28420	33	17	generate	generate	VERB
bracis-28420	33	18	contextualized	contextualized	ADJ
bracis-28420	33	19	embeddings	embedding	NOUN
bracis-28420	33	20	.	.	PUNCT
bracis-28420	34	1	as	as	ADP
bracis-28420	34	2	a	a	DET
bracis-28420	34	3	result	result	NOUN
bracis-28420	34	4	,	,	PUNCT
bracis-28420	34	5	the	the	DET
bracis-28420	34	6	same	same	ADJ
bracis-28420	34	7	word	word	NOUN
bracis-28420	34	8	will	will	AUX
bracis-28420	34	9	have	have	VERB
bracis-28420	34	10	different	different	ADJ
bracis-28420	34	11	representations	representation	NOUN
bracis-28420	34	12	in	in	ADP
bracis-28420	34	13	diverse	diverse	ADJ
bracis-28420	34	14	situations	situation	NOUN
bracis-28420	34	15	,	,	PUNCT
bracis-28420	34	16	depending	depend	VERB
bracis-28420	34	17	on	on	ADP
bracis-28420	34	18	the	the	DET
bracis-28420	34	19	context	context	NOUN
bracis-28420	34	20	of	of	ADP
bracis-28420	34	21	the	the	DET
bracis-28420	34	22	entire	entire	ADJ
bracis-28420	34	23	sentence	sentence	NOUN
bracis-28420	34	24	.	.	PUNCT
bracis-28420	35	1	by	by	ADP
bracis-28420	35	2	employing	employ	VERB
bracis-28420	35	3	self	self	NOUN
bracis-28420	35	4	-	-	PUNCT
bracis-28420	35	5	attention	attention	NOUN
bracis-28420	35	6	mechanisms	mechanism	NOUN
bracis-28420	35	7	,	,	PUNCT
bracis-28420	35	8	transformers	transformer	NOUN
bracis-28420	35	9	are	be	AUX
bracis-28420	35	10	able	able	ADJ
bracis-28420	35	11	to	to	PART
bracis-28420	35	12	capture	capture	VERB
bracis-28420	35	13	long	long	ADJ
bracis-28420	35	14	-	-	PUNCT
bracis-28420	35	15	range	range	NOUN
bracis-28420	35	16	relationships	relationship	NOUN
bracis-28420	35	17	[	[	X
bracis-28420	35	18	19	19	NUM
bracis-28420	35	19	]	]	PUNCT
bracis-28420	35	20	.	.	PUNCT
bracis-28420	36	1	models	model	NOUN
bracis-28420	36	2	built	build	VERB
bracis-28420	36	3	upon	upon	SCONJ
bracis-28420	36	4	the	the	DET
bracis-28420	36	5	transformers	transformer	NOUN
bracis-28420	36	6	architecture	architecture	NOUN
bracis-28420	36	7	,	,	PUNCT
bracis-28420	36	8	such	such	ADJ
bracis-28420	36	9	as	as	ADP
bracis-28420	36	10	bert	bert	PROPN
bracis-28420	36	11	[	[	X
bracis-28420	36	12	11	11	NUM
bracis-28420	36	13	]	]	PUNCT
bracis-28420	36	14	and	and	CCONJ
bracis-28420	36	15	gpt	gpt	X
bracis-28420	37	1	[	[	X
bracis-28420	37	2	6	6	NUM
bracis-28420	37	3	]	]	PUNCT
bracis-28420	37	4	,	,	PUNCT
bracis-28420	37	5	have	have	AUX
bracis-28420	37	6	emerged	emerge	VERB
bracis-28420	37	7	as	as	ADP
bracis-28420	37	8	the	the	DET
bracis-28420	37	9	state	state	NOUN
bracis-28420	37	10	of	of	ADP
bracis-28420	37	11	the	the	DET
bracis-28420	37	12	art	art	NOUN
bracis-28420	37	13	in	in	ADP
bracis-28420	37	14	nlp	nlp	NOUN
bracis-28420	37	15	tasks	task	NOUN
bracis-28420	37	16	.	.	PUNCT
bracis-28420	38	1	the	the	DET
bracis-28420	38	2	core	core	NOUN
bracis-28420	38	3	principle	principle	NOUN
bracis-28420	38	4	behind	behind	ADP
bracis-28420	38	5	using	use	VERB
bracis-28420	38	6	these	these	DET
bracis-28420	38	7	pretrained	pretraine	VERB
bracis-28420	38	8	language	language	NOUN
bracis-28420	38	9	models	model	NOUN
bracis-28420	38	10	lies	lie	VERB
bracis-28420	38	11	in	in	ADP
bracis-28420	38	12	the	the	DET
bracis-28420	38	13	transfer	transfer	NOUN
bracis-28420	38	14	learning	learning	NOUN
bracis-28420	38	15	and	and	CCONJ
bracis-28420	38	16	self	self	NOUN
bracis-28420	38	17	-	-	PUNCT
bracis-28420	38	18	supervised	supervise	VERB
bracis-28420	38	19	learning	learning	NOUN
bracis-28420	38	20	approach	approach	NOUN
bracis-28420	38	21	.	.	PUNCT
bracis-28420	39	1	in	in	ADP
bracis-28420	39	2	other	other	ADJ
bracis-28420	39	3	words	word	NOUN
bracis-28420	39	4	,	,	PUNCT
bracis-28420	39	5	the	the	DET
bracis-28420	39	6	model	model	NOUN
bracis-28420	39	7	is	be	AUX
bracis-28420	39	8	initially	initially	ADV
bracis-28420	39	9	trained	train	VERB
bracis-28420	39	10	on	on	ADP
bracis-28420	39	11	a	a	DET
bracis-28420	39	12	sizable	sizable	ADJ
bracis-28420	39	13	unlabeled	unlabeled	ADJ
bracis-28420	39	14	corpus	corpus	NOUN
bracis-28420	39	15	to	to	PART
bracis-28420	39	16	learn	learn	VERB
bracis-28420	39	17	the	the	DET
bracis-28420	39	18	universal	universal	ADJ
bracis-28420	39	19	representation	representation	NOUN
bracis-28420	39	20	of	of	ADP
bracis-28420	39	21	the	the	DET
bracis-28420	39	22	language	language	NOUN
bracis-28420	40	1	[	[	X
bracis-28420	40	2	14	14	NUM
bracis-28420	40	3	]	]	PUNCT
bracis-28420	40	4	.	.	PUNCT
bracis-28420	41	1	subsequently	subsequently	ADV
bracis-28420	41	2	,	,	PUNCT
bracis-28420	41	3	the	the	DET
bracis-28420	41	4	knowledge	knowledge	NOUN
bracis-28420	41	5	gained	gain	VERB
bracis-28420	41	6	during	during	ADP
bracis-28420	41	7	pretraining	pretraine	VERB
bracis-28420	41	8	can	can	AUX
bracis-28420	41	9	be	be	AUX
bracis-28420	41	10	applied	apply	VERB
bracis-28420	41	11	to	to	ADP
bracis-28420	41	12	fine	fine	ADJ
bracis-28420	41	13	-	-	PUNCT
bracis-28420	41	14	tune	tune	NOUN
bracis-28420	41	15	downstream	downstream	NOUN
bracis-28420	41	16	tasks	task	NOUN
bracis-28420	41	17	,	,	PUNCT
bracis-28420	41	18	reducing	reduce	VERB
bracis-28420	41	19	the	the	DET
bracis-28420	41	20	reliance	reliance	NOUN
bracis-28420	41	21	on	on	ADP
bracis-28420	41	22	labeled	label	VERB
bracis-28420	41	23	data	datum	NOUN
bracis-28420	41	24	and	and	CCONJ
bracis-28420	41	25	enhancing	enhance	VERB
bracis-28420	41	26	the	the	DET
bracis-28420	41	27	performance	performance	NOUN
bracis-28420	41	28	of	of	ADP
bracis-28420	41	29	the	the	DET
bracis-28420	41	30	models	model	NOUN
bracis-28420	41	31	[	[	X
bracis-28420	41	32	25	25	NUM
bracis-28420	41	33	]	]	PUNCT
bracis-28420	41	34	.	.	PUNCT
bracis-28420	42	1	although	although	SCONJ
bracis-28420	42	2	pretrained	pretraine	VERB
bracis-28420	42	3	language	language	NOUN
bracis-28420	42	4	models	model	NOUN
bracis-28420	42	5	,	,	PUNCT
bracis-28420	42	6	such	such	ADJ
bracis-28420	42	7	as	as	ADP
bracis-28420	42	8	bert	bert	NOUN
bracis-28420	42	9	,	,	PUNCT
bracis-28420	42	10	exhibit	exhibit	VERB
bracis-28420	42	11	strong	strong	ADJ
bracis-28420	42	12	performance	performance	NOUN
bracis-28420	42	13	in	in	ADP
bracis-28420	42	14	generic	generic	ADJ
bracis-28420	42	15	texts	text	NOUN
bracis-28420	42	16	,	,	PUNCT
bracis-28420	42	17	they	they	PRON
bracis-28420	42	18	may	may	AUX
bracis-28420	42	19	yield	yield	VERB
bracis-28420	42	20	inferior	inferior	ADJ
bracis-28420	42	21	results	result	NOUN
bracis-28420	42	22	in	in	ADP
bracis-28420	42	23	domain	domain	NOUN
bracis-28420	42	24	-	-	PUNCT
bracis-28420	42	25	specific	specific	ADJ
bracis-28420	42	26	texts	text	NOUN
bracis-28420	42	27	[	[	X
bracis-28420	42	28	7	7	NUM
bracis-28420	42	29	]	]	PUNCT
bracis-28420	42	30	.	.	PUNCT
bracis-28420	43	1	therefore	therefore	ADV
bracis-28420	43	2	,	,	PUNCT
bracis-28420	43	3	implementing	implement	VERB
bracis-28420	43	4	strategies	strategy	NOUN
bracis-28420	43	5	to	to	PART
bracis-28420	43	6	enhance	enhance	VERB
bracis-28420	43	7	training	training	NOUN
bracis-28420	43	8	by	by	ADP
bracis-28420	43	9	incorporating	incorporate	VERB
bracis-28420	43	10	data	datum	NOUN
bracis-28420	43	11	with	with	ADP
bracis-28420	43	12	texts	text	NOUN
bracis-28420	43	13	from	from	ADP
bracis-28420	43	14	a	a	DET
bracis-28420	43	15	specific	specific	ADJ
bracis-28420	43	16	domain	domain	NOUN
bracis-28420	43	17	is	be	AUX
bracis-28420	43	18	a	a	DET
bracis-28420	43	19	widely	widely	ADV
bracis-28420	43	20	-	-	PUNCT
bracis-28420	43	21	used	use	VERB
bracis-28420	43	22	technique	technique	NOUN
bracis-28420	43	23	in	in	ADP
bracis-28420	43	24	various	various	ADJ
bracis-28420	43	25	fields	field	NOUN
bracis-28420	43	26	.	.	PUNCT
bracis-28420	44	1	examples	example	NOUN
bracis-28420	44	2	include	include	VERB
bracis-28420	44	3	:	:	PUNCT
bracis-28420	44	4	(	(	PUNCT
bracis-28420	44	5	i	i	NOUN
bracis-28420	44	6	)	)	PUNCT
bracis-28420	44	7	biobert	biobert	NOUN
bracis-28420	45	1	[	[	X
bracis-28420	45	2	16	16	NUM
bracis-28420	45	3	]	]	X
bracis-28420	45	4	,	,	PUNCT
bracis-28420	45	5	which	which	PRON
bracis-28420	45	6	was	be	AUX
bracis-28420	45	7	trained	train	VERB
bracis-28420	45	8	on	on	ADP
bracis-28420	45	9	biomedical	biomedical	ADJ
bracis-28420	45	10	texts	text	NOUN
bracis-28420	45	11	and	and	CCONJ
bracis-28420	45	12	outperformed	outperform	VERB
bracis-28420	45	13	bert	bert	PROPN
bracis-28420	45	14	as	as	ADV
bracis-28420	45	15	well	well	ADV
bracis-28420	45	16	as	as	ADP
bracis-28420	45	17	other	other	ADJ
bracis-28420	45	18	state	state	NOUN
bracis-28420	45	19	-	-	PUNCT
bracis-28420	45	20	of	of	ADP
bracis-28420	45	21	-	-	PUNCT
bracis-28420	45	22	the	the	DET
bracis-28420	45	23	-	-	PUNCT
bracis-28420	45	24	art	art	NOUN
bracis-28420	45	25	models	model	NOUN
bracis-28420	45	26	;	;	PUNCT
bracis-28420	45	27	(	(	PUNCT
bracis-28420	45	28	ii	ii	NOUN
bracis-28420	45	29	)	)	PUNCT
bracis-28420	45	30	finbert	finbert	NOUN
bracis-28420	46	1	[	[	X
bracis-28420	46	2	38	38	NUM
bracis-28420	46	3	]	]	PUNCT
bracis-28420	46	4	,	,	PUNCT
bracis-28420	46	5	which	which	PRON
bracis-28420	46	6	utilized	utilize	VERB
bracis-28420	46	7	a	a	DET
bracis-28420	46	8	large	large	ADJ
bracis-28420	46	9	corpus	corpus	NOUN
bracis-28420	46	10	of	of	ADP
bracis-28420	46	11	financial	financial	ADJ
bracis-28420	46	12	communication	communication	NOUN
bracis-28420	46	13	comprising	comprise	VERB
bracis-28420	46	14	4.9	4.9	NUM
bracis-28420	46	15	billion	billion	NUM
bracis-28420	46	16	tokens	token	NOUN
bracis-28420	46	17	and	and	CCONJ
bracis-28420	46	18	demonstrated	demonstrate	VERB
bracis-28420	46	19	superior	superior	ADJ
bracis-28420	46	20	performance	performance	NOUN
bracis-28420	46	21	to	to	PART
bracis-28420	46	22	bert	bert	VERB
bracis-28420	46	23	in	in	ADP
bracis-28420	46	24	sentiment	sentiment	NOUN
bracis-28420	46	25	classification	classification	NOUN
bracis-28420	46	26	tasks	task	NOUN
bracis-28420	46	27	;	;	PUNCT
bracis-28420	46	28	(	(	PUNCT
bracis-28420	46	29	iii	iii	X
bracis-28420	46	30	)	)	PUNCT
bracis-28420	46	31	scibert	scibert	NOUN
bracis-28420	46	32	[	[	X
bracis-28420	46	33	5	5	NUM
bracis-28420	46	34	]	]	PUNCT
bracis-28420	46	35	,	,	PUNCT
bracis-28420	46	36	which	which	PRON
bracis-28420	46	37	employed	employ	VERB
bracis-28420	46	38	full	full	ADJ
bracis-28420	46	39	texts	text	NOUN
bracis-28420	46	40	from	from	ADP
bracis-28420	46	41	1.14	1.14	NUM
bracis-28420	46	42	million	million	NUM
bracis-28420	46	43	semantic	semantic	ADJ
bracis-28420	46	44	scholar	scholar	NOUN
bracis-28420	46	45	articles	article	NOUN
bracis-28420	46	46	and	and	CCONJ
bracis-28420	46	47	showcased	showcase	VERB
bracis-28420	46	48	improved	improved	ADJ
bracis-28420	46	49	performance	performance	NOUN
bracis-28420	46	50	compared	compare	VERB
bracis-28420	46	51	to	to	ADP
bracis-28420	46	52	bert	bert	NOUN
bracis-28420	46	53	-	-	PUNCT
bracis-28420	46	54	base	base	NOUN
bracis-28420	46	55	in	in	ADP
bracis-28420	46	56	nlp	nlp	ADJ
bracis-28420	46	57	tasks	task	NOUN
bracis-28420	46	58	within	within	ADP
bracis-28420	46	59	the	the	DET
bracis-28420	46	60	scientific	scientific	ADJ
bracis-28420	46	61	domain	domain	NOUN
bracis-28420	46	62	;	;	PUNCT
bracis-28420	46	63	(	(	PUNCT
bracis-28420	46	64	iv	iv	X
bracis-28420	46	65	)	)	PUNCT
bracis-28420	46	66	codebert	codebert	NOUN
bracis-28420	47	1	[	[	X
bracis-28420	47	2	12	12	NUM
bracis-28420	47	3	]	]	PUNCT
bracis-28420	47	4	,	,	PUNCT
bracis-28420	47	5	which	which	PRON
bracis-28420	47	6	made	make	VERB
bracis-28420	47	7	use	use	NOUN
bracis-28420	47	8	of	of	ADP
bracis-28420	47	9	open	open	ADJ
bracis-28420	47	10	-	-	PUNCT
bracis-28420	47	11	source	source	NOUN
bracis-28420	47	12	code	code	NOUN
bracis-28420	47	13	from	from	ADP
bracis-28420	47	14	public	public	ADJ
bracis-28420	47	15	github	github	PROPN
bracis-28420	47	16	repositories	repository	NOUN
bracis-28420	47	17	across	across	ADP
bracis-28420	47	18	six	six	NUM
bracis-28420	47	19	programming	programming	NOUN
bracis-28420	47	20	languages	language	NOUN
bracis-28420	47	21	,	,	PUNCT
bracis-28420	47	22	achieving	achieve	VERB
bracis-28420	47	23	state	state	NOUN
bracis-28420	47	24	-	-	PUNCT
bracis-28420	47	25	of	of	ADP
bracis-28420	47	26	-	-	PUNCT
bracis-28420	47	27	the	the	DET
bracis-28420	47	28	-	-	PUNCT
bracis-28420	47	29	art	art	NOUN
bracis-28420	47	30	results	result	NOUN
bracis-28420	47	31	in	in	ADP
bracis-28420	47	32	natural	natural	ADJ
bracis-28420	47	33	language	language	NOUN
bracis-28420	47	34	code	code	NOUN
bracis-28420	47	35	search	search	NOUN
bracis-28420	47	36	and	and	CCONJ
bracis-28420	47	37	code	code	NOUN
bracis-28420	47	38	-	-	PUNCT
bracis-28420	47	39	to	to	ADP
bracis-28420	47	40	-	-	PUNCT
bracis-28420	47	41	documentation	documentation	NOUN
bracis-28420	47	42	generation	generation	NOUN
bracis-28420	47	43	tasks	task	NOUN
bracis-28420	47	44	.	.	PUNCT
bracis-28420	48	1	the	the	DET
bracis-28420	48	2	legal	legal	ADJ
bracis-28420	48	3	field	field	NOUN
bracis-28420	48	4	serves	serve	VERB
bracis-28420	48	5	as	as	ADP
bracis-28420	48	6	an	an	DET
bracis-28420	48	7	excellent	excellent	ADJ
bracis-28420	48	8	example	example	NOUN
bracis-28420	48	9	of	of	ADP
bracis-28420	48	10	a	a	DET
bracis-28420	48	11	domain	domain	NOUN
bracis-28420	48	12	that	that	PRON
bracis-28420	48	13	could	could	AUX
bracis-28420	48	14	benefit	benefit	VERB
bracis-28420	48	15	from	from	ADP
bracis-28420	48	16	generating	generate	VERB
bracis-28420	48	17	pretrained	pretraine	VERB
bracis-28420	48	18	language	language	NOUN
bracis-28420	48	19	models	model	NOUN
bracis-28420	48	20	,	,	PUNCT
bracis-28420	48	21	given	give	VERB
bracis-28420	48	22	the	the	DET
bracis-28420	48	23	vast	vast	ADJ
bracis-28420	48	24	amounts	amount	NOUN
bracis-28420	48	25	of	of	ADP
bracis-28420	48	26	data	datum	NOUN
bracis-28420	48	27	produced	produce	VERB
bracis-28420	48	28	daily	daily	ADV
bracis-28420	48	29	in	in	ADP
bracis-28420	48	30	courts	court	NOUN
bracis-28420	48	31	and	and	CCONJ
bracis-28420	48	32	legal	legal	ADJ
bracis-28420	48	33	digital	digital	ADJ
bracis-28420	48	34	platforms	platform	NOUN
bracis-28420	48	35	.	.	PUNCT
bracis-28420	49	1	legal	legal	ADJ
bracis-28420	49	2	-	-	PUNCT
bracis-28420	49	3	bert	bert	NOUN
bracis-28420	49	4	[	[	X
bracis-28420	49	5	7	7	NUM
bracis-28420	49	6	]	]	PUNCT
bracis-28420	49	7	was	be	AUX
bracis-28420	49	8	among	among	ADP
bracis-28420	49	9	the	the	DET
bracis-28420	49	10	pioneers	pioneer	NOUN
bracis-28420	49	11	in	in	ADP
bracis-28420	49	12	developing	develop	VERB
bracis-28420	49	13	legal	legal	ADJ
bracis-28420	49	14	language	language	NOUN
bracis-28420	49	15	models	model	NOUN
bracis-28420	49	16	,	,	PUNCT
bracis-28420	49	17	utilizing	utilize	VERB
bracis-28420	49	18	a	a	DET
bracis-28420	49	19	corpus	corpus	NOUN
bracis-28420	49	20	of	of	ADP
bracis-28420	49	21	approximately	approximately	ADV
bracis-28420	49	22	12	12	NUM
bracis-28420	49	23	gb	gb	NOUN
bracis-28420	49	24	with	with	ADP
bracis-28420	49	25	texts	text	NOUN
bracis-28420	49	26	from	from	ADP
bracis-28420	49	27	european	european	ADJ
bracis-28420	49	28	and	and	CCONJ
bracis-28420	49	29	north	north	ADJ
bracis-28420	49	30	american	american	ADJ
bracis-28420	49	31	legislation	legislation	NOUN
bracis-28420	49	32	and	and	CCONJ
bracis-28420	49	33	cases	case	NOUN
bracis-28420	49	34	.	.	PUNCT
bracis-28420	50	1	the	the	DET
bracis-28420	50	2	strategies	strategy	NOUN
bracis-28420	50	3	employed	employ	VERB
bracis-28420	50	4	in	in	ADP
bracis-28420	50	5	legal	legal	ADJ
bracis-28420	50	6	-	-	PUNCT
bracis-28420	50	7	bert	bert	NOUN
bracis-28420	50	8	’s	’s	PART
bracis-28420	50	9	pretraining	pretraine	VERB
bracis-28420	50	10	included	include	VERB
bracis-28420	50	11	:	:	PUNCT
bracis-28420	50	12	(	(	PUNCT
bracis-28420	50	13	i	i	NOUN
bracis-28420	50	14	)	)	PUNCT
bracis-28420	50	15	legal	legal	ADJ
bracis-28420	50	16	-	-	PUNCT
bracis-28420	50	17	bert	bert	PROPN
bracis-28420	50	18	-	-	PUNCT
bracis-28420	50	19	fp	fp	NOUN
bracis-28420	50	20	,	,	PUNCT
bracis-28420	50	21	which	which	PRON
bracis-28420	50	22	considered	consider	VERB
bracis-28420	50	23	additional	additional	ADJ
bracis-28420	50	24	training	training	NOUN
bracis-28420	50	25	from	from	ADP
bracis-28420	50	26	bert	bert	PROPN
bracis-28420	50	27	,	,	PUNCT
bracis-28420	50	28	and	and	CCONJ
bracis-28420	50	29	(	(	PUNCT
bracis-28420	50	30	ii	ii	NOUN
bracis-28420	50	31	)	)	PUNCT
bracis-28420	50	32	legal	legal	ADJ
bracis-28420	50	33	-	-	PUNCT
bracis-28420	50	34	bert	bert	PROPN
bracis-28420	50	35	-	-	PUNCT
bracis-28420	50	36	sc	sc	PROPN
bracis-28420	50	37	,	,	PUNCT
bracis-28420	50	38	which	which	PRON
bracis-28420	50	39	focused	focus	VERB
bracis-28420	50	40	on	on	ADP
bracis-28420	50	41	training	training	NOUN
bracis-28420	50	42	from	from	ADP
bracis-28420	50	43	scratch	scratch	NOUN
bracis-28420	50	44	exclusively	exclusively	ADV
bracis-28420	50	45	within	within	ADP
bracis-28420	50	46	the	the	DET
bracis-28420	50	47	legal	legal	ADJ
bracis-28420	50	48	corpora	corpora	NOUN
bracis-28420	50	49	.	.	PUNCT
bracis-28420	51	1	both	both	DET
bracis-28420	51	2	strategies	strategy	NOUN
bracis-28420	51	3	outperformed	outperform	VERB
bracis-28420	51	4	bert	bert	PROPN
bracis-28420	51	5	and	and	CCONJ
bracis-28420	51	6	achieved	achieve	VERB
bracis-28420	51	7	state	state	NOUN
bracis-28420	51	8	-	-	PUNCT
bracis-28420	51	9	of	of	ADP
bracis-28420	51	10	-	-	PUNCT
bracis-28420	51	11	the	the	DET
bracis-28420	51	12	-	-	PUNCT
bracis-28420	51	13	art	art	NOUN
bracis-28420	51	14	results	result	NOUN
bracis-28420	51	15	in	in	ADP
bracis-28420	51	16	three	three	NUM
bracis-28420	51	17	end	end	NOUN
bracis-28420	51	18	-	-	PUNCT
bracis-28420	51	19	tasks	task	NOUN
bracis-28420	51	20	.	.	PUNCT
bracis-28420	52	1	however	however	ADV
bracis-28420	52	2	,	,	PUNCT
bracis-28420	52	3	pretraining	pretraine	VERB
bracis-28420	52	4	must	must	AUX
bracis-28420	52	5	also	also	ADV
bracis-28420	52	6	take	take	VERB
bracis-28420	52	7	into	into	ADP
bracis-28420	52	8	account	account	NOUN
bracis-28420	52	9	not	not	PART
bracis-28420	52	10	only	only	ADV
bracis-28420	52	11	the	the	DET
bracis-28420	52	12	specific	specific	ADJ
bracis-28420	52	13	domain	domain	NOUN
bracis-28420	52	14	but	but	CCONJ
bracis-28420	52	15	also	also	ADV
bracis-28420	52	16	the	the	DET
bracis-28420	52	17	language	language	NOUN
bracis-28420	52	18	in	in	ADP
bracis-28420	52	19	which	which	PRON
bracis-28420	52	20	the	the	DET
bracis-28420	52	21	downstream	downstream	ADJ
bracis-28420	52	22	tasks	task	NOUN
bracis-28420	52	23	need	need	VERB
bracis-28420	52	24	to	to	PART
bracis-28420	52	25	be	be	AUX
bracis-28420	52	26	addressed	address	VERB
bracis-28420	52	27	.	.	PUNCT
bracis-28420	53	1	a	a	DET
bracis-28420	53	2	model	model	NOUN
bracis-28420	53	3	trained	train	VERB
bracis-28420	53	4	on	on	ADP
bracis-28420	53	5	multiple	multiple	ADJ
bracis-28420	53	6	languages	language	NOUN
bracis-28420	53	7	may	may	AUX
bracis-28420	53	8	yield	yield	VERB
bracis-28420	53	9	inferior	inferior	ADJ
bracis-28420	53	10	results	result	NOUN
bracis-28420	53	11	in	in	ADP
bracis-28420	53	12	languages	language	NOUN
bracis-28420	53	13	that	that	PRON
bracis-28420	53	14	lack	lack	VERB
bracis-28420	53	15	adequate	adequate	ADJ
bracis-28420	53	16	representation	representation	NOUN
bracis-28420	53	17	in	in	ADP
bracis-28420	53	18	the	the	DET
bracis-28420	53	19	dataset	dataset	NOUN
bracis-28420	53	20	[	[	X
bracis-28420	53	21	10	10	NUM
bracis-28420	53	22	]	]	PUNCT
bracis-28420	53	23	.	.	PUNCT
bracis-28420	54	1	consequently	consequently	ADV
bracis-28420	54	2	,	,	PUNCT
bracis-28420	54	3	efforts	effort	NOUN
bracis-28420	54	4	have	have	AUX
bracis-28420	54	5	been	be	AUX
bracis-28420	54	6	made	make	VERB
bracis-28420	54	7	to	to	PART
bracis-28420	54	8	create	create	VERB
bracis-28420	54	9	monolingual	monolingual	ADJ
bracis-28420	54	10	pretrained	pretraine	VERB
bracis-28420	54	11	language	language	NOUN
bracis-28420	54	12	models	model	NOUN
bracis-28420	54	13	that	that	PRON
bracis-28420	54	14	tackle	tackle	VERB
bracis-28420	54	15	tasks	task	NOUN
bracis-28420	54	16	in	in	ADP
bracis-28420	54	17	the	the	DET
bracis-28420	54	18	legal	legal	ADJ
bracis-28420	54	19	domain	domain	NOUN
bracis-28420	54	20	,	,	PUNCT
bracis-28420	54	21	such	such	ADJ
bracis-28420	54	22	as	as	ADP
bracis-28420	54	23	lawformer	lawformer	PROPN
bracis-28420	54	24	[	[	X
bracis-28420	54	25	37	37	NUM
bracis-28420	54	26	]	]	PUNCT
bracis-28420	54	27	,	,	PUNCT
bracis-28420	54	28	italian	italian	ADJ
bracis-28420	54	29	-	-	PUNCT
bracis-28420	54	30	legal	legal	ADJ
bracis-28420	54	31	-	-	PUNCT
bracis-28420	54	32	bert	bert	NOUN
bracis-28420	54	33	[	[	X
bracis-28420	54	34	18	18	NUM
bracis-28420	54	35	]	]	PUNCT
bracis-28420	54	36	,	,	PUNCT
bracis-28420	54	37	inlegalbert	inlegalbert	ADJ
bracis-28420	54	38	[	[	X
bracis-28420	54	39	26	26	NUM
bracis-28420	54	40	]	]	PUNCT
bracis-28420	54	41	,	,	PUNCT
bracis-28420	54	42	and	and	CCONJ
bracis-28420	54	43	jurisbert	jurisbert	X
bracis-28420	55	1	[	[	X
bracis-28420	55	2	35	35	NUM
bracis-28420	55	3	]	]	SYM
bracis-28420	55	4	.	.	PUNCT
bracis-28420	56	1	3	3	NUM
bracis-28420	56	2	legalbert	legalbert	NOUN
bracis-28420	56	3	-	-	PUNCT
bracis-28420	56	4	pt	pt	NOUN
bracis-28420	56	5	:	:	PUNCT
bracis-28420	56	6	a	a	DET
bracis-28420	56	7	bert	bert	NOUN
bracis-28420	56	8	model	model	NOUN
bracis-28420	56	9	for	for	ADP
bracis-28420	56	10	 	 	SPACE
bracis-28420	56	11	the	the	DET
bracis-28420	56	12	 	 	SPACE
bracis-28420	56	13	brazilian	brazilian	ADJ
bracis-28420	56	14	legal	legal	ADJ
bracis-28420	56	15	domain	domain	NOUN
bracis-28420	56	16	this	this	DET
bracis-28420	56	17	section	section	NOUN
bracis-28420	56	18	provides	provide	VERB
bracis-28420	56	19	a	a	DET
bracis-28420	56	20	detailed	detailed	ADJ
bracis-28420	56	21	account	account	NOUN
bracis-28420	56	22	of	of	ADP
bracis-28420	56	23	the	the	DET
bracis-28420	56	24	steps	step	NOUN
bracis-28420	56	25	taken	take	VERB
bracis-28420	56	26	to	to	ADP
bracis-28420	56	27	pretrain	pretrain	NOUN
bracis-28420	56	28	legalbert	legalbert	PROPN
bracis-28420	56	29	-	-	PUNCT
bracis-28420	56	30	pt	pt	NOUN
bracis-28420	56	31	,	,	PUNCT
bracis-28420	56	32	a	a	DET
bracis-28420	56	33	language	language	NOUN
bracis-28420	56	34	model	model	NOUN
bracis-28420	56	35	for	for	ADP
bracis-28420	56	36	the	the	DET
bracis-28420	56	37	portuguese	portuguese	ADJ
bracis-28420	56	38	legal	legal	ADJ
bracis-28420	56	39	domain	domain	NOUN
bracis-28420	56	40	.	.	PUNCT
bracis-28420	57	1	3.1	3.1	NUM
bracis-28420	57	2	pretraining	pretraine	VERB
bracis-28420	57	3	data	datum	NOUN
bracis-28420	57	4	to	to	PART
bracis-28420	57	5	pretrain	pretrain	VERB
bracis-28420	57	6	various	various	ADJ
bracis-28420	57	7	versions	version	NOUN
bracis-28420	57	8	of	of	ADP
bracis-28420	57	9	the	the	DET
bracis-28420	57	10	legalbert	legalbert	NOUN
bracis-28420	57	11	-	-	PUNCT
bracis-28420	57	12	pt	pt	NOUN
bracis-28420	57	13	language	language	NOUN
bracis-28420	57	14	model	model	NOUN
bracis-28420	57	15	,	,	PUNCT
bracis-28420	57	16	we	we	PRON
bracis-28420	57	17	collected	collect	VERB
bracis-28420	57	18	a	a	DET
bracis-28420	57	19	total	total	NOUN
bracis-28420	57	20	of	of	ADP
bracis-28420	57	21	1.5	1.5	NUM
bracis-28420	57	22	million	million	NUM
bracis-28420	57	23	legal	legal	ADJ
bracis-28420	57	24	documents	document	NOUN
bracis-28420	57	25	in	in	ADP
bracis-28420	57	26	portuguese	portuguese	NOUN
bracis-28420	57	27	from	from	ADP
bracis-28420	57	28	ten	ten	NUM
bracis-28420	57	29	brazilian	brazilian	ADJ
bracis-28420	57	30	courts	court	NOUN
bracis-28420	57	31	.	.	PUNCT
bracis-28420	58	1	these	these	DET
bracis-28420	58	2	documents	document	NOUN
bracis-28420	58	3	consisted	consist	VERB
bracis-28420	58	4	of	of	ADP
bracis-28420	58	5	four	four	NUM
bracis-28420	58	6	types	type	NOUN
bracis-28420	58	7	:	:	PUNCT
bracis-28420	58	8	initial	initial	ADJ
bracis-28420	58	9	petitions	petition	NOUN
bracis-28420	58	10	,	,	PUNCT
bracis-28420	58	11	petitions	petition	NOUN
bracis-28420	58	12	,	,	PUNCT
bracis-28420	58	13	decisions	decision	NOUN
bracis-28420	58	14	,	,	PUNCT
bracis-28420	58	15	and	and	CCONJ
bracis-28420	58	16	sentences	sentence	NOUN
bracis-28420	58	17	.	.	PUNCT
bracis-28420	59	1	table	table	NOUN
bracis-28420	59	2	 	 	SPACE
bracis-28420	59	3	1	1	NUM
bracis-28420	59	4	shows	show	VERB
bracis-28420	59	5	the	the	DET
bracis-28420	59	6	distribution	distribution	NOUN
bracis-28420	59	7	of	of	ADP
bracis-28420	59	8	these	these	DET
bracis-28420	59	9	documents	document	NOUN
bracis-28420	59	10	.	.	PUNCT
bracis-28420	60	1	the	the	DET
bracis-28420	60	2	data	datum	NOUN
bracis-28420	60	3	were	be	AUX
bracis-28420	60	4	obtained	obtain	VERB
bracis-28420	60	5	from	from	ADP
bracis-28420	60	6	the	the	DET
bracis-28420	60	7	codex	codex	NOUN
bracis-28420	60	8	system	system	NOUN
bracis-28420	60	9	of	of	ADP
bracis-28420	60	10	the	the	DET
bracis-28420	60	11	brazilian	brazilian	ADJ
bracis-28420	60	12	national	national	PROPN
bracis-28420	60	13	council	council	PROPN
bracis-28420	60	14	of	of	ADP
bracis-28420	60	15	justice	justice	PROPN
bracis-28420	60	16	(	(	PUNCT
bracis-28420	60	17	cnj	cnj	PROPN
bracis-28420	60	18	)	)	PUNCT
bracis-28420	60	19	,	,	PUNCT
bracis-28420	60	20	which	which	PRON
bracis-28420	60	21	maintains	maintain	VERB
bracis-28420	60	22	the	the	DET
bracis-28420	60	23	largest	large	ADJ
bracis-28420	60	24	and	and	CCONJ
bracis-28420	60	25	most	most	ADV
bracis-28420	60	26	diverse	diverse	ADJ
bracis-28420	60	27	set	set	NOUN
bracis-28420	60	28	of	of	ADP
bracis-28420	60	29	legal	legal	ADJ
bracis-28420	60	30	texts	text	NOUN
bracis-28420	60	31	in	in	ADP
bracis-28420	60	32	brazilian	brazilian	ADJ
bracis-28420	60	33	portuguese	portuguese	PROPN
bracis-28420	60	34	.	.	PUNCT
bracis-28420	61	1	as	as	ADP
bracis-28420	61	2	part	part	NOUN
bracis-28420	61	3	of	of	ADP
bracis-28420	61	4	an	an	DET
bracis-28420	61	5	agreement	agreement	NOUN
bracis-28420	61	6	established	establish	VERB
bracis-28420	61	7	with	with	ADP
bracis-28420	61	8	the	the	DET
bracis-28420	61	9	researchers	researcher	NOUN
bracis-28420	61	10	who	who	PRON
bracis-28420	61	11	authored	author	VERB
bracis-28420	61	12	this	this	DET
bracis-28420	61	13	article	article	NOUN
bracis-28420	61	14	,	,	PUNCT
bracis-28420	61	15	the	the	DET
bracis-28420	61	16	cnj	cnj	PROPN
bracis-28420	61	17	provided	provide	VERB
bracis-28420	61	18	these	these	DET
bracis-28420	61	19	data	datum	NOUN
bracis-28420	61	20	for	for	ADP
bracis-28420	61	21	our	our	PRON
bracis-28420	61	22	research	research	NOUN
bracis-28420	61	23	.	.	PUNCT
bracis-28420	62	1	our	our	PRON
bracis-28420	62	2	use	use	NOUN
bracis-28420	62	3	of	of	ADP
bracis-28420	62	4	this	this	DET
bracis-28420	62	5	corpus	corpus	NOUN
bracis-28420	62	6	allowed	allow	VERB
bracis-28420	62	7	us	we	PRON
bracis-28420	62	8	to	to	PART
bracis-28420	62	9	pretrain	pretrain	NOUN
bracis-28420	62	10	variations	variation	NOUN
bracis-28420	62	11	of	of	ADP
bracis-28420	62	12	the	the	DET
bracis-28420	62	13	legalbert	legalbert	NOUN
bracis-28420	62	14	-	-	PUNCT
bracis-28420	62	15	pt	pt	NOUN
bracis-28420	62	16	model	model	NOUN
bracis-28420	62	17	that	that	PRON
bracis-28420	62	18	are	be	AUX
bracis-28420	62	19	well	well	ADV
bracis-28420	62	20	-	-	PUNCT
bracis-28420	62	21	suited	suit	VERB
bracis-28420	62	22	to	to	ADP
bracis-28420	62	23	handling	handle	VERB
bracis-28420	62	24	the	the	DET
bracis-28420	62	25	nuances	nuance	NOUN
bracis-28420	62	26	and	and	CCONJ
bracis-28420	62	27	complexities	complexity	NOUN
bracis-28420	62	28	of	of	ADP
bracis-28420	62	29	legal	legal	ADJ
bracis-28420	62	30	language	language	NOUN
bracis-28420	62	31	in	in	ADP
bracis-28420	62	32	the	the	DET
bracis-28420	62	33	brazilian	brazilian	ADJ
bracis-28420	62	34	context	context	NOUN
bracis-28420	62	35	.	.	PUNCT
bracis-28420	63	1	we	we	PRON
bracis-28420	63	2	drew	draw	VERB
bracis-28420	63	3	upon	upon	SCONJ
bracis-28420	63	4	previous	previous	ADJ
bracis-28420	63	5	research	research	NOUN
bracis-28420	63	6	[	[	X
bracis-28420	63	7	3	3	NUM
bracis-28420	63	8	,	,	PUNCT
bracis-28420	63	9	4	4	NUM
bracis-28420	63	10	,	,	PUNCT
bracis-28420	63	11	35	35	NUM
bracis-28420	63	12	]	]	PUNCT
bracis-28420	63	13	that	that	PRON
bracis-28420	63	14	demonstrated	demonstrate	VERB
bracis-28420	63	15	the	the	DET
bracis-28420	63	16	importance	importance	NOUN
bracis-28420	63	17	of	of	ADP
bracis-28420	63	18	using	use	VERB
bracis-28420	63	19	large	large	ADJ
bracis-28420	63	20	and	and	CCONJ
bracis-28420	63	21	diverse	diverse	ADJ
bracis-28420	63	22	datasets	dataset	NOUN
bracis-28420	63	23	for	for	ADP
bracis-28420	63	24	training	training	NOUN
bracis-28420	63	25	language	language	NOUN
bracis-28420	63	26	models	model	NOUN
bracis-28420	63	27	,	,	PUNCT
bracis-28420	63	28	particularly	particularly	ADV
bracis-28420	63	29	in	in	ADP
bracis-28420	63	30	domain	domain	NOUN
bracis-28420	63	31	-	-	PUNCT
bracis-28420	63	32	specific	specific	ADJ
bracis-28420	63	33	contexts	contexts	NOUN
bracis-28420	63	34	.	.	PUNCT
bracis-28420	64	1	table	table	NOUN
bracis-28420	64	2	1	1	NUM
bracis-28420	64	3	.	.	PUNCT
bracis-28420	65	1	statistical	statistical	ADJ
bracis-28420	65	2	legal	legal	ADJ
bracis-28420	65	3	documents	document	NOUN
bracis-28420	65	4	by	by	ADP
bracis-28420	65	5	data	datum	NOUN
bracis-28420	65	6	source.full	source.full	PROPN
bracis-28420	65	7	size	size	NOUN
bracis-28420	65	8	table	table	NOUN
bracis-28420	65	9	to	to	PART
bracis-28420	65	10	minimize	minimize	VERB
bracis-28420	65	11	errors	error	NOUN
bracis-28420	65	12	in	in	ADP
bracis-28420	65	13	the	the	DET
bracis-28420	65	14	texts	text	NOUN
bracis-28420	65	15	of	of	ADP
bracis-28420	65	16	the	the	DET
bracis-28420	65	17	documents	document	NOUN
bracis-28420	65	18	,	,	PUNCT
bracis-28420	65	19	we	we	PRON
bracis-28420	65	20	employed	employ	VERB
bracis-28420	65	21	a	a	DET
bracis-28420	65	22	two	two	NUM
bracis-28420	65	23	-	-	PUNCT
bracis-28420	65	24	stage	stage	NOUN
bracis-28420	65	25	preparation	preparation	NOUN
bracis-28420	65	26	process	process	NOUN
bracis-28420	65	27	consisting	consist	VERB
bracis-28420	65	28	of	of	ADP
bracis-28420	65	29	pre	pre	ADJ
bracis-28420	65	30	-	-	ADJ
bracis-28420	65	31	processing	processing	NOUN
bracis-28420	65	32	and	and	CCONJ
bracis-28420	65	33	cleaning	cleaning	NOUN
bracis-28420	65	34	.	.	PUNCT
bracis-28420	66	1	in	in	ADP
bracis-28420	66	2	the	the	DET
bracis-28420	66	3	pre	pre	ADJ
bracis-28420	66	4	-	-	ADJ
bracis-28420	66	5	processing	processing	ADJ
bracis-28420	66	6	stage	stage	NOUN
bracis-28420	66	7	,	,	PUNCT
bracis-28420	66	8	we	we	PRON
bracis-28420	66	9	removed	remove	VERB
bracis-28420	66	10	documents	document	NOUN
bracis-28420	66	11	with	with	ADP
bracis-28420	66	12	less	less	ADJ
bracis-28420	66	13	than	than	ADP
bracis-28420	66	14	50	50	NUM
bracis-28420	66	15	words	word	NOUN
bracis-28420	66	16	and	and	CCONJ
bracis-28420	66	17	less	less	ADJ
bracis-28420	66	18	than	than	ADP
bracis-28420	66	19	80	80	NUM
bracis-28420	66	20	%	%	NOUN
bracis-28420	66	21	valid	valid	ADJ
bracis-28420	66	22	words	word	NOUN
bracis-28420	66	23	to	to	PART
bracis-28420	66	24	ensure	ensure	VERB
bracis-28420	66	25	that	that	SCONJ
bracis-28420	66	26	the	the	DET
bracis-28420	66	27	remaining	remain	VERB
bracis-28420	66	28	corpus	corpus	NOUN
bracis-28420	66	29	was	be	AUX
bracis-28420	66	30	of	of	ADP
bracis-28420	66	31	high	high	ADJ
bracis-28420	66	32	quality	quality	NOUN
bracis-28420	66	33	.	.	PUNCT
bracis-28420	67	1	in	in	ADP
bracis-28420	67	2	the	the	DET
bracis-28420	67	3	cleaning	cleaning	NOUN
bracis-28420	67	4	step	step	NOUN
bracis-28420	67	5	,	,	PUNCT
bracis-28420	67	6	we	we	PRON
bracis-28420	67	7	removed	remove	VERB
bracis-28420	67	8	special	special	ADJ
bracis-28420	67	9	characters	character	NOUN
bracis-28420	67	10	and	and	CCONJ
bracis-28420	67	11	extra	extra	ADJ
bracis-28420	67	12	spacing	spacing	NOUN
bracis-28420	67	13	to	to	PART
bracis-28420	67	14	further	far	ADV
bracis-28420	67	15	improve	improve	VERB
bracis-28420	67	16	the	the	DET
bracis-28420	67	17	corpus	corpus	NOUN
bracis-28420	67	18	.	.	PUNCT
bracis-28420	68	1	table	table	NOUN
bracis-28420	68	2	 	 	SPACE
bracis-28420	68	3	2	2	NUM
bracis-28420	68	4	provides	provide	VERB
bracis-28420	68	5	statistics	statistic	NOUN
bracis-28420	68	6	on	on	ADP
bracis-28420	68	7	the	the	DET
bracis-28420	68	8	types	type	NOUN
bracis-28420	68	9	of	of	ADP
bracis-28420	68	10	legal	legal	ADJ
bracis-28420	68	11	documents	document	NOUN
bracis-28420	68	12	that	that	PRON
bracis-28420	68	13	remained	remain	VERB
bracis-28420	68	14	after	after	ADP
bracis-28420	68	15	the	the	DET
bracis-28420	68	16	preparation	preparation	NOUN
bracis-28420	68	17	steps	step	NOUN
bracis-28420	68	18	.	.	PUNCT
bracis-28420	69	1	these	these	DET
bracis-28420	69	2	documents	document	NOUN
bracis-28420	69	3	were	be	AUX
bracis-28420	69	4	then	then	ADV
bracis-28420	69	5	used	use	VERB
bracis-28420	69	6	to	to	PART
bracis-28420	69	7	train	train	VERB
bracis-28420	69	8	various	various	ADJ
bracis-28420	69	9	versions	version	NOUN
bracis-28420	69	10	of	of	ADP
bracis-28420	69	11	the	the	DET
bracis-28420	69	12	legalbert	legalbert	NOUN
bracis-28420	69	13	-	-	PUNCT
bracis-28420	69	14	pt	pt	NOUN
bracis-28420	69	15	language	language	NOUN
bracis-28420	69	16	model	model	NOUN
bracis-28420	69	17	.	.	PUNCT
bracis-28420	70	1	table	table	NOUN
bracis-28420	70	2	2	2	NUM
bracis-28420	70	3	.	.	PUNCT
bracis-28420	71	1	details	detail	NOUN
bracis-28420	71	2	of	of	ADP
bracis-28420	71	3	the	the	DET
bracis-28420	71	4	training	training	NOUN
bracis-28420	71	5	corpus	corpus	NOUN
bracis-28420	71	6	used	use	VERB
bracis-28420	71	7	to	to	PART
bracis-28420	71	8	pretrain	pretrain	VERB
bracis-28420	71	9	the	the	DET
bracis-28420	71	10	different	different	ADJ
bracis-28420	71	11	variations	variation	NOUN
bracis-28420	71	12	of	of	ADP
bracis-28420	71	13	legalbert-pt.full	legalbert-pt.full	ADJ
bracis-28420	71	14	size	size	NOUN
bracis-28420	71	15	table	table	NOUN
bracis-28420	71	16	after	after	ADP
bracis-28420	71	17	the	the	DET
bracis-28420	71	18	preparation	preparation	NOUN
bracis-28420	71	19	steps	step	NOUN
bracis-28420	71	20	,	,	PUNCT
bracis-28420	71	21	the	the	DET
bracis-28420	71	22	documents	document	NOUN
bracis-28420	71	23	were	be	AUX
bracis-28420	71	24	divided	divide	VERB
bracis-28420	71	25	into	into	ADP
bracis-28420	71	26	sentences	sentence	NOUN
bracis-28420	71	27	with	with	ADP
bracis-28420	71	28	a	a	DET
bracis-28420	71	29	maximum	maximum	ADJ
bracis-28420	71	30	size	size	NOUN
bracis-28420	71	31	of	of	ADP
bracis-28420	71	32	512	512	NUM
bracis-28420	71	33	tokens	token	NOUN
bracis-28420	71	34	,	,	PUNCT
bracis-28420	71	35	generating	generate	VERB
bracis-28420	71	36	a	a	DET
bracis-28420	71	37	total	total	NOUN
bracis-28420	71	38	of	of	ADP
bracis-28420	71	39	about	about	ADV
bracis-28420	71	40	12,000,000	12,000,000	NUM
bracis-28420	71	41	sentences	sentence	NOUN
bracis-28420	71	42	.	.	PUNCT
bracis-28420	72	1	3.2	3.2	NUM
bracis-28420	72	2	vocabulary	vocabulary	ADJ
bracis-28420	72	3	generation	generation	NOUN
bracis-28420	72	4	since	since	SCONJ
bracis-28420	72	5	bertimbau	bertimbau	NOUN
bracis-28420	72	6	[	[	X
bracis-28420	72	7	33	33	NUM
bracis-28420	72	8	]	]	PUNCT
bracis-28420	72	9	is	be	AUX
bracis-28420	72	10	trained	train	VERB
bracis-28420	72	11	on	on	ADP
bracis-28420	72	12	data	datum	NOUN
bracis-28420	72	13	from	from	ADP
bracis-28420	72	14	the	the	DET
bracis-28420	72	15	general	general	ADJ
bracis-28420	72	16	domain	domain	NOUN
bracis-28420	72	17	,	,	PUNCT
bracis-28420	72	18	we	we	PRON
bracis-28420	72	19	believe	believe	VERB
bracis-28420	72	20	that	that	SCONJ
bracis-28420	72	21	training	train	VERB
bracis-28420	72	22	a	a	DET
bracis-28420	72	23	language	language	NOUN
bracis-28420	72	24	model	model	NOUN
bracis-28420	72	25	for	for	ADP
bracis-28420	72	26	a	a	DET
bracis-28420	72	27	specific	specific	ADJ
bracis-28420	72	28	domain	domain	NOUN
bracis-28420	72	29	can	can	AUX
bracis-28420	72	30	improve	improve	VERB
bracis-28420	72	31	its	its	PRON
bracis-28420	72	32	performance	performance	NOUN
bracis-28420	72	33	on	on	ADP
bracis-28420	72	34	domain	domain	NOUN
bracis-28420	72	35	-	-	PUNCT
bracis-28420	72	36	specific	specific	ADJ
bracis-28420	72	37	tasks	task	NOUN
bracis-28420	72	38	with	with	ADP
bracis-28420	72	39	a	a	DET
bracis-28420	72	40	specific	specific	ADJ
bracis-28420	72	41	vocabulary	vocabulary	NOUN
bracis-28420	72	42	.	.	PUNCT
bracis-28420	73	1	to	to	ADP
bracis-28420	73	2	this	this	DET
bracis-28420	73	3	end	end	NOUN
bracis-28420	73	4	,	,	PUNCT
bracis-28420	73	5	we	we	PRON
bracis-28420	73	6	generated	generate	VERB
bracis-28420	73	7	a	a	DET
bracis-28420	73	8	vocabulary	vocabulary	NOUN
bracis-28420	73	9	consisting	consist	VERB
bracis-28420	73	10	of	of	ADP
bracis-28420	73	11	30,000	30,000	NUM
bracis-28420	73	12	subword	subword	NOUN
bracis-28420	73	13	units	unit	NOUN
bracis-28420	73	14	using	use	VERB
bracis-28420	73	15	the	the	DET
bracis-28420	73	16	sentencepiece	sentencepiece	NOUN
bracis-28420	73	17	library	library	NOUN
bracis-28420	73	18	[	[	X
bracis-28420	73	19	15	15	NUM
bracis-28420	73	20	]	]	PUNCT
bracis-28420	73	21	and	and	CCONJ
bracis-28420	73	22	the	the	DET
bracis-28420	73	23	byte	byte	NOUN
bracis-28420	73	24	-	-	PUNCT
bracis-28420	73	25	pair	pair	NOUN
bracis-28420	73	26	encoding	encoding	NOUN
bracis-28420	73	27	(	(	PUNCT
bracis-28420	73	28	bpe	bpe	PROPN
bracis-28420	73	29	)	)	PUNCT
bracis-28420	73	30	algorithm	algorithm	NOUN
bracis-28420	73	31	[	[	X
bracis-28420	73	32	30	30	NUM
bracis-28420	73	33	]	]	PUNCT
bracis-28420	73	34	.	.	PUNCT
bracis-28420	74	1	we	we	PRON
bracis-28420	74	2	used	use	VERB
bracis-28420	74	3	2	2	NUM
bracis-28420	74	4	million	million	NUM
bracis-28420	74	5	random	random	ADJ
bracis-28420	74	6	sentences	sentence	NOUN
bracis-28420	74	7	from	from	ADP
bracis-28420	74	8	1	1	NUM
bracis-28420	74	9	million	million	NUM
bracis-28420	74	10	wikipedia	wikipedia	PROPN
bracis-28420	74	11	articles	article	NOUN
bracis-28420	74	12	in	in	ADP
bracis-28420	74	13	portuguese	portuguese	PROPN
bracis-28420	74	14	and	and	CCONJ
bracis-28420	74	15	2	2	NUM
bracis-28420	74	16	million	million	NUM
bracis-28420	74	17	random	random	ADJ
bracis-28420	74	18	sentences	sentence	NOUN
bracis-28420	74	19	from	from	ADP
bracis-28420	74	20	1.5	1.5	NUM
bracis-28420	74	21	million	million	NUM
bracis-28420	74	22	legal	legal	ADJ
bracis-28420	74	23	documents	document	NOUN
bracis-28420	74	24	in	in	ADP
bracis-28420	74	25	our	our	PRON
bracis-28420	74	26	pretraining	pretraine	VERB
bracis-28420	74	27	dataset	dataset	NOUN
bracis-28420	74	28	described	describe	VERB
bracis-28420	74	29	in	in	ADP
bracis-28420	74	30	sect	sect	NOUN
bracis-28420	74	31	.	.	PUNCT
bracis-28420	74	32	 	 	SPACE
bracis-28420	74	33	3.1	3.1	NUM
bracis-28420	74	34	.	.	PUNCT
bracis-28420	74	35	to	to	PART
bracis-28420	74	36	ensure	ensure	VERB
bracis-28420	74	37	compatibility	compatibility	NOUN
bracis-28420	74	38	with	with	ADP
bracis-28420	74	39	the	the	DET
bracis-28420	74	40	original	original	ADJ
bracis-28420	74	41	bert	bert	PROPN
bracis-28420	74	42	code	code	PROPN
bracis-28420	74	43	,	,	PUNCT
bracis-28420	74	44	we	we	PRON
bracis-28420	74	45	converted	convert	VERB
bracis-28420	74	46	the	the	DET
bracis-28420	74	47	resulting	result	VERB
bracis-28420	74	48	vocabulary	vocabulary	NOUN
bracis-28420	74	49	to	to	ADP
bracis-28420	74	50	the	the	DET
bracis-28420	74	51	wordpiece	wordpiece	PROPN
bracis-28420	74	52	format	format	NOUN
bracis-28420	74	53	.	.	PUNCT
bracis-28420	75	1	to	to	PART
bracis-28420	75	2	do	do	VERB
bracis-28420	75	3	this	this	PRON
bracis-28420	75	4	,	,	PUNCT
bracis-28420	75	5	we	we	PRON
bracis-28420	75	6	followed	follow	VERB
bracis-28420	75	7	the	the	DET
bracis-28420	75	8	bert	bert	PROPN
bracis-28420	75	9	tokenization	tokenization	NOUN
bracis-28420	75	10	rules	rule	NOUN
bracis-28420	75	11	.	.	PUNCT
bracis-28420	76	1	first	first	ADV
bracis-28420	76	2	,	,	PUNCT
bracis-28420	76	3	we	we	PRON
bracis-28420	76	4	added	add	VERB
bracis-28420	76	5	all	all	DET
bracis-28420	76	6	special	special	ADJ
bracis-28420	76	7	bert	bert	NOUN
bracis-28420	76	8	tokens	token	NOUN
bracis-28420	76	9	(	(	PUNCT
bracis-28420	76	10	[	[	X
bracis-28420	76	11	cls	cls	NOUN
bracis-28420	76	12	]	]	X
bracis-28420	76	13	,	,	PUNCT
bracis-28420	76	14	[	[	X
bracis-28420	76	15	mask	mask	NOUN
bracis-28420	76	16	]	]	X
bracis-28420	76	17	,	,	PUNCT
bracis-28420	76	18	[	[	X
bracis-28420	76	19	sep	sep	X
bracis-28420	76	20	]	]	X
bracis-28420	76	21	,	,	PUNCT
bracis-28420	76	22	and	and	CCONJ
bracis-28420	77	1	[	[	X
bracis-28420	77	2	unk	unk	NOUN
bracis-28420	77	3	]	]	PUNCT
bracis-28420	77	4	)	)	PUNCT
bracis-28420	77	5	and	and	CCONJ
bracis-28420	77	6	punctuation	punctuation	NOUN
bracis-28420	77	7	characters	character	NOUN
bracis-28420	77	8	to	to	ADP
bracis-28420	77	9	the	the	DET
bracis-28420	77	10	english	english	ADJ
bracis-28420	77	11	vocabulary	vocabulary	NOUN
bracis-28420	77	12	.	.	PUNCT
bracis-28420	78	1	then	then	ADV
bracis-28420	78	2	,	,	PUNCT
bracis-28420	78	3	we	we	PRON
bracis-28420	78	4	split	split	VERB
bracis-28420	78	5	sentencepiece	sentencepiece	ADJ
bracis-28420	78	6	tokens	token	NOUN
bracis-28420	78	7	that	that	PRON
bracis-28420	78	8	contain	contain	VERB
bracis-28420	78	9	punctuation	punctuation	NOUN
bracis-28420	78	10	characters	character	NOUN
bracis-28420	78	11	,	,	PUNCT
bracis-28420	78	12	removed	remove	VERB
bracis-28420	78	13	the	the	DET
bracis-28420	78	14	punctuation	punctuation	NOUN
bracis-28420	78	15	,	,	PUNCT
bracis-28420	78	16	and	and	CCONJ
bracis-28420	78	17	added	add	VERB
bracis-28420	78	18	the	the	DET
bracis-28420	78	19	resulting	result	VERB
bracis-28420	78	20	subword	subword	NOUN
bracis-28420	78	21	units	unit	NOUN
bracis-28420	78	22	to	to	ADP
bracis-28420	78	23	the	the	DET
bracis-28420	78	24	vocabulary	vocabulary	NOUN
bracis-28420	78	25	.	.	PUNCT
bracis-28420	79	1	finally	finally	ADV
bracis-28420	79	2	,	,	PUNCT
bracis-28420	79	3	we	we	PRON
bracis-28420	79	4	prefixed	prefix	VERB
bracis-28420	79	5	subword	subword	PROPN
bracis-28420	79	6	units	unit	NOUN
bracis-28420	79	7	that	that	PRON
bracis-28420	79	8	do	do	AUX
bracis-28420	79	9	not	not	PART
bracis-28420	79	10	begin	begin	VERB
bracis-28420	79	11	with	with	ADP
bracis-28420	79	12	the	the	DET
bracis-28420	79	13	sentencepiece	sentencepiece	ADJ
bracis-28420	79	14	metacharacter	metacharacter	NOUN
bracis-28420	79	15	“	"	PUNCT
bracis-28420	79	16	_	_	NOUN
bracis-28420	79	17	”	"	PUNCT
bracis-28420	79	18	with	with	ADP
bracis-28420	79	19	“	"	PUNCT
bracis-28420	79	20	#	#	SYM
bracis-28420	79	21	#	#	NOUN
bracis-28420	79	22	”	"	PUNCT
bracis-28420	79	23	and	and	CCONJ
bracis-28420	79	24	removed	remove	VERB
bracis-28420	79	25	the	the	DET
bracis-28420	79	26	“	"	PUNCT
bracis-28420	79	27	_	_	ADJ
bracis-28420	79	28	”	"	PUNCT
bracis-28420	79	29	symbol	symbol	NOUN
bracis-28420	79	30	from	from	ADP
bracis-28420	79	31	the	the	DET
bracis-28420	79	32	remaining	remain	VERB
bracis-28420	79	33	tokens	token	NOUN
bracis-28420	79	34	.	.	PUNCT
bracis-28420	80	1	additionally	additionally	ADV
bracis-28420	80	2	,	,	PUNCT
bracis-28420	80	3	we	we	PRON
bracis-28420	80	4	included	include	VERB
bracis-28420	80	5	5,977	5,977	NUM
bracis-28420	80	6	identifiers	identifier	NOUN
bracis-28420	80	7	of	of	ADP
bracis-28420	80	8	brazilian	brazilian	ADJ
bracis-28420	80	9	legislation	legislation	NOUN
bracis-28420	80	10	in	in	ADP
bracis-28420	80	11	the	the	DET
bracis-28420	80	12	vocabulary	vocabulary	NOUN
bracis-28420	80	13	.	.	PUNCT
bracis-28420	81	1	the	the	DET
bracis-28420	81	2	resulting	result	VERB
bracis-28420	81	3	legalbert	legalbert	NOUN
bracis-28420	81	4	-	-	PUNCT
bracis-28420	81	5	pt	pt	NOUN
bracis-28420	81	6	vocabulary	vocabulary	NOUN
bracis-28420	81	7	consists	consist	VERB
bracis-28420	81	8	of	of	ADP
bracis-28420	81	9	36,345	36,345	NUM
bracis-28420	81	10	subwords	subword	NOUN
bracis-28420	81	11	.	.	PUNCT
bracis-28420	82	1	figure	figure	NOUN
bracis-28420	82	2	 	 	SPACE
bracis-28420	82	3	1	1	NUM
bracis-28420	82	4	compares	compare	VERB
bracis-28420	82	5	the	the	DET
bracis-28420	82	6	number	number	NOUN
bracis-28420	82	7	of	of	ADP
bracis-28420	82	8	subwords	subword	NOUN
bracis-28420	82	9	in	in	ADP
bracis-28420	82	10	the	the	DET
bracis-28420	82	11	legalbert	legalbert	NOUN
bracis-28420	82	12	-	-	PUNCT
bracis-28420	82	13	pt	pt	NOUN
bracis-28420	82	14	and	and	CCONJ
bracis-28420	82	15	bertimbau	bertimbau	NOUN
bracis-28420	82	16	vocabularies	vocabulary	NOUN
bracis-28420	82	17	.	.	PUNCT
bracis-28420	83	1	we	we	PRON
bracis-28420	83	2	found	find	VERB
bracis-28420	83	3	that	that	SCONJ
bracis-28420	83	4	16,885	16,885	NUM
bracis-28420	83	5	subwords	subword	NOUN
bracis-28420	83	6	are	be	AUX
bracis-28420	83	7	common	common	ADJ
bracis-28420	83	8	between	between	ADP
bracis-28420	83	9	the	the	DET
bracis-28420	83	10	two	two	NUM
bracis-28420	83	11	vocabularies	vocabulary	NOUN
bracis-28420	83	12	,	,	PUNCT
bracis-28420	83	13	while	while	SCONJ
bracis-28420	83	14	19,460	19,460	NUM
bracis-28420	83	15	subwords	subword	NOUN
bracis-28420	83	16	are	be	AUX
bracis-28420	83	17	specific	specific	ADJ
bracis-28420	83	18	to	to	ADP
bracis-28420	83	19	legalbert	legalbert	NOUN
bracis-28420	83	20	-	-	PUNCT
bracis-28420	83	21	pt	pt	NOUN
bracis-28420	83	22	.	.	PROPN
bracis-28420	83	23	fig	fig	NOUN
bracis-28420	83	24	.	.	PUNCT
bracis-28420	84	1	1	1	X
bracis-28420	84	2	.	.	X
bracis-28420	84	3	number	number	NOUN
bracis-28420	84	4	of	of	ADP
bracis-28420	84	5	units	unit	NOUN
bracis-28420	84	6	of	of	ADP
bracis-28420	84	7	subwords	subword	NOUN
bracis-28420	84	8	of	of	ADP
bracis-28420	84	9	the	the	DET
bracis-28420	84	10	bertimbau	bertimbau	NOUN
bracis-28420	84	11	and	and	CCONJ
bracis-28420	84	12	legalbert	legalbert	NOUN
bracis-28420	84	13	-	-	PUNCT
bracis-28420	84	14	pt	pt	NOUN
bracis-28420	84	15	vocabularies	vocabulary	NOUN
bracis-28420	84	16	.	.	PUNCT
bracis-28420	85	1	full	full	ADJ
bracis-28420	85	2	size	size	NOUN
bracis-28420	85	3	image	image	NOUN
bracis-28420	85	4	3.3	3.3	NUM
bracis-28420	85	5	variations	variation	NOUN
bracis-28420	85	6	of	of	ADP
bracis-28420	85	7	 	 	SPACE
bracis-28420	85	8	the	the	DET
bracis-28420	85	9	 	 	SPACE
bracis-28420	85	10	legalbert	legalbert	NOUN
bracis-28420	85	11	-	-	PUNCT
bracis-28420	85	12	pt	pt	NOUN
bracis-28420	85	13	model	model	NOUN
bracis-28420	85	14	the	the	DET
bracis-28420	85	15	use	use	NOUN
bracis-28420	85	16	of	of	ADP
bracis-28420	85	17	bert	bert	NOUN
bracis-28420	85	18	in	in	ADP
bracis-28420	85	19	downstream	downstream	ADJ
bracis-28420	85	20	tasks	task	NOUN
bracis-28420	85	21	involves	involve	VERB
bracis-28420	85	22	two	two	NUM
bracis-28420	85	23	stages	stage	NOUN
bracis-28420	85	24	:	:	PUNCT
bracis-28420	85	25	pretraining	pretraine	VERB
bracis-28420	85	26	and	and	CCONJ
bracis-28420	85	27	model	model	VERB
bracis-28420	85	28	fine	fine	ADV
bracis-28420	85	29	-	-	PUNCT
bracis-28420	85	30	tuning	tuning	NOUN
bracis-28420	85	31	.	.	PUNCT
bracis-28420	86	1	in	in	ADP
bracis-28420	86	2	the	the	DET
bracis-28420	86	3	pretraining	pretraine	VERB
bracis-28420	86	4	stage	stage	NOUN
bracis-28420	86	5	,	,	PUNCT
bracis-28420	86	6	the	the	DET
bracis-28420	86	7	model	model	NOUN
bracis-28420	86	8	is	be	AUX
bracis-28420	86	9	trained	train	VERB
bracis-28420	86	10	from	from	ADP
bracis-28420	86	11	scratch	scratch	NOUN
bracis-28420	86	12	or	or	CCONJ
bracis-28420	86	13	with	with	ADP
bracis-28420	86	14	additional	additional	ADJ
bracis-28420	86	15	steps	step	NOUN
bracis-28420	86	16	from	from	ADP
bracis-28420	86	17	an	an	DET
bracis-28420	86	18	existing	exist	VERB
bracis-28420	86	19	model	model	NOUN
bracis-28420	86	20	to	to	PART
bracis-28420	86	21	learn	learn	VERB
bracis-28420	86	22	bidirectional	bidirectional	ADJ
bracis-28420	86	23	context	context	NOUN
bracis-28420	86	24	between	between	ADP
bracis-28420	86	25	tokens	token	NOUN
bracis-28420	86	26	.	.	PUNCT
bracis-28420	87	1	this	this	DET
bracis-28420	87	2	step	step	NOUN
bracis-28420	87	3	is	be	AUX
bracis-28420	87	4	computationally	computationally	ADV
bracis-28420	87	5	intensive	intensive	ADJ
bracis-28420	87	6	and	and	CCONJ
bracis-28420	87	7	should	should	AUX
bracis-28420	87	8	only	only	ADV
bracis-28420	87	9	be	be	AUX
bracis-28420	87	10	performed	perform	VERB
bracis-28420	87	11	once	once	ADV
bracis-28420	87	12	.	.	PUNCT
bracis-28420	88	1	in	in	ADP
bracis-28420	88	2	the	the	DET
bracis-28420	88	3	fine	fine	ADV
bracis-28420	88	4	-	-	PUNCT
bracis-28420	88	5	tuning	tune	VERB
bracis-28420	88	6	stage	stage	NOUN
bracis-28420	88	7	,	,	PUNCT
bracis-28420	88	8	a	a	DET
bracis-28420	88	9	pretrained	pretraine	VERB
bracis-28420	88	10	model	model	NOUN
bracis-28420	88	11	is	be	AUX
bracis-28420	88	12	further	far	ADV
bracis-28420	88	13	trained	train	VERB
bracis-28420	88	14	on	on	ADP
bracis-28420	88	15	a	a	DET
bracis-28420	88	16	specific	specific	ADJ
bracis-28420	88	17	task	task	NOUN
bracis-28420	88	18	of	of	ADP
bracis-28420	88	19	interest	interest	NOUN
bracis-28420	88	20	,	,	PUNCT
bracis-28420	88	21	such	such	ADJ
bracis-28420	88	22	as	as	ADP
bracis-28420	88	23	text	text	NOUN
bracis-28420	88	24	classification	classification	NOUN
bracis-28420	88	25	or	or	CCONJ
bracis-28420	88	26	named	name	VERB
bracis-28420	88	27	entity	entity	NOUN
bracis-28420	88	28	recognition	recognition	NOUN
bracis-28420	88	29	.	.	PUNCT
bracis-28420	89	1	for	for	ADP
bracis-28420	89	2	our	our	PRON
bracis-28420	89	3	study	study	NOUN
bracis-28420	89	4	,	,	PUNCT
bracis-28420	89	5	we	we	PRON
bracis-28420	89	6	developed	develop	VERB
bracis-28420	89	7	two	two	NUM
bracis-28420	89	8	variations	variation	NOUN
bracis-28420	89	9	of	of	ADP
bracis-28420	89	10	the	the	DET
bracis-28420	89	11	pretraining	pretraining	NOUN
bracis-28420	89	12	of	of	ADP
bracis-28420	89	13	legal	legal	ADJ
bracis-28420	89	14	domain	domain	NOUN
bracis-28420	89	15	language	language	NOUN
bracis-28420	89	16	models	model	NOUN
bracis-28420	89	17	in	in	ADP
bracis-28420	89	18	brazilian	brazilian	ADJ
bracis-28420	89	19	portuguese	portuguese	NOUN
bracis-28420	89	20	:	:	PUNCT
bracis-28420	89	21	(	(	PUNCT
bracis-28420	89	22	i	i	NOUN
bracis-28420	89	23	)	)	PUNCT
bracis-28420	89	24	pretraining	pretraine	VERB
bracis-28420	89	25	from	from	ADP
bracis-28420	89	26	scratch	scratch	NOUN
bracis-28420	89	27	using	use	VERB
bracis-28420	89	28	a	a	DET
bracis-28420	89	29	specific	specific	ADJ
bracis-28420	89	30	domain	domain	NOUN
bracis-28420	89	31	corpus	corpus	NOUN
bracis-28420	89	32	(	(	PUNCT
bracis-28420	89	33	legalbert	legalbert	PROPN
bracis-28420	89	34	-	-	PUNCT
bracis-28420	89	35	pt	pt	X
bracis-28420	89	36	sc	sc	PROPN
bracis-28420	89	37	)	)	PUNCT
bracis-28420	89	38	and	and	CCONJ
bracis-28420	89	39	(	(	PUNCT
bracis-28420	89	40	ii	ii	NOUN
bracis-28420	89	41	)	)	PUNCT
bracis-28420	89	42	an	an	DET
bracis-28420	89	43	adaptation	adaptation	NOUN
bracis-28420	89	44	of	of	ADP
bracis-28420	89	45	bertimbau	bertimbau	NOUN
bracis-28420	89	46	with	with	ADP
bracis-28420	89	47	pretraining	pretraine	VERB
bracis-28420	89	48	using	use	VERB
bracis-28420	89	49	a	a	DET
bracis-28420	89	50	specific	specific	ADJ
bracis-28420	89	51	domain	domain	NOUN
bracis-28420	89	52	corpus	corpus	NOUN
bracis-28420	89	53	(	(	PUNCT
bracis-28420	89	54	legalbert	legalbert	NOUN
bracis-28420	89	55	-	-	PUNCT
bracis-28420	89	56	pt	pt	NOUN
bracis-28420	89	57	fp	fp	NOUN
bracis-28420	89	58	)	)	PUNCT
bracis-28420	89	59	.	.	PUNCT
bracis-28420	90	1	both	both	DET
bracis-28420	90	2	models	model	NOUN
bracis-28420	90	3	were	be	AUX
bracis-28420	90	4	pretrained	pretraine	VERB
bracis-28420	90	5	as	as	ADP
bracis-28420	90	6	case	case	NOUN
bracis-28420	90	7	-	-	PUNCT
bracis-28420	90	8	sensitive	sensitive	ADJ
bracis-28420	90	9	,	,	PUNCT
bracis-28420	90	10	as	as	SCONJ
bracis-28420	90	11	we	we	PRON
bracis-28420	90	12	focused	focus	VERB
bracis-28420	90	13	on	on	ADP
bracis-28420	90	14	developing	develop	VERB
bracis-28420	90	15	general	general	ADJ
bracis-28420	90	16	-	-	PUNCT
bracis-28420	90	17	purpose	purpose	NOUN
bracis-28420	90	18	models	model	NOUN
bracis-28420	90	19	and	and	CCONJ
bracis-28420	90	20	capitalization	capitalization	NOUN
bracis-28420	90	21	is	be	AUX
bracis-28420	90	22	relevant	relevant	ADJ
bracis-28420	90	23	for	for	ADP
bracis-28420	90	24	tasks	task	NOUN
bracis-28420	90	25	such	such	ADJ
bracis-28420	90	26	as	as	ADP
bracis-28420	90	27	named	name	VERB
bracis-28420	90	28	-	-	PUNCT
bracis-28420	90	29	entity	entity	NOUN
bracis-28420	90	30	recognition	recognition	NOUN
bracis-28420	90	31	.	.	PUNCT
bracis-28420	91	1	we	we	PRON
bracis-28420	91	2	pretrained	pretraine	VERB
bracis-28420	91	3	the	the	DET
bracis-28420	91	4	models	model	NOUN
bracis-28420	91	5	using	use	VERB
bracis-28420	91	6	the	the	DET
bracis-28420	91	7	masked	masked	ADJ
bracis-28420	91	8	language	language	NOUN
bracis-28420	91	9	model	model	NOUN
bracis-28420	91	10	(	(	PUNCT
bracis-28420	91	11	mlm	mlm	PROPN
bracis-28420	91	12	)	)	PUNCT
bracis-28420	91	13	task	task	NOUN
bracis-28420	91	14	.	.	PUNCT
bracis-28420	92	1	we	we	PRON
bracis-28420	92	2	only	only	ADV
bracis-28420	92	3	used	use	VERB
bracis-28420	92	4	the	the	DET
bracis-28420	92	5	mlm	mlm	PROPN
bracis-28420	92	6	task	task	NOUN
bracis-28420	92	7	in	in	ADP
bracis-28420	92	8	pretraining	pretraine	VERB
bracis-28420	92	9	,	,	PUNCT
bracis-28420	92	10	as	as	SCONJ
bracis-28420	92	11	recent	recent	ADJ
bracis-28420	92	12	research	research	NOUN
bracis-28420	92	13	[	[	X
bracis-28420	92	14	20	20	NUM
bracis-28420	92	15	]	]	PUNCT
bracis-28420	92	16	has	have	AUX
bracis-28420	92	17	suggested	suggest	VERB
bracis-28420	92	18	that	that	SCONJ
bracis-28420	92	19	the	the	DET
bracis-28420	92	20	next	next	ADJ
bracis-28420	92	21	sentence	sentence	NOUN
bracis-28420	92	22	prediction	prediction	NOUN
bracis-28420	92	23	(	(	PUNCT
bracis-28420	92	24	nsp	nsp	PROPN
bracis-28420	92	25	)	)	PUNCT
bracis-28420	92	26	task	task	NOUN
bracis-28420	92	27	is	be	AUX
bracis-28420	92	28	not	not	PART
bracis-28420	92	29	effective	effective	ADJ
bracis-28420	92	30	.	.	PUNCT
bracis-28420	93	1	the	the	DET
bracis-28420	93	2	mlm	mlm	PROPN
bracis-28420	93	3	objective	objective	NOUN
bracis-28420	93	4	allows	allow	VERB
bracis-28420	93	5	the	the	DET
bracis-28420	93	6	representation	representation	NOUN
bracis-28420	93	7	to	to	PART
bracis-28420	93	8	learn	learn	VERB
bracis-28420	93	9	left	left	ADJ
bracis-28420	93	10	and	and	CCONJ
bracis-28420	93	11	right	right	ADJ
bracis-28420	93	12	context	context	NOUN
bracis-28420	93	13	,	,	PUNCT
bracis-28420	93	14	which	which	PRON
bracis-28420	93	15	allows	allow	VERB
bracis-28420	93	16	us	we	PRON
bracis-28420	93	17	to	to	PART
bracis-28420	93	18	pretrain	pretrain	VERB
bracis-28420	93	19	a	a	DET
bracis-28420	93	20	deep	deep	ADJ
bracis-28420	93	21	two	two	NUM
bracis-28420	93	22	-	-	PUNCT
bracis-28420	93	23	way	way	NOUN
bracis-28420	93	24	transformer	transformer	NOUN
bracis-28420	93	25	.	.	PUNCT
bracis-28420	94	1	the	the	DET
bracis-28420	94	2	masked	mask	VERB
bracis-28420	94	3	language	language	NOUN
bracis-28420	94	4	model	model	NOUN
bracis-28420	94	5	randomly	randomly	ADV
bracis-28420	94	6	chooses	choose	VERB
bracis-28420	94	7	some	some	DET
bracis-28420	94	8	tokens	token	NOUN
bracis-28420	94	9	from	from	ADP
bracis-28420	94	10	the	the	DET
bracis-28420	94	11	input	input	NOUN
bracis-28420	94	12	and	and	CCONJ
bracis-28420	94	13	replaces	replace	VERB
bracis-28420	94	14	them	they	PRON
bracis-28420	94	15	with	with	ADP
bracis-28420	94	16	either	either	CCONJ
bracis-28420	94	17	a	a	DET
bracis-28420	94	18	special	special	ADJ
bracis-28420	94	19	[	[	X
bracis-28420	94	20	mask	mask	NOUN
bracis-28420	94	21	]	]	PUNCT
bracis-28420	94	22	token	token	VERB
bracis-28420	94	23	with	with	ADP
bracis-28420	94	24	80	80	NUM
bracis-28420	94	25	%	%	NOUN
bracis-28420	94	26	probability	probability	NOUN
bracis-28420	94	27	,	,	PUNCT
bracis-28420	94	28	a	a	DET
bracis-28420	94	29	random	random	ADJ
bracis-28420	94	30	vocabulary	vocabulary	NOUN
bracis-28420	94	31	token	token	VERB
bracis-28420	94	32	with	with	ADP
bracis-28420	94	33	10	10	NUM
bracis-28420	94	34	%	%	NOUN
bracis-28420	94	35	probability	probability	NOUN
bracis-28420	94	36	,	,	PUNCT
bracis-28420	94	37	or	or	CCONJ
bracis-28420	94	38	the	the	DET
bracis-28420	94	39	original	original	ADJ
bracis-28420	94	40	token	token	VERB
bracis-28420	94	41	with	with	ADP
bracis-28420	94	42	10	10	NUM
bracis-28420	94	43	%	%	NOUN
bracis-28420	94	44	probability	probability	NOUN
bracis-28420	94	45	.	.	PUNCT
bracis-28420	95	1	the	the	DET
bracis-28420	95	2	goal	goal	NOUN
bracis-28420	95	3	is	be	AUX
bracis-28420	95	4	to	to	PART
bracis-28420	95	5	predict	predict	VERB
bracis-28420	95	6	the	the	DET
bracis-28420	95	7	i	i	PROPN
bracis-28420	95	8	d	d	PROPN
bracis-28420	95	9	of	of	ADP
bracis-28420	95	10	the	the	DET
bracis-28420	95	11	masked	masked	ADJ
bracis-28420	95	12	word	word	NOUN
bracis-28420	95	13	in	in	ADP
bracis-28420	95	14	the	the	DET
bracis-28420	95	15	original	original	ADJ
bracis-28420	95	16	vocabulary	vocabulary	NOUN
bracis-28420	95	17	based	base	VERB
bracis-28420	95	18	on	on	ADP
bracis-28420	95	19	its	its	PRON
bracis-28420	95	20	context	context	NOUN
bracis-28420	95	21	.	.	PUNCT
bracis-28420	96	1	during	during	ADP
bracis-28420	96	2	training	training	NOUN
bracis-28420	96	3	,	,	PUNCT
bracis-28420	96	4	we	we	PRON
bracis-28420	96	5	used	use	VERB
bracis-28420	96	6	the	the	DET
bracis-28420	96	7	adamw	adamw	NOUN
bracis-28420	96	8	optimizer	optimizer	NOUN
bracis-28420	96	9	[	[	X
bracis-28420	96	10	21	21	NUM
bracis-28420	96	11	]	]	PUNCT
bracis-28420	96	12	with	with	ADP
bracis-28420	96	13	the	the	DET
bracis-28420	96	14	following	follow	VERB
bracis-28420	96	15	parameters	parameter	NOUN
bracis-28420	96	16	:	:	PUNCT
bracis-28420	96	17	\(\beta	\(\beta	X
bracis-28420	96	18	_	_	NOUN
bracis-28420	96	19	1	1	NUM
bracis-28420	96	20	=	=	SYM
bracis-28420	96	21	0.9\	0.9\	NOUN
bracis-28420	96	22	)	)	PUNCT
bracis-28420	96	23	,	,	PUNCT
bracis-28420	96	24	\(\beta	\(\beta	X
bracis-28420	96	25	_	_	NOUN
bracis-28420	96	26	2	2	NUM
bracis-28420	96	27	=	=	SYM
bracis-28420	96	28	0.999\	0.999\	NOUN
bracis-28420	96	29	)	)	PUNCT
bracis-28420	96	30	,	,	PUNCT
bracis-28420	96	31	\(\epsilon	\(\epsilon	NOUN
bracis-28420	96	32	=	=	SYM
bracis-28420	96	33	{	{	PUNCT
bracis-28420	96	34	1\textrm{e}-6}\	1\textrm{e}-6}\	NUM
bracis-28420	96	35	)	)	PUNCT
bracis-28420	96	36	,	,	PUNCT
bracis-28420	96	37	and	and	CCONJ
bracis-28420	96	38	a	a	DET
bracis-28420	96	39	learning	learning	NOUN
bracis-28420	96	40	rate	rate	NOUN
bracis-28420	96	41	of	of	ADP
bracis-28420	96	42	1e	1e	PROPN
bracis-28420	96	43	–	–	PUNCT
bracis-28420	96	44	4	4	X
bracis-28420	96	45	.	.	PUNCT
bracis-28420	97	1	the	the	DET
bracis-28420	97	2	legalbert	legalbert	PROPN
bracis-28420	97	3	-	-	PUNCT
bracis-28420	97	4	pt	pt	PROPN
bracis-28420	97	5	sc	sc	PROPN
bracis-28420	97	6	model	model	NOUN
bracis-28420	97	7	has	have	VERB
bracis-28420	97	8	the	the	DET
bracis-28420	97	9	same	same	ADJ
bracis-28420	97	10	architecture	architecture	NOUN
bracis-28420	97	11	as	as	ADP
bracis-28420	97	12	bertimbau	bertimbau	NOUN
bracis-28420	97	13	-	-	PUNCT
bracis-28420	97	14	base	base	NOUN
bracis-28420	97	15	,	,	PUNCT
bracis-28420	97	16	with	with	ADP
bracis-28420	97	17	12	12	NUM
bracis-28420	97	18	layers	layer	NOUN
bracis-28420	97	19	,	,	PUNCT
bracis-28420	97	20	768	768	NUM
bracis-28420	97	21	hidden	hide	VERB
bracis-28420	97	22	units	unit	NOUN
bracis-28420	97	23	,	,	PUNCT
bracis-28420	97	24	and	and	CCONJ
bracis-28420	97	25	12	12	NUM
bracis-28420	97	26	attention	attention	NOUN
bracis-28420	97	27	heads	head	NOUN
bracis-28420	97	28	(	(	PUNCT
bracis-28420	97	29	a	a	DET
bracis-28420	97	30	total	total	NOUN
bracis-28420	97	31	of	of	ADP
bracis-28420	97	32	110	110	NUM
bracis-28420	97	33	million	million	NUM
bracis-28420	97	34	parameters	parameter	NOUN
bracis-28420	97	35	)	)	PUNCT
bracis-28420	97	36	.	.	PUNCT
bracis-28420	98	1	we	we	PRON
bracis-28420	98	2	used	use	VERB
bracis-28420	98	3	this	this	DET
bracis-28420	98	4	architecture	architecture	NOUN
bracis-28420	98	5	in	in	ADP
bracis-28420	98	6	all	all	PRON
bracis-28420	98	7	of	of	ADP
bracis-28420	98	8	our	our	PRON
bracis-28420	98	9	experiments	experiment	NOUN
bracis-28420	98	10	.	.	PUNCT
bracis-28420	99	1	for	for	ADP
bracis-28420	99	2	this	this	DET
bracis-28420	99	3	model	model	NOUN
bracis-28420	99	4	,	,	PUNCT
bracis-28420	99	5	we	we	PRON
bracis-28420	99	6	used	use	VERB
bracis-28420	99	7	the	the	DET
bracis-28420	99	8	specialized	specialized	ADJ
bracis-28420	99	9	vocabulary	vocabulary	NOUN
bracis-28420	99	10	generated	generate	VERB
bracis-28420	99	11	for	for	ADP
bracis-28420	99	12	the	the	DET
bracis-28420	99	13	legal	legal	ADJ
bracis-28420	99	14	domain	domain	NOUN
bracis-28420	99	15	as	as	SCONJ
bracis-28420	99	16	described	describe	VERB
bracis-28420	99	17	in	in	ADP
bracis-28420	99	18	sect	sect	NOUN
bracis-28420	99	19	.	.	PUNCT
bracis-28420	99	20	 	 	SPACE
bracis-28420	99	21	3.2	3.2	NUM
bracis-28420	99	22	.	.	PUNCT
bracis-28420	100	1	we	we	PRON
bracis-28420	100	2	pretrained	pretraine	VERB
bracis-28420	100	3	this	this	DET
bracis-28420	100	4	model	model	NOUN
bracis-28420	100	5	for	for	ADP
bracis-28420	100	6	7.5	7.5	NUM
bracis-28420	100	7	million	million	NUM
bracis-28420	100	8	steps	step	NOUN
bracis-28420	100	9	on	on	ADP
bracis-28420	100	10	a	a	DET
bracis-28420	100	11	legal	legal	ADJ
bracis-28420	100	12	domain	domain	NOUN
bracis-28420	100	13	corpus	corpus	NOUN
bracis-28420	100	14	,	,	PUNCT
bracis-28420	100	15	as	as	SCONJ
bracis-28420	100	16	described	describe	VERB
bracis-28420	100	17	in	in	ADP
bracis-28420	100	18	sect	sect	NOUN
bracis-28420	100	19	.	.	PUNCT
bracis-28420	100	20	 	 	SPACE
bracis-28420	100	21	3.3	3.3	NUM
bracis-28420	100	22	.	.	PUNCT
bracis-28420	101	1	for	for	ADP
bracis-28420	101	2	the	the	DET
bracis-28420	101	3	legalbert	legalbert	NOUN
bracis-28420	101	4	-	-	PUNCT
bracis-28420	101	5	pt	pt	NOUN
bracis-28420	101	6	fp	fp	PROPN
bracis-28420	101	7	model	model	NOUN
bracis-28420	101	8	,	,	PUNCT
bracis-28420	101	9	we	we	PRON
bracis-28420	101	10	followed	follow	VERB
bracis-28420	101	11	the	the	DET
bracis-28420	101	12	approach	approach	NOUN
bracis-28420	101	13	outlined	outline	VERB
bracis-28420	101	14	in	in	ADP
bracis-28420	101	15	[	[	X
bracis-28420	101	16	11	11	NUM
bracis-28420	101	17	]	]	PUNCT
bracis-28420	101	18	,	,	PUNCT
bracis-28420	101	19	initializing	initialize	VERB
bracis-28420	101	20	the	the	DET
bracis-28420	101	21	weights	weight	NOUN
bracis-28420	101	22	from	from	ADP
bracis-28420	101	23	the	the	DET
bracis-28420	101	24	pretrained	pretraine	VERB
bracis-28420	101	25	bertimbau	bertimbau	NOUN
bracis-28420	101	26	-	-	PUNCT
bracis-28420	101	27	base	base	NOUN
bracis-28420	101	28	checkpoint	checkpoint	NOUN
bracis-28420	102	1	[	[	X
bracis-28420	102	2	33	33	NUM
bracis-28420	102	3	]	]	PUNCT
bracis-28420	102	4	,	,	PUNCT
bracis-28420	102	5	and	and	CCONJ
bracis-28420	102	6	then	then	ADV
bracis-28420	102	7	performing	perform	VERB
bracis-28420	102	8	additional	additional	ADJ
bracis-28420	102	9	pretraining	pretraine	VERB
bracis-28420	102	10	steps	step	NOUN
bracis-28420	102	11	using	use	VERB
bracis-28420	102	12	a	a	DET
bracis-28420	102	13	legal	legal	ADJ
bracis-28420	102	14	domain	domain	NOUN
bracis-28420	102	15	corpus	corpus	NOUN
bracis-28420	102	16	,	,	PUNCT
bracis-28420	102	17	as	as	SCONJ
bracis-28420	102	18	described	describe	VERB
bracis-28420	102	19	in	in	ADP
bracis-28420	102	20	sect	sect	NOUN
bracis-28420	102	21	.	.	PUNCT
bracis-28420	102	22	 	 	SPACE
bracis-28420	102	23	3.3	3.3	NUM
bracis-28420	102	24	.	.	PUNCT
bracis-28420	103	1	[	[	X
bracis-28420	103	2	11	11	NUM
bracis-28420	103	3	]	]	PUNCT
bracis-28420	103	4	suggests	suggest	VERB
bracis-28420	103	5	performing	perform	VERB
bracis-28420	103	6	additional	additional	ADJ
bracis-28420	103	7	pretraining	pretraine	VERB
bracis-28420	103	8	steps	step	NOUN
bracis-28420	103	9	up	up	ADP
bracis-28420	103	10	to	to	PART
bracis-28420	103	11	1,000,000	1,000,000	NUM
bracis-28420	103	12	steps	step	NOUN
bracis-28420	103	13	.	.	PUNCT
bracis-28420	104	1	in	in	ADP
bracis-28420	104	2	our	our	PRON
bracis-28420	104	3	case	case	NOUN
bracis-28420	104	4	,	,	PUNCT
bracis-28420	104	5	we	we	PRON
bracis-28420	104	6	pretrained	pretraine	VERB
bracis-28420	104	7	the	the	DET
bracis-28420	104	8	model	model	NOUN
bracis-28420	104	9	for	for	ADP
bracis-28420	104	10	up	up	ADP
bracis-28420	104	11	to	to	PART
bracis-28420	104	12	2.4	2.4	NUM
bracis-28420	104	13	million	million	NUM
bracis-28420	104	14	steps	step	NOUN
bracis-28420	104	15	to	to	PART
bracis-28420	104	16	evaluate	evaluate	VERB
bracis-28420	104	17	the	the	DET
bracis-28420	104	18	prolonged	prolonged	ADJ
bracis-28420	104	19	effect	effect	NOUN
bracis-28420	104	20	of	of	ADP
bracis-28420	104	21	pretraining	pretraine	VERB
bracis-28420	104	22	on	on	ADP
bracis-28420	104	23	downstream	downstream	ADJ
bracis-28420	104	24	tasks	task	NOUN
bracis-28420	104	25	.	.	PUNCT
bracis-28420	105	1	bertimbau	bertimbau	NOUN
bracis-28420	105	2	-	-	PUNCT
bracis-28420	105	3	base	base	NOUN
bracis-28420	105	4	has	have	AUX
bracis-28420	105	5	been	be	AUX
bracis-28420	105	6	significantly	significantly	ADV
bracis-28420	105	7	pretrained	pretraine	VERB
bracis-28420	105	8	on	on	ADP
bracis-28420	105	9	generic	generic	ADJ
bracis-28420	105	10	domains	domain	NOUN
bracis-28420	105	11	such	such	ADJ
bracis-28420	105	12	as	as	ADP
bracis-28420	105	13	health	health	NOUN
bracis-28420	105	14	,	,	PUNCT
bracis-28420	105	15	sport	sport	NOUN
bracis-28420	105	16	,	,	PUNCT
bracis-28420	105	17	technology	technology	NOUN
bracis-28420	105	18	and	and	CCONJ
bracis-28420	105	19	computing	computing	NOUN
bracis-28420	105	20	,	,	PUNCT
bracis-28420	105	21	laws	law	NOUN
bracis-28420	105	22	and	and	CCONJ
bracis-28420	105	23	policies	policy	NOUN
bracis-28420	105	24	,	,	PUNCT
bracis-28420	105	25	among	among	ADP
bracis-28420	105	26	others	other	NOUN
bracis-28420	105	27	,	,	PUNCT
bracis-28420	105	28	using	use	VERB
bracis-28420	105	29	a	a	DET
bracis-28420	105	30	vocabulary	vocabulary	NOUN
bracis-28420	105	31	of	of	ADP
bracis-28420	105	32	30,000	30,000	NUM
bracis-28420	105	33	subwords	subword	NOUN
bracis-28420	105	34	that	that	PRON
bracis-28420	105	35	is	be	AUX
bracis-28420	105	36	best	well	ADV
bracis-28420	105	37	suited	suit	VERB
bracis-28420	105	38	for	for	ADP
bracis-28420	105	39	these	these	DET
bracis-28420	105	40	generic	generic	ADJ
bracis-28420	105	41	domains	domain	NOUN
bracis-28420	105	42	.	.	PUNCT
bracis-28420	106	1	therefore	therefore	ADV
bracis-28420	106	2	,	,	PUNCT
bracis-28420	106	3	we	we	PRON
bracis-28420	106	4	expect	expect	VERB
bracis-28420	106	5	that	that	SCONJ
bracis-28420	106	6	domain	domain	NOUN
bracis-28420	106	7	-	-	PUNCT
bracis-28420	106	8	specific	specific	ADJ
bracis-28420	106	9	pretraining	pretraining	NOUN
bracis-28420	106	10	will	will	AUX
bracis-28420	106	11	result	result	VERB
bracis-28420	106	12	in	in	ADP
bracis-28420	106	13	better	well	ADJ
bracis-28420	106	14	accuracy	accuracy	NOUN
bracis-28420	106	15	for	for	ADP
bracis-28420	106	16	specific	specific	ADJ
bracis-28420	106	17	tasks	task	NOUN
bracis-28420	106	18	.	.	PUNCT
bracis-28420	107	1	4	4	NUM
bracis-28420	107	2	evaluation	evaluation	NOUN
bracis-28420	107	3	to	to	PART
bracis-28420	107	4	evaluate	evaluate	VERB
bracis-28420	107	5	the	the	DET
bracis-28420	107	6	effectiveness	effectiveness	NOUN
bracis-28420	107	7	of	of	ADP
bracis-28420	107	8	the	the	DET
bracis-28420	107	9	pretrained	pretraine	VERB
bracis-28420	107	10	legalbert	legalbert	NOUN
bracis-28420	107	11	-	-	PUNCT
bracis-28420	107	12	pt	pt	NOUN
bracis-28420	107	13	language	language	NOUN
bracis-28420	107	14	models	model	NOUN
bracis-28420	107	15	,	,	PUNCT
bracis-28420	107	16	legalbert	legalbert	NOUN
bracis-28420	107	17	-	-	PUNCT
bracis-28420	107	18	pt	pt	X
bracis-28420	107	19	sc	sc	PROPN
bracis-28420	107	20	and	and	CCONJ
bracis-28420	107	21	legalbert	legalbert	PROPN
bracis-28420	107	22	-	-	PUNCT
bracis-28420	107	23	pt	pt	NOUN
bracis-28420	107	24	fp	fp	NOUN
bracis-28420	107	25	,	,	PUNCT
bracis-28420	107	26	we	we	PRON
bracis-28420	107	27	conducted	conduct	VERB
bracis-28420	107	28	intrinsic	intrinsic	ADJ
bracis-28420	107	29	and	and	CCONJ
bracis-28420	107	30	extrinsic	extrinsic	ADJ
bracis-28420	107	31	evaluations	evaluation	NOUN
bracis-28420	107	32	,	,	PUNCT
bracis-28420	107	33	comparing	compare	VERB
bracis-28420	107	34	them	they	PRON
bracis-28420	107	35	with	with	ADP
bracis-28420	107	36	a	a	DET
bracis-28420	107	37	generic	generic	ADJ
bracis-28420	107	38	model	model	NOUN
bracis-28420	107	39	,	,	PUNCT
bracis-28420	107	40	bertimbau	bertimbau	NOUN
bracis-28420	107	41	-	-	PUNCT
bracis-28420	107	42	base	base	NOUN
bracis-28420	107	43	[	[	X
bracis-28420	107	44	33	33	NUM
bracis-28420	107	45	]	]	PUNCT
bracis-28420	107	46	,	,	PUNCT
bracis-28420	107	47	and	and	CCONJ
bracis-28420	107	48	with	with	ADP
bracis-28420	107	49	a	a	DET
bracis-28420	107	50	language	language	NOUN
bracis-28420	107	51	model	model	NOUN
bracis-28420	107	52	of	of	ADP
bracis-28420	107	53	the	the	DET
bracis-28420	107	54	legal	legal	ADJ
bracis-28420	107	55	domain	domain	NOUN
bracis-28420	107	56	of	of	ADP
bracis-28420	107	57	the	the	DET
bracis-28420	107	58	portuguese	portuguese	ADJ
bracis-28420	107	59	language	language	NOUN
bracis-28420	107	60	,	,	PUNCT
bracis-28420	107	61	legal	legal	ADJ
bracis-28420	107	62	-	-	PUNCT
bracis-28420	107	63	bertimbau	bertimbau	NOUN
bracis-28420	107	64	-	-	PUNCT
bracis-28420	107	65	base	base	NOUN
bracis-28420	107	66	[	[	X
bracis-28420	107	67	17	17	NUM
bracis-28420	107	68	]	]	PUNCT
bracis-28420	107	69	.	.	PUNCT
bracis-28420	108	1	intrinsic	intrinsic	ADJ
bracis-28420	108	2	evaluation	evaluation	NOUN
bracis-28420	108	3	measures	measure	VERB
bracis-28420	108	4	the	the	DET
bracis-28420	108	5	quality	quality	NOUN
bracis-28420	108	6	of	of	ADP
bracis-28420	108	7	a	a	DET
bracis-28420	108	8	model	model	NOUN
bracis-28420	108	9	independent	independent	NOUN
bracis-28420	108	10	of	of	ADP
bracis-28420	108	11	any	any	DET
bracis-28420	108	12	application	application	NOUN
bracis-28420	108	13	,	,	PUNCT
bracis-28420	108	14	while	while	SCONJ
bracis-28420	108	15	extrinsic	extrinsic	ADJ
bracis-28420	108	16	evaluation	evaluation	NOUN
bracis-28420	108	17	measures	measure	NOUN
bracis-28420	108	18	the	the	DET
bracis-28420	108	19	usefulness	usefulness	NOUN
bracis-28420	108	20	of	of	ADP
bracis-28420	108	21	the	the	DET
bracis-28420	108	22	model	model	NOUN
bracis-28420	108	23	in	in	ADP
bracis-28420	108	24	a	a	DET
bracis-28420	108	25	specific	specific	ADJ
bracis-28420	108	26	task	task	NOUN
bracis-28420	108	27	.	.	PUNCT
bracis-28420	109	1	we	we	PRON
bracis-28420	109	2	evaluated	evaluate	VERB
bracis-28420	109	3	the	the	DET
bracis-28420	109	4	models	model	NOUN
bracis-28420	109	5	using	use	VERB
bracis-28420	109	6	two	two	NUM
bracis-28420	109	7	specific	specific	ADJ
bracis-28420	109	8	nlp	nlp	NOUN
bracis-28420	109	9	tasks	task	NOUN
bracis-28420	109	10	:	:	PUNCT
bracis-28420	109	11	named	name	VERB
bracis-28420	109	12	entity	entity	NOUN
bracis-28420	109	13	recognition	recognition	NOUN
bracis-28420	109	14	(	(	PUNCT
bracis-28420	109	15	ner	ner	NOUN
bracis-28420	109	16	)	)	PUNCT
bracis-28420	109	17	and	and	CCONJ
bracis-28420	109	18	text	text	NOUN
bracis-28420	109	19	classification	classification	NOUN
bracis-28420	109	20	.	.	PUNCT
bracis-28420	110	1	these	these	DET
bracis-28420	110	2	tasks	task	NOUN
bracis-28420	110	3	were	be	AUX
bracis-28420	110	4	chosen	choose	VERB
bracis-28420	110	5	to	to	PART
bracis-28420	110	6	evaluate	evaluate	VERB
bracis-28420	110	7	the	the	DET
bracis-28420	110	8	application	application	NOUN
bracis-28420	110	9	of	of	ADP
bracis-28420	110	10	the	the	DET
bracis-28420	110	11	model	model	NOUN
bracis-28420	110	12	at	at	ADP
bracis-28420	110	13	both	both	CCONJ
bracis-28420	110	14	the	the	DET
bracis-28420	110	15	token	token	ADJ
bracis-28420	110	16	level	level	NOUN
bracis-28420	110	17	(	(	PUNCT
bracis-28420	110	18	ner	ner	NOUN
bracis-28420	110	19	)	)	PUNCT
bracis-28420	110	20	and	and	CCONJ
bracis-28420	110	21	the	the	DET
bracis-28420	110	22	sentence	sentence	NOUN
bracis-28420	110	23	level	level	NOUN
bracis-28420	110	24	(	(	PUNCT
bracis-28420	110	25	text	text	NOUN
bracis-28420	110	26	classification	classification	NOUN
bracis-28420	110	27	)	)	PUNCT
bracis-28420	110	28	,	,	PUNCT
bracis-28420	110	29	and	and	CCONJ
bracis-28420	110	30	due	due	ADP
bracis-28420	110	31	to	to	ADP
bracis-28420	110	32	the	the	DET
bracis-28420	110	33	availability	availability	NOUN
bracis-28420	110	34	of	of	ADP
bracis-28420	110	35	labeled	label	VERB
bracis-28420	110	36	datasets	dataset	NOUN
bracis-28420	110	37	for	for	ADP
bracis-28420	110	38	these	these	DET
bracis-28420	110	39	tasks	task	NOUN
bracis-28420	110	40	.	.	PUNCT
bracis-28420	111	1	for	for	ADP
bracis-28420	111	2	each	each	DET
bracis-28420	111	3	specific	specific	ADJ
bracis-28420	111	4	task	task	NOUN
bracis-28420	111	5	,	,	PUNCT
bracis-28420	111	6	we	we	PRON
bracis-28420	111	7	fine	fine	ADV
bracis-28420	111	8	-	-	PUNCT
bracis-28420	111	9	tuned	tune	VERB
bracis-28420	111	10	the	the	DET
bracis-28420	111	11	pretrained	pretraine	VERB
bracis-28420	111	12	model	model	NOUN
bracis-28420	111	13	.	.	PUNCT
bracis-28420	112	1	in	in	ADP
bracis-28420	112	2	sentence	sentence	NOUN
bracis-28420	112	3	-	-	PUNCT
bracis-28420	112	4	level	level	NOUN
bracis-28420	112	5	tasks	task	NOUN
bracis-28420	112	6	,	,	PUNCT
bracis-28420	112	7	classification	classification	NOUN
bracis-28420	112	8	was	be	AUX
bracis-28420	112	9	performed	perform	VERB
bracis-28420	112	10	using	use	VERB
bracis-28420	112	11	the	the	DET
bracis-28420	112	12	coded	code	VERB
bracis-28420	112	13	representation	representation	NOUN
bracis-28420	112	14	of	of	ADP
bracis-28420	112	15	the	the	DET
bracis-28420	112	16	special	special	ADJ
bracis-28420	112	17	token	token	NOUN
bracis-28420	113	1	[	[	X
bracis-28420	113	2	cls	cls	NOUN
bracis-28420	113	3	]	]	X
bracis-28420	113	4	,	,	PUNCT
bracis-28420	113	5	while	while	SCONJ
bracis-28420	113	6	in	in	ADP
bracis-28420	113	7	token	token	VERB
bracis-28420	113	8	-	-	PUNCT
bracis-28420	113	9	level	level	NOUN
bracis-28420	113	10	tasks	task	NOUN
bracis-28420	113	11	,	,	PUNCT
bracis-28420	113	12	the	the	DET
bracis-28420	113	13	coded	code	VERB
bracis-28420	113	14	representation	representation	NOUN
bracis-28420	113	15	of	of	ADP
bracis-28420	113	16	each	each	DET
bracis-28420	113	17	token	token	VERB
bracis-28420	113	18	was	be	AUX
bracis-28420	113	19	used	use	VERB
bracis-28420	113	20	.	.	PUNCT
bracis-28420	114	1	we	we	PRON
bracis-28420	114	2	measured	measure	VERB
bracis-28420	114	3	the	the	DET
bracis-28420	114	4	performance	performance	NOUN
bracis-28420	114	5	of	of	ADP
bracis-28420	114	6	the	the	DET
bracis-28420	114	7	pretrained	pretraine	VERB
bracis-28420	114	8	models	model	NOUN
bracis-28420	114	9	using	use	VERB
bracis-28420	114	10	perplexity	perplexity	NOUN
bracis-28420	114	11	and	and	CCONJ
bracis-28420	114	12	f1	f1	NOUN
bracis-28420	114	13	-	-	PUNCT
bracis-28420	114	14	score	score	NOUN
bracis-28420	114	15	.	.	PUNCT
bracis-28420	115	1	perplexity	perplexity	NOUN
bracis-28420	115	2	measures	measure	NOUN
bracis-28420	115	3	how	how	SCONJ
bracis-28420	115	4	well	well	ADV
bracis-28420	115	5	a	a	DET
bracis-28420	115	6	language	language	NOUN
bracis-28420	115	7	model	model	NOUN
bracis-28420	115	8	predicts	predict	VERB
bracis-28420	115	9	a	a	DET
bracis-28420	115	10	sample	sample	NOUN
bracis-28420	115	11	of	of	ADP
bracis-28420	115	12	text	text	NOUN
bracis-28420	115	13	and	and	CCONJ
bracis-28420	115	14	reflects	reflect	VERB
bracis-28420	115	15	the	the	DET
bracis-28420	115	16	model	model	NOUN
bracis-28420	115	17	’s	’s	PART
bracis-28420	115	18	ability	ability	NOUN
bracis-28420	115	19	to	to	PART
bracis-28420	115	20	generate	generate	VERB
bracis-28420	115	21	coherent	coherent	ADJ
bracis-28420	115	22	and	and	CCONJ
bracis-28420	115	23	natural	natural	ADJ
bracis-28420	115	24	-	-	PUNCT
bracis-28420	115	25	sounding	sound	VERB
bracis-28420	115	26	sentences	sentence	NOUN
bracis-28420	115	27	.	.	PUNCT
bracis-28420	116	1	the	the	DET
bracis-28420	116	2	f1	f1	ADJ
bracis-28420	116	3	-	-	PUNCT
bracis-28420	116	4	score	score	NOUN
bracis-28420	116	5	measures	measure	NOUN
bracis-28420	116	6	the	the	DET
bracis-28420	116	7	accuracy	accuracy	NOUN
bracis-28420	116	8	of	of	ADP
bracis-28420	116	9	the	the	DET
bracis-28420	116	10	model	model	NOUN
bracis-28420	116	11	in	in	ADP
bracis-28420	116	12	identifying	identify	VERB
bracis-28420	116	13	named	name	VERB
bracis-28420	116	14	entities	entity	NOUN
bracis-28420	116	15	in	in	ADP
bracis-28420	116	16	text	text	NOUN
bracis-28420	116	17	or	or	CCONJ
bracis-28420	116	18	classifying	classify	VERB
bracis-28420	116	19	text	text	NOUN
bracis-28420	116	20	into	into	ADP
bracis-28420	116	21	predefined	predefine	VERB
bracis-28420	116	22	categories	category	NOUN
bracis-28420	116	23	.	.	PUNCT
bracis-28420	117	1	4.1	4.1	NUM
bracis-28420	117	2	perplexity	perplexity	NOUN
bracis-28420	117	3	perplexity	perplexity	NOUN
bracis-28420	117	4	is	be	AUX
bracis-28420	117	5	an	an	DET
bracis-28420	117	6	important	important	ADJ
bracis-28420	117	7	intrinsic	intrinsic	ADJ
bracis-28420	117	8	evaluation	evaluation	NOUN
bracis-28420	117	9	metric	metric	NOUN
bracis-28420	117	10	used	use	VERB
bracis-28420	117	11	to	to	PART
bracis-28420	117	12	assess	assess	VERB
bracis-28420	117	13	language	language	NOUN
bracis-28420	117	14	model	model	NOUN
bracis-28420	117	15	performance	performance	NOUN
bracis-28420	117	16	by	by	ADP
bracis-28420	117	17	quantifying	quantify	VERB
bracis-28420	117	18	the	the	DET
bracis-28420	117	19	degree	degree	NOUN
bracis-28420	117	20	of	of	ADP
bracis-28420	117	21	uncertainty	uncertainty	NOUN
bracis-28420	117	22	a	a	DET
bracis-28420	117	23	model	model	NOUN
bracis-28420	117	24	has	have	VERB
bracis-28420	117	25	about	about	ADP
bracis-28420	117	26	the	the	DET
bracis-28420	117	27	predictions	prediction	NOUN
bracis-28420	117	28	it	it	PRON
bracis-28420	117	29	makes	make	VERB
bracis-28420	117	30	.	.	PUNCT
bracis-28420	118	1	low	low	ADJ
bracis-28420	118	2	perplexity	perplexity	NOUN
bracis-28420	118	3	indicates	indicate	VERB
bracis-28420	118	4	that	that	SCONJ
bracis-28420	118	5	a	a	DET
bracis-28420	118	6	model	model	NOUN
bracis-28420	118	7	is	be	AUX
bracis-28420	118	8	reliable	reliable	ADJ
bracis-28420	118	9	,	,	PUNCT
bracis-28420	118	10	but	but	CCONJ
bracis-28420	118	11	it	it	PRON
bracis-28420	118	12	does	do	AUX
bracis-28420	118	13	not	not	PART
bracis-28420	118	14	guarantee	guarantee	VERB
bracis-28420	118	15	accuracy	accuracy	NOUN
bracis-28420	118	16	.	.	PUNCT
bracis-28420	119	1	perplexity	perplexity	NOUN
bracis-28420	119	2	is	be	AUX
bracis-28420	119	3	also	also	ADV
bracis-28420	119	4	often	often	ADV
bracis-28420	119	5	correlated	correlate	VERB
bracis-28420	119	6	with	with	ADP
bracis-28420	119	7	a	a	DET
bracis-28420	119	8	model	model	NOUN
bracis-28420	119	9	’s	’s	PART
bracis-28420	119	10	ultimate	ultimate	ADJ
bracis-28420	119	11	performance	performance	NOUN
bracis-28420	119	12	on	on	ADP
bracis-28420	119	13	specific	specific	ADJ
bracis-28420	119	14	tasks	task	NOUN
bracis-28420	119	15	.	.	PUNCT
bracis-28420	120	1	therefore	therefore	ADV
bracis-28420	120	2	,	,	PUNCT
bracis-28420	120	3	in	in	ADP
bracis-28420	120	4	addition	addition	NOUN
bracis-28420	120	5	to	to	ADP
bracis-28420	120	6	standard	standard	ADJ
bracis-28420	120	7	evaluation	evaluation	NOUN
bracis-28420	120	8	metrics	metric	NOUN
bracis-28420	120	9	,	,	PUNCT
bracis-28420	120	10	nlp	nlp	ADJ
bracis-28420	120	11	researchers	researcher	NOUN
bracis-28420	120	12	have	have	AUX
bracis-28420	120	13	started	start	VERB
bracis-28420	120	14	looking	look	VERB
bracis-28420	120	15	at	at	ADP
bracis-28420	120	16	perplexity	perplexity	NOUN
bracis-28420	120	17	to	to	PART
bracis-28420	120	18	test	test	VERB
bracis-28420	120	19	how	how	SCONJ
bracis-28420	120	20	well	well	ADV
bracis-28420	120	21	language	language	NOUN
bracis-28420	120	22	models	model	NOUN
bracis-28420	120	23	capture	capture	VERB
bracis-28420	120	24	language	language	NOUN
bracis-28420	120	25	[	[	X
bracis-28420	120	26	23	23	NUM
bracis-28420	120	27	]	]	PUNCT
bracis-28420	120	28	.	.	PUNCT
bracis-28420	121	1	to	to	PART
bracis-28420	121	2	analyze	analyze	VERB
bracis-28420	121	3	the	the	DET
bracis-28420	121	4	perplexity	perplexity	NOUN
bracis-28420	121	5	of	of	ADP
bracis-28420	121	6	our	our	PRON
bracis-28420	121	7	language	language	NOUN
bracis-28420	121	8	models	model	NOUN
bracis-28420	121	9	,	,	PUNCT
bracis-28420	121	10	we	we	PRON
bracis-28420	121	11	built	build	VERB
bracis-28420	121	12	a	a	DET
bracis-28420	121	13	corpus	corpus	NOUN
bracis-28420	121	14	consisting	consist	VERB
bracis-28420	121	15	of	of	ADP
bracis-28420	121	16	750	750	NUM
bracis-28420	121	17	legal	legal	ADJ
bracis-28420	121	18	documents	document	NOUN
bracis-28420	121	19	obtained	obtain	VERB
bracis-28420	121	20	from	from	ADP
bracis-28420	121	21	various	various	ADJ
bracis-28420	121	22	sources	source	NOUN
bracis-28420	121	23	.	.	PUNCT
bracis-28420	122	1	this	this	DET
bracis-28420	122	2	corpus	corpus	NOUN
bracis-28420	122	3	included	include	VERB
bracis-28420	122	4	250	250	NUM
bracis-28420	122	5	legal	legal	ADJ
bracis-28420	122	6	documents	document	NOUN
bracis-28420	122	7	representing	represent	VERB
bracis-28420	122	8	initial	initial	ADJ
bracis-28420	122	9	petitions	petition	NOUN
bracis-28420	122	10	and	and	CCONJ
bracis-28420	122	11	complaints	complaint	NOUN
bracis-28420	122	12	from	from	ADP
bracis-28420	122	13	the	the	DET
bracis-28420	122	14	court	court	NOUN
bracis-28420	122	15	of	of	ADP
bracis-28420	122	16	justice	justice	NOUN
bracis-28420	122	17	of	of	ADP
bracis-28420	122	18	the	the	DET
bracis-28420	122	19	state	state	NOUN
bracis-28420	122	20	of	of	ADP
bracis-28420	122	21	ceará	ceará	NOUN
bracis-28420	122	22	(	(	PUNCT
bracis-28420	122	23	tj	tj	NOUN
bracis-28420	122	24	-	-	PUNCT
bracis-28420	122	25	ce	ce	NOUN
bracis-28420	122	26	)	)	PUNCT
bracis-28420	122	27	in	in	ADP
bracis-28420	122	28	brazil	brazil	PROPN
bracis-28420	122	29	,	,	PUNCT
bracis-28420	122	30	250	250	NUM
bracis-28420	122	31	legal	legal	ADJ
bracis-28420	122	32	documents	document	NOUN
bracis-28420	122	33	of	of	ADP
bracis-28420	122	34	various	various	ADJ
bracis-28420	122	35	types	type	NOUN
bracis-28420	122	36	from	from	ADP
bracis-28420	122	37	the	the	DET
bracis-28420	122	38	public	public	ADJ
bracis-28420	122	39	ministry	ministry	PROPN
bracis-28420	122	40	of	of	ADP
bracis-28420	122	41	the	the	DET
bracis-28420	122	42	state	state	NOUN
bracis-28420	122	43	of	of	ADP
bracis-28420	122	44	ceará	ceará	NOUN
bracis-28420	122	45	(	(	PUNCT
bracis-28420	122	46	mp	mp	NOUN
bracis-28420	122	47	-	-	PUNCT
bracis-28420	122	48	ce	ce	NOUN
bracis-28420	122	49	)	)	PUNCT
bracis-28420	122	50	in	in	ADP
bracis-28420	122	51	brazil	brazil	PROPN
bracis-28420	122	52	,	,	PUNCT
bracis-28420	122	53	and	and	CCONJ
bracis-28420	122	54	250	250	NUM
bracis-28420	122	55	legal	legal	ADJ
bracis-28420	122	56	documents	document	NOUN
bracis-28420	122	57	from	from	ADP
bracis-28420	122	58	extraordinary	extraordinary	ADJ
bracis-28420	122	59	appeals	appeal	NOUN
bracis-28420	122	60	of	of	ADP
bracis-28420	122	61	the	the	DET
bracis-28420	122	62	stf	stf	NOUN
bracis-28420	122	63	obtained	obtain	VERB
bracis-28420	122	64	randomly	randomly	ADV
bracis-28420	122	65	from	from	ADP
bracis-28420	122	66	the	the	DET
bracis-28420	122	67	victor	victor	NOUN
bracis-28420	122	68	dataset	dataset	NOUN
bracis-28420	122	69	[	[	X
bracis-28420	122	70	4	4	NUM
bracis-28420	122	71	]	]	PUNCT
bracis-28420	122	72	.	.	PUNCT
bracis-28420	123	1	by	by	ADP
bracis-28420	123	2	evaluating	evaluate	VERB
bracis-28420	123	3	perplexity	perplexity	NOUN
bracis-28420	123	4	on	on	ADP
bracis-28420	123	5	this	this	DET
bracis-28420	123	6	corpus	corpus	NOUN
bracis-28420	123	7	,	,	PUNCT
bracis-28420	123	8	we	we	PRON
bracis-28420	123	9	were	be	AUX
bracis-28420	123	10	able	able	ADJ
bracis-28420	123	11	to	to	PART
bracis-28420	123	12	assess	assess	VERB
bracis-28420	123	13	how	how	SCONJ
bracis-28420	123	14	well	well	ADV
bracis-28420	123	15	our	our	PRON
bracis-28420	123	16	pretrained	pretraine	VERB
bracis-28420	123	17	models	model	NOUN
bracis-28420	123	18	captured	capture	VERB
bracis-28420	123	19	the	the	DET
bracis-28420	123	20	language	language	NOUN
bracis-28420	123	21	used	use	VERB
bracis-28420	123	22	in	in	ADP
bracis-28420	123	23	legal	legal	ADJ
bracis-28420	123	24	documents	document	NOUN
bracis-28420	123	25	in	in	ADP
bracis-28420	123	26	brazilian	brazilian	ADJ
bracis-28420	123	27	portuguese	portuguese	NOUN
bracis-28420	123	28	.	.	PUNCT
bracis-28420	124	1	4.2	4.2	NUM
bracis-28420	124	2	named	name	VERB
bracis-28420	124	3	entity	entity	NOUN
bracis-28420	124	4	recognition	recognition	NOUN
bracis-28420	124	5	named	name	VERB
bracis-28420	124	6	entity	entity	NOUN
bracis-28420	124	7	recognition	recognition	NOUN
bracis-28420	124	8	(	(	PUNCT
bracis-28420	124	9	ner	ner	NOUN
bracis-28420	124	10	)	)	PUNCT
bracis-28420	124	11	is	be	AUX
bracis-28420	124	12	the	the	DET
bracis-28420	124	13	task	task	NOUN
bracis-28420	124	14	of	of	ADP
bracis-28420	124	15	identifying	identify	VERB
bracis-28420	124	16	snippets	snippet	NOUN
bracis-28420	124	17	of	of	ADP
bracis-28420	124	18	text	text	NOUN
bracis-28420	124	19	that	that	PRON
bracis-28420	124	20	mention	mention	VERB
bracis-28420	124	21	named	name	VERB
bracis-28420	124	22	entities	entity	NOUN
bracis-28420	124	23	(	(	PUNCT
bracis-28420	124	24	nes	ne	NOUN
bracis-28420	124	25	)	)	PUNCT
bracis-28420	124	26	and	and	CCONJ
bracis-28420	124	27	classifying	classify	VERB
bracis-28420	124	28	them	they	PRON
bracis-28420	124	29	into	into	ADP
bracis-28420	124	30	predefined	predefine	VERB
bracis-28420	124	31	categories	category	NOUN
bracis-28420	124	32	such	such	ADJ
bracis-28420	124	33	as	as	ADP
bracis-28420	124	34	person	person	NOUN
bracis-28420	124	35	,	,	PUNCT
bracis-28420	124	36	organization	organization	NOUN
bracis-28420	124	37	,	,	PUNCT
bracis-28420	124	38	and	and	CCONJ
bracis-28420	124	39	location	location	NOUN
bracis-28420	124	40	.	.	PUNCT
bracis-28420	125	1	given	give	VERB
bracis-28420	125	2	a	a	DET
bracis-28420	125	3	sequence	sequence	NOUN
bracis-28420	125	4	of	of	ADP
bracis-28420	125	5	tokens	token	NOUN
bracis-28420	125	6	,	,	PUNCT
bracis-28420	125	7	the	the	DET
bracis-28420	125	8	ner	ner	NOUN
bracis-28420	125	9	model	model	NOUN
bracis-28420	125	10	has	have	VERB
bracis-28420	125	11	to	to	PART
bracis-28420	125	12	output	output	VERB
bracis-28420	125	13	the	the	DET
bracis-28420	125	14	entity	entity	NOUN
bracis-28420	125	15	of	of	ADP
bracis-28420	125	16	each	each	DET
bracis-28420	125	17	token	token	VERB
bracis-28420	125	18	.	.	PUNCT
bracis-28420	126	1	the	the	DET
bracis-28420	126	2	ner	ner	NOUN
bracis-28420	126	3	model	model	NOUN
bracis-28420	126	4	was	be	AUX
bracis-28420	126	5	designed	design	VERB
bracis-28420	126	6	as	as	ADP
bracis-28420	126	7	a	a	DET
bracis-28420	126	8	token	token	ADJ
bracis-28420	126	9	labeling	labeling	NOUN
bracis-28420	126	10	task	task	NOUN
bracis-28420	126	11	and	and	CCONJ
bracis-28420	126	12	performs	perform	VERB
bracis-28420	126	13	entity	entity	NOUN
bracis-28420	126	14	identification	identification	NOUN
bracis-28420	126	15	and	and	CCONJ
bracis-28420	126	16	classification	classification	NOUN
bracis-28420	126	17	using	use	VERB
bracis-28420	126	18	the	the	DET
bracis-28420	126	19	iob	iob	PROPN
bracis-28420	126	20	tagging	tagging	NOUN
bracis-28420	126	21	scheme	scheme	NOUN
bracis-28420	126	22	[	[	X
bracis-28420	126	23	29	29	NUM
bracis-28420	126	24	]	]	PUNCT
bracis-28420	126	25	.	.	PUNCT
bracis-28420	127	1	to	to	ADP
bracis-28420	127	2	date	date	NOUN
bracis-28420	127	3	,	,	PUNCT
bracis-28420	127	4	there	there	PRON
bracis-28420	127	5	are	be	VERB
bracis-28420	127	6	few	few	ADJ
bracis-28420	127	7	gold	gold	NOUN
bracis-28420	127	8	standard	standard	ADJ
bracis-28420	127	9	datasets	dataset	NOUN
bracis-28420	127	10	for	for	ADP
bracis-28420	127	11	named	name	VERB
bracis-28420	127	12	entities	entity	NOUN
bracis-28420	127	13	in	in	ADP
bracis-28420	127	14	the	the	DET
bracis-28420	127	15	legal	legal	ADJ
bracis-28420	127	16	domain	domain	NOUN
bracis-28420	127	17	in	in	ADP
bracis-28420	127	18	portuguese	portuguese	PROPN
bracis-28420	127	19	.	.	PUNCT
bracis-28420	128	1	to	to	PART
bracis-28420	128	2	evaluate	evaluate	VERB
bracis-28420	128	3	the	the	DET
bracis-28420	128	4	ner	ner	NOUN
bracis-28420	128	5	model	model	NOUN
bracis-28420	128	6	,	,	PUNCT
bracis-28420	128	7	we	we	PRON
bracis-28420	128	8	used	use	VERB
bracis-28420	128	9	two	two	NUM
bracis-28420	128	10	datasets	dataset	NOUN
bracis-28420	128	11	separately	separately	ADV
bracis-28420	128	12	,	,	PUNCT
bracis-28420	128	13	lener	lener	NOUN
bracis-28420	128	14	-	-	PUNCT
bracis-28420	128	15	br	br	NOUN
bracis-28420	129	1	[	[	X
bracis-28420	129	2	3	3	NUM
bracis-28420	129	3	]	]	PUNCT
bracis-28420	129	4	and	and	CCONJ
bracis-28420	129	5	cdjur	cdjur	VERB
bracis-28420	129	6	[	[	X
bracis-28420	129	7	22	22	NUM
bracis-28420	129	8	]	]	PUNCT
bracis-28420	129	9	,	,	PUNCT
bracis-28420	129	10	with	with	ADP
bracis-28420	129	11	annotated	annotate	VERB
bracis-28420	129	12	entities	entity	NOUN
bracis-28420	129	13	in	in	ADP
bracis-28420	129	14	legal	legal	ADJ
bracis-28420	129	15	documents	document	NOUN
bracis-28420	129	16	.	.	PUNCT
bracis-28420	130	1	the	the	DET
bracis-28420	130	2	lener	lener	NOUN
bracis-28420	130	3	-	-	PUNCT
bracis-28420	130	4	br	br	NOUN
bracis-28420	130	5	[	[	X
bracis-28420	130	6	3	3	NUM
bracis-28420	130	7	]	]	X
bracis-28420	130	8	dataset	dataset	NOUN
bracis-28420	130	9	was	be	AUX
bracis-28420	130	10	built	build	VERB
bracis-28420	130	11	by	by	ADP
bracis-28420	130	12	manually	manually	ADV
bracis-28420	130	13	annotating	annotate	VERB
bracis-28420	130	14	66	66	NUM
bracis-28420	130	15	legal	legal	ADJ
bracis-28420	130	16	documents	document	NOUN
bracis-28420	130	17	from	from	ADP
bracis-28420	130	18	several	several	ADJ
bracis-28420	130	19	brazilian	brazilian	ADJ
bracis-28420	130	20	courts	court	NOUN
bracis-28420	130	21	.	.	PUNCT
bracis-28420	131	1	additionally	additionally	ADV
bracis-28420	131	2	,	,	PUNCT
bracis-28420	131	3	four	four	NUM
bracis-28420	131	4	legislative	legislative	ADJ
bracis-28420	131	5	documents	document	NOUN
bracis-28420	131	6	were	be	AUX
bracis-28420	131	7	included	include	VERB
bracis-28420	131	8	,	,	PUNCT
bracis-28420	131	9	totaling	total	VERB
bracis-28420	131	10	70	70	NUM
bracis-28420	131	11	annotated	annotate	VERB
bracis-28420	131	12	documents	document	NOUN
bracis-28420	131	13	.	.	PUNCT
bracis-28420	132	1	the	the	DET
bracis-28420	132	2	entities	entity	NOUN
bracis-28420	132	3	were	be	AUX
bracis-28420	132	4	categorized	categorize	VERB
bracis-28420	132	5	as	as	ADP
bracis-28420	132	6	“	"	PUNCT
bracis-28420	132	7	organization	organization	NOUN
bracis-28420	132	8	”	"	PUNCT
bracis-28420	132	9	,	,	PUNCT
bracis-28420	132	10	“	"	PUNCT
bracis-28420	132	11	person	person	NOUN
bracis-28420	132	12	”	"	PUNCT
bracis-28420	132	13	,	,	PUNCT
bracis-28420	132	14	“	"	PUNCT
bracis-28420	132	15	time	time	NOUN
bracis-28420	132	16	”	"	PUNCT
bracis-28420	132	17	,	,	PUNCT
bracis-28420	132	18	“	"	PUNCT
bracis-28420	132	19	location	location	NOUN
bracis-28420	132	20	”	"	PUNCT
bracis-28420	132	21	,	,	PUNCT
bracis-28420	132	22	“	"	PUNCT
bracis-28420	132	23	legislation	legislation	NOUN
bracis-28420	132	24	”	"	PUNCT
bracis-28420	132	25	,	,	PUNCT
bracis-28420	132	26	and	and	CCONJ
bracis-28420	132	27	“	"	PUNCT
bracis-28420	132	28	legal	legal	ADJ
bracis-28420	132	29	cases	case	NOUN
bracis-28420	132	30	”	"	PUNCT
bracis-28420	132	31	,	,	PUNCT
bracis-28420	132	32	resulting	result	VERB
bracis-28420	132	33	in	in	ADP
bracis-28420	132	34	a	a	DET
bracis-28420	132	35	total	total	NOUN
bracis-28420	132	36	of	of	ADP
bracis-28420	132	37	12,248	12,248	NUM
bracis-28420	132	38	entity	entity	NOUN
bracis-28420	132	39	annotations	annotation	NOUN
bracis-28420	132	40	.	.	PUNCT
bracis-28420	133	1	the	the	DET
bracis-28420	133	2	cdjur	cdjur	NOUN
bracis-28420	133	3	[	[	X
bracis-28420	133	4	22	22	NUM
bracis-28420	133	5	]	]	X
bracis-28420	133	6	dataset	dataset	NOUN
bracis-28420	133	7	contains	contain	VERB
bracis-28420	133	8	1,074	1,074	NUM
bracis-28420	133	9	manually	manually	ADV
bracis-28420	133	10	annotated	annotate	VERB
bracis-28420	133	11	legal	legal	ADJ
bracis-28420	133	12	documents	document	NOUN
bracis-28420	133	13	,	,	PUNCT
bracis-28420	133	14	with	with	ADP
bracis-28420	133	15	a	a	DET
bracis-28420	133	16	total	total	NOUN
bracis-28420	133	17	of	of	ADP
bracis-28420	133	18	44,526	44,526	NUM
bracis-28420	133	19	labeled	label	VERB
bracis-28420	133	20	entities	entity	NOUN
bracis-28420	133	21	.	.	PUNCT
bracis-28420	134	1	this	this	DET
bracis-28420	134	2	dataset	dataset	NOUN
bracis-28420	134	3	provides	provide	VERB
bracis-28420	134	4	a	a	DET
bracis-28420	134	5	detailed	detailed	ADJ
bracis-28420	134	6	annotation	annotation	NOUN
bracis-28420	134	7	of	of	ADP
bracis-28420	134	8	entities	entity	NOUN
bracis-28420	134	9	specific	specific	ADJ
bracis-28420	134	10	to	to	ADP
bracis-28420	134	11	the	the	DET
bracis-28420	134	12	legal	legal	ADJ
bracis-28420	134	13	domain	domain	NOUN
bracis-28420	134	14	.	.	PUNCT
bracis-28420	135	1	for	for	ADP
bracis-28420	135	2	example	example	NOUN
bracis-28420	135	3	,	,	PUNCT
bracis-28420	135	4	the	the	DET
bracis-28420	135	5	“	"	PUNCT
bracis-28420	135	6	person	person	NOUN
bracis-28420	135	7	”	"	PUNCT
bracis-28420	135	8	category	category	NOUN
bracis-28420	135	9	was	be	AUX
bracis-28420	135	10	specified	specify	VERB
bracis-28420	135	11	in	in	ADP
bracis-28420	135	12	9	9	NUM
bracis-28420	135	13	entities	entity	NOUN
bracis-28420	135	14	that	that	PRON
bracis-28420	135	15	are	be	AUX
bracis-28420	135	16	typically	typically	ADV
bracis-28420	135	17	present	present	ADJ
bracis-28420	135	18	in	in	ADP
bracis-28420	135	19	a	a	DET
bracis-28420	135	20	judicial	judicial	ADJ
bracis-28420	135	21	process	process	NOUN
bracis-28420	135	22	,	,	PUNCT
bracis-28420	135	23	such	such	ADJ
bracis-28420	135	24	as	as	ADP
bracis-28420	135	25	plaintiff	plaintiff	NOUN
bracis-28420	135	26	,	,	PUNCT
bracis-28420	135	27	lawyer	lawyer	NOUN
bracis-28420	135	28	,	,	PUNCT
bracis-28420	135	29	defendant	defendant	NOUN
bracis-28420	135	30	,	,	PUNCT
bracis-28420	135	31	victim	victim	NOUN
bracis-28420	135	32	,	,	PUNCT
bracis-28420	135	33	witness	witness	NOUN
bracis-28420	135	34	,	,	PUNCT
bracis-28420	135	35	judge	judge	NOUN
bracis-28420	135	36	,	,	PUNCT
bracis-28420	135	37	prosecutor	prosecutor	NOUN
bracis-28420	135	38	,	,	PUNCT
bracis-28420	135	39	police	police	NOUN
bracis-28420	135	40	authority	authority	NOUN
bracis-28420	135	41	,	,	PUNCT
bracis-28420	135	42	and	and	CCONJ
bracis-28420	135	43	others	other	NOUN
bracis-28420	135	44	.	.	PUNCT
bracis-28420	136	1	“	"	PUNCT
bracis-28420	136	2	addresses	address	NOUN
bracis-28420	136	3	”	"	PUNCT
bracis-28420	136	4	were	be	AUX
bracis-28420	136	5	specified	specify	VERB
bracis-28420	136	6	in	in	ADP
bracis-28420	136	7	6	6	NUM
bracis-28420	136	8	entities	entity	NOUN
bracis-28420	136	9	to	to	PART
bracis-28420	136	10	identify	identify	VERB
bracis-28420	136	11	different	different	ADJ
bracis-28420	136	12	addresses	address	NOUN
bracis-28420	136	13	present	present	ADJ
bracis-28420	136	14	in	in	ADP
bracis-28420	136	15	a	a	DET
bracis-28420	136	16	lawsuit	lawsuit	NOUN
bracis-28420	136	17	.	.	PUNCT
bracis-28420	137	1	the	the	DET
bracis-28420	137	2	laws	law	NOUN
bracis-28420	137	3	category	category	NOUN
bracis-28420	137	4	was	be	AUX
bracis-28420	137	5	specified	specify	VERB
bracis-28420	137	6	in	in	ADP
bracis-28420	137	7	three	three	NUM
bracis-28420	137	8	entities	entity	NOUN
bracis-28420	137	9	:	:	PUNCT
bracis-28420	137	10	main	main	ADJ
bracis-28420	137	11	law	law	NOUN
bracis-28420	137	12	,	,	PUNCT
bracis-28420	137	13	accessory	accessory	NOUN
bracis-28420	137	14	law	law	NOUN
bracis-28420	137	15	,	,	PUNCT
bracis-28420	137	16	and	and	CCONJ
bracis-28420	137	17	jurisprudence	jurisprudence	NOUN
bracis-28420	137	18	.	.	PUNCT
bracis-28420	138	1	similarly	similarly	ADV
bracis-28420	138	2	,	,	PUNCT
bracis-28420	138	3	specifications	specification	NOUN
bracis-28420	138	4	were	be	AUX
bracis-28420	138	5	made	make	VERB
bracis-28420	138	6	for	for	ADP
bracis-28420	138	7	“	"	PUNCT
bracis-28420	138	8	evidence	evidence	NOUN
bracis-28420	138	9	”	"	PUNCT
bracis-28420	138	10	,	,	PUNCT
bracis-28420	138	11	“	"	PUNCT
bracis-28420	138	12	penalty	penalty	NOUN
bracis-28420	138	13	”	"	PUNCT
bracis-28420	138	14	,	,	PUNCT
bracis-28420	138	15	and	and	CCONJ
bracis-28420	138	16	“	"	PUNCT
bracis-28420	138	17	sentence	sentence	NOUN
bracis-28420	138	18	”	"	PUNCT
bracis-28420	138	19	.	.	PUNCT
bracis-28420	139	1	we	we	PRON
bracis-28420	139	2	trained	train	VERB
bracis-28420	139	3	a	a	DET
bracis-28420	139	4	ner	ner	NOUN
bracis-28420	139	5	model	model	NOUN
bracis-28420	139	6	for	for	ADP
bracis-28420	139	7	each	each	PRON
bracis-28420	139	8	of	of	ADP
bracis-28420	139	9	these	these	DET
bracis-28420	139	10	datasets	dataset	NOUN
bracis-28420	139	11	,	,	PUNCT
bracis-28420	139	12	and	and	CCONJ
bracis-28420	139	13	a	a	DET
bracis-28420	139	14	linear	linear	ADJ
bracis-28420	139	15	classifier	classifier	NOUN
bracis-28420	139	16	layer	layer	NOUN
bracis-28420	139	17	was	be	AUX
bracis-28420	139	18	attached	attach	VERB
bracis-28420	139	19	on	on	ADP
bracis-28420	139	20	top	top	NOUN
bracis-28420	139	21	of	of	ADP
bracis-28420	139	22	each	each	DET
bracis-28420	139	23	model	model	NOUN
bracis-28420	139	24	to	to	PART
bracis-28420	139	25	predict	predict	VERB
bracis-28420	139	26	each	each	DET
bracis-28420	139	27	token	token	PROPN
bracis-28420	139	28	’s	’s	PART
bracis-28420	139	29	tag	tag	NOUN
bracis-28420	139	30	independently	independently	ADV
bracis-28420	139	31	.	.	PUNCT
bracis-28420	140	1	the	the	DET
bracis-28420	140	2	models	model	NOUN
bracis-28420	140	3	’	’	PART
bracis-28420	140	4	performance	performance	NOUN
bracis-28420	140	5	was	be	AUX
bracis-28420	140	6	evaluated	evaluate	VERB
bracis-28420	140	7	in	in	ADP
bracis-28420	140	8	terms	term	NOUN
bracis-28420	140	9	of	of	ADP
bracis-28420	140	10	f1	f1	NOUN
bracis-28420	140	11	-	-	PUNCT
bracis-28420	140	12	score	score	NOUN
bracis-28420	140	13	at	at	ADP
bracis-28420	140	14	the	the	DET
bracis-28420	140	15	entity	entity	NOUN
bracis-28420	140	16	level	level	NOUN
bracis-28420	140	17	,	,	PUNCT
bracis-28420	140	18	taking	take	VERB
bracis-28420	140	19	into	into	ADP
bracis-28420	140	20	account	account	NOUN
bracis-28420	140	21	the	the	DET
bracis-28420	140	22	partial	partial	ADJ
bracis-28420	140	23	correspondence	correspondence	NOUN
bracis-28420	140	24	between	between	ADP
bracis-28420	140	25	the	the	DET
bracis-28420	140	26	predicted	predict	VERB
bracis-28420	140	27	entity	entity	NOUN
bracis-28420	140	28	and	and	CCONJ
bracis-28420	140	29	the	the	DET
bracis-28420	140	30	actual	actual	ADJ
bracis-28420	140	31	entity	entity	NOUN
bracis-28420	140	32	based	base	VERB
bracis-28420	140	33	on	on	ADP
bracis-28420	140	34	the	the	DET
bracis-28420	140	35	partial	partial	ADJ
bracis-28420	140	36	metric	metric	NOUN
bracis-28420	140	37	defined	define	VERB
bracis-28420	140	38	by	by	ADP
bracis-28420	140	39	muc	muc	VERB
bracis-28420	141	1	[	[	X
bracis-28420	141	2	9	9	NUM
bracis-28420	141	3	]	]	PUNCT
bracis-28420	141	4	.	.	PUNCT
bracis-28420	142	1	partial	partial	ADJ
bracis-28420	142	2	correspondence	correspondence	NOUN
bracis-28420	142	3	is	be	AUX
bracis-28420	142	4	considered	consider	VERB
bracis-28420	142	5	correct	correct	ADJ
bracis-28420	142	6	when	when	SCONJ
bracis-28420	142	7	the	the	DET
bracis-28420	142	8	entity	entity	NOUN
bracis-28420	142	9	type	type	NOUN
bracis-28420	142	10	of	of	ADP
bracis-28420	142	11	the	the	DET
bracis-28420	142	12	prediction	prediction	NOUN
bracis-28420	142	13	given	give	VERB
bracis-28420	142	14	by	by	ADP
bracis-28420	142	15	the	the	DET
bracis-28420	142	16	model	model	NOUN
bracis-28420	142	17	corresponds	correspond	VERB
bracis-28420	142	18	to	to	ADP
bracis-28420	142	19	the	the	DET
bracis-28420	142	20	same	same	ADJ
bracis-28420	142	21	entity	entity	NOUN
bracis-28420	142	22	type	type	NOUN
bracis-28420	142	23	of	of	ADP
bracis-28420	142	24	the	the	DET
bracis-28420	142	25	golden	golden	ADJ
bracis-28420	142	26	annotation	annotation	NOUN
bracis-28420	142	27	,	,	PUNCT
bracis-28420	142	28	but	but	CCONJ
bracis-28420	142	29	not	not	PART
bracis-28420	142	30	necessarily	necessarily	ADV
bracis-28420	142	31	in	in	ADP
bracis-28420	142	32	the	the	DET
bracis-28420	142	33	same	same	ADJ
bracis-28420	142	34	position	position	NOUN
bracis-28420	142	35	limits	limit	NOUN
bracis-28420	142	36	.	.	PUNCT
bracis-28420	143	1	for	for	ADP
bracis-28420	143	2	example	example	NOUN
bracis-28420	143	3	,	,	PUNCT
bracis-28420	143	4	if	if	SCONJ
bracis-28420	143	5	the	the	DET
bracis-28420	143	6	annotation	annotation	NOUN
bracis-28420	143	7	is	be	AUX
bracis-28420	143	8	{	{	PUNCT
bracis-28420	143	9	“	"	PUNCT
bracis-28420	143	10	entity_type	entity_type	PROPN
bracis-28420	143	11	”	"	PUNCT
bracis-28420	143	12	:	:	PUNCT
bracis-28420	143	13	“	"	PUNCT
bracis-28420	143	14	main	main	ADJ
bracis-28420	143	15	-	-	PUNCT
bracis-28420	143	16	law	law	NOUN
bracis-28420	143	17	”	"	PUNCT
bracis-28420	143	18	,	,	PUNCT
bracis-28420	143	19	“	"	PUNCT
bracis-28420	143	20	text	text	NOUN
bracis-28420	143	21	”	"	PUNCT
bracis-28420	143	22	:	:	PUNCT
bracis-28420	143	23	“	"	PUNCT
bracis-28420	143	24	law	law	NOUN
bracis-28420	143	25	n\(^\circ	n\(^\circ	NOUN
bracis-28420	143	26	\	\	NOUN
bracis-28420	143	27	)	)	PUNCT
bracis-28420	143	28	8.112/90	8.112/90	NUM
bracis-28420	143	29	,	,	PUNCT
bracis-28420	143	30	of	of	ADP
bracis-28420	143	31	12/11/1990	12/11/1990	NUM
bracis-28420	143	32	”	"	PUNCT
bracis-28420	143	33	}	}	PUNCT
bracis-28420	143	34	and	and	CCONJ
bracis-28420	143	35	the	the	DET
bracis-28420	143	36	model	model	NOUN
bracis-28420	143	37	prediction	prediction	NOUN
bracis-28420	143	38	is	be	AUX
bracis-28420	143	39	{	{	PUNCT
bracis-28420	143	40	“	"	PUNCT
bracis-28420	143	41	entity_type	entity_type	PROPN
bracis-28420	143	42	”	"	PUNCT
bracis-28420	143	43	:	:	PUNCT
bracis-28420	143	44	“	"	PUNCT
bracis-28420	143	45	main	main	ADJ
bracis-28420	143	46	-	-	PUNCT
bracis-28420	143	47	law	law	NOUN
bracis-28420	143	48	”	"	PUNCT
bracis-28420	143	49	,	,	PUNCT
bracis-28420	143	50	“	"	PUNCT
bracis-28420	143	51	text	text	NOUN
bracis-28420	143	52	”	"	PUNCT
bracis-28420	143	53	:	:	PUNCT
bracis-28420	143	54	“	"	PUNCT
bracis-28420	143	55	law	law	NOUN
bracis-28420	143	56	n\(^\circ	n\(^\circ	NOUN
bracis-28420	143	57	\	\	NOUN
bracis-28420	143	58	)	)	PUNCT
bracis-28420	143	59	8.112/90	8.112/90	NUM
bracis-28420	143	60	”	"	PUNCT
bracis-28420	143	61	}	}	PUNCT
bracis-28420	143	62	,	,	PUNCT
bracis-28420	143	63	it	it	PRON
bracis-28420	143	64	is	be	AUX
bracis-28420	143	65	considered	consider	VERB
bracis-28420	143	66	correct	correct	ADJ
bracis-28420	143	67	.	.	PUNCT
bracis-28420	144	1	4.3	4.3	NUM
bracis-28420	144	2	text	text	NOUN
bracis-28420	144	3	classification	classification	NOUN
bracis-28420	144	4	text	text	NOUN
bracis-28420	144	5	classification	classification	NOUN
bracis-28420	144	6	is	be	AUX
bracis-28420	144	7	a	a	DET
bracis-28420	144	8	widely	widely	ADV
bracis-28420	144	9	researched	research	VERB
bracis-28420	144	10	task	task	NOUN
bracis-28420	144	11	in	in	ADP
bracis-28420	144	12	nlp	nlp	NOUN
bracis-28420	144	13	and	and	CCONJ
bracis-28420	144	14	text	text	NOUN
bracis-28420	144	15	mining	mining	NOUN
bracis-28420	144	16	,	,	PUNCT
bracis-28420	144	17	involving	involve	VERB
bracis-28420	144	18	the	the	DET
bracis-28420	144	19	assignment	assignment	NOUN
bracis-28420	144	20	of	of	ADP
bracis-28420	144	21	one	one	NUM
bracis-28420	144	22	or	or	CCONJ
bracis-28420	144	23	more	more	ADJ
bracis-28420	144	24	categories	category	NOUN
bracis-28420	144	25	to	to	ADP
bracis-28420	144	26	a	a	DET
bracis-28420	144	27	document	document	NOUN
bracis-28420	144	28	from	from	ADP
bracis-28420	144	29	a	a	DET
bracis-28420	144	30	set	set	NOUN
bracis-28420	144	31	of	of	ADP
bracis-28420	144	32	options	option	NOUN
bracis-28420	144	33	.	.	PUNCT
bracis-28420	145	1	there	there	PRON
bracis-28420	145	2	are	be	VERB
bracis-28420	145	3	different	different	ADJ
bracis-28420	145	4	text	text	NOUN
bracis-28420	145	5	classification	classification	NOUN
bracis-28420	145	6	variants	variant	NOUN
bracis-28420	145	7	such	such	ADJ
bracis-28420	145	8	as	as	ADP
bracis-28420	145	9	binary	binary	ADJ
bracis-28420	145	10	classification	classification	NOUN
bracis-28420	145	11	,	,	PUNCT
bracis-28420	145	12	multiclass	multiclass	ADJ
bracis-28420	145	13	classification	classification	NOUN
bracis-28420	145	14	,	,	PUNCT
bracis-28420	145	15	and	and	CCONJ
bracis-28420	145	16	multi	multi	ADJ
bracis-28420	145	17	-	-	ADJ
bracis-28420	145	18	label	label	ADJ
bracis-28420	145	19	classification	classification	NOUN
bracis-28420	145	20	.	.	PUNCT
bracis-28420	146	1	language	language	NOUN
bracis-28420	146	2	models	model	NOUN
bracis-28420	146	3	from	from	ADP
bracis-28420	146	4	the	the	DET
bracis-28420	146	5	field	field	NOUN
bracis-28420	146	6	of	of	ADP
bracis-28420	146	7	nlp	nlp	NOUN
bracis-28420	146	8	and	and	CCONJ
bracis-28420	146	9	learning	learn	VERB
bracis-28420	146	10	models	model	NOUN
bracis-28420	146	11	from	from	ADP
bracis-28420	146	12	the	the	DET
bracis-28420	146	13	field	field	NOUN
bracis-28420	146	14	of	of	ADP
bracis-28420	146	15	ai	ai	NOUN
bracis-28420	146	16	can	can	AUX
bracis-28420	146	17	be	be	AUX
bracis-28420	146	18	developed	develop	VERB
bracis-28420	146	19	to	to	PART
bracis-28420	146	20	automate	automate	VERB
bracis-28420	146	21	this	this	DET
bracis-28420	146	22	task	task	NOUN
bracis-28420	146	23	,	,	PUNCT
bracis-28420	146	24	which	which	PRON
bracis-28420	146	25	can	can	AUX
bracis-28420	146	26	be	be	AUX
bracis-28420	146	27	trained	train	VERB
bracis-28420	146	28	from	from	ADP
bracis-28420	146	29	a	a	DET
bracis-28420	146	30	gold	gold	NOUN
bracis-28420	146	31	collection	collection	NOUN
bracis-28420	146	32	of	of	ADP
bracis-28420	146	33	documents	document	NOUN
bracis-28420	146	34	.	.	PUNCT
bracis-28420	147	1	in	in	ADP
bracis-28420	147	2	the	the	DET
bracis-28420	147	3	legal	legal	ADJ
bracis-28420	147	4	domain	domain	NOUN
bracis-28420	147	5	,	,	PUNCT
bracis-28420	147	6	text	text	NOUN
bracis-28420	147	7	classification	classification	NOUN
bracis-28420	147	8	has	have	VERB
bracis-28420	147	9	a	a	DET
bracis-28420	147	10	crucial	crucial	ADJ
bracis-28420	147	11	application	application	NOUN
bracis-28420	147	12	in	in	ADP
bracis-28420	147	13	the	the	DET
bracis-28420	147	14	initial	initial	ADJ
bracis-28420	147	15	stages	stage	NOUN
bracis-28420	147	16	of	of	ADP
bracis-28420	147	17	the	the	DET
bracis-28420	147	18	judicial	judicial	ADJ
bracis-28420	147	19	process	process	NOUN
bracis-28420	147	20	when	when	SCONJ
bracis-28420	147	21	a	a	DET
bracis-28420	147	22	petitioner	petitioner	NOUN
bracis-28420	147	23	presents	present	VERB
bracis-28420	147	24	a	a	DET
bracis-28420	147	25	petition	petition	NOUN
bracis-28420	147	26	to	to	ADP
bracis-28420	147	27	the	the	DET
bracis-28420	147	28	justice	justice	NOUN
bracis-28420	148	1	[	[	X
bracis-28420	148	2	1	1	NUM
bracis-28420	148	3	,	,	PUNCT
bracis-28420	148	4	2	2	NUM
bracis-28420	148	5	]	]	PUNCT
bracis-28420	148	6	.	.	PUNCT
bracis-28420	149	1	at	at	ADP
bracis-28420	149	2	this	this	DET
bracis-28420	149	3	stage	stage	NOUN
bracis-28420	149	4	,	,	PUNCT
bracis-28420	149	5	the	the	DET
bracis-28420	149	6	petitioner	petitioner	NOUN
bracis-28420	149	7	is	be	AUX
bracis-28420	149	8	required	require	VERB
bracis-28420	149	9	to	to	PART
bracis-28420	149	10	specify	specify	VERB
bracis-28420	149	11	the	the	DET
bracis-28420	149	12	matter	matter	NOUN
bracis-28420	149	13	to	to	PART
bracis-28420	149	14	which	which	PRON
bracis-28420	149	15	the	the	DET
bracis-28420	149	16	claim	claim	NOUN
bracis-28420	149	17	pertains	pertain	VERB
bracis-28420	149	18	.	.	PUNCT
bracis-28420	150	1	in	in	ADP
bracis-28420	150	2	brazil	brazil	PROPN
bracis-28420	150	3	,	,	PUNCT
bracis-28420	150	4	the	the	DET
bracis-28420	150	5	petitioner	petitioner	NOUN
bracis-28420	150	6	has	have	VERB
bracis-28420	150	7	to	to	PART
bracis-28420	150	8	choose	choose	VERB
bracis-28420	150	9	the	the	DET
bracis-28420	150	10	topic	topic	NOUN
bracis-28420	150	11	from	from	ADP
bracis-28420	150	12	a	a	DET
bracis-28420	150	13	hierarchy	hierarchy	NOUN
bracis-28420	150	14	of	of	ADP
bracis-28420	150	15	over	over	ADP
bracis-28420	150	16	4,000	4,000	NUM
bracis-28420	150	17	subjects	subject	NOUN
bracis-28420	150	18	as	as	ADP
bracis-28420	150	19	part	part	NOUN
bracis-28420	150	20	of	of	ADP
bracis-28420	150	21	the	the	DET
bracis-28420	150	22	unified	unified	ADJ
bracis-28420	150	23	procedural	procedural	ADJ
bracis-28420	150	24	boards	board	NOUN
bracis-28420	150	25	(	(	PUNCT
bracis-28420	150	26	tpu	tpu	NOUN
bracis-28420	150	27	system	system	NOUN
bracis-28420	150	28	)	)	PUNCT
bracis-28420	151	1	[	[	X
bracis-28420	151	2	32	32	NUM
bracis-28420	151	3	]	]	PUNCT
bracis-28420	151	4	,	,	PUNCT
bracis-28420	151	5	maintained	maintain	VERB
bracis-28420	151	6	by	by	ADP
bracis-28420	151	7	the	the	DET
bracis-28420	151	8	cnj	cnj	PROPN
bracis-28420	151	9	.	.	PUNCT
bracis-28420	152	1	making	make	VERB
bracis-28420	152	2	the	the	DET
bracis-28420	152	3	correct	correct	ADJ
bracis-28420	152	4	association	association	NOUN
bracis-28420	152	5	with	with	ADP
bracis-28420	152	6	the	the	DET
bracis-28420	152	7	hierarchy	hierarchy	NOUN
bracis-28420	152	8	theme	theme	NOUN
bracis-28420	152	9	is	be	AUX
bracis-28420	152	10	not	not	PART
bracis-28420	152	11	trivial	trivial	ADJ
bracis-28420	152	12	and	and	CCONJ
bracis-28420	152	13	often	often	ADV
bracis-28420	152	14	done	do	VERB
bracis-28420	152	15	incorrectly	incorrectly	ADV
bracis-28420	152	16	,	,	PUNCT
bracis-28420	152	17	causing	cause	VERB
bracis-28420	152	18	delays	delay	NOUN
bracis-28420	152	19	in	in	ADP
bracis-28420	152	20	the	the	DET
bracis-28420	152	21	judicial	judicial	ADJ
bracis-28420	152	22	process	process	NOUN
bracis-28420	152	23	and	and	CCONJ
bracis-28420	152	24	negative	negative	ADJ
bracis-28420	152	25	financial	financial	ADJ
bracis-28420	152	26	and	and	CCONJ
bracis-28420	152	27	societal	societal	ADJ
bracis-28420	152	28	impacts	impact	NOUN
bracis-28420	152	29	by	by	ADP
bracis-28420	152	30	generating	generate	VERB
bracis-28420	152	31	rework	rework	NOUN
bracis-28420	152	32	and	and	CCONJ
bracis-28420	152	33	a	a	DET
bracis-28420	152	34	sense	sense	NOUN
bracis-28420	152	35	of	of	ADP
bracis-28420	152	36	impunity	impunity	NOUN
bracis-28420	152	37	.	.	PUNCT
bracis-28420	153	1	we	we	PRON
bracis-28420	153	2	evaluated	evaluate	VERB
bracis-28420	153	3	the	the	DET
bracis-28420	153	4	performance	performance	NOUN
bracis-28420	153	5	of	of	ADP
bracis-28420	153	6	the	the	DET
bracis-28420	153	7	language	language	NOUN
bracis-28420	153	8	model	model	NOUN
bracis-28420	153	9	classification	classification	NOUN
bracis-28420	153	10	using	use	VERB
bracis-28420	153	11	a	a	DET
bracis-28420	153	12	gold	gold	ADJ
bracis-28420	153	13	collection	collection	NOUN
bracis-28420	153	14	of	of	ADP
bracis-28420	153	15	64,000	64,000	NUM
bracis-28420	153	16	textual	textual	ADJ
bracis-28420	153	17	petitions	petition	NOUN
bracis-28420	153	18	obtained	obtain	VERB
bracis-28420	153	19	from	from	ADP
bracis-28420	153	20	various	various	ADJ
bracis-28420	153	21	brazilian	brazilian	ADJ
bracis-28420	153	22	courts	court	NOUN
bracis-28420	153	23	maintained	maintain	VERB
bracis-28420	153	24	by	by	ADP
bracis-28420	153	25	the	the	DET
bracis-28420	153	26	cnj	cnj	PROPN
bracis-28420	153	27	’s	’s	PROPN
bracis-28420	153	28	codex	codex	NOUN
bracis-28420	153	29	system	system	NOUN
bracis-28420	153	30	.	.	PUNCT
bracis-28420	154	1	each	each	DET
bracis-28420	154	2	complaint	complaint	NOUN
bracis-28420	154	3	is	be	AUX
bracis-28420	154	4	associated	associate	VERB
bracis-28420	154	5	with	with	ADP
bracis-28420	154	6	a	a	DET
bracis-28420	154	7	legal	legal	ADJ
bracis-28420	154	8	issue	issue	NOUN
bracis-28420	154	9	that	that	SCONJ
bracis-28420	154	10	the	the	DET
bracis-28420	154	11	case	case	NOUN
bracis-28420	154	12	addresses	address	VERB
bracis-28420	154	13	under	under	ADP
bracis-28420	154	14	the	the	DET
bracis-28420	154	15	tpu	tpu	NOUN
bracis-28420	154	16	.	.	PUNCT
bracis-28420	155	1	each	each	DET
bracis-28420	155	2	judicial	judicial	ADJ
bracis-28420	155	3	process	process	NOUN
bracis-28420	155	4	is	be	AUX
bracis-28420	155	5	associated	associate	VERB
bracis-28420	155	6	with	with	ADP
bracis-28420	155	7	a	a	DET
bracis-28420	155	8	hierarchy	hierarchy	NOUN
bracis-28420	155	9	of	of	ADP
bracis-28420	155	10	matters	matter	NOUN
bracis-28420	155	11	,	,	PUNCT
bracis-28420	155	12	represented	represent	VERB
bracis-28420	155	13	by	by	ADP
bracis-28420	155	14	three	three	NUM
bracis-28420	155	15	levels	level	NOUN
bracis-28420	155	16	.	.	PUNCT
bracis-28420	156	1	more	more	ADV
bracis-28420	156	2	specifically	specifically	ADV
bracis-28420	156	3	,	,	PUNCT
bracis-28420	156	4	the	the	DET
bracis-28420	156	5	gold	gold	NOUN
bracis-28420	156	6	collection	collection	NOUN
bracis-28420	156	7	used	use	VERB
bracis-28420	156	8	in	in	ADP
bracis-28420	156	9	the	the	DET
bracis-28420	156	10	experiment	experiment	NOUN
bracis-28420	156	11	contains	contain	VERB
bracis-28420	156	12	213	213	NUM
bracis-28420	156	13	legal	legal	ADJ
bracis-28420	156	14	matters	matter	NOUN
bracis-28420	156	15	associated	associate	VERB
bracis-28420	156	16	with	with	ADP
bracis-28420	156	17	the	the	DET
bracis-28420	156	18	initial	initial	ADJ
bracis-28420	156	19	petitions	petition	NOUN
bracis-28420	156	20	,	,	PUNCT
bracis-28420	156	21	9	9	NUM
bracis-28420	156	22	matters	matter	NOUN
bracis-28420	156	23	in	in	ADP
bracis-28420	156	24	the	the	DET
bracis-28420	156	25	first	first	ADJ
bracis-28420	156	26	level	level	NOUN
bracis-28420	156	27	of	of	ADP
bracis-28420	156	28	the	the	DET
bracis-28420	156	29	hierarchy	hierarchy	NOUN
bracis-28420	156	30	,	,	PUNCT
bracis-28420	156	31	41	41	NUM
bracis-28420	156	32	matters	matter	NOUN
bracis-28420	156	33	in	in	ADP
bracis-28420	156	34	the	the	DET
bracis-28420	156	35	second	second	ADJ
bracis-28420	156	36	level	level	NOUN
bracis-28420	156	37	and	and	CCONJ
bracis-28420	156	38	163	163	NUM
bracis-28420	156	39	matters	matter	NOUN
bracis-28420	156	40	in	in	ADP
bracis-28420	156	41	the	the	DET
bracis-28420	156	42	third	third	ADJ
bracis-28420	156	43	level	level	NOUN
bracis-28420	156	44	.	.	PUNCT
bracis-28420	157	1	the	the	DET
bracis-28420	157	2	evaluation	evaluation	NOUN
bracis-28420	157	3	of	of	ADP
bracis-28420	157	4	the	the	DET
bracis-28420	157	5	models	model	NOUN
bracis-28420	157	6	in	in	ADP
bracis-28420	157	7	the	the	DET
bracis-28420	157	8	classification	classification	NOUN
bracis-28420	157	9	task	task	NOUN
bracis-28420	157	10	was	be	AUX
bracis-28420	157	11	carried	carry	VERB
bracis-28420	157	12	out	out	ADP
bracis-28420	157	13	in	in	ADP
bracis-28420	157	14	three	three	NUM
bracis-28420	157	15	scenarios	scenario	NOUN
bracis-28420	157	16	.	.	PUNCT
bracis-28420	158	1	in	in	ADP
bracis-28420	158	2	the	the	DET
bracis-28420	158	3	first	first	ADJ
bracis-28420	158	4	scenario	scenario	NOUN
bracis-28420	158	5	,	,	PUNCT
bracis-28420	158	6	the	the	DET
bracis-28420	158	7	classification	classification	NOUN
bracis-28420	158	8	task	task	NOUN
bracis-28420	158	9	was	be	AUX
bracis-28420	158	10	modeled	model	VERB
bracis-28420	158	11	as	as	ADP
bracis-28420	158	12	hierarchical	hierarchical	ADJ
bracis-28420	158	13	text	text	NOUN
bracis-28420	158	14	classification	classification	NOUN
bracis-28420	158	15	(	(	PUNCT
bracis-28420	158	16	htc	htc	NOUN
bracis-28420	158	17	)	)	PUNCT
bracis-28420	158	18	,	,	PUNCT
bracis-28420	158	19	which	which	PRON
bracis-28420	158	20	categorizes	categorize	VERB
bracis-28420	158	21	text	text	NOUN
bracis-28420	158	22	into	into	ADP
bracis-28420	158	23	a	a	DET
bracis-28420	158	24	set	set	NOUN
bracis-28420	158	25	of	of	ADP
bracis-28420	158	26	labels	label	NOUN
bracis-28420	158	27	organized	organize	VERB
bracis-28420	158	28	in	in	ADP
bracis-28420	158	29	a	a	DET
bracis-28420	158	30	hierarchical	hierarchical	ADJ
bracis-28420	158	31	structure	structure	NOUN
bracis-28420	158	32	.	.	PUNCT
bracis-28420	159	1	we	we	PRON
bracis-28420	159	2	use	use	VERB
bracis-28420	159	3	a	a	DET
bracis-28420	159	4	contrastive	contrastive	ADJ
bracis-28420	159	5	learning	learning	NOUN
bracis-28420	159	6	approach	approach	NOUN
bracis-28420	159	7	to	to	ADP
bracis-28420	159	8	hierarchical	hierarchical	ADJ
bracis-28420	159	9	text	text	NOUN
bracis-28420	159	10	classification	classification	NOUN
bracis-28420	159	11	[	[	X
bracis-28420	159	12	36	36	NUM
bracis-28420	159	13	]	]	PUNCT
bracis-28420	159	14	with	with	ADP
bracis-28420	159	15	the	the	DET
bracis-28420	159	16	pre	pre	ADJ
bracis-28420	159	17	-	-	ADJ
bracis-28420	159	18	trained	train	VERB
bracis-28420	159	19	language	language	NOUN
bracis-28420	159	20	model	model	NOUN
bracis-28420	159	21	to	to	PART
bracis-28420	159	22	train	train	VERB
bracis-28420	159	23	the	the	DET
bracis-28420	159	24	classification	classification	NOUN
bracis-28420	159	25	model	model	NOUN
bracis-28420	159	26	.	.	PUNCT
bracis-28420	160	1	in	in	ADP
bracis-28420	160	2	the	the	DET
bracis-28420	160	3	second	second	ADJ
bracis-28420	160	4	scenario	scenario	NOUN
bracis-28420	160	5	,	,	PUNCT
bracis-28420	160	6	the	the	DET
bracis-28420	160	7	classification	classification	NOUN
bracis-28420	160	8	task	task	NOUN
bracis-28420	160	9	was	be	AUX
bracis-28420	160	10	modeled	model	VERB
bracis-28420	160	11	with	with	ADP
bracis-28420	160	12	multiclass	multiclass	ADJ
bracis-28420	160	13	classification	classification	NOUN
bracis-28420	160	14	,	,	PUNCT
bracis-28420	160	15	in	in	ADP
bracis-28420	160	16	which	which	PRON
bracis-28420	160	17	each	each	DET
bracis-28420	160	18	process	process	NOUN
bracis-28420	160	19	is	be	AUX
bracis-28420	160	20	associated	associate	VERB
bracis-28420	160	21	only	only	ADV
bracis-28420	160	22	with	with	ADP
bracis-28420	160	23	the	the	DET
bracis-28420	160	24	subject	subject	NOUN
bracis-28420	160	25	of	of	ADP
bracis-28420	160	26	the	the	DET
bracis-28420	160	27	third	third	ADJ
bracis-28420	160	28	level	level	NOUN
bracis-28420	160	29	,	,	PUNCT
bracis-28420	160	30	therefore	therefore	ADV
bracis-28420	160	31	,	,	PUNCT
bracis-28420	160	32	contemplating	contemplate	VERB
bracis-28420	160	33	163	163	NUM
bracis-28420	160	34	classes	class	NOUN
bracis-28420	160	35	.	.	PUNCT
bracis-28420	161	1	in	in	ADP
bracis-28420	161	2	both	both	DET
bracis-28420	161	3	scenarios	scenario	NOUN
bracis-28420	161	4	,	,	PUNCT
bracis-28420	161	5	the	the	DET
bracis-28420	161	6	text	text	NOUN
bracis-28420	161	7	is	be	AUX
bracis-28420	161	8	truncated	truncate	VERB
bracis-28420	161	9	to	to	PART
bracis-28420	161	10	use	use	VERB
bracis-28420	161	11	the	the	DET
bracis-28420	161	12	initial	initial	ADJ
bracis-28420	161	13	512	512	NUM
bracis-28420	161	14	tokens	token	NOUN
bracis-28420	161	15	of	of	ADP
bracis-28420	161	16	the	the	DET
bracis-28420	161	17	court	court	NOUN
bracis-28420	161	18	case	case	NOUN
bracis-28420	161	19	text	text	NOUN
bracis-28420	161	20	.	.	PUNCT
bracis-28420	162	1	complementarily	complementarily	ADV
bracis-28420	162	2	,	,	PUNCT
bracis-28420	162	3	the	the	DET
bracis-28420	162	4	evaluation	evaluation	NOUN
bracis-28420	162	5	was	be	AUX
bracis-28420	162	6	carried	carry	VERB
bracis-28420	162	7	out	out	ADP
bracis-28420	162	8	in	in	ADP
bracis-28420	162	9	a	a	DET
bracis-28420	162	10	third	third	ADJ
bracis-28420	162	11	scenario	scenario	NOUN
bracis-28420	162	12	,	,	PUNCT
bracis-28420	162	13	in	in	ADP
bracis-28420	162	14	which	which	PRON
bracis-28420	162	15	the	the	DET
bracis-28420	162	16	classification	classification	NOUN
bracis-28420	162	17	task	task	NOUN
bracis-28420	162	18	was	be	AUX
bracis-28420	162	19	modeled	model	VERB
bracis-28420	162	20	with	with	ADP
bracis-28420	162	21	multiclass	multiclass	ADJ
bracis-28420	162	22	classification	classification	NOUN
bracis-28420	162	23	,	,	PUNCT
bracis-28420	162	24	and	and	CCONJ
bracis-28420	162	25	using	use	VERB
bracis-28420	162	26	8,192	8,192	NUM
bracis-28420	162	27	initial	initial	ADJ
bracis-28420	162	28	tokens	token	NOUN
bracis-28420	162	29	from	from	ADP
bracis-28420	162	30	the	the	DET
bracis-28420	162	31	text	text	NOUN
bracis-28420	162	32	of	of	ADP
bracis-28420	162	33	the	the	DET
bracis-28420	162	34	judicial	judicial	ADJ
bracis-28420	162	35	process	process	NOUN
bracis-28420	162	36	(	(	PUNCT
bracis-28420	162	37	according	accord	VERB
bracis-28420	162	38	[	[	X
bracis-28420	162	39	8	8	NUM
bracis-28420	162	40	]	]	PUNCT
bracis-28420	162	41	)	)	PUNCT
bracis-28420	162	42	.	.	PUNCT
bracis-28420	163	1	in	in	ADP
bracis-28420	163	2	both	both	DET
bracis-28420	163	3	scenarios	scenario	NOUN
bracis-28420	163	4	,	,	PUNCT
bracis-28420	163	5	we	we	PRON
bracis-28420	163	6	evaluated	evaluate	VERB
bracis-28420	163	7	the	the	DET
bracis-28420	163	8	models	model	NOUN
bracis-28420	163	9	in	in	ADP
bracis-28420	163	10	terms	term	NOUN
bracis-28420	163	11	of	of	ADP
bracis-28420	163	12	the	the	DET
bracis-28420	163	13	f1	f1	NOUN
bracis-28420	163	14	-	-	PUNCT
bracis-28420	163	15	score	score	NOUN
bracis-28420	163	16	for	for	ADP
bracis-28420	163	17	the	the	DET
bracis-28420	163	18	third	third	ADJ
bracis-28420	163	19	-	-	PUNCT
bracis-28420	163	20	level	level	NOUN
bracis-28420	163	21	subject	subject	NOUN
bracis-28420	163	22	of	of	ADP
bracis-28420	163	23	the	the	DET
bracis-28420	163	24	hierarchy	hierarchy	NOUN
bracis-28420	163	25	.	.	PUNCT
bracis-28420	164	1	5	5	NUM
bracis-28420	164	2	experimental	experimental	ADJ
bracis-28420	164	3	results	result	NOUN
bracis-28420	164	4	the	the	DET
bracis-28420	164	5	initial	initial	ADJ
bracis-28420	164	6	evaluation	evaluation	NOUN
bracis-28420	164	7	of	of	ADP
bracis-28420	164	8	the	the	DET
bracis-28420	164	9	language	language	NOUN
bracis-28420	164	10	models	model	NOUN
bracis-28420	164	11	involved	involve	VERB
bracis-28420	164	12	intrinsic	intrinsic	ADJ
bracis-28420	164	13	evaluation	evaluation	NOUN
bracis-28420	164	14	using	use	VERB
bracis-28420	164	15	perplexity	perplexity	NOUN
bracis-28420	164	16	as	as	ADP
bracis-28420	164	17	a	a	DET
bracis-28420	164	18	metric	metric	NOUN
bracis-28420	164	19	.	.	PUNCT
bracis-28420	165	1	a	a	DET
bracis-28420	165	2	lower	low	ADJ
bracis-28420	165	3	perplexity	perplexity	NOUN
bracis-28420	165	4	score	score	NOUN
bracis-28420	165	5	indicates	indicate	VERB
bracis-28420	165	6	a	a	DET
bracis-28420	165	7	better	well	ADJ
bracis-28420	165	8	model	model	NOUN
bracis-28420	165	9	.	.	PUNCT
bracis-28420	166	1	essentially	essentially	ADV
bracis-28420	166	2	,	,	PUNCT
bracis-28420	166	3	if	if	SCONJ
bracis-28420	166	4	a	a	DET
bracis-28420	166	5	model	model	NOUN
bracis-28420	166	6	assigns	assign	VERB
bracis-28420	166	7	a	a	DET
bracis-28420	166	8	high	high	ADJ
bracis-28420	166	9	probability	probability	NOUN
bracis-28420	166	10	to	to	ADP
bracis-28420	166	11	the	the	DET
bracis-28420	166	12	test	test	NOUN
bracis-28420	166	13	set	set	NOUN
bracis-28420	166	14	,	,	PUNCT
bracis-28420	166	15	it	it	PRON
bracis-28420	166	16	means	mean	VERB
bracis-28420	166	17	that	that	SCONJ
bracis-28420	166	18	it	it	PRON
bracis-28420	166	19	is	be	AUX
bracis-28420	166	20	not	not	PART
bracis-28420	166	21	surprised	surprised	ADJ
bracis-28420	166	22	to	to	PART
bracis-28420	166	23	see	see	VERB
bracis-28420	166	24	it	it	PRON
bracis-28420	166	25	,	,	PUNCT
bracis-28420	166	26	indicating	indicate	VERB
bracis-28420	166	27	a	a	DET
bracis-28420	166	28	good	good	ADJ
bracis-28420	166	29	understanding	understanding	NOUN
bracis-28420	166	30	of	of	ADP
bracis-28420	166	31	how	how	SCONJ
bracis-28420	166	32	language	language	NOUN
bracis-28420	166	33	works	work	VERB
bracis-28420	166	34	.	.	PUNCT
bracis-28420	167	1	the	the	DET
bracis-28420	167	2	results	result	NOUN
bracis-28420	167	3	of	of	ADP
bracis-28420	167	4	the	the	DET
bracis-28420	167	5	language	language	NOUN
bracis-28420	167	6	models	model	NOUN
bracis-28420	167	7	regarding	regard	VERB
bracis-28420	167	8	perplexity	perplexity	NOUN
bracis-28420	167	9	are	be	AUX
bracis-28420	167	10	in	in	ADP
bracis-28420	167	11	table	table	NOUN
bracis-28420	167	12	 	 	SPACE
bracis-28420	167	13	3	3	NUM
bracis-28420	167	14	.	.	PUNCT
bracis-28420	168	1	in	in	ADP
bracis-28420	168	2	the	the	DET
bracis-28420	168	3	tables	table	NOUN
bracis-28420	168	4	,	,	PUNCT
bracis-28420	168	5	the	the	DET
bracis-28420	168	6	values	value	NOUN
bracis-28420	168	7	in	in	ADP
bracis-28420	168	8	bold	bold	ADJ
bracis-28420	168	9	are	be	AUX
bracis-28420	168	10	the	the	DET
bracis-28420	168	11	best	good	ADJ
bracis-28420	168	12	values	value	NOUN
bracis-28420	168	13	among	among	ADP
bracis-28420	168	14	the	the	DET
bracis-28420	168	15	experiments	experiment	NOUN
bracis-28420	168	16	with	with	ADP
bracis-28420	168	17	the	the	DET
bracis-28420	168	18	models	model	NOUN
bracis-28420	168	19	.	.	PUNCT
bracis-28420	169	1	table	table	NOUN
bracis-28420	169	2	3	3	NUM
bracis-28420	169	3	.	.	PUNCT
bracis-28420	170	1	results	result	NOUN
bracis-28420	170	2	of	of	ADP
bracis-28420	170	3	language	language	NOUN
bracis-28420	170	4	models	model	NOUN
bracis-28420	170	5	in	in	ADP
bracis-28420	170	6	terms	term	NOUN
bracis-28420	170	7	of	of	ADP
bracis-28420	170	8	perplexity.full	perplexity.full	PRON
bracis-28420	170	9	size	size	NOUN
bracis-28420	170	10	table	table	NOUN
bracis-28420	170	11	the	the	DET
bracis-28420	170	12	legalbert	legalbert	NOUN
bracis-28420	170	13	-	-	PUNCT
bracis-28420	170	14	pt	pt	NOUN
bracis-28420	170	15	fp	fp	PROPN
bracis-28420	170	16	language	language	NOUN
bracis-28420	170	17	model	model	NOUN
bracis-28420	170	18	performed	perform	VERB
bracis-28420	170	19	the	the	DET
bracis-28420	170	20	best	good	ADJ
bracis-28420	170	21	with	with	ADP
bracis-28420	170	22	a	a	DET
bracis-28420	170	23	perplexity	perplexity	NOUN
bracis-28420	170	24	of	of	ADP
bracis-28420	170	25	3,700	3,700	NUM
bracis-28420	170	26	,	,	PUNCT
bracis-28420	170	27	followed	follow	VERB
bracis-28420	170	28	by	by	ADP
bracis-28420	170	29	the	the	DET
bracis-28420	170	30	legalbert	legalbert	PROPN
bracis-28420	170	31	-	-	PUNCT
bracis-28420	170	32	pt	pt	PROPN
bracis-28420	170	33	sc	sc	PROPN
bracis-28420	170	34	language	language	NOUN
bracis-28420	170	35	model	model	NOUN
bracis-28420	170	36	with	with	ADP
bracis-28420	170	37	a	a	DET
bracis-28420	170	38	perplexity	perplexity	NOUN
bracis-28420	170	39	of	of	ADP
bracis-28420	170	40	3,822	3,822	NUM
bracis-28420	170	41	,	,	PUNCT
bracis-28420	170	42	indicating	indicate	VERB
bracis-28420	170	43	that	that	SCONJ
bracis-28420	170	44	pretraining	pretraine	VERB
bracis-28420	170	45	with	with	ADP
bracis-28420	170	46	a	a	DET
bracis-28420	170	47	domain	domain	NOUN
bracis-28420	170	48	-	-	PUNCT
bracis-28420	170	49	specific	specific	ADJ
bracis-28420	170	50	corpus	corpus	NOUN
bracis-28420	170	51	that	that	PRON
bracis-28420	170	52	includes	include	VERB
bracis-28420	170	53	diverse	diverse	ADJ
bracis-28420	170	54	legal	legal	ADJ
bracis-28420	170	55	documents	document	NOUN
bracis-28420	170	56	leads	lead	VERB
bracis-28420	170	57	to	to	ADP
bracis-28420	170	58	a	a	DET
bracis-28420	170	59	better	well	ADJ
bracis-28420	170	60	understanding	understanding	NOUN
bracis-28420	170	61	of	of	ADP
bracis-28420	170	62	the	the	DET
bracis-28420	170	63	specific	specific	ADJ
bracis-28420	170	64	language	language	NOUN
bracis-28420	170	65	.	.	PUNCT
bracis-28420	171	1	models	model	NOUN
bracis-28420	171	2	with	with	ADP
bracis-28420	171	3	lower	low	ADJ
bracis-28420	171	4	perplexity	perplexity	NOUN
bracis-28420	171	5	are	be	AUX
bracis-28420	171	6	also	also	ADV
bracis-28420	171	7	expected	expect	VERB
bracis-28420	171	8	to	to	PART
bracis-28420	171	9	perform	perform	VERB
bracis-28420	171	10	better	well	ADV
bracis-28420	171	11	on	on	ADP
bracis-28420	171	12	specific	specific	ADJ
bracis-28420	171	13	tasks	task	NOUN
bracis-28420	171	14	.	.	PUNCT
bracis-28420	172	1	therefore	therefore	ADV
bracis-28420	172	2	,	,	PUNCT
bracis-28420	172	3	the	the	DET
bracis-28420	172	4	language	language	NOUN
bracis-28420	172	5	models	model	NOUN
bracis-28420	172	6	were	be	AUX
bracis-28420	172	7	fine	fine	ADV
bracis-28420	172	8	-	-	PUNCT
bracis-28420	172	9	tuned	tune	VERB
bracis-28420	172	10	for	for	ADP
bracis-28420	172	11	specific	specific	ADJ
bracis-28420	172	12	tasks	task	NOUN
bracis-28420	172	13	,	,	PUNCT
bracis-28420	172	14	namely	namely	ADV
bracis-28420	172	15	ner	ner	NOUN
bracis-28420	172	16	and	and	CCONJ
bracis-28420	172	17	text	text	NOUN
bracis-28420	172	18	classification	classification	NOUN
bracis-28420	172	19	,	,	PUNCT
bracis-28420	172	20	according	accord	VERB
bracis-28420	172	21	to	to	ADP
bracis-28420	172	22	[	[	X
bracis-28420	172	23	33	33	NUM
bracis-28420	172	24	]	]	PUNCT
bracis-28420	172	25	.	.	PUNCT
bracis-28420	173	1	the	the	DET
bracis-28420	173	2	results	result	NOUN
bracis-28420	173	3	of	of	ADP
bracis-28420	173	4	the	the	DET
bracis-28420	173	5	application	application	NOUN
bracis-28420	173	6	of	of	ADP
bracis-28420	173	7	language	language	NOUN
bracis-28420	173	8	models	model	NOUN
bracis-28420	173	9	in	in	ADP
bracis-28420	173	10	the	the	DET
bracis-28420	173	11	named	name	VERB
bracis-28420	173	12	entity	entity	NOUN
bracis-28420	173	13	recognition	recognition	NOUN
bracis-28420	173	14	task	task	NOUN
bracis-28420	173	15	,	,	PUNCT
bracis-28420	173	16	using	use	VERB
bracis-28420	173	17	corpora	corpora	NOUN
bracis-28420	173	18	lener	lener	NOUN
bracis-28420	173	19	-	-	PUNCT
bracis-28420	173	20	br	br	NOUN
bracis-28420	173	21	and	and	CCONJ
bracis-28420	173	22	cdjur	cdjur	NOUN
bracis-28420	173	23	,	,	PUNCT
bracis-28420	173	24	are	be	AUX
bracis-28420	173	25	presented	present	VERB
bracis-28420	173	26	in	in	ADP
bracis-28420	173	27	tables	table	NOUN
bracis-28420	173	28	 	 	SPACE
bracis-28420	173	29	4	4	NUM
bracis-28420	173	30	and	and	CCONJ
bracis-28420	173	31	5	5	NUM
bracis-28420	173	32	,	,	PUNCT
bracis-28420	173	33	respectively	respectively	ADV
bracis-28420	173	34	,	,	PUNCT
bracis-28420	173	35	as	as	SCONJ
bracis-28420	173	36	described	describe	VERB
bracis-28420	173	37	in	in	ADP
bracis-28420	173	38	sect	sect	NOUN
bracis-28420	173	39	.	.	PUNCT
bracis-28420	173	40	 	 	SPACE
bracis-28420	174	1	4.2	4.2	NUM
bracis-28420	174	2	.	.	PUNCT
bracis-28420	175	1	both	both	DET
bracis-28420	175	2	experiments	experiment	NOUN
bracis-28420	175	3	were	be	AUX
bracis-28420	175	4	run	run	VERB
bracis-28420	175	5	5	5	NUM
bracis-28420	175	6	times	time	NOUN
bracis-28420	175	7	in	in	ADP
bracis-28420	175	8	10	10	NUM
bracis-28420	175	9	epochs	epoch	NOUN
bracis-28420	175	10	to	to	PART
bracis-28420	175	11	avoid	avoid	VERB
bracis-28420	175	12	bias	bias	NOUN
bracis-28420	175	13	,	,	PUNCT
bracis-28420	175	14	and	and	CCONJ
bracis-28420	175	15	the	the	DET
bracis-28420	175	16	f1	f1	NOUN
bracis-28420	175	17	-	-	PUNCT
bracis-28420	175	18	score	score	NOUN
bracis-28420	175	19	results	result	NOUN
bracis-28420	175	20	are	be	AUX
bracis-28420	175	21	displayed	display	VERB
bracis-28420	175	22	in	in	ADP
bracis-28420	175	23	terms	term	NOUN
bracis-28420	175	24	of	of	ADP
bracis-28420	175	25	the	the	DET
bracis-28420	175	26	mean	mean	NOUN
bracis-28420	175	27	and	and	CCONJ
bracis-28420	175	28	the	the	DET
bracis-28420	175	29	standard	standard	ADJ
bracis-28420	175	30	error	error	NOUN
bracis-28420	175	31	of	of	ADP
bracis-28420	175	32	the	the	DET
bracis-28420	175	33	mean	mean	ADJ
bracis-28420	175	34	(	(	PUNCT
bracis-28420	175	35	sem	sem	NOUN
bracis-28420	175	36	)	)	PUNCT
bracis-28420	175	37	of	of	ADP
bracis-28420	175	38	the	the	DET
bracis-28420	175	39	runs	run	NOUN
bracis-28420	175	40	.	.	PUNCT
bracis-28420	176	1	values	value	NOUN
bracis-28420	176	2	marked	mark	VERB
bracis-28420	176	3	in	in	ADP
bracis-28420	176	4	bold	bold	ADJ
bracis-28420	176	5	indicate	indicate	VERB
bracis-28420	176	6	the	the	DET
bracis-28420	176	7	best	good	ADJ
bracis-28420	176	8	results	result	NOUN
bracis-28420	176	9	,	,	PUNCT
bracis-28420	176	10	considering	consider	VERB
bracis-28420	176	11	the	the	DET
bracis-28420	176	12	mean	mean	NOUN
bracis-28420	176	13	and	and	CCONJ
bracis-28420	176	14	sem	sem	NOUN
bracis-28420	176	15	.	.	PROPN
bracis-28420	176	16	table	table	NOUN
bracis-28420	176	17	4	4	NUM
bracis-28420	176	18	.	.	PUNCT
bracis-28420	176	19	results	result	NOUN
bracis-28420	176	20	of	of	ADP
bracis-28420	176	21	the	the	DET
bracis-28420	176	22	language	language	NOUN
bracis-28420	176	23	models	model	NOUN
bracis-28420	176	24	in	in	ADP
bracis-28420	176	25	terms	term	NOUN
bracis-28420	176	26	of	of	ADP
bracis-28420	176	27	the	the	DET
bracis-28420	176	28	mean	mean	ADJ
bracis-28420	176	29	+	+	CCONJ
bracis-28420	176	30	standard	standard	ADJ
bracis-28420	176	31	error	error	NOUN
bracis-28420	176	32	of	of	ADP
bracis-28420	176	33	the	the	DET
bracis-28420	176	34	f1	f1	NOUN
bracis-28420	176	35	-	-	PUNCT
bracis-28420	176	36	score	score	NOUN
bracis-28420	176	37	in	in	ADP
bracis-28420	176	38	named	name	VERB
bracis-28420	176	39	entity	entity	NOUN
bracis-28420	176	40	recognition	recognition	NOUN
bracis-28420	176	41	in	in	ADP
bracis-28420	176	42	the	the	DET
bracis-28420	176	43	lener	lener	NOUN
bracis-28420	176	44	-	-	PUNCT
bracis-28420	176	45	br	br	NOUN
bracis-28420	176	46	corpus.full	corpus.full	ADJ
bracis-28420	176	47	size	size	NOUN
bracis-28420	176	48	table	table	NOUN
bracis-28420	176	49	table	table	NOUN
bracis-28420	176	50	5	5	NUM
bracis-28420	176	51	.	.	PUNCT
bracis-28420	176	52	results	result	NOUN
bracis-28420	176	53	of	of	ADP
bracis-28420	176	54	the	the	DET
bracis-28420	176	55	language	language	NOUN
bracis-28420	176	56	models	model	NOUN
bracis-28420	176	57	in	in	ADP
bracis-28420	176	58	terms	term	NOUN
bracis-28420	176	59	of	of	ADP
bracis-28420	176	60	the	the	DET
bracis-28420	176	61	mean	mean	ADJ
bracis-28420	176	62	±	±	NOUN
bracis-28420	176	63	standard	standard	NOUN
bracis-28420	176	64	error	error	NOUN
bracis-28420	176	65	of	of	ADP
bracis-28420	176	66	the	the	DET
bracis-28420	176	67	f1	f1	NOUN
bracis-28420	176	68	-	-	PUNCT
bracis-28420	176	69	score	score	NOUN
bracis-28420	176	70	in	in	ADP
bracis-28420	176	71	named	name	VERB
bracis-28420	176	72	entity	entity	NOUN
bracis-28420	176	73	recognition	recognition	NOUN
bracis-28420	176	74	in	in	ADP
bracis-28420	176	75	the	the	DET
bracis-28420	176	76	cdjur	cdjur	NOUN
bracis-28420	176	77	corpus.full	corpus.full	PROPN
bracis-28420	176	78	size	size	NOUN
bracis-28420	176	79	table	table	NOUN
bracis-28420	176	80	the	the	DET
bracis-28420	176	81	legalbert	legalbert	NOUN
bracis-28420	176	82	-	-	PUNCT
bracis-28420	176	83	pt	pt	NOUN
bracis-28420	176	84	fp	fp	PROPN
bracis-28420	176	85	model	model	NOUN
bracis-28420	176	86	demonstrated	demonstrate	VERB
bracis-28420	176	87	superior	superior	ADJ
bracis-28420	176	88	results	result	NOUN
bracis-28420	176	89	,	,	PUNCT
bracis-28420	176	90	outperforming	outperform	VERB
bracis-28420	176	91	the	the	DET
bracis-28420	176	92	bertimbau	bertimbau	NOUN
bracis-28420	176	93	-	-	PUNCT
bracis-28420	176	94	base	base	NOUN
bracis-28420	176	95	by	by	ADP
bracis-28420	176	96	0.65	0.65	NUM
bracis-28420	176	97	%	%	NOUN
bracis-28420	176	98	in	in	ADP
bracis-28420	176	99	f1	f1	NOUN
bracis-28420	176	100	-	-	PUNCT
bracis-28420	176	101	score	score	NOUN
bracis-28420	176	102	micro	micro	NOUN
bracis-28420	176	103	,	,	PUNCT
bracis-28420	176	104	1.75	1.75	NUM
bracis-28420	176	105	%	%	NOUN
bracis-28420	176	106	in	in	ADP
bracis-28420	176	107	f1	f1	NOUN
bracis-28420	176	108	-	-	PUNCT
bracis-28420	176	109	score	score	NOUN
bracis-28420	176	110	macro	macro	NOUN
bracis-28420	176	111	,	,	PUNCT
bracis-28420	176	112	and	and	CCONJ
bracis-28420	176	113	0.65	0.65	NUM
bracis-28420	176	114	%	%	NOUN
bracis-28420	176	115	in	in	ADP
bracis-28420	176	116	f1	f1	NOUN
bracis-28420	176	117	-	-	PUNCT
bracis-28420	176	118	score	score	NOUN
bracis-28420	176	119	weighted	weight	VERB
bracis-28420	176	120	for	for	ADP
bracis-28420	176	121	ner	ner	NOUN
bracis-28420	176	122	in	in	ADP
bracis-28420	176	123	the	the	DET
bracis-28420	176	124	lener	lener	NOUN
bracis-28420	176	125	-	-	PUNCT
bracis-28420	176	126	br	br	NOUN
bracis-28420	176	127	dataset	dataset	NOUN
bracis-28420	176	128	,	,	PUNCT
bracis-28420	176	129	and	and	CCONJ
bracis-28420	176	130	by	by	ADP
bracis-28420	176	131	0.89	0.89	NUM
bracis-28420	176	132	%	%	NOUN
bracis-28420	176	133	in	in	ADP
bracis-28420	176	134	f1	f1	NOUN
bracis-28420	176	135	-	-	PUNCT
bracis-28420	176	136	score	score	NOUN
bracis-28420	176	137	micro	micro	NOUN
bracis-28420	176	138	,	,	PUNCT
bracis-28420	176	139	3.78	3.78	NUM
bracis-28420	176	140	%	%	NOUN
bracis-28420	176	141	in	in	ADP
bracis-28420	176	142	f1	f1	NOUN
bracis-28420	176	143	-	-	PUNCT
bracis-28420	176	144	score	score	NOUN
bracis-28420	176	145	macro	macro	NOUN
bracis-28420	176	146	,	,	PUNCT
bracis-28420	176	147	and	and	CCONJ
bracis-28420	176	148	1.49	1.49	NUM
bracis-28420	176	149	%	%	NOUN
bracis-28420	176	150	in	in	ADP
bracis-28420	176	151	f1	f1	NOUN
bracis-28420	176	152	-	-	PUNCT
bracis-28420	176	153	score	score	NOUN
bracis-28420	176	154	weighted	weight	VERB
bracis-28420	176	155	for	for	ADP
bracis-28420	176	156	ner	ner	NOUN
bracis-28420	176	157	in	in	ADP
bracis-28420	176	158	the	the	DET
bracis-28420	176	159	cdjur	cdjur	NOUN
bracis-28420	176	160	dataset	dataset	VERB
bracis-28420	176	161	.	.	PUNCT
bracis-28420	177	1	this	this	PRON
bracis-28420	177	2	reinforces	reinforce	VERB
bracis-28420	177	3	the	the	DET
bracis-28420	177	4	benefits	benefit	NOUN
bracis-28420	177	5	of	of	ADP
bracis-28420	177	6	using	use	VERB
bracis-28420	177	7	domain	domain	NOUN
bracis-28420	177	8	-	-	PUNCT
bracis-28420	177	9	specific	specific	ADJ
bracis-28420	177	10	pretrained	pretraine	VERB
bracis-28420	177	11	models	model	NOUN
bracis-28420	177	12	compared	compare	VERB
bracis-28420	177	13	to	to	ADP
bracis-28420	177	14	generic	generic	ADJ
bracis-28420	177	15	ones	one	NOUN
bracis-28420	177	16	,	,	PUNCT
bracis-28420	177	17	as	as	SCONJ
bracis-28420	177	18	legalbert	legalbert	NOUN
bracis-28420	177	19	-	-	PUNCT
bracis-28420	177	20	pt	pt	NOUN
bracis-28420	177	21	fp	fp	X
bracis-28420	177	22	can	can	AUX
bracis-28420	177	23	understand	understand	VERB
bracis-28420	177	24	both	both	CCONJ
bracis-28420	177	25	the	the	DET
bracis-28420	177	26	generic	generic	ADJ
bracis-28420	177	27	context	context	NOUN
bracis-28420	177	28	and	and	CCONJ
bracis-28420	177	29	specific	specific	ADJ
bracis-28420	177	30	legal	legal	ADJ
bracis-28420	177	31	language	language	NOUN
bracis-28420	177	32	.	.	PUNCT
bracis-28420	178	1	moreover	moreover	ADV
bracis-28420	178	2	,	,	PUNCT
bracis-28420	178	3	when	when	SCONJ
bracis-28420	178	4	compared	compare	VERB
bracis-28420	178	5	with	with	ADP
bracis-28420	178	6	legal	legal	ADJ
bracis-28420	178	7	-	-	PUNCT
bracis-28420	178	8	bertimbau	bertimbau	NOUN
bracis-28420	178	9	-	-	PUNCT
bracis-28420	178	10	base	base	NOUN
bracis-28420	178	11	,	,	PUNCT
bracis-28420	178	12	the	the	DET
bracis-28420	178	13	legalbert	legalbert	NOUN
bracis-28420	178	14	-	-	PUNCT
bracis-28420	178	15	pt	pt	NOUN
bracis-28420	178	16	fp	fp	PROPN
bracis-28420	178	17	model	model	NOUN
bracis-28420	178	18	outperformed	outperform	VERB
bracis-28420	178	19	by	by	ADP
bracis-28420	178	20	0.65	0.65	NUM
bracis-28420	178	21	%	%	NOUN
bracis-28420	178	22	in	in	ADP
bracis-28420	178	23	f1	f1	NOUN
bracis-28420	178	24	-	-	PUNCT
bracis-28420	178	25	score	score	NOUN
bracis-28420	178	26	micro	micro	NOUN
bracis-28420	178	27	,	,	PUNCT
bracis-28420	178	28	1.31	1.31	NUM
bracis-28420	178	29	%	%	NOUN
bracis-28420	178	30	in	in	ADP
bracis-28420	178	31	f1	f1	NOUN
bracis-28420	178	32	-	-	PUNCT
bracis-28420	178	33	score	score	NOUN
bracis-28420	178	34	macro	macro	NOUN
bracis-28420	178	35	,	,	PUNCT
bracis-28420	178	36	and	and	CCONJ
bracis-28420	178	37	0.65	0.65	NUM
bracis-28420	178	38	%	%	NOUN
bracis-28420	178	39	in	in	ADP
bracis-28420	178	40	f1	f1	NOUN
bracis-28420	178	41	-	-	PUNCT
bracis-28420	178	42	score	score	NOUN
bracis-28420	178	43	weighted	weight	VERB
bracis-28420	178	44	for	for	ADP
bracis-28420	178	45	ner	ner	NOUN
bracis-28420	178	46	in	in	ADP
bracis-28420	178	47	the	the	DET
bracis-28420	178	48	lener	lener	NOUN
bracis-28420	178	49	-	-	PUNCT
bracis-28420	178	50	br	br	NOUN
bracis-28420	178	51	dataset	dataset	NOUN
bracis-28420	178	52	,	,	PUNCT
bracis-28420	178	53	and	and	CCONJ
bracis-28420	178	54	by	by	ADP
bracis-28420	178	55	1.49	1.49	NUM
bracis-28420	178	56	%	%	NOUN
bracis-28420	178	57	in	in	ADP
bracis-28420	178	58	f1	f1	NOUN
bracis-28420	178	59	-	-	PUNCT
bracis-28420	178	60	score	score	NOUN
bracis-28420	178	61	micro	micro	NOUN
bracis-28420	178	62	,	,	PUNCT
bracis-28420	178	63	4.48	4.48	NUM
bracis-28420	178	64	%	%	NOUN
bracis-28420	178	65	in	in	ADP
bracis-28420	178	66	f1	f1	NOUN
bracis-28420	178	67	-	-	PUNCT
bracis-28420	178	68	score	score	NOUN
bracis-28420	178	69	macro	macro	NOUN
bracis-28420	178	70	,	,	PUNCT
bracis-28420	178	71	and	and	CCONJ
bracis-28420	178	72	2.41	2.41	NUM
bracis-28420	178	73	%	%	NOUN
bracis-28420	178	74	in	in	ADP
bracis-28420	178	75	f1	f1	NOUN
bracis-28420	178	76	-	-	PUNCT
bracis-28420	178	77	score	score	NOUN
bracis-28420	178	78	weighted	weight	VERB
bracis-28420	178	79	for	for	ADP
bracis-28420	178	80	ner	ner	NOUN
bracis-28420	178	81	in	in	ADP
bracis-28420	178	82	the	the	DET
bracis-28420	178	83	cdjur	cdjur	NOUN
bracis-28420	178	84	dataset	dataset	VERB
bracis-28420	178	85	.	.	PUNCT
bracis-28420	179	1	these	these	DET
bracis-28420	179	2	results	result	NOUN
bracis-28420	179	3	reinforce	reinforce	VERB
bracis-28420	179	4	the	the	DET
bracis-28420	179	5	effectiveness	effectiveness	NOUN
bracis-28420	179	6	of	of	ADP
bracis-28420	179	7	pretraining	pretraine	VERB
bracis-28420	179	8	a	a	DET
bracis-28420	179	9	legal	legal	ADJ
bracis-28420	179	10	domain	domain	NOUN
bracis-28420	179	11	model	model	NOUN
bracis-28420	179	12	with	with	ADP
bracis-28420	179	13	a	a	DET
bracis-28420	179	14	diverse	diverse	ADJ
bracis-28420	179	15	set	set	NOUN
bracis-28420	179	16	of	of	ADP
bracis-28420	179	17	legal	legal	ADJ
bracis-28420	179	18	documents	document	NOUN
bracis-28420	179	19	,	,	PUNCT
bracis-28420	179	20	enabling	enable	VERB
bracis-28420	179	21	a	a	DET
bracis-28420	179	22	wider	wide	ADJ
bracis-28420	179	23	coverage	coverage	NOUN
bracis-28420	179	24	of	of	ADP
bracis-28420	179	25	specific	specific	ADJ
bracis-28420	179	26	terms	term	NOUN
bracis-28420	179	27	and	and	CCONJ
bracis-28420	179	28	acquiring	acquire	VERB
bracis-28420	179	29	greater	great	ADJ
bracis-28420	179	30	domain	domain	NOUN
bracis-28420	179	31	specialization	specialization	NOUN
bracis-28420	179	32	.	.	PUNCT
bracis-28420	180	1	the	the	DET
bracis-28420	180	2	superiority	superiority	NOUN
bracis-28420	180	3	of	of	ADP
bracis-28420	180	4	the	the	DET
bracis-28420	180	5	language	language	NOUN
bracis-28420	180	6	models	model	NOUN
bracis-28420	180	7	in	in	ADP
bracis-28420	180	8	ner	ner	NOUN
bracis-28420	180	9	with	with	ADP
bracis-28420	180	10	the	the	DET
bracis-28420	180	11	lener	lener	NOUN
bracis-28420	180	12	-	-	PUNCT
bracis-28420	180	13	br	br	NOUN
bracis-28420	180	14	dataset	dataset	NOUN
bracis-28420	180	15	compared	compare	VERB
bracis-28420	180	16	to	to	ADP
bracis-28420	180	17	the	the	DET
bracis-28420	180	18	cdjur	cdjur	NOUN
bracis-28420	180	19	dataset	dataset	NOUN
bracis-28420	180	20	is	be	AUX
bracis-28420	180	21	also	also	ADV
bracis-28420	180	22	notable	notable	ADJ
bracis-28420	180	23	.	.	PUNCT
bracis-28420	181	1	this	this	DET
bracis-28420	181	2	difference	difference	NOUN
bracis-28420	181	3	can	can	AUX
bracis-28420	181	4	be	be	AUX
bracis-28420	181	5	attributed	attribute	VERB
bracis-28420	181	6	to	to	ADP
bracis-28420	181	7	the	the	DET
bracis-28420	181	8	specificity	specificity	NOUN
bracis-28420	181	9	and	and	CCONJ
bracis-28420	181	10	number	number	NOUN
bracis-28420	181	11	of	of	ADP
bracis-28420	181	12	entities	entity	NOUN
bracis-28420	181	13	present	present	ADJ
bracis-28420	181	14	in	in	ADP
bracis-28420	181	15	each	each	DET
bracis-28420	181	16	dataset	dataset	NOUN
bracis-28420	181	17	.	.	PUNCT
bracis-28420	182	1	the	the	DET
bracis-28420	182	2	lener	lener	NOUN
bracis-28420	182	3	-	-	PUNCT
bracis-28420	182	4	br	br	NOUN
bracis-28420	182	5	dataset	dataset	NOUN
bracis-28420	182	6	has	have	VERB
bracis-28420	182	7	only	only	ADV
bracis-28420	182	8	6	6	NUM
bracis-28420	182	9	specific	specific	ADJ
bracis-28420	182	10	entities	entity	NOUN
bracis-28420	182	11	of	of	ADP
bracis-28420	182	12	the	the	DET
bracis-28420	182	13	legal	legal	ADJ
bracis-28420	182	14	domain	domain	NOUN
bracis-28420	182	15	(	(	PUNCT
bracis-28420	182	16	organization	organization	NOUN
bracis-28420	182	17	,	,	PUNCT
bracis-28420	182	18	person	person	NOUN
bracis-28420	182	19	,	,	PUNCT
bracis-28420	182	20	time	time	NOUN
bracis-28420	182	21	,	,	PUNCT
bracis-28420	182	22	place	place	NOUN
bracis-28420	182	23	,	,	PUNCT
bracis-28420	182	24	legislation	legislation	NOUN
bracis-28420	182	25	,	,	PUNCT
bracis-28420	182	26	and	and	CCONJ
bracis-28420	182	27	jurisprudence	jurisprudence	NOUN
bracis-28420	182	28	)	)	PUNCT
bracis-28420	182	29	,	,	PUNCT
bracis-28420	182	30	while	while	SCONJ
bracis-28420	182	31	the	the	DET
bracis-28420	182	32	cdjur	cdjur	NOUN
bracis-28420	182	33	dataset	dataset	NOUN
bracis-28420	182	34	has	have	VERB
bracis-28420	182	35	21	21	NUM
bracis-28420	182	36	specific	specific	ADJ
bracis-28420	182	37	entities	entity	NOUN
bracis-28420	182	38	of	of	ADP
bracis-28420	182	39	the	the	DET
bracis-28420	182	40	legal	legal	ADJ
bracis-28420	182	41	domain	domain	NOUN
bracis-28420	182	42	(	(	PUNCT
bracis-28420	182	43	author	author	NOUN
bracis-28420	182	44	,	,	PUNCT
bracis-28420	182	45	lawyer	lawyer	NOUN
bracis-28420	182	46	,	,	PUNCT
bracis-28420	182	47	defendant	defendant	NOUN
bracis-28420	182	48	,	,	PUNCT
bracis-28420	182	49	victim	victim	NOUN
bracis-28420	182	50	,	,	PUNCT
bracis-28420	182	51	witness	witness	NOUN
bracis-28420	182	52	,	,	PUNCT
bracis-28420	182	53	judge	judge	NOUN
bracis-28420	182	54	,	,	PUNCT
bracis-28420	182	55	prosecutor	prosecutor	NOUN
bracis-28420	182	56	,	,	PUNCT
bracis-28420	182	57	police	police	NOUN
bracis-28420	182	58	authority	authority	NOUN
bracis-28420	182	59	and	and	CCONJ
bracis-28420	182	60	other	other	ADJ
bracis-28420	182	61	persons	person	NOUN
bracis-28420	182	62	,	,	PUNCT
bracis-28420	182	63	author	author	NOUN
bracis-28420	182	64	’s	’s	PART
bracis-28420	182	65	address	address	NOUN
bracis-28420	182	66	,	,	PUNCT
bracis-28420	182	67	offense	offense	NOUN
bracis-28420	182	68	address	address	NOUN
bracis-28420	182	69	,	,	PUNCT
bracis-28420	182	70	defendant	defendant	NOUN
bracis-28420	182	71	’s	’s	PART
bracis-28420	182	72	address	address	NOUN
bracis-28420	182	73	,	,	PUNCT
bracis-28420	182	74	witness	witness	ADJ
bracis-28420	182	75	address	address	NOUN
bracis-28420	182	76	,	,	PUNCT
bracis-28420	182	77	victim	victim	NOUN
bracis-28420	182	78	’s	’s	PART
bracis-28420	182	79	address	address	NOUN
bracis-28420	182	80	,	,	PUNCT
bracis-28420	182	81	other	other	ADJ
bracis-28420	182	82	addresses	address	NOUN
bracis-28420	182	83	,	,	PUNCT
bracis-28420	182	84	main	main	ADJ
bracis-28420	182	85	law	law	NOUN
bracis-28420	182	86	,	,	PUNCT
bracis-28420	182	87	accessory	accessory	ADJ
bracis-28420	182	88	law	law	NOUN
bracis-28420	182	89	,	,	PUNCT
bracis-28420	182	90	jurisprudence	jurisprudence	NOUN
bracis-28420	182	91	,	,	PUNCT
bracis-28420	182	92	evidence	evidence	NOUN
bracis-28420	182	93	,	,	PUNCT
bracis-28420	182	94	penalty	penalty	NOUN
bracis-28420	182	95	,	,	PUNCT
bracis-28420	182	96	and	and	CCONJ
bracis-28420	182	97	sentence	sentence	NOUN
bracis-28420	182	98	)	)	PUNCT
bracis-28420	182	99	.	.	PUNCT
bracis-28420	183	1	thus	thus	ADV
bracis-28420	183	2	,	,	PUNCT
bracis-28420	183	3	it	it	PRON
bracis-28420	183	4	is	be	AUX
bracis-28420	183	5	more	more	ADV
bracis-28420	183	6	challenging	challenging	ADJ
bracis-28420	183	7	for	for	SCONJ
bracis-28420	183	8	the	the	DET
bracis-28420	183	9	model	model	NOUN
bracis-28420	183	10	to	to	PART
bracis-28420	183	11	recognize	recognize	VERB
bracis-28420	183	12	the	the	DET
bracis-28420	183	13	more	more	ADV
bracis-28420	183	14	specific	specific	ADJ
bracis-28420	183	15	entities	entity	NOUN
bracis-28420	183	16	present	present	ADJ
bracis-28420	183	17	in	in	ADP
bracis-28420	183	18	the	the	DET
bracis-28420	183	19	cdjur	cdjur	NOUN
bracis-28420	183	20	dataset	dataset	VERB
bracis-28420	183	21	.	.	PUNCT
bracis-28420	184	1	table	table	NOUN
bracis-28420	184	2	 	 	SPACE
bracis-28420	184	3	6	6	NUM
bracis-28420	184	4	,	,	PUNCT
bracis-28420	184	5	7	7	NUM
bracis-28420	184	6	and	and	CCONJ
bracis-28420	184	7	8	8	NUM
bracis-28420	184	8	presents	present	VERB
bracis-28420	184	9	the	the	DET
bracis-28420	184	10	results	result	NOUN
bracis-28420	184	11	in	in	ADP
bracis-28420	184	12	terms	term	NOUN
bracis-28420	184	13	of	of	ADP
bracis-28420	184	14	f1	f1	NOUN
bracis-28420	184	15	-	-	PUNCT
bracis-28420	184	16	score	score	NOUN
bracis-28420	184	17	for	for	ADP
bracis-28420	184	18	the	the	DET
bracis-28420	184	19	application	application	NOUN
bracis-28420	184	20	of	of	ADP
bracis-28420	184	21	language	language	NOUN
bracis-28420	184	22	models	model	NOUN
bracis-28420	184	23	in	in	ADP
bracis-28420	184	24	the	the	DET
bracis-28420	184	25	text	text	NOUN
bracis-28420	184	26	classification	classification	NOUN
bracis-28420	184	27	task	task	NOUN
bracis-28420	184	28	,	,	PUNCT
bracis-28420	184	29	in	in	ADP
bracis-28420	184	30	different	different	ADJ
bracis-28420	184	31	scenarios	scenario	NOUN
bracis-28420	184	32	,	,	PUNCT
bracis-28420	184	33	as	as	SCONJ
bracis-28420	184	34	described	describe	VERB
bracis-28420	184	35	in	in	ADP
bracis-28420	184	36	sect	sect	NOUN
bracis-28420	184	37	.	.	PUNCT
bracis-28420	184	38	 	 	SPACE
bracis-28420	184	39	4.3	4.3	NUM
bracis-28420	184	40	.	.	PUNCT
bracis-28420	185	1	to	to	PART
bracis-28420	185	2	avoid	avoid	VERB
bracis-28420	185	3	biasing	bias	VERB
bracis-28420	185	4	the	the	DET
bracis-28420	185	5	results	result	NOUN
bracis-28420	185	6	,	,	PUNCT
bracis-28420	185	7	both	both	DET
bracis-28420	185	8	experiments	experiment	NOUN
bracis-28420	185	9	were	be	AUX
bracis-28420	185	10	run	run	VERB
bracis-28420	185	11	5	5	NUM
bracis-28420	185	12	times	time	NOUN
bracis-28420	185	13	and	and	CCONJ
bracis-28420	185	14	the	the	DET
bracis-28420	185	15	f1	f1	NOUN
bracis-28420	185	16	-	-	PUNCT
bracis-28420	185	17	score	score	NOUN
bracis-28420	185	18	results	result	NOUN
bracis-28420	185	19	are	be	AUX
bracis-28420	185	20	displayed	display	VERB
bracis-28420	185	21	in	in	ADP
bracis-28420	185	22	terms	term	NOUN
bracis-28420	185	23	of	of	ADP
bracis-28420	185	24	the	the	DET
bracis-28420	185	25	mean	mean	NOUN
bracis-28420	185	26	and	and	CCONJ
bracis-28420	185	27	sem	sem	NOUN
bracis-28420	185	28	of	of	ADP
bracis-28420	185	29	the	the	DET
bracis-28420	185	30	runs	run	NOUN
bracis-28420	185	31	.	.	PUNCT
bracis-28420	186	1	both	both	DET
bracis-28420	186	2	models	model	NOUN
bracis-28420	186	3	were	be	AUX
bracis-28420	186	4	run	run	VERB
bracis-28420	186	5	for	for	ADP
bracis-28420	186	6	30	30	NUM
bracis-28420	186	7	epochs	epoch	NOUN
bracis-28420	186	8	,	,	PUNCT
bracis-28420	186	9	with	with	ADP
bracis-28420	186	10	early	early	ADJ
bracis-28420	186	11	stopping	stopping	NOUN
bracis-28420	186	12	and	and	CCONJ
bracis-28420	186	13	a	a	DET
bracis-28420	186	14	5	5	NUM
bracis-28420	186	15	epoch	epoch	NOUN
bracis-28420	186	16	patience	patience	NOUN
bracis-28420	186	17	criterion	criterion	NOUN
bracis-28420	186	18	.	.	PUNCT
bracis-28420	187	1	table	table	NOUN
bracis-28420	187	2	6	6	NUM
bracis-28420	187	3	.	.	PUNCT
bracis-28420	188	1	results	result	NOUN
bracis-28420	188	2	of	of	ADP
bracis-28420	188	3	the	the	DET
bracis-28420	188	4	language	language	NOUN
bracis-28420	188	5	models	model	NOUN
bracis-28420	188	6	in	in	ADP
bracis-28420	188	7	terms	term	NOUN
bracis-28420	188	8	of	of	ADP
bracis-28420	188	9	the	the	DET
bracis-28420	188	10	mean	mean	ADJ
bracis-28420	188	11	±	±	NOUN
bracis-28420	188	12	standard	standard	NOUN
bracis-28420	188	13	error	error	NOUN
bracis-28420	188	14	of	of	ADP
bracis-28420	188	15	the	the	DET
bracis-28420	188	16	f1	f1	NOUN
bracis-28420	188	17	-	-	PUNCT
bracis-28420	188	18	score	score	NOUN
bracis-28420	188	19	in	in	ADP
bracis-28420	188	20	hierarchical	hierarchical	ADJ
bracis-28420	188	21	text	text	NOUN
bracis-28420	188	22	classification.full	classification.full	NOUN
bracis-28420	188	23	size	size	NOUN
bracis-28420	188	24	table	table	NOUN
bracis-28420	188	25	in	in	ADP
bracis-28420	188	26	the	the	DET
bracis-28420	188	27	text	text	NOUN
bracis-28420	188	28	classification	classification	NOUN
bracis-28420	188	29	task	task	NOUN
bracis-28420	188	30	,	,	PUNCT
bracis-28420	188	31	in	in	ADP
bracis-28420	188	32	all	all	DET
bracis-28420	188	33	evaluated	evaluated	ADJ
bracis-28420	188	34	scenarios	scenario	NOUN
bracis-28420	188	35	,	,	PUNCT
bracis-28420	188	36	the	the	DET
bracis-28420	188	37	legalbert	legalbert	NOUN
bracis-28420	188	38	-	-	PUNCT
bracis-28420	188	39	pt	pt	NOUN
bracis-28420	188	40	models	model	NOUN
bracis-28420	188	41	demonstrate	demonstrate	VERB
bracis-28420	188	42	superior	superior	ADJ
bracis-28420	188	43	results	result	NOUN
bracis-28420	188	44	compared	compare	VERB
bracis-28420	188	45	to	to	ADP
bracis-28420	188	46	other	other	ADJ
bracis-28420	188	47	models	model	NOUN
bracis-28420	188	48	.	.	PUNCT
bracis-28420	189	1	in	in	ADP
bracis-28420	189	2	the	the	DET
bracis-28420	189	3	scenario	scenario	NOUN
bracis-28420	189	4	that	that	PRON
bracis-28420	189	5	evaluates	evaluate	VERB
bracis-28420	189	6	the	the	DET
bracis-28420	189	7	hierarchical	hierarchical	ADJ
bracis-28420	189	8	text	text	NOUN
bracis-28420	189	9	classification	classification	NOUN
bracis-28420	189	10	,	,	PUNCT
bracis-28420	189	11	legalbert	legalbert	NOUN
bracis-28420	189	12	-	-	PUNCT
bracis-28420	189	13	pt	pt	NOUN
bracis-28420	189	14	fp	fp	PROPN
bracis-28420	189	15	outperforms	outperform	NOUN
bracis-28420	189	16	the	the	DET
bracis-28420	189	17	generic	generic	ADJ
bracis-28420	189	18	bertimbau	bertimbau	NOUN
bracis-28420	189	19	-	-	PUNCT
bracis-28420	189	20	base	base	NOUN
bracis-28420	189	21	model	model	NOUN
bracis-28420	189	22	by	by	ADP
bracis-28420	189	23	1.19	1.19	NUM
bracis-28420	189	24	%	%	NOUN
bracis-28420	189	25	in	in	ADP
bracis-28420	189	26	f1	f1	NOUN
bracis-28420	189	27	-	-	PUNCT
bracis-28420	189	28	micro	micro	NOUN
bracis-28420	189	29	and	and	CCONJ
bracis-28420	189	30	0.4	0.4	NUM
bracis-28420	189	31	%	%	NOUN
bracis-28420	189	32	in	in	ADP
bracis-28420	189	33	f1	f1	NOUN
bracis-28420	189	34	-	-	PUNCT
bracis-28420	189	35	weighted	weight	VERB
bracis-28420	189	36	.	.	PUNCT
bracis-28420	190	1	when	when	SCONJ
bracis-28420	190	2	compared	compare	VERB
bracis-28420	190	3	with	with	ADP
bracis-28420	190	4	legal	legal	ADJ
bracis-28420	190	5	-	-	PUNCT
bracis-28420	190	6	bertimbau	bertimbau	NOUN
bracis-28420	190	7	-	-	PUNCT
bracis-28420	190	8	base	base	NOUN
bracis-28420	190	9	,	,	PUNCT
bracis-28420	190	10	legalbert	legalbert	NOUN
bracis-28420	190	11	-	-	PUNCT
bracis-28420	190	12	pt	pt	NOUN
bracis-28420	190	13	fp	fp	PROPN
bracis-28420	190	14	also	also	ADV
bracis-28420	190	15	outperforms	outperform	VERB
bracis-28420	190	16	f1	f1	NOUN
bracis-28420	190	17	-	-	PUNCT
bracis-28420	190	18	micro	micro	NOUN
bracis-28420	190	19	by	by	ADP
bracis-28420	190	20	1.59	1.59	NUM
bracis-28420	190	21	%	%	NOUN
bracis-28420	190	22	and	and	CCONJ
bracis-28420	190	23	f1	f1	NOUN
bracis-28420	190	24	-	-	PUNCT
bracis-28420	190	25	weighted	weight	VERB
bracis-28420	190	26	by	by	ADP
bracis-28420	190	27	0.8	0.8	NUM
bracis-28420	190	28	%	%	NOUN
bracis-28420	190	29	.	.	PUNCT
bracis-28420	191	1	it	it	PRON
bracis-28420	191	2	is	be	AUX
bracis-28420	191	3	important	important	ADJ
bracis-28420	191	4	to	to	PART
bracis-28420	191	5	note	note	VERB
bracis-28420	191	6	,	,	PUNCT
bracis-28420	191	7	however	however	ADV
bracis-28420	191	8	,	,	PUNCT
bracis-28420	191	9	that	that	SCONJ
bracis-28420	191	10	the	the	DET
bracis-28420	191	11	relatively	relatively	ADV
bracis-28420	191	12	close	close	ADJ
bracis-28420	191	13	results	result	NOUN
bracis-28420	191	14	between	between	ADP
bracis-28420	191	15	the	the	DET
bracis-28420	191	16	generic	generic	ADJ
bracis-28420	191	17	and	and	CCONJ
bracis-28420	191	18	specific	specific	ADJ
bracis-28420	191	19	models	model	NOUN
bracis-28420	191	20	in	in	ADP
bracis-28420	191	21	the	the	DET
bracis-28420	191	22	text	text	NOUN
bracis-28420	191	23	classification	classification	NOUN
bracis-28420	191	24	task	task	NOUN
bracis-28420	191	25	suggest	suggest	VERB
bracis-28420	191	26	that	that	SCONJ
bracis-28420	191	27	the	the	DET
bracis-28420	191	28	use	use	NOUN
bracis-28420	191	29	of	of	ADP
bracis-28420	191	30	a	a	DET
bracis-28420	191	31	generic	generic	ADJ
bracis-28420	191	32	textual	textual	ADJ
bracis-28420	191	33	structure	structure	NOUN
bracis-28420	191	34	in	in	ADP
bracis-28420	191	35	the	the	DET
bracis-28420	191	36	composition	composition	NOUN
bracis-28420	191	37	of	of	ADP
bracis-28420	191	38	the	the	DET
bracis-28420	191	39	initial	initial	ADJ
bracis-28420	191	40	petitions	petition	NOUN
bracis-28420	191	41	may	may	AUX
bracis-28420	191	42	not	not	PART
bracis-28420	191	43	require	require	VERB
bracis-28420	191	44	in	in	ADP
bracis-28420	191	45	-	-	PUNCT
bracis-28420	191	46	depth	depth	NOUN
bracis-28420	191	47	domain	domain	NOUN
bracis-28420	191	48	-	-	PUNCT
bracis-28420	191	49	specific	specific	ADJ
bracis-28420	191	50	knowledge	knowledge	NOUN
bracis-28420	191	51	.	.	PUNCT
bracis-28420	192	1	thus	thus	ADV
bracis-28420	192	2	,	,	PUNCT
bracis-28420	192	3	relevant	relevant	ADJ
bracis-28420	192	4	linguistic	linguistic	ADJ
bracis-28420	192	5	features	feature	NOUN
bracis-28420	192	6	for	for	ADP
bracis-28420	192	7	classification	classification	NOUN
bracis-28420	192	8	may	may	AUX
bracis-28420	192	9	be	be	AUX
bracis-28420	192	10	more	more	ADV
bracis-28420	192	11	universal	universal	ADJ
bracis-28420	192	12	and	and	CCONJ
bracis-28420	192	13	captured	capture	VERB
bracis-28420	192	14	by	by	ADP
bracis-28420	192	15	a	a	DET
bracis-28420	192	16	generic	generic	ADJ
bracis-28420	192	17	language	language	NOUN
bracis-28420	192	18	model	model	NOUN
bracis-28420	192	19	.	.	PUNCT
bracis-28420	193	1	it	it	PRON
bracis-28420	193	2	is	be	AUX
bracis-28420	193	3	also	also	ADV
bracis-28420	193	4	important	important	ADJ
bracis-28420	193	5	to	to	PART
bracis-28420	193	6	recognize	recognize	VERB
bracis-28420	193	7	that	that	SCONJ
bracis-28420	193	8	the	the	DET
bracis-28420	193	9	performance	performance	NOUN
bracis-28420	193	10	of	of	ADP
bracis-28420	193	11	a	a	DET
bracis-28420	193	12	model	model	NOUN
bracis-28420	193	13	may	may	AUX
bracis-28420	193	14	vary	vary	VERB
bracis-28420	193	15	depending	depend	VERB
bracis-28420	193	16	on	on	ADP
bracis-28420	193	17	the	the	DET
bracis-28420	193	18	task	task	NOUN
bracis-28420	193	19	and	and	CCONJ
bracis-28420	193	20	dataset	dataset	NOUN
bracis-28420	193	21	,	,	PUNCT
bracis-28420	193	22	and	and	CCONJ
bracis-28420	193	23	a	a	DET
bracis-28420	193	24	specific	specific	ADJ
bracis-28420	193	25	model	model	NOUN
bracis-28420	193	26	may	may	AUX
bracis-28420	193	27	be	be	AUX
bracis-28420	193	28	better	well	ADV
bracis-28420	193	29	suited	suit	VERB
bracis-28420	193	30	for	for	ADP
bracis-28420	193	31	a	a	DET
bracis-28420	193	32	particular	particular	ADJ
bracis-28420	193	33	task	task	NOUN
bracis-28420	193	34	.	.	PUNCT
bracis-28420	193	35	table	table	NOUN
bracis-28420	193	36	7	7	NUM
bracis-28420	193	37	.	.	PUNCT
bracis-28420	193	38	results	result	NOUN
bracis-28420	193	39	of	of	ADP
bracis-28420	193	40	the	the	DET
bracis-28420	193	41	language	language	NOUN
bracis-28420	193	42	models	model	NOUN
bracis-28420	193	43	in	in	ADP
bracis-28420	193	44	terms	term	NOUN
bracis-28420	193	45	of	of	ADP
bracis-28420	193	46	the	the	DET
bracis-28420	193	47	mean	mean	ADJ
bracis-28420	193	48	±	±	NOUN
bracis-28420	193	49	standard	standard	NOUN
bracis-28420	193	50	error	error	NOUN
bracis-28420	193	51	of	of	ADP
bracis-28420	193	52	the	the	DET
bracis-28420	193	53	f1	f1	NOUN
bracis-28420	193	54	-	-	PUNCT
bracis-28420	193	55	score	score	NOUN
bracis-28420	193	56	in	in	ADP
bracis-28420	193	57	text	text	NOUN
bracis-28420	193	58	classification	classification	NOUN
bracis-28420	193	59	with	with	ADP
bracis-28420	193	60	512	512	NUM
bracis-28420	193	61	tokens.full	tokens.full	NUM
bracis-28420	193	62	size	size	NOUN
bracis-28420	193	63	table	table	NOUN
bracis-28420	193	64	table	table	NOUN
bracis-28420	193	65	8	8	NUM
bracis-28420	193	66	.	.	PUNCT
bracis-28420	194	1	results	result	NOUN
bracis-28420	194	2	of	of	ADP
bracis-28420	194	3	the	the	DET
bracis-28420	194	4	language	language	NOUN
bracis-28420	194	5	models	model	NOUN
bracis-28420	194	6	in	in	ADP
bracis-28420	194	7	terms	term	NOUN
bracis-28420	194	8	of	of	ADP
bracis-28420	194	9	the	the	DET
bracis-28420	194	10	mean	mean	ADJ
bracis-28420	194	11	±	±	NOUN
bracis-28420	194	12	standard	standard	NOUN
bracis-28420	194	13	error	error	NOUN
bracis-28420	194	14	of	of	ADP
bracis-28420	194	15	the	the	DET
bracis-28420	194	16	f1	f1	NOUN
bracis-28420	194	17	-	-	PUNCT
bracis-28420	194	18	score	score	NOUN
bracis-28420	194	19	in	in	ADP
bracis-28420	194	20	text	text	NOUN
bracis-28420	194	21	classification	classification	NOUN
bracis-28420	194	22	with	with	ADP
bracis-28420	194	23	8,192	8,192	NUM
bracis-28420	194	24	tokens.full	tokens.full	NUM
bracis-28420	194	25	size	size	NOUN
bracis-28420	194	26	table	table	NOUN
bracis-28420	194	27	in	in	ADP
bracis-28420	194	28	the	the	DET
bracis-28420	194	29	multi	multi	ADJ
bracis-28420	194	30	-	-	ADJ
bracis-28420	194	31	class	class	ADJ
bracis-28420	194	32	classification	classification	NOUN
bracis-28420	194	33	approach	approach	NOUN
bracis-28420	194	34	,	,	PUNCT
bracis-28420	194	35	the	the	DET
bracis-28420	194	36	legalbert	legalbert	NOUN
bracis-28420	194	37	-	-	PUNCT
bracis-28420	194	38	pt	pt	NOUN
bracis-28420	194	39	models	model	NOUN
bracis-28420	194	40	outperform	outperform	VERB
bracis-28420	194	41	the	the	DET
bracis-28420	194	42	bertimbau	bertimbau	NOUN
bracis-28420	194	43	-	-	PUNCT
bracis-28420	194	44	base	base	NOUN
bracis-28420	194	45	results	result	NOUN
bracis-28420	194	46	in	in	ADP
bracis-28420	194	47	all	all	DET
bracis-28420	194	48	experiments	experiment	NOUN
bracis-28420	194	49	.	.	PUNCT
bracis-28420	195	1	when	when	SCONJ
bracis-28420	195	2	analyzing	analyze	VERB
bracis-28420	195	3	the	the	DET
bracis-28420	195	4	classification	classification	NOUN
bracis-28420	195	5	with	with	ADP
bracis-28420	195	6	the	the	DET
bracis-28420	195	7	representation	representation	NOUN
bracis-28420	195	8	of	of	ADP
bracis-28420	195	9	the	the	DET
bracis-28420	195	10	text	text	NOUN
bracis-28420	195	11	by	by	ADP
bracis-28420	195	12	512	512	NUM
bracis-28420	195	13	tokens	token	NOUN
bracis-28420	195	14	,	,	PUNCT
bracis-28420	195	15	the	the	DET
bracis-28420	195	16	result	result	NOUN
bracis-28420	195	17	legalbert	legalbert	NOUN
bracis-28420	195	18	-	-	PUNCT
bracis-28420	195	19	pt	pt	NOUN
bracis-28420	195	20	fp	fp	PROPN
bracis-28420	195	21	exceeds	exceed	NOUN
bracis-28420	195	22	by	by	ADP
bracis-28420	195	23	2.6	2.6	NUM
bracis-28420	195	24	%	%	NOUN
bracis-28420	195	25	in	in	ADP
bracis-28420	195	26	the	the	DET
bracis-28420	195	27	f1	f1	NOUN
bracis-28420	195	28	-	-	PUNCT
bracis-28420	195	29	micro	micro	NOUN
bracis-28420	195	30	,	,	PUNCT
bracis-28420	195	31	4.6	4.6	NUM
bracis-28420	195	32	%	%	NOUN
bracis-28420	195	33	in	in	ADP
bracis-28420	195	34	the	the	DET
bracis-28420	195	35	f1	f1	NOUN
bracis-28420	195	36	-	-	PUNCT
bracis-28420	195	37	macro	macro	NOUN
bracis-28420	195	38	and	and	CCONJ
bracis-28420	195	39	3.0	3.0	NUM
bracis-28420	195	40	%	%	NOUN
bracis-28420	195	41	in	in	ADP
bracis-28420	195	42	the	the	DET
bracis-28420	195	43	f1	f1	NOUN
bracis-28420	195	44	-	-	PUNCT
bracis-28420	195	45	weighted	weight	VERB
bracis-28420	195	46	.	.	PUNCT
bracis-28420	196	1	when	when	SCONJ
bracis-28420	196	2	analyzing	analyze	VERB
bracis-28420	196	3	the	the	DET
bracis-28420	196	4	classification	classification	NOUN
bracis-28420	196	5	with	with	ADP
bracis-28420	196	6	the	the	DET
bracis-28420	196	7	representation	representation	NOUN
bracis-28420	196	8	of	of	ADP
bracis-28420	196	9	the	the	DET
bracis-28420	196	10	text	text	NOUN
bracis-28420	196	11	by	by	ADP
bracis-28420	196	12	8,192	8,192	NUM
bracis-28420	196	13	tokens	token	NOUN
bracis-28420	196	14	,	,	PUNCT
bracis-28420	196	15	the	the	DET
bracis-28420	196	16	legalbert	legalbert	NOUN
bracis-28420	196	17	-	-	PUNCT
bracis-28420	196	18	pt	pt	NOUN
bracis-28420	196	19	fp	fp	PROPN
bracis-28420	196	20	result	result	NOUN
bracis-28420	196	21	exceeds	exceed	VERB
bracis-28420	196	22	3.0	3.0	NUM
bracis-28420	196	23	%	%	NOUN
bracis-28420	196	24	in	in	ADP
bracis-28420	196	25	the	the	DET
bracis-28420	196	26	f1	f1	NOUN
bracis-28420	196	27	-	-	PUNCT
bracis-28420	196	28	micro	micro	NOUN
bracis-28420	196	29	,	,	PUNCT
bracis-28420	196	30	3.7	3.7	NUM
bracis-28420	196	31	%	%	NOUN
bracis-28420	196	32	in	in	ADP
bracis-28420	196	33	the	the	DET
bracis-28420	196	34	f1	f1	NOUN
bracis-28420	196	35	-	-	PUNCT
bracis-28420	196	36	macro	macro	NOUN
bracis-28420	196	37	and	and	CCONJ
bracis-28420	196	38	3.2	3.2	NUM
bracis-28420	196	39	%	%	NOUN
bracis-28420	196	40	in	in	ADP
bracis-28420	196	41	the	the	DET
bracis-28420	196	42	f1	f1	NOUN
bracis-28420	196	43	-	-	PUNCT
bracis-28420	196	44	weighted	weight	VERB
bracis-28420	196	45	.	.	PUNCT
bracis-28420	197	1	one	one	NUM
bracis-28420	197	2	possible	possible	ADJ
bracis-28420	197	3	reason	reason	NOUN
bracis-28420	197	4	for	for	ADP
bracis-28420	197	5	legalbert	legalbert	NOUN
bracis-28420	197	6	-	-	PUNCT
bracis-28420	197	7	pt	pt	NOUN
bracis-28420	197	8	fp	fp	PROPN
bracis-28420	197	9	’s	’s	PART
bracis-28420	197	10	better	well	ADJ
bracis-28420	197	11	performance	performance	NOUN
bracis-28420	197	12	in	in	ADP
bracis-28420	197	13	text	text	NOUN
bracis-28420	197	14	classification	classification	NOUN
bracis-28420	197	15	is	be	AUX
bracis-28420	197	16	that	that	SCONJ
bracis-28420	197	17	it	it	PRON
bracis-28420	197	18	was	be	AUX
bracis-28420	197	19	pretrained	pretraine	VERB
bracis-28420	197	20	on	on	ADP
bracis-28420	197	21	a	a	DET
bracis-28420	197	22	dataset	dataset	NOUN
bracis-28420	197	23	with	with	ADP
bracis-28420	197	24	language	language	NOUN
bracis-28420	197	25	similar	similar	ADJ
bracis-28420	197	26	to	to	ADP
bracis-28420	197	27	the	the	DET
bracis-28420	197	28	language	language	NOUN
bracis-28420	197	29	of	of	ADP
bracis-28420	197	30	the	the	DET
bracis-28420	197	31	texts	text	NOUN
bracis-28420	197	32	used	use	VERB
bracis-28420	197	33	in	in	ADP
bracis-28420	197	34	the	the	DET
bracis-28420	197	35	classification	classification	NOUN
bracis-28420	197	36	task	task	NOUN
bracis-28420	197	37	.	.	PUNCT
bracis-28420	198	1	this	this	PRON
bracis-28420	198	2	could	could	AUX
bracis-28420	198	3	have	have	AUX
bracis-28420	198	4	allowed	allow	VERB
bracis-28420	198	5	the	the	DET
bracis-28420	198	6	model	model	NOUN
bracis-28420	198	7	to	to	PART
bracis-28420	198	8	learn	learn	VERB
bracis-28420	198	9	relevant	relevant	ADJ
bracis-28420	198	10	linguistic	linguistic	ADJ
bracis-28420	198	11	features	feature	NOUN
bracis-28420	198	12	that	that	PRON
bracis-28420	198	13	contribute	contribute	VERB
bracis-28420	198	14	to	to	ADP
bracis-28420	198	15	improved	improved	ADJ
bracis-28420	198	16	performance	performance	NOUN
bracis-28420	198	17	.	.	PUNCT
bracis-28420	199	1	the	the	DET
bracis-28420	199	2	results	result	NOUN
bracis-28420	199	3	of	of	ADP
bracis-28420	199	4	our	our	PRON
bracis-28420	199	5	experiments	experiment	NOUN
bracis-28420	199	6	demonstrate	demonstrate	VERB
bracis-28420	199	7	that	that	SCONJ
bracis-28420	199	8	domain	domain	NOUN
bracis-28420	199	9	-	-	PUNCT
bracis-28420	199	10	specific	specific	ADJ
bracis-28420	199	11	language	language	NOUN
bracis-28420	199	12	models	model	NOUN
bracis-28420	199	13	outperform	outperform	VERB
bracis-28420	199	14	domain	domain	NOUN
bracis-28420	199	15	-	-	PUNCT
bracis-28420	199	16	general	general	ADJ
bracis-28420	199	17	language	language	NOUN
bracis-28420	199	18	models	model	NOUN
bracis-28420	199	19	on	on	ADP
bracis-28420	199	20	domain	domain	NOUN
bracis-28420	199	21	-	-	PUNCT
bracis-28420	199	22	specific	specific	ADJ
bracis-28420	199	23	tasks	task	NOUN
bracis-28420	199	24	such	such	ADJ
bracis-28420	199	25	as	as	ADP
bracis-28420	199	26	ner	ner	NOUN
bracis-28420	199	27	and	and	CCONJ
bracis-28420	199	28	text	text	NOUN
bracis-28420	199	29	classification	classification	NOUN
bracis-28420	199	30	.	.	PUNCT
bracis-28420	200	1	this	this	PRON
bracis-28420	200	2	suggests	suggest	VERB
bracis-28420	200	3	that	that	SCONJ
bracis-28420	200	4	pretraining	pretraine	VERB
bracis-28420	200	5	with	with	ADP
bracis-28420	200	6	domain	domain	NOUN
bracis-28420	200	7	-	-	PUNCT
bracis-28420	200	8	specific	specific	ADJ
bracis-28420	200	9	texts	text	NOUN
bracis-28420	200	10	allows	allow	VERB
bracis-28420	200	11	the	the	DET
bracis-28420	200	12	language	language	NOUN
bracis-28420	200	13	model	model	NOUN
bracis-28420	200	14	to	to	PART
bracis-28420	200	15	learn	learn	VERB
bracis-28420	200	16	richer	rich	ADJ
bracis-28420	200	17	and	and	CCONJ
bracis-28420	200	18	more	more	ADV
bracis-28420	200	19	specific	specific	ADJ
bracis-28420	200	20	representations	representation	NOUN
bracis-28420	200	21	of	of	ADP
bracis-28420	200	22	the	the	DET
bracis-28420	200	23	domain	domain	NOUN
bracis-28420	200	24	-	-	PUNCT
bracis-28420	200	25	specific	specific	ADJ
bracis-28420	200	26	language	language	NOUN
bracis-28420	200	27	compared	compare	VERB
bracis-28420	200	28	to	to	ADP
bracis-28420	200	29	domain	domain	NOUN
bracis-28420	200	30	-	-	PUNCT
bracis-28420	200	31	general	general	ADJ
bracis-28420	200	32	language	language	NOUN
bracis-28420	200	33	models	model	NOUN
bracis-28420	200	34	.	.	PUNCT
bracis-28420	201	1	however	however	ADV
bracis-28420	201	2	,	,	PUNCT
bracis-28420	201	3	it	it	PRON
bracis-28420	201	4	is	be	AUX
bracis-28420	201	5	important	important	ADJ
bracis-28420	201	6	to	to	PART
bracis-28420	201	7	note	note	VERB
bracis-28420	201	8	that	that	DET
bracis-28420	201	9	specialization	specialization	NOUN
bracis-28420	201	10	in	in	ADP
bracis-28420	201	11	a	a	DET
bracis-28420	201	12	single	single	ADJ
bracis-28420	201	13	domain	domain	NOUN
bracis-28420	201	14	limits	limit	VERB
bracis-28420	201	15	the	the	DET
bracis-28420	201	16	model	model	NOUN
bracis-28420	201	17	’s	’s	PART
bracis-28420	201	18	applicability	applicability	NOUN
bracis-28420	201	19	to	to	ADP
bracis-28420	201	20	tasks	task	NOUN
bracis-28420	201	21	in	in	ADP
bracis-28420	201	22	that	that	DET
bracis-28420	201	23	domain	domain	NOUN
bracis-28420	201	24	.	.	PUNCT
bracis-28420	202	1	therefore	therefore	ADV
bracis-28420	202	2	,	,	PUNCT
bracis-28420	202	3	in	in	ADP
bracis-28420	202	4	scenarios	scenario	NOUN
bracis-28420	202	5	where	where	SCONJ
bracis-28420	202	6	the	the	DET
bracis-28420	202	7	application	application	NOUN
bracis-28420	202	8	needs	need	VERB
bracis-28420	202	9	to	to	PART
bracis-28420	202	10	handle	handle	VERB
bracis-28420	202	11	multiple	multiple	ADJ
bracis-28420	202	12	domains	domain	NOUN
bracis-28420	202	13	,	,	PUNCT
bracis-28420	202	14	a	a	DET
bracis-28420	202	15	broader	broad	ADJ
bracis-28420	202	16	approach	approach	NOUN
bracis-28420	202	17	may	may	AUX
bracis-28420	202	18	be	be	AUX
bracis-28420	202	19	necessary	necessary	ADJ
bracis-28420	202	20	,	,	PUNCT
bracis-28420	202	21	such	such	ADJ
bracis-28420	202	22	as	as	ADP
bracis-28420	202	23	using	use	VERB
bracis-28420	202	24	generic	generic	ADJ
bracis-28420	202	25	language	language	NOUN
bracis-28420	202	26	models	model	NOUN
bracis-28420	202	27	.	.	PUNCT
bracis-28420	203	1	6	6	NUM
bracis-28420	203	2	conclusion	conclusion	NOUN
bracis-28420	203	3	and	and	CCONJ
bracis-28420	203	4	 	 	SPACE
bracis-28420	203	5	future	future	NOUN
bracis-28420	203	6	works	work	VERB
bracis-28420	203	7	this	this	DET
bracis-28420	203	8	article	article	NOUN
bracis-28420	203	9	outlined	outline	VERB
bracis-28420	203	10	the	the	DET
bracis-28420	203	11	process	process	NOUN
bracis-28420	203	12	of	of	ADP
bracis-28420	203	13	training	training	NOUN
bracis-28420	203	14	,	,	PUNCT
bracis-28420	203	15	using	use	VERB
bracis-28420	203	16	,	,	PUNCT
bracis-28420	203	17	and	and	CCONJ
bracis-28420	203	18	evaluating	evaluate	VERB
bracis-28420	203	19	a	a	DET
bracis-28420	203	20	language	language	NOUN
bracis-28420	203	21	model	model	NOUN
bracis-28420	203	22	specifically	specifically	ADV
bracis-28420	203	23	designed	design	VERB
bracis-28420	203	24	for	for	ADP
bracis-28420	203	25	the	the	DET
bracis-28420	203	26	legal	legal	ADJ
bracis-28420	203	27	domain	domain	NOUN
bracis-28420	203	28	.	.	PUNCT
bracis-28420	204	1	it	it	PRON
bracis-28420	204	2	demonstrated	demonstrate	VERB
bracis-28420	204	3	that	that	SCONJ
bracis-28420	204	4	the	the	DET
bracis-28420	204	5	language	language	NOUN
bracis-28420	204	6	model	model	NOUN
bracis-28420	204	7	enhances	enhance	VERB
bracis-28420	204	8	accuracy	accuracy	NOUN
bracis-28420	204	9	in	in	ADP
bracis-28420	204	10	particular	particular	ADJ
bracis-28420	204	11	tasks	task	NOUN
bracis-28420	204	12	within	within	ADP
bracis-28420	204	13	the	the	DET
bracis-28420	204	14	legal	legal	ADJ
bracis-28420	204	15	field	field	NOUN
bracis-28420	204	16	.	.	PUNCT
bracis-28420	205	1	experiments	experiment	NOUN
bracis-28420	205	2	were	be	AUX
bracis-28420	205	3	conducted	conduct	VERB
bracis-28420	205	4	to	to	PART
bracis-28420	205	5	determine	determine	VERB
bracis-28420	205	6	the	the	DET
bracis-28420	205	7	optimal	optimal	ADJ
bracis-28420	205	8	strategy	strategy	NOUN
bracis-28420	205	9	for	for	ADP
bracis-28420	205	10	generating	generate	VERB
bracis-28420	205	11	a	a	DET
bracis-28420	205	12	language	language	NOUN
bracis-28420	205	13	model	model	NOUN
bracis-28420	205	14	for	for	ADP
bracis-28420	205	15	a	a	DET
bracis-28420	205	16	new	new	ADJ
bracis-28420	205	17	domain	domain	NOUN
bracis-28420	205	18	,	,	PUNCT
bracis-28420	205	19	weighing	weigh	VERB
bracis-28420	205	20	the	the	DET
bracis-28420	205	21	options	option	NOUN
bracis-28420	205	22	of	of	ADP
bracis-28420	205	23	additional	additional	ADJ
bracis-28420	205	24	pretraining	pretraine	VERB
bracis-28420	205	25	from	from	ADP
bracis-28420	205	26	a	a	DET
bracis-28420	205	27	pre	pre	ADJ
bracis-28420	205	28	-	-	ADJ
bracis-28420	205	29	existing	exist	VERB
bracis-28420	205	30	generic	generic	ADJ
bracis-28420	205	31	domain	domain	NOUN
bracis-28420	205	32	model	model	NOUN
bracis-28420	205	33	or	or	CCONJ
bracis-28420	205	34	starting	start	VERB
bracis-28420	205	35	from	from	ADP
bracis-28420	205	36	scratch	scratch	NOUN
bracis-28420	205	37	.	.	PUNCT
bracis-28420	206	1	consequently	consequently	ADV
bracis-28420	206	2	,	,	PUNCT
bracis-28420	206	3	two	two	NUM
bracis-28420	206	4	versions	version	NOUN
bracis-28420	206	5	of	of	ADP
bracis-28420	206	6	the	the	DET
bracis-28420	206	7	language	language	NOUN
bracis-28420	206	8	model	model	NOUN
bracis-28420	206	9	pretrained	pretraine	VERB
bracis-28420	206	10	on	on	ADP
bracis-28420	206	11	legal	legal	ADJ
bracis-28420	206	12	domain	domain	NOUN
bracis-28420	206	13	documents	document	NOUN
bracis-28420	206	14	were	be	AUX
bracis-28420	206	15	developed	develop	VERB
bracis-28420	206	16	:	:	PUNCT
bracis-28420	206	17	legalbert	legalbert	NOUN
bracis-28420	206	18	-	-	PUNCT
bracis-28420	206	19	pt	pt	X
bracis-28420	206	20	sc	sc	PROPN
bracis-28420	206	21	(	(	PUNCT
bracis-28420	206	22	trained	train	VERB
bracis-28420	206	23	from	from	ADP
bracis-28420	206	24	scratch	scratch	NOUN
bracis-28420	206	25	)	)	PUNCT
bracis-28420	206	26	and	and	CCONJ
bracis-28420	206	27	legalbert	legalbert	NOUN
bracis-28420	206	28	-	-	PUNCT
bracis-28420	206	29	pt	pt	ADJ
bracis-28420	206	30	fp	fp	X
bracis-28420	206	31	(	(	PUNCT
bracis-28420	206	32	pretrained	pretraine	VERB
bracis-28420	206	33	using	use	VERB
bracis-28420	206	34	the	the	DET
bracis-28420	206	35	bertimbau	bertimbau	NOUN
bracis-28420	206	36	-	-	PUNCT
bracis-28420	206	37	base	base	NOUN
bracis-28420	206	38	model	model	NOUN
bracis-28420	206	39	)	)	PUNCT
bracis-28420	206	40	.	.	PUNCT
bracis-28420	207	1	for	for	ADP
bracis-28420	207	2	the	the	DET
bracis-28420	207	3	legalbert	legalbert	NOUN
bracis-28420	207	4	-	-	PUNCT
bracis-28420	207	5	pt	pt	PROPN
bracis-28420	207	6	sc	sc	PROPN
bracis-28420	207	7	model	model	NOUN
bracis-28420	207	8	,	,	PUNCT
bracis-28420	207	9	legal	legal	ADJ
bracis-28420	207	10	documents	document	NOUN
bracis-28420	207	11	and	and	CCONJ
bracis-28420	207	12	articles	article	NOUN
bracis-28420	207	13	from	from	ADP
bracis-28420	207	14	the	the	DET
bracis-28420	207	15	portuguese	portuguese	ADJ
bracis-28420	207	16	wikipedia	wikipedia	PROPN
bracis-28420	207	17	were	be	AUX
bracis-28420	207	18	utilized	utilize	VERB
bracis-28420	207	19	to	to	PART
bracis-28420	207	20	create	create	VERB
bracis-28420	207	21	a	a	DET
bracis-28420	207	22	vocabulary	vocabulary	NOUN
bracis-28420	207	23	that	that	PRON
bracis-28420	207	24	includes	include	VERB
bracis-28420	207	25	both	both	CCONJ
bracis-28420	207	26	generic	generic	ADJ
bracis-28420	207	27	and	and	CCONJ
bracis-28420	207	28	legal	legal	ADJ
bracis-28420	207	29	domain	domain	NOUN
bracis-28420	207	30	-	-	PUNCT
bracis-28420	207	31	specific	specific	ADJ
bracis-28420	207	32	terms	term	NOUN
bracis-28420	207	33	in	in	ADP
bracis-28420	207	34	portuguese	portuguese	PROPN
bracis-28420	207	35	.	.	PUNCT
bracis-28420	208	1	the	the	DET
bracis-28420	208	2	legal	legal	ADJ
bracis-28420	208	3	domain	domain	NOUN
bracis-28420	208	4	language	language	NOUN
bracis-28420	208	5	models	model	NOUN
bracis-28420	208	6	were	be	AUX
bracis-28420	208	7	compared	compare	VERB
bracis-28420	208	8	to	to	ADP
bracis-28420	208	9	the	the	DET
bracis-28420	208	10	bertimbau	bertimbau	NOUN
bracis-28420	208	11	-	-	PUNCT
bracis-28420	208	12	base	base	NOUN
bracis-28420	208	13	(	(	PUNCT
bracis-28420	208	14	a	a	DET
bracis-28420	208	15	generic	generic	ADJ
bracis-28420	208	16	domain	domain	NOUN
bracis-28420	208	17	language	language	NOUN
bracis-28420	208	18	model	model	NOUN
bracis-28420	208	19	for	for	ADP
bracis-28420	208	20	the	the	DET
bracis-28420	208	21	portuguese	portuguese	ADJ
bracis-28420	208	22	language	language	NOUN
bracis-28420	208	23	)	)	PUNCT
bracis-28420	208	24	using	use	VERB
bracis-28420	208	25	intrinsic	intrinsic	ADJ
bracis-28420	208	26	evaluation	evaluation	NOUN
bracis-28420	208	27	(	(	PUNCT
bracis-28420	208	28	measured	measure	VERB
bracis-28420	208	29	through	through	ADP
bracis-28420	208	30	perplexity	perplexity	NOUN
bracis-28420	208	31	)	)	PUNCT
bracis-28420	208	32	and	and	CCONJ
bracis-28420	208	33	extrinsic	extrinsic	ADJ
bracis-28420	208	34	evaluation	evaluation	NOUN
bracis-28420	208	35	(	(	PUNCT
bracis-28420	208	36	by	by	ADP
bracis-28420	208	37	fine	fine	ADV
bracis-28420	208	38	-	-	PUNCT
bracis-28420	208	39	tuning	tune	VERB
bracis-28420	208	40	the	the	DET
bracis-28420	208	41	language	language	NOUN
bracis-28420	208	42	model	model	NOUN
bracis-28420	208	43	for	for	ADP
bracis-28420	208	44	specific	specific	ADJ
bracis-28420	208	45	tasks	task	NOUN
bracis-28420	208	46	such	such	ADJ
bracis-28420	208	47	as	as	ADP
bracis-28420	208	48	named	name	VERB
bracis-28420	208	49	entity	entity	NOUN
bracis-28420	208	50	recognition	recognition	NOUN
bracis-28420	208	51	and	and	CCONJ
bracis-28420	208	52	text	text	NOUN
bracis-28420	208	53	classification	classification	NOUN
bracis-28420	208	54	)	)	PUNCT
bracis-28420	208	55	.	.	PUNCT
bracis-28420	209	1	in	in	ADP
bracis-28420	209	2	both	both	DET
bracis-28420	209	3	evaluations	evaluation	NOUN
bracis-28420	209	4	,	,	PUNCT
bracis-28420	209	5	the	the	DET
bracis-28420	209	6	language	language	NOUN
bracis-28420	209	7	models	model	NOUN
bracis-28420	209	8	pretrained	pretraine	VERB
bracis-28420	209	9	on	on	ADP
bracis-28420	209	10	legal	legal	ADJ
bracis-28420	209	11	domain	domain	NOUN
bracis-28420	209	12	documents	document	NOUN
bracis-28420	209	13	yielded	yield	VERB
bracis-28420	209	14	superior	superior	ADJ
bracis-28420	209	15	results	result	NOUN
bracis-28420	209	16	compared	compare	VERB
bracis-28420	209	17	to	to	ADP
bracis-28420	209	18	the	the	DET
bracis-28420	209	19	bertimbau	bertimbau	NOUN
bracis-28420	209	20	-	-	PUNCT
bracis-28420	209	21	base	base	NOUN
bracis-28420	209	22	.	.	PUNCT
bracis-28420	210	1	notably	notably	ADV
bracis-28420	210	2	,	,	PUNCT
bracis-28420	210	3	the	the	DET
bracis-28420	210	4	most	most	ADV
bracis-28420	210	5	significant	significant	ADJ
bracis-28420	210	6	performance	performance	NOUN
bracis-28420	210	7	gains	gain	NOUN
bracis-28420	210	8	were	be	AUX
bracis-28420	210	9	observed	observe	VERB
bracis-28420	210	10	in	in	ADP
bracis-28420	210	11	the	the	DET
bracis-28420	210	12	most	most	ADV
bracis-28420	210	13	challenging	challenging	ADJ
bracis-28420	210	14	final	final	ADJ
bracis-28420	210	15	tasks	task	NOUN
bracis-28420	210	16	.	.	PUNCT
bracis-28420	211	1	the	the	DET
bracis-28420	211	2	language	language	NOUN
bracis-28420	211	3	models	model	NOUN
bracis-28420	211	4	developed	develop	VERB
bracis-28420	211	5	in	in	ADP
bracis-28420	211	6	this	this	DET
bracis-28420	211	7	study	study	NOUN
bracis-28420	211	8	are	be	AUX
bracis-28420	211	9	available	available	ADJ
bracis-28420	211	10	under	under	ADP
bracis-28420	211	11	the	the	DET
bracis-28420	211	12	openrail	openrail	NOUN
bracis-28420	211	13	license	license	NOUN
bracis-28420	211	14	and	and	CCONJ
bracis-28420	211	15	can	can	AUX
bracis-28420	211	16	be	be	AUX
bracis-28420	211	17	accessed	access	VERB
bracis-28420	211	18	at	at	ADP
bracis-28420	211	19	http://huggingface.co/raquelsilveira/legalbertpt_sc	http://huggingface.co/raquelsilveira/legalbertpt_sc	NOUN
bracis-28420	211	20	and	and	CCONJ
bracis-28420	211	21	http://huggingface.co/raquelsilveira/legalbertpt_fp	http://huggingface.co/raquelsilveira/legalbertpt_fp	PROPN
bracis-28420	211	22	.	.	PUNCT
bracis-28420	212	1	the	the	DET
bracis-28420	212	2	models	model	NOUN
bracis-28420	212	3	can	can	AUX
bracis-28420	212	4	be	be	AUX
bracis-28420	212	5	further	far	ADV
bracis-28420	212	6	fine	fine	ADV
bracis-28420	212	7	-	-	PUNCT
bracis-28420	212	8	tuned	tune	VERB
bracis-28420	212	9	using	use	VERB
bracis-28420	212	10	other	other	ADJ
bracis-28420	212	11	types	type	NOUN
bracis-28420	212	12	of	of	ADP
bracis-28420	212	13	legal	legal	ADJ
bracis-28420	212	14	documents	document	NOUN
bracis-28420	212	15	,	,	PUNCT
bracis-28420	212	16	which	which	PRON
bracis-28420	212	17	presents	present	VERB
bracis-28420	212	18	an	an	DET
bracis-28420	212	19	opportunity	opportunity	NOUN
bracis-28420	212	20	for	for	ADP
bracis-28420	212	21	ongoing	ongoing	ADJ
bracis-28420	212	22	improvement	improvement	NOUN
bracis-28420	212	23	.	.	PUNCT
bracis-28420	213	1	this	this	DET
bracis-28420	213	2	contribution	contribution	NOUN
bracis-28420	213	3	is	be	AUX
bracis-28420	213	4	significant	significant	ADJ
bracis-28420	213	5	for	for	ADP
bracis-28420	213	6	both	both	CCONJ
bracis-28420	213	7	the	the	DET
bracis-28420	213	8	scientific	scientific	ADJ
bracis-28420	213	9	and	and	CCONJ
bracis-28420	213	10	practical	practical	ADJ
bracis-28420	213	11	communities	community	NOUN
bracis-28420	213	12	,	,	PUNCT
bracis-28420	213	13	as	as	SCONJ
bracis-28420	213	14	it	it	PRON
bracis-28420	213	15	advances	advance	VERB
bracis-28420	213	16	our	our	PRON
bracis-28420	213	17	understanding	understanding	NOUN
bracis-28420	213	18	of	of	ADP
bracis-28420	213	19	how	how	SCONJ
bracis-28420	213	20	language	language	NOUN
bracis-28420	213	21	models	model	NOUN
bracis-28420	213	22	can	can	AUX
bracis-28420	213	23	enhance	enhance	VERB
bracis-28420	213	24	legal	legal	ADJ
bracis-28420	213	25	tasks	task	NOUN
bracis-28420	213	26	.	.	PUNCT
bracis-28420	214	1	in	in	ADP
bracis-28420	214	2	future	future	ADJ
bracis-28420	214	3	research	research	NOUN
bracis-28420	214	4	,	,	PUNCT
bracis-28420	214	5	we	we	PRON
bracis-28420	214	6	aim	aim	VERB
bracis-28420	214	7	to	to	PART
bracis-28420	214	8	examine	examine	VERB
bracis-28420	214	9	the	the	DET
bracis-28420	214	10	performance	performance	NOUN
bracis-28420	214	11	of	of	ADP
bracis-28420	214	12	legalbert	legalbert	NOUN
bracis-28420	214	13	-	-	PUNCT
bracis-28420	214	14	pt	pt	NOUN
bracis-28420	214	15	on	on	ADP
bracis-28420	214	16	additional	additional	ADJ
bracis-28420	214	17	datasets	dataset	NOUN
bracis-28420	214	18	and	and	CCONJ
bracis-28420	214	19	explore	explore	VERB
bracis-28420	214	20	the	the	DET
bracis-28420	214	21	model	model	NOUN
bracis-28420	214	22	’s	’s	PART
bracis-28420	214	23	application	application	NOUN
bracis-28420	214	24	in	in	ADP
bracis-28420	214	25	other	other	ADJ
bracis-28420	214	26	tasks	task	NOUN
bracis-28420	214	27	within	within	ADP
bracis-28420	214	28	the	the	DET
bracis-28420	214	29	legal	legal	ADJ
bracis-28420	214	30	domain	domain	NOUN
bracis-28420	214	31	.	.	PUNCT
bracis-28420	215	1	this	this	PRON
bracis-28420	215	2	will	will	AUX
bracis-28420	215	3	help	help	VERB
bracis-28420	215	4	assess	assess	VERB
bracis-28420	215	5	the	the	DET
bracis-28420	215	6	extent	extent	NOUN
bracis-28420	215	7	to	to	PART
bracis-28420	215	8	which	which	PRON
bracis-28420	215	9	understanding	understand	VERB
bracis-28420	215	10	the	the	DET
bracis-28420	215	11	specific	specific	ADJ
bracis-28420	215	12	language	language	NOUN
bracis-28420	215	13	of	of	ADP
bracis-28420	215	14	these	these	DET
bracis-28420	215	15	models	model	NOUN
bracis-28420	215	16	impacts	impact	VERB
bracis-28420	215	17	the	the	DET
bracis-28420	215	18	accuracy	accuracy	NOUN
bracis-28420	215	19	of	of	ADP
bracis-28420	215	20	domain	domain	NOUN
bracis-28420	215	21	-	-	PUNCT
bracis-28420	215	22	specific	specific	ADJ
bracis-28420	215	23	tasks	task	NOUN
bracis-28420	215	24	.	.	PUNCT
bracis-28420	216	1	comparisons	comparison	NOUN
bracis-28420	216	2	with	with	ADP
bracis-28420	216	3	gpt	gpt	NOUN
bracis-28420	216	4	models	model	NOUN
bracis-28420	216	5	and	and	CCONJ
bracis-28420	216	6	the	the	DET
bracis-28420	216	7	utilization	utilization	NOUN
bracis-28420	216	8	of	of	ADP
bracis-28420	216	9	the	the	DET
bracis-28420	216	10	pretrained	pretraine	VERB
bracis-28420	216	11	model	model	NOUN
bracis-28420	216	12	to	to	PART
bracis-28420	216	13	distill	distill	VERB
bracis-28420	216	14	llms	llm	NOUN
bracis-28420	216	15	are	be	AUX
bracis-28420	216	16	also	also	ADV
bracis-28420	216	17	planned	plan	VERB
bracis-28420	216	18	for	for	ADP
bracis-28420	216	19	future	future	ADJ
bracis-28420	216	20	endeavors	endeavor	NOUN
bracis-28420	216	21	.	.	PUNCT
bracis-28420	217	1	references	reference	NOUN
bracis-28420	217	2	aguiar	aguiar	VERB
bracis-28420	217	3	,	,	PUNCT
bracis-28420	217	4	a.	a.	PROPN
bracis-28420	217	5	,	,	PUNCT
bracis-28420	217	6	silveira	silveira	PROPN
bracis-28420	217	7	,	,	PUNCT
bracis-28420	217	8	r.	r.	PROPN
bracis-28420	217	9	,	,	PUNCT
bracis-28420	217	10	pinheiro	pinheiro	PROPN
bracis-28420	217	11	,	,	PUNCT
bracis-28420	217	12	v.	v.	PROPN
bracis-28420	217	13	,	,	PUNCT
bracis-28420	217	14	furtado	furtado	NOUN
bracis-28420	217	15	,	,	PUNCT
bracis-28420	217	16	v.	v.	PROPN
bracis-28420	217	17	,	,	PUNCT
bracis-28420	217	18	neto	neto	NOUN
bracis-28420	217	19	,	,	PUNCT
bracis-28420	217	20	j.a	j.a	PROPN
bracis-28420	217	21	.	.	PROPN
bracis-28420	217	22	:	:	PUNCT
bracis-28420	218	1	text	text	NOUN
bracis-28420	218	2	classification	classification	NOUN
bracis-28420	218	3	in	in	ADP
bracis-28420	218	4	legal	legal	ADJ
bracis-28420	218	5	documents	document	NOUN
bracis-28420	218	6	extracted	extract	VERB
bracis-28420	218	7	from	from	ADP
bracis-28420	218	8	lawsuits	lawsuit	NOUN
bracis-28420	218	9	in	in	ADP
bracis-28420	218	10	brazilian	brazilian	ADJ
bracis-28420	218	11	courts	court	NOUN
bracis-28420	218	12	.	.	PUNCT
bracis-28420	219	1	in	in	ADP
bracis-28420	219	2	:	:	PUNCT
bracis-28420	219	3	anais	anais	PROPN
bracis-28420	219	4	da	da	PROPN
bracis-28420	219	5	x	x	PUNCT
bracis-28420	219	6	brazilian	brazilian	ADJ
bracis-28420	219	7	conference	conference	NOUN
bracis-28420	219	8	on	on	ADP
bracis-28420	219	9	intelligent	intelligent	ADJ
bracis-28420	219	10	systems	system	NOUN
bracis-28420	219	11	,	,	PUNCT
bracis-28420	219	12	sbc	sbc	NOUN
bracis-28420	219	13	,	,	PUNCT
bracis-28420	219	14	porto	porto	PROPN
bracis-28420	219	15	alegre	alegre	PROPN
bracis-28420	219	16	,	,	PUNCT
bracis-28420	219	17	rs	rs	NOUN
bracis-28420	219	18	,	,	PUNCT
bracis-28420	219	19	brasil	brasil	NOUN
bracis-28420	219	20	(	(	PUNCT
bracis-28420	219	21	2021	2021	NUM
bracis-28420	219	22	)	)	PUNCT
bracis-28420	219	23	.	.	PUNCT
bracis-28420	220	1	https://sol.sbc.org.br/index.php/bracis/article/view/19093	https://sol.sbc.org.br/index.php/bracis/article/view/19093	PROPN
bracis-28420	220	2	aguiar	aguiar	PROPN
bracis-28420	220	3	,	,	PUNCT
bracis-28420	220	4	a.	a.	PROPN
bracis-28420	220	5	,	,	PUNCT
bracis-28420	220	6	silveira	silveira	PROPN
bracis-28420	220	7	,	,	PUNCT
bracis-28420	220	8	r.	r.	PROPN
bracis-28420	220	9	,	,	PUNCT
bracis-28420	220	10	furtado	furtado	PROPN
bracis-28420	220	11	,	,	PUNCT
bracis-28420	220	12	v.	v.	PROPN
bracis-28420	220	13	,	,	PUNCT
bracis-28420	220	14	pinheiro	pinheiro	PROPN
bracis-28420	220	15	,	,	PUNCT
bracis-28420	220	16	v.	v.	PROPN
bracis-28420	220	17	,	,	PUNCT
bracis-28420	220	18	neto	neto	NOUN
bracis-28420	220	19	,	,	PUNCT
bracis-28420	220	20	j.a.m	j.a.m	PROPN
bracis-28420	220	21	.	.	PUNCT
bracis-28420	220	22	:	:	PUNCT
bracis-28420	220	23	using	use	VERB
bracis-28420	220	24	topic	topic	NOUN
bracis-28420	220	25	modeling	modeling	NOUN
bracis-28420	220	26	in	in	ADP
bracis-28420	220	27	classification	classification	NOUN
bracis-28420	220	28	of	of	ADP
bracis-28420	220	29	brazilian	brazilian	ADJ
bracis-28420	220	30	lawsuits	lawsuit	NOUN
bracis-28420	220	31	.	.	PUNCT
bracis-28420	221	1	in	in	ADP
bracis-28420	221	2	:	:	PUNCT
bracis-28420	221	3	pinheiro	pinheiro	PROPN
bracis-28420	221	4	,	,	PUNCT
bracis-28420	221	5	v.	v.	ADV
bracis-28420	221	6	,	,	PUNCT
bracis-28420	221	7	et	et	PROPN
bracis-28420	221	8	al	al	PROPN
bracis-28420	221	9	.	.	PUNCT
bracis-28420	221	10	(	(	PUNCT
bracis-28420	221	11	eds	ed	NOUN
bracis-28420	221	12	.	.	PUNCT
bracis-28420	221	13	)	)	PUNCT
bracis-28420	221	14	propor	propor	ADJ
bracis-28420	221	15	2022	2022	NUM
bracis-28420	221	16	.	.	PUNCT
bracis-28420	222	1	lncs	lncs	PROPN
bracis-28420	222	2	(	(	PUNCT
bracis-28420	222	3	lnai	lnai	ADJ
bracis-28420	222	4	)	)	PUNCT
bracis-28420	222	5	,	,	PUNCT
bracis-28420	222	6	vol	vol	NOUN
bracis-28420	222	7	.	.	PROPN
bracis-28420	222	8	13208	13208	NUM
bracis-28420	222	9	,	,	PUNCT
bracis-28420	222	10	pp	pp	ADV
bracis-28420	222	11	.	.	PUNCT
bracis-28420	223	1	233–242	233–242	NUM
bracis-28420	223	2	.	.	PUNCT
bracis-28420	223	3	springer	springer	NOUN
bracis-28420	223	4	,	,	PUNCT
bracis-28420	223	5	cham	cham	PROPN
bracis-28420	223	6	(	(	PUNCT
bracis-28420	223	7	2022	2022	NUM
bracis-28420	223	8	)	)	PUNCT
bracis-28420	223	9	.	.	PUNCT
bracis-28420	224	1	https://doi.org/10.1007/978-3-030-98305-5_22	https://doi.org/10.1007/978-3-030-98305-5_22	PROPN
bracis-28420	224	2	chapter	chapter	NOUN
bracis-28420	224	3	  	  	SPACE
bracis-28420	224	4	google	google	PROPN
bracis-28420	224	5	scholar	scholar	NOUN
bracis-28420	224	6	  	  	SPACE
bracis-28420	224	7	luz	luz	PROPN
bracis-28420	224	8	de	de	PROPN
bracis-28420	224	9	araujo	araujo	PROPN
bracis-28420	224	10	,	,	PUNCT
bracis-28420	224	11	p.h	p.h	PROPN
bracis-28420	224	12	.	.	PROPN
bracis-28420	224	13	,	,	PUNCT
bracis-28420	224	14	de	de	PROPN
bracis-28420	224	15	campos	campos	PROPN
bracis-28420	224	16	,	,	PUNCT
bracis-28420	224	17	t.e	t.e	PROPN
bracis-28420	224	18	.	.	PROPN
bracis-28420	224	19	,	,	PUNCT
bracis-28420	224	20	de	de	PROPN
bracis-28420	224	21	oliveira	oliveira	PROPN
bracis-28420	224	22	,	,	PUNCT
bracis-28420	224	23	r.r.r	r.r.r	ADV
bracis-28420	224	24	.	.	PROPN
bracis-28420	224	25	,	,	PUNCT
bracis-28420	224	26	stauffer	stauffer	PROPN
bracis-28420	224	27	,	,	PUNCT
bracis-28420	224	28	m.	m.	NOUN
bracis-28420	224	29	,	,	PUNCT
bracis-28420	224	30	couto	couto	PROPN
bracis-28420	224	31	,	,	PUNCT
bracis-28420	224	32	s.	s.	PROPN
bracis-28420	224	33	,	,	PUNCT
bracis-28420	224	34	bermejo	bermejo	ADJ
bracis-28420	224	35	,	,	PUNCT
bracis-28420	224	36	p.	p.	NOUN
bracis-28420	224	37	:	:	PUNCT
bracis-28420	224	38	lener	lener	NOUN
bracis-28420	224	39	-	-	PUNCT
bracis-28420	224	40	br	br	NOUN
bracis-28420	224	41	:	:	PUNCT
bracis-28420	224	42	a	a	DET
bracis-28420	224	43	dataset	dataset	NOUN
bracis-28420	224	44	for	for	ADP
bracis-28420	224	45	named	name	VERB
bracis-28420	224	46	entity	entity	NOUN
bracis-28420	224	47	recognition	recognition	NOUN
bracis-28420	224	48	in	in	ADP
bracis-28420	224	49	brazilian	brazilian	ADJ
bracis-28420	224	50	legal	legal	ADJ
bracis-28420	224	51	text	text	NOUN
bracis-28420	224	52	.	.	PUNCT
bracis-28420	225	1	in	in	ADP
bracis-28420	225	2	:	:	PUNCT
bracis-28420	225	3	villavicencio	villavicencio	PROPN
bracis-28420	225	4	,	,	PUNCT
bracis-28420	225	5	a.	a.	PROPN
bracis-28420	225	6	,	,	PUNCT
bracis-28420	225	7	et	et	PROPN
bracis-28420	225	8	al	al	PROPN
bracis-28420	225	9	.	.	PUNCT
bracis-28420	225	10	(	(	PUNCT
bracis-28420	225	11	eds	ed	NOUN
bracis-28420	225	12	.	.	PUNCT
bracis-28420	225	13	)	)	PUNCT
bracis-28420	225	14	propor	propor	ADJ
bracis-28420	225	15	2018	2018	NUM
bracis-28420	225	16	.	.	PUNCT
bracis-28420	226	1	lncs	lncs	PROPN
bracis-28420	226	2	(	(	PUNCT
bracis-28420	226	3	lnai	lnai	ADJ
bracis-28420	226	4	)	)	PUNCT
bracis-28420	226	5	,	,	PUNCT
bracis-28420	226	6	vol	vol	NOUN
bracis-28420	226	7	.	.	PROPN
bracis-28420	226	8	11122	11122	NUM
bracis-28420	226	9	,	,	PUNCT
bracis-28420	226	10	pp	pp	ADJ
bracis-28420	226	11	.	.	PUNCT
bracis-28420	227	1	313–323	313–323	NUM
bracis-28420	227	2	.	.	PUNCT
bracis-28420	227	3	springer	springer	NOUN
bracis-28420	227	4	,	,	PUNCT
bracis-28420	227	5	cham	cham	PROPN
bracis-28420	227	6	(	(	PUNCT
bracis-28420	227	7	2018	2018	NUM
bracis-28420	227	8	)	)	PUNCT
bracis-28420	227	9	.	.	PUNCT
bracis-28420	228	1	https://doi.org/10.1007/978-3-319-99722-3_32	https://doi.org/10.1007/978-3-319-99722-3_32	PROPN
bracis-28420	228	2	chapter	chapter	NOUN
bracis-28420	228	3	  	  	SPACE
bracis-28420	228	4	google	google	PROPN
bracis-28420	228	5	scholar	scholar	NOUN
bracis-28420	228	6	  	  	SPACE
bracis-28420	228	7	luz	luz	PROPN
bracis-28420	228	8	de	de	PROPN
bracis-28420	228	9	araujo	araujo	PROPN
bracis-28420	228	10	,	,	PUNCT
bracis-28420	228	11	p.h	p.h	PROPN
bracis-28420	228	12	.	.	PROPN
bracis-28420	228	13	,	,	PUNCT
bracis-28420	228	14	de	de	PROPN
bracis-28420	228	15	campos	campos	PROPN
bracis-28420	228	16	,	,	PUNCT
bracis-28420	228	17	t.e	t.e	PROPN
bracis-28420	228	18	.	.	PROPN
bracis-28420	228	19	,	,	PUNCT
bracis-28420	228	20	ataides	ataides	PROPN
bracis-28420	228	21	braz	braz	PROPN
bracis-28420	228	22	,	,	PUNCT
bracis-28420	228	23	f.	f.	PROPN
bracis-28420	228	24	,	,	PUNCT
bracis-28420	228	25	correia	correia	PROPN
bracis-28420	228	26	da	da	PROPN
bracis-28420	228	27	silva	silva	PROPN
bracis-28420	228	28	,	,	PUNCT
bracis-28420	228	29	n.	n.	NOUN
bracis-28420	228	30	:	:	PUNCT
bracis-28420	228	31	victor	victor	NOUN
bracis-28420	228	32	:	:	PUNCT
bracis-28420	228	33	a	a	DET
bracis-28420	228	34	dataset	dataset	NOUN
bracis-28420	228	35	for	for	ADP
bracis-28420	228	36	brazilian	brazilian	ADJ
bracis-28420	228	37	legal	legal	ADJ
bracis-28420	228	38	documents	document	NOUN
bracis-28420	228	39	classification	classification	NOUN
bracis-28420	228	40	.	.	PUNCT
bracis-28420	229	1	in	in	ADP
bracis-28420	229	2	:	:	PUNCT
bracis-28420	229	3	proceedings	proceeding	NOUN
bracis-28420	229	4	of	of	ADP
bracis-28420	229	5	the	the	DET
bracis-28420	229	6	twelfth	twelfth	ADJ
bracis-28420	229	7	language	language	NOUN
bracis-28420	229	8	resources	resource	NOUN
bracis-28420	229	9	and	and	CCONJ
bracis-28420	229	10	evaluation	evaluation	NOUN
bracis-28420	229	11	conference	conference	NOUN
bracis-28420	229	12	,	,	PUNCT
bracis-28420	229	13	pp	pp	X
bracis-28420	229	14	.	.	PUNCT
bracis-28420	229	15	1449–1458	1449–1458	NUM
bracis-28420	229	16	.	.	PUNCT
bracis-28420	230	1	european	european	ADJ
bracis-28420	230	2	language	language	PROPN
bracis-28420	230	3	resources	resource	NOUN
bracis-28420	230	4	association	association	PROPN
bracis-28420	230	5	,	,	PUNCT
bracis-28420	230	6	marseille	marseille	NOUN
bracis-28420	230	7	(	(	PUNCT
bracis-28420	230	8	2020	2020	NUM
bracis-28420	230	9	)	)	PUNCT
bracis-28420	230	10	.	.	PUNCT
bracis-28420	231	1	https://aclanthology.org/2020.lrec-1.181	https://aclanthology.org/2020.lrec-1.181	PRON
bracis-28420	231	2	beltagy	beltagy	ADJ
bracis-28420	231	3	,	,	PUNCT
bracis-28420	231	4	i.	i.	NOUN
bracis-28420	231	5	,	,	PUNCT
bracis-28420	231	6	lo	lo	PROPN
bracis-28420	231	7	,	,	PUNCT
bracis-28420	231	8	k.	k.	PROPN
bracis-28420	231	9	,	,	PUNCT
bracis-28420	231	10	cohan	cohan	PROPN
bracis-28420	231	11	,	,	PUNCT
bracis-28420	231	12	a.	a.	PROPN
bracis-28420	231	13	:	:	PUNCT
bracis-28420	231	14	scibert	scibert	VERB
bracis-28420	231	15	:	:	PUNCT
bracis-28420	231	16	a	a	DET
bracis-28420	231	17	pretrained	pretraine	VERB
bracis-28420	231	18	language	language	NOUN
bracis-28420	231	19	model	model	NOUN
bracis-28420	231	20	for	for	ADP
bracis-28420	231	21	scientific	scientific	ADJ
bracis-28420	231	22	text	text	NOUN
bracis-28420	231	23	.	.	PUNCT
bracis-28420	232	1	arxiv	arxiv	PROPN
bracis-28420	232	2	preprint	preprint	PROPN
bracis-28420	232	3	arxiv:1903.10676	arxiv:1903.10676	PROPN
bracis-28420	232	4	(	(	PUNCT
bracis-28420	232	5	2019	2019	NUM
bracis-28420	232	6	)	)	PUNCT
bracis-28420	232	7	brown	brown	NOUN
bracis-28420	232	8	,	,	PUNCT
bracis-28420	232	9	t.	t.	PROPN
bracis-28420	232	10	,	,	PUNCT
bracis-28420	232	11	et	et	PROPN
bracis-28420	232	12	al	al	PROPN
bracis-28420	232	13	.	.	PUNCT
bracis-28420	232	14	:	:	PUNCT
bracis-28420	233	1	language	language	NOUN
bracis-28420	233	2	models	model	NOUN
bracis-28420	233	3	are	be	AUX
bracis-28420	233	4	few	few	ADJ
bracis-28420	233	5	-	-	PUNCT
bracis-28420	233	6	shot	shot	NOUN
bracis-28420	233	7	learners	learner	NOUN
bracis-28420	233	8	.	.	PUNCT
bracis-28420	234	1	adv	adv	PROPN
bracis-28420	234	2	.	.	PUNCT
bracis-28420	234	3	neural	neural	PROPN
bracis-28420	234	4	.	.	PUNCT
bracis-28420	234	5	inf	inf	PROPN
bracis-28420	234	6	.	.	PROPN
bracis-28420	234	7	process	process	NOUN
bracis-28420	234	8	.	.	PUNCT
bracis-28420	235	1	syst	syst	PROPN
bracis-28420	235	2	.	.	PUNCT
bracis-28420	236	1	33	33	NUM
bracis-28420	236	2	,	,	PUNCT
bracis-28420	236	3	1877–1901	1877–1901	NUM
bracis-28420	236	4	(	(	PUNCT
bracis-28420	236	5	2020	2020	NUM
bracis-28420	236	6	)	)	PUNCT
bracis-28420	236	7	google	google	PROPN
bracis-28420	236	8	scholar	scholar	NOUN
bracis-28420	236	9	  	  	SPACE
bracis-28420	236	10	chalkidis	chalkidis	PROPN
bracis-28420	236	11	,	,	PUNCT
bracis-28420	236	12	i.	i.	PROPN
bracis-28420	236	13	,	,	PUNCT
bracis-28420	236	14	fergadiotis	fergadiotis	PROPN
bracis-28420	236	15	,	,	PUNCT
bracis-28420	236	16	m.	m.	NOUN
bracis-28420	236	17	,	,	PUNCT
bracis-28420	236	18	malakasiotis	malakasiotis	PROPN
bracis-28420	236	19	,	,	PUNCT
bracis-28420	236	20	p.	p.	NOUN
bracis-28420	236	21	,	,	PUNCT
bracis-28420	236	22	aletras	aletras	PROPN
bracis-28420	236	23	,	,	PUNCT
bracis-28420	236	24	n.	n.	NOUN
bracis-28420	236	25	,	,	PUNCT
bracis-28420	236	26	androutsopoulos	androutsopoulo	NOUN
bracis-28420	236	27	,	,	PUNCT
bracis-28420	236	28	i.	i.	NOUN
bracis-28420	236	29	:	:	PUNCT
bracis-28420	236	30	legal	legal	ADJ
bracis-28420	236	31	-	-	PUNCT
bracis-28420	236	32	bert	bert	NOUN
bracis-28420	236	33	:	:	PUNCT
bracis-28420	236	34	the	the	DET
bracis-28420	236	35	muppets	muppet	NOUN
bracis-28420	236	36	straight	straight	ADV
bracis-28420	236	37	out	out	ADP
bracis-28420	236	38	of	of	ADP
bracis-28420	236	39	law	law	NOUN
bracis-28420	236	40	school	school	NOUN
bracis-28420	236	41	.	.	PUNCT
bracis-28420	237	1	arxiv	arxiv	PROPN
bracis-28420	237	2	preprint	preprint	PROPN
bracis-28420	237	3	arxiv:2010.02559	arxiv:2010.02559	NUM
bracis-28420	237	4	(	(	PUNCT
bracis-28420	237	5	2020	2020	NUM
bracis-28420	237	6	)	)	PUNCT
bracis-28420	237	7	chalkidis	chalkidis	PROPN
bracis-28420	237	8	,	,	PUNCT
bracis-28420	237	9	i.	i.	PROPN
bracis-28420	237	10	,	,	PUNCT
bracis-28420	237	11	et	et	PROPN
bracis-28420	237	12	al	al	PROPN
bracis-28420	237	13	.	.	PUNCT
bracis-28420	237	14	:	:	PUNCT
bracis-28420	238	1	lexglue	lexglue	NOUN
bracis-28420	238	2	:	:	PUNCT
bracis-28420	238	3	a	a	DET
bracis-28420	238	4	benchmark	benchmark	NOUN
bracis-28420	238	5	dataset	dataset	NOUN
bracis-28420	238	6	for	for	ADP
bracis-28420	238	7	legal	legal	ADJ
bracis-28420	238	8	language	language	NOUN
bracis-28420	238	9	understanding	understanding	NOUN
bracis-28420	238	10	in	in	ADP
bracis-28420	238	11	english	english	PROPN
bracis-28420	238	12	(	(	PUNCT
bracis-28420	238	13	2022	2022	NUM
bracis-28420	238	14	)	)	PUNCT
bracis-28420	238	15	google	google	NOUN
bracis-28420	238	16	scholar	scholar	NOUN
bracis-28420	238	17	  	  	SPACE
bracis-28420	238	18	chinchor	chinchor	NOUN
bracis-28420	238	19	,	,	PUNCT
bracis-28420	238	20	n.	n.	NOUN
bracis-28420	238	21	,	,	PUNCT
bracis-28420	238	22	sundheim	sundheim	PROPN
bracis-28420	238	23	,	,	PUNCT
bracis-28420	238	24	b.m	b.m	PROPN
bracis-28420	238	25	.	.	PROPN
bracis-28420	238	26	:	:	PUNCT
bracis-28420	238	27	muc-5	muc-5	X
bracis-28420	238	28	evaluation	evaluation	NOUN
bracis-28420	238	29	metrics	metric	NOUN
bracis-28420	238	30	.	.	PUNCT
bracis-28420	239	1	in	in	ADP
bracis-28420	239	2	:	:	PUNCT
bracis-28420	239	3	fifth	fifth	ADJ
bracis-28420	239	4	message	message	NOUN
bracis-28420	239	5	understanding	understand	VERB
bracis-28420	239	6	conference	conference	NOUN
bracis-28420	239	7	(	(	PUNCT
bracis-28420	239	8	muc-5	muc-5	NOUN
bracis-28420	239	9	):	):	PUNCT
bracis-28420	239	10	proceedings	proceeding	NOUN
bracis-28420	239	11	of	of	ADP
bracis-28420	239	12	a	a	DET
bracis-28420	239	13	conference	conference	NOUN
bracis-28420	239	14	held	hold	VERB
bracis-28420	239	15	in	in	ADP
bracis-28420	239	16	baltimore	baltimore	PROPN
bracis-28420	239	17	,	,	PUNCT
bracis-28420	239	18	maryland	maryland	PROPN
bracis-28420	239	19	,	,	PUNCT
bracis-28420	239	20	25–27	25–27	NUM
bracis-28420	239	21	august	august	PROPN
bracis-28420	239	22	1993	1993	NUM
bracis-28420	239	23	(	(	PUNCT
bracis-28420	239	24	1993	1993	NUM
bracis-28420	239	25	)	)	PUNCT
bracis-28420	239	26	google	google	NOUN
bracis-28420	239	27	scholar	scholar	NOUN
bracis-28420	239	28	  	  	SPACE
bracis-28420	239	29	conneau	conneau	NOUN
bracis-28420	239	30	,	,	PUNCT
bracis-28420	239	31	a.	a.	PROPN
bracis-28420	239	32	,	,	PUNCT
bracis-28420	239	33	et	et	PROPN
bracis-28420	239	34	al	al	PROPN
bracis-28420	239	35	.	.	PROPN
bracis-28420	239	36	:	:	PUNCT
bracis-28420	240	1	unsupervised	unsupervised	ADJ
bracis-28420	240	2	cross	cross	ADJ
bracis-28420	240	3	-	-	ADJ
bracis-28420	240	4	lingual	lingual	ADJ
bracis-28420	240	5	representation	representation	NOUN
bracis-28420	240	6	learning	learn	VERB
bracis-28420	240	7	at	at	ADP
bracis-28420	240	8	scale	scale	NOUN
bracis-28420	240	9	.	.	PUNCT
bracis-28420	241	1	arxiv	arxiv	PROPN
bracis-28420	241	2	preprint	preprint	PROPN
bracis-28420	241	3	arxiv:1911.02116	arxiv:1911.02116	PROPN
bracis-28420	241	4	(	(	PUNCT
bracis-28420	241	5	2019	2019	NUM
bracis-28420	241	6	)	)	PUNCT
bracis-28420	241	7	devlin	devlin	PROPN
bracis-28420	241	8	,	,	PUNCT
bracis-28420	241	9	j.	j.	PROPN
bracis-28420	241	10	,	,	PUNCT
bracis-28420	241	11	chang	chang	PROPN
bracis-28420	241	12	,	,	PUNCT
bracis-28420	241	13	m.w	m.w	PROPN
bracis-28420	241	14	.	.	PROPN
bracis-28420	241	15	,	,	PUNCT
bracis-28420	241	16	lee	lee	PROPN
bracis-28420	241	17	,	,	PUNCT
bracis-28420	241	18	k.	k.	PROPN
bracis-28420	241	19	,	,	PUNCT
bracis-28420	241	20	toutanova	toutanova	PROPN
bracis-28420	241	21	,	,	PUNCT
bracis-28420	241	22	k.	k.	PROPN
bracis-28420	241	23	:	:	PUNCT
bracis-28420	242	1	bert	bert	PROPN
bracis-28420	242	2	:	:	PUNCT
bracis-28420	242	3	pre	pre	ADJ
bracis-28420	242	4	-	-	NOUN
bracis-28420	242	5	training	training	NOUN
bracis-28420	242	6	of	of	ADP
bracis-28420	242	7	deep	deep	ADJ
bracis-28420	242	8	bidirectional	bidirectional	ADJ
bracis-28420	242	9	transformers	transformer	NOUN
bracis-28420	242	10	for	for	ADP
bracis-28420	242	11	language	language	NOUN
bracis-28420	242	12	understanding	understanding	NOUN
bracis-28420	242	13	.	.	PUNCT
bracis-28420	243	1	arxiv	arxiv	PROPN
bracis-28420	243	2	preprint	preprint	PROPN
bracis-28420	243	3	arxiv:1810.04805	arxiv:1810.04805	PROPN
bracis-28420	243	4	(	(	PUNCT
bracis-28420	243	5	2018	2018	NUM
bracis-28420	243	6	)	)	PUNCT
bracis-28420	243	7	feng	feng	PROPN
bracis-28420	243	8	,	,	PUNCT
bracis-28420	243	9	z.	z.	PROPN
bracis-28420	243	10	,	,	PUNCT
bracis-28420	243	11	et	et	PROPN
bracis-28420	243	12	al	al	PROPN
bracis-28420	243	13	.	.	PUNCT
bracis-28420	243	14	:	:	PUNCT
bracis-28420	244	1	codebert	codebert	NOUN
bracis-28420	244	2	:	:	PUNCT
bracis-28420	244	3	a	a	DET
bracis-28420	244	4	pre	pre	ADJ
bracis-28420	244	5	-	-	ADJ
bracis-28420	244	6	trained	train	VERB
bracis-28420	244	7	model	model	NOUN
bracis-28420	244	8	for	for	ADP
bracis-28420	244	9	programming	programming	NOUN
bracis-28420	244	10	and	and	CCONJ
bracis-28420	244	11	natural	natural	ADJ
bracis-28420	244	12	languages	language	NOUN
bracis-28420	244	13	.	.	PUNCT
bracis-28420	245	1	arxiv	arxiv	PROPN
bracis-28420	245	2	preprint	preprint	VERB
bracis-28420	245	3	arxiv:2002.08155	arxiv:2002.08155	PROPN
bracis-28420	245	4	(	(	PUNCT
bracis-28420	245	5	2020	2020	NUM
bracis-28420	245	6	)	)	PUNCT
bracis-28420	245	7	jain	jain	PROPN
bracis-28420	245	8	,	,	PUNCT
bracis-28420	245	9	d.	d.	PROPN
bracis-28420	245	10	,	,	PUNCT
bracis-28420	245	11	borah	borah	PROPN
bracis-28420	245	12	,	,	PUNCT
bracis-28420	245	13	m.d	m.d	PROPN
bracis-28420	245	14	.	.	PROPN
bracis-28420	245	15	,	,	PUNCT
bracis-28420	245	16	biswas	biswas	PROPN
bracis-28420	245	17	,	,	PUNCT
bracis-28420	245	18	a.	a.	NOUN
bracis-28420	245	19	:	:	PUNCT
bracis-28420	245	20	summarization	summarization	NOUN
bracis-28420	245	21	of	of	ADP
bracis-28420	245	22	legal	legal	ADJ
bracis-28420	245	23	documents	document	NOUN
bracis-28420	245	24	:	:	PUNCT
bracis-28420	245	25	where	where	SCONJ
bracis-28420	245	26	are	be	AUX
bracis-28420	245	27	we	we	PRON
bracis-28420	245	28	now	now	ADV
bracis-28420	245	29	and	and	CCONJ
bracis-28420	245	30	the	the	DET
bracis-28420	245	31	way	way	NOUN
bracis-28420	245	32	forward	forward	ADV
bracis-28420	245	33	.	.	PUNCT
bracis-28420	246	1	comput	comput	NOUN
bracis-28420	246	2	.	.	PUNCT
bracis-28420	247	1	sci	sci	PROPN
bracis-28420	247	2	.	.	PROPN
bracis-28420	248	1	rev	rev	PROPN
bracis-28420	248	2	.	.	PROPN
bracis-28420	248	3	40	40	NUM
bracis-28420	248	4	,	,	PUNCT
bracis-28420	248	5	100388	100388	NUM
bracis-28420	248	6	(	(	PUNCT
bracis-28420	248	7	2021	2021	NUM
bracis-28420	248	8	)	)	PUNCT
bracis-28420	248	9	article	article	NOUN
bracis-28420	248	10	  	  	SPACE
bracis-28420	248	11	google	google	PROPN
bracis-28420	248	12	scholar	scholar	NOUN
bracis-28420	248	13	  	  	SPACE
bracis-28420	248	14	kalyan	kalyan	X
bracis-28420	248	15	,	,	PUNCT
bracis-28420	248	16	k.s	k.s	PROPN
bracis-28420	248	17	.	.	PROPN
bracis-28420	248	18	,	,	PUNCT
bracis-28420	248	19	rajasekharan	rajasekharan	NOUN
bracis-28420	248	20	,	,	PUNCT
bracis-28420	248	21	a.	a.	NOUN
bracis-28420	248	22	,	,	PUNCT
bracis-28420	248	23	sangeetha	sangeetha	PROPN
bracis-28420	248	24	,	,	PUNCT
bracis-28420	248	25	s.	s.	PROPN
bracis-28420	248	26	:	:	PUNCT
bracis-28420	249	1	ammus	ammus	VERB
bracis-28420	249	2	:	:	PUNCT
bracis-28420	249	3	a	a	DET
bracis-28420	249	4	survey	survey	NOUN
bracis-28420	249	5	of	of	ADP
bracis-28420	249	6	transformer	transformer	NOUN
bracis-28420	249	7	-	-	PUNCT
bracis-28420	249	8	based	base	VERB
bracis-28420	249	9	pretrained	pretraine	VERB
bracis-28420	249	10	models	model	NOUN
bracis-28420	249	11	in	in	ADP
bracis-28420	249	12	natural	natural	ADJ
bracis-28420	249	13	language	language	NOUN
bracis-28420	249	14	processing	processing	NOUN
bracis-28420	249	15	.	.	PUNCT
bracis-28420	250	1	arxiv	arxiv	PROPN
bracis-28420	250	2	preprint	preprint	VERB
bracis-28420	250	3	arxiv:2108.05542	arxiv:2108.05542	PROPN
bracis-28420	250	4	(	(	PUNCT
bracis-28420	250	5	2021	2021	NUM
bracis-28420	250	6	)	)	PUNCT
bracis-28420	250	7	kudo	kudo	PROPN
bracis-28420	250	8	,	,	PUNCT
bracis-28420	250	9	t.	t.	PROPN
bracis-28420	250	10	,	,	PUNCT
bracis-28420	250	11	richardson	richardson	PROPN
bracis-28420	250	12	,	,	PUNCT
bracis-28420	250	13	j.	j.	PROPN
bracis-28420	250	14	:	:	PUNCT
bracis-28420	250	15	sentencepiece	sentencepiece	PROPN
bracis-28420	250	16	:	:	PUNCT
bracis-28420	250	17	a	a	DET
bracis-28420	250	18	simple	simple	ADJ
bracis-28420	250	19	and	and	CCONJ
bracis-28420	250	20	language	language	NOUN
bracis-28420	250	21	independent	independent	PROPN
bracis-28420	250	22	subword	subword	PROPN
bracis-28420	250	23	tokenizer	tokenizer	NOUN
bracis-28420	250	24	and	and	CCONJ
bracis-28420	250	25	detokenizer	detokenizer	VERB
bracis-28420	250	26	for	for	ADP
bracis-28420	250	27	neural	neural	ADJ
bracis-28420	250	28	text	text	NOUN
bracis-28420	250	29	processing	processing	NOUN
bracis-28420	250	30	.	.	PUNCT
bracis-28420	251	1	arxiv	arxiv	PROPN
bracis-28420	251	2	preprint	preprint	VERB
bracis-28420	251	3	arxiv:1808.06226	arxiv:1808.06226	NUM
bracis-28420	251	4	(	(	PUNCT
bracis-28420	251	5	2018	2018	NUM
bracis-28420	251	6	)	)	PUNCT
bracis-28420	251	7	lee	lee	PROPN
bracis-28420	251	8	,	,	PUNCT
bracis-28420	251	9	j.	j.	PROPN
bracis-28420	251	10	:	:	PUNCT
bracis-28420	251	11	biobert	biobert	PROPN
bracis-28420	251	12	:	:	PUNCT
bracis-28420	251	13	a	a	DET
bracis-28420	251	14	pre	pre	ADJ
bracis-28420	251	15	-	-	ADJ
bracis-28420	251	16	trained	train	VERB
bracis-28420	251	17	biomedical	biomedical	ADJ
bracis-28420	251	18	language	language	NOUN
bracis-28420	251	19	representation	representation	NOUN
bracis-28420	251	20	model	model	NOUN
bracis-28420	251	21	for	for	ADP
bracis-28420	251	22	biomedical	biomedical	ADJ
bracis-28420	251	23	text	text	NOUN
bracis-28420	251	24	mining	mining	NOUN
bracis-28420	251	25	.	.	PUNCT
bracis-28420	252	1	bioinformatics	bioinformatic	NOUN
bracis-28420	252	2	36(4	36(4	NUM
bracis-28420	252	3	)	)	PUNCT
bracis-28420	252	4	,	,	PUNCT
bracis-28420	252	5	1234–1240	1234–1240	NUM
bracis-28420	252	6	(	(	PUNCT
bracis-28420	252	7	2020	2020	NUM
bracis-28420	252	8	)	)	PUNCT
bracis-28420	252	9	article	article	NOUN
bracis-28420	252	10	  	  	SPACE
bracis-28420	252	11	mathscinet	mathscinet	NOUN
bracis-28420	252	12	  	  	SPACE
bracis-28420	252	13	google	google	PROPN
bracis-28420	252	14	scholar	scholar	NOUN
bracis-28420	252	15	  	  	SPACE
bracis-28420	252	16	legal	legal	ADJ
bracis-28420	252	17	-	-	PUNCT
bracis-28420	252	18	bertimbau	bertimbau	NOUN
bracis-28420	252	19	-	-	PUNCT
bracis-28420	252	20	base	base	NOUN
bracis-28420	252	21	.	.	PUNCT
bracis-28420	253	1	https://huggingface.co/rufimelo/legal-bertimbau-base	https://huggingface.co/rufimelo/legal-bertimbau-base	NOUN
bracis-28420	253	2	licari	licari	PROPN
bracis-28420	253	3	,	,	PUNCT
bracis-28420	253	4	d.	d.	PROPN
bracis-28420	253	5	,	,	PUNCT
bracis-28420	253	6	comandè	comandè	PROPN
bracis-28420	253	7	,	,	PUNCT
bracis-28420	253	8	g.	g.	NOUN
bracis-28420	253	9	:	:	PUNCT
bracis-28420	253	10	italian	italian	ADJ
bracis-28420	253	11	-	-	PUNCT
bracis-28420	253	12	legal	legal	ADJ
bracis-28420	253	13	-	-	PUNCT
bracis-28420	253	14	bert	bert	NOUN
bracis-28420	253	15	:	:	PUNCT
bracis-28420	253	16	a	a	DET
bracis-28420	253	17	pre	pre	ADJ
bracis-28420	253	18	-	-	ADJ
bracis-28420	253	19	trained	train	VERB
bracis-28420	253	20	transformer	transformer	NOUN
bracis-28420	253	21	language	language	NOUN
bracis-28420	253	22	model	model	NOUN
bracis-28420	253	23	for	for	ADP
bracis-28420	253	24	italian	italian	ADJ
bracis-28420	253	25	law	law	NOUN
bracis-28420	253	26	(	(	PUNCT
bracis-28420	253	27	2022	2022	NUM
bracis-28420	253	28	)	)	PUNCT
bracis-28420	253	29	google	google	PROPN
bracis-28420	253	30	scholar	scholar	NOUN
bracis-28420	253	31	  	  	SPACE
bracis-28420	253	32	lin	lin	PROPN
bracis-28420	253	33	,	,	PUNCT
bracis-28420	253	34	t.	t.	PROPN
bracis-28420	253	35	,	,	PUNCT
bracis-28420	253	36	wang	wang	PROPN
bracis-28420	253	37	,	,	PUNCT
bracis-28420	253	38	y.	y.	PROPN
bracis-28420	253	39	,	,	PUNCT
bracis-28420	253	40	liu	liu	PROPN
bracis-28420	253	41	,	,	PUNCT
bracis-28420	253	42	x.	x.	PROPN
bracis-28420	253	43	,	,	PUNCT
bracis-28420	253	44	qiu	qiu	PROPN
bracis-28420	253	45	,	,	PUNCT
bracis-28420	253	46	x.	x.	NOUN
bracis-28420	253	47	:	:	PUNCT
bracis-28420	253	48	a	a	DET
bracis-28420	253	49	survey	survey	NOUN
bracis-28420	253	50	of	of	ADP
bracis-28420	253	51	transformers	transformer	NOUN
bracis-28420	253	52	.	.	PUNCT
bracis-28420	254	1	ai	ai	VERB
bracis-28420	254	2	open	open	ADJ
bracis-28420	254	3	3	3	NUM
bracis-28420	254	4	,	,	PUNCT
bracis-28420	254	5	111–132	111–132	NUM
bracis-28420	254	6	(	(	PUNCT
bracis-28420	254	7	2022	2022	NUM
bracis-28420	254	8	)	)	PUNCT
bracis-28420	254	9	.	.	PUNCT
bracis-28420	255	1	https://doi.org/10.1016/j.aiopen.2022.10.001	https://doi.org/10.1016/j.aiopen.2022.10.001	PROPN
bracis-28420	255	2	article	article	NOUN
bracis-28420	255	3	  	  	SPACE
bracis-28420	255	4	google	google	PROPN
bracis-28420	255	5	scholar	scholar	NOUN
bracis-28420	255	6	  	  	SPACE
bracis-28420	255	7	liu	liu	PROPN
bracis-28420	255	8	,	,	PUNCT
bracis-28420	255	9	y.	y.	PROPN
bracis-28420	255	10	,	,	PUNCT
bracis-28420	255	11	et	et	PROPN
bracis-28420	255	12	al	al	PROPN
bracis-28420	255	13	.	.	PUNCT
bracis-28420	255	14	:	:	PUNCT
bracis-28420	256	1	roberta	roberta	NOUN
bracis-28420	256	2	:	:	PUNCT
bracis-28420	256	3	a	a	DET
bracis-28420	256	4	robustly	robustly	ADV
bracis-28420	256	5	optimized	optimize	VERB
bracis-28420	256	6	bert	bert	NOUN
bracis-28420	256	7	pretraining	pretraine	VERB
bracis-28420	256	8	approach	approach	NOUN
bracis-28420	256	9	.	.	PUNCT
bracis-28420	257	1	arxiv	arxiv	PROPN
bracis-28420	257	2	preprint	preprint	NOUN
bracis-28420	257	3	arxiv:1907.11692	arxiv:1907.11692	NOUN
bracis-28420	257	4	(	(	PUNCT
bracis-28420	257	5	2019	2019	NUM
bracis-28420	257	6	)	)	PUNCT
bracis-28420	257	7	loshchilov	loshchilov	PROPN
bracis-28420	257	8	,	,	PUNCT
bracis-28420	257	9	i.	i.	NOUN
bracis-28420	257	10	,	,	PUNCT
bracis-28420	257	11	hutter	hutter	NOUN
bracis-28420	257	12	,	,	PUNCT
bracis-28420	257	13	f.	f.	PROPN
bracis-28420	257	14	:	:	PUNCT
bracis-28420	257	15	decoupled	decouple	VERB
bracis-28420	257	16	weight	weight	NOUN
bracis-28420	257	17	decay	decay	NOUN
bracis-28420	257	18	regularization	regularization	NOUN
bracis-28420	257	19	.	.	PUNCT
bracis-28420	258	1	arxiv	arxiv	PROPN
bracis-28420	258	2	preprint	preprint	NOUN
bracis-28420	258	3	arxiv:1711.05101	arxiv:1711.05101	PROPN
bracis-28420	258	4	(	(	PUNCT
bracis-28420	258	5	2017	2017	NUM
bracis-28420	258	6	)	)	PUNCT
bracis-28420	258	7	brito	brito	PROPN
bracis-28420	258	8	,	,	PUNCT
bracis-28420	258	9	m.	m.	NOUN
bracis-28420	258	10	,	,	PUNCT
bracis-28420	258	11	et	et	PROPN
bracis-28420	258	12	al	al	PROPN
bracis-28420	258	13	.	.	PROPN
bracis-28420	258	14	:	:	PUNCT
bracis-28420	259	1	cdjur	cdjur	NOUN
bracis-28420	259	2	-	-	PUNCT
bracis-28420	259	3	br	br	NOUN
bracis-28420	259	4	a	a	DET
bracis-28420	259	5	golden	golden	ADJ
bracis-28420	259	6	collection	collection	NOUN
bracis-28420	259	7	of	of	ADP
bracis-28420	259	8	legal	legal	ADJ
bracis-28420	259	9	document	document	NOUN
bracis-28420	259	10	from	from	ADP
bracis-28420	259	11	brazilian	brazilian	ADJ
bracis-28420	259	12	justice	justice	NOUN
bracis-28420	259	13	with	with	ADP
bracis-28420	259	14	fine	fine	ADV
bracis-28420	259	15	-	-	PUNCT
bracis-28420	259	16	grained	grain	VERB
bracis-28420	259	17	named	name	VERB
bracis-28420	259	18	entities	entity	NOUN
bracis-28420	259	19	.	.	PUNCT
bracis-28420	260	1	arxiv	arxiv	PROPN
bracis-28420	260	2	preprint	preprint	NOUN
bracis-28420	260	3	arxiv:2023.49053	arxiv:2023.49053	NOUN
bracis-28420	260	4	(	(	PUNCT
bracis-28420	260	5	2023	2023	NUM
bracis-28420	260	6	)	)	PUNCT
bracis-28420	260	7	meister	meister	PROPN
bracis-28420	260	8	,	,	PUNCT
bracis-28420	260	9	c.	c.	PROPN
bracis-28420	260	10	,	,	PUNCT
bracis-28420	260	11	cotterell	cotterell	NOUN
bracis-28420	260	12	,	,	PUNCT
bracis-28420	260	13	r.	r.	PROPN
bracis-28420	260	14	:	:	PUNCT
bracis-28420	260	15	language	language	NOUN
bracis-28420	260	16	model	model	NOUN
bracis-28420	260	17	evaluation	evaluation	NOUN
bracis-28420	260	18	beyond	beyond	ADP
bracis-28420	260	19	perplexity	perplexity	NOUN
bracis-28420	260	20	.	.	PUNCT
bracis-28420	261	1	arxiv	arxiv	PROPN
bracis-28420	261	2	preprint	preprint	VERB
bracis-28420	261	3	arxiv:2106.00085	arxiv:2106.00085	NUM
bracis-28420	261	4	(	(	PUNCT
bracis-28420	261	5	2021	2021	NUM
bracis-28420	261	6	)	)	PUNCT
bracis-28420	261	7	nguyen	nguyen	NOUN
bracis-28420	261	8	,	,	PUNCT
bracis-28420	261	9	t.s	t.s	PROPN
bracis-28420	261	10	.	.	PROPN
bracis-28420	261	11	,	,	PUNCT
bracis-28420	261	12	nguyen	nguyen	PROPN
bracis-28420	261	13	,	,	PUNCT
bracis-28420	261	14	l.m	l.m	PROPN
bracis-28420	261	15	.	.	PROPN
bracis-28420	261	16	,	,	PUNCT
bracis-28420	261	17	tojo	tojo	PROPN
bracis-28420	261	18	,	,	PUNCT
bracis-28420	261	19	s.	s.	PROPN
bracis-28420	261	20	,	,	PUNCT
bracis-28420	261	21	satoh	satoh	NOUN
bracis-28420	261	22	,	,	PUNCT
bracis-28420	261	23	k.	k.	PROPN
bracis-28420	261	24	,	,	PUNCT
bracis-28420	261	25	shimazu	shimazu	PROPN
bracis-28420	261	26	,	,	PUNCT
bracis-28420	261	27	a.	a.	NOUN
bracis-28420	261	28	:	:	PUNCT
bracis-28420	261	29	recurrent	recurrent	ADJ
bracis-28420	261	30	neural	neural	ADJ
bracis-28420	261	31	network	network	NOUN
bracis-28420	261	32	-	-	PUNCT
bracis-28420	261	33	based	base	VERB
bracis-28420	261	34	models	model	NOUN
bracis-28420	261	35	for	for	ADP
bracis-28420	261	36	recognizing	recognize	VERB
bracis-28420	261	37	requisite	requisite	NOUN
bracis-28420	261	38	and	and	CCONJ
bracis-28420	261	39	effectuation	effectuation	NOUN
bracis-28420	261	40	parts	part	NOUN
bracis-28420	261	41	in	in	ADP
bracis-28420	261	42	legal	legal	ADJ
bracis-28420	261	43	texts	text	NOUN
bracis-28420	261	44	.	.	PUNCT
bracis-28420	262	1	artif	artif	INTJ
bracis-28420	262	2	.	.	PUNCT
bracis-28420	263	1	intell	intell	PROPN
bracis-28420	263	2	.	.	PUNCT
bracis-28420	264	1	law	law	NOUN
bracis-28420	264	2	26	26	NUM
bracis-28420	264	3	,	,	PUNCT
bracis-28420	264	4	169–199	169–199	NUM
bracis-28420	264	5	(	(	PUNCT
bracis-28420	264	6	2018	2018	NUM
bracis-28420	264	7	)	)	PUNCT
bracis-28420	264	8	article	article	NOUN
bracis-28420	264	9	  	  	SPACE
bracis-28420	264	10	google	google	PROPN
bracis-28420	264	11	scholar	scholar	NOUN
bracis-28420	264	12	  	  	SPACE
bracis-28420	264	13	pan	pan	PROPN
bracis-28420	264	14	,	,	PUNCT
bracis-28420	264	15	s.j	s.j	PROPN
bracis-28420	264	16	.	.	PROPN
bracis-28420	264	17	,	,	PUNCT
bracis-28420	264	18	yang	yang	PROPN
bracis-28420	264	19	,	,	PUNCT
bracis-28420	264	20	q.	q.	PROPN
bracis-28420	264	21	:	:	PUNCT
bracis-28420	264	22	a	a	DET
bracis-28420	264	23	survey	survey	NOUN
bracis-28420	264	24	on	on	ADP
bracis-28420	264	25	transfer	transfer	NOUN
bracis-28420	264	26	learning	learning	NOUN
bracis-28420	264	27	.	.	PUNCT
bracis-28420	265	1	ieee	ieee	PROPN
bracis-28420	265	2	trans	trans	PROPN
bracis-28420	265	3	.	.	PROPN
bracis-28420	266	1	knowl	knowl	PROPN
bracis-28420	266	2	.	.	PUNCT
bracis-28420	267	1	data	data	PROPN
bracis-28420	267	2	eng	eng	PROPN
bracis-28420	267	3	.	.	PROPN
bracis-28420	267	4	22(10	22(10	NUM
bracis-28420	267	5	)	)	PUNCT
bracis-28420	267	6	,	,	PUNCT
bracis-28420	267	7	1345–1359	1345–1359	NUM
bracis-28420	267	8	(	(	PUNCT
bracis-28420	267	9	2010	2010	NUM
bracis-28420	267	10	)	)	PUNCT
bracis-28420	267	11	article	article	NOUN
bracis-28420	267	12	  	  	SPACE
bracis-28420	267	13	google	google	PROPN
bracis-28420	267	14	scholar	scholar	NOUN
bracis-28420	267	15	  	  	SPACE
bracis-28420	267	16	paul	paul	PROPN
bracis-28420	267	17	,	,	PUNCT
bracis-28420	267	18	s.	s.	PROPN
bracis-28420	267	19	,	,	PUNCT
bracis-28420	267	20	mandal	mandal	PROPN
bracis-28420	267	21	,	,	PUNCT
bracis-28420	267	22	a.	a.	NOUN
bracis-28420	267	23	,	,	PUNCT
bracis-28420	267	24	goyal	goyal	PROPN
bracis-28420	267	25	,	,	PUNCT
bracis-28420	267	26	p.	p.	PROPN
bracis-28420	267	27	,	,	PUNCT
bracis-28420	267	28	ghosh	ghosh	PROPN
bracis-28420	267	29	,	,	PUNCT
bracis-28420	267	30	s.	s.	PROPN
bracis-28420	267	31	:	:	PUNCT
bracis-28420	267	32	pre	pre	ADJ
bracis-28420	267	33	-	-	ADJ
bracis-28420	267	34	training	training	ADJ
bracis-28420	267	35	transformers	transformer	NOUN
bracis-28420	267	36	on	on	ADP
bracis-28420	267	37	indian	indian	ADJ
bracis-28420	267	38	legal	legal	ADJ
bracis-28420	267	39	text	text	NOUN
bracis-28420	267	40	.	.	PUNCT
bracis-28420	268	1	arxiv	arxiv	PROPN
bracis-28420	268	2	preprint	preprint	NOUN
bracis-28420	268	3	arxiv:2209.06049	arxiv:2209.06049	NOUN
bracis-28420	268	4	(	(	PUNCT
bracis-28420	268	5	2022	2022	NUM
bracis-28420	268	6	)	)	PUNCT
bracis-28420	268	7	peters	peters	PROPN
bracis-28420	268	8	,	,	PUNCT
bracis-28420	268	9	m.e	m.e	PROPN
bracis-28420	268	10	.	.	PROPN
bracis-28420	268	11	,	,	PUNCT
bracis-28420	268	12	et	et	PROPN
bracis-28420	268	13	al	al	PROPN
bracis-28420	268	14	.	.	PROPN
bracis-28420	268	15	:	:	PUNCT
bracis-28420	269	1	deep	deep	ADJ
bracis-28420	269	2	contextualized	contextualized	ADJ
bracis-28420	269	3	word	word	NOUN
bracis-28420	269	4	representations	representation	NOUN
bracis-28420	269	5	(	(	PUNCT
bracis-28420	269	6	2018	2018	NUM
bracis-28420	269	7	)	)	PUNCT
bracis-28420	269	8	google	google	PROPN
bracis-28420	269	9	scholar	scholar	NOUN
bracis-28420	269	10	  	  	SPACE
bracis-28420	269	11	polo	polo	NOUN
bracis-28420	269	12	,	,	PUNCT
bracis-28420	269	13	f.	f.	PROPN
bracis-28420	269	14	,	,	PUNCT
bracis-28420	269	15	et	et	PROPN
bracis-28420	269	16	al	al	PROPN
bracis-28420	269	17	.	.	PROPN
bracis-28420	269	18	:	:	PUNCT
bracis-28420	269	19	legalnlp	legalnlp	PROPN
bracis-28420	269	20	natural	natural	ADJ
bracis-28420	269	21	language	language	NOUN
bracis-28420	269	22	processing	processing	NOUN
bracis-28420	269	23	methods	method	NOUN
bracis-28420	269	24	for	for	ADP
bracis-28420	269	25	the	the	DET
bracis-28420	269	26	brazilian	brazilian	ADJ
bracis-28420	269	27	legal	legal	ADJ
bracis-28420	269	28	language	language	NOUN
bracis-28420	269	29	.	.	PUNCT
bracis-28420	270	1	in	in	ADP
bracis-28420	270	2	:	:	PUNCT
bracis-28420	270	3	anais	anais	PROPN
bracis-28420	270	4	do	do	VERB
bracis-28420	270	5	xviii	xviii	X
bracis-28420	270	6	encontro	encontro	ADJ
bracis-28420	270	7	nacional	nacional	ADJ
bracis-28420	270	8	de	de	X
bracis-28420	270	9	inteligência	inteligência	PROPN
bracis-28420	270	10	artificial	artificial	PROPN
bracis-28420	270	11	e	e	NOUN
bracis-28420	270	12	computacional	computacional	NOUN
bracis-28420	270	13	,	,	PUNCT
bracis-28420	270	14	pp	pp	ADJ
bracis-28420	270	15	.	.	PUNCT
bracis-28420	271	1	763–774	763–774	NUM
bracis-28420	271	2	.	.	PUNCT
bracis-28420	272	1	sbc	sbc	PROPN
bracis-28420	272	2	,	,	PUNCT
bracis-28420	272	3	porto	porto	PROPN
bracis-28420	272	4	alegre	alegre	NOUN
bracis-28420	272	5	(	(	PUNCT
bracis-28420	272	6	2021	2021	NUM
bracis-28420	272	7	)	)	PUNCT
bracis-28420	272	8	.	.	PUNCT
bracis-28420	273	1	https://doi.org/10.5753/eniac.2021.18301	https://doi.org/10.5753/eniac.2021.18301	PROPN
bracis-28420	273	2	.	.	PUNCT
bracis-28420	274	1	https://sol.sbc.org.br/index.php/eniac/article/view/18301	https://sol.sbc.org.br/index.php/eniac/article/view/18301	PROPN
bracis-28420	274	2	sang	sing	VERB
bracis-28420	274	3	,	,	PUNCT
bracis-28420	274	4	e.f	e.f	PROPN
bracis-28420	274	5	.	.	PROPN
bracis-28420	274	6	,	,	PUNCT
bracis-28420	274	7	veenstra	veenstra	PROPN
bracis-28420	274	8	,	,	PUNCT
bracis-28420	274	9	j.	j.	PROPN
bracis-28420	274	10	:	:	PUNCT
bracis-28420	274	11	representing	represent	VERB
bracis-28420	274	12	text	text	NOUN
bracis-28420	274	13	chunks	chunk	NOUN
bracis-28420	274	14	.	.	PUNCT
bracis-28420	275	1	arxiv	arxiv	PROPN
bracis-28420	275	2	preprint	preprint	PROPN
bracis-28420	275	3	arxiv	arxiv	PROPN
bracis-28420	275	4	:	:	PUNCT
bracis-28420	275	5	cs/9907006	cs/9907006	PROPN
bracis-28420	275	6	(	(	PUNCT
bracis-28420	275	7	1999	1999	NUM
bracis-28420	275	8	)	)	PUNCT
bracis-28420	275	9	sennrich	sennrich	PROPN
bracis-28420	275	10	,	,	PUNCT
bracis-28420	275	11	r.	r.	PROPN
bracis-28420	275	12	,	,	PUNCT
bracis-28420	275	13	haddow	haddow	NOUN
bracis-28420	275	14	,	,	PUNCT
bracis-28420	275	15	b.	b.	PROPN
bracis-28420	275	16	,	,	PUNCT
bracis-28420	275	17	birch	birch	PROPN
bracis-28420	275	18	,	,	PUNCT
bracis-28420	275	19	a.	a.	NOUN
bracis-28420	275	20	:	:	PUNCT
bracis-28420	275	21	neural	neural	ADJ
bracis-28420	275	22	machine	machine	NOUN
bracis-28420	275	23	translation	translation	NOUN
bracis-28420	275	24	of	of	ADP
bracis-28420	275	25	rare	rare	ADJ
bracis-28420	275	26	words	word	NOUN
bracis-28420	275	27	with	with	ADP
bracis-28420	275	28	subword	subword	PROPN
bracis-28420	275	29	units	unit	NOUN
bracis-28420	275	30	.	.	PUNCT
bracis-28420	276	1	arxiv	arxiv	PROPN
bracis-28420	276	2	preprint	preprint	VERB
bracis-28420	276	3	arxiv:1508.07909	arxiv:1508.07909	PROPN
bracis-28420	276	4	(	(	PUNCT
bracis-28420	276	5	2015	2015	NUM
bracis-28420	276	6	)	)	PUNCT
bracis-28420	276	7	shao	shao	PROPN
bracis-28420	276	8	,	,	PUNCT
bracis-28420	276	9	y.	y.	PROPN
bracis-28420	276	10	,	,	PUNCT
bracis-28420	276	11	et	et	PROPN
bracis-28420	276	12	al	al	PROPN
bracis-28420	276	13	.	.	PROPN
bracis-28420	276	14	:	:	PUNCT
bracis-28420	277	1	bert	bert	PROPN
bracis-28420	277	2	-	-	PUNCT
bracis-28420	277	3	pli	pli	PROPN
bracis-28420	277	4	:	:	PUNCT
bracis-28420	277	5	modeling	model	VERB
bracis-28420	277	6	paragraph	paragraph	NOUN
bracis-28420	277	7	-	-	PUNCT
bracis-28420	277	8	level	level	NOUN
bracis-28420	277	9	interactions	interaction	NOUN
bracis-28420	277	10	for	for	ADP
bracis-28420	277	11	legal	legal	ADJ
bracis-28420	277	12	case	case	NOUN
bracis-28420	277	13	retrieval	retrieval	NOUN
bracis-28420	277	14	.	.	PUNCT
bracis-28420	278	1	in	in	ADP
bracis-28420	278	2	:	:	PUNCT
bracis-28420	278	3	ijcai	ijcai	NOUN
bracis-28420	278	4	,	,	PUNCT
bracis-28420	278	5	pp	pp	X
bracis-28420	278	6	.	.	PUNCT
bracis-28420	279	1	3501–3507	3501–3507	NUM
bracis-28420	279	2	(	(	PUNCT
bracis-28420	279	3	2020	2020	NUM
bracis-28420	279	4	)	)	PUNCT
bracis-28420	279	5	google	google	PROPN
bracis-28420	279	6	scholar	scholar	NOUN
bracis-28420	279	7	  	  	SPACE
bracis-28420	279	8	sistema	sistema	NOUN
bracis-28420	279	9	de	de	X
bracis-28420	279	10	gestão	gestão	PROPN
bracis-28420	279	11	de	de	PROPN
bracis-28420	279	12	tabelas	tabelas	PROPN
bracis-28420	279	13	processuais	processuais	PROPN
bracis-28420	279	14	unificadas	unificadas	PROPN
bracis-28420	279	15	.	.	PUNCT
bracis-28420	280	1	https://www.cnj.jus.br/sgt/consulta_publica_assuntos.php	https://www.cnj.jus.br/sgt/consulta_publica_assuntos.php	ADJ
bracis-28420	280	2	.	.	PUNCT
bracis-28420	281	1	accessed	access	VERB
bracis-28420	281	2	09	09	NUM
bracis-28420	281	3	aug	aug	PROPN
bracis-28420	281	4	2022	2022	NUM
bracis-28420	281	5	souza	souza	PROPN
bracis-28420	281	6	,	,	PUNCT
bracis-28420	281	7	f.	f.	PROPN
bracis-28420	281	8	,	,	PUNCT
bracis-28420	281	9	nogueira	nogueira	PROPN
bracis-28420	281	10	,	,	PUNCT
bracis-28420	281	11	r.	r.	PROPN
bracis-28420	281	12	,	,	PUNCT
bracis-28420	281	13	lotufo	lotufo	PROPN
bracis-28420	281	14	,	,	PUNCT
bracis-28420	281	15	r.	r.	PROPN
bracis-28420	281	16	:	:	PUNCT
bracis-28420	281	17	bertimbau	bertimbau	PROPN
bracis-28420	281	18	:	:	PUNCT
bracis-28420	281	19	pretrained	pretraine	VERB
bracis-28420	281	20	bert	bert	NOUN
bracis-28420	281	21	models	model	NOUN
bracis-28420	281	22	for	for	ADP
bracis-28420	281	23	brazilian	brazilian	ADJ
bracis-28420	281	24	portuguese	portuguese	NOUN
bracis-28420	281	25	.	.	PUNCT
bracis-28420	282	1	in	in	ADP
bracis-28420	282	2	:	:	PUNCT
bracis-28420	282	3	cerri	cerri	PROPN
bracis-28420	282	4	,	,	PUNCT
bracis-28420	282	5	r.	r.	PROPN
bracis-28420	282	6	,	,	PUNCT
bracis-28420	282	7	prati	prati	PROPN
bracis-28420	282	8	,	,	PUNCT
bracis-28420	282	9	r.c	r.c	PROPN
bracis-28420	282	10	.	.	PROPN
bracis-28420	282	11	(	(	PUNCT
bracis-28420	282	12	eds	ed	NOUN
bracis-28420	282	13	.	.	PUNCT
bracis-28420	282	14	)	)	PUNCT
bracis-28420	282	15	bracis	bracis	PROPN
bracis-28420	282	16	2020	2020	NUM
bracis-28420	282	17	.	.	PUNCT
bracis-28420	283	1	lncs	lncs	PROPN
bracis-28420	283	2	(	(	PUNCT
bracis-28420	283	3	lnai	lnai	ADJ
bracis-28420	283	4	)	)	PUNCT
bracis-28420	283	5	,	,	PUNCT
bracis-28420	283	6	vol	vol	NOUN
bracis-28420	283	7	.	.	PUNCT
bracis-28420	283	8	12319	12319	NUM
bracis-28420	283	9	,	,	PUNCT
bracis-28420	283	10	pp	pp	ADP
bracis-28420	283	11	.	.	PUNCT
bracis-28420	284	1	403–417	403–417	NUM
bracis-28420	284	2	.	.	PUNCT
bracis-28420	284	3	springer	springer	NOUN
bracis-28420	284	4	,	,	PUNCT
bracis-28420	284	5	cham	cham	PROPN
bracis-28420	284	6	(	(	PUNCT
bracis-28420	284	7	2020	2020	NUM
bracis-28420	284	8	)	)	PUNCT
bracis-28420	284	9	.	.	PUNCT
bracis-28420	285	1	https://doi.org/10.1007/978-3-030-61377-8_28	https://doi.org/10.1007/978-3-030-61377-8_28	PROPN
bracis-28420	285	2	chapter	chapter	NOUN
bracis-28420	285	3	  	  	SPACE
bracis-28420	285	4	google	google	PROPN
bracis-28420	285	5	scholar	scholar	NOUN
bracis-28420	285	6	  	  	SPACE
bracis-28420	285	7	vaswani	vaswani	NOUN
bracis-28420	285	8	,	,	PUNCT
bracis-28420	285	9	a.	a.	NOUN
bracis-28420	285	10	,	,	PUNCT
bracis-28420	285	11	et	et	PROPN
bracis-28420	285	12	al	al	PROPN
bracis-28420	285	13	.	.	PUNCT
bracis-28420	285	14	:	:	PUNCT
bracis-28420	286	1	attention	attention	NOUN
bracis-28420	286	2	is	be	AUX
bracis-28420	286	3	all	all	PRON
bracis-28420	286	4	you	you	PRON
bracis-28420	286	5	need	need	VERB
bracis-28420	286	6	.	.	PUNCT
bracis-28420	287	1	adv	adv	PROPN
bracis-28420	287	2	.	.	PUNCT
bracis-28420	287	3	neural	neural	PROPN
bracis-28420	287	4	inf	inf	PROPN
bracis-28420	287	5	.	.	PUNCT
bracis-28420	287	6	process	process	NOUN
bracis-28420	287	7	.	.	PUNCT
bracis-28420	288	1	syst	syst	PROPN
bracis-28420	288	2	.	.	PUNCT
bracis-28420	289	1	30	30	NUM
bracis-28420	289	2	,	,	PUNCT
bracis-28420	289	3	1–11	1–11	PROPN
bracis-28420	289	4	(	(	PUNCT
bracis-28420	289	5	2017	2017	NUM
bracis-28420	289	6	)	)	PUNCT
bracis-28420	289	7	google	google	NOUN
bracis-28420	289	8	scholar	scholar	NOUN
bracis-28420	289	9	  	  	SPACE
bracis-28420	289	10	viegas	viegas	NOUN
bracis-28420	289	11	,	,	PUNCT
bracis-28420	289	12	c.f.o	c.f.o	NOUN
bracis-28420	289	13	.	.	PUNCT
bracis-28420	289	14	:	:	PUNCT
bracis-28420	290	1	jurisbert	jurisbert	PROPN
bracis-28420	290	2	:	:	PUNCT
bracis-28420	290	3	transformer	transformer	NOUN
bracis-28420	290	4	-	-	PUNCT
bracis-28420	290	5	based	base	VERB
bracis-28420	290	6	model	model	NOUN
bracis-28420	290	7	for	for	ADP
bracis-28420	290	8	embedding	embed	VERB
bracis-28420	290	9	legal	legal	ADJ
bracis-28420	290	10	texts	text	NOUN
bracis-28420	290	11	(	(	PUNCT
bracis-28420	290	12	2022	2022	NUM
bracis-28420	290	13	)	)	PUNCT
bracis-28420	290	14	google	google	PROPN
bracis-28420	290	15	scholar	scholar	NOUN
bracis-28420	290	16	  	  	SPACE
bracis-28420	290	17	wang	wang	PROPN
bracis-28420	290	18	,	,	PUNCT
bracis-28420	290	19	z.	z.	PROPN
bracis-28420	290	20	,	,	PUNCT
bracis-28420	290	21	wang	wang	PROPN
bracis-28420	290	22	,	,	PUNCT
bracis-28420	290	23	p.	p.	PROPN
bracis-28420	290	24	,	,	PUNCT
bracis-28420	290	25	huang	huang	PROPN
bracis-28420	290	26	,	,	PUNCT
bracis-28420	290	27	l.	l.	PROPN
bracis-28420	290	28	,	,	PUNCT
bracis-28420	290	29	sun	sun	PROPN
bracis-28420	290	30	,	,	PUNCT
bracis-28420	290	31	x.	x.	PROPN
bracis-28420	290	32	,	,	PUNCT
bracis-28420	290	33	wang	wang	PROPN
bracis-28420	290	34	,	,	PUNCT
bracis-28420	290	35	h.	h.	PROPN
bracis-28420	290	36	:	:	PUNCT
bracis-28420	290	37	incorporating	incorporate	VERB
bracis-28420	290	38	hierarchy	hierarchy	NOUN
bracis-28420	290	39	into	into	ADP
bracis-28420	290	40	text	text	NOUN
bracis-28420	290	41	encoder	encoder	NOUN
bracis-28420	290	42	:	:	PUNCT
bracis-28420	290	43	a	a	DET
bracis-28420	290	44	contrastive	contrastive	ADJ
bracis-28420	290	45	learning	learning	NOUN
bracis-28420	290	46	approach	approach	NOUN
bracis-28420	290	47	for	for	ADP
bracis-28420	290	48	hierarchical	hierarchical	ADJ
bracis-28420	290	49	text	text	NOUN
bracis-28420	290	50	classification	classification	NOUN
bracis-28420	290	51	.	.	PUNCT
bracis-28420	291	1	arxiv	arxiv	PROPN
bracis-28420	291	2	preprint	preprint	VERB
bracis-28420	291	3	arxiv:2203.03825	arxiv:2203.03825	PROPN
bracis-28420	291	4	(	(	PUNCT
bracis-28420	291	5	2022	2022	NUM
bracis-28420	291	6	)	)	PUNCT
bracis-28420	291	7	xiao	xiao	PROPN
bracis-28420	291	8	,	,	PUNCT
bracis-28420	291	9	c.	c.	PROPN
bracis-28420	291	10	,	,	PUNCT
bracis-28420	291	11	hu	hu	PROPN
bracis-28420	291	12	,	,	PUNCT
bracis-28420	291	13	x.	x.	PROPN
bracis-28420	291	14	,	,	PUNCT
bracis-28420	291	15	liu	liu	PROPN
bracis-28420	291	16	,	,	PUNCT
bracis-28420	291	17	z.	z.	PROPN
bracis-28420	291	18	,	,	PUNCT
bracis-28420	291	19	tu	tu	PROPN
bracis-28420	291	20	,	,	PUNCT
bracis-28420	291	21	c.	c.	PROPN
bracis-28420	291	22	,	,	PUNCT
bracis-28420	291	23	sun	sun	NOUN
bracis-28420	291	24	,	,	PUNCT
bracis-28420	291	25	m.	m.	NOUN
bracis-28420	291	26	:	:	PUNCT
bracis-28420	292	1	lawformer	lawformer	ADV
bracis-28420	292	2	:	:	PUNCT
bracis-28420	292	3	a	a	DET
bracis-28420	292	4	pre	pre	ADJ
bracis-28420	292	5	-	-	ADJ
bracis-28420	292	6	trained	train	VERB
bracis-28420	292	7	language	language	NOUN
bracis-28420	292	8	model	model	NOUN
bracis-28420	292	9	for	for	ADP
bracis-28420	292	10	chinese	chinese	ADJ
bracis-28420	292	11	legal	legal	ADJ
bracis-28420	292	12	long	long	ADJ
bracis-28420	292	13	documents	document	NOUN
bracis-28420	292	14	.	.	PUNCT
bracis-28420	293	1	ai	ai	VERB
bracis-28420	293	2	open	open	ADJ
bracis-28420	293	3	2	2	NUM
bracis-28420	293	4	,	,	PUNCT
bracis-28420	293	5	79–84	79–84	NOUN
bracis-28420	293	6	(	(	PUNCT
bracis-28420	293	7	2021	2021	NUM
bracis-28420	293	8	)	)	PUNCT
bracis-28420	293	9	article	article	NOUN
bracis-28420	293	10	  	  	SPACE
bracis-28420	293	11	google	google	PROPN
bracis-28420	293	12	scholar	scholar	NOUN
bracis-28420	293	13	  	  	SPACE
bracis-28420	293	14	yang	yang	PROPN
bracis-28420	293	15	,	,	PUNCT
bracis-28420	293	16	y.	y.	PROPN
bracis-28420	293	17	,	,	PUNCT
bracis-28420	293	18	uy	uy	PROPN
bracis-28420	293	19	,	,	PUNCT
bracis-28420	293	20	m.c.s	m.c.s	PROPN
bracis-28420	293	21	.	.	PROPN
bracis-28420	293	22	,	,	PUNCT
bracis-28420	293	23	huang	huang	PROPN
bracis-28420	293	24	,	,	PUNCT
bracis-28420	293	25	a.	a.	NOUN
bracis-28420	293	26	:	:	PUNCT
bracis-28420	293	27	finbert	finbert	VERB
bracis-28420	293	28	:	:	PUNCT
bracis-28420	293	29	a	a	DET
bracis-28420	293	30	pretrained	pretraine	VERB
bracis-28420	293	31	language	language	NOUN
bracis-28420	293	32	model	model	NOUN
bracis-28420	293	33	for	for	ADP
bracis-28420	293	34	financial	financial	ADJ
bracis-28420	293	35	communications	communication	NOUN
bracis-28420	293	36	.	.	PUNCT
bracis-28420	294	1	arxiv	arxiv	PROPN
bracis-28420	294	2	preprint	preprint	NOUN
bracis-28420	294	3	arxiv:2006.08097	arxiv:2006.08097	NOUN
bracis-28420	294	4	(	(	PUNCT
bracis-28420	294	5	2020	2020	NUM
bracis-28420	294	6	)	)	PUNCT
bracis-28420	294	7	download	download	NOUN
bracis-28420	294	8	references	reference	NOUN
bracis-28420	294	9	author	author	NOUN
bracis-28420	294	10	information	information	NOUN
bracis-28420	294	11	authors	author	NOUN
bracis-28420	294	12	and	and	CCONJ
bracis-28420	294	13	affiliations	affiliation	NOUN
bracis-28420	294	14	federal	federal	PROPN
bracis-28420	294	15	institute	institute	PROPN
bracis-28420	294	16	of	of	ADP
bracis-28420	294	17	ceará	ceará	NOUN
bracis-28420	294	18	(	(	PUNCT
bracis-28420	294	19	ifce	ifce	NOUN
bracis-28420	294	20	)	)	PUNCT
bracis-28420	294	21	,	,	PUNCT
bracis-28420	294	22	fortaleza	fortaleza	PROPN
bracis-28420	294	23	,	,	PUNCT
bracis-28420	294	24	brazil	brazil	PROPN
bracis-28420	294	25	raquel	raquel	PROPN
bracis-28420	294	26	silveira	silveira	PROPN
bracis-28420	294	27	university	university	PROPN
bracis-28420	294	28	of	of	ADP
bracis-28420	294	29	fortaleza	fortaleza	PROPN
bracis-28420	294	30	(	(	PUNCT
bracis-28420	294	31	unifor	unifor	PROPN
bracis-28420	294	32	)	)	PUNCT
bracis-28420	294	33	,	,	PUNCT
bracis-28420	294	34	fortaleza	fortaleza	PROPN
bracis-28420	294	35	,	,	PUNCT
bracis-28420	294	36	brazil	brazil	PROPN
bracis-28420	294	37	caio	caio	PROPN
bracis-28420	294	38	ponte	ponte	PROPN
bracis-28420	294	39	,	,	PUNCT
bracis-28420	294	40	 	 	SPACE
bracis-28420	294	41	vitor	vitor	PROPN
bracis-28420	294	42	almeida	almeida	PROPN
bracis-28420	294	43	,	,	PUNCT
bracis-28420	294	44	 	 	SPACE
bracis-28420	294	45	vládia	vládia	PROPN
bracis-28420	294	46	pinheiro	pinheiro	PROPN
bracis-28420	294	47	 	 	SPACE
bracis-28420	294	48	&	&	CCONJ
bracis-28420	294	49	 	 	SPACE
bracis-28420	294	50	vasco	vasco	PROPN
bracis-28420	294	51	furtado	furtado	PROPN
bracis-28420	294	52	authors	author	NOUN
bracis-28420	294	53	raquel	raquel	PROPN
bracis-28420	294	54	silveiraview	silveiraview	PROPN
bracis-28420	294	55	author	author	NOUN
bracis-28420	294	56	publications	publication	NOUN
bracis-28420	294	57	search	search	NOUN
bracis-28420	294	58	author	author	NOUN
bracis-28420	294	59	on	on	ADP
bracis-28420	294	60	:	:	PUNCT
bracis-28420	294	61	pubmed	pubmed	PROPN
bracis-28420	294	62	 	 	SPACE
bracis-28420	294	63	google	google	PROPN
bracis-28420	294	64	scholar	scholar	PROPN
bracis-28420	294	65	caio	caio	PROPN
bracis-28420	294	66	ponteview	ponteview	NOUN
bracis-28420	294	67	author	author	NOUN
bracis-28420	294	68	publications	publication	NOUN
bracis-28420	294	69	search	search	NOUN
bracis-28420	294	70	author	author	NOUN
bracis-28420	294	71	on	on	ADP
bracis-28420	294	72	:	:	PUNCT
bracis-28420	294	73	pubmed	pubmed	PROPN
bracis-28420	294	74	 	 	SPACE
bracis-28420	294	75	google	google	PROPN
bracis-28420	294	76	scholar	scholar	PROPN
bracis-28420	294	77	vitor	vitor	PROPN
bracis-28420	294	78	almeidaview	almeidaview	PROPN
bracis-28420	294	79	author	author	NOUN
bracis-28420	294	80	publications	publication	VERB
bracis-28420	294	81	search	search	NOUN
bracis-28420	294	82	author	author	NOUN
bracis-28420	294	83	on	on	ADP
bracis-28420	294	84	:	:	PUNCT
bracis-28420	294	85	pubmed	pubmed	PROPN
bracis-28420	294	86	 	 	SPACE
bracis-28420	294	87	google	google	PROPN
bracis-28420	294	88	scholar	scholar	NOUN
bracis-28420	294	89	vládia	vládia	NOUN
bracis-28420	294	90	pinheiroview	pinheiroview	PROPN
bracis-28420	294	91	author	author	NOUN
bracis-28420	294	92	publications	publication	NOUN
bracis-28420	294	93	search	search	NOUN
bracis-28420	294	94	author	author	NOUN
bracis-28420	294	95	on	on	ADP
bracis-28420	294	96	:	:	PUNCT
bracis-28420	294	97	pubmed	pubmed	PROPN
bracis-28420	294	98	 	 	SPACE
bracis-28420	294	99	google	google	PROPN
bracis-28420	294	100	scholar	scholar	PROPN
bracis-28420	294	101	vasco	vasco	PROPN
bracis-28420	294	102	furtadoview	furtadoview	PROPN
bracis-28420	294	103	author	author	NOUN
bracis-28420	294	104	publications	publication	NOUN
bracis-28420	294	105	search	search	NOUN
bracis-28420	294	106	author	author	NOUN
bracis-28420	294	107	on	on	ADP
bracis-28420	294	108	:	:	PUNCT
bracis-28420	294	109	pubmed	pubmed	PROPN
bracis-28420	294	110	 	 	SPACE
bracis-28420	294	111	google	google	PROPN
bracis-28420	294	112	scholar	scholar	NOUN
bracis-28420	294	113	corresponding	correspond	VERB
bracis-28420	294	114	author	author	NOUN
bracis-28420	294	115	correspondence	correspondence	NOUN
bracis-28420	294	116	to	to	ADP
bracis-28420	294	117	raquel	raquel	PROPN
bracis-28420	294	118	silveira	silveira	PROPN
bracis-28420	294	119	.	.	PUNCT
bracis-28420	295	1	editor	editor	NOUN
bracis-28420	295	2	information	information	NOUN
bracis-28420	295	3	editors	editor	NOUN
bracis-28420	295	4	and	and	CCONJ
bracis-28420	295	5	affiliations	affiliation	NOUN
bracis-28420	295	6	federal	federal	PROPN
bracis-28420	295	7	university	university	PROPN
bracis-28420	295	8	of	of	ADP
bracis-28420	295	9	são	são	PROPN
bracis-28420	295	10	carlos	carlos	PROPN
bracis-28420	295	11	,	,	PUNCT
bracis-28420	295	12	são	são	PROPN
bracis-28420	295	13	carlos	carlos	PROPN
bracis-28420	295	14	,	,	PUNCT
bracis-28420	295	15	brazil	brazil	PROPN
bracis-28420	295	16	murilo	murilo	PROPN
bracis-28420	295	17	c.	c.	PROPN
bracis-28420	295	18	naldi	naldi	PROPN
bracis-28420	295	19	centro	centro	PROPN
bracis-28420	295	20	universitario	universitario	PROPN
bracis-28420	295	21	da	da	PROPN
bracis-28420	295	22	fei	fei	PROPN
bracis-28420	295	23	,	,	PUNCT
bracis-28420	295	24	são	são	PROPN
bracis-28420	295	25	bernardo	bernardo	PROPN
bracis-28420	295	26	do	do	AUX
bracis-28420	295	27	campo	campo	PROPN
bracis-28420	295	28	,	,	PUNCT
bracis-28420	295	29	brazil	brazil	PROPN
bracis-28420	295	30	reinaldo	reinaldo	PROPN
bracis-28420	295	31	a.	a.	PROPN
bracis-28420	295	32	c.	c.	PROPN
bracis-28420	295	33	bianchi	bianchi	PROPN
bracis-28420	295	34	rights	right	NOUN
bracis-28420	295	35	and	and	CCONJ
bracis-28420	295	36	permissions	permission	NOUN
bracis-28420	295	37	reprints	reprint	NOUN
bracis-28420	295	38	and	and	CCONJ
bracis-28420	295	39	permissions	permission	VERB
bracis-28420	295	40	copyright	copyright	NOUN
bracis-28420	295	41	information	information	NOUN
bracis-28420	295	42	©	©	ADP
bracis-28420	295	43	2023	2023	NUM
bracis-28420	295	44	the	the	DET
bracis-28420	295	45	author(s	author(s	NOUN
bracis-28420	295	46	)	)	PUNCT
bracis-28420	295	47	,	,	PUNCT
bracis-28420	295	48	under	under	ADP
bracis-28420	295	49	exclusive	exclusive	ADJ
bracis-28420	295	50	license	license	NOUN
bracis-28420	295	51	to	to	ADP
bracis-28420	295	52	springer	springer	NOUN
bracis-28420	295	53	nature	nature	PROPN
bracis-28420	295	54	switzerland	switzerland	PROPN
bracis-28420	295	55	ag	ag	PROPN
bracis-28420	295	56	about	about	ADP
bracis-28420	295	57	this	this	DET
bracis-28420	295	58	paper	paper	NOUN
bracis-28420	295	59	cite	cite	VERB
bracis-28420	295	60	this	this	DET
bracis-28420	295	61	paper	paper	NOUN
bracis-28420	295	62	silveira	silveira	PROPN
bracis-28420	295	63	,	,	PUNCT
bracis-28420	295	64	r.	r.	PROPN
bracis-28420	295	65	,	,	PUNCT
bracis-28420	295	66	ponte	ponte	NOUN
bracis-28420	295	67	,	,	PUNCT
bracis-28420	295	68	c.	c.	PROPN
bracis-28420	295	69	,	,	PUNCT
bracis-28420	295	70	almeida	almeida	PROPN
bracis-28420	295	71	,	,	PUNCT
bracis-28420	295	72	v.	v.	PROPN
bracis-28420	295	73	,	,	PUNCT
bracis-28420	295	74	pinheiro	pinheiro	PROPN
bracis-28420	295	75	,	,	PUNCT
bracis-28420	295	76	v.	v.	PROPN
bracis-28420	295	77	,	,	PUNCT
bracis-28420	295	78	furtado	furtado	NOUN
bracis-28420	295	79	,	,	PUNCT
bracis-28420	295	80	v.	v.	PROPN
bracis-28420	295	81	(	(	PUNCT
bracis-28420	295	82	2023	2023	NUM
bracis-28420	295	83	)	)	PUNCT
bracis-28420	295	84	.	.	PUNCT
bracis-28420	296	1	legalbert	legalbert	NOUN
bracis-28420	296	2	-	-	PUNCT
bracis-28420	296	3	pt	pt	NOUN
bracis-28420	296	4	:	:	PUNCT
bracis-28420	296	5	a	a	DET
bracis-28420	296	6	pretrained	pretraine	VERB
bracis-28420	296	7	language	language	NOUN
bracis-28420	296	8	model	model	NOUN
bracis-28420	296	9	for	for	ADP
bracis-28420	296	10	 	 	SPACE
bracis-28420	296	11	the	the	DET
bracis-28420	296	12	 	 	SPACE
bracis-28420	296	13	brazilian	brazilian	ADJ
bracis-28420	296	14	portuguese	portuguese	ADJ
bracis-28420	296	15	legal	legal	ADJ
bracis-28420	296	16	domain	domain	NOUN
bracis-28420	296	17	.	.	PUNCT
bracis-28420	297	1	in	in	ADP
bracis-28420	297	2	:	:	PUNCT
bracis-28420	297	3	naldi	naldi	PROPN
bracis-28420	297	4	,	,	PUNCT
bracis-28420	297	5	m.c	m.c	PROPN
bracis-28420	297	6	.	.	PROPN
bracis-28420	297	7	,	,	PUNCT
bracis-28420	297	8	bianchi	bianchi	PROPN
bracis-28420	297	9	,	,	PUNCT
bracis-28420	297	10	r.a.c	r.a.c	ADP
bracis-28420	297	11	.	.	PUNCT
bracis-28420	297	12	(	(	PUNCT
bracis-28420	297	13	eds	ed	NOUN
bracis-28420	297	14	)	)	PUNCT
bracis-28420	297	15	intelligent	intelligent	ADJ
bracis-28420	297	16	systems	system	NOUN
bracis-28420	297	17	.	.	PUNCT
bracis-28420	298	1	bracis	bracis	PROPN
bracis-28420	298	2	2023	2023	NUM
bracis-28420	298	3	.	.	PUNCT
bracis-28420	299	1	lecture	lecture	NOUN
bracis-28420	299	2	notes	note	NOUN
bracis-28420	299	3	in	in	ADP
bracis-28420	299	4	computer	computer	NOUN
bracis-28420	299	5	science	science	NOUN
bracis-28420	299	6	(	(	PUNCT
bracis-28420	299	7	)	)	PUNCT
bracis-28420	299	8	,	,	PUNCT
bracis-28420	299	9	vol	vol	NOUN
bracis-28420	299	10	14197	14197	NUM
bracis-28420	299	11	.	.	PUNCT
bracis-28420	300	1	springer	springer	NOUN
bracis-28420	300	2	,	,	PUNCT
bracis-28420	300	3	cham	cham	PROPN
bracis-28420	300	4	.	.	PUNCT
bracis-28420	301	1	https://doi.org/10.1007/978-3-031-45392-2_18	https://doi.org/10.1007/978-3-031-45392-2_18	PROPN
bracis-28420	301	2	download	download	NOUN
bracis-28420	301	3	citation	citation	NOUN
bracis-28420	301	4	.ris	.ris	PUNCT
bracis-28420	302	1	.enw	.enw	PROPN
bracis-28420	302	2	.bib	.bib	PUNCT
bracis-28420	303	1	doi	doi	PROPN
bracis-28420	303	2	:	:	PUNCT
bracis-28420	303	3	https://doi.org/10.1007/978-3-031-45392-2_18	https://doi.org/10.1007/978-3-031-45392-2_18	PROPN
bracis-28420	303	4	published	publish	VERB
bracis-28420	303	5	:	:	PUNCT
bracis-28420	303	6	12	12	NUM
bracis-28420	303	7	october	october	PROPN
bracis-28420	303	8	2023	2023	NUM
bracis-28420	303	9	publisher	publisher	NOUN
bracis-28420	303	10	name	name	NOUN
bracis-28420	303	11	:	:	PUNCT
bracis-28420	303	12	springer	springer	NOUN
bracis-28420	303	13	,	,	PUNCT
bracis-28420	303	14	cham	cham	PROPN
bracis-28420	303	15	print	print	PROPN
bracis-28420	303	16	isbn	isbn	PROPN
bracis-28420	303	17	:	:	PUNCT
bracis-28420	303	18	978	978	NUM
bracis-28420	303	19	-	-	SYM
bracis-28420	303	20	3	3	NUM
bracis-28420	303	21	-	-	PUNCT
bracis-28420	303	22	031	031	NUM
bracis-28420	303	23	-	-	PUNCT
bracis-28420	303	24	45391	45391	NUM
bracis-28420	303	25	-	-	SYM
bracis-28420	303	26	5	5	NUM
bracis-28420	303	27	online	online	ADJ
bracis-28420	303	28	isbn	isbn	NOUN
bracis-28420	303	29	:	:	PUNCT
bracis-28420	303	30	978	978	NUM
bracis-28420	303	31	-	-	SYM
bracis-28420	303	32	3	3	NUM
bracis-28420	303	33	-	-	PUNCT
bracis-28420	303	34	031	031	NUM
bracis-28420	303	35	-	-	PUNCT
bracis-28420	303	36	45392	45392	NUM
bracis-28420	303	37	-	-	SYM
bracis-28420	303	38	2	2	NUM
bracis-28420	303	39	ebook	ebook	NOUN
bracis-28420	303	40	packages	package	NOUN
bracis-28420	303	41	:	:	PUNCT
bracis-28420	303	42	computer	computer	NOUN
bracis-28420	303	43	sciencecomputer	sciencecomputer	NOUN
bracis-28420	303	44	science	science	NOUN
bracis-28420	303	45	(	(	PUNCT
bracis-28420	303	46	r0	r0	NOUN
bracis-28420	303	47	)	)	PUNCT
bracis-28420	303	48	share	share	VERB
bracis-28420	303	49	this	this	DET
bracis-28420	303	50	paper	paper	NOUN
bracis-28420	303	51	anyone	anyone	PRON
bracis-28420	303	52	you	you	PRON
bracis-28420	303	53	share	share	VERB
bracis-28420	303	54	the	the	DET
bracis-28420	303	55	following	follow	VERB
bracis-28420	303	56	link	link	NOUN
bracis-28420	303	57	with	with	ADP
bracis-28420	303	58	will	will	AUX
bracis-28420	303	59	be	be	AUX
bracis-28420	303	60	able	able	ADJ
bracis-28420	303	61	to	to	PART
bracis-28420	303	62	read	read	VERB
bracis-28420	303	63	this	this	DET
bracis-28420	303	64	content	content	NOUN
bracis-28420	303	65	:	:	PUNCT
bracis-28420	303	66	get	get	VERB
bracis-28420	303	67	shareable	shareable	ADJ
bracis-28420	303	68	linksorry	linksorry	NOUN
bracis-28420	303	69	,	,	PUNCT
bracis-28420	303	70	a	a	DET
bracis-28420	303	71	shareable	shareable	ADJ
bracis-28420	303	72	link	link	NOUN
bracis-28420	303	73	is	be	AUX
bracis-28420	303	74	not	not	PART
bracis-28420	303	75	currently	currently	ADV
bracis-28420	303	76	available	available	ADJ
bracis-28420	303	77	for	for	ADP
bracis-28420	303	78	this	this	DET
bracis-28420	303	79	article	article	NOUN
bracis-28420	303	80	.	.	PUNCT
bracis-28420	304	1	copy	copy	VERB
bracis-28420	304	2	shareable	shareable	ADJ
bracis-28420	304	3	link	link	NOUN
bracis-28420	304	4	to	to	PART
bracis-28420	304	5	clipboard	clipboard	NOUN
bracis-28420	304	6	provided	provide	VERB
bracis-28420	304	7	by	by	ADP
bracis-28420	304	8	the	the	DET
bracis-28420	304	9	springer	springer	NOUN
bracis-28420	304	10	nature	nature	PROPN
bracis-28420	304	11	sharedit	sharedit	PROPN
bracis-28420	304	12	content	content	NOUN
bracis-28420	304	13	-	-	PUNCT
bracis-28420	304	14	sharing	share	VERB
bracis-28420	304	15	initiative	initiative	NOUN
bracis-28420	304	16	keywords	keyword	NOUN
bracis-28420	304	17	language	language	NOUN
bracis-28420	304	18	models	model	NOUN
bracis-28420	304	19	legal	legal	ADJ
bracis-28420	304	20	texts	text	NOUN
bracis-28420	304	21	bert	bert	PROPN
bracis-28420	304	22	bertimbau	bertimbau	NOUN
bracis-28420	304	23	publish	publish	VERB
bracis-28420	304	24	with	with	ADP
bracis-28420	304	25	us	us	PROPN
bracis-28420	304	26	policies	policy	NOUN
bracis-28420	304	27	and	and	CCONJ
bracis-28420	304	28	ethics	ethic	NOUN
bracis-28420	304	29	search	search	NOUN
bracis-28420	304	30	search	search	NOUN
bracis-28420	304	31	by	by	ADP
bracis-28420	304	32	keyword	keyword	NOUN
bracis-28420	304	33	or	or	CCONJ
bracis-28420	304	34	author	author	NOUN
bracis-28420	304	35	search	search	NOUN
bracis-28420	304	36	navigation	navigation	NOUN
bracis-28420	304	37	find	find	VERB
bracis-28420	304	38	a	a	DET
bracis-28420	304	39	journal	journal	NOUN
bracis-28420	304	40	publish	publish	VERB
bracis-28420	304	41	with	with	ADP
bracis-28420	304	42	us	we	PRON
bracis-28420	304	43	track	track	VERB
bracis-28420	304	44	your	your	PRON
bracis-28420	304	45	research	research	NOUN
bracis-28420	304	46	discover	discover	VERB
bracis-28420	304	47	content	content	NOUN
bracis-28420	304	48	journals	journal	NOUN
bracis-28420	304	49	a	a	DET
bracis-28420	304	50	-	-	PUNCT
bracis-28420	304	51	z	z	NOUN
bracis-28420	304	52	books	book	NOUN
bracis-28420	304	53	a	a	DET
bracis-28420	304	54	-	-	PUNCT
bracis-28420	304	55	z	z	NOUN
bracis-28420	304	56	publish	publish	NOUN
bracis-28420	304	57	with	with	ADP
bracis-28420	304	58	us	us	PROPN
bracis-28420	304	59	journal	journal	PROPN
bracis-28420	304	60	finder	finder	PROPN
bracis-28420	304	61	publish	publish	VERB
bracis-28420	304	62	your	your	PRON
bracis-28420	304	63	research	research	NOUN
bracis-28420	304	64	language	language	NOUN
bracis-28420	304	65	editing	edit	VERB
bracis-28420	304	66	open	open	ADJ
bracis-28420	304	67	access	access	NOUN
bracis-28420	304	68	publishing	publishing	NOUN
bracis-28420	304	69	products	product	NOUN
bracis-28420	304	70	and	and	CCONJ
bracis-28420	304	71	services	service	NOUN
bracis-28420	304	72	our	our	PRON
bracis-28420	304	73	products	product	NOUN
bracis-28420	304	74	librarians	librarian	VERB
bracis-28420	304	75	societies	society	NOUN
bracis-28420	304	76	partners	partner	NOUN
bracis-28420	304	77	and	and	CCONJ
bracis-28420	304	78	advertisers	advertiser	NOUN
bracis-28420	304	79	our	our	PRON
bracis-28420	304	80	brands	brand	NOUN
bracis-28420	304	81	springer	springer	NOUN
bracis-28420	304	82	nature	nature	PROPN
bracis-28420	304	83	portfolio	portfolio	PROPN
bracis-28420	304	84	bmc	bmc	PROPN
bracis-28420	304	85	palgrave	palgrave	PROPN
bracis-28420	304	86	macmillan	macmillan	PROPN
bracis-28420	304	87	apress	apress	PROPN
bracis-28420	304	88	discover	discover	VERB
bracis-28420	304	89	your	your	PRON
bracis-28420	304	90	privacy	privacy	NOUN
bracis-28420	304	91	choices	choice	NOUN
bracis-28420	304	92	/	/	SYM
bracis-28420	304	93	manage	manage	NOUN
bracis-28420	304	94	cookies	cookie	NOUN
bracis-28420	304	95	your	your	PRON
bracis-28420	304	96	us	us	PROPN
bracis-28420	305	1	state	state	NOUN
bracis-28420	305	2	privacy	privacy	NOUN
bracis-28420	305	3	rights	right	NOUN
bracis-28420	305	4	accessibility	accessibility	NOUN
bracis-28420	305	5	statement	statement	NOUN
bracis-28420	305	6	terms	term	NOUN
bracis-28420	305	7	and	and	CCONJ
bracis-28420	305	8	conditions	condition	NOUN
bracis-28420	305	9	privacy	privacy	NOUN
bracis-28420	305	10	policy	policy	NOUN
bracis-28420	305	11	help	help	NOUN
bracis-28420	305	12	and	and	CCONJ
bracis-28420	305	13	support	support	VERB
bracis-28420	305	14	legal	legal	ADJ
bracis-28420	305	15	notice	notice	NOUN
bracis-28420	305	16	cancel	cancel	VERB
bracis-28420	305	17	contracts	contract	NOUN
bracis-28420	305	18	here	here	ADV
bracis-28420	305	19	129.74.145.123	129.74.145.123	NUM
bracis-28420	305	20	hesburgh	hesburgh	PROPN
bracis-28420	305	21	library	library	PROPN
bracis-28420	305	22	er	er	INTJ
bracis-28420	305	23	unit	unit	NOUN
bracis-28420	305	24	(	(	PUNCT
bracis-28420	305	25	3005732405	3005732405	NUM
bracis-28420	305	26	)	)	PUNCT
bracis-28420	305	27	northeast	northeast	ADJ
bracis-28420	305	28	research	research	NOUN
bracis-28420	305	29	libraries	library	NOUN
bracis-28420	305	30	(	(	PUNCT
bracis-28420	305	31	nerl	nerl	PROPN
bracis-28420	305	32	)	)	PUNCT
bracis-28420	305	33	(	(	PUNCT
bracis-28420	305	34	8200828607	8200828607	NUM
bracis-28420	305	35	)	)	PUNCT
bracis-28420	305	36	nerl	nerl	VERB
bracis-28420	305	37	ta	ta	X
bracis-28420	305	38	account	account	NOUN
bracis-28420	305	39	(	(	PUNCT
bracis-28420	305	40	3006206169	3006206169	NUM
bracis-28420	305	41	)	)	PUNCT
bracis-28420	305	42	university	university	NOUN
bracis-28420	305	43	of	of	ADP
bracis-28420	305	44	notre	notre	PROPN
bracis-28420	305	45	dame	dame	PROPN
bracis-28420	305	46	hesburgh	hesburgh	PROPN
bracis-28420	305	47	library	library	NOUN
bracis-28420	305	48	(	(	PUNCT
bracis-28420	305	49	3000184373	3000184373	NUM
bracis-28420	305	50	)	)	PUNCT
bracis-28420	306	1	©	©	ADP
bracis-28420	306	2	2025	2025	NUM
bracis-28420	306	3	springer	springer	NOUN
bracis-28420	306	4	nature	nature	NOUN