id	sid	tid	token	lemma	pos
crl-25748	1	1	30	30	NUM
crl-25748	1	2	making	make	VERB
crl-25748	1	3	and	and	CCONJ
crl-25748	1	4	using	use	VERB
crl-25748	1	5	ai	ai	NOUN
crl-25748	1	6	in	in	ADP
crl-25748	1	7	the	the	DET
crl-25748	1	8	library	library	NOUN
crl-25748	1	9	:	:	PUNCT
crl-25748	1	10	creating	create	VERB
crl-25748	1	11	a	a	DET
crl-25748	1	12	bert	bert	NOUN
crl-25748	1	13	model	model	NOUN
crl-25748	1	14	at	at	ADP
crl-25748	1	15	the	the	DET
crl-25748	1	16	national	national	PROPN
crl-25748	1	17	library	library	NOUN
crl-25748	1	18	of	of	ADP
crl-25748	1	19	sweden	sweden	PROPN
crl-25748	1	20	chris	chris	PROPN
crl-25748	1	21	haffenden	haffenden	PROPN
crl-25748	1	22	,	,	PUNCT
crl-25748	1	23	elena	elena	PROPN
crl-25748	1	24	fano	fano	PROPN
crl-25748	1	25	,	,	PUNCT
crl-25748	1	26	martin	martin	PROPN
crl-25748	1	27	malmsten	malmsten	PROPN
crl-25748	1	28	,	,	PUNCT
crl-25748	1	29	and	and	CCONJ
crl-25748	1	30	love	love	VERB
crl-25748	1	31	börjeson	börjeson	NOUN
crl-25748	1	32	*	*	PROPN
crl-25748	1	33	how	how	SCONJ
crl-25748	1	34	can	can	AUX
crl-25748	1	35	novel	novel	VERB
crl-25748	1	36	ai	ai	VERB
crl-25748	1	37	techniques	technique	NOUN
crl-25748	1	38	be	be	AUX
crl-25748	1	39	made	make	VERB
crl-25748	1	40	and	and	CCONJ
crl-25748	1	41	put	put	VERB
crl-25748	1	42	to	to	PART
crl-25748	1	43	use	use	VERB
crl-25748	1	44	in	in	ADP
crl-25748	1	45	the	the	DET
crl-25748	1	46	library	library	NOUN
crl-25748	1	47	?	?	PUNCT
crl-25748	2	1	combining	combine	VERB
crl-25748	2	2	methods	method	NOUN
crl-25748	2	3	from	from	ADP
crl-25748	2	4	data	datum	NOUN
crl-25748	2	5	and	and	CCONJ
crl-25748	2	6	library	library	NOUN
crl-25748	2	7	science	science	NOUN
crl-25748	2	8	,	,	PUNCT
crl-25748	2	9	this	this	DET
crl-25748	2	10	article	article	NOUN
crl-25748	2	11	focuses	focus	VERB
crl-25748	2	12	on	on	ADP
crl-25748	2	13	natural	natural	ADJ
crl-25748	2	14	language	language	NOUN
crl-25748	2	15	processing	processing	NOUN
crl-25748	2	16	technologies	technology	NOUN
crl-25748	2	17	,	,	PUNCT
crl-25748	2	18	especially	especially	ADV
crl-25748	2	19	in	in	ADP
crl-25748	2	20	national	national	ADJ
crl-25748	2	21	libraries	library	NOUN
crl-25748	2	22	.	.	PUNCT
crl-25748	3	1	it	it	PRON
crl-25748	3	2	explains	explain	VERB
crl-25748	3	3	how	how	SCONJ
crl-25748	3	4	the	the	DET
crl-25748	3	5	national	national	ADJ
crl-25748	3	6	library	library	NOUN
crl-25748	3	7	of	of	ADP
crl-25748	3	8	sweden	sweden	PROPN
crl-25748	3	9	’s	’s	PART
crl-25748	3	10	collections	collection	NOUN
crl-25748	3	11	enabled	enable	VERB
crl-25748	3	12	the	the	DET
crl-25748	3	13	development	development	NOUN
crl-25748	3	14	of	of	ADP
crl-25748	3	15	a	a	DET
crl-25748	3	16	new	new	ADJ
crl-25748	3	17	bert	bert	PROPN
crl-25748	3	18	language	language	NOUN
crl-25748	3	19	model	model	NOUN
crl-25748	3	20	for	for	ADP
crl-25748	3	21	swedish	swedish	ADJ
crl-25748	3	22	.	.	PUNCT
crl-25748	4	1	it	it	PRON
crl-25748	4	2	also	also	ADV
crl-25748	4	3	outlines	outline	VERB
crl-25748	4	4	specific	specific	ADJ
crl-25748	4	5	use	use	NOUN
crl-25748	4	6	cases	case	NOUN
crl-25748	4	7	for	for	ADP
crl-25748	4	8	the	the	DET
crl-25748	4	9	model	model	NOUN
crl-25748	4	10	in	in	ADP
crl-25748	4	11	the	the	DET
crl-25748	4	12	context	context	NOUN
crl-25748	4	13	of	of	ADP
crl-25748	4	14	academic	academic	ADJ
crl-25748	4	15	libraries	library	NOUN
crl-25748	4	16	,	,	PUNCT
crl-25748	4	17	detailing	detail	VERB
crl-25748	4	18	strategies	strategy	NOUN
crl-25748	4	19	for	for	ADP
crl-25748	4	20	how	how	SCONJ
crl-25748	4	21	such	such	DET
crl-25748	4	22	a	a	DET
crl-25748	4	23	model	model	NOUN
crl-25748	4	24	could	could	AUX
crl-25748	4	25	make	make	VERB
crl-25748	4	26	digital	digital	ADJ
crl-25748	4	27	collections	collection	NOUN
crl-25748	4	28	available	available	ADJ
crl-25748	4	29	for	for	ADP
crl-25748	4	30	new	new	ADJ
crl-25748	4	31	forms	form	NOUN
crl-25748	4	32	of	of	ADP
crl-25748	4	33	research	research	NOUN
crl-25748	4	34	,	,	PUNCT
crl-25748	4	35	from	from	ADP
crl-25748	4	36	automated	automate	VERB
crl-25748	4	37	classification	classification	NOUN
crl-25748	4	38	to	to	ADP
crl-25748	4	39	enhanced	enhance	VERB
crl-25748	4	40	searchability	searchability	NOUN
crl-25748	4	41	and	and	CCONJ
crl-25748	4	42	improved	improve	VERB
crl-25748	4	43	ocr	ocr	ADJ
crl-25748	4	44	cohesion	cohesion	NOUN
crl-25748	4	45	.	.	PUNCT
crl-25748	5	1	highlighting	highlight	VERB
crl-25748	5	2	the	the	DET
crl-25748	5	3	potential	potential	NOUN
crl-25748	5	4	for	for	ADP
crl-25748	5	5	cross	cross	ADJ
crl-25748	5	6	-	-	ADJ
crl-25748	5	7	fertilizing	fertilizing	ADJ
crl-25748	5	8	ai	ai	NOUN
crl-25748	5	9	with	with	ADP
crl-25748	5	10	libraries	library	NOUN
crl-25748	5	11	,	,	PUNCT
crl-25748	5	12	the	the	DET
crl-25748	5	13	conclusion	conclusion	NOUN
crl-25748	5	14	suggests	suggest	VERB
crl-25748	5	15	that	that	SCONJ
crl-25748	5	16	while	while	SCONJ
crl-25748	5	17	ai	ai	AUX
crl-25748	5	18	may	may	AUX
crl-25748	5	19	transform	transform	VERB
crl-25748	5	20	the	the	DET
crl-25748	5	21	workings	working	NOUN
crl-25748	5	22	of	of	ADP
crl-25748	5	23	the	the	DET
crl-25748	5	24	library	library	NOUN
crl-25748	5	25	,	,	PUNCT
crl-25748	5	26	libraries	library	NOUN
crl-25748	5	27	can	can	AUX
crl-25748	5	28	also	also	ADV
crl-25748	5	29	play	play	VERB
crl-25748	5	30	a	a	DET
crl-25748	5	31	key	key	ADJ
crl-25748	5	32	role	role	NOUN
crl-25748	5	33	in	in	ADP
crl-25748	5	34	the	the	DET
crl-25748	5	35	future	future	ADJ
crl-25748	5	36	development	development	NOUN
crl-25748	5	37	of	of	ADP
crl-25748	5	38	ai	ai	PROPN
crl-25748	5	39	.	.	PUNCT
crl-25748	5	40	introduction	introduction	NOUN
crl-25748	5	41	recent	recent	ADJ
crl-25748	5	42	developments	development	NOUN
crl-25748	5	43	in	in	ADP
crl-25748	5	44	machine	machine	NOUN
crl-25748	5	45	learning	learning	NOUN
crl-25748	5	46	can	can	AUX
crl-25748	5	47	transform	transform	VERB
crl-25748	5	48	the	the	DET
crl-25748	5	49	working	work	VERB
crl-25748	5	50	practices	practice	NOUN
crl-25748	5	51	of	of	ADP
crl-25748	5	52	the	the	DET
crl-25748	5	53	library	library	NOUN
crl-25748	5	54	.	.	PUNCT
crl-25748	6	1	the	the	DET
crl-25748	6	2	advent	advent	NOUN
crl-25748	6	3	of	of	ADP
crl-25748	6	4	artificial	artificial	ADJ
crl-25748	6	5	neural	neural	ADJ
crl-25748	6	6	networks	network	NOUN
crl-25748	6	7	offers	offer	VERB
crl-25748	6	8	tantalizing	tantalizing	ADJ
crl-25748	6	9	possibilities	possibility	NOUN
crl-25748	6	10	for	for	ADP
crl-25748	6	11	libraries	library	NOUN
crl-25748	6	12	to	to	PART
crl-25748	6	13	classify	classify	VERB
crl-25748	6	14	,	,	PUNCT
crl-25748	6	15	organize	organize	VERB
crl-25748	6	16	,	,	PUNCT
crl-25748	6	17	and	and	CCONJ
crl-25748	6	18	make	make	VERB
crl-25748	6	19	huge	huge	ADJ
crl-25748	6	20	digital	digital	ADJ
crl-25748	6	21	collections	collection	NOUN
crl-25748	6	22	searchable	searchable	ADJ
crl-25748	6	23	with	with	ADP
crl-25748	6	24	the	the	DET
crl-25748	6	25	help	help	NOUN
crl-25748	6	26	of	of	ADP
crl-25748	6	27	artificial	artificial	ADJ
crl-25748	6	28	intelligence	intelligence	NOUN
crl-25748	6	29	(	(	PUNCT
crl-25748	6	30	ai	ai	NOUN
crl-25748	6	31	)	)	PUNCT
crl-25748	6	32	.	.	PUNCT
crl-25748	7	1	to	to	ADP
crl-25748	7	2	this	this	DET
crl-25748	7	3	end	end	NOUN
crl-25748	7	4	,	,	PUNCT
crl-25748	7	5	various	various	ADJ
crl-25748	7	6	academic	academic	ADJ
crl-25748	7	7	and	and	CCONJ
crl-25748	7	8	national	national	ADJ
crl-25748	7	9	libraries	library	NOUN
crl-25748	7	10	have	have	AUX
crl-25748	7	11	established	establish	VERB
crl-25748	7	12	data	data	NOUN
crl-25748	7	13	labs	lab	NOUN
crl-25748	7	14	as	as	ADP
crl-25748	7	15	testing	test	VERB
crl-25748	7	16	sites	site	NOUN
crl-25748	7	17	to	to	PART
crl-25748	7	18	explore	explore	VERB
crl-25748	7	19	and	and	CCONJ
crl-25748	7	20	harness	harness	ADJ
crl-25748	7	21	such	such	ADJ
crl-25748	7	22	potential	potential	NOUN
crl-25748	7	23	,	,	PUNCT
crl-25748	7	24	lc	lc	PROPN
crl-25748	7	25	labs	lab	NOUN
crl-25748	7	26	at	at	ADP
crl-25748	7	27	the	the	DET
crl-25748	7	28	us	us	PROPN
crl-25748	7	29	library	library	NOUN
crl-25748	7	30	of	of	ADP
crl-25748	7	31	congress	congress	PROPN
crl-25748	7	32	being	be	AUX
crl-25748	7	33	one	one	NUM
crl-25748	7	34	prominent	prominent	ADJ
crl-25748	7	35	example	example	NOUN
crl-25748	7	36	.	.	PUNCT
crl-25748	8	1	yet	yet	ADV
crl-25748	8	2	remarkably	remarkably	ADV
crl-25748	8	3	little	little	ADJ
crl-25748	8	4	work	work	NOUN
crl-25748	8	5	has	have	AUX
crl-25748	8	6	been	be	AUX
crl-25748	8	7	published	publish	VERB
crl-25748	8	8	on	on	ADP
crl-25748	8	9	this	this	DET
crl-25748	8	10	subject	subject	NOUN
crl-25748	8	11	,	,	PUNCT
crl-25748	8	12	either	either	CCONJ
crl-25748	8	13	theoretically	theoretically	ADV
crl-25748	8	14	or	or	CCONJ
crl-25748	8	15	in	in	ADP
crl-25748	8	16	terms	term	NOUN
crl-25748	8	17	of	of	ADP
crl-25748	8	18	practical	practical	ADJ
crl-25748	8	19	examples	example	NOUN
crl-25748	8	20	.	.	PUNCT
crl-25748	9	1	in	in	ADP
crl-25748	9	2	contrast	contrast	NOUN
crl-25748	9	3	to	to	ADP
crl-25748	9	4	many	many	ADJ
crl-25748	9	5	other	other	ADJ
crl-25748	9	6	fields	field	NOUN
crl-25748	9	7	where	where	SCONJ
crl-25748	9	8	studies	study	NOUN
crl-25748	9	9	on	on	ADP
crl-25748	9	10	the	the	DET
crl-25748	9	11	impact	impact	NOUN
crl-25748	9	12	of	of	ADP
crl-25748	9	13	ai	ai	VERB
crl-25748	9	14	have	have	AUX
crl-25748	9	15	proliferated	proliferate	VERB
crl-25748	9	16	,	,	PUNCT
crl-25748	9	17	a	a	DET
crl-25748	9	18	recent	recent	ADJ
crl-25748	9	19	survey	survey	NOUN
crl-25748	9	20	within	within	ADP
crl-25748	9	21	information	information	NOUN
crl-25748	9	22	science	science	NOUN
crl-25748	9	23	could	could	AUX
crl-25748	9	24	still	still	ADV
crl-25748	9	25	point	point	VERB
crl-25748	9	26	toward	toward	ADP
crl-25748	9	27	the	the	DET
crl-25748	9	28	general	general	ADJ
crl-25748	9	29	“	"	PUNCT
crl-25748	9	30	absence	absence	NOUN
crl-25748	9	31	of	of	ADP
crl-25748	9	32	scholarly	scholarly	ADJ
crl-25748	9	33	research	research	NOUN
crl-25748	9	34	on	on	ADP
crl-25748	9	35	ai	ai	ADJ
crl-25748	9	36	-	-	PUNCT
crl-25748	9	37	related	relate	VERB
crl-25748	9	38	technologies	technology	NOUN
crl-25748	9	39	in	in	ADP
crl-25748	9	40	libraries	library	NOUN
crl-25748	9	41	.	.	PUNCT
crl-25748	9	42	”1	”1	PUNCT
crl-25748	10	1	this	this	DET
crl-25748	10	2	article	article	NOUN
crl-25748	10	3	counters	counter	VERB
crl-25748	10	4	this	this	DET
crl-25748	10	5	gap	gap	NOUN
crl-25748	10	6	by	by	ADP
crl-25748	10	7	exploring	explore	VERB
crl-25748	10	8	the	the	DET
crl-25748	10	9	scope	scope	NOUN
crl-25748	10	10	for	for	ADP
crl-25748	10	11	making	make	VERB
crl-25748	10	12	and	and	CCONJ
crl-25748	10	13	using	use	VERB
crl-25748	10	14	novel	novel	NOUN
crl-25748	10	15	ai	ai	VERB
crl-25748	10	16	techniques	technique	NOUN
crl-25748	10	17	in	in	ADP
crl-25748	10	18	the	the	DET
crl-25748	10	19	library	library	NOUN
crl-25748	10	20	setting	set	VERB
crl-25748	10	21	.	.	PUNCT
crl-25748	11	1	more	more	ADV
crl-25748	11	2	precisely	precisely	ADV
crl-25748	11	3	,	,	PUNCT
crl-25748	11	4	it	it	PRON
crl-25748	11	5	focuses	focus	VERB
crl-25748	11	6	on	on	ADP
crl-25748	11	7	creating	create	VERB
crl-25748	11	8	and	and	CCONJ
crl-25748	11	9	implementing	implement	VERB
crl-25748	11	10	natural	natural	ADJ
crl-25748	11	11	language	language	NOUN
crl-25748	11	12	processing	processing	NOUN
crl-25748	11	13	(	(	PUNCT
crl-25748	11	14	nlp	nlp	NOUN
crl-25748	11	15	)	)	PUNCT
crl-25748	11	16	tools	tool	NOUN
crl-25748	11	17	in	in	ADP
crl-25748	11	18	the	the	DET
crl-25748	11	19	context	context	NOUN
crl-25748	11	20	of	of	ADP
crl-25748	11	21	national	national	ADJ
crl-25748	11	22	libraries	library	NOUN
crl-25748	11	23	,	,	PUNCT
crl-25748	11	24	emphasizing	emphasize	VERB
crl-25748	11	25	the	the	DET
crl-25748	11	26	value	value	NOUN
crl-25748	11	27	of	of	ADP
crl-25748	11	28	ai	ai	NOUN
crl-25748	11	29	for	for	ADP
crl-25748	11	30	mediumand	mediumand	NOUN
crl-25748	11	31	low	low	ADJ
crl-25748	11	32	-	-	PUNCT
crl-25748	11	33	resource	resource	NOUN
crl-25748	11	34	languages	language	NOUN
crl-25748	11	35	—	—	PUNCT
crl-25748	11	36	i.e.	i.e.	X
crl-25748	11	37	,	,	PUNCT
crl-25748	11	38	for	for	ADP
crl-25748	11	39	libraries	library	NOUN
crl-25748	11	40	in	in	ADP
crl-25748	11	41	countries	country	NOUN
crl-25748	11	42	beyond	beyond	ADP
crl-25748	11	43	the	the	DET
crl-25748	11	44	linguistic	linguistic	ADJ
crl-25748	11	45	resources	resource	NOUN
crl-25748	11	46	of	of	ADP
crl-25748	11	47	the	the	DET
crl-25748	11	48	anglophone	anglophone	ADJ
crl-25748	11	49	world	world	NOUN
crl-25748	11	50	and	and	CCONJ
crl-25748	11	51	other	other	ADJ
crl-25748	11	52	major	major	ADJ
crl-25748	11	53	languages.2	languages.2	PROPN
crl-25748	11	54	the	the	DET
crl-25748	11	55	particular	particular	ADJ
crl-25748	11	56	nlp	nlp	NOUN
crl-25748	11	57	technology	technology	NOUN
crl-25748	11	58	examined	examine	VERB
crl-25748	11	59	is	be	AUX
crl-25748	11	60	the	the	DET
crl-25748	11	61	language	language	NOUN
crl-25748	11	62	model	model	NOUN
crl-25748	11	63	:	:	PUNCT
crl-25748	11	64	e.g.	e.g.	ADV
crl-25748	11	65	,	,	PUNCT
crl-25748	11	66	a	a	DET
crl-25748	11	67	statistical	statistical	ADJ
crl-25748	11	68	model	model	NOUN
crl-25748	11	69	that	that	SCONJ
crl-25748	11	70	through	through	ADP
crl-25748	11	71	exposure	exposure	NOUN
crl-25748	11	72	to	to	ADP
crl-25748	11	73	vast	vast	ADJ
crl-25748	11	74	amounts	amount	NOUN
crl-25748	11	75	*	*	VERB
crl-25748	11	76	  	  	SPACE
crl-25748	11	77	chris	chris	PROPN
crl-25748	11	78	haffenden	haffenden	PROPN
crl-25748	11	79	is	be	AUX
crl-25748	11	80	research	research	NOUN
crl-25748	11	81	coordinator	coordinator	NOUN
crl-25748	11	82	at	at	ADP
crl-25748	11	83	kblab	kblab	NOUN
crl-25748	11	84	at	at	ADP
crl-25748	11	85	the	the	DET
crl-25748	11	86	national	national	PROPN
crl-25748	11	87	library	library	NOUN
crl-25748	11	88	of	of	ADP
crl-25748	11	89	sweden	sweden	PROPN
crl-25748	11	90	,	,	PUNCT
crl-25748	11	91	email	email	NOUN
crl-25748	11	92	:	:	PUNCT
crl-25748	11	93	chris.haffenden@	chris.haffenden@	PROPN
crl-25748	11	94	kb.se	kb.se	PROPN
crl-25748	11	95	;	;	PUNCT
crl-25748	11	96	elena	elena	PROPN
crl-25748	11	97	fano	fano	PROPN
crl-25748	11	98	is	be	AUX
crl-25748	11	99	a	a	DET
crl-25748	11	100	former	former	ADJ
crl-25748	11	101	data	data	NOUN
crl-25748	11	102	scientist	scientist	NOUN
crl-25748	11	103	at	at	ADP
crl-25748	11	104	kblab	kblab	NOUN
crl-25748	11	105	at	at	ADP
crl-25748	11	106	the	the	DET
crl-25748	11	107	national	national	PROPN
crl-25748	11	108	library	library	NOUN
crl-25748	11	109	of	of	ADP
crl-25748	11	110	sweden	sweden	PROPN
crl-25748	11	111	,	,	PUNCT
crl-25748	11	112	email	email	NOUN
crl-25748	11	113	:	:	PUNCT
crl-25748	11	114	elena.nuccia@	elena.nuccia@	X
crl-25748	11	115	gmail.com	gmail.com	X
crl-25748	11	116	;	;	PUNCT
crl-25748	11	117	martin	martin	PROPN
crl-25748	11	118	malmsten	malmsten	PROPN
crl-25748	11	119	is	be	AUX
crl-25748	11	120	head	head	NOUN
crl-25748	11	121	data	datum	NOUN
crl-25748	11	122	scientist	scientist	NOUN
crl-25748	11	123	at	at	ADP
crl-25748	11	124	kblab	kblab	NOUN
crl-25748	11	125	and	and	CCONJ
crl-25748	11	126	an	an	DET
crl-25748	11	127	it	it	PRON
crl-25748	11	128	architect	architect	NOUN
crl-25748	11	129	at	at	ADP
crl-25748	11	130	the	the	DET
crl-25748	11	131	national	national	PROPN
crl-25748	11	132	library	library	NOUN
crl-25748	11	133	of	of	ADP
crl-25748	11	134	sweden	sweden	PROPN
crl-25748	11	135	,	,	PUNCT
crl-25748	11	136	email	email	NOUN
crl-25748	11	137	:	:	PUNCT
crl-25748	11	138	martin.malmsten@kb.se	martin.malmsten@kb.se	NOUN
crl-25748	11	139	;	;	PUNCT
crl-25748	11	140	love	love	NOUN
crl-25748	11	141	börjeson	börjeson	NOUN
crl-25748	11	142	is	be	AUX
crl-25748	11	143	director	director	NOUN
crl-25748	11	144	of	of	ADP
crl-25748	11	145	kblab	kblab	NOUN
crl-25748	11	146	at	at	ADP
crl-25748	11	147	the	the	DET
crl-25748	11	148	national	national	PROPN
crl-25748	11	149	library	library	NOUN
crl-25748	11	150	of	of	ADP
crl-25748	11	151	sweden	sweden	PROPN
crl-25748	11	152	,	,	PUNCT
crl-25748	11	153	email	email	NOUN
crl-25748	11	154	:	:	PUNCT
crl-25748	11	155	love.borjeson@kb.se	love.borjeson@kb.se	NOUN
crl-25748	11	156	.	.	PUNCT
crl-25748	12	1	©	©	PROPN
crl-25748	12	2	2023	2023	NUM
crl-25748	12	3	chris	chris	PROPN
crl-25748	12	4	haffenden	haffenden	PROPN
crl-25748	12	5	,	,	PUNCT
crl-25748	12	6	elena	elena	PROPN
crl-25748	12	7	fano	fano	PROPN
crl-25748	12	8	,	,	PUNCT
crl-25748	12	9	martin	martin	PROPN
crl-25748	12	10	malmsten	malmsten	PROPN
crl-25748	12	11	,	,	PUNCT
crl-25748	12	12	and	and	CCONJ
crl-25748	12	13	love	love	NOUN
crl-25748	12	14	börjeson	börjeson	NOUN
crl-25748	12	15	,	,	PUNCT
crl-25748	12	16	attributionnoncommercial	attributionnoncommercial	ADJ
crl-25748	12	17	(	(	PUNCT
crl-25748	12	18	https://creativecommons.org/licenses/by-nc/4.0/	https://creativecommons.org/licenses/by-nc/4.0/	NOUN
crl-25748	12	19	)	)	PUNCT
crl-25748	12	20	cc	cc	NOUN
crl-25748	12	21	by	by	ADP
crl-25748	12	22	-	-	PUNCT
crl-25748	12	23	nc	nc	PROPN
crl-25748	12	24	.	.	PROPN
crl-25748	12	25	mailto:chris.haffenden@kb.se	mailto:chris.haffenden@kb.se	PROPN
crl-25748	12	26	mailto:chris.haffenden@kb.se	mailto:chris.haffenden@kb.se	ADJ
crl-25748	12	27	mailto:elena.nuccia@gmail.com	mailto:elena.nuccia@gmail.com	PROPN
crl-25748	12	28	mailto:elena.nuccia@gmail.com	mailto:elena.nuccia@gmail.com	X
crl-25748	12	29	mailto:martin.malmsten@kb.se	mailto:martin.malmsten@kb.se	NOUN
crl-25748	12	30	mailto:love.borjeson@kb.se	mailto:love.borjeson@kb.se	ADV
crl-25748	12	31	https://creativecommons.org/licenses/by-nc/4.0/	https://creativecommons.org/licenses/by-nc/4.0/	NOUN
crl-25748	12	32	making	making	NOUN
crl-25748	12	33	and	and	CCONJ
crl-25748	12	34	using	use	VERB
crl-25748	12	35	ai	ai	NOUN
crl-25748	12	36	in	in	ADP
crl-25748	12	37	the	the	DET
crl-25748	12	38	library	library	NOUN
crl-25748	12	39	31	31	NUM
crl-25748	12	40	of	of	ADP
crl-25748	12	41	text	text	NOUN
crl-25748	12	42	can	can	AUX
crl-25748	12	43	be	be	AUX
crl-25748	12	44	used	use	VERB
crl-25748	12	45	to	to	PART
crl-25748	12	46	understand	understand	VERB
crl-25748	12	47	and	and	CCONJ
crl-25748	12	48	generate	generate	VERB
crl-25748	12	49	human	human	ADJ
crl-25748	12	50	language.3	language.3	PROPN
crl-25748	12	51	our	our	PRON
crl-25748	12	52	principal	principal	ADJ
crl-25748	12	53	argument	argument	NOUN
crl-25748	12	54	highlights	highlight	VERB
crl-25748	12	55	the	the	DET
crl-25748	12	56	democratic	democratic	ADJ
crl-25748	12	57	effects	effect	NOUN
crl-25748	12	58	that	that	PRON
crl-25748	12	59	these	these	DET
crl-25748	12	60	libraries	library	NOUN
crl-25748	12	61	can	can	AUX
crl-25748	12	62	contribute	contribute	VERB
crl-25748	12	63	to	to	AUX
crl-25748	12	64	ai	ai	VERB
crl-25748	12	65	development	development	NOUN
crl-25748	12	66	via	via	ADP
crl-25748	12	67	such	such	ADJ
crl-25748	12	68	models	model	NOUN
crl-25748	12	69	,	,	PUNCT
crl-25748	12	70	given	give	VERB
crl-25748	12	71	their	their	PRON
crl-25748	12	72	function	function	NOUN
crl-25748	12	73	as	as	ADP
crl-25748	12	74	custodians	custodian	NOUN
crl-25748	12	75	of	of	ADP
crl-25748	12	76	large	large	ADJ
crl-25748	12	77	volumes	volume	NOUN
crl-25748	12	78	of	of	ADP
crl-25748	12	79	language	language	NOUN
crl-25748	12	80	-	-	PUNCT
crl-25748	12	81	specific	specific	ADJ
crl-25748	12	82	data	datum	NOUN
crl-25748	12	83	.	.	PUNCT
crl-25748	13	1	ai	ai	VERB
crl-25748	13	2	may	may	AUX
crl-25748	13	3	well	well	ADV
crl-25748	13	4	have	have	VERB
crl-25748	13	5	the	the	DET
crl-25748	13	6	promise	promise	NOUN
crl-25748	13	7	to	to	PART
crl-25748	13	8	transform	transform	VERB
crl-25748	13	9	the	the	DET
crl-25748	13	10	workings	working	NOUN
crl-25748	13	11	of	of	ADP
crl-25748	13	12	the	the	DET
crl-25748	13	13	library	library	NOUN
crl-25748	13	14	,	,	PUNCT
crl-25748	13	15	as	as	SCONJ
crl-25748	13	16	we	we	PRON
crl-25748	13	17	will	will	AUX
crl-25748	13	18	suggest	suggest	VERB
crl-25748	13	19	,	,	PUNCT
crl-25748	13	20	but	but	CCONJ
crl-25748	13	21	libraries	library	NOUN
crl-25748	13	22	also	also	ADV
crl-25748	13	23	have	have	VERB
crl-25748	13	24	a	a	DET
crl-25748	13	25	potentially	potentially	ADV
crl-25748	13	26	significant	significant	ADJ
crl-25748	13	27	role	role	NOUN
crl-25748	13	28	to	to	PART
crl-25748	13	29	play	play	VERB
crl-25748	13	30	in	in	ADP
crl-25748	13	31	the	the	DET
crl-25748	13	32	future	future	ADJ
crl-25748	13	33	development	development	NOUN
crl-25748	13	34	of	of	ADP
crl-25748	13	35	ai	ai	NOUN
crl-25748	13	36	.	.	PUNCT
crl-25748	14	1	we	we	PRON
crl-25748	14	2	consider	consider	VERB
crl-25748	14	3	how	how	SCONJ
crl-25748	14	4	ai	ai	VERB
crl-25748	14	5	techniques	technique	NOUN
crl-25748	14	6	can	can	AUX
crl-25748	14	7	be	be	AUX
crl-25748	14	8	made	make	VERB
crl-25748	14	9	and	and	CCONJ
crl-25748	14	10	used	use	VERB
crl-25748	14	11	at	at	ADP
crl-25748	14	12	the	the	DET
crl-25748	14	13	library	library	NOUN
crl-25748	14	14	via	via	ADP
crl-25748	14	15	the	the	DET
crl-25748	14	16	example	example	NOUN
crl-25748	14	17	of	of	ADP
crl-25748	14	18	a	a	DET
crl-25748	14	19	bert	bert	PROPN
crl-25748	14	20	language	language	NOUN
crl-25748	14	21	model	model	NOUN
crl-25748	14	22	(	(	PUNCT
crl-25748	14	23	bidirectional	bidirectional	ADJ
crl-25748	14	24	encoder	encoder	NOUN
crl-25748	14	25	representations	representation	VERB
crl-25748	14	26	from	from	ADP
crl-25748	14	27	transformers	transformer	NOUN
crl-25748	14	28	—	—	PUNCT
crl-25748	14	29	elaborated	elaborate	VERB
crl-25748	14	30	on	on	ADP
crl-25748	14	31	below	below	ADV
crl-25748	14	32	)	)	PUNCT
crl-25748	14	33	created	create	VERB
crl-25748	14	34	at	at	ADP
crl-25748	14	35	the	the	DET
crl-25748	14	36	national	national	PROPN
crl-25748	14	37	library	library	NOUN
crl-25748	14	38	of	of	ADP
crl-25748	14	39	sweden	sweden	PROPN
crl-25748	14	40	(	(	PUNCT
crl-25748	14	41	kungliga	kungliga	NOUN
crl-25748	14	42	biblioteket	biblioteket	NOUN
crl-25748	14	43	,	,	PUNCT
crl-25748	14	44	hereafter	hereafter	ADJ
crl-25748	14	45	kb).4	kb).4	PROPN
crl-25748	14	46	methodologically	methodologically	ADV
crl-25748	14	47	,	,	PUNCT
crl-25748	14	48	we	we	PRON
crl-25748	14	49	seek	seek	VERB
crl-25748	14	50	to	to	PART
crl-25748	14	51	bridge	bridge	VERB
crl-25748	14	52	ai	ai	VERB
crl-25748	14	53	and	and	CCONJ
crl-25748	14	54	library	library	ADJ
crl-25748	14	55	science	science	NOUN
crl-25748	14	56	insofar	insofar	ADV
crl-25748	14	57	as	as	SCONJ
crl-25748	14	58	we	we	PRON
crl-25748	14	59	write	write	VERB
crl-25748	14	60	from	from	ADP
crl-25748	14	61	the	the	DET
crl-25748	14	62	perspective	perspective	NOUN
crl-25748	14	63	of	of	ADP
crl-25748	14	64	kblab	kblab	PROPN
crl-25748	14	65	,	,	PUNCT
crl-25748	14	66	kb	kb	PROPN
crl-25748	14	67	’s	’s	PART
crl-25748	14	68	lab	lab	NOUN
crl-25748	14	69	for	for	ADP
crl-25748	14	70	data	data	NOUN
crl-25748	14	71	-	-	PUNCT
crl-25748	14	72	driven	drive	VERB
crl-25748	14	73	research	research	NOUN
crl-25748	14	74	,	,	PUNCT
crl-25748	14	75	where	where	SCONJ
crl-25748	14	76	cutting	cutting	NOUN
crl-25748	14	77	-	-	PUNCT
crl-25748	14	78	edge	edge	NOUN
crl-25748	14	79	knowledge	knowledge	NOUN
crl-25748	14	80	in	in	ADP
crl-25748	14	81	data	datum	NOUN
crl-25748	14	82	science	science	NOUN
crl-25748	14	83	combines	combine	VERB
crl-25748	14	84	with	with	ADP
crl-25748	14	85	considerable	considerable	ADJ
crl-25748	14	86	experience	experience	NOUN
crl-25748	14	87	of	of	ADP
crl-25748	14	88	the	the	DET
crl-25748	14	89	library	library	NOUN
crl-25748	14	90	’s	’s	PART
crl-25748	14	91	information	information	NOUN
crl-25748	14	92	systems	system	NOUN
crl-25748	14	93	and	and	CCONJ
crl-25748	14	94	working	working	NOUN
crl-25748	14	95	processes	process	NOUN
crl-25748	14	96	.	.	PUNCT
crl-25748	15	1	the	the	DET
crl-25748	15	2	first	first	ADJ
crl-25748	15	3	part	part	NOUN
crl-25748	15	4	of	of	ADP
crl-25748	15	5	this	this	DET
crl-25748	15	6	article	article	NOUN
crl-25748	15	7	explains	explain	VERB
crl-25748	15	8	what	what	PRON
crl-25748	15	9	a	a	DET
crl-25748	15	10	bert	bert	NOUN
crl-25748	15	11	model	model	NOUN
crl-25748	15	12	is	be	AUX
crl-25748	15	13	and	and	CCONJ
crl-25748	15	14	describes	describe	VERB
crl-25748	15	15	how	how	SCONJ
crl-25748	15	16	we	we	PRON
crl-25748	15	17	used	use	VERB
crl-25748	15	18	kb	kb	PROPN
crl-25748	15	19	’s	’s	PART
crl-25748	15	20	collections	collection	NOUN
crl-25748	15	21	to	to	PART
crl-25748	15	22	train	train	VERB
crl-25748	15	23	such	such	DET
crl-25748	15	24	a	a	DET
crl-25748	15	25	model	model	NOUN
crl-25748	15	26	for	for	ADP
crl-25748	15	27	the	the	DET
crl-25748	15	28	swedish	swedish	ADJ
crl-25748	15	29	language	language	NOUN
crl-25748	15	30	:	:	PUNCT
crl-25748	15	31	kb	kb	PROPN
crl-25748	15	32	-	-	PUNCT
crl-25748	15	33	bert.5	bert.5	VERB
crl-25748	15	34	the	the	DET
crl-25748	15	35	second	second	ADJ
crl-25748	15	36	part	part	NOUN
crl-25748	15	37	outlines	outline	VERB
crl-25748	15	38	specific	specific	ADJ
crl-25748	15	39	use	use	NOUN
crl-25748	15	40	cases	case	NOUN
crl-25748	15	41	for	for	ADP
crl-25748	15	42	a	a	DET
crl-25748	15	43	bert	bert	NOUN
crl-25748	15	44	model	model	NOUN
crl-25748	15	45	in	in	ADP
crl-25748	15	46	academic	academic	ADJ
crl-25748	15	47	libraries	library	NOUN
crl-25748	15	48	,	,	PUNCT
crl-25748	15	49	detailing	detail	VERB
crl-25748	15	50	strategies	strategy	NOUN
crl-25748	15	51	for	for	ADP
crl-25748	15	52	making	make	VERB
crl-25748	15	53	digital	digital	ADJ
crl-25748	15	54	collections	collection	NOUN
crl-25748	15	55	available	available	ADJ
crl-25748	15	56	for	for	ADP
crl-25748	15	57	new	new	ADJ
crl-25748	15	58	forms	form	NOUN
crl-25748	15	59	of	of	ADP
crl-25748	15	60	research	research	NOUN
crl-25748	15	61	:	:	PUNCT
crl-25748	15	62	from	from	ADP
crl-25748	15	63	automated	automate	VERB
crl-25748	15	64	classification	classification	NOUN
crl-25748	15	65	to	to	ADP
crl-25748	15	66	enhanced	enhance	VERB
crl-25748	15	67	searchability	searchability	NOUN
crl-25748	15	68	and	and	CCONJ
crl-25748	15	69	improved	improve	VERB
crl-25748	15	70	ocr	ocr	ADJ
crl-25748	15	71	cohesion	cohesion	NOUN
crl-25748	15	72	.	.	PUNCT
crl-25748	16	1	in	in	ADP
crl-25748	16	2	showing	show	VERB
crl-25748	16	3	how	how	SCONJ
crl-25748	16	4	the	the	DET
crl-25748	16	5	model	model	NOUN
crl-25748	16	6	could	could	AUX
crl-25748	16	7	be	be	AUX
crl-25748	16	8	employed	employ	VERB
crl-25748	16	9	to	to	PART
crl-25748	16	10	create	create	VERB
crl-25748	16	11	novel	novel	ADJ
crl-25748	16	12	research	research	NOUN
crl-25748	16	13	openings	opening	NOUN
crl-25748	16	14	,	,	PUNCT
crl-25748	16	15	these	these	DET
crl-25748	16	16	use	use	NOUN
crl-25748	16	17	cases	case	NOUN
crl-25748	16	18	suggest	suggest	VERB
crl-25748	16	19	the	the	DET
crl-25748	16	20	value	value	NOUN
crl-25748	16	21	of	of	ADP
crl-25748	16	22	ai	ai	NOUN
crl-25748	16	23	to	to	ADP
crl-25748	16	24	the	the	DET
crl-25748	16	25	operating	operating	NOUN
crl-25748	16	26	practices	practice	NOUN
crl-25748	16	27	of	of	ADP
crl-25748	16	28	libraries	library	NOUN
crl-25748	16	29	more	more	ADV
crl-25748	16	30	generally	generally	ADV
crl-25748	16	31	.	.	PUNCT
crl-25748	17	1	we	we	PRON
crl-25748	17	2	conclude	conclude	VERB
crl-25748	17	3	the	the	DET
crl-25748	17	4	article	article	NOUN
crl-25748	17	5	with	with	ADP
crl-25748	17	6	some	some	DET
crl-25748	17	7	broader	broad	ADJ
crl-25748	17	8	reflections	reflection	NOUN
crl-25748	17	9	about	about	ADP
crl-25748	17	10	the	the	DET
crl-25748	17	11	opportunities	opportunity	NOUN
crl-25748	17	12	and	and	CCONJ
crl-25748	17	13	risks	risk	NOUN
crl-25748	17	14	connected	connect	VERB
crl-25748	17	15	to	to	ADP
crl-25748	17	16	the	the	DET
crl-25748	17	17	cross	cross	NOUN
crl-25748	17	18	-	-	ADJ
crl-25748	17	19	fertilizing	fertilizing	ADJ
crl-25748	17	20	of	of	ADP
crl-25748	17	21	ai	ai	NOUN
crl-25748	17	22	and	and	CCONJ
crl-25748	17	23	libraries	library	NOUN
crl-25748	17	24	,	,	PUNCT
crl-25748	17	25	a	a	DET
crl-25748	17	26	trend	trend	NOUN
crl-25748	17	27	that	that	PRON
crl-25748	17	28	we	we	PRON
crl-25748	17	29	expect	expect	VERB
crl-25748	17	30	will	will	AUX
crl-25748	17	31	grow	grow	VERB
crl-25748	17	32	in	in	ADP
crl-25748	17	33	the	the	DET
crl-25748	17	34	future	future	NOUN
crl-25748	17	35	.	.	PUNCT
crl-25748	18	1	literature	literature	NOUN
crl-25748	18	2	review	review	PROPN
crl-25748	18	3	ai	ai	AUX
crl-25748	18	4	applied	apply	VERB
crl-25748	18	5	,	,	PUNCT
crl-25748	18	6	but	but	CCONJ
crl-25748	18	7	not	not	PART
crl-25748	18	8	made	make	VERB
crl-25748	18	9	,	,	PUNCT
crl-25748	18	10	in	in	ADP
crl-25748	18	11	the	the	DET
crl-25748	18	12	library	library	NOUN
crl-25748	18	13	there	there	PRON
crl-25748	18	14	has	have	AUX
crl-25748	18	15	been	be	AUX
crl-25748	18	16	surprisingly	surprisingly	ADV
crl-25748	18	17	little	little	ADJ
crl-25748	18	18	research	research	NOUN
crl-25748	18	19	published	publish	VERB
crl-25748	18	20	on	on	ADP
crl-25748	18	21	the	the	DET
crl-25748	18	22	impact	impact	NOUN
crl-25748	18	23	of	of	ADP
crl-25748	18	24	ai	ai	ADJ
crl-25748	18	25	techniques	technique	NOUN
crl-25748	18	26	in	in	ADP
crl-25748	18	27	the	the	DET
crl-25748	18	28	library	library	NOUN
crl-25748	18	29	.	.	PUNCT
crl-25748	19	1	yet	yet	CCONJ
crl-25748	19	2	some	some	DET
crl-25748	19	3	scholars	scholar	NOUN
crl-25748	19	4	have	have	AUX
crl-25748	19	5	started	start	VERB
crl-25748	19	6	to	to	PART
crl-25748	19	7	consider	consider	VERB
crl-25748	19	8	how	how	SCONJ
crl-25748	19	9	libraries	library	NOUN
crl-25748	19	10	might	might	AUX
crl-25748	19	11	focus	focus	VERB
crl-25748	19	12	their	their	PRON
crl-25748	19	13	attention	attention	NOUN
crl-25748	19	14	on	on	ADP
crl-25748	19	15	ai	ai	PROPN
crl-25748	19	16	as	as	ADP
crl-25748	19	17	a	a	DET
crl-25748	19	18	means	means	NOUN
crl-25748	19	19	of	of	ADP
crl-25748	19	20	addressing	address	VERB
crl-25748	19	21	the	the	DET
crl-25748	19	22	distinctive	distinctive	ADJ
crl-25748	19	23	informational	informational	ADJ
crl-25748	19	24	challenges	challenge	NOUN
crl-25748	19	25	posed	pose	VERB
crl-25748	19	26	by	by	ADP
crl-25748	19	27	digitalization	digitalization	NOUN
crl-25748	19	28	.	.	PUNCT
crl-25748	20	1	ryan	ryan	PROPN
crl-25748	20	2	cordell	cordell	PROPN
crl-25748	20	3	recently	recently	ADV
crl-25748	20	4	offered	offer	VERB
crl-25748	20	5	a	a	DET
crl-25748	20	6	panoramic	panoramic	ADJ
crl-25748	20	7	overview	overview	NOUN
crl-25748	20	8	of	of	ADP
crl-25748	20	9	the	the	DET
crl-25748	20	10	state	state	NOUN
crl-25748	20	11	of	of	ADP
crl-25748	20	12	the	the	DET
crl-25748	20	13	field	field	NOUN
crl-25748	20	14	in	in	ADP
crl-25748	20	15	“	"	PUNCT
crl-25748	20	16	machine	machine	NOUN
crl-25748	20	17	learning	learning	NOUN
crl-25748	20	18	+	+	CCONJ
crl-25748	20	19	libraries	library	NOUN
crl-25748	20	20	,	,	PUNCT
crl-25748	20	21	”	"	PUNCT
crl-25748	20	22	where	where	SCONJ
crl-25748	20	23	he	he	PRON
crl-25748	20	24	provided	provide	VERB
crl-25748	20	25	a	a	DET
crl-25748	20	26	general	general	ADJ
crl-25748	20	27	description	description	NOUN
crl-25748	20	28	of	of	ADP
crl-25748	20	29	the	the	DET
crl-25748	20	30	current	current	ADJ
crl-25748	20	31	applications	application	NOUN
crl-25748	20	32	of	of	ADP
crl-25748	20	33	machine	machine	NOUN
crl-25748	20	34	learning	learning	NOUN
crl-25748	20	35	in	in	ADP
crl-25748	20	36	library	library	ADJ
crl-25748	20	37	settings	setting	NOUN
crl-25748	20	38	—	—	PUNCT
crl-25748	20	39	from	from	ADP
crl-25748	20	40	crowdsourcing	crowdsourcing	NOUN
crl-25748	20	41	and	and	CCONJ
crl-25748	20	42	discoverability	discoverability	NOUN
crl-25748	20	43	of	of	ADP
crl-25748	20	44	collections	collection	NOUN
crl-25748	20	45	to	to	ADP
crl-25748	20	46	library	library	PROPN
crl-25748	20	47	administration	administration	NOUN
crl-25748	20	48	and	and	CCONJ
crl-25748	20	49	outreach.6	outreach.6	PROPN
crl-25748	20	50	a	a	DET
crl-25748	20	51	similarly	similarly	ADV
crl-25748	20	52	broad	broad	ADJ
crl-25748	20	53	view	view	NOUN
crl-25748	20	54	can	can	AUX
crl-25748	20	55	be	be	AUX
crl-25748	20	56	found	find	VERB
crl-25748	20	57	in	in	ADP
crl-25748	20	58	the	the	DET
crl-25748	20	59	work	work	NOUN
crl-25748	20	60	of	of	ADP
crl-25748	20	61	thomas	thomas	PROPN
crl-25748	20	62	padilla	padilla	PROPN
crl-25748	20	63	and	and	CCONJ
crl-25748	20	64	his	his	PRON
crl-25748	20	65	colleagues	colleague	NOUN
crl-25748	20	66	in	in	ADP
crl-25748	20	67	the	the	DET
crl-25748	20	68	“	"	PUNCT
crl-25748	20	69	collections	collection	NOUN
crl-25748	20	70	as	as	ADP
crl-25748	20	71	data	datum	NOUN
crl-25748	20	72	”	"	PUNCT
crl-25748	20	73	movement	movement	NOUN
crl-25748	20	74	,	,	PUNCT
crl-25748	20	75	which	which	PRON
crl-25748	20	76	has	have	AUX
crl-25748	20	77	produced	produce	VERB
crl-25748	20	78	various	various	ADJ
crl-25748	20	79	reports	report	NOUN
crl-25748	20	80	that	that	SCONJ
crl-25748	20	81	,	,	PUNCT
crl-25748	20	82	while	while	SCONJ
crl-25748	20	83	highlighting	highlight	VERB
crl-25748	20	84	the	the	DET
crl-25748	20	85	value	value	NOUN
crl-25748	20	86	in	in	ADP
crl-25748	20	87	applying	apply	VERB
crl-25748	20	88	ai	ai	NOUN
crl-25748	20	89	in	in	ADP
crl-25748	20	90	the	the	DET
crl-25748	20	91	library	library	NOUN
crl-25748	20	92	,	,	PUNCT
crl-25748	20	93	emphasize	emphasize	VERB
crl-25748	20	94	the	the	DET
crl-25748	20	95	need	need	NOUN
crl-25748	20	96	for	for	ADP
crl-25748	20	97	libraries	library	NOUN
crl-25748	20	98	to	to	PART
crl-25748	20	99	take	take	VERB
crl-25748	20	100	a	a	DET
crl-25748	20	101	responsible	responsible	ADJ
crl-25748	20	102	approach	approach	NOUN
crl-25748	20	103	that	that	PRON
crl-25748	20	104	mitigates	mitigate	VERB
crl-25748	20	105	the	the	DET
crl-25748	20	106	potential	potential	ADJ
crl-25748	20	107	harm	harm	NOUN
crl-25748	20	108	of	of	ADP
crl-25748	20	109	these	these	DET
crl-25748	20	110	emerging	emerge	VERB
crl-25748	20	111	technologies.7	technologies.7	NOUN
crl-25748	20	112	more	more	ADV
crl-25748	20	113	specific	specific	ADJ
crl-25748	20	114	studies	study	NOUN
crl-25748	20	115	have	have	AUX
crl-25748	20	116	examined	examine	VERB
crl-25748	20	117	the	the	DET
crl-25748	20	118	infrastructural	infrastructural	ADJ
crl-25748	20	119	challenges	challenge	NOUN
crl-25748	20	120	for	for	ADP
crl-25748	20	121	libraries	library	NOUN
crl-25748	20	122	in	in	ADP
crl-25748	20	123	supporting	support	VERB
crl-25748	20	124	data	data	NOUN
crl-25748	20	125	-	-	PUNCT
crl-25748	20	126	driven	drive	VERB
crl-25748	20	127	research	research	NOUN
crl-25748	20	128	that	that	PRON
crl-25748	20	129	seeks	seek	VERB
crl-25748	20	130	to	to	PART
crl-25748	20	131	analyse	analyse	VERB
crl-25748	20	132	big	big	ADJ
crl-25748	20	133	data,8	data,8	NOUN
crl-25748	20	134	as	as	ADV
crl-25748	20	135	well	well	ADV
crl-25748	20	136	as	as	ADP
crl-25748	20	137	the	the	DET
crl-25748	20	138	problems	problem	NOUN
crl-25748	20	139	that	that	PRON
crl-25748	20	140	the	the	DET
crl-25748	20	141	application	application	NOUN
crl-25748	20	142	of	of	ADP
crl-25748	20	143	optical	optical	ADJ
crl-25748	20	144	character	character	NOUN
crl-25748	20	145	recognition	recognition	NOUN
crl-25748	20	146	(	(	PUNCT
crl-25748	20	147	ocr	ocr	NOUN
crl-25748	20	148	)	)	PUNCT
crl-25748	20	149	technology	technology	NOUN
crl-25748	20	150	to	to	ADP
crl-25748	20	151	historical	historical	ADJ
crl-25748	20	152	material	material	NOUN
crl-25748	20	153	has	have	AUX
crl-25748	20	154	created	create	VERB
crl-25748	20	155	for	for	ADP
crl-25748	20	156	both	both	DET
crl-25748	20	157	libraries	library	NOUN
crl-25748	20	158	and	and	CCONJ
crl-25748	20	159	researchers.9	researchers.9	VERB
crl-25748	20	160	however	however	ADV
crl-25748	20	161	,	,	PUNCT
crl-25748	20	162	a	a	DET
crl-25748	20	163	notable	notable	ADJ
crl-25748	20	164	characteristic	characteristic	NOUN
crl-25748	20	165	of	of	ADP
crl-25748	20	166	this	this	DET
crl-25748	20	167	body	body	NOUN
crl-25748	20	168	of	of	ADP
crl-25748	20	169	scholarship	scholarship	NOUN
crl-25748	20	170	is	be	AUX
crl-25748	20	171	its	its	PRON
crl-25748	20	172	focus	focus	NOUN
crl-25748	20	173	on	on	ADP
crl-25748	20	174	the	the	DET
crl-25748	20	175	library	library	NOUN
crl-25748	20	176	principally	principally	ADV
crl-25748	20	177	as	as	ADP
crl-25748	20	178	a	a	DET
crl-25748	20	179	target	target	NOUN
crl-25748	20	180	site	site	NOUN
crl-25748	20	181	for	for	ADP
crl-25748	20	182	the	the	DET
crl-25748	20	183	application	application	NOUN
crl-25748	20	184	of	of	ADP
crl-25748	20	185	ai	ai	NOUN
crl-25748	20	186	.	.	PUNCT
crl-25748	21	1	while	while	SCONJ
crl-25748	21	2	understandable	understandable	ADJ
crl-25748	21	3	,	,	PUNCT
crl-25748	21	4	such	such	DET
crl-25748	21	5	a	a	DET
crl-25748	21	6	focus	focus	NOUN
crl-25748	21	7	also	also	ADV
crl-25748	21	8	risks	risk	VERB
crl-25748	21	9	making	make	VERB
crl-25748	21	10	libraries	library	NOUN
crl-25748	21	11	an	an	DET
crl-25748	21	12	unnecessarily	unnecessarily	ADV
crl-25748	21	13	passive	passive	ADJ
crl-25748	21	14	agent	agent	NOUN
crl-25748	21	15	in	in	ADP
crl-25748	21	16	this	this	DET
crl-25748	21	17	process	process	NOUN
crl-25748	21	18	—	—	PUNCT
crl-25748	21	19	as	as	ADP
crl-25748	21	20	effectively	effectively	ADV
crl-25748	21	21	the	the	DET
crl-25748	21	22	recipient	recipient	NOUN
crl-25748	21	23	of	of	ADP
crl-25748	21	24	black	black	ADJ
crl-25748	21	25	boxed	box	VERB
crl-25748	21	26	technologies	technology	NOUN
crl-25748	21	27	that	that	PRON
crl-25748	21	28	have	have	AUX
crl-25748	21	29	been	be	AUX
crl-25748	21	30	designed	design	VERB
crl-25748	21	31	and	and	CCONJ
crl-25748	21	32	made	make	VERB
crl-25748	21	33	elsewhere	elsewhere	ADV
crl-25748	21	34	.	.	PUNCT
crl-25748	22	1	we	we	PRON
crl-25748	22	2	wish	wish	VERB
crl-25748	22	3	to	to	PART
crl-25748	22	4	nuance	nuance	VERB
crl-25748	22	5	the	the	DET
crl-25748	22	6	understanding	understanding	NOUN
crl-25748	22	7	of	of	ADP
crl-25748	22	8	this	this	DET
crl-25748	22	9	relationship	relationship	NOUN
crl-25748	22	10	between	between	ADP
crl-25748	22	11	ai	ai	PROPN
crl-25748	22	12	and	and	CCONJ
crl-25748	22	13	the	the	DET
crl-25748	22	14	library	library	NOUN
crl-25748	22	15	by	by	ADP
crl-25748	22	16	exploring	explore	VERB
crl-25748	22	17	a	a	DET
crl-25748	22	18	case	case	NOUN
crl-25748	22	19	study	study	NOUN
crl-25748	22	20	in	in	ADP
crl-25748	22	21	which	which	DET
crl-25748	22	22	novel	novel	NOUN
crl-25748	22	23	ai	ai	VERB
crl-25748	22	24	techniques	technique	NOUN
crl-25748	22	25	are	be	AUX
crl-25748	22	26	actually	actually	ADV
crl-25748	22	27	made	make	VERB
crl-25748	22	28	in	in	ADP
crl-25748	22	29	the	the	DET
crl-25748	22	30	context	context	NOUN
crl-25748	22	31	of	of	ADP
crl-25748	22	32	the	the	DET
crl-25748	22	33	library	library	NOUN
crl-25748	22	34	.	.	PUNCT
crl-25748	23	1	beyond	beyond	ADP
crl-25748	23	2	providing	provide	VERB
crl-25748	23	3	a	a	DET
crl-25748	23	4	set	set	NOUN
crl-25748	23	5	of	of	ADP
crl-25748	23	6	practical	practical	ADJ
crl-25748	23	7	use	use	NOUN
crl-25748	23	8	cases	case	NOUN
crl-25748	23	9	that	that	PRON
crl-25748	23	10	detail	detail	VERB
crl-25748	23	11	how	how	SCONJ
crl-25748	23	12	a	a	DET
crl-25748	23	13	bert	bert	NOUN
crl-25748	23	14	model	model	NOUN
crl-25748	23	15	could	could	AUX
crl-25748	23	16	be	be	AUX
crl-25748	23	17	implemented	implement	VERB
crl-25748	23	18	to	to	PART
crl-25748	23	19	enhance	enhance	VERB
crl-25748	23	20	the	the	DET
crl-25748	23	21	32	32	NUM
crl-25748	23	22	college	college	PROPN
crl-25748	23	23	&	&	CCONJ
crl-25748	23	24	research	research	PROPN
crl-25748	23	25	libraries	library	NOUN
crl-25748	23	26	january	january	PROPN
crl-25748	23	27	2023	2023	NUM
crl-25748	23	28	research	research	NOUN
crl-25748	23	29	potential	potential	NOUN
crl-25748	23	30	of	of	ADP
crl-25748	23	31	a	a	DET
crl-25748	23	32	library	library	NOUN
crl-25748	23	33	,	,	PUNCT
crl-25748	23	34	in	in	ADP
crl-25748	23	35	this	this	DET
crl-25748	23	36	article	article	NOUN
crl-25748	23	37	we	we	PRON
crl-25748	23	38	provide	provide	VERB
crl-25748	23	39	an	an	DET
crl-25748	23	40	account	account	NOUN
crl-25748	23	41	of	of	ADP
crl-25748	23	42	how	how	SCONJ
crl-25748	23	43	the	the	DET
crl-25748	23	44	library	library	NOUN
crl-25748	23	45	’s	’s	PART
crl-25748	23	46	collections	collection	NOUN
crl-25748	23	47	enabled	enable	VERB
crl-25748	23	48	the	the	DET
crl-25748	23	49	production	production	NOUN
crl-25748	23	50	of	of	ADP
crl-25748	23	51	this	this	DET
crl-25748	23	52	model	model	NOUN
crl-25748	23	53	in	in	ADP
crl-25748	23	54	the	the	DET
crl-25748	23	55	first	first	ADJ
crl-25748	23	56	place.10	place.10	NOUN
crl-25748	23	57	we	we	PRON
crl-25748	23	58	begin	begin	VERB
crl-25748	23	59	therefore	therefore	ADV
crl-25748	23	60	with	with	ADP
crl-25748	23	61	a	a	DET
crl-25748	23	62	brief	brief	ADJ
crl-25748	23	63	introduction	introduction	NOUN
crl-25748	23	64	to	to	ADP
crl-25748	23	65	bert	bert	PROPN
crl-25748	23	66	,	,	PUNCT
crl-25748	23	67	framed	frame	VERB
crl-25748	23	68	in	in	ADP
crl-25748	23	69	terms	term	NOUN
crl-25748	23	70	that	that	PRON
crl-25748	23	71	are	be	AUX
crl-25748	23	72	intended	intend	VERB
crl-25748	23	73	to	to	PART
crl-25748	23	74	be	be	AUX
crl-25748	23	75	comprehensible	comprehensible	ADJ
crl-25748	23	76	to	to	ADP
crl-25748	23	77	a	a	DET
crl-25748	23	78	non	non	ADJ
crl-25748	23	79	-	-	NOUN
crl-25748	23	80	specialist	specialist	ADJ
crl-25748	23	81	.	.	PUNCT
crl-25748	24	1	theoretical	theoretical	ADJ
crl-25748	24	2	context	context	NOUN
crl-25748	24	3	:	:	PUNCT
crl-25748	24	4	deep	deep	ADJ
crl-25748	24	5	learning	learning	NOUN
crl-25748	24	6	and	and	CCONJ
crl-25748	24	7	bert	bert	NOUN
crl-25748	24	8	models	model	NOUN
crl-25748	24	9	in	in	ADP
crl-25748	24	10	the	the	DET
crl-25748	24	11	following	follow	VERB
crl-25748	24	12	section	section	NOUN
crl-25748	24	13	,	,	PUNCT
crl-25748	24	14	we	we	PRON
crl-25748	24	15	provide	provide	VERB
crl-25748	24	16	the	the	DET
crl-25748	24	17	theoretical	theoretical	ADJ
crl-25748	24	18	and	and	CCONJ
crl-25748	24	19	practical	practical	ADJ
crl-25748	24	20	background	background	NOUN
crl-25748	24	21	to	to	ADP
crl-25748	24	22	our	our	PRON
crl-25748	24	23	work	work	NOUN
crl-25748	24	24	in	in	ADP
crl-25748	24	25	developing	develop	VERB
crl-25748	24	26	kb	kb	PROPN
crl-25748	24	27	-	-	PUNCT
crl-25748	24	28	bert	bert	PROPN
crl-25748	24	29	at	at	ADP
crl-25748	24	30	the	the	DET
crl-25748	24	31	national	national	PROPN
crl-25748	24	32	library	library	NOUN
crl-25748	24	33	of	of	ADP
crl-25748	24	34	sweden	sweden	PROPN
crl-25748	24	35	.	.	PUNCT
crl-25748	25	1	what	what	PRON
crl-25748	25	2	is	be	AUX
crl-25748	25	3	deep	deep	ADJ
crl-25748	25	4	learning	learning	NOUN
crl-25748	25	5	?	?	PUNCT
crl-25748	26	1	what	what	PRON
crl-25748	26	2	is	be	AUX
crl-25748	26	3	a	a	DET
crl-25748	26	4	bert	bert	PROPN
crl-25748	26	5	model	model	NOUN
crl-25748	26	6	?	?	PUNCT
crl-25748	27	1	what	what	PRON
crl-25748	27	2	is	be	AUX
crl-25748	27	3	required	require	VERB
crl-25748	27	4	for	for	ADP
crl-25748	27	5	a	a	DET
crl-25748	27	6	library	library	NOUN
crl-25748	27	7	to	to	PART
crl-25748	27	8	make	make	VERB
crl-25748	27	9	such	such	DET
crl-25748	27	10	a	a	DET
crl-25748	27	11	language	language	NOUN
crl-25748	27	12	model	model	NOUN
crl-25748	27	13	,	,	PUNCT
crl-25748	27	14	and	and	CCONJ
crl-25748	27	15	why	why	SCONJ
crl-25748	27	16	bother	bother	VERB
crl-25748	27	17	?	?	PUNCT
crl-25748	28	1	we	we	PRON
crl-25748	28	2	address	address	VERB
crl-25748	28	3	these	these	DET
crl-25748	28	4	questions	question	NOUN
crl-25748	28	5	to	to	PART
crl-25748	28	6	provide	provide	VERB
crl-25748	28	7	sufficient	sufficient	ADJ
crl-25748	28	8	contextual	contextual	ADJ
crl-25748	28	9	knowledge	knowledge	NOUN
crl-25748	28	10	to	to	PART
crl-25748	28	11	grasp	grasp	VERB
crl-25748	28	12	what	what	PRON
crl-25748	28	13	is	be	AUX
crl-25748	28	14	at	at	ADP
crl-25748	28	15	stake	stake	NOUN
crl-25748	28	16	in	in	ADP
crl-25748	28	17	our	our	PRON
crl-25748	28	18	subsequent	subsequent	ADJ
crl-25748	28	19	discussion	discussion	NOUN
crl-25748	28	20	of	of	ADP
crl-25748	28	21	ai	ai	ADJ
crl-25748	28	22	implementation	implementation	NOUN
crl-25748	28	23	in	in	ADP
crl-25748	28	24	the	the	DET
crl-25748	28	25	setting	setting	NOUN
crl-25748	28	26	of	of	ADP
crl-25748	28	27	the	the	DET
crl-25748	28	28	library	library	NOUN
crl-25748	28	29	.	.	PUNCT
crl-25748	29	1	deep	deep	ADJ
crl-25748	29	2	learning	learning	NOUN
crl-25748	29	3	in	in	ADP
crl-25748	29	4	natural	natural	ADJ
crl-25748	29	5	language	language	NOUN
crl-25748	29	6	processing	processing	NOUN
crl-25748	29	7	deep	deep	ADJ
crl-25748	29	8	learning	learning	NOUN
crl-25748	29	9	is	be	AUX
crl-25748	29	10	a	a	DET
crl-25748	29	11	subset	subset	NOUN
crl-25748	29	12	of	of	ADP
crl-25748	29	13	machine	machine	NOUN
crl-25748	29	14	learning	learning	NOUN
crl-25748	29	15	,	,	PUNCT
crl-25748	29	16	which	which	PRON
crl-25748	29	17	in	in	ADP
crl-25748	29	18	turn	turn	NOUN
crl-25748	29	19	is	be	AUX
crl-25748	29	20	a	a	DET
crl-25748	29	21	subset	subset	NOUN
crl-25748	29	22	of	of	ADP
crl-25748	29	23	ai	ai	NOUN
crl-25748	29	24	.	.	PUNCT
crl-25748	30	1	the	the	DET
crl-25748	30	2	main	main	ADJ
crl-25748	30	3	intuition	intuition	NOUN
crl-25748	30	4	behind	behind	ADP
crl-25748	30	5	deep	deep	ADJ
crl-25748	30	6	learning	learning	NOUN
crl-25748	30	7	is	be	AUX
crl-25748	30	8	that	that	SCONJ
crl-25748	30	9	machines	machine	NOUN
crl-25748	30	10	can	can	AUX
crl-25748	30	11	learn	learn	VERB
crl-25748	30	12	from	from	ADP
crl-25748	30	13	being	be	AUX
crl-25748	30	14	exposed	expose	VERB
crl-25748	30	15	to	to	ADP
crl-25748	30	16	large	large	ADJ
crl-25748	30	17	amounts	amount	NOUN
crl-25748	30	18	of	of	ADP
crl-25748	30	19	data	datum	NOUN
crl-25748	30	20	using	use	VERB
crl-25748	30	21	algorithms	algorithm	NOUN
crl-25748	30	22	that	that	PRON
crl-25748	30	23	to	to	ADP
crl-25748	30	24	some	some	DET
crl-25748	30	25	extent	extent	NOUN
crl-25748	30	26	resemble	resemble	VERB
crl-25748	30	27	biological	biological	ADJ
crl-25748	30	28	brains	brain	NOUN
crl-25748	30	29	.	.	PUNCT
crl-25748	31	1	these	these	DET
crl-25748	31	2	types	type	NOUN
crl-25748	31	3	of	of	ADP
crl-25748	31	4	algorithms	algorithm	NOUN
crl-25748	31	5	are	be	AUX
crl-25748	31	6	called	call	VERB
crl-25748	31	7	artificial	artificial	ADJ
crl-25748	31	8	neural	neural	ADJ
crl-25748	31	9	networks.11	networks.11	PROPN
crl-25748	31	10	deep	deep	ADJ
crl-25748	31	11	learning	learning	NOUN
crl-25748	31	12	is	be	AUX
crl-25748	31	13	extremely	extremely	ADV
crl-25748	31	14	powerful	powerful	ADJ
crl-25748	31	15	compared	compare	VERB
crl-25748	31	16	to	to	ADP
crl-25748	31	17	traditional	traditional	ADJ
crl-25748	31	18	machine	machine	NOUN
crl-25748	31	19	learning	learning	NOUN
crl-25748	31	20	methods	method	NOUN
crl-25748	31	21	,	,	PUNCT
crl-25748	31	22	but	but	CCONJ
crl-25748	31	23	it	it	PRON
crl-25748	31	24	requires	require	VERB
crl-25748	31	25	larger	large	ADJ
crl-25748	31	26	datasets	dataset	NOUN
crl-25748	31	27	and	and	CCONJ
crl-25748	31	28	more	more	ADV
crl-25748	31	29	computational	computational	ADJ
crl-25748	31	30	resources	resource	NOUN
crl-25748	31	31	to	to	PART
crl-25748	31	32	reach	reach	VERB
crl-25748	31	33	good	good	ADJ
crl-25748	31	34	performance	performance	NOUN
crl-25748	31	35	.	.	PUNCT
crl-25748	32	1	these	these	PRON
crl-25748	32	2	are	be	AUX
crl-25748	32	3	two	two	NUM
crl-25748	32	4	significant	significant	ADJ
crl-25748	32	5	bottlenecks	bottleneck	NOUN
crl-25748	32	6	that	that	PRON
crl-25748	32	7	can	can	AUX
crl-25748	32	8	make	make	VERB
crl-25748	32	9	the	the	DET
crl-25748	32	10	training	training	NOUN
crl-25748	32	11	of	of	ADP
crl-25748	32	12	deep	deep	ADJ
crl-25748	32	13	learning	learning	NOUN
crl-25748	32	14	models	model	NOUN
crl-25748	32	15	a	a	DET
crl-25748	32	16	significant	significant	ADJ
crl-25748	32	17	challenge	challenge	NOUN
crl-25748	32	18	for	for	ADP
crl-25748	32	19	many	many	ADJ
crl-25748	32	20	teams	team	NOUN
crl-25748	32	21	and	and	CCONJ
crl-25748	32	22	organizations	organization	NOUN
crl-25748	32	23	.	.	PUNCT
crl-25748	33	1	an	an	DET
crl-25748	33	2	important	important	ADJ
crl-25748	33	3	milestone	milestone	NOUN
crl-25748	33	4	in	in	ADP
crl-25748	33	5	deep	deep	ADJ
crl-25748	33	6	learning	learning	NOUN
crl-25748	33	7	research	research	NOUN
crl-25748	33	8	has	have	AUX
crl-25748	33	9	been	be	AUX
crl-25748	33	10	the	the	DET
crl-25748	33	11	appearance	appearance	NOUN
crl-25748	33	12	of	of	ADP
crl-25748	33	13	transfer	transfer	NOUN
crl-25748	33	14	and	and	CCONJ
crl-25748	33	15	self	self	NOUN
crl-25748	33	16	-	-	PUNCT
crl-25748	33	17	supervised	supervise	VERB
crl-25748	33	18	learning.12	learning.12	NOUN
crl-25748	33	19	traditional	traditional	ADJ
crl-25748	33	20	supervised	supervised	ADJ
crl-25748	33	21	machine	machine	NOUN
crl-25748	33	22	learning	learn	VERB
crl-25748	33	23	techniques	technique	NOUN
crl-25748	33	24	learn	learn	VERB
crl-25748	33	25	from	from	ADP
crl-25748	33	26	labelled	label	VERB
crl-25748	33	27	datasets	dataset	NOUN
crl-25748	33	28	where	where	SCONJ
crl-25748	33	29	human	human	ADJ
crl-25748	33	30	annotators	annotator	NOUN
crl-25748	33	31	have	have	AUX
crl-25748	33	32	marked	mark	VERB
crl-25748	33	33	the	the	DET
crl-25748	33	34	properties	property	NOUN
crl-25748	33	35	in	in	ADP
crl-25748	33	36	the	the	DET
crl-25748	33	37	data	datum	NOUN
crl-25748	33	38	that	that	PRON
crl-25748	33	39	they	they	PRON
crl-25748	33	40	want	want	VERB
crl-25748	33	41	the	the	DET
crl-25748	33	42	model	model	NOUN
crl-25748	33	43	to	to	PART
crl-25748	33	44	learn	learn	VERB
crl-25748	33	45	.	.	PUNCT
crl-25748	34	1	this	this	PRON
crl-25748	34	2	is	be	AUX
crl-25748	34	3	a	a	DET
crl-25748	34	4	very	very	ADJ
crl-25748	34	5	time	time	NOUN
crl-25748	34	6	-	-	PUNCT
crl-25748	34	7	consuming	consume	VERB
crl-25748	34	8	process	process	NOUN
crl-25748	34	9	,	,	PUNCT
crl-25748	34	10	and	and	CCONJ
crl-25748	34	11	few	few	ADJ
crl-25748	34	12	datasets	dataset	NOUN
crl-25748	34	13	exist	exist	VERB
crl-25748	34	14	that	that	PRON
crl-25748	34	15	are	be	AUX
crl-25748	34	16	large	large	ADJ
crl-25748	34	17	enough	enough	ADV
crl-25748	34	18	to	to	PART
crl-25748	34	19	allow	allow	VERB
crl-25748	34	20	deep	deep	ADJ
crl-25748	34	21	learning	learning	NOUN
crl-25748	34	22	models	model	NOUN
crl-25748	34	23	to	to	PART
crl-25748	34	24	reach	reach	VERB
crl-25748	34	25	their	their	PRON
crl-25748	34	26	full	full	ADJ
crl-25748	34	27	potential	potential	NOUN
crl-25748	34	28	.	.	PUNCT
crl-25748	35	1	the	the	DET
crl-25748	35	2	innovative	innovative	ADJ
crl-25748	35	3	dimension	dimension	NOUN
crl-25748	35	4	of	of	ADP
crl-25748	35	5	transfer	transfer	NOUN
crl-25748	35	6	learning	learning	NOUN
crl-25748	35	7	is	be	AUX
crl-25748	35	8	to	to	PART
crl-25748	35	9	divide	divide	VERB
crl-25748	35	10	the	the	DET
crl-25748	35	11	training	training	NOUN
crl-25748	35	12	into	into	ADP
crl-25748	35	13	two	two	NUM
crl-25748	35	14	steps	step	NOUN
crl-25748	35	15	:	:	PUNCT
crl-25748	35	16	in	in	ADP
crl-25748	35	17	the	the	DET
crl-25748	35	18	first	first	ADJ
crl-25748	35	19	,	,	PUNCT
crl-25748	35	20	selfsupervised	selfsupervise	VERB
crl-25748	35	21	training	training	NOUN
crl-25748	35	22	step	step	NOUN
crl-25748	35	23	,	,	PUNCT
crl-25748	35	24	the	the	DET
crl-25748	35	25	model	model	NOUN
crl-25748	35	26	is	be	AUX
crl-25748	35	27	shown	show	VERB
crl-25748	35	28	a	a	DET
crl-25748	35	29	large	large	ADJ
crl-25748	35	30	amount	amount	NOUN
crl-25748	35	31	of	of	ADP
crl-25748	35	32	unlabeled	unlabeled	ADJ
crl-25748	35	33	data	datum	NOUN
crl-25748	35	34	from	from	ADP
crl-25748	35	35	which	which	PRON
crl-25748	35	36	it	it	PRON
crl-25748	35	37	can	can	AUX
crl-25748	35	38	extract	extract	VERB
crl-25748	35	39	general	general	ADJ
crl-25748	35	40	patterns	pattern	NOUN
crl-25748	35	41	;	;	PUNCT
crl-25748	35	42	in	in	ADP
crl-25748	35	43	the	the	DET
crl-25748	35	44	second	second	ADJ
crl-25748	35	45	step	step	NOUN
crl-25748	35	46	,	,	PUNCT
crl-25748	35	47	the	the	DET
crl-25748	35	48	model	model	NOUN
crl-25748	35	49	is	be	AUX
crl-25748	35	50	fine	fine	ADV
crl-25748	35	51	-	-	PUNCT
crl-25748	35	52	tuned	tune	VERB
crl-25748	35	53	on	on	ADP
crl-25748	35	54	smaller	small	ADJ
crl-25748	35	55	,	,	PUNCT
crl-25748	35	56	annotated	annotate	VERB
crl-25748	35	57	datasets	dataset	NOUN
crl-25748	35	58	to	to	PART
crl-25748	35	59	learn	learn	VERB
crl-25748	35	60	how	how	SCONJ
crl-25748	35	61	to	to	PART
crl-25748	35	62	perform	perform	VERB
crl-25748	35	63	a	a	DET
crl-25748	35	64	specific	specific	ADJ
crl-25748	35	65	task	task	NOUN
crl-25748	35	66	.	.	PUNCT
crl-25748	36	1	we	we	PRON
crl-25748	36	2	can	can	AUX
crl-25748	36	3	take	take	VERB
crl-25748	36	4	an	an	DET
crl-25748	36	5	example	example	NOUN
crl-25748	36	6	from	from	ADP
crl-25748	36	7	nlp	nlp	NOUN
crl-25748	36	8	to	to	PART
crl-25748	36	9	illustrate	illustrate	VERB
crl-25748	36	10	how	how	SCONJ
crl-25748	36	11	this	this	PRON
crl-25748	36	12	works	work	VERB
crl-25748	36	13	in	in	ADP
crl-25748	36	14	practice	practice	NOUN
crl-25748	36	15	.	.	PUNCT
crl-25748	37	1	during	during	ADP
crl-25748	37	2	the	the	DET
crl-25748	37	3	pre	pre	ADJ
crl-25748	37	4	-	-	ADJ
crl-25748	37	5	training	training	ADJ
crl-25748	37	6	stage	stage	NOUN
crl-25748	37	7	,	,	PUNCT
crl-25748	37	8	the	the	DET
crl-25748	37	9	model	model	NOUN
crl-25748	37	10	is	be	AUX
crl-25748	37	11	shown	show	VERB
crl-25748	37	12	a	a	DET
crl-25748	37	13	huge	huge	ADJ
crl-25748	37	14	amount	amount	NOUN
crl-25748	37	15	of	of	ADP
crl-25748	37	16	natural	natural	ADJ
crl-25748	37	17	language	language	NOUN
crl-25748	37	18	text	text	NOUN
crl-25748	37	19	and	and	CCONJ
crl-25748	37	20	trained	train	VERB
crl-25748	37	21	to	to	PART
crl-25748	37	22	predict	predict	VERB
crl-25748	37	23	a	a	DET
crl-25748	37	24	word	word	NOUN
crl-25748	37	25	given	give	VERB
crl-25748	37	26	the	the	DET
crl-25748	37	27	context	context	NOUN
crl-25748	37	28	in	in	ADP
crl-25748	37	29	which	which	PRON
crl-25748	37	30	it	it	PRON
crl-25748	37	31	occurs	occur	VERB
crl-25748	37	32	,	,	PUNCT
crl-25748	37	33	or	or	CCONJ
crl-25748	37	34	vice	vice	ADV
crl-25748	37	35	versa	versa	ADV
crl-25748	37	36	.	.	PUNCT
crl-25748	38	1	in	in	ADP
crl-25748	38	2	this	this	DET
crl-25748	38	3	way	way	NOUN
crl-25748	38	4	,	,	PUNCT
crl-25748	38	5	the	the	DET
crl-25748	38	6	model	model	NOUN
crl-25748	38	7	learns	learn	VERB
crl-25748	38	8	how	how	SCONJ
crl-25748	38	9	words	word	NOUN
crl-25748	38	10	co	co	VERB
crl-25748	38	11	-	-	VERB
crl-25748	38	12	occur	occur	VERB
crl-25748	38	13	in	in	ADP
crl-25748	38	14	that	that	DET
crl-25748	38	15	language	language	NOUN
crl-25748	38	16	and	and	CCONJ
crl-25748	38	17	forms	form	VERB
crl-25748	38	18	a	a	DET
crl-25748	38	19	representation	representation	NOUN
crl-25748	38	20	of	of	ADP
crl-25748	38	21	their	their	PRON
crl-25748	38	22	meaning	meaning	NOUN
crl-25748	38	23	.	.	PUNCT
crl-25748	39	1	let	let	VERB
crl-25748	39	2	’s	’s	PRON
crl-25748	39	3	assume	assume	VERB
crl-25748	39	4	we	we	PRON
crl-25748	39	5	want	want	VERB
crl-25748	39	6	to	to	PART
crl-25748	39	7	train	train	VERB
crl-25748	39	8	a	a	DET
crl-25748	39	9	model	model	NOUN
crl-25748	39	10	to	to	PART
crl-25748	39	11	predict	predict	VERB
crl-25748	39	12	whether	whether	SCONJ
crl-25748	39	13	a	a	DET
crl-25748	39	14	movie	movie	NOUN
crl-25748	39	15	review	review	NOUN
crl-25748	39	16	is	be	AUX
crl-25748	39	17	positive	positive	ADJ
crl-25748	39	18	,	,	PUNCT
crl-25748	39	19	negative	negative	ADJ
crl-25748	39	20	,	,	PUNCT
crl-25748	39	21	or	or	CCONJ
crl-25748	39	22	neutral	neutral	ADJ
crl-25748	39	23	.	.	PUNCT
crl-25748	40	1	the	the	DET
crl-25748	40	2	number	number	NOUN
crl-25748	40	3	of	of	ADP
crl-25748	40	4	stars	star	NOUN
crl-25748	40	5	can	can	AUX
crl-25748	40	6	be	be	AUX
crl-25748	40	7	considered	consider	VERB
crl-25748	40	8	as	as	ADP
crl-25748	40	9	the	the	DET
crl-25748	40	10	label	label	NOUN
crl-25748	40	11	,	,	PUNCT
crl-25748	40	12	and	and	CCONJ
crl-25748	40	13	the	the	DET
crl-25748	40	14	text	text	NOUN
crl-25748	40	15	of	of	ADP
crl-25748	40	16	the	the	DET
crl-25748	40	17	reviews	review	NOUN
crl-25748	40	18	is	be	AUX
crl-25748	40	19	the	the	DET
crl-25748	40	20	training	training	NOUN
crl-25748	40	21	data	datum	NOUN
crl-25748	40	22	.	.	PUNCT
crl-25748	41	1	we	we	PRON
crl-25748	41	2	would	would	AUX
crl-25748	41	3	take	take	VERB
crl-25748	41	4	our	our	PRON
crl-25748	41	5	model	model	NOUN
crl-25748	41	6	that	that	SCONJ
crl-25748	41	7	we	we	PRON
crl-25748	41	8	have	have	AUX
crl-25748	41	9	previously	previously	ADV
crl-25748	41	10	trained	train	VERB
crl-25748	41	11	on	on	ADP
crl-25748	41	12	generic	generic	ADJ
crl-25748	41	13	language	language	NOUN
crl-25748	41	14	data	datum	NOUN
crl-25748	41	15	,	,	PUNCT
crl-25748	41	16	and	and	CCONJ
crl-25748	41	17	we	we	PRON
crl-25748	41	18	would	would	AUX
crl-25748	41	19	train	train	VERB
crl-25748	41	20	it	it	PRON
crl-25748	41	21	to	to	PART
crl-25748	41	22	specialize	specialize	VERB
crl-25748	41	23	in	in	ADP
crl-25748	41	24	sentiment	sentiment	NOUN
crl-25748	41	25	analysis	analysis	NOUN
crl-25748	41	26	for	for	ADP
crl-25748	41	27	movie	movie	NOUN
crl-25748	41	28	reviews	review	NOUN
crl-25748	41	29	.	.	PUNCT
crl-25748	42	1	the	the	DET
crl-25748	42	2	knowledge	knowledge	NOUN
crl-25748	42	3	accumulated	accumulate	VERB
crl-25748	42	4	during	during	ADP
crl-25748	42	5	pre	pre	ADJ
crl-25748	42	6	-	-	NOUN
crl-25748	42	7	training	training	NOUN
crl-25748	42	8	would	would	AUX
crl-25748	42	9	make	make	VERB
crl-25748	42	10	the	the	DET
crl-25748	42	11	model	model	NOUN
crl-25748	42	12	much	much	ADV
crl-25748	42	13	more	more	ADV
crl-25748	42	14	effective	effective	ADJ
crl-25748	42	15	at	at	ADP
crl-25748	42	16	learning	learn	VERB
crl-25748	42	17	this	this	DET
crl-25748	42	18	classification	classification	NOUN
crl-25748	42	19	task	task	NOUN
crl-25748	42	20	,	,	PUNCT
crl-25748	42	21	since	since	SCONJ
crl-25748	42	22	it	it	PRON
crl-25748	42	23	already	already	ADV
crl-25748	42	24	has	have	VERB
crl-25748	42	25	a	a	DET
crl-25748	42	26	representation	representation	NOUN
crl-25748	42	27	of	of	ADP
crl-25748	42	28	how	how	SCONJ
crl-25748	42	29	language	language	NOUN
crl-25748	42	30	in	in	ADP
crl-25748	42	31	general	general	ADJ
crl-25748	42	32	works.13	works.13	NOUN
crl-25748	42	33	transformers	transformer	NOUN
crl-25748	42	34	and	and	CCONJ
crl-25748	42	35	bert	bert	VERB
crl-25748	42	36	the	the	DET
crl-25748	42	37	most	most	ADV
crl-25748	42	38	popular	popular	ADJ
crl-25748	42	39	architecture	architecture	NOUN
crl-25748	42	40	for	for	ADP
crl-25748	42	41	deep	deep	ADJ
crl-25748	42	42	learning	learning	NOUN
crl-25748	42	43	in	in	ADP
crl-25748	42	44	nlp	nlp	NOUN
crl-25748	42	45	today	today	NOUN
crl-25748	42	46	is	be	AUX
crl-25748	42	47	the	the	DET
crl-25748	42	48	transformer.14	transformer.14	NOUN
crl-25748	42	49	the	the	DET
crl-25748	42	50	transformer	transformer	NOUN
crl-25748	42	51	was	be	AUX
crl-25748	42	52	originally	originally	ADV
crl-25748	42	53	proposed	propose	VERB
crl-25748	42	54	for	for	ADP
crl-25748	42	55	machine	machine	NOUN
crl-25748	42	56	translation	translation	NOUN
crl-25748	42	57	but	but	CCONJ
crl-25748	42	58	has	have	AUX
crl-25748	42	59	since	since	ADV
crl-25748	42	60	been	be	AUX
crl-25748	42	61	applied	apply	VERB
crl-25748	42	62	to	to	ADP
crl-25748	42	63	all	all	DET
crl-25748	42	64	kinds	kind	NOUN
crl-25748	42	65	of	of	ADP
crl-25748	42	66	tasks	task	NOUN
crl-25748	42	67	,	,	PUNCT
crl-25748	42	68	from	from	ADP
crl-25748	42	69	text	text	NOUN
crl-25748	42	70	classification	classification	NOUN
crl-25748	42	71	to	to	ADP
crl-25748	42	72	computer	computer	NOUN
crl-25748	42	73	vision	vision	NOUN
crl-25748	42	74	.	.	PUNCT
crl-25748	43	1	its	its	PRON
crl-25748	43	2	main	main	ADJ
crl-25748	43	3	strength	strength	NOUN
crl-25748	43	4	is	be	AUX
crl-25748	43	5	a	a	DET
crl-25748	43	6	mechanism	mechanism	NOUN
crl-25748	43	7	called	call	VERB
crl-25748	43	8	“	"	PUNCT
crl-25748	43	9	attention	attention	NOUN
crl-25748	43	10	,	,	PUNCT
crl-25748	43	11	”	"	PUNCT
crl-25748	43	12	which	which	PRON
crl-25748	43	13	allows	allow	VERB
crl-25748	43	14	the	the	DET
crl-25748	43	15	model	model	NOUN
crl-25748	43	16	to	to	PART
crl-25748	43	17	focus	focus	VERB
crl-25748	43	18	on	on	ADP
crl-25748	43	19	particular	particular	ADJ
crl-25748	43	20	parts	part	NOUN
crl-25748	43	21	of	of	ADP
crl-25748	43	22	a	a	DET
crl-25748	43	23	sentence	sentence	NOUN
crl-25748	43	24	when	when	SCONJ
crl-25748	43	25	processing	process	VERB
crl-25748	43	26	a	a	DET
crl-25748	43	27	specific	specific	ADJ
crl-25748	43	28	word	word	NOUN
crl-25748	43	29	.	.	PUNCT
crl-25748	44	1	for	for	ADP
crl-25748	44	2	instance	instance	NOUN
crl-25748	44	3	,	,	PUNCT
crl-25748	44	4	given	give	VERB
crl-25748	44	5	the	the	DET
crl-25748	44	6	sentence	sentence	NOUN
crl-25748	44	7	“	"	PUNCT
crl-25748	44	8	the	the	DET
crl-25748	44	9	dog	dog	NOUN
crl-25748	44	10	did	do	AUX
crl-25748	44	11	n’t	not	PART
crl-25748	44	12	want	want	VERB
crl-25748	44	13	to	to	PART
crl-25748	44	14	play	play	VERB
crl-25748	44	15	making	make	VERB
crl-25748	44	16	and	and	CCONJ
crl-25748	44	17	using	use	VERB
crl-25748	44	18	ai	ai	NOUN
crl-25748	44	19	in	in	ADP
crl-25748	44	20	the	the	DET
crl-25748	44	21	library	library	NOUN
crl-25748	44	22	33	33	NUM
crl-25748	44	23	because	because	SCONJ
crl-25748	44	24	it	it	PRON
crl-25748	44	25	was	be	AUX
crl-25748	44	26	too	too	ADV
crl-25748	44	27	tired	tired	ADJ
crl-25748	44	28	,	,	PUNCT
crl-25748	44	29	”	"	PUNCT
crl-25748	44	30	in	in	ADP
crl-25748	44	31	processing	process	VERB
crl-25748	44	32	“	"	PUNCT
crl-25748	44	33	it	it	PRON
crl-25748	44	34	”	"	PUNCT
crl-25748	44	35	the	the	DET
crl-25748	44	36	attention	attention	NOUN
crl-25748	44	37	mechanism	mechanism	NOUN
crl-25748	44	38	would	would	AUX
crl-25748	44	39	focus	focus	VERB
crl-25748	44	40	on	on	ADP
crl-25748	44	41	“	"	PUNCT
crl-25748	44	42	the	the	DET
crl-25748	44	43	dog	dog	NOUN
crl-25748	44	44	”	"	PUNCT
crl-25748	44	45	in	in	ADP
crl-25748	44	46	order	order	NOUN
crl-25748	44	47	to	to	PART
crl-25748	44	48	make	make	VERB
crl-25748	44	49	sense	sense	NOUN
crl-25748	44	50	of	of	ADP
crl-25748	44	51	the	the	DET
crl-25748	44	52	pronoun	pronoun	NOUN
crl-25748	44	53	.	.	PUNCT
crl-25748	45	1	transformer	transformer	NOUN
crl-25748	45	2	models	model	NOUN
crl-25748	45	3	are	be	AUX
crl-25748	45	4	also	also	ADV
crl-25748	45	5	popular	popular	ADJ
crl-25748	45	6	because	because	SCONJ
crl-25748	45	7	of	of	ADP
crl-25748	45	8	their	their	PRON
crl-25748	45	9	architecture	architecture	NOUN
crl-25748	45	10	,	,	PUNCT
crl-25748	45	11	which	which	PRON
crl-25748	45	12	lends	lend	VERB
crl-25748	45	13	itself	itself	PRON
crl-25748	45	14	to	to	ADP
crl-25748	45	15	efficient	efficient	ADJ
crl-25748	45	16	parallelization	parallelization	NOUN
crl-25748	45	17	—	—	PUNCT
crl-25748	45	18	i.e.	i.e.	X
crl-25748	45	19	,	,	PUNCT
crl-25748	45	20	the	the	DET
crl-25748	45	21	ability	ability	NOUN
crl-25748	45	22	to	to	PART
crl-25748	45	23	carry	carry	VERB
crl-25748	45	24	out	out	ADP
crl-25748	45	25	complex	complex	ADJ
crl-25748	45	26	tasks	task	NOUN
crl-25748	45	27	simultaneously	simultaneously	ADV
crl-25748	45	28	spread	spread	VERB
crl-25748	45	29	across	across	ADP
crl-25748	45	30	several	several	ADJ
crl-25748	45	31	processors	processor	NOUN
crl-25748	45	32	.	.	PUNCT
crl-25748	46	1	this	this	PRON
crl-25748	46	2	in	in	ADP
crl-25748	46	3	turn	turn	NOUN
crl-25748	46	4	allows	allow	VERB
crl-25748	46	5	researchers	researcher	NOUN
crl-25748	46	6	to	to	PART
crl-25748	46	7	train	train	NOUN
crl-25748	46	8	models	model	NOUN
crl-25748	46	9	that	that	PRON
crl-25748	46	10	are	be	AUX
crl-25748	46	11	larger	large	ADJ
crl-25748	46	12	than	than	ADP
crl-25748	46	13	ever	ever	ADV
crl-25748	46	14	.	.	PUNCT
crl-25748	47	1	the	the	DET
crl-25748	47	2	release	release	NOUN
crl-25748	47	3	of	of	ADP
crl-25748	47	4	the	the	DET
crl-25748	47	5	pre	pre	ADJ
crl-25748	47	6	-	-	ADJ
crl-25748	47	7	trained	train	VERB
crl-25748	47	8	transformer	transformer	NOUN
crl-25748	47	9	-	-	PUNCT
crl-25748	47	10	based	base	VERB
crl-25748	47	11	model	model	NOUN
crl-25748	47	12	bert	bert	PROPN
crl-25748	47	13	in	in	ADP
crl-25748	47	14	autumn	autumn	NOUN
crl-25748	47	15	2018	2018	NUM
crl-25748	47	16	marked	mark	VERB
crl-25748	47	17	a	a	DET
crl-25748	47	18	significant	significant	ADJ
crl-25748	47	19	turning	turning	NOUN
crl-25748	47	20	point	point	NOUN
crl-25748	47	21	in	in	ADP
crl-25748	47	22	nlp	nlp	PROPN
crl-25748	47	23	research.15	research.15	PROPN
crl-25748	47	24	bert	bert	PROPN
crl-25748	47	25	stands	stand	VERB
crl-25748	47	26	for	for	ADP
crl-25748	47	27	bidirectional	bidirectional	ADJ
crl-25748	47	28	encoder	encoder	NOUN
crl-25748	47	29	representations	representation	VERB
crl-25748	47	30	from	from	ADP
crl-25748	47	31	transformers	transformer	NOUN
crl-25748	47	32	,	,	PUNCT
crl-25748	47	33	and	and	CCONJ
crl-25748	47	34	applying	apply	VERB
crl-25748	47	35	this	this	DET
crl-25748	47	36	architecture	architecture	NOUN
crl-25748	47	37	to	to	ADP
crl-25748	47	38	language	language	NOUN
crl-25748	47	39	processing	processing	NOUN
crl-25748	47	40	has	have	AUX
crl-25748	47	41	enabled	enable	VERB
crl-25748	47	42	state	state	NOUN
crl-25748	47	43	-	-	PUNCT
crl-25748	47	44	of	of	ADP
crl-25748	47	45	-	-	PUNCT
crl-25748	47	46	the	the	DET
crl-25748	47	47	-	-	PUNCT
crl-25748	47	48	art	art	NOUN
crl-25748	47	49	performance	performance	NOUN
crl-25748	47	50	on	on	ADP
crl-25748	47	51	many	many	ADJ
crl-25748	47	52	benchmark	benchmark	ADJ
crl-25748	47	53	datasets	dataset	NOUN
crl-25748	47	54	.	.	PUNCT
crl-25748	48	1	evaluated	evaluate	VERB
crl-25748	48	2	according	accord	VERB
crl-25748	48	3	to	to	ADP
crl-25748	48	4	the	the	DET
crl-25748	48	5	standard	standard	ADJ
crl-25748	48	6	testing	testing	NOUN
crl-25748	48	7	framework	framework	NOUN
crl-25748	48	8	—	—	PUNCT
crl-25748	48	9	glue	glue	NOUN
crl-25748	48	10	,	,	PUNCT
crl-25748	48	11	or	or	CCONJ
crl-25748	48	12	general	general	ADJ
crl-25748	48	13	language	language	NOUN
crl-25748	48	14	understanding	understanding	NOUN
crl-25748	48	15	evaluation16	evaluation16	NOUN
crl-25748	48	16	—	—	PUNCT
crl-25748	48	17	bert	bert	PROPN
crl-25748	48	18	achieved	achieve	VERB
crl-25748	48	19	unprecedented	unprecedented	ADJ
crl-25748	48	20	scores	score	NOUN
crl-25748	48	21	on	on	ADP
crl-25748	48	22	a	a	DET
crl-25748	48	23	series	series	NOUN
crl-25748	48	24	of	of	ADP
crl-25748	48	25	nlp	nlp	NOUN
crl-25748	48	26	tasks	task	NOUN
crl-25748	48	27	,	,	PUNCT
crl-25748	48	28	ranging	range	VERB
crl-25748	48	29	from	from	ADP
crl-25748	48	30	question	question	NOUN
crl-25748	48	31	answering	answering	NOUN
crl-25748	48	32	(	(	PUNCT
crl-25748	48	33	when	when	SCONJ
crl-25748	48	34	the	the	DET
crl-25748	48	35	model	model	NOUN
crl-25748	48	36	is	be	AUX
crl-25748	48	37	shown	show	VERB
crl-25748	48	38	a	a	DET
crl-25748	48	39	paragraph	paragraph	NOUN
crl-25748	48	40	of	of	ADP
crl-25748	48	41	text	text	NOUN
crl-25748	48	42	and	and	CCONJ
crl-25748	48	43	then	then	ADV
crl-25748	48	44	posed	pose	VERB
crl-25748	48	45	a	a	DET
crl-25748	48	46	question	question	NOUN
crl-25748	48	47	based	base	VERB
crl-25748	48	48	on	on	ADP
crl-25748	48	49	this	this	PRON
crl-25748	48	50	)	)	PUNCT
crl-25748	48	51	to	to	ADP
crl-25748	48	52	causal	causal	ADJ
crl-25748	48	53	reasoning	reasoning	NOUN
crl-25748	48	54	(	(	PUNCT
crl-25748	48	55	i.e.	i.e.	X
crl-25748	48	56	,	,	PUNCT
crl-25748	48	57	given	give	VERB
crl-25748	48	58	a	a	DET
crl-25748	48	59	sentence	sentence	NOUN
crl-25748	48	60	,	,	PUNCT
crl-25748	48	61	which	which	PRON
crl-25748	48	62	among	among	ADP
crl-25748	48	63	four	four	NUM
crl-25748	48	64	choices	choice	NOUN
crl-25748	48	65	is	be	AUX
crl-25748	48	66	the	the	DET
crl-25748	48	67	most	most	ADV
crl-25748	48	68	obvious	obvious	ADJ
crl-25748	48	69	continuation?)17	continuation?)17	VERB
crl-25748	48	70	in	in	ADP
crl-25748	48	71	short	short	ADJ
crl-25748	48	72	,	,	PUNCT
crl-25748	48	73	bert	bert	PROPN
crl-25748	48	74	broadened	broaden	VERB
crl-25748	48	75	the	the	DET
crl-25748	48	76	horizons	horizon	NOUN
crl-25748	48	77	of	of	ADP
crl-25748	48	78	possibility	possibility	NOUN
crl-25748	48	79	for	for	ADP
crl-25748	48	80	what	what	PRON
crl-25748	48	81	a	a	DET
crl-25748	48	82	language	language	NOUN
crl-25748	48	83	model	model	NOUN
crl-25748	48	84	could	could	AUX
crl-25748	48	85	do	do	AUX
crl-25748	48	86	.	.	PUNCT
crl-25748	49	1	the	the	DET
crl-25748	49	2	initial	initial	ADJ
crl-25748	49	3	development	development	NOUN
crl-25748	49	4	of	of	ADP
crl-25748	49	5	this	this	DET
crl-25748	49	6	model	model	NOUN
crl-25748	49	7	demanded	demand	VERB
crl-25748	49	8	considerable	considerable	ADJ
crl-25748	49	9	resources	resource	NOUN
crl-25748	49	10	,	,	PUNCT
crl-25748	49	11	both	both	PRON
crl-25748	49	12	computationally	computationally	ADV
crl-25748	49	13	and	and	CCONJ
crl-25748	49	14	in	in	ADP
crl-25748	49	15	terms	term	NOUN
crl-25748	49	16	of	of	ADP
crl-25748	49	17	training	training	NOUN
crl-25748	49	18	data	datum	NOUN
crl-25748	49	19	.	.	PUNCT
crl-25748	50	1	bert	bert	PROPN
crl-25748	50	2	was	be	AUX
crl-25748	50	3	trained	train	VERB
crl-25748	50	4	by	by	ADP
crl-25748	50	5	google	google	PROPN
crl-25748	50	6	ai	ai	VERB
crl-25748	50	7	on	on	ADP
crl-25748	50	8	a	a	DET
crl-25748	50	9	3.3	3.3	NUM
crl-25748	50	10	-	-	PUNCT
crl-25748	50	11	billion	billion	NUM
crl-25748	50	12	-	-	PUNCT
crl-25748	50	13	word	word	NOUN
crl-25748	50	14	corpus	corpus	NOUN
crl-25748	50	15	that	that	PRON
crl-25748	50	16	was	be	AUX
crl-25748	50	17	composed	compose	VERB
crl-25748	50	18	of	of	ADP
crl-25748	50	19	books	book	NOUN
crl-25748	50	20	and	and	CCONJ
crl-25748	50	21	the	the	DET
crl-25748	50	22	text	text	NOUN
crl-25748	50	23	of	of	ADP
crl-25748	50	24	english	english	PROPN
crl-25748	50	25	wikipedia	wikipedia	PROPN
crl-25748	50	26	.	.	PUNCT
crl-25748	51	1	the	the	DET
crl-25748	51	2	researchers	researcher	NOUN
crl-25748	51	3	at	at	ADP
crl-25748	51	4	google	google	PROPN
crl-25748	51	5	who	who	PRON
crl-25748	51	6	released	release	VERB
crl-25748	51	7	the	the	DET
crl-25748	51	8	model	model	NOUN
crl-25748	51	9	explained	explain	VERB
crl-25748	51	10	that	that	SCONJ
crl-25748	51	11	the	the	DET
crl-25748	51	12	training	training	NOUN
crl-25748	51	13	of	of	ADP
crl-25748	51	14	a	a	DET
crl-25748	51	15	medium	medium	ADJ
crl-25748	51	16	-	-	PUNCT
crl-25748	51	17	sized	sized	ADJ
crl-25748	51	18	bert	bert	NOUN
crl-25748	51	19	took	take	VERB
crl-25748	51	20	four	four	NUM
crl-25748	51	21	days	day	NOUN
crl-25748	51	22	on	on	ADP
crl-25748	51	23	their	their	PRON
crl-25748	51	24	specialized	specialized	ADJ
crl-25748	51	25	processing	processing	NOUN
crl-25748	51	26	units	unit	NOUN
crl-25748	51	27	called	call	VERB
crl-25748	51	28	tpus	tpus	PROPN
crl-25748	51	29	,	,	PUNCT
crl-25748	51	30	which	which	PRON
crl-25748	51	31	are	be	AUX
crl-25748	51	32	optimized	optimize	VERB
crl-25748	51	33	for	for	ADP
crl-25748	51	34	machine	machine	NOUN
crl-25748	51	35	learning	learn	VERB
crl-25748	51	36	applications.18	applications.18	NOUN
crl-25748	51	37	this	this	PRON
crl-25748	51	38	gives	give	VERB
crl-25748	51	39	an	an	DET
crl-25748	51	40	idea	idea	NOUN
crl-25748	51	41	of	of	ADP
crl-25748	51	42	how	how	SCONJ
crl-25748	51	43	much	much	ADJ
crl-25748	51	44	computing	computing	NOUN
crl-25748	51	45	power	power	NOUN
crl-25748	51	46	is	be	AUX
crl-25748	51	47	required	require	VERB
crl-25748	51	48	to	to	PART
crl-25748	51	49	train	train	VERB
crl-25748	51	50	one	one	NUM
crl-25748	51	51	such	such	ADJ
crl-25748	51	52	model	model	NOUN
crl-25748	51	53	;	;	PUNCT
crl-25748	51	54	it	it	PRON
crl-25748	51	55	is	be	AUX
crl-25748	51	56	certainly	certainly	ADV
crl-25748	51	57	not	not	PART
crl-25748	51	58	something	something	PRON
crl-25748	51	59	that	that	PRON
crl-25748	51	60	can	can	AUX
crl-25748	51	61	be	be	AUX
crl-25748	51	62	done	do	VERB
crl-25748	51	63	on	on	ADP
crl-25748	51	64	an	an	DET
crl-25748	51	65	average	average	ADJ
crl-25748	51	66	laptop	laptop	NOUN
crl-25748	51	67	.	.	PUNCT
crl-25748	52	1	however	however	ADV
crl-25748	52	2	,	,	PUNCT
crl-25748	52	3	what	what	PRON
crl-25748	52	4	makes	make	VERB
crl-25748	52	5	bert	bert	PROPN
crl-25748	52	6	so	so	ADV
crl-25748	52	7	attractive	attractive	ADJ
crl-25748	52	8	from	from	ADP
crl-25748	52	9	the	the	DET
crl-25748	52	10	perspective	perspective	NOUN
crl-25748	52	11	of	of	ADP
crl-25748	52	12	ai	ai	PRON
crl-25748	52	13	implementation	implementation	NOUN
crl-25748	52	14	is	be	AUX
crl-25748	52	15	that	that	SCONJ
crl-25748	52	16	it	it	PRON
crl-25748	52	17	is	be	AUX
crl-25748	52	18	freely	freely	ADV
crl-25748	52	19	available	available	ADJ
crl-25748	52	20	for	for	SCONJ
crl-25748	52	21	anyone	anyone	PRON
crl-25748	52	22	to	to	PART
crl-25748	52	23	download	download	VERB
crl-25748	52	24	and	and	CCONJ
crl-25748	52	25	then	then	ADV
crl-25748	52	26	fine	fine	ADJ
crl-25748	52	27	-	-	PUNCT
crl-25748	52	28	tune	tune	NOUN
crl-25748	52	29	on	on	ADP
crl-25748	52	30	their	their	PRON
crl-25748	52	31	own	own	ADJ
crl-25748	52	32	data	datum	NOUN
crl-25748	52	33	.	.	PUNCT
crl-25748	53	1	as	as	ADP
crl-25748	53	2	a	a	DET
crl-25748	53	3	powerful	powerful	ADJ
crl-25748	53	4	,	,	PUNCT
crl-25748	53	5	general	general	ADJ
crl-25748	53	6	-	-	PUNCT
crl-25748	53	7	purpose	purpose	NOUN
crl-25748	53	8	model	model	NOUN
crl-25748	53	9	,	,	PUNCT
crl-25748	53	10	it	it	PRON
crl-25748	53	11	can	can	AUX
crl-25748	53	12	be	be	AUX
crl-25748	53	13	adapted	adapt	VERB
crl-25748	53	14	to	to	PART
crl-25748	53	15	apply	apply	VERB
crl-25748	53	16	cutting	cutting	NOUN
crl-25748	53	17	-	-	PUNCT
crl-25748	53	18	edge	edge	NOUN
crl-25748	53	19	language	language	NOUN
crl-25748	53	20	processing	processing	NOUN
crl-25748	53	21	to	to	ADP
crl-25748	53	22	specific	specific	ADJ
crl-25748	53	23	use	use	NOUN
crl-25748	53	24	cases	case	NOUN
crl-25748	53	25	at	at	ADP
crl-25748	53	26	a	a	DET
crl-25748	53	27	local	local	ADJ
crl-25748	53	28	level	level	NOUN
crl-25748	53	29	.	.	PUNCT
crl-25748	54	1	the	the	DET
crl-25748	54	2	need	need	NOUN
crl-25748	54	3	for	for	ADP
crl-25748	54	4	a	a	DET
crl-25748	54	5	swedish	swedish	ADJ
crl-25748	54	6	bert	bert	NOUN
crl-25748	54	7	the	the	DET
crl-25748	54	8	design	design	NOUN
crl-25748	54	9	and	and	CCONJ
crl-25748	54	10	distribution	distribution	NOUN
crl-25748	54	11	of	of	ADP
crl-25748	54	12	huge	huge	ADJ
crl-25748	54	13	language	language	NOUN
crl-25748	54	14	models	model	NOUN
crl-25748	54	15	such	such	ADJ
crl-25748	54	16	as	as	SCONJ
crl-25748	54	17	bert	bert	PROPN
crl-25748	54	18	reflect	reflect	VERB
crl-25748	54	19	global	global	ADJ
crl-25748	54	20	hierarchies	hierarchy	NOUN
crl-25748	54	21	of	of	ADP
crl-25748	54	22	power	power	NOUN
crl-25748	54	23	and	and	CCONJ
crl-25748	54	24	resources	resource	NOUN
crl-25748	54	25	.	.	PUNCT
crl-25748	55	1	whereas	whereas	SCONJ
crl-25748	55	2	google	google	PROPN
crl-25748	55	3	ai	ai	VERB
crl-25748	55	4	developed	develop	VERB
crl-25748	55	5	dedicated	dedicated	ADJ
crl-25748	55	6	berts	bert	NOUN
crl-25748	55	7	for	for	ADP
crl-25748	55	8	english	english	PROPN
crl-25748	55	9	and	and	CCONJ
crl-25748	55	10	chinese	chinese	PROPN
crl-25748	55	11	,	,	PUNCT
crl-25748	55	12	they	they	PRON
crl-25748	55	13	released	release	VERB
crl-25748	55	14	a	a	DET
crl-25748	55	15	multilingual	multilingual	ADJ
crl-25748	55	16	model	model	NOUN
crl-25748	55	17	for	for	ADP
crl-25748	55	18	the	the	DET
crl-25748	55	19	rest	rest	NOUN
crl-25748	55	20	of	of	ADP
crl-25748	55	21	the	the	DET
crl-25748	55	22	world	world	NOUN
crl-25748	55	23	that	that	PRON
crl-25748	55	24	was	be	AUX
crl-25748	55	25	trained	train	VERB
crl-25748	55	26	on	on	ADP
crl-25748	55	27	wikipedia	wikipedia	PROPN
crl-25748	55	28	articles	article	NOUN
crl-25748	55	29	from	from	ADP
crl-25748	55	30	104	104	NUM
crl-25748	55	31	different	different	ADJ
crl-25748	55	32	languages	language	NOUN
crl-25748	55	33	:	:	PUNCT
crl-25748	55	34	m	m	NOUN
crl-25748	55	35	-	-	PUNCT
crl-25748	55	36	bert	bert	PROPN
crl-25748	55	37	.	.	PUNCT
crl-25748	56	1	while	while	SCONJ
crl-25748	56	2	achieving	achieve	VERB
crl-25748	56	3	fairly	fairly	ADV
crl-25748	56	4	good	good	ADJ
crl-25748	56	5	performance	performance	NOUN
crl-25748	56	6	on	on	ADP
crl-25748	56	7	many	many	ADJ
crl-25748	56	8	nlp	nlp	NOUN
crl-25748	56	9	tasks	task	NOUN
crl-25748	56	10	,	,	PUNCT
crl-25748	56	11	researchers	researcher	NOUN
crl-25748	56	12	knew	know	VERB
crl-25748	56	13	that	that	SCONJ
crl-25748	56	14	specialized	specialized	ADJ
crl-25748	56	15	monolingual	monolingual	ADJ
crl-25748	56	16	models	model	NOUN
crl-25748	56	17	would	would	AUX
crl-25748	56	18	be	be	AUX
crl-25748	56	19	able	able	ADJ
crl-25748	56	20	to	to	PART
crl-25748	56	21	outperform	outperform	VERB
crl-25748	56	22	m	m	NOUN
crl-25748	56	23	-	-	PUNCT
crl-25748	56	24	bert	bert	ADJ
crl-25748	56	25	.	.	PUNCT
crl-25748	57	1	this	this	PRON
crl-25748	57	2	led	lead	VERB
crl-25748	57	3	many	many	ADJ
crl-25748	57	4	institutions	institution	NOUN
crl-25748	57	5	and	and	CCONJ
crl-25748	57	6	universities	university	NOUN
crl-25748	57	7	around	around	ADP
crl-25748	57	8	the	the	DET
crl-25748	57	9	world	world	NOUN
crl-25748	57	10	to	to	PART
crl-25748	57	11	train	train	VERB
crl-25748	57	12	new	new	ADJ
crl-25748	57	13	berts	bert	NOUN
crl-25748	57	14	for	for	ADP
crl-25748	57	15	their	their	PRON
crl-25748	57	16	particular	particular	ADJ
crl-25748	57	17	language	language	NOUN
crl-25748	57	18	of	of	ADP
crl-25748	57	19	interest.19	interest.19	NOUN
crl-25748	57	20	soon	soon	ADV
crl-25748	57	21	most	most	ADJ
crl-25748	57	22	of	of	ADP
crl-25748	57	23	the	the	DET
crl-25748	57	24	major	major	ADJ
crl-25748	57	25	languages	language	NOUN
crl-25748	57	26	such	such	ADJ
crl-25748	57	27	as	as	ADP
crl-25748	57	28	german	german	ADJ
crl-25748	57	29	,	,	PUNCT
crl-25748	57	30	french	french	ADJ
crl-25748	57	31	,	,	PUNCT
crl-25748	57	32	spanish	spanish	ADJ
crl-25748	57	33	,	,	PUNCT
crl-25748	57	34	korean	korean	ADJ
crl-25748	57	35	,	,	PUNCT
crl-25748	57	36	japanese	japanese	PROPN
crl-25748	57	37	,	,	PUNCT
crl-25748	57	38	and	and	CCONJ
crl-25748	57	39	dutch	dutch	PROPN
crl-25748	57	40	had	have	VERB
crl-25748	57	41	their	their	PRON
crl-25748	57	42	own	own	ADJ
crl-25748	57	43	models	model	NOUN
crl-25748	57	44	,	,	PUNCT
crl-25748	57	45	the	the	DET
crl-25748	57	46	only	only	ADJ
crl-25748	57	47	limitations	limitation	NOUN
crl-25748	57	48	being	be	AUX
crl-25748	57	49	the	the	DET
crl-25748	57	50	availability	availability	NOUN
crl-25748	57	51	of	of	ADP
crl-25748	57	52	sufficient	sufficient	ADJ
crl-25748	57	53	text	text	NOUN
crl-25748	57	54	data	datum	NOUN
crl-25748	57	55	and	and	CCONJ
crl-25748	57	56	computing	compute	VERB
crl-25748	57	57	power	power	NOUN
crl-25748	57	58	to	to	PART
crl-25748	57	59	produce	produce	VERB
crl-25748	57	60	the	the	DET
crl-25748	57	61	model	model	NOUN
crl-25748	57	62	.	.	PUNCT
crl-25748	58	1	it	it	PRON
crl-25748	58	2	was	be	AUX
crl-25748	58	3	in	in	ADP
crl-25748	58	4	this	this	DET
crl-25748	58	5	context	context	NOUN
crl-25748	58	6	of	of	ADP
crl-25748	58	7	an	an	DET
crl-25748	58	8	expanding	expand	VERB
crl-25748	58	9	array	array	NOUN
crl-25748	58	10	of	of	ADP
crl-25748	58	11	monolingual	monolingual	ADJ
crl-25748	58	12	models	model	NOUN
crl-25748	58	13	that	that	PRON
crl-25748	58	14	kblab	kblab	NOUN
crl-25748	58	15	at	at	ADP
crl-25748	58	16	the	the	DET
crl-25748	58	17	national	national	PROPN
crl-25748	58	18	library	library	NOUN
crl-25748	58	19	of	of	ADP
crl-25748	58	20	sweden	sweden	PROPN
crl-25748	58	21	decided	decide	VERB
crl-25748	58	22	to	to	PART
crl-25748	58	23	train	train	VERB
crl-25748	58	24	and	and	CCONJ
crl-25748	58	25	publish	publish	VERB
crl-25748	58	26	a	a	DET
crl-25748	58	27	bert	bert	NOUN
crl-25748	58	28	for	for	ADP
crl-25748	58	29	swedish	swedish	ADJ
crl-25748	58	30	.	.	PUNCT
crl-25748	59	1	the	the	DET
crl-25748	59	2	first	first	ADJ
crl-25748	59	3	dedicated	dedicate	VERB
crl-25748	59	4	swedish	swedish	ADJ
crl-25748	59	5	bert	bert	PROPN
crl-25748	59	6	had	have	AUX
crl-25748	59	7	already	already	ADV
crl-25748	59	8	been	be	AUX
crl-25748	59	9	released	release	VERB
crl-25748	59	10	by	by	ADP
crl-25748	59	11	af	af	NOUN
crl-25748	59	12	-	-	PUNCT
crl-25748	59	13	ai	ai	NOUN
crl-25748	59	14	,	,	PUNCT
crl-25748	59	15	the	the	DET
crl-25748	59	16	ai	ai	VERB
crl-25748	59	17	lab	lab	NOUN
crl-25748	59	18	at	at	ADP
crl-25748	59	19	the	the	DET
crl-25748	59	20	swedish	swedish	ADJ
crl-25748	59	21	public	public	ADJ
crl-25748	59	22	employment	employment	NOUN
crl-25748	59	23	agency.20	agency.20	PROPN
crl-25748	59	24	af	af	PROPN
crl-25748	59	25	-	-	PUNCT
crl-25748	59	26	ai	ai	NOUN
crl-25748	59	27	trained	train	VERB
crl-25748	59	28	a	a	DET
crl-25748	59	29	bert	bert	NOUN
crl-25748	59	30	model	model	NOUN
crl-25748	59	31	using	use	VERB
crl-25748	59	32	the	the	DET
crl-25748	59	33	data	datum	NOUN
crl-25748	59	34	from	from	ADP
crl-25748	59	35	swedish	swedish	PROPN
crl-25748	59	36	wikipedia	wikipedia	PROPN
crl-25748	59	37	that	that	PRON
crl-25748	59	38	consists	consist	VERB
crl-25748	59	39	of	of	ADP
crl-25748	59	40	about	about	ADP
crl-25748	59	41	300	300	NUM
crl-25748	59	42	million	million	NUM
crl-25748	59	43	words	word	NOUN
crl-25748	59	44	,	,	PUNCT
crl-25748	59	45	which	which	PRON
crl-25748	59	46	is	be	AUX
crl-25748	59	47	just	just	ADV
crl-25748	59	48	a	a	DET
crl-25748	59	49	fraction	fraction	NOUN
crl-25748	59	50	of	of	ADP
crl-25748	59	51	the	the	DET
crl-25748	59	52	size	size	NOUN
crl-25748	59	53	of	of	ADP
crl-25748	59	54	the	the	DET
crl-25748	59	55	corpus	corpus	NOUN
crl-25748	59	56	used	use	VERB
crl-25748	59	57	to	to	PART
crl-25748	59	58	train	train	VERB
crl-25748	59	59	the	the	DET
crl-25748	59	60	original	original	ADJ
crl-25748	59	61	english	english	ADJ
crl-25748	59	62	bert	bert	PROPN
crl-25748	59	63	.	.	PUNCT
crl-25748	60	1	the	the	DET
crl-25748	60	2	developers	developer	NOUN
crl-25748	60	3	at	at	ADP
crl-25748	60	4	af	af	PROPN
crl-25748	60	5	-	-	PUNCT
crl-25748	60	6	ai	ai	NOUN
crl-25748	60	7	state	state	NOUN
crl-25748	60	8	that	that	SCONJ
crl-25748	60	9	their	their	PRON
crl-25748	60	10	model	model	NOUN
crl-25748	60	11	was	be	AUX
crl-25748	60	12	intended	intend	VERB
crl-25748	60	13	as	as	ADP
crl-25748	60	14	a	a	DET
crl-25748	60	15	temporary	temporary	ADJ
crl-25748	60	16	solution	solution	NOUN
crl-25748	60	17	to	to	PART
crl-25748	60	18	fill	fill	VERB
crl-25748	60	19	a	a	DET
crl-25748	60	20	gap	gap	NOUN
crl-25748	60	21	for	for	ADP
crl-25748	60	22	the	the	DET
crl-25748	60	23	swedish	swedish	ADJ
crl-25748	60	24	nlp	nlp	PROPN
crl-25748	60	25	community	community	NOUN
crl-25748	60	26	,	,	PUNCT
crl-25748	60	27	while	while	SCONJ
crl-25748	60	28	more	more	ADV
crl-25748	60	29	substantial	substantial	ADJ
crl-25748	60	30	and	and	CCONJ
crl-25748	60	31	better	well	ADJ
crl-25748	60	32	models	model	NOUN
crl-25748	60	33	were	be	AUX
crl-25748	60	34	in	in	ADP
crl-25748	60	35	the	the	DET
crl-25748	60	36	making.21	making.21	PROPN
crl-25748	60	37	kblab	kblab	PROPN
crl-25748	60	38	saw	see	VERB
crl-25748	60	39	an	an	DET
crl-25748	60	40	opportunity	opportunity	NOUN
crl-25748	60	41	to	to	PART
crl-25748	60	42	contribute	contribute	VERB
crl-25748	60	43	by	by	ADP
crl-25748	60	44	training	train	VERB
crl-25748	60	45	a	a	DET
crl-25748	60	46	swedish	swedish	ADJ
crl-25748	60	47	bert	bert	NOUN
crl-25748	60	48	on	on	ADP
crl-25748	60	49	a	a	DET
crl-25748	60	50	larger	large	ADJ
crl-25748	60	51	and	and	CCONJ
crl-25748	60	52	more	more	ADV
crl-25748	60	53	varied	varied	ADJ
crl-25748	60	54	dataset	dataset	NOUN
crl-25748	60	55	that	that	PRON
crl-25748	60	56	would	would	AUX
crl-25748	60	57	enhance	enhance	VERB
crl-25748	60	58	performance	performance	NOUN
crl-25748	60	59	and	and	CCONJ
crl-25748	60	60	produce	produce	VERB
crl-25748	60	61	a	a	DET
crl-25748	60	62	model	model	NOUN
crl-25748	60	63	with	with	ADP
crl-25748	60	64	more	more	ADV
crl-25748	60	65	robust	robust	ADJ
crl-25748	60	66	language	language	NOUN
crl-25748	60	67	understanding	understanding	NOUN
crl-25748	60	68	.	.	PUNCT
crl-25748	61	1	34	34	NUM
crl-25748	61	2	college	college	PROPN
crl-25748	61	3	&	&	CCONJ
crl-25748	61	4	research	research	PROPN
crl-25748	61	5	libraries	library	NOUN
crl-25748	61	6	january	january	PROPN
crl-25748	61	7	2023	2023	NUM
crl-25748	61	8	this	this	DET
crl-25748	61	9	undertaking	undertaking	NOUN
crl-25748	61	10	was	be	AUX
crl-25748	61	11	enabled	enable	VERB
crl-25748	61	12	by	by	ADP
crl-25748	61	13	kblab	kblab	PROPN
crl-25748	61	14	’s	’s	PART
crl-25748	61	15	unique	unique	ADJ
crl-25748	61	16	access	access	NOUN
crl-25748	61	17	to	to	ADP
crl-25748	61	18	otherwise	otherwise	ADV
crl-25748	61	19	unavailable	unavailable	ADJ
crl-25748	61	20	material	material	NOUN
crl-25748	61	21	.	.	PUNCT
crl-25748	62	1	legal	legal	ADJ
crl-25748	62	2	deposit	deposit	NOUN
crl-25748	62	3	requirements	requirement	NOUN
crl-25748	62	4	dictate	dictate	VERB
crl-25748	62	5	that	that	SCONJ
crl-25748	62	6	every	every	DET
crl-25748	62	7	publication	publication	NOUN
crl-25748	62	8	issued	issue	VERB
crl-25748	62	9	in	in	ADP
crl-25748	62	10	swedish	swedish	PROPN
crl-25748	62	11	must	must	AUX
crl-25748	62	12	be	be	AUX
crl-25748	62	13	submitted	submit	VERB
crl-25748	62	14	to	to	ADP
crl-25748	62	15	kb	kb	PROPN
crl-25748	62	16	so	so	ADV
crl-25748	62	17	a	a	DET
crl-25748	62	18	copy	copy	NOUN
crl-25748	62	19	can	can	AUX
crl-25748	62	20	be	be	AUX
crl-25748	62	21	preserved	preserve	VERB
crl-25748	62	22	as	as	ADP
crl-25748	62	23	a	a	DET
crl-25748	62	24	part	part	NOUN
crl-25748	62	25	of	of	ADP
crl-25748	62	26	future	future	ADJ
crl-25748	62	27	culture	culture	NOUN
crl-25748	62	28	heritage	heritage	NOUN
crl-25748	62	29	.	.	PUNCT
crl-25748	63	1	this	this	PRON
crl-25748	63	2	also	also	ADV
crl-25748	63	3	applies	apply	VERB
crl-25748	63	4	to	to	ADP
crl-25748	63	5	digital	digital	ADJ
crl-25748	63	6	material	material	NOUN
crl-25748	63	7	since	since	SCONJ
crl-25748	63	8	the	the	DET
crl-25748	63	9	introduction	introduction	NOUN
crl-25748	63	10	of	of	ADP
crl-25748	63	11	legislation	legislation	NOUN
crl-25748	63	12	for	for	ADP
crl-25748	63	13	electronic	electronic	ADJ
crl-25748	63	14	publications	publication	NOUN
crl-25748	63	15	from	from	ADP
crl-25748	63	16	2015	2015	NUM
crl-25748	63	17	,	,	PUNCT
crl-25748	63	18	which	which	PRON
crl-25748	63	19	means	mean	VERB
crl-25748	63	20	that	that	SCONJ
crl-25748	63	21	the	the	DET
crl-25748	63	22	library	library	NOUN
crl-25748	63	23	receives	receive	VERB
crl-25748	63	24	an	an	DET
crl-25748	63	25	enormous	enormous	ADJ
crl-25748	63	26	amount	amount	NOUN
crl-25748	63	27	of	of	ADP
crl-25748	63	28	swedish	swedish	ADJ
crl-25748	63	29	text	text	NOUN
crl-25748	63	30	every	every	DET
crl-25748	63	31	year.22	year.22	NOUN
crl-25748	63	32	the	the	DET
crl-25748	63	33	library	library	NOUN
crl-25748	63	34	’s	’s	PART
crl-25748	63	35	collections	collection	NOUN
crl-25748	63	36	thus	thus	ADV
crl-25748	63	37	encompass	encompass	VERB
crl-25748	63	38	a	a	DET
crl-25748	63	39	diverse	diverse	ADJ
crl-25748	63	40	collection	collection	NOUN
crl-25748	63	41	of	of	ADP
crl-25748	63	42	text	text	NOUN
crl-25748	63	43	genres	genre	NOUN
crl-25748	63	44	,	,	PUNCT
crl-25748	63	45	ranging	range	VERB
crl-25748	63	46	from	from	ADP
crl-25748	63	47	newspapers	newspaper	NOUN
crl-25748	63	48	,	,	PUNCT
crl-25748	63	49	magazines	magazine	NOUN
crl-25748	63	50	and	and	CCONJ
crl-25748	63	51	books	book	NOUN
crl-25748	63	52	to	to	ADP
crl-25748	63	53	scientific	scientific	ADJ
crl-25748	63	54	journals	journal	NOUN
crl-25748	63	55	and	and	CCONJ
crl-25748	63	56	governmental	governmental	ADJ
crl-25748	63	57	reports	report	NOUN
crl-25748	63	58	.	.	PUNCT
crl-25748	64	1	although	although	SCONJ
crl-25748	64	2	far	far	ADV
crl-25748	64	3	from	from	ADP
crl-25748	64	4	all	all	DET
crl-25748	64	5	the	the	DET
crl-25748	64	6	physical	physical	ADJ
crl-25748	64	7	collections	collection	NOUN
crl-25748	64	8	have	have	AUX
crl-25748	64	9	been	be	AUX
crl-25748	64	10	digitized	digitize	VERB
crl-25748	64	11	,	,	PUNCT
crl-25748	64	12	enough	enough	ADJ
crl-25748	64	13	exist	exist	VERB
crl-25748	64	14	in	in	ADP
crl-25748	64	15	digital	digital	ADJ
crl-25748	64	16	form	form	NOUN
crl-25748	64	17	to	to	PART
crl-25748	64	18	create	create	VERB
crl-25748	64	19	huge	huge	ADJ
crl-25748	64	20	datasets	dataset	NOUN
crl-25748	64	21	that	that	PRON
crl-25748	64	22	are	be	AUX
crl-25748	64	23	orders	order	NOUN
crl-25748	64	24	of	of	ADP
crl-25748	64	25	magnitude	magnitude	NOUN
crl-25748	64	26	larger	large	ADJ
crl-25748	64	27	than	than	ADP
crl-25748	64	28	any	any	DET
crl-25748	64	29	publicly	publicly	ADV
crl-25748	64	30	available	available	ADJ
crl-25748	64	31	,	,	PUNCT
crl-25748	64	32	curated	curate	VERB
crl-25748	64	33	collections	collection	NOUN
crl-25748	64	34	of	of	ADP
crl-25748	64	35	swedish	swedish	ADJ
crl-25748	64	36	text	text	NOUN
crl-25748	64	37	like	like	ADP
crl-25748	64	38	wikipedia	wikipedia	PROPN
crl-25748	64	39	.	.	PUNCT
crl-25748	65	1	it	it	PRON
crl-25748	65	2	is	be	AUX
crl-25748	65	3	the	the	DET
crl-25748	65	4	holding	holding	NOUN
crl-25748	65	5	of	of	ADP
crl-25748	65	6	such	such	ADJ
crl-25748	65	7	rich	rich	ADJ
crl-25748	65	8	bodies	body	NOUN
crl-25748	65	9	of	of	ADP
crl-25748	65	10	linguistic	linguistic	ADJ
crl-25748	65	11	material	material	NOUN
crl-25748	65	12	that	that	PRON
crl-25748	65	13	gives	give	VERB
crl-25748	65	14	national	national	ADJ
crl-25748	65	15	libraries	library	NOUN
crl-25748	65	16	like	like	ADP
crl-25748	65	17	kb	kb	PROPN
crl-25748	65	18	a	a	DET
crl-25748	65	19	key	key	ADJ
crl-25748	65	20	role	role	NOUN
crl-25748	65	21	in	in	ADP
crl-25748	65	22	the	the	DET
crl-25748	65	23	future	future	ADJ
crl-25748	65	24	training	training	NOUN
crl-25748	65	25	and	and	CCONJ
crl-25748	65	26	creation	creation	NOUN
crl-25748	65	27	of	of	ADP
crl-25748	65	28	new	new	ADJ
crl-25748	65	29	language	language	NOUN
crl-25748	65	30	models	model	NOUN
crl-25748	65	31	.	.	PUNCT
crl-25748	66	1	making	make	VERB
crl-25748	66	2	a	a	DET
crl-25748	66	3	bert	bert	NOUN
crl-25748	66	4	from	from	ADP
crl-25748	66	5	the	the	DET
crl-25748	66	6	library	library	NOUN
crl-25748	66	7	’s	’s	PART
crl-25748	66	8	collections	collection	NOUN
crl-25748	66	9	to	to	PART
crl-25748	66	10	make	make	VERB
crl-25748	66	11	kb	kb	PROPN
crl-25748	66	12	-	-	PUNCT
crl-25748	66	13	bert	bert	PROPN
crl-25748	66	14	,	,	PUNCT
crl-25748	66	15	we	we	PRON
crl-25748	66	16	took	take	VERB
crl-25748	66	17	advantage	advantage	NOUN
crl-25748	66	18	of	of	ADP
crl-25748	66	19	the	the	DET
crl-25748	66	20	extensive	extensive	ADJ
crl-25748	66	21	textual	textual	ADJ
crl-25748	66	22	resources	resource	NOUN
crl-25748	66	23	in	in	ADP
crl-25748	66	24	the	the	DET
crl-25748	66	25	library	library	NOUN
crl-25748	66	26	’s	’s	PART
crl-25748	66	27	digital	digital	ADJ
crl-25748	66	28	archives	archive	NOUN
crl-25748	66	29	.	.	PUNCT
crl-25748	67	1	the	the	DET
crl-25748	67	2	model	model	NOUN
crl-25748	67	3	was	be	AUX
crl-25748	67	4	trained	train	VERB
crl-25748	67	5	on	on	ADP
crl-25748	67	6	a	a	DET
crl-25748	67	7	corpus	corpus	NOUN
crl-25748	67	8	of	of	ADP
crl-25748	67	9	about	about	ADP
crl-25748	67	10	3.5	3.5	NUM
crl-25748	67	11	billion	billion	NUM
crl-25748	67	12	words	word	NOUN
crl-25748	67	13	,	,	PUNCT
crl-25748	67	14	which	which	PRON
crl-25748	67	15	is	be	AUX
crl-25748	67	16	almost	almost	ADV
crl-25748	67	17	exactly	exactly	ADV
crl-25748	67	18	the	the	DET
crl-25748	67	19	size	size	NOUN
crl-25748	67	20	used	use	VERB
crl-25748	67	21	by	by	ADP
crl-25748	67	22	google	google	PROPN
crl-25748	67	23	ai	ai	VERB
crl-25748	67	24	to	to	PART
crl-25748	67	25	train	train	VERB
crl-25748	67	26	the	the	DET
crl-25748	67	27	original	original	ADJ
crl-25748	67	28	english	english	ADJ
crl-25748	67	29	bert	bert	PROPN
crl-25748	67	30	(	(	PUNCT
crl-25748	67	31	meaning	mean	VERB
crl-25748	67	32	that	that	SCONJ
crl-25748	67	33	kb	kb	PROPN
crl-25748	67	34	-	-	PUNCT
crl-25748	67	35	bert	bert	PROPN
crl-25748	67	36	could	could	AUX
crl-25748	67	37	be	be	AUX
crl-25748	67	38	expected	expect	VERB
crl-25748	67	39	to	to	PART
crl-25748	67	40	reach	reach	VERB
crl-25748	67	41	comparable	comparable	ADJ
crl-25748	67	42	performance	performance	NOUN
crl-25748	67	43	levels	level	NOUN
crl-25748	67	44	)	)	PUNCT
crl-25748	67	45	.	.	PUNCT
crl-25748	68	1	our	our	PRON
crl-25748	68	2	aim	aim	NOUN
crl-25748	68	3	in	in	ADP
crl-25748	68	4	assembling	assemble	VERB
crl-25748	68	5	this	this	DET
crl-25748	68	6	specific	specific	ADJ
crl-25748	68	7	corpus	corpus	NOUN
crl-25748	68	8	was	be	AUX
crl-25748	68	9	to	to	PART
crl-25748	68	10	produce	produce	VERB
crl-25748	68	11	a	a	DET
crl-25748	68	12	body	body	NOUN
crl-25748	68	13	of	of	ADP
crl-25748	68	14	text	text	NOUN
crl-25748	68	15	that	that	PRON
crl-25748	68	16	could	could	AUX
crl-25748	68	17	be	be	AUX
crl-25748	68	18	described	describe	VERB
crl-25748	68	19	as	as	ADP
crl-25748	68	20	being	be	AUX
crl-25748	68	21	,	,	PUNCT
crl-25748	68	22	to	to	ADP
crl-25748	68	23	a	a	DET
crl-25748	68	24	degree	degree	NOUN
crl-25748	68	25	,	,	PUNCT
crl-25748	68	26	representative	representative	NOUN
crl-25748	68	27	of	of	ADP
crl-25748	68	28	the	the	DET
crl-25748	68	29	living	live	VERB
crl-25748	68	30	language	language	NOUN
crl-25748	68	31	of	of	ADP
crl-25748	68	32	the	the	DET
crl-25748	68	33	national	national	PROPN
crl-25748	68	34	community.23	community.23	PROPN
crl-25748	68	35	here	here	ADV
crl-25748	68	36	we	we	PRON
crl-25748	68	37	can	can	AUX
crl-25748	68	38	point	point	VERB
crl-25748	68	39	to	to	ADP
crl-25748	68	40	the	the	DET
crl-25748	68	41	distinctive	distinctive	ADJ
crl-25748	68	42	advantages	advantage	NOUN
crl-25748	68	43	of	of	ADP
crl-25748	68	44	smaller	small	ADJ
crl-25748	68	45	languages	language	NOUN
crl-25748	68	46	for	for	ADP
crl-25748	68	47	achieving	achieve	VERB
crl-25748	68	48	such	such	ADJ
crl-25748	68	49	data	datum	NOUN
crl-25748	68	50	representativity	representativity	NOUN
crl-25748	68	51	for	for	ADP
crl-25748	68	52	nlp	nlp	NOUN
crl-25748	68	53	development	development	NOUN
crl-25748	68	54	,	,	PUNCT
crl-25748	68	55	given	give	VERB
crl-25748	68	56	that	that	SCONJ
crl-25748	68	57	kb	kb	PROPN
crl-25748	68	58	’s	’s	PART
crl-25748	68	59	collections	collection	NOUN
crl-25748	68	60	contain	contain	VERB
crl-25748	68	61	something	something	PRON
crl-25748	68	62	close	close	ADJ
crl-25748	68	63	to	to	ADP
crl-25748	68	64	population	population	NOUN
crl-25748	68	65	data	datum	NOUN
crl-25748	68	66	for	for	ADP
crl-25748	68	67	swedish	swedish	ADJ
crl-25748	68	68	,	,	PUNCT
crl-25748	68	69	whereas	whereas	SCONJ
crl-25748	68	70	this	this	PRON
crl-25748	68	71	is	be	AUX
crl-25748	68	72	practically	practically	ADV
crl-25748	68	73	impossible	impossible	ADJ
crl-25748	68	74	for	for	ADP
crl-25748	68	75	larger	large	ADJ
crl-25748	68	76	languages	language	NOUN
crl-25748	68	77	like	like	ADP
crl-25748	68	78	english	english	PROPN
crl-25748	68	79	and	and	CCONJ
crl-25748	68	80	chinese	chinese	PROPN
crl-25748	68	81	.	.	PUNCT
crl-25748	69	1	we	we	PRON
crl-25748	69	2	made	make	VERB
crl-25748	69	3	significant	significant	ADJ
crl-25748	69	4	use	use	NOUN
crl-25748	69	5	of	of	ADP
crl-25748	69	6	the	the	DET
crl-25748	69	7	library	library	NOUN
crl-25748	69	8	’s	’s	PART
crl-25748	69	9	newspaper	newspaper	NOUN
crl-25748	69	10	holdings	holding	NOUN
crl-25748	69	11	to	to	PART
crl-25748	69	12	compile	compile	VERB
crl-25748	69	13	this	this	DET
crl-25748	69	14	selection	selection	NOUN
crl-25748	69	15	of	of	ADP
crl-25748	69	16	modern	modern	ADJ
crl-25748	69	17	swedish	swedish	NOUN
crl-25748	69	18	,	,	PUNCT
crl-25748	69	19	extracting	extract	VERB
crl-25748	69	20	over	over	ADP
crl-25748	69	21	16	16	NUM
crl-25748	69	22	gb	gb	NOUN
crl-25748	69	23	of	of	ADP
crl-25748	69	24	(	(	PUNCT
crl-25748	69	25	cleaned	clean	VERB
crl-25748	69	26	)	)	PUNCT
crl-25748	69	27	text	text	NOUN
crl-25748	69	28	from	from	ADP
crl-25748	69	29	ocr’d	ocr’d	NOUN
crl-25748	69	30	newspapers	newspaper	NOUN
crl-25748	69	31	in	in	ADP
crl-25748	69	32	the	the	DET
crl-25748	69	33	library	library	NOUN
crl-25748	69	34	’s	’s	PART
crl-25748	69	35	archives	archive	NOUN
crl-25748	69	36	for	for	ADP
crl-25748	69	37	the	the	DET
crl-25748	69	38	period	period	NOUN
crl-25748	69	39	ca	ca	NOUN
crl-25748	69	40	.	.	PUNCT
crl-25748	70	1	1945–2019	1945–2019	NUM
crl-25748	70	2	.	.	PUNCT
crl-25748	71	1	this	this	PRON
crl-25748	71	2	was	be	AUX
crl-25748	71	3	supplemented	supplement	VERB
crl-25748	71	4	by	by	ADP
crl-25748	71	5	material	material	NOUN
crl-25748	71	6	derived	derive	VERB
crl-25748	71	7	from	from	ADP
crl-25748	71	8	governmental	governmental	ADJ
crl-25748	71	9	reports	report	NOUN
crl-25748	71	10	,	,	PUNCT
crl-25748	71	11	ebooks	ebook	NOUN
crl-25748	71	12	,	,	PUNCT
crl-25748	71	13	social	social	ADJ
crl-25748	71	14	media	medium	NOUN
crl-25748	71	15	,	,	PUNCT
crl-25748	71	16	and	and	CCONJ
crl-25748	71	17	swedish	swedish	PROPN
crl-25748	71	18	wikipedia	wikipedia	PROPN
crl-25748	71	19	,	,	PUNCT
crl-25748	71	20	with	with	ADP
crl-25748	71	21	the	the	DET
crl-25748	71	22	incorporation	incorporation	NOUN
crl-25748	71	23	of	of	ADP
crl-25748	71	24	text	text	NOUN
crl-25748	71	25	from	from	ADP
crl-25748	71	26	a	a	DET
crl-25748	71	27	broad	broad	ADJ
crl-25748	71	28	range	range	NOUN
crl-25748	71	29	of	of	ADP
crl-25748	71	30	social	social	ADJ
crl-25748	71	31	domains	domain	NOUN
crl-25748	71	32	as	as	ADP
crl-25748	71	33	a	a	DET
crl-25748	71	34	conscious	conscious	ADJ
crl-25748	71	35	choice	choice	NOUN
crl-25748	71	36	to	to	PART
crl-25748	71	37	expand	expand	VERB
crl-25748	71	38	the	the	DET
crl-25748	71	39	representativeness	representativeness	NOUN
crl-25748	71	40	of	of	ADP
crl-25748	71	41	the	the	DET
crl-25748	71	42	language	language	NOUN
crl-25748	71	43	within	within	ADP
crl-25748	71	44	the	the	DET
crl-25748	71	45	training	training	NOUN
crl-25748	71	46	corpus.24	corpus.24	NOUN
crl-25748	71	47	the	the	DET
crl-25748	71	48	diversity	diversity	NOUN
crl-25748	71	49	of	of	ADP
crl-25748	71	50	the	the	DET
crl-25748	71	51	social	social	ADJ
crl-25748	71	52	voices	voice	NOUN
crl-25748	71	53	represented	represent	VERB
crl-25748	71	54	and	and	CCONJ
crl-25748	71	55	the	the	DET
crl-25748	71	56	breadth	breadth	NOUN
crl-25748	71	57	of	of	ADP
crl-25748	71	58	language	language	NOUN
crl-25748	71	59	usage	usage	NOUN
crl-25748	71	60	were	be	AUX
crl-25748	71	61	strengthened	strengthen	VERB
crl-25748	71	62	by	by	ADP
crl-25748	71	63	the	the	DET
crl-25748	71	64	presence	presence	NOUN
crl-25748	71	65	of	of	ADP
crl-25748	71	66	quotes	quote	NOUN
crl-25748	71	67	and	and	CCONJ
crl-25748	71	68	reported	report	VERB
crl-25748	71	69	speech	speech	NOUN
crl-25748	71	70	from	from	ADP
crl-25748	71	71	a	a	DET
crl-25748	71	72	wide	wide	ADJ
crl-25748	71	73	variety	variety	NOUN
crl-25748	71	74	of	of	ADP
crl-25748	71	75	actors	actor	NOUN
crl-25748	71	76	in	in	ADP
crl-25748	71	77	the	the	DET
crl-25748	71	78	newspaper	newspaper	NOUN
crl-25748	71	79	material	material	NOUN
crl-25748	71	80	,	,	PUNCT
crl-25748	71	81	as	as	ADV
crl-25748	71	82	well	well	ADV
crl-25748	71	83	as	as	ADP
crl-25748	71	84	the	the	DET
crl-25748	71	85	innovative	innovative	ADJ
crl-25748	71	86	new	new	ADJ
crl-25748	71	87	forms	form	NOUN
crl-25748	71	88	of	of	ADP
crl-25748	71	89	swedish	swedish	ADJ
crl-25748	71	90	provided	provide	VERB
crl-25748	71	91	by	by	ADP
crl-25748	71	92	the	the	DET
crl-25748	71	93	31	31	NUM
crl-25748	71	94	million	million	NUM
crl-25748	71	95	words	word	NOUN
crl-25748	71	96	from	from	ADP
crl-25748	71	97	social	social	ADJ
crl-25748	71	98	media	medium	NOUN
crl-25748	71	99	in	in	ADP
crl-25748	71	100	our	our	PRON
crl-25748	71	101	corpus	corpus	NOUN
crl-25748	71	102	.	.	PUNCT
crl-25748	72	1	the	the	DET
crl-25748	72	2	variety	variety	NOUN
crl-25748	72	3	of	of	ADP
crl-25748	72	4	registers	register	NOUN
crl-25748	72	5	and	and	CCONJ
crl-25748	72	6	styles	style	NOUN
crl-25748	72	7	in	in	ADP
crl-25748	72	8	the	the	DET
crl-25748	72	9	training	training	NOUN
crl-25748	72	10	material	material	NOUN
crl-25748	72	11	was	be	AUX
crl-25748	72	12	paramount	paramount	ADJ
crl-25748	72	13	to	to	ADP
crl-25748	72	14	enhancing	enhance	VERB
crl-25748	72	15	the	the	DET
crl-25748	72	16	model	model	NOUN
crl-25748	72	17	’s	’s	PART
crl-25748	72	18	performance	performance	NOUN
crl-25748	72	19	.	.	PUNCT
crl-25748	73	1	during	during	ADP
crl-25748	73	2	training	training	NOUN
crl-25748	73	3	,	,	PUNCT
crl-25748	73	4	bert	bert	PROPN
crl-25748	73	5	is	be	AUX
crl-25748	73	6	to	to	ADP
crl-25748	73	7	some	some	DET
crl-25748	73	8	extent	extent	NOUN
crl-25748	73	9	“	"	PUNCT
crl-25748	73	10	learning	learn	VERB
crl-25748	73	11	”	"	PUNCT
crl-25748	73	12	the	the	DET
crl-25748	73	13	language	language	NOUN
crl-25748	73	14	by	by	ADP
crl-25748	73	15	trying	try	VERB
crl-25748	73	16	to	to	PART
crl-25748	73	17	extract	extract	VERB
crl-25748	73	18	patterns	pattern	NOUN
crl-25748	73	19	from	from	ADP
crl-25748	73	20	the	the	DET
crl-25748	73	21	noise	noise	NOUN
crl-25748	73	22	.	.	PUNCT
crl-25748	74	1	being	be	AUX
crl-25748	74	2	exposed	expose	VERB
crl-25748	74	3	to	to	ADP
crl-25748	74	4	many	many	ADJ
crl-25748	74	5	different	different	ADJ
crl-25748	74	6	types	type	NOUN
crl-25748	74	7	of	of	ADP
crl-25748	74	8	writing	writing	NOUN
crl-25748	74	9	allows	allow	VERB
crl-25748	74	10	the	the	DET
crl-25748	74	11	model	model	NOUN
crl-25748	74	12	to	to	PART
crl-25748	74	13	identify	identify	VERB
crl-25748	74	14	the	the	DET
crl-25748	74	15	underlying	underlie	VERB
crl-25748	74	16	principles	principle	NOUN
crl-25748	74	17	of	of	ADP
crl-25748	74	18	syntax	syntax	NOUN
crl-25748	74	19	and	and	CCONJ
crl-25748	74	20	semantics	semantic	NOUN
crl-25748	74	21	that	that	PRON
crl-25748	74	22	are	be	AUX
crl-25748	74	23	common	common	ADJ
crl-25748	74	24	to	to	ADP
crl-25748	74	25	all	all	DET
crl-25748	74	26	instances	instance	NOUN
crl-25748	74	27	of	of	ADP
crl-25748	74	28	correct	correct	ADJ
crl-25748	74	29	(	(	PUNCT
crl-25748	74	30	and	and	CCONJ
crl-25748	74	31	also	also	ADV
crl-25748	74	32	slightly	slightly	ADV
crl-25748	74	33	incorrect	incorrect	ADJ
crl-25748	74	34	but	but	CCONJ
crl-25748	74	35	intelligible	intelligible	ADJ
crl-25748	74	36	)	)	PUNCT
crl-25748	74	37	modern	modern	ADJ
crl-25748	74	38	swedish	swedish	ADJ
crl-25748	74	39	text	text	NOUN
crl-25748	74	40	.	.	PUNCT
crl-25748	75	1	our	our	PRON
crl-25748	75	2	central	central	ADJ
crl-25748	75	3	hypothesis	hypothesis	NOUN
crl-25748	75	4	was	be	AUX
crl-25748	75	5	that	that	SCONJ
crl-25748	75	6	by	by	ADP
crl-25748	75	7	training	train	VERB
crl-25748	75	8	kb	kb	PROPN
crl-25748	75	9	-	-	PUNCT
crl-25748	75	10	bert	bert	PROPN
crl-25748	75	11	on	on	ADP
crl-25748	75	12	a	a	DET
crl-25748	75	13	broad	broad	ADJ
crl-25748	75	14	spectrum	spectrum	NOUN
crl-25748	75	15	of	of	ADP
crl-25748	75	16	texts	text	NOUN
crl-25748	75	17	,	,	PUNCT
crl-25748	75	18	we	we	PRON
crl-25748	75	19	would	would	AUX
crl-25748	75	20	be	be	AUX
crl-25748	75	21	able	able	ADJ
crl-25748	75	22	to	to	PART
crl-25748	75	23	produce	produce	VERB
crl-25748	75	24	a	a	DET
crl-25748	75	25	model	model	NOUN
crl-25748	75	26	with	with	ADP
crl-25748	75	27	more	more	ADV
crl-25748	75	28	flexible	flexible	ADJ
crl-25748	75	29	and	and	CCONJ
crl-25748	75	30	sophisticated	sophisticated	ADJ
crl-25748	75	31	understanding	understanding	NOUN
crl-25748	75	32	of	of	ADP
crl-25748	75	33	natural	natural	ADJ
crl-25748	75	34	language	language	NOUN
crl-25748	75	35	.	.	PUNCT
crl-25748	76	1	that	that	SCONJ
crl-25748	76	2	we	we	PRON
crl-25748	76	3	could	could	AUX
crl-25748	76	4	test	test	VERB
crl-25748	76	5	this	this	DET
crl-25748	76	6	hypothesis	hypothesis	NOUN
crl-25748	76	7	in	in	ADP
crl-25748	76	8	practice	practice	NOUN
crl-25748	76	9	depended	depend	VERB
crl-25748	76	10	on	on	ADP
crl-25748	76	11	direct	direct	ADJ
crl-25748	76	12	access	access	NOUN
crl-25748	76	13	to	to	ADP
crl-25748	76	14	kb	kb	PROPN
crl-25748	76	15	’s	’s	PART
crl-25748	76	16	collections	collection	NOUN
crl-25748	76	17	.	.	PUNCT
crl-25748	77	1	while	while	SCONJ
crl-25748	77	2	swedish	swedish	PROPN
crl-25748	77	3	wikipedia	wikipedia	PROPN
crl-25748	77	4	and	and	CCONJ
crl-25748	77	5	social	social	ADJ
crl-25748	77	6	media	medium	NOUN
crl-25748	77	7	text	text	NOUN
crl-25748	77	8	,	,	PUNCT
crl-25748	77	9	though	though	SCONJ
crl-25748	77	10	rather	rather	ADV
crl-25748	77	11	difficult	difficult	ADJ
crl-25748	77	12	to	to	PART
crl-25748	77	13	clean	clean	VERB
crl-25748	77	14	,	,	PUNCT
crl-25748	77	15	are	be	AUX
crl-25748	77	16	publicly	publicly	ADV
crl-25748	77	17	available	available	ADJ
crl-25748	77	18	for	for	ADP
crl-25748	77	19	anyone	anyone	PRON
crl-25748	77	20	through	through	ADP
crl-25748	77	21	different	different	ADJ
crl-25748	77	22	apis	apis	NOUN
crl-25748	77	23	,	,	PUNCT
crl-25748	77	24	much	much	ADJ
crl-25748	77	25	of	of	ADP
crl-25748	77	26	the	the	DET
crl-25748	77	27	data	datum	NOUN
crl-25748	77	28	used	use	VERB
crl-25748	77	29	to	to	PART
crl-25748	77	30	train	train	VERB
crl-25748	77	31	kb	kb	PROPN
crl-25748	77	32	-	-	PUNCT
crl-25748	77	33	bert	bert	PROPN
crl-25748	77	34	is	be	AUX
crl-25748	77	35	copyrighted	copyright	VERB
crl-25748	77	36	and	and	CCONJ
crl-25748	77	37	can	can	AUX
crl-25748	77	38	not	not	PART
crl-25748	77	39	be	be	AUX
crl-25748	77	40	made	make	VERB
crl-25748	77	41	available	available	ADJ
crl-25748	77	42	to	to	ADP
crl-25748	77	43	the	the	DET
crl-25748	77	44	scientific	scientific	ADJ
crl-25748	77	45	community	community	NOUN
crl-25748	77	46	except	except	SCONJ
crl-25748	77	47	under	under	ADP
crl-25748	77	48	very	very	ADV
crl-25748	77	49	strictly	strictly	ADV
crl-25748	77	50	controlled	control	VERB
crl-25748	77	51	circumstances	circumstance	NOUN
crl-25748	77	52	.	.	PUNCT
crl-25748	78	1	technical	technical	ADJ
crl-25748	78	2	security	security	NOUN
crl-25748	78	3	concerns	concern	NOUN
crl-25748	78	4	together	together	ADV
crl-25748	78	5	with	with	ADP
crl-25748	78	6	legal	legal	ADJ
crl-25748	78	7	restrictions	restriction	NOUN
crl-25748	78	8	of	of	ADP
crl-25748	78	9	copyright	copyright	NOUN
crl-25748	78	10	and	and	CCONJ
crl-25748	78	11	eu	eu	PROPN
crl-25748	78	12	data	data	PROPN
crl-25748	78	13	protection	protection	NOUN
crl-25748	78	14	(	(	PUNCT
crl-25748	78	15	gdpr	gdpr	NOUN
crl-25748	78	16	)	)	PUNCT
crl-25748	78	17	mean	mean	VERB
crl-25748	79	1	it	it	PRON
crl-25748	79	2	is	be	AUX
crl-25748	79	3	not	not	PART
crl-25748	79	4	currently	currently	ADV
crl-25748	79	5	possible	possible	ADJ
crl-25748	79	6	for	for	SCONJ
crl-25748	79	7	the	the	DET
crl-25748	79	8	digital	digital	ADJ
crl-25748	79	9	making	making	NOUN
crl-25748	79	10	and	and	CCONJ
crl-25748	79	11	using	use	VERB
crl-25748	79	12	ai	ai	NOUN
crl-25748	79	13	in	in	ADP
crl-25748	79	14	the	the	DET
crl-25748	79	15	library	library	NOUN
crl-25748	79	16	35	35	NUM
crl-25748	79	17	materials	material	NOUN
crl-25748	79	18	in	in	ADP
crl-25748	79	19	kb	kb	PROPN
crl-25748	79	20	’s	’s	PART
crl-25748	79	21	archives	archive	NOUN
crl-25748	79	22	to	to	PART
crl-25748	79	23	be	be	AUX
crl-25748	79	24	shared	share	VERB
crl-25748	79	25	with	with	ADP
crl-25748	79	26	researchers	researcher	NOUN
crl-25748	79	27	outside	outside	ADP
crl-25748	79	28	of	of	ADP
crl-25748	79	29	kb	kb	PROPN
crl-25748	79	30	’s	’s	PART
crl-25748	79	31	internal	internal	ADJ
crl-25748	79	32	network	network	NOUN
crl-25748	79	33	.	.	PUNCT
crl-25748	80	1	these	these	DET
crl-25748	80	2	circumstances	circumstance	NOUN
crl-25748	80	3	give	give	VERB
crl-25748	80	4	kblab	kblab	NOUN
crl-25748	80	5	a	a	DET
crl-25748	80	6	strategic	strategic	ADJ
crl-25748	80	7	,	,	PUNCT
crl-25748	80	8	if	if	SCONJ
crl-25748	80	9	contingent	contingent	ADJ
crl-25748	80	10	,	,	PUNCT
crl-25748	80	11	role	role	NOUN
crl-25748	80	12	in	in	ADP
crl-25748	80	13	the	the	DET
crl-25748	80	14	future	future	ADJ
crl-25748	80	15	development	development	NOUN
crl-25748	80	16	of	of	ADP
crl-25748	80	17	nlp	nlp	ADJ
crl-25748	80	18	resources	resource	NOUN
crl-25748	80	19	for	for	ADP
crl-25748	80	20	swedish	swedish	ADJ
crl-25748	80	21	:	:	PUNCT
crl-25748	80	22	if	if	SCONJ
crl-25748	80	23	language	language	NOUN
crl-25748	80	24	models	model	NOUN
crl-25748	80	25	are	be	AUX
crl-25748	80	26	not	not	PART
crl-25748	80	27	created	create	VERB
crl-25748	80	28	in	in	ADP
crl-25748	80	29	-	-	PUNCT
crl-25748	80	30	house	house	NOUN
crl-25748	80	31	at	at	ADP
crl-25748	80	32	kb	kb	PROPN
crl-25748	80	33	then	then	ADV
crl-25748	80	34	the	the	DET
crl-25748	80	35	data	datum	NOUN
crl-25748	80	36	currently	currently	ADV
crl-25748	80	37	available	available	ADJ
crl-25748	80	38	externally	externally	ADV
crl-25748	80	39	would	would	AUX
crl-25748	80	40	lead	lead	VERB
crl-25748	80	41	to	to	ADP
crl-25748	80	42	models	model	NOUN
crl-25748	80	43	of	of	ADP
crl-25748	80	44	lesser	less	ADJ
crl-25748	80	45	quality	quality	NOUN
crl-25748	80	46	and	and	CCONJ
crl-25748	80	47	more	more	ADV
crl-25748	80	48	limited	limited	ADJ
crl-25748	80	49	capacities	capacity	NOUN
crl-25748	80	50	for	for	ADP
crl-25748	80	51	swedish	swedish	ADJ
crl-25748	80	52	ai	ai	VERB
crl-25748	80	53	in	in	ADP
crl-25748	80	54	general	general	ADJ
crl-25748	80	55	.	.	PUNCT
crl-25748	81	1	evaluating	evaluate	VERB
crl-25748	81	2	performance	performance	NOUN
crl-25748	81	3	evaluating	evaluate	VERB
crl-25748	81	4	the	the	DET
crl-25748	81	5	quality	quality	NOUN
crl-25748	81	6	of	of	ADP
crl-25748	81	7	a	a	DET
crl-25748	81	8	new	new	ADJ
crl-25748	81	9	language	language	NOUN
crl-25748	81	10	model	model	NOUN
crl-25748	81	11	demands	demand	NOUN
crl-25748	81	12	comparing	compare	VERB
crl-25748	81	13	its	its	PRON
crl-25748	81	14	performance	performance	NOUN
crl-25748	81	15	with	with	ADP
crl-25748	81	16	that	that	PRON
crl-25748	81	17	of	of	ADP
crl-25748	81	18	existing	exist	VERB
crl-25748	81	19	models	model	NOUN
crl-25748	81	20	.	.	PUNCT
crl-25748	82	1	this	this	PRON
crl-25748	82	2	rests	rest	VERB
crl-25748	82	3	on	on	ADP
crl-25748	82	4	the	the	DET
crl-25748	82	5	application	application	NOUN
crl-25748	82	6	of	of	ADP
crl-25748	82	7	a	a	DET
crl-25748	82	8	fair	fair	ADJ
crl-25748	82	9	and	and	CCONJ
crl-25748	82	10	objective	objective	ADJ
crl-25748	82	11	means	mean	NOUN
crl-25748	82	12	of	of	ADP
crl-25748	82	13	comparison	comparison	NOUN
crl-25748	82	14	,	,	PUNCT
crl-25748	82	15	which	which	PRON
crl-25748	82	16	is	be	AUX
crl-25748	82	17	a	a	DET
crl-25748	82	18	challenge	challenge	NOUN
crl-25748	82	19	for	for	ADP
crl-25748	82	20	smaller	small	ADJ
crl-25748	82	21	languages	language	NOUN
crl-25748	82	22	like	like	ADP
crl-25748	82	23	swedish	swedish	ADJ
crl-25748	82	24	,	,	PUNCT
crl-25748	82	25	since	since	SCONJ
crl-25748	82	26	the	the	DET
crl-25748	82	27	standard	standard	ADJ
crl-25748	82	28	testing	testing	NOUN
crl-25748	82	29	benchmarks	benchmark	NOUN
crl-25748	82	30	that	that	PRON
crl-25748	82	31	exist	exist	VERB
crl-25748	82	32	for	for	ADP
crl-25748	82	33	nlp	nlp	NOUN
crl-25748	82	34	in	in	ADP
crl-25748	82	35	english	english	PROPN
crl-25748	82	36	—	—	PUNCT
crl-25748	82	37	i.e.	i.e.	X
crl-25748	82	38	,	,	PUNCT
crl-25748	82	39	glue/	glue/	NOUN
crl-25748	82	40	superglue25	superglue25	NOUN
crl-25748	82	41	—	—	PUNCT
crl-25748	82	42	are	be	AUX
crl-25748	82	43	still	still	ADV
crl-25748	82	44	in	in	ADP
crl-25748	82	45	the	the	DET
crl-25748	82	46	process	process	NOUN
crl-25748	82	47	of	of	ADP
crl-25748	82	48	being	be	AUX
crl-25748	82	49	developed	develop	VERB
crl-25748	82	50	.	.	PUNCT
crl-25748	83	1	given	give	VERB
crl-25748	83	2	the	the	DET
crl-25748	83	3	absence	absence	NOUN
crl-25748	83	4	of	of	ADP
crl-25748	83	5	common	common	ADJ
crl-25748	83	6	evaluative	evaluative	ADJ
crl-25748	83	7	frameworks	framework	NOUN
crl-25748	83	8	,	,	PUNCT
crl-25748	83	9	testing	testing	NOUN
crl-25748	83	10	instead	instead	ADV
crl-25748	83	11	involves	involve	VERB
crl-25748	83	12	fine	fine	ADV
crl-25748	83	13	-	-	PUNCT
crl-25748	83	14	tuning	tune	VERB
crl-25748	83	15	a	a	DET
crl-25748	83	16	model	model	NOUN
crl-25748	83	17	for	for	ADP
crl-25748	83	18	a	a	DET
crl-25748	83	19	so	so	ADV
crl-25748	83	20	-	-	PUNCT
crl-25748	83	21	called	call	VERB
crl-25748	83	22	downstream	downstream	ADJ
crl-25748	83	23	task	task	NOUN
crl-25748	83	24	—	—	PUNCT
crl-25748	83	25	e.g.	e.g.	ADV
crl-25748	83	26	,	,	PUNCT
crl-25748	83	27	a	a	DET
crl-25748	83	28	particular	particular	ADJ
crl-25748	83	29	nlp	nlp	NOUN
crl-25748	83	30	task	task	NOUN
crl-25748	83	31	that	that	SCONJ
crl-25748	83	32	one	one	PRON
crl-25748	83	33	might	might	AUX
crl-25748	83	34	want	want	VERB
crl-25748	83	35	to	to	PART
crl-25748	83	36	use	use	VERB
crl-25748	83	37	the	the	DET
crl-25748	83	38	model	model	NOUN
crl-25748	83	39	for	for	ADP
crl-25748	83	40	in	in	ADP
crl-25748	83	41	the	the	DET
crl-25748	83	42	future	future	NOUN
crl-25748	83	43	—	—	PUNCT
crl-25748	83	44	where	where	SCONJ
crl-25748	83	45	results	result	NOUN
crl-25748	83	46	can	can	AUX
crl-25748	83	47	then	then	ADV
crl-25748	83	48	be	be	AUX
crl-25748	83	49	compared	compare	VERB
crl-25748	83	50	with	with	ADP
crl-25748	83	51	the	the	DET
crl-25748	83	52	performance	performance	NOUN
crl-25748	83	53	of	of	ADP
crl-25748	83	54	other	other	ADJ
crl-25748	83	55	models	model	NOUN
crl-25748	83	56	.	.	PUNCT
crl-25748	84	1	in	in	ADP
crl-25748	84	2	the	the	DET
crl-25748	84	3	case	case	NOUN
crl-25748	84	4	of	of	ADP
crl-25748	84	5	kb	kb	PROPN
crl-25748	84	6	-	-	PUNCT
crl-25748	84	7	bert	bert	PROPN
crl-25748	84	8	,	,	PUNCT
crl-25748	84	9	one	one	NUM
crl-25748	84	10	of	of	ADP
crl-25748	84	11	the	the	DET
crl-25748	84	12	principal	principal	ADJ
crl-25748	84	13	evaluation	evaluation	NOUN
crl-25748	84	14	tasks	task	NOUN
crl-25748	84	15	we	we	PRON
crl-25748	84	16	selected	select	VERB
crl-25748	84	17	was	be	AUX
crl-25748	84	18	that	that	PRON
crl-25748	84	19	of	of	ADP
crl-25748	84	20	named	name	VERB
crl-25748	84	21	entity	entity	NOUN
crl-25748	84	22	recognition	recognition	NOUN
crl-25748	84	23	(	(	PUNCT
crl-25748	84	24	ner	ner	NOUN
crl-25748	84	25	)	)	PUNCT
crl-25748	84	26	,	,	PUNCT
crl-25748	84	27	which	which	PRON
crl-25748	84	28	tests	test	VERB
crl-25748	84	29	the	the	DET
crl-25748	84	30	capacity	capacity	NOUN
crl-25748	84	31	to	to	PART
crl-25748	84	32	extract	extract	VERB
crl-25748	84	33	predefined	predefine	VERB
crl-25748	84	34	types	type	NOUN
crl-25748	84	35	of	of	ADP
crl-25748	84	36	named	name	VERB
crl-25748	84	37	entities	entity	NOUN
crl-25748	84	38	such	such	ADJ
crl-25748	84	39	as	as	ADP
crl-25748	84	40	persons	person	NOUN
crl-25748	84	41	,	,	PUNCT
crl-25748	84	42	places	place	NOUN
crl-25748	84	43	,	,	PUNCT
crl-25748	84	44	and	and	CCONJ
crl-25748	84	45	organizations	organization	NOUN
crl-25748	84	46	from	from	ADP
crl-25748	84	47	a	a	DET
crl-25748	84	48	given	give	VERB
crl-25748	84	49	text	text	NOUN
crl-25748	84	50	.	.	PUNCT
crl-25748	85	1	in	in	ADP
crl-25748	85	2	order	order	NOUN
crl-25748	85	3	to	to	ADP
crl-25748	85	4	fine	fine	ADJ
crl-25748	85	5	-	-	PUNCT
crl-25748	85	6	tune	tune	NOUN
crl-25748	85	7	a	a	DET
crl-25748	85	8	language	language	NOUN
crl-25748	85	9	model	model	NOUN
crl-25748	85	10	for	for	ADP
crl-25748	85	11	ner	ner	NOUN
crl-25748	85	12	,	,	PUNCT
crl-25748	85	13	a	a	DET
crl-25748	85	14	dataset	dataset	NOUN
crl-25748	85	15	annotated	annotate	VERB
crl-25748	85	16	with	with	ADP
crl-25748	85	17	named	name	VERB
crl-25748	85	18	entities	entity	NOUN
crl-25748	85	19	must	must	AUX
crl-25748	85	20	be	be	AUX
crl-25748	85	21	available	available	ADJ
crl-25748	85	22	,	,	PUNCT
crl-25748	85	23	which	which	PRON
crl-25748	85	24	is	be	AUX
crl-25748	85	25	not	not	PART
crl-25748	85	26	entirely	entirely	ADV
crl-25748	85	27	the	the	DET
crl-25748	85	28	case	case	NOUN
crl-25748	85	29	for	for	ADP
crl-25748	85	30	swedish	swedish	ADJ
crl-25748	85	31	.	.	PUNCT
crl-25748	86	1	the	the	DET
crl-25748	86	2	stockholm	stockholm	PROPN
crl-25748	86	3	-	-	PUNCT
crl-25748	86	4	umeå	umeå	PROPN
crl-25748	86	5	corpus	corpus	PROPN
crl-25748	86	6	version	version	NOUN
crl-25748	86	7	3.0	3.0	NUM
crl-25748	86	8	—	—	PUNCT
crl-25748	86	9	suc	suc	ADJ
crl-25748	86	10	3.026	3.026	NUM
crl-25748	86	11	—	—	PUNCT
crl-25748	86	12	has	have	AUX
crl-25748	86	13	been	be	AUX
crl-25748	86	14	manually	manually	ADV
crl-25748	86	15	annotated	annotate	VERB
crl-25748	86	16	with	with	ADP
crl-25748	86	17	various	various	ADJ
crl-25748	86	18	nlp	nlp	NOUN
crl-25748	86	19	characteristics	characteristic	NOUN
crl-25748	86	20	such	such	ADJ
crl-25748	86	21	as	as	ADP
crl-25748	86	22	part	part	NOUN
crl-25748	86	23	-	-	PUNCT
crl-25748	86	24	of	of	ADP
crl-25748	86	25	-	-	PUNCT
crl-25748	86	26	speech	speech	NOUN
crl-25748	86	27	tags	tag	NOUN
crl-25748	86	28	,	,	PUNCT
crl-25748	86	29	morphological	morphological	ADJ
crl-25748	86	30	analysis	analysis	NOUN
crl-25748	86	31	,	,	PUNCT
crl-25748	86	32	and	and	CCONJ
crl-25748	86	33	lemma	lemma	PROPN
crl-25748	86	34	,	,	PUNCT
crl-25748	86	35	but	but	CCONJ
crl-25748	86	36	the	the	DET
crl-25748	86	37	named	name	VERB
crl-25748	86	38	entities	entity	NOUN
crl-25748	86	39	have	have	AUX
crl-25748	86	40	been	be	AUX
crl-25748	86	41	automatically	automatically	ADV
crl-25748	86	42	tagged	tag	VERB
crl-25748	86	43	using	use	VERB
crl-25748	86	44	a	a	DET
crl-25748	86	45	tool	tool	NOUN
crl-25748	86	46	called	call	VERB
crl-25748	86	47	sparv.27	sparv.27	PROPN
crl-25748	86	48	this	this	DET
crl-25748	86	49	lack	lack	NOUN
crl-25748	86	50	of	of	ADP
crl-25748	86	51	human	human	ADJ
crl-25748	86	52	annotation	annotation	NOUN
crl-25748	86	53	means	mean	VERB
crl-25748	86	54	that	that	SCONJ
crl-25748	86	55	the	the	DET
crl-25748	86	56	dataset	dataset	NOUN
crl-25748	86	57	can	can	AUX
crl-25748	86	58	not	not	PART
crl-25748	86	59	be	be	AUX
crl-25748	86	60	considered	consider	VERB
crl-25748	86	61	a	a	DET
crl-25748	86	62	gold	gold	NOUN
crl-25748	86	63	standard	standard	NOUN
crl-25748	86	64	and	and	CCONJ
crl-25748	86	65	that	that	SCONJ
crl-25748	86	66	any	any	DET
crl-25748	86	67	performance	performance	NOUN
crl-25748	86	68	measure	measure	NOUN
crl-25748	86	69	should	should	AUX
crl-25748	86	70	be	be	AUX
crl-25748	86	71	taken	take	VERB
crl-25748	86	72	with	with	ADP
crl-25748	86	73	a	a	DET
crl-25748	86	74	pinch	pinch	NOUN
crl-25748	86	75	of	of	ADP
crl-25748	86	76	salt	salt	NOUN
crl-25748	86	77	.	.	PUNCT
crl-25748	87	1	however	however	ADV
crl-25748	87	2	,	,	PUNCT
crl-25748	87	3	despite	despite	SCONJ
crl-25748	87	4	its	its	PRON
crl-25748	87	5	shortcomings	shortcoming	NOUN
crl-25748	87	6	,	,	PUNCT
crl-25748	87	7	suc	suc	VERB
crl-25748	87	8	3.0	3.0	NUM
crl-25748	87	9	is	be	AUX
crl-25748	87	10	still	still	ADV
crl-25748	87	11	the	the	DET
crl-25748	87	12	best	good	ADJ
crl-25748	87	13	ner	ner	NOUN
crl-25748	87	14	dataset	dataset	VERB
crl-25748	87	15	currently	currently	ADV
crl-25748	87	16	available	available	ADJ
crl-25748	87	17	for	for	ADP
crl-25748	87	18	swedish	swedish	ADJ
crl-25748	87	19	,	,	PUNCT
crl-25748	87	20	and	and	CCONJ
crl-25748	87	21	we	we	PRON
crl-25748	87	22	used	use	VERB
crl-25748	87	23	it	it	PRON
crl-25748	87	24	to	to	PART
crl-25748	87	25	evaluate	evaluate	VERB
crl-25748	87	26	the	the	DET
crl-25748	87	27	downstream	downstream	ADJ
crl-25748	87	28	performance	performance	NOUN
crl-25748	87	29	of	of	ADP
crl-25748	87	30	kbbert	kbbert	NOUN
crl-25748	87	31	in	in	ADP
crl-25748	87	32	relation	relation	NOUN
crl-25748	87	33	to	to	ADP
crl-25748	87	34	other	other	ADJ
crl-25748	87	35	berts	bert	NOUN
crl-25748	87	36	.	.	PUNCT
crl-25748	88	1	while	while	SCONJ
crl-25748	88	2	evaluation	evaluation	NOUN
crl-25748	88	3	based	base	VERB
crl-25748	88	4	on	on	ADP
crl-25748	88	5	a	a	DET
crl-25748	88	6	substandard	substandard	ADJ
crl-25748	88	7	dataset	dataset	NOUN
crl-25748	88	8	can	can	AUX
crl-25748	88	9	not	not	PART
crl-25748	88	10	give	give	VERB
crl-25748	88	11	us	we	PRON
crl-25748	88	12	an	an	DET
crl-25748	88	13	indication	indication	NOUN
crl-25748	88	14	of	of	ADP
crl-25748	88	15	the	the	DET
crl-25748	88	16	absolute	absolute	ADJ
crl-25748	88	17	performance	performance	NOUN
crl-25748	88	18	of	of	ADP
crl-25748	88	19	any	any	DET
crl-25748	88	20	bert	bert	NOUN
crl-25748	88	21	for	for	ADP
crl-25748	88	22	the	the	DET
crl-25748	88	23	task	task	NOUN
crl-25748	88	24	at	at	ADP
crl-25748	88	25	hand	hand	NOUN
crl-25748	88	26	,	,	PUNCT
crl-25748	88	27	it	it	PRON
crl-25748	88	28	does	do	AUX
crl-25748	88	29	enable	enable	VERB
crl-25748	88	30	reliable	reliable	ADJ
crl-25748	88	31	comparison	comparison	NOUN
crl-25748	88	32	between	between	ADP
crl-25748	88	33	different	different	ADJ
crl-25748	88	34	models	model	NOUN
crl-25748	88	35	that	that	PRON
crl-25748	88	36	have	have	AUX
crl-25748	88	37	been	be	AUX
crl-25748	88	38	evaluated	evaluate	VERB
crl-25748	88	39	using	use	VERB
crl-25748	88	40	the	the	DET
crl-25748	88	41	same	same	ADJ
crl-25748	88	42	dataset	dataset	NOUN
crl-25748	88	43	.	.	PUNCT
crl-25748	89	1	to	to	PART
crl-25748	89	2	conduct	conduct	VERB
crl-25748	89	3	such	such	DET
crl-25748	89	4	an	an	DET
crl-25748	89	5	evaluation	evaluation	NOUN
crl-25748	89	6	for	for	ADP
crl-25748	89	7	kb	kb	PROPN
crl-25748	89	8	-	-	PUNCT
crl-25748	89	9	bert	bert	PROPN
crl-25748	89	10	,	,	PUNCT
crl-25748	89	11	we	we	PRON
crl-25748	89	12	tested	test	VERB
crl-25748	89	13	our	our	PRON
crl-25748	89	14	model	model	NOUN
crl-25748	89	15	in	in	ADP
crl-25748	89	16	relation	relation	NOUN
crl-25748	89	17	to	to	ADP
crl-25748	89	18	the	the	DET
crl-25748	89	19	bert	bert	PROPN
crl-25748	89	20	model	model	NOUN
crl-25748	89	21	previously	previously	ADV
crl-25748	89	22	released	release	VERB
crl-25748	89	23	by	by	ADP
crl-25748	89	24	the	the	DET
crl-25748	89	25	swedish	swedish	ADJ
crl-25748	89	26	public	public	ADJ
crl-25748	89	27	employment	employment	NOUN
crl-25748	89	28	agency	agency	NOUN
crl-25748	89	29	,	,	PUNCT
crl-25748	89	30	af	af	PROPN
crl-25748	89	31	-	-	PUNCT
crl-25748	89	32	ai	ai	NOUN
crl-25748	89	33	,	,	PUNCT
crl-25748	89	34	and	and	CCONJ
crl-25748	89	35	google	google	PROPN
crl-25748	89	36	ai	ai	PROPN
crl-25748	89	37	’s	’s	PART
crl-25748	89	38	multilingual	multilingual	ADJ
crl-25748	89	39	model	model	NOUN
crl-25748	89	40	,	,	PUNCT
crl-25748	89	41	m	m	NOUN
crl-25748	89	42	-	-	PUNCT
crl-25748	89	43	bert	bert	PROPN
crl-25748	89	44	.	.	PUNCT
crl-25748	90	1	this	this	DET
crl-25748	90	2	evaluation	evaluation	NOUN
crl-25748	90	3	process	process	NOUN
crl-25748	90	4	used	use	VERB
crl-25748	90	5	standard	standard	ADJ
crl-25748	90	6	testing	testing	NOUN
crl-25748	90	7	praxis	praxis	NOUN
crl-25748	90	8	from	from	ADP
crl-25748	90	9	the	the	DET
crl-25748	90	10	field	field	NOUN
crl-25748	90	11	of	of	ADP
crl-25748	90	12	nlp	nlp	NOUN
crl-25748	90	13	,	,	PUNCT
crl-25748	90	14	whereby	whereby	SCONJ
crl-25748	90	15	the	the	DET
crl-25748	90	16	suc	suc	ADJ
crl-25748	90	17	3.0	3.0	NUM
crl-25748	90	18	dataset	dataset	NOUN
crl-25748	90	19	was	be	AUX
crl-25748	90	20	divided	divide	VERB
crl-25748	90	21	into	into	ADP
crl-25748	90	22	training	training	NOUN
crl-25748	90	23	(	(	PUNCT
crl-25748	90	24	70	70	NUM
crl-25748	90	25	%	%	NOUN
crl-25748	90	26	)	)	PUNCT
crl-25748	90	27	,	,	PUNCT
crl-25748	90	28	development	development	NOUN
crl-25748	90	29	(	(	PUNCT
crl-25748	90	30	10	10	NUM
crl-25748	90	31	%	%	NOUN
crl-25748	90	32	)	)	PUNCT
crl-25748	90	33	,	,	PUNCT
crl-25748	90	34	and	and	CCONJ
crl-25748	90	35	testing	testing	NOUN
crl-25748	90	36	(	(	PUNCT
crl-25748	90	37	20	20	NUM
crl-25748	90	38	%	%	NOUN
crl-25748	90	39	)	)	PUNCT
crl-25748	90	40	subsets.28	subsets.28	NOUN
crl-25748	90	41	each	each	DET
crl-25748	90	42	model	model	NOUN
crl-25748	90	43	was	be	AUX
crl-25748	90	44	then	then	ADV
crl-25748	90	45	fine	fine	ADV
crl-25748	90	46	-	-	PUNCT
crl-25748	90	47	tuned	tune	VERB
crl-25748	90	48	using	use	VERB
crl-25748	90	49	the	the	DET
crl-25748	90	50	same	same	ADJ
crl-25748	90	51	training	training	NOUN
crl-25748	90	52	data	datum	NOUN
crl-25748	90	53	,	,	PUNCT
crl-25748	90	54	before	before	ADP
crl-25748	90	55	being	be	AUX
crl-25748	90	56	exposed	expose	VERB
crl-25748	90	57	to	to	ADP
crl-25748	90	58	a	a	DET
crl-25748	90	59	series	series	NOUN
crl-25748	90	60	of	of	ADP
crl-25748	90	61	ner	ner	NOUN
crl-25748	90	62	tasks	task	NOUN
crl-25748	90	63	from	from	ADP
crl-25748	90	64	the	the	DET
crl-25748	90	65	test	test	NOUN
crl-25748	90	66	set	set	NOUN
crl-25748	90	67	.	.	PUNCT
crl-25748	91	1	we	we	PRON
crl-25748	91	2	chose	choose	VERB
crl-25748	91	3	the	the	DET
crl-25748	91	4	eight	eight	NUM
crl-25748	91	5	particular	particular	ADJ
crl-25748	91	6	categories	category	NOUN
crl-25748	91	7	of	of	ADP
crl-25748	91	8	named	name	VERB
crl-25748	91	9	entity	entity	NOUN
crl-25748	91	10	for	for	ADP
crl-25748	91	11	these	these	DET
crl-25748	91	12	tasks	task	NOUN
crl-25748	91	13	(	(	PUNCT
crl-25748	91	14	person	person	NOUN
crl-25748	91	15	,	,	PUNCT
crl-25748	91	16	organization	organization	NOUN
crl-25748	91	17	,	,	PUNCT
crl-25748	91	18	location	location	NOUN
crl-25748	91	19	,	,	PUNCT
crl-25748	91	20	time	time	NOUN
crl-25748	91	21	,	,	PUNCT
crl-25748	91	22	measure	measure	NOUN
crl-25748	91	23	,	,	PUNCT
crl-25748	91	24	work	work	NOUN
crl-25748	91	25	of	of	ADP
crl-25748	91	26	art	art	NOUN
crl-25748	91	27	,	,	PUNCT
crl-25748	91	28	event	event	NOUN
crl-25748	91	29	,	,	PUNCT
crl-25748	91	30	and	and	CCONJ
crl-25748	91	31	object	object	VERB
crl-25748	91	32	)	)	PUNCT
crl-25748	91	33	,	,	PUNCT
crl-25748	91	34	since	since	SCONJ
crl-25748	91	35	these	these	PRON
crl-25748	91	36	have	have	AUX
crl-25748	91	37	been	be	AUX
crl-25748	91	38	annotated	annotate	VERB
crl-25748	91	39	in	in	ADP
crl-25748	91	40	the	the	DET
crl-25748	91	41	suc	suc	ADJ
crl-25748	91	42	dataset	dataset	NOUN
crl-25748	91	43	.	.	PUNCT
crl-25748	92	1	the	the	DET
crl-25748	92	2	table	table	NOUN
crl-25748	92	3	below	below	ADV
crl-25748	92	4	indicates	indicate	VERB
crl-25748	92	5	how	how	SCONJ
crl-25748	92	6	each	each	DET
crl-25748	92	7	model	model	NOUN
crl-25748	92	8	performed	perform	VERB
crl-25748	92	9	,	,	PUNCT
crl-25748	92	10	with	with	ADP
crl-25748	92	11	the	the	DET
crl-25748	92	12	scores	score	NOUN
crl-25748	92	13	between	between	ADP
crl-25748	92	14	0	0	NUM
crl-25748	92	15	and	and	CCONJ
crl-25748	92	16	1	1	NUM
crl-25748	92	17	signifying	signify	VERB
crl-25748	92	18	the	the	DET
crl-25748	92	19	accuracy	accuracy	NOUN
crl-25748	92	20	of	of	ADP
crl-25748	92	21	the	the	DET
crl-25748	92	22	model	model	NOUN
crl-25748	92	23	’s	’s	PART
crl-25748	92	24	predictions	prediction	NOUN
crl-25748	92	25	of	of	ADP
crl-25748	92	26	named	name	VERB
crl-25748	92	27	entities	entity	NOUN
crl-25748	92	28	in	in	ADP
crl-25748	92	29	the	the	DET
crl-25748	92	30	test	test	NOUN
crl-25748	92	31	data	datum	NOUN
crl-25748	92	32	.	.	PUNCT
crl-25748	93	1	these	these	DET
crl-25748	93	2	results	result	NOUN
crl-25748	93	3	show	show	VERB
crl-25748	93	4	that	that	SCONJ
crl-25748	93	5	kb	kb	PROPN
crl-25748	93	6	-	-	PUNCT
crl-25748	93	7	bert	bert	PROPN
crl-25748	93	8	consistently	consistently	ADV
crl-25748	93	9	outperforms	outperform	VERB
crl-25748	93	10	the	the	DET
crl-25748	93	11	other	other	ADJ
crl-25748	93	12	models	model	NOUN
crl-25748	93	13	on	on	ADP
crl-25748	93	14	this	this	DET
crl-25748	93	15	particular	particular	ADJ
crl-25748	93	16	evaluation	evaluation	NOUN
crl-25748	93	17	task	task	NOUN
crl-25748	93	18	.	.	PUNCT
crl-25748	94	1	more	more	ADV
crl-25748	94	2	precisely	precisely	ADV
crl-25748	94	3	,	,	PUNCT
crl-25748	94	4	the	the	DET
crl-25748	94	5	model	model	NOUN
crl-25748	94	6	scored	score	VERB
crl-25748	94	7	5	5	NUM
crl-25748	94	8	%	%	NOUN
crl-25748	94	9	higher	high	ADJ
crl-25748	94	10	than	than	ADP
crl-25748	94	11	the	the	DET
crl-25748	94	12	af	af	PROPN
crl-25748	94	13	-	-	PUNCT
crl-25748	94	14	ai	ai	PROPN
crl-25748	94	15	bert	bert	PROPN
crl-25748	94	16	trained	train	VERB
crl-25748	94	17	solely	solely	ADV
crl-25748	94	18	on	on	ADP
crl-25748	94	19	data	datum	NOUN
crl-25748	94	20	from	from	ADP
crl-25748	94	21	swedish	swedish	PROPN
crl-25748	94	22	wikipedia	wikipedia	PROPN
crl-25748	94	23	,	,	PUNCT
crl-25748	94	24	and	and	CCONJ
crl-25748	94	25	2	2	NUM
crl-25748	94	26	%	%	NOUN
crl-25748	94	27	higher	high	ADJ
crl-25748	94	28	than	than	SCONJ
crl-25748	94	29	google	google	PROPN
crl-25748	94	30	’s	’s	PART
crl-25748	94	31	m	m	PROPN
crl-25748	94	32	-	-	PUNCT
crl-25748	94	33	bert	bert	PROPN
crl-25748	94	34	that	that	PRON
crl-25748	94	35	was	be	AUX
crl-25748	94	36	trained	train	VERB
crl-25748	94	37	on	on	ADP
crl-25748	94	38	wikipedia	wikipedia	PROPN
crl-25748	94	39	data	data	PROPN
crl-25748	94	40	from	from	ADP
crl-25748	94	41	over	over	ADP
crl-25748	94	42	100	100	NUM
crl-25748	94	43	different	different	ADJ
crl-25748	94	44	languages.29	languages.29	PROPN
crl-25748	94	45	kb	kb	PROPN
crl-25748	94	46	-	-	PUNCT
crl-25748	94	47	bert	bert	PROPN
crl-25748	94	48	performed	perform	VERB
crl-25748	94	49	better	well	ADV
crl-25748	94	50	on	on	ADP
crl-25748	94	51	all	all	DET
crl-25748	94	52	types	type	NOUN
crl-25748	94	53	of	of	ADP
crl-25748	94	54	named	name	VERB
crl-25748	94	55	entities	entity	NOUN
crl-25748	94	56	because	because	SCONJ
crl-25748	94	57	it	it	PRON
crl-25748	94	58	was	be	AUX
crl-25748	94	59	trained	train	VERB
crl-25748	94	60	on	on	ADP
crl-25748	94	61	a	a	DET
crl-25748	94	62	larger	large	ADJ
crl-25748	94	63	volume	volume	NOUN
crl-25748	94	64	of	of	ADP
crl-25748	94	65	high	high	ADJ
crl-25748	94	66	-	-	PUNCT
crl-25748	94	67	quality	quality	NOUN
crl-25748	94	68	and	and	CCONJ
crl-25748	94	69	more	more	ADV
crl-25748	94	70	varied	varied	ADJ
crl-25748	94	71	data	datum	NOUN
crl-25748	94	72	,	,	PUNCT
crl-25748	94	73	and	and	CCONJ
crl-25748	94	74	thus	thus	ADV
crl-25748	94	75	has	have	VERB
crl-25748	94	76	a	a	DET
crl-25748	94	77	better	well	ADJ
crl-25748	94	78	level	level	NOUN
crl-25748	94	79	of	of	ADP
crl-25748	94	80	language	language	NOUN
crl-25748	94	81	understanding	understanding	NOUN
crl-25748	94	82	.	.	PUNCT
crl-25748	95	1	this	this	PRON
crl-25748	95	2	also	also	ADV
crl-25748	95	3	helps	help	VERB
crl-25748	95	4	explain	explain	VERB
crl-25748	95	5	the	the	DET
crl-25748	95	6	varying	vary	VERB
crl-25748	95	7	performances	performance	NOUN
crl-25748	95	8	of	of	ADP
crl-25748	95	9	the	the	DET
crl-25748	95	10	models	model	NOUN
crl-25748	95	11	across	across	ADP
crl-25748	95	12	these	these	DET
crl-25748	95	13	different	different	ADJ
crl-25748	95	14	categories	category	NOUN
crl-25748	95	15	:	:	PUNCT
crl-25748	95	16	entities	entity	NOUN
crl-25748	95	17	,	,	PUNCT
crl-25748	95	18	36	36	NUM
crl-25748	95	19	college	college	PROPN
crl-25748	95	20	&	&	CCONJ
crl-25748	95	21	research	research	PROPN
crl-25748	95	22	libraries	library	NOUN
crl-25748	95	23	january	january	PROPN
crl-25748	95	24	2023	2023	NUM
crl-25748	95	25	which	which	PRON
crl-25748	95	26	appear	appear	VERB
crl-25748	95	27	more	more	ADV
crl-25748	95	28	frequently	frequently	ADV
crl-25748	95	29	and	and	CCONJ
crl-25748	95	30	are	be	AUX
crl-25748	95	31	fairly	fairly	ADV
crl-25748	95	32	consistent	consistent	ADJ
crl-25748	95	33	in	in	ADP
crl-25748	95	34	both	both	CCONJ
crl-25748	95	35	linguistic	linguistic	ADJ
crl-25748	95	36	form	form	NOUN
crl-25748	95	37	and	and	CCONJ
crl-25748	95	38	the	the	DET
crl-25748	95	39	context	context	NOUN
crl-25748	95	40	in	in	ADP
crl-25748	95	41	which	which	PRON
crl-25748	95	42	they	they	PRON
crl-25748	95	43	are	be	AUX
crl-25748	95	44	used	use	VERB
crl-25748	95	45	,	,	PUNCT
crl-25748	95	46	are	be	AUX
crl-25748	95	47	easier	easy	ADJ
crl-25748	95	48	to	to	PART
crl-25748	95	49	recognize	recognize	VERB
crl-25748	95	50	,	,	PUNCT
crl-25748	95	51	which	which	PRON
crl-25748	95	52	is	be	AUX
crl-25748	95	53	why	why	SCONJ
crl-25748	95	54	all	all	DET
crl-25748	95	55	three	three	NUM
crl-25748	95	56	models	model	NOUN
crl-25748	95	57	tend	tend	VERB
crl-25748	95	58	to	to	PART
crl-25748	95	59	perform	perform	VERB
crl-25748	95	60	well	well	ADV
crl-25748	95	61	on	on	ADP
crl-25748	95	62	“	"	PUNCT
crl-25748	95	63	persons	person	NOUN
crl-25748	95	64	”	"	PUNCT
crl-25748	95	65	;	;	PUNCT
crl-25748	95	66	yet	yet	CCONJ
crl-25748	95	67	a	a	DET
crl-25748	95	68	more	more	ADV
crl-25748	95	69	diffuse	diffuse	ADJ
crl-25748	95	70	entity	entity	NOUN
crl-25748	95	71	such	such	ADJ
crl-25748	95	72	as	as	ADP
crl-25748	95	73	“	"	PUNCT
crl-25748	95	74	work	work	NOUN
crl-25748	95	75	of	of	ADP
crl-25748	95	76	art	art	NOUN
crl-25748	95	77	,	,	PUNCT
crl-25748	95	78	”	"	PUNCT
crl-25748	95	79	which	which	PRON
crl-25748	95	80	is	be	AUX
crl-25748	95	81	a	a	DET
crl-25748	95	82	larger	large	ADJ
crl-25748	95	83	umbrella	umbrella	NOUN
crl-25748	95	84	category	category	NOUN
crl-25748	95	85	with	with	ADP
crl-25748	95	86	more	more	ADJ
crl-25748	95	87	variable	variable	ADJ
crl-25748	95	88	forms	form	NOUN
crl-25748	95	89	,	,	PUNCT
crl-25748	95	90	proved	prove	VERB
crl-25748	95	91	harder	hard	ADV
crl-25748	95	92	to	to	PART
crl-25748	95	93	recognize	recognize	VERB
crl-25748	95	94	.	.	PUNCT
crl-25748	96	1	again	again	ADV
crl-25748	96	2	,	,	PUNCT
crl-25748	96	3	that	that	SCONJ
crl-25748	96	4	kb	kb	PROPN
crl-25748	96	5	-	-	PUNCT
crl-25748	96	6	bert	bert	PROPN
crl-25748	96	7	still	still	ADV
crl-25748	96	8	performed	perform	VERB
crl-25748	96	9	comparatively	comparatively	ADV
crl-25748	96	10	better	well	ADV
crl-25748	96	11	on	on	ADP
crl-25748	96	12	identifying	identify	VERB
crl-25748	96	13	these	these	DET
crl-25748	96	14	more	more	ADV
crl-25748	96	15	challenging	challenging	ADJ
crl-25748	96	16	entities	entity	NOUN
crl-25748	96	17	is	be	AUX
crl-25748	96	18	a	a	DET
crl-25748	96	19	result	result	NOUN
crl-25748	96	20	of	of	ADP
crl-25748	96	21	the	the	DET
crl-25748	96	22	quality	quality	NOUN
crl-25748	96	23	and	and	CCONJ
crl-25748	96	24	quantity	quantity	NOUN
crl-25748	96	25	of	of	ADP
crl-25748	96	26	kb	kb	PROPN
crl-25748	96	27	’s	’s	PART
crl-25748	96	28	swedish	swedish	PROPN
crl-25748	96	29	data	data	PROPN
crl-25748	96	30	.	.	PUNCT
crl-25748	97	1	by	by	ADP
crl-25748	97	2	utilizing	utilize	VERB
crl-25748	97	3	the	the	DET
crl-25748	97	4	library	library	NOUN
crl-25748	97	5	’s	’s	PART
crl-25748	97	6	textual	textual	ADJ
crl-25748	97	7	resources	resource	NOUN
crl-25748	97	8	,	,	PUNCT
crl-25748	97	9	we	we	PRON
crl-25748	97	10	were	be	AUX
crl-25748	97	11	therefore	therefore	ADV
crl-25748	97	12	able	able	ADJ
crl-25748	97	13	to	to	PART
crl-25748	97	14	create	create	VERB
crl-25748	97	15	a	a	DET
crl-25748	97	16	more	more	ADV
crl-25748	97	17	powerful	powerful	ADJ
crl-25748	97	18	and	and	CCONJ
crl-25748	97	19	effective	effective	ADJ
crl-25748	97	20	model	model	NOUN
crl-25748	97	21	than	than	ADP
crl-25748	97	22	those	those	PRON
crl-25748	97	23	trained	train	VERB
crl-25748	97	24	solely	solely	ADV
crl-25748	97	25	on	on	ADP
crl-25748	97	26	freely	freely	ADV
crl-25748	97	27	available	available	ADJ
crl-25748	97	28	data	datum	NOUN
crl-25748	97	29	.	.	PUNCT
crl-25748	98	1	on	on	ADP
crl-25748	98	2	the	the	DET
crl-25748	98	3	one	one	NUM
crl-25748	98	4	hand	hand	NOUN
crl-25748	98	5	,	,	PUNCT
crl-25748	98	6	this	this	PRON
crl-25748	98	7	demonstrates	demonstrate	VERB
crl-25748	98	8	the	the	DET
crl-25748	98	9	tautology	tautology	NOUN
crl-25748	98	10	within	within	ADP
crl-25748	98	11	nlp	nlp	NOUN
crl-25748	98	12	regarding	regard	VERB
crl-25748	98	13	the	the	DET
crl-25748	98	14	centrality	centrality	NOUN
crl-25748	98	15	of	of	ADP
crl-25748	98	16	data	datum	NOUN
crl-25748	98	17	volume	volume	NOUN
crl-25748	98	18	for	for	ADP
crl-25748	98	19	improved	improved	ADJ
crl-25748	98	20	language	language	NOUN
crl-25748	98	21	understanding	understanding	NOUN
crl-25748	98	22	:	:	PUNCT
crl-25748	98	23	the	the	DET
crl-25748	98	24	more	more	ADJ
crl-25748	98	25	data	datum	NOUN
crl-25748	98	26	used	use	VERB
crl-25748	98	27	in	in	ADP
crl-25748	98	28	training	training	NOUN
crl-25748	98	29	,	,	PUNCT
crl-25748	98	30	the	the	PRON
crl-25748	98	31	better	well	ADJ
crl-25748	98	32	the	the	DET
crl-25748	98	33	model	model	NOUN
crl-25748	98	34	performs	perform	VERB
crl-25748	98	35	.	.	PUNCT
crl-25748	99	1	on	on	ADP
crl-25748	99	2	the	the	DET
crl-25748	99	3	other	other	ADJ
crl-25748	99	4	hand	hand	NOUN
crl-25748	99	5	,	,	PUNCT
crl-25748	99	6	it	it	PRON
crl-25748	99	7	supports	support	VERB
crl-25748	99	8	our	our	PRON
crl-25748	99	9	suggestion	suggestion	NOUN
crl-25748	99	10	that	that	SCONJ
crl-25748	99	11	using	use	VERB
crl-25748	99	12	a	a	DET
crl-25748	99	13	diverse	diverse	ADJ
crl-25748	99	14	range	range	NOUN
crl-25748	99	15	of	of	ADP
crl-25748	99	16	language	language	NOUN
crl-25748	99	17	from	from	ADP
crl-25748	99	18	a	a	DET
crl-25748	99	19	number	number	NOUN
crl-25748	99	20	of	of	ADP
crl-25748	99	21	social	social	ADJ
crl-25748	99	22	domains	domain	NOUN
crl-25748	99	23	would	would	AUX
crl-25748	99	24	enhance	enhance	VERB
crl-25748	99	25	the	the	DET
crl-25748	99	26	model	model	NOUN
crl-25748	99	27	’s	’s	PART
crl-25748	99	28	performance	performance	NOUN
crl-25748	99	29	;	;	PUNCT
crl-25748	99	30	through	through	ADP
crl-25748	99	31	being	be	AUX
crl-25748	99	32	trained	train	VERB
crl-25748	99	33	on	on	ADP
crl-25748	99	34	a	a	DET
crl-25748	99	35	richer	rich	ADJ
crl-25748	99	36	corpus	corpus	NOUN
crl-25748	99	37	of	of	ADP
crl-25748	99	38	modern	modern	ADJ
crl-25748	99	39	swedish	swedish	NOUN
crl-25748	99	40	than	than	ADP
crl-25748	99	41	simply	simply	ADV
crl-25748	99	42	wikipedia	wikipedia	PROPN
crl-25748	99	43	alone	alone	ADV
crl-25748	99	44	,	,	PUNCT
crl-25748	99	45	kb	kb	PROPN
crl-25748	99	46	-	-	PUNCT
crl-25748	99	47	bert	bert	PROPN
crl-25748	99	48	has	have	AUX
crl-25748	99	49	achieved	achieve	VERB
crl-25748	99	50	a	a	DET
crl-25748	99	51	more	more	ADV
crl-25748	99	52	advanced	advanced	ADJ
crl-25748	99	53	level	level	NOUN
crl-25748	99	54	of	of	ADP
crl-25748	99	55	understanding	understanding	NOUN
crl-25748	99	56	.	.	PUNCT
crl-25748	100	1	more	more	ADV
crl-25748	100	2	broadly	broadly	ADV
crl-25748	100	3	,	,	PUNCT
crl-25748	100	4	this	this	DET
crl-25748	100	5	evaluation	evaluation	NOUN
crl-25748	100	6	also	also	ADV
crl-25748	100	7	highlights	highlight	VERB
crl-25748	100	8	the	the	DET
crl-25748	100	9	importance	importance	NOUN
crl-25748	100	10	of	of	ADP
crl-25748	100	11	high	high	ADJ
crl-25748	100	12	quality	quality	NOUN
crl-25748	100	13	and	and	CCONJ
crl-25748	100	14	varied	varied	ADJ
crl-25748	100	15	language	language	NOUN
crl-25748	100	16	-	-	PUNCT
crl-25748	100	17	specific	specific	ADJ
crl-25748	100	18	training	training	NOUN
crl-25748	100	19	data	datum	NOUN
crl-25748	100	20	in	in	ADP
crl-25748	100	21	producing	produce	VERB
crl-25748	100	22	state	state	NOUN
crl-25748	100	23	-	-	PUNCT
crl-25748	100	24	ofthe	ofthe	NOUN
crl-25748	100	25	-	-	PUNCT
crl-25748	100	26	art	art	NOUN
crl-25748	100	27	language	language	NOUN
crl-25748	100	28	models	model	NOUN
crl-25748	100	29	like	like	ADP
crl-25748	100	30	bert	bert	NOUN
crl-25748	100	31	.	.	PUNCT
crl-25748	101	1	applying	apply	VERB
crl-25748	101	2	bert	bert	NOUN
crl-25748	101	3	at	at	ADP
crl-25748	101	4	the	the	DET
crl-25748	101	5	library	library	NOUN
crl-25748	101	6	the	the	DET
crl-25748	101	7	creation	creation	NOUN
crl-25748	101	8	of	of	ADP
crl-25748	101	9	a	a	DET
crl-25748	101	10	high	high	ADV
crl-25748	101	11	-	-	PUNCT
crl-25748	101	12	performing	perform	VERB
crl-25748	101	13	,	,	PUNCT
crl-25748	101	14	general	general	ADJ
crl-25748	101	15	-	-	PUNCT
crl-25748	101	16	purpose	purpose	NOUN
crl-25748	101	17	model	model	NOUN
crl-25748	101	18	for	for	ADP
crl-25748	101	19	swedish	swedish	ADJ
crl-25748	101	20	has	have	AUX
crl-25748	101	21	opened	open	VERB
crl-25748	101	22	up	up	ADP
crl-25748	101	23	many	many	ADJ
crl-25748	101	24	possibilities	possibility	NOUN
crl-25748	101	25	for	for	ADP
crl-25748	101	26	the	the	DET
crl-25748	101	27	application	application	NOUN
crl-25748	101	28	of	of	ADP
crl-25748	101	29	nlp	nlp	NOUN
crl-25748	101	30	techniques	technique	NOUN
crl-25748	101	31	.	.	PUNCT
crl-25748	102	1	since	since	SCONJ
crl-25748	102	2	being	be	AUX
crl-25748	102	3	released	release	VERB
crl-25748	102	4	in	in	ADP
crl-25748	102	5	february	february	PROPN
crl-25748	102	6	2020	2020	NUM
crl-25748	102	7	,	,	PUNCT
crl-25748	102	8	kb	kb	PROPN
crl-25748	102	9	-	-	PUNCT
crl-25748	102	10	bert	bert	PROPN
crl-25748	102	11	has	have	AUX
crl-25748	102	12	been	be	AUX
crl-25748	102	13	implemented	implement	VERB
crl-25748	102	14	by	by	ADP
crl-25748	102	15	various	various	ADJ
crl-25748	102	16	organizations	organization	NOUN
crl-25748	102	17	and	and	CCONJ
crl-25748	102	18	public	public	ADJ
crl-25748	102	19	authorities	authority	NOUN
crl-25748	102	20	in	in	ADP
crl-25748	102	21	sweden	sweden	PROPN
crl-25748	102	22	that	that	PRON
crl-25748	102	23	have	have	AUX
crl-25748	102	24	been	be	AUX
crl-25748	102	25	able	able	ADJ
crl-25748	102	26	to	to	PART
crl-25748	102	27	take	take	VERB
crl-25748	102	28	advantage	advantage	NOUN
crl-25748	102	29	of	of	ADP
crl-25748	102	30	its	its	PRON
crl-25748	102	31	capacities	capacity	NOUN
crl-25748	102	32	for	for	ADP
crl-25748	102	33	rapidly	rapidly	ADV
crl-25748	102	34	processing	process	VERB
crl-25748	102	35	large	large	ADJ
crl-25748	102	36	amounts	amount	NOUN
crl-25748	102	37	of	of	ADP
crl-25748	102	38	language	language	NOUN
crl-25748	102	39	data.30	data.30	NOUN
crl-25748	102	40	insofar	insofar	ADV
crl-25748	102	41	as	as	SCONJ
crl-25748	102	42	this	this	DET
crl-25748	102	43	implementation	implementation	NOUN
crl-25748	102	44	contributes	contribute	VERB
crl-25748	102	45	to	to	ADP
crl-25748	102	46	the	the	DET
crl-25748	102	47	adoption	adoption	NOUN
crl-25748	102	48	of	of	ADP
crl-25748	102	49	more	more	ADV
crl-25748	102	50	effective	effective	ADJ
crl-25748	102	51	procedures	procedure	NOUN
crl-25748	102	52	for	for	ADP
crl-25748	102	53	public	public	ADJ
crl-25748	102	54	sector	sector	NOUN
crl-25748	102	55	administration	administration	NOUN
crl-25748	102	56	,	,	PUNCT
crl-25748	102	57	it	it	PRON
crl-25748	102	58	highlights	highlight	VERB
crl-25748	102	59	the	the	DET
crl-25748	102	60	broader	broad	ADJ
crl-25748	102	61	social	social	ADJ
crl-25748	102	62	benefits	benefit	NOUN
crl-25748	102	63	that	that	PRON
crl-25748	102	64	can	can	AUX
crl-25748	102	65	result	result	VERB
crl-25748	102	66	from	from	ADP
crl-25748	102	67	the	the	DET
crl-25748	102	68	development	development	NOUN
crl-25748	102	69	of	of	ADP
crl-25748	102	70	these	these	DET
crl-25748	102	71	language	language	NOUN
crl-25748	102	72	models.31	models.31	NOUN
crl-25748	102	73	but	but	CCONJ
crl-25748	102	74	beyond	beyond	ADP
crl-25748	102	75	such	such	ADJ
crl-25748	102	76	wider	wide	ADJ
crl-25748	102	77	value	value	NOUN
crl-25748	102	78	,	,	PUNCT
crl-25748	102	79	what	what	PRON
crl-25748	102	80	does	do	AUX
crl-25748	102	81	kb	kb	PROPN
crl-25748	102	82	-	-	PUNCT
crl-25748	102	83	bert	bert	PROPN
crl-25748	102	84	mean	mean	VERB
crl-25748	102	85	for	for	ADP
crl-25748	102	86	the	the	DET
crl-25748	102	87	library	library	NOUN
crl-25748	102	88	itself	itself	PRON
crl-25748	102	89	?	?	PUNCT
crl-25748	103	1	how	how	SCONJ
crl-25748	103	2	might	might	AUX
crl-25748	103	3	this	this	PRON
crl-25748	103	4	be	be	AUX
crl-25748	103	5	applied	apply	VERB
crl-25748	103	6	to	to	ADP
crl-25748	103	7	kb	kb	PROPN
crl-25748	103	8	’s	’s	PART
crl-25748	103	9	internal	internal	ADJ
crl-25748	103	10	practices	practice	NOUN
crl-25748	103	11	,	,	PUNCT
crl-25748	103	12	given	give	VERB
crl-25748	103	13	the	the	DET
crl-25748	103	14	centrality	centrality	NOUN
crl-25748	103	15	of	of	ADP
crl-25748	103	16	information	information	NOUN
crl-25748	103	17	management	management	NOUN
crl-25748	103	18	to	to	ADP
crl-25748	103	19	the	the	DET
crl-25748	103	20	library	library	NOUN
crl-25748	103	21	as	as	ADP
crl-25748	103	22	a	a	DET
crl-25748	103	23	cultural	cultural	ADJ
crl-25748	103	24	heritage	heritage	NOUN
crl-25748	103	25	institution	institution	NOUN
crl-25748	103	26	and	and	CCONJ
crl-25748	103	27	an	an	DET
crl-25748	103	28	infrastructure	infrastructure	NOUN
crl-25748	103	29	for	for	ADP
crl-25748	103	30	academic	academic	ADJ
crl-25748	103	31	research	research	NOUN
crl-25748	103	32	?	?	PUNCT
crl-25748	104	1	in	in	ADP
crl-25748	104	2	the	the	DET
crl-25748	104	3	following	following	ADJ
crl-25748	104	4	section	section	NOUN
crl-25748	104	5	,	,	PUNCT
crl-25748	104	6	we	we	PRON
crl-25748	104	7	explain	explain	VERB
crl-25748	104	8	three	three	NUM
crl-25748	104	9	particular	particular	ADJ
crl-25748	104	10	use	use	VERB
crl-25748	104	11	scenarios	scenario	NOUN
crl-25748	104	12	where	where	SCONJ
crl-25748	104	13	the	the	DET
crl-25748	104	14	model	model	NOUN
crl-25748	104	15	could	could	AUX
crl-25748	104	16	be	be	AUX
crl-25748	104	17	used	use	VERB
crl-25748	104	18	to	to	PART
crl-25748	104	19	enhance	enhance	VERB
crl-25748	104	20	the	the	DET
crl-25748	104	21	library	library	NOUN
crl-25748	104	22	’s	’s	PART
crl-25748	104	23	digital	digital	ADJ
crl-25748	104	24	collections	collection	NOUN
crl-25748	104	25	and	and	CCONJ
crl-25748	104	26	the	the	DET
crl-25748	104	27	ways	way	NOUN
crl-25748	104	28	that	that	PRON
crl-25748	104	29	users	user	NOUN
crl-25748	104	30	interact	interact	VERB
crl-25748	104	31	with	with	ADP
crl-25748	104	32	these	these	PRON
crl-25748	104	33	to	to	PART
crl-25748	104	34	pursue	pursue	VERB
crl-25748	104	35	new	new	ADJ
crl-25748	104	36	forms	form	NOUN
crl-25748	104	37	of	of	ADP
crl-25748	104	38	research	research	NOUN
crl-25748	104	39	.	.	PUNCT
crl-25748	105	1	for	for	ADP
crl-25748	105	2	each	each	DET
crl-25748	105	3	specific	specific	ADJ
crl-25748	105	4	use	use	NOUN
crl-25748	105	5	case	case	NOUN
crl-25748	105	6	,	,	PUNCT
crl-25748	105	7	we	we	PRON
crl-25748	105	8	provide	provide	VERB
crl-25748	105	9	an	an	DET
crl-25748	105	10	overview	overview	NOUN
crl-25748	105	11	sketching	sketching	NOUN
crl-25748	105	12	table	table	NOUN
crl-25748	105	13	1	1	NUM
crl-25748	105	14	comparison	comparison	NOUN
crl-25748	105	15	of	of	ADP
crl-25748	105	16	swedish	swedish	ADJ
crl-25748	105	17	bert	bert	PROPN
crl-25748	105	18	models	model	NOUN
crl-25748	105	19	on	on	ADP
crl-25748	105	20	ner	ner	NOUN
crl-25748	105	21	using	use	VERB
crl-25748	105	22	suc	suc	ADJ
crl-25748	105	23	3.0	3.0	NUM
crl-25748	105	24	dataset	dataset	NOUN
crl-25748	105	25	type	type	NOUN
crl-25748	105	26	of	of	ADP
crl-25748	105	27	named	name	VERB
crl-25748	105	28	entity	entity	NOUN
crl-25748	105	29	af	af	PROPN
crl-25748	105	30	-	-	PUNCT
crl-25748	105	31	ai	ai	PROPN
crl-25748	105	32	m	m	PROPN
crl-25748	105	33	-	-	PUNCT
crl-25748	105	34	bert	bert	PROPN
crl-25748	105	35	kb	kb	PROPN
crl-25748	105	36	-	-	PUNCT
crl-25748	105	37	bert	bert	PROPN
crl-25748	105	38	person	person	NOUN
crl-25748	105	39	0.913	0.913	NUM
crl-25748	105	40	0.945	0.945	NUM
crl-25748	105	41	0.961	0.961	NUM
crl-25748	105	42	organization	organization	NOUN
crl-25748	105	43	0.780	0.780	NUM
crl-25748	105	44	0.834	0.834	NUM
crl-25748	105	45	0.884	0.884	NUM
crl-25748	105	46	location	location	NOUN
crl-25748	105	47	0.913	0.913	NUM
crl-25748	105	48	0.942	0.942	NUM
crl-25748	105	49	0.958	0.958	NUM
crl-25748	105	50	time	time	NOUN
crl-25748	105	51	0.655	0.655	NUM
crl-25748	105	52	0.888	0.888	NUM
crl-25748	105	53	0.906	0.906	NUM
crl-25748	105	54	measure	measure	NOUN
crl-25748	105	55	0.828	0.828	NUM
crl-25748	105	56	0.853	0.853	NUM
crl-25748	105	57	0.890	0.890	NUM
crl-25748	105	58	work	work	NOUN
crl-25748	105	59	of	of	ADP
crl-25748	105	60	art	art	NOUN
crl-25748	105	61	0.596	0.596	NUM
crl-25748	105	62	0.631	0.631	NUM
crl-25748	105	63	0.720	0.720	NUM
crl-25748	105	64	event	event	NOUN
crl-25748	105	65	0.716	0.716	NUM
crl-25748	105	66	0.792	0.792	NUM
crl-25748	105	67	0.834	0.834	NUM
crl-25748	105	68	object	object	NOUN
crl-25748	105	69	0.710	0.710	NUM
crl-25748	105	70	0.761	0.761	NUM
crl-25748	105	71	0.770	0.770	NUM
crl-25748	105	72	total	total	ADJ
crl-25748	105	73	average	average	NOUN
crl-25748	105	74	0.876	0.876	NUM
crl-25748	105	75	0.906	0.906	NUM
crl-25748	105	76	0.927	0.927	NUM
crl-25748	105	77	making	make	VERB
crl-25748	105	78	and	and	CCONJ
crl-25748	105	79	using	use	VERB
crl-25748	105	80	ai	ai	NOUN
crl-25748	105	81	in	in	ADP
crl-25748	105	82	the	the	DET
crl-25748	105	83	library	library	NOUN
crl-25748	105	84	37	37	NUM
crl-25748	105	85	the	the	DET
crl-25748	105	86	area	area	NOUN
crl-25748	105	87	that	that	PRON
crl-25748	105	88	bert	bert	PROPN
crl-25748	105	89	might	might	AUX
crl-25748	105	90	be	be	AUX
crl-25748	105	91	directed	direct	VERB
crl-25748	105	92	toward	toward	ADP
crl-25748	105	93	and	and	CCONJ
crl-25748	105	94	how	how	SCONJ
crl-25748	105	95	this	this	PRON
crl-25748	105	96	would	would	AUX
crl-25748	105	97	work	work	VERB
crl-25748	105	98	in	in	ADP
crl-25748	105	99	practice	practice	NOUN
crl-25748	105	100	,	,	PUNCT
crl-25748	105	101	as	as	ADV
crl-25748	105	102	well	well	ADV
crl-25748	105	103	as	as	ADP
crl-25748	105	104	detailing	detail	VERB
crl-25748	105	105	the	the	DET
crl-25748	105	106	advantages	advantage	NOUN
crl-25748	105	107	and	and	CCONJ
crl-25748	105	108	challenges	challenge	NOUN
crl-25748	105	109	with	with	ADP
crl-25748	105	110	these	these	DET
crl-25748	105	111	applications	application	NOUN
crl-25748	105	112	.	.	PUNCT
crl-25748	106	1	text	text	NOUN
crl-25748	106	2	classification	classification	NOUN
crl-25748	106	3	what	what	PRON
crl-25748	106	4	?	?	PUNCT
crl-25748	107	1	the	the	DET
crl-25748	107	2	first	first	ADJ
crl-25748	107	3	scenario	scenario	NOUN
crl-25748	107	4	involves	involve	VERB
crl-25748	107	5	applying	apply	VERB
crl-25748	107	6	kb	kb	PROPN
crl-25748	107	7	-	-	PUNCT
crl-25748	107	8	bert	bert	PROPN
crl-25748	107	9	to	to	PART
crl-25748	107	10	assist	assist	VERB
crl-25748	107	11	in	in	ADP
crl-25748	107	12	classifying	classify	VERB
crl-25748	107	13	incoming	incoming	ADJ
crl-25748	107	14	digital	digital	ADJ
crl-25748	107	15	material	material	NOUN
crl-25748	107	16	to	to	ADP
crl-25748	107	17	the	the	DET
crl-25748	107	18	library	library	NOUN
crl-25748	107	19	.	.	PUNCT
crl-25748	108	1	this	this	PRON
crl-25748	108	2	is	be	AUX
crl-25748	108	3	a	a	DET
crl-25748	108	4	matter	matter	NOUN
crl-25748	108	5	of	of	ADP
crl-25748	108	6	exploiting	exploit	VERB
crl-25748	108	7	one	one	NUM
crl-25748	108	8	of	of	ADP
crl-25748	108	9	the	the	DET
crl-25748	108	10	principal	principal	ADJ
crl-25748	108	11	capacities	capacity	NOUN
crl-25748	108	12	of	of	ADP
crl-25748	108	13	bert	bert	NOUN
crl-25748	108	14	:	:	PUNCT
crl-25748	108	15	scalability	scalability	NOUN
crl-25748	108	16	,	,	PUNCT
crl-25748	108	17	or	or	CCONJ
crl-25748	108	18	the	the	DET
crl-25748	108	19	ability	ability	NOUN
crl-25748	108	20	to	to	PART
crl-25748	108	21	quickly	quickly	ADV
crl-25748	108	22	and	and	CCONJ
crl-25748	108	23	effectively	effectively	ADV
crl-25748	108	24	deal	deal	VERB
crl-25748	108	25	with	with	ADP
crl-25748	108	26	large	large	ADJ
crl-25748	108	27	volumes	volume	NOUN
crl-25748	108	28	of	of	ADP
crl-25748	108	29	text	text	NOUN
crl-25748	108	30	data	datum	NOUN
crl-25748	108	31	.	.	PUNCT
crl-25748	109	1	by	by	ADP
crl-25748	109	2	fine	fine	ADV
crl-25748	109	3	-	-	PUNCT
crl-25748	109	4	tuning	tune	VERB
crl-25748	109	5	the	the	DET
crl-25748	109	6	model	model	NOUN
crl-25748	109	7	to	to	PART
crl-25748	109	8	recognize	recognize	VERB
crl-25748	109	9	particular	particular	ADJ
crl-25748	109	10	categories	category	NOUN
crl-25748	109	11	,	,	PUNCT
crl-25748	109	12	it	it	PRON
crl-25748	109	13	becomes	become	VERB
crl-25748	109	14	possible	possible	ADJ
crl-25748	109	15	to	to	PART
crl-25748	109	16	organize	organize	VERB
crl-25748	109	17	—	—	PUNCT
crl-25748	109	18	and	and	CCONJ
crl-25748	109	19	make	make	VERB
crl-25748	109	20	more	more	ADV
crl-25748	109	21	readily	readily	ADV
crl-25748	109	22	available	available	ADJ
crl-25748	109	23	—	—	PUNCT
crl-25748	109	24	types	type	NOUN
crl-25748	109	25	of	of	ADP
crl-25748	109	26	material	material	NOUN
crl-25748	109	27	that	that	PRON
crl-25748	109	28	have	have	AUX
crl-25748	109	29	previously	previously	ADV
crl-25748	109	30	remained	remain	VERB
crl-25748	109	31	relatively	relatively	ADV
crl-25748	109	32	hidden	hide	VERB
crl-25748	109	33	from	from	ADP
crl-25748	109	34	the	the	DET
crl-25748	109	35	library	library	NOUN
crl-25748	109	36	’s	’s	PART
crl-25748	109	37	users	user	NOUN
crl-25748	109	38	,	,	PUNCT
crl-25748	109	39	such	such	ADJ
crl-25748	109	40	as	as	ADP
crl-25748	109	41	advertising	advertising	NOUN
crl-25748	109	42	ephemera	ephemera	NOUN
crl-25748	109	43	,	,	PUNCT
crl-25748	109	44	which	which	PRON
crl-25748	109	45	has	have	AUX
crl-25748	109	46	not	not	PART
crl-25748	109	47	conventionally	conventionally	ADV
crl-25748	109	48	been	be	AUX
crl-25748	109	49	catalogued	catalogue	VERB
crl-25748	109	50	at	at	ADP
crl-25748	109	51	the	the	DET
crl-25748	109	52	level	level	NOUN
crl-25748	109	53	of	of	ADP
crl-25748	109	54	the	the	DET
crl-25748	109	55	individual	individual	ADJ
crl-25748	109	56	item	item	NOUN
crl-25748	109	57	.	.	PUNCT
crl-25748	110	1	how	how	SCONJ
crl-25748	110	2	?	?	PUNCT
crl-25748	111	1	training	train	VERB
crl-25748	111	2	bert	bert	PROPN
crl-25748	111	3	to	to	PART
crl-25748	111	4	distinguish	distinguish	VERB
crl-25748	111	5	between	between	ADP
crl-25748	111	6	different	different	ADJ
crl-25748	111	7	categories	category	NOUN
crl-25748	111	8	requires	require	VERB
crl-25748	111	9	the	the	DET
crl-25748	111	10	creation	creation	NOUN
crl-25748	111	11	of	of	ADP
crl-25748	111	12	an	an	DET
crl-25748	111	13	annotated	annotate	VERB
crl-25748	111	14	dataset	dataset	NOUN
crl-25748	111	15	of	of	ADP
crl-25748	111	16	the	the	DET
crl-25748	111	17	specific	specific	ADJ
crl-25748	111	18	material	material	NOUN
crl-25748	111	19	that	that	PRON
crl-25748	111	20	is	be	AUX
crl-25748	111	21	to	to	PART
crl-25748	111	22	be	be	AUX
crl-25748	111	23	classified	classify	VERB
crl-25748	111	24	.	.	PUNCT
crl-25748	112	1	it	it	PRON
crl-25748	112	2	presumes	presume	VERB
crl-25748	112	3	,	,	PUNCT
crl-25748	112	4	in	in	ADP
crl-25748	112	5	other	other	ADJ
crl-25748	112	6	words	word	NOUN
crl-25748	112	7	,	,	PUNCT
crl-25748	112	8	the	the	DET
crl-25748	112	9	existence	existence	NOUN
crl-25748	112	10	of	of	ADP
crl-25748	112	11	a	a	DET
crl-25748	112	12	series	series	NOUN
crl-25748	112	13	of	of	ADP
crl-25748	112	14	appropriately	appropriately	ADV
crl-25748	112	15	categorized	categorize	VERB
crl-25748	112	16	examples	example	NOUN
crl-25748	112	17	that	that	PRON
crl-25748	112	18	can	can	AUX
crl-25748	112	19	be	be	AUX
crl-25748	112	20	given	give	VERB
crl-25748	112	21	to	to	ADP
crl-25748	112	22	the	the	DET
crl-25748	112	23	model	model	NOUN
crl-25748	112	24	to	to	PART
crl-25748	112	25	learn	learn	VERB
crl-25748	112	26	from	from	ADP
crl-25748	112	27	.	.	PUNCT
crl-25748	113	1	just	just	ADV
crl-25748	113	2	how	how	SCONJ
crl-25748	113	3	many	many	ADJ
crl-25748	113	4	examples	example	NOUN
crl-25748	113	5	are	be	AUX
crl-25748	113	6	necessary	necessary	ADJ
crl-25748	113	7	depends	depend	VERB
crl-25748	113	8	on	on	ADP
crl-25748	113	9	the	the	DET
crl-25748	113	10	complexity	complexity	NOUN
crl-25748	113	11	of	of	ADP
crl-25748	113	12	the	the	DET
crl-25748	113	13	task	task	NOUN
crl-25748	113	14	,	,	PUNCT
crl-25748	113	15	but	but	CCONJ
crl-25748	113	16	at	at	ADP
crl-25748	113	17	least	least	ADJ
crl-25748	113	18	a	a	DET
crl-25748	113	19	few	few	ADJ
crl-25748	113	20	thousand	thousand	NUM
crl-25748	113	21	examples	example	NOUN
crl-25748	113	22	will	will	AUX
crl-25748	113	23	generally	generally	ADV
crl-25748	113	24	be	be	AUX
crl-25748	113	25	required	require	VERB
crl-25748	113	26	.	.	PUNCT
crl-25748	114	1	the	the	DET
crl-25748	114	2	first	first	ADJ
crl-25748	114	3	step	step	NOUN
crl-25748	114	4	for	for	ADP
crl-25748	114	5	fine	fine	ADV
crl-25748	114	6	-	-	PUNCT
crl-25748	114	7	tuning	tune	VERB
crl-25748	114	8	bert	bert	NOUN
crl-25748	114	9	to	to	PART
crl-25748	114	10	classify	classify	VERB
crl-25748	114	11	in	in	ADP
crl-25748	114	12	the	the	DET
crl-25748	114	13	library	library	NOUN
crl-25748	114	14	is	be	AUX
crl-25748	114	15	therefore	therefore	ADV
crl-25748	114	16	to	to	PART
crl-25748	114	17	recruit	recruit	VERB
crl-25748	114	18	a	a	DET
crl-25748	114	19	team	team	NOUN
crl-25748	114	20	of	of	ADP
crl-25748	114	21	annotators	annotator	NOUN
crl-25748	114	22	to	to	PART
crl-25748	114	23	produce	produce	VERB
crl-25748	114	24	such	such	DET
crl-25748	114	25	a	a	DET
crl-25748	114	26	set	set	NOUN
crl-25748	114	27	of	of	ADP
crl-25748	114	28	examples.32	examples.32	PROPN
crl-25748	114	29	this	this	PRON
crl-25748	114	30	could	could	AUX
crl-25748	114	31	be	be	AUX
crl-25748	114	32	organized	organize	VERB
crl-25748	114	33	via	via	ADP
crl-25748	114	34	crowd	crowd	NOUN
crl-25748	114	35	-	-	PUNCT
crl-25748	114	36	sourcing	source	VERB
crl-25748	114	37	volunteers	volunteer	NOUN
crl-25748	114	38	among	among	ADP
crl-25748	114	39	library	library	ADJ
crl-25748	114	40	staff	staff	NOUN
crl-25748	114	41	or	or	CCONJ
crl-25748	114	42	users	user	NOUN
crl-25748	114	43	at	at	ADP
crl-25748	114	44	large	large	ADJ
crl-25748	114	45	.	.	PUNCT
crl-25748	115	1	the	the	DET
crl-25748	115	2	key	key	ADJ
crl-25748	115	3	point	point	NOUN
crl-25748	115	4	is	be	AUX
crl-25748	115	5	to	to	PART
crl-25748	115	6	generate	generate	VERB
crl-25748	115	7	a	a	DET
crl-25748	115	8	sufficient	sufficient	ADJ
crl-25748	115	9	and	and	CCONJ
crl-25748	115	10	representative	representative	ADJ
crl-25748	115	11	range	range	NOUN
crl-25748	115	12	of	of	ADP
crl-25748	115	13	material	material	NOUN
crl-25748	115	14	that	that	PRON
crl-25748	115	15	has	have	AUX
crl-25748	115	16	been	be	AUX
crl-25748	115	17	tagged	tag	VERB
crl-25748	115	18	.	.	PUNCT
crl-25748	116	1	the	the	DET
crl-25748	116	2	next	next	ADJ
crl-25748	116	3	step	step	NOUN
crl-25748	116	4	,	,	PUNCT
crl-25748	116	5	once	once	SCONJ
crl-25748	116	6	the	the	DET
crl-25748	116	7	annotated	annotate	VERB
crl-25748	116	8	data	datum	NOUN
crl-25748	116	9	has	have	AUX
crl-25748	116	10	been	be	AUX
crl-25748	116	11	produced	produce	VERB
crl-25748	116	12	,	,	PUNCT
crl-25748	116	13	is	be	AUX
crl-25748	116	14	using	use	VERB
crl-25748	116	15	it	it	PRON
crl-25748	116	16	to	to	PART
crl-25748	116	17	teach	teach	VERB
crl-25748	116	18	bert	bert	NOUN
crl-25748	116	19	how	how	SCONJ
crl-25748	116	20	to	to	PART
crl-25748	116	21	distinguish	distinguish	VERB
crl-25748	116	22	between	between	ADP
crl-25748	116	23	different	different	ADJ
crl-25748	116	24	types	type	NOUN
crl-25748	116	25	of	of	ADP
crl-25748	116	26	material	material	NOUN
crl-25748	116	27	—	—	PUNCT
crl-25748	116	28	if	if	SCONJ
crl-25748	116	29	,	,	PUNCT
crl-25748	116	30	for	for	ADP
crl-25748	116	31	instance	instance	NOUN
crl-25748	116	32	,	,	PUNCT
crl-25748	116	33	an	an	DET
crl-25748	116	34	advertisement	advertisement	NOUN
crl-25748	116	35	should	should	AUX
crl-25748	116	36	be	be	AUX
crl-25748	116	37	classed	class	VERB
crl-25748	116	38	as	as	ADP
crl-25748	116	39	relating	relate	VERB
crl-25748	116	40	to	to	ADP
crl-25748	116	41	,	,	PUNCT
crl-25748	116	42	say	say	INTJ
crl-25748	116	43	,	,	PUNCT
crl-25748	116	44	sport	sport	NOUN
crl-25748	116	45	,	,	PUNCT
crl-25748	116	46	technology	technology	NOUN
crl-25748	116	47	,	,	PUNCT
crl-25748	116	48	or	or	CCONJ
crl-25748	116	49	some	some	DET
crl-25748	116	50	other	other	ADJ
crl-25748	116	51	category	category	NOUN
crl-25748	116	52	.	.	PUNCT
crl-25748	117	1	here	here	ADV
crl-25748	117	2	the	the	DET
crl-25748	117	3	learning	learning	NOUN
crl-25748	117	4	process	process	NOUN
crl-25748	117	5	is	be	AUX
crl-25748	117	6	made	make	VERB
crl-25748	117	7	more	more	ADV
crl-25748	117	8	effective	effective	ADJ
crl-25748	117	9	by	by	ADP
crl-25748	117	10	a	a	DET
crl-25748	117	11	machine	machine	NOUN
crl-25748	117	12	learning	learning	NOUN
crl-25748	117	13	technique	technique	NOUN
crl-25748	117	14	called	call	VERB
crl-25748	117	15	“	"	PUNCT
crl-25748	117	16	bootstrapping	bootstrappe	VERB
crl-25748	117	17	,	,	PUNCT
crl-25748	117	18	”	"	PUNCT
crl-25748	117	19	whereby	whereby	SCONJ
crl-25748	117	20	the	the	DET
crl-25748	117	21	model	model	NOUN
crl-25748	117	22	requires	require	VERB
crl-25748	117	23	less	less	ADJ
crl-25748	117	24	and	and	CCONJ
crl-25748	117	25	less	less	ADV
crl-25748	117	26	human	human	ADJ
crl-25748	117	27	correction	correction	NOUN
crl-25748	117	28	for	for	ADP
crl-25748	117	29	each	each	DET
crl-25748	117	30	round	round	NOUN
crl-25748	117	31	of	of	ADP
crl-25748	117	32	fine	fine	ADJ
crl-25748	117	33	-	-	PUNCT
crl-25748	117	34	tuning.33	tuning.33	NOUN
crl-25748	117	35	the	the	DET
crl-25748	117	36	reason	reason	NOUN
crl-25748	117	37	a	a	DET
crl-25748	117	38	transformer	transformer	NOUN
crl-25748	117	39	model	model	NOUN
crl-25748	117	40	is	be	AUX
crl-25748	117	41	so	so	ADV
crl-25748	117	42	adept	adept	ADJ
crl-25748	117	43	at	at	ADP
crl-25748	117	44	such	such	ADJ
crl-25748	117	45	training	training	NOUN
crl-25748	117	46	is	be	AUX
crl-25748	117	47	that	that	SCONJ
crl-25748	117	48	text	text	NOUN
crl-25748	117	49	categorization	categorization	NOUN
crl-25748	117	50	is	be	AUX
crl-25748	117	51	one	one	NUM
crl-25748	117	52	of	of	ADP
crl-25748	117	53	the	the	DET
crl-25748	117	54	tasks	task	NOUN
crl-25748	117	55	it	it	PRON
crl-25748	117	56	excels	excel	VERB
crl-25748	117	57	at	at	ADP
crl-25748	117	58	:	:	PUNCT
crl-25748	117	59	being	be	AUX
crl-25748	117	60	exposed	expose	VERB
crl-25748	117	61	to	to	ADP
crl-25748	117	62	large	large	ADJ
crl-25748	117	63	volumes	volume	NOUN
crl-25748	117	64	of	of	ADP
crl-25748	117	65	data	datum	NOUN
crl-25748	117	66	and	and	CCONJ
crl-25748	117	67	then	then	ADV
crl-25748	117	68	asked	ask	VERB
crl-25748	117	69	to	to	PART
crl-25748	117	70	categorize	categorize	VERB
crl-25748	117	71	based	base	VERB
crl-25748	117	72	on	on	ADP
crl-25748	117	73	the	the	DET
crl-25748	117	74	contents	content	NOUN
crl-25748	117	75	of	of	ADP
crl-25748	117	76	documents	document	NOUN
crl-25748	117	77	is	be	AUX
crl-25748	117	78	one	one	NUM
crl-25748	117	79	of	of	ADP
crl-25748	117	80	the	the	DET
crl-25748	117	81	principal	principal	ADJ
crl-25748	117	82	tasks	task	NOUN
crl-25748	117	83	bert	bert	PROPN
crl-25748	117	84	was	be	AUX
crl-25748	117	85	created	create	VERB
crl-25748	117	86	for	for	ADP
crl-25748	117	87	.	.	PUNCT
crl-25748	118	1	once	once	SCONJ
crl-25748	118	2	the	the	DET
crl-25748	118	3	model	model	NOUN
crl-25748	118	4	has	have	AUX
crl-25748	118	5	achieved	achieve	VERB
crl-25748	118	6	sufficiently	sufficiently	ADV
crl-25748	118	7	high	high	ADJ
crl-25748	118	8	-	-	PUNCT
crl-25748	118	9	performance	performance	NOUN
crl-25748	118	10	levels	level	NOUN
crl-25748	118	11	,	,	PUNCT
crl-25748	118	12	it	it	PRON
crl-25748	118	13	is	be	AUX
crl-25748	118	14	ready	ready	ADJ
crl-25748	118	15	to	to	PART
crl-25748	118	16	be	be	AUX
crl-25748	118	17	applied	apply	VERB
crl-25748	118	18	to	to	ADP
crl-25748	118	19	classification	classification	NOUN
crl-25748	118	20	in	in	ADP
crl-25748	118	21	practice	practice	NOUN
crl-25748	118	22	.	.	PUNCT
crl-25748	119	1	how	how	SCONJ
crl-25748	119	2	this	this	PRON
crl-25748	119	3	should	should	AUX
crl-25748	119	4	be	be	AUX
crl-25748	119	5	implemented	implement	VERB
crl-25748	119	6	in	in	ADP
crl-25748	119	7	concrete	concrete	ADJ
crl-25748	119	8	terms	term	NOUN
crl-25748	119	9	is	be	AUX
crl-25748	119	10	an	an	DET
crl-25748	119	11	open	open	ADJ
crl-25748	119	12	question	question	NOUN
crl-25748	119	13	,	,	PUNCT
crl-25748	119	14	but	but	CCONJ
crl-25748	119	15	given	give	VERB
crl-25748	119	16	the	the	DET
crl-25748	119	17	nature	nature	NOUN
crl-25748	119	18	of	of	ADP
crl-25748	119	19	the	the	DET
crl-25748	119	20	task	task	NOUN
crl-25748	119	21	it	it	PRON
crl-25748	119	22	is	be	AUX
crl-25748	119	23	conceivable	conceivable	ADJ
crl-25748	119	24	that	that	SCONJ
crl-25748	119	25	some	some	DET
crl-25748	119	26	form	form	NOUN
crl-25748	119	27	of	of	ADP
crl-25748	119	28	“	"	PUNCT
crl-25748	119	29	human	human	NOUN
crl-25748	119	30	in	in	ADP
crl-25748	119	31	the	the	DET
crl-25748	119	32	loop	loop	NOUN
crl-25748	119	33	”	"	PUNCT
crl-25748	119	34	implementation	implementation	NOUN
crl-25748	119	35	would	would	AUX
crl-25748	119	36	be	be	AUX
crl-25748	119	37	an	an	DET
crl-25748	119	38	appropriate	appropriate	ADJ
crl-25748	119	39	starting	starting	NOUN
crl-25748	119	40	point	point	NOUN
crl-25748	119	41	—	—	PUNCT
crl-25748	119	42	i.e.	i.e.	X
crl-25748	119	43	,	,	PUNCT
crl-25748	119	44	a	a	DET
crl-25748	119	45	setup	setup	NOUN
crl-25748	119	46	that	that	PRON
crl-25748	119	47	involved	involve	VERB
crl-25748	119	48	library	library	NOUN
crl-25748	119	49	specialists	specialist	NOUN
crl-25748	119	50	working	work	VERB
crl-25748	119	51	in	in	ADP
crl-25748	119	52	tandem	tandem	NOUN
crl-25748	119	53	with	with	ADP
crl-25748	119	54	data	datum	NOUN
crl-25748	119	55	scientists	scientist	NOUN
crl-25748	119	56	,	,	PUNCT
crl-25748	119	57	and	and	CCONJ
crl-25748	119	58	the	the	DET
crl-25748	119	59	language	language	NOUN
crl-25748	119	60	model	model	NOUN
crl-25748	119	61	,	,	PUNCT
crl-25748	119	62	to	to	PART
crl-25748	119	63	help	help	VERB
crl-25748	119	64	ensure	ensure	VERB
crl-25748	119	65	optimal	optimal	ADJ
crl-25748	119	66	results	result	NOUN
crl-25748	119	67	.	.	PUNCT
crl-25748	120	1	this	this	PRON
crl-25748	120	2	has	have	VERB
crl-25748	120	3	the	the	DET
crl-25748	120	4	advantage	advantage	NOUN
crl-25748	120	5	of	of	ADP
crl-25748	120	6	allowing	allow	VERB
crl-25748	120	7	the	the	DET
crl-25748	120	8	model	model	NOUN
crl-25748	120	9	to	to	PART
crl-25748	120	10	be	be	AUX
crl-25748	120	11	refined	refine	VERB
crl-25748	120	12	based	base	VERB
crl-25748	120	13	on	on	ADP
crl-25748	120	14	the	the	DET
crl-25748	120	15	expertise	expertise	NOUN
crl-25748	120	16	of	of	ADP
crl-25748	120	17	the	the	DET
crl-25748	120	18	library	library	NOUN
crl-25748	120	19	staff	staff	NOUN
crl-25748	120	20	,	,	PUNCT
crl-25748	120	21	while	while	SCONJ
crl-25748	120	22	at	at	ADP
crl-25748	120	23	the	the	DET
crl-25748	120	24	same	same	ADJ
crl-25748	120	25	time	time	NOUN
crl-25748	120	26	allowing	allow	VERB
crl-25748	120	27	the	the	DET
crl-25748	120	28	staff	staff	NOUN
crl-25748	120	29	to	to	PART
crl-25748	120	30	learn	learn	VERB
crl-25748	120	31	more	more	ADJ
crl-25748	120	32	about	about	ADP
crl-25748	120	33	—	—	PUNCT
crl-25748	120	34	and	and	CCONJ
crl-25748	120	35	to	to	PART
crl-25748	120	36	trust	trust	VERB
crl-25748	120	37	—	—	PUNCT
crl-25748	120	38	the	the	DET
crl-25748	120	39	workings	working	NOUN
crl-25748	120	40	of	of	ADP
crl-25748	120	41	the	the	DET
crl-25748	120	42	model	model	NOUN
crl-25748	120	43	.	.	PUNCT
crl-25748	121	1	challenges	challenge	NOUN
crl-25748	121	2	?	?	PUNCT
crl-25748	122	1	while	while	SCONJ
crl-25748	122	2	custom	custom	ADV
crl-25748	122	3	-	-	PUNCT
crl-25748	122	4	made	make	VERB
crl-25748	122	5	tools	tool	NOUN
crl-25748	122	6	like	like	ADP
crl-25748	122	7	prodigy	prodigy	NOUN
crl-25748	122	8	enable	enable	VERB
crl-25748	122	9	the	the	DET
crl-25748	122	10	crowdsourcing	crowdsourcing	NOUN
crl-25748	122	11	of	of	ADP
crl-25748	122	12	annotation,34	annotation,34	NOUN
crl-25748	122	13	there	there	PRON
crl-25748	122	14	are	be	VERB
crl-25748	122	15	still	still	ADV
crl-25748	122	16	certain	certain	ADJ
crl-25748	122	17	challenges	challenge	NOUN
crl-25748	122	18	with	with	ADP
crl-25748	122	19	producing	produce	VERB
crl-25748	122	20	the	the	DET
crl-25748	122	21	initial	initial	ADJ
crl-25748	122	22	annotated	annotate	VERB
crl-25748	122	23	dataset	dataset	NOUN
crl-25748	122	24	needed	need	VERB
crl-25748	122	25	for	for	ADP
crl-25748	122	26	this	this	DET
crl-25748	122	27	implementation	implementation	NOUN
crl-25748	122	28	of	of	ADP
crl-25748	122	29	bert	bert	PROPN
crl-25748	122	30	.	.	PUNCT
crl-25748	123	1	on	on	ADP
crl-25748	123	2	the	the	DET
crl-25748	123	3	one	one	NUM
crl-25748	123	4	hand	hand	NOUN
crl-25748	123	5	,	,	PUNCT
crl-25748	123	6	it	it	PRON
crl-25748	123	7	is	be	AUX
crl-25748	123	8	a	a	DET
crl-25748	123	9	process	process	NOUN
crl-25748	123	10	that	that	PRON
crl-25748	123	11	requires	require	VERB
crl-25748	123	12	a	a	DET
crl-25748	123	13	fair	fair	ADJ
crl-25748	123	14	amount	amount	NOUN
crl-25748	123	15	of	of	ADP
crl-25748	123	16	labor	labor	NOUN
crl-25748	123	17	to	to	PART
crl-25748	123	18	produce	produce	VERB
crl-25748	123	19	sufficient	sufficient	ADJ
crl-25748	123	20	examples	example	NOUN
crl-25748	123	21	,	,	PUNCT
crl-25748	123	22	which	which	PRON
crl-25748	123	23	means	mean	VERB
crl-25748	123	24	having	have	VERB
crl-25748	123	25	a	a	DET
crl-25748	123	26	group	group	NOUN
crl-25748	123	27	of	of	ADP
crl-25748	123	28	volunteers	volunteer	NOUN
crl-25748	123	29	prepared	prepare	VERB
crl-25748	123	30	to	to	PART
crl-25748	123	31	undertake	undertake	VERB
crl-25748	123	32	the	the	DET
crl-25748	123	33	38	38	NUM
crl-25748	123	34	college	college	NOUN
crl-25748	123	35	&	&	CCONJ
crl-25748	123	36	research	research	PROPN
crl-25748	123	37	libraries	library	NOUN
crl-25748	123	38	january	january	PROPN
crl-25748	123	39	2023	2023	NUM
crl-25748	123	40	repetitive	repetitive	ADJ
crl-25748	123	41	and	and	CCONJ
crl-25748	123	42	(	(	PUNCT
crl-25748	123	43	for	for	ADP
crl-25748	123	44	some	some	DET
crl-25748	123	45	)	)	PUNCT
crl-25748	123	46	boring	boring	ADJ
crl-25748	123	47	task	task	NOUN
crl-25748	123	48	of	of	ADP
crl-25748	123	49	annotating	annotate	VERB
crl-25748	123	50	the	the	DET
crl-25748	123	51	data	datum	NOUN
crl-25748	123	52	.	.	PUNCT
crl-25748	124	1	on	on	ADP
crl-25748	124	2	the	the	DET
crl-25748	124	3	other	other	ADJ
crl-25748	124	4	hand	hand	NOUN
crl-25748	124	5	,	,	PUNCT
crl-25748	124	6	the	the	DET
crl-25748	124	7	cross	cross	ADJ
crl-25748	124	8	-	-	ADJ
crl-25748	124	9	checking	checking	ADJ
crl-25748	124	10	and	and	CCONJ
crl-25748	124	11	approval	approval	NOUN
crl-25748	124	12	of	of	ADP
crl-25748	124	13	completed	complete	VERB
crl-25748	124	14	annotations	annotation	NOUN
crl-25748	124	15	can	can	AUX
crl-25748	124	16	be	be	AUX
crl-25748	124	17	a	a	DET
crl-25748	124	18	tricky	tricky	ADJ
crl-25748	124	19	task	task	NOUN
crl-25748	124	20	in	in	ADP
crl-25748	124	21	itself	itself	PRON
crl-25748	124	22	,	,	PUNCT
crl-25748	124	23	since	since	SCONJ
crl-25748	124	24	categories	category	NOUN
crl-25748	124	25	are	be	AUX
crl-25748	124	26	often	often	ADV
crl-25748	124	27	fluid	fluid	ADJ
crl-25748	124	28	and	and	CCONJ
crl-25748	124	29	ambivalent	ambivalent	ADJ
crl-25748	124	30	—	—	PUNCT
crl-25748	124	31	with	with	ADP
crl-25748	124	32	boundary	boundary	ADJ
crl-25748	124	33	cases	case	NOUN
crl-25748	124	34	demanding	demand	VERB
crl-25748	124	35	the	the	DET
crl-25748	124	36	creation	creation	NOUN
crl-25748	124	37	of	of	ADP
crl-25748	124	38	further	further	ADJ
crl-25748	124	39	distinctions	distinction	NOUN
crl-25748	124	40	and	and	CCONJ
crl-25748	124	41	subcategories	subcategorie	NOUN
crl-25748	124	42	that	that	PRON
crl-25748	124	43	need	need	VERB
crl-25748	124	44	to	to	PART
crl-25748	124	45	be	be	AUX
crl-25748	124	46	adjusted	adjust	VERB
crl-25748	124	47	iteratively	iteratively	ADV
crl-25748	124	48	.	.	PUNCT
crl-25748	125	1	given	give	VERB
crl-25748	125	2	the	the	DET
crl-25748	125	3	problem	problem	NOUN
crl-25748	125	4	of	of	ADP
crl-25748	125	5	the	the	DET
crl-25748	125	6	“	"	PUNCT
crl-25748	125	7	subjectivity	subjectivity	NOUN
crl-25748	125	8	of	of	ADP
crl-25748	125	9	[	[	X
crl-25748	125	10	individual	individual	ADJ
crl-25748	125	11	]	]	X
crl-25748	125	12	judgements	judgement	NOUN
crl-25748	125	13	,	,	PUNCT
crl-25748	125	14	”	"	PUNCT
crl-25748	125	15	having	have	VERB
crl-25748	125	16	a	a	DET
crl-25748	125	17	project	project	NOUN
crl-25748	125	18	leader	leader	NOUN
crl-25748	125	19	to	to	PART
crl-25748	125	20	oversee	oversee	VERB
crl-25748	125	21	and	and	CCONJ
crl-25748	125	22	standardize	standardize	VERB
crl-25748	125	23	the	the	DET
crl-25748	125	24	verification	verification	NOUN
crl-25748	125	25	of	of	ADP
crl-25748	125	26	the	the	DET
crl-25748	125	27	tags	tag	NOUN
crl-25748	125	28	is	be	AUX
crl-25748	125	29	a	a	DET
crl-25748	125	30	prudent	prudent	ADJ
crl-25748	125	31	measure.35	measure.35	NOUN
crl-25748	125	32	why	why	SCONJ
crl-25748	125	33	?	?	PUNCT
crl-25748	126	1	using	use	VERB
crl-25748	126	2	bert	bert	NOUN
crl-25748	126	3	to	to	PART
crl-25748	126	4	classify	classify	VERB
crl-25748	126	5	incoming	incoming	ADJ
crl-25748	126	6	material	material	NOUN
crl-25748	126	7	is	be	AUX
crl-25748	126	8	a	a	DET
crl-25748	126	9	smart	smart	ADJ
crl-25748	126	10	way	way	NOUN
crl-25748	126	11	of	of	ADP
crl-25748	126	12	making	make	VERB
crl-25748	126	13	the	the	DET
crl-25748	126	14	library	library	NOUN
crl-25748	126	15	’s	’s	PART
crl-25748	126	16	collections	collection	NOUN
crl-25748	126	17	more	more	ADV
crl-25748	126	18	accessible	accessible	ADJ
crl-25748	126	19	for	for	ADP
crl-25748	126	20	new	new	ADJ
crl-25748	126	21	forms	form	NOUN
crl-25748	126	22	of	of	ADP
crl-25748	126	23	research	research	NOUN
crl-25748	126	24	.	.	PUNCT
crl-25748	127	1	by	by	ADP
crl-25748	127	2	training	train	VERB
crl-25748	127	3	the	the	DET
crl-25748	127	4	model	model	NOUN
crl-25748	127	5	to	to	PART
crl-25748	127	6	categorize	categorize	VERB
crl-25748	127	7	those	those	DET
crl-25748	127	8	parts	part	NOUN
crl-25748	127	9	of	of	ADP
crl-25748	127	10	the	the	DET
crl-25748	127	11	legal	legal	ADJ
crl-25748	127	12	deposit	deposit	NOUN
crl-25748	127	13	collections	collection	NOUN
crl-25748	127	14	not	not	PART
crl-25748	127	15	currently	currently	ADV
crl-25748	127	16	classified	classify	VERB
crl-25748	127	17	as	as	ADP
crl-25748	127	18	individual	individual	ADJ
crl-25748	127	19	objects	object	NOUN
crl-25748	127	20	—	—	PUNCT
crl-25748	127	21	i.e.	i.e.	X
crl-25748	127	22	,	,	PUNCT
crl-25748	127	23	ephemera	ephemera	PROPN
crl-25748	127	24	—	—	PUNCT
crl-25748	127	25	this	this	PRON
crl-25748	127	26	ai	ai	VERB
crl-25748	127	27	implementation	implementation	NOUN
crl-25748	127	28	would	would	AUX
crl-25748	127	29	make	make	VERB
crl-25748	127	30	material	material	NOUN
crl-25748	127	31	that	that	PRON
crl-25748	127	32	otherwise	otherwise	ADV
crl-25748	127	33	risks	risk	VERB
crl-25748	127	34	disappearing	disappear	VERB
crl-25748	127	35	into	into	ADP
crl-25748	127	36	the	the	DET
crl-25748	127	37	archive	archive	NOUN
crl-25748	127	38	more	more	ADV
crl-25748	127	39	visible	visible	ADJ
crl-25748	127	40	and	and	CCONJ
crl-25748	127	41	searchable	searchable	ADJ
crl-25748	127	42	for	for	ADP
crl-25748	127	43	the	the	DET
crl-25748	127	44	library	library	NOUN
crl-25748	127	45	’s	’s	PART
crl-25748	127	46	users	user	NOUN
crl-25748	127	47	.	.	PUNCT
crl-25748	128	1	that	that	SCONJ
crl-25748	128	2	such	such	ADJ
crl-25748	128	3	classification	classification	NOUN
crl-25748	128	4	also	also	ADV
crl-25748	128	5	provides	provide	VERB
crl-25748	128	6	the	the	DET
crl-25748	128	7	material	material	NOUN
crl-25748	128	8	with	with	ADP
crl-25748	128	9	a	a	DET
crl-25748	128	10	structure	structure	NOUN
crl-25748	128	11	amenable	amenable	ADJ
crl-25748	128	12	to	to	ADP
crl-25748	128	13	machine	machine	NOUN
crl-25748	128	14	learning	learning	NOUN
crl-25748	128	15	means	mean	VERB
crl-25748	128	16	researchers	researcher	NOUN
crl-25748	128	17	would	would	AUX
crl-25748	128	18	be	be	AUX
crl-25748	128	19	able	able	ADJ
crl-25748	128	20	to	to	PART
crl-25748	128	21	apply	apply	VERB
crl-25748	128	22	innovative	innovative	ADJ
crl-25748	128	23	,	,	PUNCT
crl-25748	128	24	data	data	NOUN
crl-25748	128	25	-	-	PUNCT
crl-25748	128	26	driven	drive	VERB
crl-25748	128	27	approaches	approach	NOUN
crl-25748	128	28	in	in	ADP
crl-25748	128	29	using	use	VERB
crl-25748	128	30	it	it	PRON
crl-25748	128	31	.	.	PUNCT
crl-25748	129	1	enhanced	enhance	VERB
crl-25748	129	2	searchability	searchability	NOUN
crl-25748	129	3	what	what	PRON
crl-25748	129	4	?	?	PUNCT
crl-25748	130	1	the	the	DET
crl-25748	130	2	second	second	ADJ
crl-25748	130	3	use	use	NOUN
crl-25748	130	4	case	case	NOUN
crl-25748	130	5	is	be	AUX
crl-25748	130	6	employing	employ	VERB
crl-25748	130	7	kb	kb	PROPN
crl-25748	130	8	-	-	PUNCT
crl-25748	130	9	bert	bert	PROPN
crl-25748	130	10	to	to	PART
crl-25748	130	11	enrich	enrich	VERB
crl-25748	130	12	metadata	metadata	NOUN
crl-25748	130	13	for	for	ADP
crl-25748	130	14	the	the	DET
crl-25748	130	15	library	library	NOUN
crl-25748	130	16	’s	’s	PART
crl-25748	130	17	digital	digital	ADJ
crl-25748	130	18	collections	collection	NOUN
crl-25748	130	19	.	.	PUNCT
crl-25748	131	1	a	a	DET
crl-25748	131	2	central	central	ADJ
crl-25748	131	3	challenge	challenge	NOUN
crl-25748	131	4	facing	facing	NOUN
crl-25748	131	5	libraries	library	NOUN
crl-25748	131	6	today	today	NOUN
crl-25748	131	7	is	be	AUX
crl-25748	131	8	how	how	SCONJ
crl-25748	131	9	to	to	PART
crl-25748	131	10	make	make	VERB
crl-25748	131	11	their	their	PRON
crl-25748	131	12	holdings	holding	NOUN
crl-25748	131	13	amenable	amenable	ADJ
crl-25748	131	14	to	to	ADP
crl-25748	131	15	the	the	DET
crl-25748	131	16	type	type	NOUN
crl-25748	131	17	of	of	ADP
crl-25748	131	18	highly	highly	ADV
crl-25748	131	19	specific	specific	ADJ
crl-25748	131	20	,	,	PUNCT
crl-25748	131	21	granular	granular	ADJ
crl-25748	131	22	search	search	NOUN
crl-25748	131	23	enquiries	enquiry	NOUN
crl-25748	131	24	that	that	PRON
crl-25748	131	25	users	user	NOUN
crl-25748	131	26	—	—	PUNCT
crl-25748	131	27	especially	especially	ADV
crl-25748	131	28	academic	academic	ADJ
crl-25748	131	29	researchers	researcher	NOUN
crl-25748	131	30	—	—	PUNCT
crl-25748	131	31	have	have	AUX
crl-25748	131	32	come	come	VERB
crl-25748	131	33	to	to	PART
crl-25748	131	34	expect	expect	VERB
crl-25748	131	35	from	from	ADP
crl-25748	131	36	the	the	DET
crl-25748	131	37	experience	experience	NOUN
crl-25748	131	38	of	of	ADP
crl-25748	131	39	using	use	VERB
crl-25748	131	40	the	the	DET
crl-25748	131	41	internet	internet	NOUN
crl-25748	131	42	and	and	CCONJ
crl-25748	131	43	search	search	NOUN
crl-25748	131	44	engines	engine	NOUN
crl-25748	131	45	like	like	ADP
crl-25748	131	46	google	google	NOUN
crl-25748	131	47	.	.	PUNCT
crl-25748	132	1	of	of	ADP
crl-25748	132	2	course	course	NOUN
crl-25748	132	3	,	,	PUNCT
crl-25748	132	4	a	a	DET
crl-25748	132	5	necessary	necessary	ADJ
crl-25748	132	6	precondition	precondition	NOUN
crl-25748	132	7	for	for	ADP
crl-25748	132	8	such	such	ADJ
crl-25748	132	9	searchability	searchability	NOUN
crl-25748	132	10	is	be	AUX
crl-25748	132	11	the	the	DET
crl-25748	132	12	digitization	digitization	NOUN
crl-25748	132	13	of	of	ADP
crl-25748	132	14	the	the	DET
crl-25748	132	15	material	material	NOUN
crl-25748	132	16	(	(	PUNCT
crl-25748	132	17	born	bear	VERB
crl-25748	132	18	digital	digital	ADJ
crl-25748	132	19	collections	collection	NOUN
crl-25748	132	20	aside	aside	ADV
crl-25748	132	21	)	)	PUNCT
crl-25748	132	22	,	,	PUNCT
crl-25748	132	23	but	but	CCONJ
crl-25748	132	24	the	the	DET
crl-25748	132	25	next	next	ADJ
crl-25748	132	26	step	step	NOUN
crl-25748	132	27	demands	demand	VERB
crl-25748	132	28	improved	improved	ADJ
crl-25748	132	29	metadata	metadata	NOUN
crl-25748	132	30	,	,	PUNCT
crl-25748	132	31	which	which	PRON
crl-25748	132	32	is	be	AUX
crl-25748	132	33	where	where	SCONJ
crl-25748	132	34	a	a	DET
crl-25748	132	35	bert	bert	NOUN
crl-25748	132	36	model	model	NOUN
crl-25748	132	37	comes	come	VERB
crl-25748	132	38	in	in	ADP
crl-25748	132	39	.	.	PUNCT
crl-25748	133	1	this	this	PRON
crl-25748	133	2	is	be	AUX
crl-25748	133	3	a	a	DET
crl-25748	133	4	more	more	ADV
crl-25748	133	5	complex	complex	ADJ
crl-25748	133	6	application	application	NOUN
crl-25748	133	7	than	than	ADP
crl-25748	133	8	that	that	PRON
crl-25748	133	9	of	of	ADP
crl-25748	133	10	classification	classification	NOUN
crl-25748	133	11	considered	consider	VERB
crl-25748	133	12	above	above	ADV
crl-25748	133	13	,	,	PUNCT
crl-25748	133	14	but	but	CCONJ
crl-25748	133	15	it	it	PRON
crl-25748	133	16	is	be	AUX
crl-25748	133	17	also	also	ADV
crl-25748	133	18	one	one	NUM
crl-25748	133	19	with	with	ADP
crl-25748	133	20	greater	great	ADJ
crl-25748	133	21	potential	potential	ADJ
crl-25748	133	22	gains	gain	NOUN
crl-25748	133	23	for	for	ADP
crl-25748	133	24	the	the	DET
crl-25748	133	25	library	library	NOUN
crl-25748	133	26	’s	’s	PART
crl-25748	133	27	users	user	NOUN
crl-25748	133	28	,	,	PUNCT
crl-25748	133	29	and	and	CCONJ
crl-25748	133	30	thus	thus	ADV
crl-25748	133	31	for	for	ADP
crl-25748	133	32	research	research	NOUN
crl-25748	133	33	at	at	ADP
crl-25748	133	34	large	large	ADJ
crl-25748	133	35	.	.	PUNCT
crl-25748	134	1	figure	figure	NOUN
crl-25748	134	2	1	1	NUM
crl-25748	134	3	making	make	VERB
crl-25748	134	4	collections	collection	NOUN
crl-25748	134	5	of	of	ADP
crl-25748	134	6	commercial	commercial	ADJ
crl-25748	134	7	ephemera	ephemera	NOUN
crl-25748	134	8	available	available	ADJ
crl-25748	134	9	for	for	ADP
crl-25748	134	10	innovative	innovative	ADJ
crl-25748	134	11	new	new	ADJ
crl-25748	134	12	research	research	NOUN
crl-25748	134	13	(	(	PUNCT
crl-25748	134	14	photo	photo	NOUN
crl-25748	134	15	:	:	PUNCT
crl-25748	134	16	ann	ann	PROPN
crl-25748	134	17	-	-	PUNCT
crl-25748	134	18	sofie	sofie	PROPN
crl-25748	134	19	persson	persson	PROPN
crl-25748	134	20	/	/	SYM
crl-25748	134	21	kb	kb	PROPN
crl-25748	134	22	)	)	PUNCT
crl-25748	134	23	making	make	VERB
crl-25748	134	24	and	and	CCONJ
crl-25748	134	25	using	use	VERB
crl-25748	134	26	ai	ai	NOUN
crl-25748	134	27	in	in	ADP
crl-25748	134	28	the	the	DET
crl-25748	134	29	library	library	NOUN
crl-25748	134	30	39	39	NUM
crl-25748	135	1	how	how	SCONJ
crl-25748	135	2	?	?	PUNCT
crl-25748	136	1	the	the	DET
crl-25748	136	2	principal	principal	ADJ
crl-25748	136	3	nlp	nlp	NOUN
crl-25748	136	4	technique	technique	NOUN
crl-25748	136	5	that	that	PRON
crl-25748	136	6	bert	bert	PROPN
crl-25748	136	7	performs	perform	VERB
crl-25748	136	8	here	here	ADV
crl-25748	136	9	is	be	AUX
crl-25748	136	10	named	name	VERB
crl-25748	136	11	entity	entity	NOUN
crl-25748	136	12	recognition	recognition	NOUN
crl-25748	136	13	(	(	PUNCT
crl-25748	136	14	ner	ner	NOUN
crl-25748	136	15	)	)	PUNCT
crl-25748	136	16	,	,	PUNCT
crl-25748	136	17	which	which	PRON
crl-25748	136	18	—	—	PUNCT
crl-25748	136	19	as	as	SCONJ
crl-25748	136	20	mentioned	mention	VERB
crl-25748	136	21	previously	previously	ADV
crl-25748	136	22	—	—	PUNCT
crl-25748	136	23	is	be	AUX
crl-25748	136	24	the	the	DET
crl-25748	136	25	ability	ability	NOUN
crl-25748	136	26	to	to	PART
crl-25748	136	27	extract	extract	VERB
crl-25748	136	28	entities	entity	NOUN
crl-25748	136	29	such	such	ADJ
crl-25748	136	30	as	as	ADP
crl-25748	136	31	places	place	NOUN
crl-25748	136	32	and	and	CCONJ
crl-25748	136	33	names	name	NOUN
crl-25748	136	34	from	from	ADP
crl-25748	136	35	texts	text	NOUN
crl-25748	136	36	.	.	PUNCT
crl-25748	137	1	to	to	PART
crl-25748	137	2	maximize	maximize	VERB
crl-25748	137	3	the	the	DET
crl-25748	137	4	searchability	searchability	NOUN
crl-25748	137	5	gains	gain	NOUN
crl-25748	137	6	made	make	VERB
crl-25748	137	7	possible	possible	ADJ
crl-25748	137	8	by	by	ADP
crl-25748	137	9	the	the	DET
crl-25748	137	10	model	model	NOUN
crl-25748	137	11	in	in	ADP
crl-25748	137	12	this	this	DET
crl-25748	137	13	regard	regard	NOUN
crl-25748	137	14	,	,	PUNCT
crl-25748	137	15	there	there	PRON
crl-25748	137	16	are	be	VERB
crl-25748	137	17	various	various	ADJ
crl-25748	137	18	components	component	NOUN
crl-25748	137	19	that	that	PRON
crl-25748	137	20	need	need	VERB
crl-25748	137	21	to	to	PART
crl-25748	137	22	be	be	AUX
crl-25748	137	23	put	put	VERB
crl-25748	137	24	in	in	ADP
crl-25748	137	25	place	place	NOUN
crl-25748	137	26	.	.	PUNCT
crl-25748	138	1	this	this	PRON
crl-25748	138	2	involves	involve	VERB
crl-25748	138	3	integrating	integrate	VERB
crl-25748	138	4	bert	bert	NOUN
crl-25748	138	5	with	with	ADP
crl-25748	138	6	a	a	DET
crl-25748	138	7	number	number	NOUN
crl-25748	138	8	of	of	ADP
crl-25748	138	9	other	other	ADJ
crl-25748	138	10	tools	tool	NOUN
crl-25748	138	11	from	from	ADP
crl-25748	138	12	data	datum	NOUN
crl-25748	138	13	and	and	CCONJ
crl-25748	138	14	information	information	NOUN
crl-25748	138	15	science	science	NOUN
crl-25748	138	16	,	,	PUNCT
crl-25748	138	17	as	as	SCONJ
crl-25748	138	18	we	we	PRON
crl-25748	138	19	explain	explain	VERB
crl-25748	138	20	below	below	ADV
crl-25748	138	21	.	.	PUNCT
crl-25748	139	1	here	here	ADV
crl-25748	139	2	it	it	PRON
crl-25748	139	3	is	be	AUX
crl-25748	139	4	worth	worth	ADJ
crl-25748	139	5	noting	note	VERB
crl-25748	139	6	that	that	SCONJ
crl-25748	139	7	since	since	SCONJ
crl-25748	139	8	ner	ner	NOUN
crl-25748	139	9	is	be	AUX
crl-25748	139	10	a	a	DET
crl-25748	139	11	broader	broad	ADJ
crl-25748	139	12	,	,	PUNCT
crl-25748	139	13	language	language	NOUN
crl-25748	139	14	-	-	PUNCT
crl-25748	139	15	wide	wide	ADJ
crl-25748	139	16	task	task	NOUN
crl-25748	139	17	,	,	PUNCT
crl-25748	139	18	there	there	PRON
crl-25748	139	19	are	be	VERB
crl-25748	139	20	more	more	ADV
crl-25748	139	21	likely	likely	ADJ
crl-25748	139	22	to	to	PART
crl-25748	139	23	be	be	AUX
crl-25748	139	24	external	external	ADJ
crl-25748	139	25	resources	resource	NOUN
crl-25748	139	26	that	that	PRON
crl-25748	139	27	can	can	AUX
crl-25748	139	28	be	be	AUX
crl-25748	139	29	adapted	adapt	VERB
crl-25748	139	30	and	and	CCONJ
crl-25748	139	31	used	use	VERB
crl-25748	139	32	,	,	PUNCT
crl-25748	139	33	as	as	SCONJ
crl-25748	139	34	opposed	oppose	VERB
crl-25748	139	35	to	to	ADP
crl-25748	139	36	internal	internal	ADJ
crl-25748	139	37	library	library	NOUN
crl-25748	139	38	classification	classification	NOUN
crl-25748	139	39	where	where	SCONJ
crl-25748	139	40	less	less	ADJ
crl-25748	139	41	help	help	NOUN
crl-25748	139	42	is	be	AUX
crl-25748	139	43	available	available	ADJ
crl-25748	139	44	.	.	PUNCT
crl-25748	140	1	firstly	firstly	ADV
crl-25748	140	2	,	,	PUNCT
crl-25748	140	3	bert	bert	PROPN
crl-25748	140	4	needs	need	VERB
crl-25748	140	5	to	to	PART
crl-25748	140	6	be	be	AUX
crl-25748	140	7	fine	fine	ADV
crl-25748	140	8	-	-	PUNCT
crl-25748	140	9	tuned	tune	VERB
crl-25748	140	10	to	to	PART
crl-25748	140	11	recognize	recognize	VERB
crl-25748	140	12	the	the	DET
crl-25748	140	13	particular	particular	ADJ
crl-25748	140	14	types	type	NOUN
crl-25748	140	15	of	of	ADP
crl-25748	140	16	entities	entity	NOUN
crl-25748	140	17	likely	likely	ADJ
crl-25748	140	18	to	to	PART
crl-25748	140	19	be	be	AUX
crl-25748	140	20	of	of	ADP
crl-25748	140	21	interest	interest	NOUN
crl-25748	140	22	to	to	PART
crl-25748	140	23	library	library	NOUN
crl-25748	140	24	users	user	NOUN
crl-25748	140	25	when	when	SCONJ
crl-25748	140	26	they	they	PRON
crl-25748	140	27	are	be	AUX
crl-25748	140	28	searching	search	VERB
crl-25748	140	29	the	the	DET
crl-25748	140	30	collections	collection	NOUN
crl-25748	140	31	.	.	PUNCT
crl-25748	141	1	the	the	DET
crl-25748	141	2	standard	standard	ADJ
crl-25748	141	3	types	type	NOUN
crl-25748	141	4	that	that	PRON
crl-25748	141	5	ner	ner	NOUN
crl-25748	141	6	models	model	NOUN
crl-25748	141	7	tend	tend	VERB
crl-25748	141	8	to	to	PART
crl-25748	141	9	be	be	AUX
crl-25748	141	10	trained	train	VERB
crl-25748	141	11	on	on	ADP
crl-25748	141	12	are	be	AUX
crl-25748	141	13	persons	person	NOUN
crl-25748	141	14	,	,	PUNCT
crl-25748	141	15	places	place	NOUN
crl-25748	141	16	,	,	PUNCT
crl-25748	141	17	organizations	organization	NOUN
crl-25748	141	18	,	,	PUNCT
crl-25748	141	19	times	time	NOUN
crl-25748	141	20	,	,	PUNCT
crl-25748	141	21	and	and	CCONJ
crl-25748	141	22	measurement	measurement	NOUN
crl-25748	141	23	,	,	PUNCT
crl-25748	141	24	but	but	CCONJ
crl-25748	141	25	this	this	PRON
crl-25748	141	26	could	could	AUX
crl-25748	141	27	be	be	AUX
crl-25748	141	28	expanded	expand	VERB
crl-25748	141	29	for	for	SCONJ
crl-25748	141	30	a	a	DET
crl-25748	141	31	library	library	ADJ
crl-25748	141	32	ecosystem	ecosystem	NOUN
crl-25748	141	33	to	to	PART
crl-25748	141	34	include	include	VERB
crl-25748	141	35	even	even	ADV
crl-25748	141	36	titles	title	NOUN
crl-25748	141	37	of	of	ADP
crl-25748	141	38	publications	publication	NOUN
crl-25748	141	39	,	,	PUNCT
crl-25748	141	40	literary	literary	ADJ
crl-25748	141	41	genres	genre	NOUN
crl-25748	141	42	,	,	PUNCT
crl-25748	141	43	and	and	CCONJ
crl-25748	141	44	cultural	cultural	ADJ
crl-25748	141	45	movements	movement	NOUN
crl-25748	141	46	.	.	PUNCT
crl-25748	142	1	as	as	ADV
crl-25748	142	2	soon	soon	ADV
crl-25748	142	3	as	as	SCONJ
crl-25748	142	4	the	the	DET
crl-25748	142	5	particular	particular	ADJ
crl-25748	142	6	categories	category	NOUN
crl-25748	142	7	of	of	ADP
crl-25748	142	8	interest	interest	NOUN
crl-25748	142	9	have	have	AUX
crl-25748	142	10	been	be	AUX
crl-25748	142	11	determined	determine	VERB
crl-25748	142	12	,	,	PUNCT
crl-25748	142	13	a	a	DET
crl-25748	142	14	set	set	NOUN
crl-25748	142	15	of	of	ADP
crl-25748	142	16	training	training	NOUN
crl-25748	142	17	data	datum	NOUN
crl-25748	142	18	needs	need	VERB
crl-25748	142	19	to	to	PART
crl-25748	142	20	be	be	AUX
crl-25748	142	21	produced	produce	VERB
crl-25748	142	22	to	to	PART
crl-25748	142	23	allow	allow	VERB
crl-25748	142	24	bert	bert	PROPN
crl-25748	142	25	to	to	PART
crl-25748	142	26	learn	learn	VERB
crl-25748	142	27	how	how	SCONJ
crl-25748	142	28	to	to	PART
crl-25748	142	29	identify	identify	VERB
crl-25748	142	30	these	these	DET
crl-25748	142	31	entities	entity	NOUN
crl-25748	142	32	in	in	ADP
crl-25748	142	33	large	large	ADJ
crl-25748	142	34	volumes	volume	NOUN
crl-25748	142	35	of	of	ADP
crl-25748	142	36	text	text	NOUN
crl-25748	142	37	.	.	PUNCT
crl-25748	143	1	as	as	ADP
crl-25748	143	2	with	with	ADP
crl-25748	143	3	the	the	DET
crl-25748	143	4	previous	previous	ADJ
crl-25748	143	5	example	example	NOUN
crl-25748	143	6	of	of	ADP
crl-25748	143	7	classification	classification	NOUN
crl-25748	143	8	,	,	PUNCT
crl-25748	143	9	this	this	PRON
crl-25748	143	10	requires	require	VERB
crl-25748	143	11	the	the	DET
crl-25748	143	12	production	production	NOUN
crl-25748	143	13	of	of	ADP
crl-25748	143	14	an	an	DET
crl-25748	143	15	annotated	annotate	VERB
crl-25748	143	16	dataset	dataset	NOUN
crl-25748	143	17	compiled	compile	VERB
crl-25748	143	18	of	of	ADP
crl-25748	143	19	appropriately	appropriately	ADV
crl-25748	143	20	tagged	tag	VERB
crl-25748	143	21	examples	example	NOUN
crl-25748	143	22	.	.	PUNCT
crl-25748	144	1	beyond	beyond	ADP
crl-25748	144	2	its	its	PRON
crl-25748	144	3	use	use	NOUN
crl-25748	144	4	in	in	ADP
crl-25748	144	5	training	train	VERB
crl-25748	144	6	this	this	DET
crl-25748	144	7	model	model	NOUN
crl-25748	144	8	,	,	PUNCT
crl-25748	144	9	the	the	DET
crl-25748	144	10	creation	creation	NOUN
crl-25748	144	11	of	of	ADP
crl-25748	144	12	such	such	DET
crl-25748	144	13	a	a	DET
crl-25748	144	14	ner	ner	NOUN
crl-25748	144	15	dataset	dataset	NOUN
crl-25748	144	16	is	be	AUX
crl-25748	144	17	also	also	ADV
crl-25748	144	18	a	a	DET
crl-25748	144	19	significant	significant	ADJ
crl-25748	144	20	contribution	contribution	NOUN
crl-25748	144	21	to	to	ADP
crl-25748	144	22	the	the	DET
crl-25748	144	23	national	national	ADJ
crl-25748	144	24	nlp	nlp	PROPN
crl-25748	144	25	community	community	NOUN
crl-25748	144	26	,	,	PUNCT
crl-25748	144	27	insofar	insofar	ADV
crl-25748	144	28	as	as	SCONJ
crl-25748	144	29	it	it	PRON
crl-25748	144	30	can	can	AUX
crl-25748	144	31	then	then	ADV
crl-25748	144	32	be	be	AUX
crl-25748	144	33	released	release	VERB
crl-25748	144	34	for	for	SCONJ
crl-25748	144	35	other	other	ADJ
crl-25748	144	36	actors	actor	NOUN
crl-25748	144	37	to	to	PART
crl-25748	144	38	use	use	VERB
crl-25748	144	39	and	and	CCONJ
crl-25748	144	40	develop	develop	VERB
crl-25748	144	41	in	in	ADP
crl-25748	144	42	future	future	ADJ
crl-25748	144	43	research	research	NOUN
crl-25748	144	44	and	and	CCONJ
crl-25748	144	45	development	development	NOUN
crl-25748	144	46	.	.	PUNCT
crl-25748	145	1	secondly	secondly	ADV
crl-25748	145	2	,	,	PUNCT
crl-25748	145	3	once	once	ADV
crl-25748	145	4	trained	train	VERB
crl-25748	145	5	to	to	PART
crl-25748	145	6	find	find	VERB
crl-25748	145	7	these	these	DET
crl-25748	145	8	entities	entity	NOUN
crl-25748	145	9	in	in	ADP
crl-25748	145	10	the	the	DET
crl-25748	145	11	library	library	NOUN
crl-25748	145	12	’s	’s	PART
crl-25748	145	13	collections	collection	NOUN
crl-25748	145	14	,	,	PUNCT
crl-25748	145	15	bert	bert	PROPN
crl-25748	145	16	needs	need	VERB
crl-25748	145	17	to	to	PART
crl-25748	145	18	be	be	AUX
crl-25748	145	19	connected	connect	VERB
crl-25748	145	20	to	to	ADP
crl-25748	145	21	a	a	DET
crl-25748	145	22	specific	specific	ADJ
crl-25748	145	23	model	model	NOUN
crl-25748	145	24	for	for	ADP
crl-25748	145	25	named	name	VERB
crl-25748	145	26	entity	entity	NOUN
crl-25748	145	27	disambiguation	disambiguation	NOUN
crl-25748	145	28	(	(	PUNCT
crl-25748	145	29	ned	ned	PROPN
crl-25748	145	30	)	)	PUNCT
crl-25748	145	31	.	.	PUNCT
crl-25748	146	1	this	this	PRON
crl-25748	146	2	is	be	AUX
crl-25748	146	3	a	a	DET
crl-25748	146	4	system	system	NOUN
crl-25748	146	5	with	with	ADP
crl-25748	146	6	the	the	DET
crl-25748	146	7	ability	ability	NOUN
crl-25748	146	8	to	to	PART
crl-25748	146	9	distinguish	distinguish	VERB
crl-25748	146	10	between	between	ADP
crl-25748	146	11	entities	entity	NOUN
crl-25748	146	12	with	with	ADP
crl-25748	146	13	the	the	DET
crl-25748	146	14	same	same	ADJ
crl-25748	146	15	name	name	NOUN
crl-25748	146	16	that	that	PRON
crl-25748	146	17	refer	refer	VERB
crl-25748	146	18	to	to	ADP
crl-25748	146	19	different	different	ADJ
crl-25748	146	20	things.36	things.36	NOUN
crl-25748	146	21	if	if	SCONJ
crl-25748	146	22	,	,	PUNCT
crl-25748	146	23	for	for	ADP
crl-25748	146	24	instance	instance	NOUN
crl-25748	146	25	,	,	PUNCT
crl-25748	146	26	we	we	PRON
crl-25748	146	27	were	be	AUX
crl-25748	146	28	to	to	PART
crl-25748	146	29	type	type	VERB
crl-25748	146	30	“	"	PUNCT
crl-25748	146	31	abraham	abraham	PROPN
crl-25748	146	32	lincoln	lincoln	PROPN
crl-25748	146	33	”	"	PUNCT
crl-25748	146	34	in	in	ADP
crl-25748	146	35	wikipedia	wikipedia	PROPN
crl-25748	146	36	’s	’s	PART
crl-25748	146	37	search	search	NOUN
crl-25748	146	38	window	window	NOUN
crl-25748	146	39	,	,	PUNCT
crl-25748	146	40	then	then	ADV
crl-25748	146	41	we	we	PRON
crl-25748	146	42	arrive	arrive	VERB
crl-25748	146	43	at	at	ADP
crl-25748	146	44	a	a	DET
crl-25748	146	45	“	"	PUNCT
crl-25748	146	46	disambiguation	disambiguation	NOUN
crl-25748	146	47	page	page	NOUN
crl-25748	146	48	”	"	PUNCT
crl-25748	146	49	that	that	PRON
crl-25748	146	50	lists	list	VERB
crl-25748	146	51	the	the	DET
crl-25748	146	52	various	various	ADJ
crl-25748	146	53	entities	entity	NOUN
crl-25748	146	54	this	this	PRON
crl-25748	146	55	could	could	AUX
crl-25748	146	56	refer	refer	VERB
crl-25748	146	57	to	to	ADP
crl-25748	146	58	:	:	PUNCT
crl-25748	146	59	from	from	ADP
crl-25748	146	60	the	the	DET
crl-25748	146	61	sixteenth	sixteenth	ADJ
crl-25748	146	62	president	president	NOUN
crl-25748	146	63	of	of	ADP
crl-25748	146	64	the	the	DET
crl-25748	146	65	usa	usa	PROPN
crl-25748	146	66	in	in	ADP
crl-25748	146	67	person	person	NOUN
crl-25748	146	68	to	to	ADP
crl-25748	146	69	the	the	DET
crl-25748	146	70	many	many	ADJ
crl-25748	146	71	works	work	NOUN
crl-25748	146	72	representing	represent	VERB
crl-25748	146	73	his	his	PRON
crl-25748	146	74	life	life	NOUN
crl-25748	146	75	,	,	PUNCT
crl-25748	146	76	and	and	CCONJ
crl-25748	146	77	from	from	ADP
crl-25748	146	78	a	a	DET
crl-25748	146	79	list	list	NOUN
crl-25748	146	80	of	of	ADP
crl-25748	146	81	commemorative	commemorative	ADJ
crl-25748	146	82	statues	statue	NOUN
crl-25748	146	83	to	to	ADP
crl-25748	146	84	other	other	ADJ
crl-25748	146	85	usages	usage	NOUN
crl-25748	146	86	within	within	ADP
crl-25748	146	87	transport	transport	NOUN
crl-25748	146	88	(	(	PUNCT
crl-25748	146	89	models	model	NOUN
crl-25748	146	90	of	of	ADP
crl-25748	146	91	trains	train	NOUN
crl-25748	146	92	,	,	PUNCT
crl-25748	146	93	etc	etc	X
crl-25748	146	94	.	.	X
crl-25748	146	95	)	)	PUNCT
crl-25748	147	1	or	or	CCONJ
crl-25748	147	2	if	if	SCONJ
crl-25748	147	3	we	we	PRON
crl-25748	147	4	search	search	VERB
crl-25748	147	5	for	for	ADP
crl-25748	147	6	“	"	PUNCT
crl-25748	147	7	lars	lars	PROPN
crl-25748	147	8	andersson	andersson	PROPN
crl-25748	147	9	”	"	PUNCT
crl-25748	147	10	on	on	ADP
crl-25748	147	11	swedish	swedish	PROPN
crl-25748	147	12	wikipedia	wikipedia	PROPN
crl-25748	147	13	,	,	PUNCT
crl-25748	147	14	then	then	ADV
crl-25748	147	15	we	we	PRON
crl-25748	147	16	receive	receive	VERB
crl-25748	147	17	a	a	DET
crl-25748	147	18	similar	similar	ADJ
crl-25748	147	19	result	result	NOUN
crl-25748	147	20	:	:	PUNCT
crl-25748	147	21	a	a	DET
crl-25748	147	22	long	long	ADJ
crl-25748	147	23	list	list	NOUN
crl-25748	147	24	distinguishing	distinguish	VERB
crl-25748	147	25	the	the	DET
crl-25748	147	26	different	different	ADJ
crl-25748	147	27	historical	historical	ADJ
crl-25748	147	28	and	and	CCONJ
crl-25748	147	29	contemporary	contemporary	ADJ
crl-25748	147	30	figures	figure	NOUN
crl-25748	147	31	that	that	PRON
crl-25748	147	32	share	share	VERB
crl-25748	147	33	this	this	DET
crl-25748	147	34	name	name	NOUN
crl-25748	147	35	figure	figure	NOUN
crl-25748	147	36	2	2	NUM
crl-25748	147	37	using	use	VERB
crl-25748	147	38	bert	bert	NOUN
crl-25748	147	39	to	to	PART
crl-25748	147	40	identify	identify	VERB
crl-25748	147	41	named	name	VERB
crl-25748	147	42	entities	entity	NOUN
crl-25748	147	43	in	in	ADP
crl-25748	147	44	the	the	DET
crl-25748	147	45	library	library	NOUN
crl-25748	147	46	’s	’s	PART
crl-25748	147	47	collections	collection	NOUN
crl-25748	147	48	(	(	PUNCT
crl-25748	147	49	image	image	NOUN
crl-25748	147	50	:	:	PUNCT
crl-25748	147	51	elena	elena	PROPN
crl-25748	147	52	faton/	faton/	NUM
crl-25748	147	53	kb	kb	PROPN
crl-25748	147	54	)	)	PUNCT
crl-25748	147	55	40	40	NUM
crl-25748	147	56	college	college	PROPN
crl-25748	147	57	&	&	CCONJ
crl-25748	147	58	research	research	PROPN
crl-25748	147	59	libraries	library	NOUN
crl-25748	147	60	january	january	PROPN
crl-25748	147	61	2023	2023	NUM
crl-25748	147	62	figure	figure	NOUN
crl-25748	147	63	3	3	NUM
crl-25748	147	64	entity	entity	NOUN
crl-25748	147	65	disambiguation	disambiguation	NOUN
crl-25748	147	66	:	:	PUNCT
crl-25748	147	67	the	the	DET
crl-25748	147	68	diverse	diverse	ADJ
crl-25748	147	69	referents	referent	NOUN
crl-25748	147	70	of	of	ADP
crl-25748	147	71	“	"	PUNCT
crl-25748	147	72	abraham	abraham	PROPN
crl-25748	147	73	lincoln	lincoln	PROPN
crl-25748	147	74	“	"	PUNCT
crl-25748	147	75	(	(	PUNCT
crl-25748	147	76	wikipedia	wikipedia	PROPN
crl-25748	147	77	cc	cc	PROPN
crl-25748	147	78	by	by	ADP
crl-25748	147	79	-	-	PUNCT
crl-25748	147	80	sa	sa	PROPN
crl-25748	147	81	3.0	3.0	NUM
crl-25748	147	82	)	)	PUNCT
crl-25748	147	83	figure	figure	NOUN
crl-25748	147	84	4	4	NUM
crl-25748	147	85	entity	entity	NOUN
crl-25748	147	86	disambiguation	disambiguation	NOUN
crl-25748	147	87	:	:	PUNCT
crl-25748	147	88	the	the	DET
crl-25748	147	89	diverse	diverse	ADJ
crl-25748	147	90	referents	referent	NOUN
crl-25748	147	91	of	of	ADP
crl-25748	147	92	“	"	PUNCT
crl-25748	147	93	lars	lars	PROPN
crl-25748	147	94	andersson	andersson	PROPN
crl-25748	147	95	”	"	PUNCT
crl-25748	147	96	(	(	PUNCT
crl-25748	147	97	wikipedia	wikipedia	PROPN
crl-25748	147	98	cc	cc	PROPN
crl-25748	147	99	by	by	ADP
crl-25748	147	100	-	-	PUNCT
crl-25748	147	101	sa	sa	PROPN
crl-25748	147	102	3.0	3.0	NUM
crl-25748	147	103	)	)	PUNCT
crl-25748	147	104	making	make	VERB
crl-25748	147	105	and	and	CCONJ
crl-25748	147	106	using	use	VERB
crl-25748	147	107	ai	ai	NOUN
crl-25748	147	108	in	in	ADP
crl-25748	147	109	the	the	DET
crl-25748	147	110	library	library	NOUN
crl-25748	147	111	41	41	NUM
crl-25748	147	112	(	(	PUNCT
crl-25748	147	113	see	see	VERB
crl-25748	147	114	figures	figure	NOUN
crl-25748	147	115	3	3	NUM
crl-25748	147	116	and	and	CCONJ
crl-25748	147	117	4	4	NUM
crl-25748	147	118	)	)	PUNCT
crl-25748	147	119	.	.	PUNCT
crl-25748	148	1	in	in	ADP
crl-25748	148	2	practice	practice	NOUN
crl-25748	148	3	,	,	PUNCT
crl-25748	148	4	there	there	PRON
crl-25748	148	5	are	be	VERB
crl-25748	148	6	various	various	ADJ
crl-25748	148	7	ready	ready	ADJ
crl-25748	148	8	-	-	PUNCT
crl-25748	148	9	made	make	VERB
crl-25748	148	10	tools	tool	NOUN
crl-25748	148	11	that	that	PRON
crl-25748	148	12	can	can	AUX
crl-25748	148	13	be	be	AUX
crl-25748	148	14	adapted	adapt	VERB
crl-25748	148	15	for	for	ADP
crl-25748	148	16	this	this	DET
crl-25748	148	17	task	task	NOUN
crl-25748	148	18	of	of	ADP
crl-25748	148	19	disambiguating	disambiguate	VERB
crl-25748	148	20	different	different	ADJ
crl-25748	148	21	uses	use	NOUN
crl-25748	148	22	of	of	ADP
crl-25748	148	23	the	the	DET
crl-25748	148	24	same	same	ADJ
crl-25748	148	25	name	name	NOUN
crl-25748	148	26	—	—	PUNCT
crl-25748	148	27	e.g.	e.g.	ADV
crl-25748	148	28	,	,	PUNCT
crl-25748	148	29	bootleg37	bootleg37	ADJ
crl-25748	148	30	—	—	PUNCT
crl-25748	148	31	but	but	CCONJ
crl-25748	148	32	doing	do	VERB
crl-25748	148	33	so	so	ADV
crl-25748	148	34	is	be	AUX
crl-25748	148	35	an	an	DET
crl-25748	148	36	essential	essential	ADJ
crl-25748	148	37	part	part	NOUN
crl-25748	148	38	of	of	ADP
crl-25748	148	39	creating	create	VERB
crl-25748	148	40	an	an	DET
crl-25748	148	41	effective	effective	ADJ
crl-25748	148	42	search	search	NOUN
crl-25748	148	43	system	system	NOUN
crl-25748	148	44	built	build	VERB
crl-25748	148	45	on	on	ADP
crl-25748	148	46	ner	ner	NOUN
crl-25748	148	47	.	.	PUNCT
crl-25748	149	1	thirdly	thirdly	ADV
crl-25748	149	2	,	,	PUNCT
crl-25748	149	3	to	to	PART
crl-25748	149	4	produce	produce	VERB
crl-25748	149	5	an	an	DET
crl-25748	149	6	end	end	NOUN
crl-25748	149	7	-	-	PUNCT
crl-25748	149	8	to	to	ADP
crl-25748	149	9	-	-	PUNCT
crl-25748	149	10	end	end	NOUN
crl-25748	149	11	system	system	NOUN
crl-25748	149	12	for	for	ADP
crl-25748	149	13	entity	entity	NOUN
crl-25748	149	14	recognition	recognition	NOUN
crl-25748	149	15	that	that	PRON
crl-25748	149	16	maximizes	maximize	VERB
crl-25748	149	17	search	search	NOUN
crl-25748	149	18	potential	potential	NOUN
crl-25748	149	19	,	,	PUNCT
crl-25748	149	20	bert	bert	PROPN
crl-25748	149	21	should	should	AUX
crl-25748	149	22	be	be	AUX
crl-25748	149	23	integrated	integrate	VERB
crl-25748	149	24	with	with	ADP
crl-25748	149	25	a	a	DET
crl-25748	149	26	tool	tool	NOUN
crl-25748	149	27	for	for	ADP
crl-25748	149	28	entity	entity	NOUN
crl-25748	149	29	linking	linking	NOUN
crl-25748	149	30	.	.	PUNCT
crl-25748	150	1	this	this	PRON
crl-25748	150	2	is	be	AUX
crl-25748	150	3	a	a	DET
crl-25748	150	4	matter	matter	NOUN
crl-25748	150	5	of	of	ADP
crl-25748	150	6	connecting	connect	VERB
crl-25748	150	7	the	the	DET
crl-25748	150	8	library	library	NOUN
crl-25748	150	9	’s	’s	PART
crl-25748	150	10	internal	internal	ADJ
crl-25748	150	11	databases	database	NOUN
crl-25748	150	12	with	with	ADP
crl-25748	150	13	the	the	DET
crl-25748	150	14	wider	wide	ADJ
crl-25748	150	15	knowledge	knowledge	NOUN
crl-25748	150	16	base	base	NOUN
crl-25748	150	17	of	of	ADP
crl-25748	150	18	the	the	DET
crl-25748	150	19	semantic	semantic	ADJ
crl-25748	150	20	web	web	NOUN
crl-25748	150	21	to	to	PART
crl-25748	150	22	ensure	ensure	VERB
crl-25748	150	23	that	that	SCONJ
crl-25748	150	24	the	the	DET
crl-25748	150	25	named	name	VERB
crl-25748	150	26	entities	entity	NOUN
crl-25748	150	27	identified	identify	VERB
crl-25748	150	28	by	by	ADP
crl-25748	150	29	bert	bert	PROPN
crl-25748	150	30	within	within	ADP
crl-25748	150	31	the	the	DET
crl-25748	150	32	collections	collection	NOUN
crl-25748	150	33	are	be	AUX
crl-25748	150	34	interconnected	interconnect	VERB
crl-25748	150	35	with	with	ADP
crl-25748	150	36	—	—	PUNCT
crl-25748	150	37	and	and	CCONJ
crl-25748	150	38	made	make	VERB
crl-25748	150	39	available	available	ADJ
crl-25748	150	40	as	as	ADP
crl-25748	150	41	—	—	PUNCT
crl-25748	150	42	open	open	ADJ
crl-25748	150	43	linked	link	VERB
crl-25748	150	44	data.38	data.38	PROPN
crl-25748	150	45	this	this	DET
crl-25748	150	46	linking	linking	NOUN
crl-25748	150	47	achieves	achieve	VERB
crl-25748	150	48	the	the	DET
crl-25748	150	49	mapping	mapping	NOUN
crl-25748	150	50	of	of	ADP
crl-25748	150	51	entities	entity	NOUN
crl-25748	150	52	mentioned	mention	VERB
crl-25748	150	53	within	within	ADP
crl-25748	150	54	the	the	DET
crl-25748	150	55	library	library	NOUN
crl-25748	150	56	’s	’s	PART
crl-25748	150	57	collections	collection	NOUN
crl-25748	150	58	onto	onto	ADP
crl-25748	150	59	the	the	DET
crl-25748	150	60	existing	exist	VERB
crl-25748	150	61	network	network	NOUN
crl-25748	150	62	of	of	ADP
crl-25748	150	63	information	information	NOUN
crl-25748	150	64	about	about	ADP
crl-25748	150	65	these	these	DET
crl-25748	150	66	items	item	NOUN
crl-25748	150	67	contained	contain	VERB
crl-25748	150	68	in	in	ADP
crl-25748	150	69	the	the	DET
crl-25748	150	70	vast	vast	ADJ
crl-25748	150	71	structured	structured	ADJ
crl-25748	150	72	data	datum	NOUN
crl-25748	150	73	of	of	ADP
crl-25748	150	74	,	,	PUNCT
crl-25748	150	75	say	say	INTJ
crl-25748	150	76	,	,	PUNCT
crl-25748	150	77	wikidata	wikidata	ADJ
crl-25748	150	78	—	—	PUNCT
crl-25748	150	79	the	the	DET
crl-25748	150	80	database	database	NOUN
crl-25748	150	81	underpinning	underpin	VERB
crl-25748	150	82	wikipedia	wikipedia	PROPN
crl-25748	150	83	and	and	CCONJ
crl-25748	150	84	related	related	ADJ
crl-25748	150	85	projects	project	NOUN
crl-25748	150	86	.	.	PUNCT
crl-25748	151	1	by	by	ADP
crl-25748	151	2	harnessing	harness	VERB
crl-25748	151	3	the	the	DET
crl-25748	151	4	power	power	NOUN
crl-25748	151	5	of	of	ADP
crl-25748	151	6	bert	bert	PROPN
crl-25748	151	7	to	to	PART
crl-25748	151	8	identify	identify	VERB
crl-25748	151	9	entities	entity	NOUN
crl-25748	151	10	on	on	ADP
crl-25748	151	11	a	a	DET
crl-25748	151	12	massive	massive	ADJ
crl-25748	151	13	scale	scale	NOUN
crl-25748	151	14	,	,	PUNCT
crl-25748	151	15	and	and	CCONJ
crl-25748	151	16	by	by	ADP
crl-25748	151	17	making	make	VERB
crl-25748	151	18	this	this	DET
crl-25748	151	19	part	part	NOUN
crl-25748	151	20	of	of	ADP
crl-25748	151	21	the	the	DET
crl-25748	151	22	huge	huge	ADJ
crl-25748	151	23	informational	informational	ADJ
crl-25748	151	24	resources	resource	NOUN
crl-25748	151	25	of	of	ADP
crl-25748	151	26	the	the	DET
crl-25748	151	27	semantic	semantic	ADJ
crl-25748	151	28	web	web	NOUN
crl-25748	151	29	,	,	PUNCT
crl-25748	151	30	it	it	PRON
crl-25748	151	31	becomes	become	VERB
crl-25748	151	32	possible	possible	ADJ
crl-25748	151	33	for	for	SCONJ
crl-25748	151	34	users	user	NOUN
crl-25748	151	35	to	to	PART
crl-25748	151	36	search	search	VERB
crl-25748	151	37	the	the	DET
crl-25748	151	38	collections	collection	NOUN
crl-25748	151	39	with	with	ADP
crl-25748	151	40	an	an	DET
crl-25748	151	41	entirely	entirely	ADV
crl-25748	151	42	new	new	ADJ
crl-25748	151	43	level	level	NOUN
crl-25748	151	44	of	of	ADP
crl-25748	151	45	scope	scope	NOUN
crl-25748	151	46	and	and	CCONJ
crl-25748	151	47	precision	precision	NOUN
crl-25748	151	48	.	.	PUNCT
crl-25748	152	1	to	to	PART
crl-25748	152	2	show	show	VERB
crl-25748	152	3	how	how	SCONJ
crl-25748	152	4	this	this	PRON
crl-25748	152	5	works	work	VERB
crl-25748	152	6	in	in	ADP
crl-25748	152	7	practice	practice	NOUN
crl-25748	152	8	,	,	PUNCT
crl-25748	152	9	we	we	PRON
crl-25748	152	10	can	can	AUX
crl-25748	152	11	consider	consider	VERB
crl-25748	152	12	the	the	DET
crl-25748	152	13	example	example	NOUN
crl-25748	152	14	of	of	ADP
crl-25748	152	15	a	a	DET
crl-25748	152	16	researcher	researcher	NOUN
crl-25748	152	17	with	with	ADP
crl-25748	152	18	a	a	DET
crl-25748	152	19	broad	broad	ADJ
crl-25748	152	20	set	set	NOUN
crl-25748	152	21	of	of	ADP
crl-25748	152	22	search	search	NOUN
crl-25748	152	23	parameters	parameter	NOUN
crl-25748	152	24	—	—	PUNCT
crl-25748	152	25	say	say	VERB
crl-25748	152	26	an	an	DET
crl-25748	152	27	interest	interest	NOUN
crl-25748	152	28	in	in	ADP
crl-25748	152	29	murders	murder	NOUN
crl-25748	152	30	in	in	ADP
crl-25748	152	31	west	west	PROPN
crl-25748	152	32	sweden	sweden	PROPN
crl-25748	152	33	between	between	ADP
crl-25748	152	34	1850	1850	NUM
crl-25748	152	35	and	and	CCONJ
crl-25748	152	36	1930	1930	NUM
crl-25748	152	37	.	.	PUNCT
crl-25748	153	1	a	a	DET
crl-25748	153	2	search	search	NOUN
crl-25748	153	3	system	system	NOUN
crl-25748	153	4	built	build	VERB
crl-25748	153	5	on	on	ADP
crl-25748	153	6	bert	bert	PROPN
crl-25748	153	7	could	could	AUX
crl-25748	153	8	perform	perform	VERB
crl-25748	153	9	such	such	DET
crl-25748	153	10	an	an	DET
crl-25748	153	11	enquiry	enquiry	NOUN
crl-25748	153	12	across	across	ADP
crl-25748	153	13	a	a	DET
crl-25748	153	14	large	large	ADJ
crl-25748	153	15	range	range	NOUN
crl-25748	153	16	of	of	ADP
crl-25748	153	17	material	material	NOUN
crl-25748	153	18	—	—	PUNCT
crl-25748	153	19	i.e.	i.e.	X
crl-25748	153	20	,	,	PUNCT
crl-25748	153	21	all	all	DET
crl-25748	153	22	the	the	DET
crl-25748	153	23	newspapers	newspaper	NOUN
crl-25748	153	24	from	from	ADP
crl-25748	153	25	the	the	DET
crl-25748	153	26	period	period	NOUN
crl-25748	153	27	—	—	PUNCT
crl-25748	153	28	using	use	VERB
crl-25748	153	29	the	the	DET
crl-25748	153	30	contextual	contextual	ADJ
crl-25748	153	31	knowledge	knowledge	NOUN
crl-25748	153	32	of	of	ADP
crl-25748	153	33	named	name	VERB
crl-25748	153	34	entities	entity	NOUN
crl-25748	153	35	the	the	DET
crl-25748	153	36	model	model	NOUN
crl-25748	153	37	has	have	AUX
crl-25748	153	38	gained	gain	VERB
crl-25748	153	39	.	.	PUNCT
crl-25748	154	1	given	give	VERB
crl-25748	154	2	that	that	SCONJ
crl-25748	154	3	kb	kb	PROPN
crl-25748	154	4	-	-	PUNCT
crl-25748	154	5	bert	bert	PROPN
crl-25748	154	6	knows	know	VERB
crl-25748	154	7	that	that	SCONJ
crl-25748	154	8	the	the	DET
crl-25748	154	9	city	city	NOUN
crl-25748	154	10	of	of	ADP
crl-25748	154	11	gothenburg	gothenburg	PROPN
crl-25748	154	12	is	be	AUX
crl-25748	154	13	situated	situate	VERB
crl-25748	154	14	in	in	ADP
crl-25748	154	15	west	west	PROPN
crl-25748	154	16	sweden	sweden	PROPN
crl-25748	154	17	,	,	PUNCT
crl-25748	154	18	for	for	ADP
crl-25748	154	19	instance	instance	NOUN
crl-25748	154	20	,	,	PUNCT
crl-25748	154	21	it	it	PRON
crl-25748	154	22	would	would	AUX
crl-25748	154	23	be	be	AUX
crl-25748	154	24	able	able	ADJ
crl-25748	154	25	to	to	PART
crl-25748	154	26	include	include	VERB
crl-25748	154	27	items	item	NOUN
crl-25748	154	28	for	for	ADP
crl-25748	154	29	the	the	DET
crl-25748	154	30	above	above	ADJ
crl-25748	154	31	search	search	NOUN
crl-25748	154	32	terms	term	NOUN
crl-25748	154	33	without	without	ADP
crl-25748	154	34	the	the	DET
crl-25748	154	35	reports	report	NOUN
crl-25748	154	36	explicitly	explicitly	ADV
crl-25748	154	37	mentioning	mention	VERB
crl-25748	154	38	this	this	DET
crl-25748	154	39	wider	wide	ADJ
crl-25748	154	40	geographical	geographical	ADJ
crl-25748	154	41	term	term	NOUN
crl-25748	154	42	.	.	PUNCT
crl-25748	155	1	the	the	DET
crl-25748	155	2	model	model	NOUN
crl-25748	155	3	thereby	thereby	ADV
crl-25748	155	4	provides	provide	VERB
crl-25748	155	5	faster	fast	ADJ
crl-25748	155	6	and	and	CCONJ
crl-25748	155	7	more	more	ADV
crl-25748	155	8	effective	effective	ADJ
crl-25748	155	9	ways	way	NOUN
crl-25748	155	10	of	of	ADP
crl-25748	155	11	helping	help	VERB
crl-25748	155	12	researchers	researcher	NOUN
crl-25748	155	13	find	find	VERB
crl-25748	155	14	what	what	PRON
crl-25748	155	15	they	they	PRON
crl-25748	155	16	are	be	AUX
crl-25748	155	17	looking	look	VERB
crl-25748	155	18	for	for	ADP
crl-25748	155	19	.	.	PUNCT
crl-25748	156	1	challenges	challenge	NOUN
crl-25748	156	2	?	?	PUNCT
crl-25748	157	1	beyond	beyond	ADP
crl-25748	157	2	the	the	DET
crl-25748	157	3	difficulties	difficulty	NOUN
crl-25748	157	4	of	of	ADP
crl-25748	157	5	producing	produce	VERB
crl-25748	157	6	an	an	DET
crl-25748	157	7	annotated	annotate	VERB
crl-25748	157	8	dataset	dataset	NOUN
crl-25748	157	9	outlined	outline	VERB
crl-25748	157	10	in	in	ADP
crl-25748	157	11	the	the	DET
crl-25748	157	12	previous	previous	ADJ
crl-25748	157	13	example	example	NOUN
crl-25748	157	14	,	,	PUNCT
crl-25748	157	15	this	this	DET
crl-25748	157	16	use	use	NOUN
crl-25748	157	17	case	case	NOUN
crl-25748	157	18	involves	involve	VERB
crl-25748	157	19	a	a	DET
crl-25748	157	20	number	number	NOUN
crl-25748	157	21	of	of	ADP
crl-25748	157	22	fairly	fairly	ADV
crl-25748	157	23	significant	significant	ADJ
crl-25748	157	24	challenges	challenge	NOUN
crl-25748	157	25	.	.	PUNCT
crl-25748	158	1	firstly	firstly	ADV
crl-25748	158	2	,	,	PUNCT
crl-25748	158	3	developing	develop	VERB
crl-25748	158	4	and	and	CCONJ
crl-25748	158	5	operating	operate	VERB
crl-25748	158	6	this	this	DET
crl-25748	158	7	ner	ner	NOUN
crl-25748	158	8	function	function	NOUN
crl-25748	158	9	using	use	VERB
crl-25748	158	10	bert	bert	PROPN
crl-25748	158	11	demands	demand	NOUN
crl-25748	158	12	substantial	substantial	ADJ
crl-25748	158	13	computational	computational	ADJ
crl-25748	158	14	resources	resource	NOUN
crl-25748	158	15	—	—	PUNCT
crl-25748	158	16	without	without	ADP
crl-25748	158	17	sufficient	sufficient	ADJ
crl-25748	158	18	processing	processing	NOUN
crl-25748	158	19	power	power	NOUN
crl-25748	158	20	it	it	PRON
crl-25748	158	21	will	will	AUX
crl-25748	158	22	simply	simply	ADV
crl-25748	158	23	prove	prove	VERB
crl-25748	158	24	impossible	impossible	ADJ
crl-25748	158	25	.	.	PUNCT
crl-25748	159	1	secondly	secondly	ADV
crl-25748	159	2	,	,	PUNCT
crl-25748	159	3	it	it	PRON
crl-25748	159	4	is	be	AUX
crl-25748	159	5	demanding	demand	VERB
crl-25748	159	6	in	in	ADP
crl-25748	159	7	terms	term	NOUN
crl-25748	159	8	of	of	ADP
crl-25748	159	9	technical	technical	ADJ
crl-25748	159	10	expertise	expertise	NOUN
crl-25748	159	11	:	:	PUNCT
crl-25748	159	12	producing	produce	VERB
crl-25748	159	13	an	an	DET
crl-25748	159	14	integrated	integrate	VERB
crl-25748	159	15	system	system	NOUN
crl-25748	159	16	for	for	ADP
crl-25748	159	17	entity	entity	NOUN
crl-25748	159	18	linking	link	VERB
crl-25748	159	19	presumes	presume	VERB
crl-25748	159	20	the	the	DET
crl-25748	159	21	presence	presence	NOUN
crl-25748	159	22	of	of	ADP
crl-25748	159	23	an	an	DET
crl-25748	159	24	in	in	ADP
crl-25748	159	25	-	-	PUNCT
crl-25748	159	26	house	house	NOUN
crl-25748	159	27	team	team	NOUN
crl-25748	159	28	of	of	ADP
crl-25748	159	29	data	datum	NOUN
crl-25748	159	30	scientists	scientist	NOUN
crl-25748	159	31	to	to	PART
crl-25748	159	32	oversee	oversee	VERB
crl-25748	159	33	such	such	DET
crl-25748	159	34	an	an	DET
crl-25748	159	35	implementation	implementation	NOUN
crl-25748	159	36	.	.	PUNCT
crl-25748	160	1	thirdly	thirdly	ADV
crl-25748	160	2	,	,	PUNCT
crl-25748	160	3	and	and	CCONJ
crl-25748	160	4	perhaps	perhaps	ADV
crl-25748	160	5	most	most	ADV
crl-25748	160	6	importantly	importantly	ADV
crl-25748	160	7	,	,	PUNCT
crl-25748	160	8	it	it	PRON
crl-25748	160	9	requires	require	VERB
crl-25748	160	10	that	that	SCONJ
crl-25748	160	11	these	these	DET
crl-25748	160	12	experts	expert	NOUN
crl-25748	160	13	manage	manage	VERB
crl-25748	160	14	the	the	DET
crl-25748	160	15	integration	integration	NOUN
crl-25748	160	16	of	of	ADP
crl-25748	160	17	the	the	DET
crl-25748	160	18	library	library	NOUN
crl-25748	160	19	’s	’s	PART
crl-25748	160	20	internal	internal	ADJ
crl-25748	160	21	databases	database	NOUN
crl-25748	160	22	with	with	ADP
crl-25748	160	23	the	the	DET
crl-25748	160	24	open	open	ADJ
crl-25748	160	25	linked	link	VERB
crl-25748	160	26	data	datum	NOUN
crl-25748	160	27	of	of	ADP
crl-25748	160	28	the	the	DET
crl-25748	160	29	web	web	NOUN
crl-25748	160	30	,	,	PUNCT
crl-25748	160	31	which	which	PRON
crl-25748	160	32	is	be	AUX
crl-25748	160	33	a	a	DET
crl-25748	160	34	far	far	ADV
crl-25748	160	35	from	from	ADP
crl-25748	160	36	trivial	trivial	ADJ
crl-25748	160	37	task	task	NOUN
crl-25748	160	38	.	.	PUNCT
crl-25748	161	1	in	in	ADP
crl-25748	161	2	short	short	ADJ
crl-25748	161	3	,	,	PUNCT
crl-25748	161	4	this	this	PRON
crl-25748	161	5	is	be	AUX
crl-25748	161	6	a	a	DET
crl-25748	161	7	complex	complex	ADJ
crl-25748	161	8	and	and	CCONJ
crl-25748	161	9	resource	resource	NOUN
crl-25748	161	10	-	-	PUNCT
crl-25748	161	11	intensive	intensive	ADJ
crl-25748	161	12	form	form	NOUN
crl-25748	161	13	of	of	ADP
crl-25748	161	14	implementation	implementation	NOUN
crl-25748	161	15	,	,	PUNCT
crl-25748	161	16	but	but	CCONJ
crl-25748	161	17	one	one	NOUN
crl-25748	161	18	that	that	PRON
crl-25748	161	19	offers	offer	VERB
crl-25748	161	20	transformative	transformative	ADJ
crl-25748	161	21	gains	gain	NOUN
crl-25748	161	22	.	.	PUNCT
crl-25748	162	1	why	why	SCONJ
crl-25748	162	2	?	?	PUNCT
crl-25748	163	1	using	use	VERB
crl-25748	163	2	bert	bert	PROPN
crl-25748	163	3	as	as	ADP
crl-25748	163	4	the	the	DET
crl-25748	163	5	foundation	foundation	NOUN
crl-25748	163	6	of	of	ADP
crl-25748	163	7	an	an	DET
crl-25748	163	8	integrated	integrate	VERB
crl-25748	163	9	system	system	NOUN
crl-25748	163	10	for	for	ADP
crl-25748	163	11	named	name	VERB
crl-25748	163	12	entity	entity	NOUN
crl-25748	163	13	recognition	recognition	NOUN
crl-25748	163	14	and	and	CCONJ
crl-25748	163	15	linking	link	VERB
crl-25748	163	16	enables	enable	VERB
crl-25748	163	17	the	the	DET
crl-25748	163	18	library	library	NOUN
crl-25748	163	19	’s	’s	PART
crl-25748	163	20	digital	digital	ADJ
crl-25748	163	21	collections	collection	NOUN
crl-25748	163	22	to	to	PART
crl-25748	163	23	be	be	AUX
crl-25748	163	24	searched	search	VERB
crl-25748	163	25	in	in	ADP
crl-25748	163	26	new	new	ADJ
crl-25748	163	27	,	,	PUNCT
crl-25748	163	28	more	more	ADV
crl-25748	163	29	expansive	expansive	ADJ
crl-25748	163	30	ways	way	NOUN
crl-25748	163	31	.	.	PUNCT
crl-25748	164	1	whereas	whereas	SCONJ
crl-25748	164	2	conventional	conventional	ADJ
crl-25748	164	3	searches	search	NOUN
crl-25748	164	4	reveal	reveal	VERB
crl-25748	164	5	the	the	DET
crl-25748	164	6	presence	presence	NOUN
crl-25748	164	7	of	of	ADP
crl-25748	164	8	named	name	VERB
crl-25748	164	9	entities	entity	NOUN
crl-25748	164	10	only	only	ADV
crl-25748	164	11	insofar	insofar	ADV
crl-25748	164	12	as	as	SCONJ
crl-25748	164	13	they	they	PRON
crl-25748	164	14	are	be	AUX
crl-25748	164	15	present	present	ADJ
crl-25748	164	16	in	in	ADP
crl-25748	164	17	traditional	traditional	ADJ
crl-25748	164	18	metadata	metadata	NOUN
crl-25748	164	19	—	—	PUNCT
crl-25748	164	20	i.e.	i.e.	X
crl-25748	164	21	,	,	PUNCT
crl-25748	164	22	title	title	NOUN
crl-25748	164	23	,	,	PUNCT
crl-25748	164	24	author	author	NOUN
crl-25748	164	25	,	,	PUNCT
crl-25748	164	26	date	date	NOUN
crl-25748	164	27	of	of	ADP
crl-25748	164	28	publication	publication	NOUN
crl-25748	164	29	—	—	PUNCT
crl-25748	164	30	a	a	DET
crl-25748	164	31	bert	bert	NOUN
crl-25748	164	32	model	model	NOUN
crl-25748	164	33	also	also	ADV
crl-25748	164	34	has	have	VERB
crl-25748	164	35	the	the	DET
crl-25748	164	36	capacity	capacity	NOUN
crl-25748	164	37	to	to	PART
crl-25748	164	38	search	search	VERB
crl-25748	164	39	among	among	ADP
crl-25748	164	40	the	the	DET
crl-25748	164	41	contents	content	NOUN
crl-25748	164	42	of	of	ADP
crl-25748	164	43	the	the	DET
crl-25748	164	44	material	material	NOUN
crl-25748	164	45	in	in	ADP
crl-25748	164	46	locating	locate	VERB
crl-25748	164	47	such	such	ADJ
crl-25748	164	48	entities	entity	NOUN
crl-25748	164	49	.	.	PUNCT
crl-25748	165	1	this	this	PRON
crl-25748	165	2	allows	allow	VERB
crl-25748	165	3	a	a	DET
crl-25748	165	4	user	user	NOUN
crl-25748	165	5	to	to	PART
crl-25748	165	6	gain	gain	VERB
crl-25748	165	7	an	an	DET
crl-25748	165	8	insight	insight	NOUN
crl-25748	165	9	of	of	ADP
crl-25748	165	10	the	the	DET
crl-25748	165	11	collections	collection	NOUN
crl-25748	165	12	at	at	ADP
crl-25748	165	13	a	a	DET
crl-25748	165	14	vastly	vastly	ADV
crl-25748	165	15	different	different	ADJ
crl-25748	165	16	depth	depth	NOUN
crl-25748	165	17	than	than	ADP
crl-25748	165	18	that	that	PRON
crl-25748	165	19	which	which	PRON
crl-25748	165	20	was	be	AUX
crl-25748	165	21	previously	previously	ADV
crl-25748	165	22	possible	possible	ADJ
crl-25748	165	23	.	.	PUNCT
crl-25748	166	1	in	in	ADP
crl-25748	166	2	this	this	DET
crl-25748	166	3	context	context	NOUN
crl-25748	166	4	of	of	ADP
crl-25748	166	5	enhanced	enhanced	ADJ
crl-25748	166	6	searchability	searchability	NOUN
crl-25748	166	7	,	,	PUNCT
crl-25748	166	8	it	it	PRON
crl-25748	166	9	is	be	AUX
crl-25748	166	10	no	no	DET
crl-25748	166	11	coincidence	coincidence	NOUN
crl-25748	166	12	that	that	SCONJ
crl-25748	166	13	models	model	NOUN
crl-25748	166	14	like	like	ADP
crl-25748	166	15	bert	bert	PROPN
crl-25748	166	16	are	be	AUX
crl-25748	166	17	already	already	ADV
crl-25748	166	18	deployed	deploy	VERB
crl-25748	166	19	for	for	ADP
crl-25748	166	20	the	the	DET
crl-25748	166	21	online	online	ADJ
crl-25748	166	22	searches	search	NOUN
crl-25748	166	23	we	we	PRON
crl-25748	166	24	take	take	VERB
crl-25748	166	25	for	for	ADP
crl-25748	166	26	granted	grant	VERB
crl-25748	166	27	when	when	SCONJ
crl-25748	166	28	using	use	VERB
crl-25748	166	29	google	google	NOUN
crl-25748	166	30	.	.	PUNCT
crl-25748	167	1	applying	apply	VERB
crl-25748	167	2	such	such	DET
crl-25748	167	3	a	a	DET
crl-25748	167	4	technology	technology	NOUN
crl-25748	167	5	to	to	ADP
crl-25748	167	6	the	the	DET
crl-25748	167	7	library	library	NOUN
crl-25748	167	8	promises	promise	VERB
crl-25748	167	9	a	a	DET
crl-25748	167	10	means	means	NOUN
crl-25748	167	11	of	of	ADP
crl-25748	167	12	enhancing	enhance	VERB
crl-25748	167	13	how	how	SCONJ
crl-25748	167	14	researchers	researcher	NOUN
crl-25748	167	15	are	be	AUX
crl-25748	167	16	able	able	ADJ
crl-25748	167	17	to	to	PART
crl-25748	167	18	interact	interact	VERB
crl-25748	167	19	with	with	ADP
crl-25748	167	20	,	,	PUNCT
crl-25748	167	21	and	and	CCONJ
crl-25748	167	22	use	use	NOUN
crl-25748	167	23	,	,	PUNCT
crl-25748	167	24	the	the	DET
crl-25748	167	25	collections	collection	NOUN
crl-25748	167	26	.	.	PUNCT
crl-25748	168	1	42	42	NUM
crl-25748	168	2	college	college	PROPN
crl-25748	168	3	&	&	CCONJ
crl-25748	168	4	research	research	PROPN
crl-25748	168	5	libraries	library	NOUN
crl-25748	168	6	january	january	PROPN
crl-25748	168	7	2023	2023	NUM
crl-25748	168	8	improved	improve	VERB
crl-25748	168	9	ocr	ocr	ADJ
crl-25748	168	10	cohesion	cohesion	NOUN
crl-25748	168	11	what	what	PRON
crl-25748	168	12	?	?	PUNCT
crl-25748	169	1	the	the	DET
crl-25748	169	2	third	third	ADJ
crl-25748	169	3	example	example	NOUN
crl-25748	169	4	for	for	ADP
crl-25748	169	5	implementing	implement	VERB
crl-25748	169	6	kb	kb	PROPN
crl-25748	169	7	-	-	PUNCT
crl-25748	169	8	bert	bert	PROPN
crl-25748	169	9	at	at	ADP
crl-25748	169	10	the	the	DET
crl-25748	169	11	library	library	NOUN
crl-25748	169	12	also	also	ADV
crl-25748	169	13	involves	involve	VERB
crl-25748	169	14	enriching	enriching	ADJ
crl-25748	169	15	metadata	metadata	NOUN
crl-25748	169	16	but	but	CCONJ
crl-25748	169	17	relates	relate	VERB
crl-25748	169	18	more	more	ADV
crl-25748	169	19	specifically	specifically	ADV
crl-25748	169	20	to	to	ADP
crl-25748	169	21	improving	improve	VERB
crl-25748	169	22	the	the	DET
crl-25748	169	23	cohesion	cohesion	NOUN
crl-25748	169	24	of	of	ADP
crl-25748	169	25	digitized	digitize	VERB
crl-25748	169	26	collections	collection	NOUN
crl-25748	169	27	to	to	PART
crl-25748	169	28	make	make	VERB
crl-25748	169	29	them	they	PRON
crl-25748	169	30	more	more	ADV
crl-25748	169	31	accessible	accessible	ADJ
crl-25748	169	32	for	for	ADP
crl-25748	169	33	users	user	NOUN
crl-25748	169	34	,	,	PUNCT
crl-25748	169	35	particularly	particularly	ADV
crl-25748	169	36	academic	academic	ADJ
crl-25748	169	37	researchers	researcher	NOUN
crl-25748	169	38	.	.	PUNCT
crl-25748	170	1	this	this	PRON
crl-25748	170	2	is	be	AUX
crl-25748	170	3	especially	especially	ADV
crl-25748	170	4	pertinent	pertinent	ADJ
crl-25748	170	5	for	for	ADP
crl-25748	170	6	historical	historical	ADJ
crl-25748	170	7	material	material	NOUN
crl-25748	170	8	such	such	ADJ
crl-25748	170	9	as	as	ADP
crl-25748	170	10	newspapers	newspaper	NOUN
crl-25748	170	11	,	,	PUNCT
crl-25748	170	12	which	which	PRON
crl-25748	170	13	have	have	AUX
crl-25748	170	14	been	be	AUX
crl-25748	170	15	previously	previously	ADV
crl-25748	170	16	digitized	digitize	VERB
crl-25748	170	17	but	but	CCONJ
crl-25748	170	18	have	have	AUX
crl-25748	170	19	lost	lose	VERB
crl-25748	170	20	various	various	ADJ
crl-25748	170	21	contextual	contextual	ADJ
crl-25748	170	22	markers	marker	NOUN
crl-25748	170	23	that	that	PRON
crl-25748	170	24	we	we	PRON
crl-25748	170	25	take	take	VERB
crl-25748	170	26	for	for	ADP
crl-25748	170	27	granted	grant	VERB
crl-25748	170	28	as	as	ADP
crl-25748	170	29	human	human	ADJ
crl-25748	170	30	readers	reader	NOUN
crl-25748	170	31	—	—	PUNCT
crl-25748	170	32	i.e.	i.e.	X
crl-25748	170	33	,	,	PUNCT
crl-25748	170	34	the	the	DET
crl-25748	170	35	presence	presence	NOUN
crl-25748	170	36	of	of	ADP
crl-25748	170	37	specific	specific	ADJ
crl-25748	170	38	articles	article	NOUN
crl-25748	170	39	and	and	CCONJ
crl-25748	170	40	sections	section	NOUN
crl-25748	170	41	within	within	ADP
crl-25748	170	42	the	the	DET
crl-25748	170	43	newspaper	newspaper	NOUN
crl-25748	170	44	,	,	PUNCT
crl-25748	170	45	rather	rather	ADV
crl-25748	170	46	than	than	ADP
crl-25748	170	47	simply	simply	ADV
crl-25748	170	48	a	a	DET
crl-25748	170	49	collection	collection	NOUN
crl-25748	170	50	of	of	ADP
crl-25748	170	51	blocks	block	NOUN
crl-25748	170	52	of	of	ADP
crl-25748	170	53	text.39	text.39	NOUN
crl-25748	170	54	how	how	SCONJ
crl-25748	170	55	?	?	PUNCT
crl-25748	171	1	the	the	DET
crl-25748	171	2	principal	principal	ADJ
crl-25748	171	3	problem	problem	NOUN
crl-25748	171	4	that	that	PRON
crl-25748	171	5	needs	need	VERB
crl-25748	171	6	to	to	PART
crl-25748	171	7	be	be	AUX
crl-25748	171	8	resolved	resolve	VERB
crl-25748	171	9	when	when	SCONJ
crl-25748	171	10	trying	try	VERB
crl-25748	171	11	to	to	PART
crl-25748	171	12	reconstruct	reconstruct	VERB
crl-25748	171	13	the	the	DET
crl-25748	171	14	structure	structure	NOUN
crl-25748	171	15	of	of	ADP
crl-25748	171	16	a	a	DET
crl-25748	171	17	newspaper	newspaper	NOUN
crl-25748	171	18	is	be	AUX
crl-25748	171	19	identifying	identify	VERB
crl-25748	171	20	where	where	SCONJ
crl-25748	171	21	a	a	DET
crl-25748	171	22	given	give	VERB
crl-25748	171	23	article	article	NOUN
crl-25748	171	24	starts	start	VERB
crl-25748	171	25	and	and	CCONJ
crl-25748	171	26	stops	stop	NOUN
crl-25748	171	27	.	.	PUNCT
crl-25748	172	1	this	this	PRON
crl-25748	172	2	is	be	AUX
crl-25748	172	3	the	the	DET
crl-25748	172	4	case	case	NOUN
crl-25748	172	5	since	since	SCONJ
crl-25748	172	6	the	the	DET
crl-25748	172	7	ocr	ocr	ADJ
crl-25748	172	8	process	process	NOUN
crl-25748	172	9	used	use	VERB
crl-25748	172	10	to	to	PART
crl-25748	172	11	digitize	digitize	VERB
crl-25748	172	12	the	the	DET
crl-25748	172	13	material	material	NOUN
crl-25748	172	14	effectively	effectively	ADV
crl-25748	172	15	strips	strip	VERB
crl-25748	172	16	the	the	DET
crl-25748	172	17	text	text	NOUN
crl-25748	172	18	of	of	ADP
crl-25748	172	19	such	such	ADJ
crl-25748	172	20	markers	marker	NOUN
crl-25748	172	21	in	in	ADP
crl-25748	172	22	breaking	break	VERB
crl-25748	172	23	it	it	PRON
crl-25748	172	24	down	down	ADP
crl-25748	172	25	into	into	ADP
crl-25748	172	26	smaller	small	ADJ
crl-25748	172	27	segments	segment	NOUN
crl-25748	172	28	(	(	PUNCT
crl-25748	172	29	see	see	VERB
crl-25748	172	30	figure	figure	NOUN
crl-25748	172	31	5	5	NUM
crl-25748	172	32	)	)	PUNCT
crl-25748	172	33	.	.	PUNCT
crl-25748	173	1	if	if	SCONJ
crl-25748	173	2	a	a	DET
crl-25748	173	3	language	language	NOUN
crl-25748	173	4	model	model	NOUN
crl-25748	173	5	like	like	ADP
crl-25748	173	6	bert	bert	PROPN
crl-25748	173	7	can	can	AUX
crl-25748	173	8	be	be	AUX
crl-25748	173	9	taught	teach	VERB
crl-25748	173	10	to	to	PART
crl-25748	173	11	recognize	recognize	VERB
crl-25748	173	12	the	the	DET
crl-25748	173	13	beginning	beginning	NOUN
crl-25748	173	14	and	and	CCONJ
crl-25748	173	15	end	end	NOUN
crl-25748	173	16	of	of	ADP
crl-25748	173	17	each	each	DET
crl-25748	173	18	article	article	NOUN
crl-25748	173	19	,	,	PUNCT
crl-25748	173	20	it	it	PRON
crl-25748	173	21	becomes	become	VERB
crl-25748	173	22	possible	possible	ADJ
crl-25748	173	23	to	to	PART
crl-25748	173	24	piece	piece	VERB
crl-25748	173	25	together	together	ADV
crl-25748	173	26	the	the	DET
crl-25748	173	27	newspaper	newspaper	NOUN
crl-25748	173	28	,	,	PUNCT
crl-25748	173	29	article	article	NOUN
crl-25748	173	30	by	by	ADP
crl-25748	173	31	article	article	PROPN
crl-25748	173	32	.	.	PUNCT
crl-25748	174	1	there	there	PRON
crl-25748	174	2	are	be	VERB
crl-25748	174	3	several	several	ADJ
crl-25748	174	4	different	different	ADJ
crl-25748	174	5	options	option	NOUN
crl-25748	174	6	for	for	ADP
crl-25748	174	7	how	how	SCONJ
crl-25748	174	8	bert	bert	PROPN
crl-25748	174	9	could	could	AUX
crl-25748	174	10	be	be	AUX
crl-25748	174	11	used	use	VERB
crl-25748	174	12	to	to	PART
crl-25748	174	13	address	address	VERB
crl-25748	174	14	this	this	DET
crl-25748	174	15	task	task	NOUN
crl-25748	174	16	,	,	PUNCT
crl-25748	174	17	depending	depend	VERB
crl-25748	174	18	on	on	ADP
crl-25748	174	19	the	the	DET
crl-25748	174	20	particular	particular	ADJ
crl-25748	174	21	circumstances	circumstance	NOUN
crl-25748	174	22	of	of	ADP
crl-25748	174	23	the	the	DET
crl-25748	174	24	library	library	NOUN
crl-25748	174	25	.	.	PUNCT
crl-25748	175	1	one	one	NUM
crl-25748	175	2	alternative	alternative	NOUN
crl-25748	175	3	is	be	AUX
crl-25748	175	4	to	to	PART
crl-25748	175	5	use	use	VERB
crl-25748	175	6	a	a	DET
crl-25748	175	7	function	function	NOUN
crl-25748	175	8	integral	integral	ADJ
crl-25748	175	9	to	to	ADP
crl-25748	175	10	the	the	DET
crl-25748	175	11	model	model	NOUN
crl-25748	175	12	,	,	PUNCT
crl-25748	175	13	next	next	ADJ
crl-25748	175	14	sentence	sentence	NOUN
crl-25748	175	15	prediction	prediction	NOUN
crl-25748	175	16	,	,	PUNCT
crl-25748	175	17	to	to	PART
crl-25748	175	18	reassemble	reassemble	VERB
crl-25748	175	19	the	the	DET
crl-25748	175	20	ocr	ocr	ADJ
crl-25748	175	21	boxes	box	NOUN
crl-25748	175	22	into	into	ADP
crl-25748	175	23	article	article	NOUN
crl-25748	175	24	form	form	NOUN
crl-25748	175	25	.	.	PUNCT
crl-25748	176	1	this	this	PRON
crl-25748	176	2	would	would	AUX
crl-25748	176	3	work	work	VERB
crl-25748	176	4	by	by	ADP
crl-25748	176	5	training	train	VERB
crl-25748	176	6	bert	bert	PROPN
crl-25748	176	7	to	to	PART
crl-25748	176	8	recognize	recognize	VERB
crl-25748	176	9	the	the	DET
crl-25748	176	10	characteristic	characteristic	ADJ
crl-25748	176	11	linguistic	linguistic	ADJ
crl-25748	176	12	features	feature	NOUN
crl-25748	176	13	of	of	ADP
crl-25748	176	14	the	the	DET
crl-25748	176	15	opening	opening	NOUN
crl-25748	176	16	and	and	CCONJ
crl-25748	176	17	closing	closing	NOUN
crl-25748	176	18	sections	section	NOUN
crl-25748	176	19	of	of	ADP
crl-25748	176	20	an	an	DET
crl-25748	176	21	article	article	NOUN
crl-25748	176	22	,	,	PUNCT
crl-25748	176	23	and	and	CCONJ
crl-25748	176	24	to	to	PART
crl-25748	176	25	compare	compare	VERB
crl-25748	176	26	the	the	DET
crl-25748	176	27	likelihood	likelihood	NOUN
crl-25748	176	28	of	of	ADP
crl-25748	176	29	connecting	connect	VERB
crl-25748	176	30	sentences	sentence	NOUN
crl-25748	176	31	among	among	ADP
crl-25748	176	32	adjacent	adjacent	ADJ
crl-25748	176	33	text	text	NOUN
crl-25748	176	34	blocks	block	NOUN
crl-25748	176	35	to	to	PART
crl-25748	176	36	establish	establish	VERB
crl-25748	176	37	the	the	DET
crl-25748	176	38	correct	correct	ADJ
crl-25748	176	39	order	order	NOUN
crl-25748	176	40	of	of	ADP
crl-25748	176	41	the	the	DET
crl-25748	176	42	article	article	NOUN
crl-25748	176	43	’s	’s	PART
crl-25748	176	44	main	main	ADJ
crl-25748	176	45	body.40	body.40	NOUN
crl-25748	176	46	the	the	DET
crl-25748	176	47	advantage	advantage	NOUN
crl-25748	176	48	of	of	ADP
crl-25748	176	49	such	such	DET
crl-25748	176	50	an	an	DET
crl-25748	176	51	approach	approach	NOUN
crl-25748	176	52	is	be	AUX
crl-25748	176	53	that	that	SCONJ
crl-25748	176	54	predicting	predict	VERB
crl-25748	176	55	next	next	ADJ
crl-25748	176	56	sentences	sentence	NOUN
crl-25748	176	57	was	be	AUX
crl-25748	176	58	one	one	NUM
crl-25748	176	59	of	of	ADP
crl-25748	176	60	the	the	DET
crl-25748	176	61	original	original	ADJ
crl-25748	176	62	training	training	NOUN
crl-25748	176	63	tasks	task	NOUN
crl-25748	176	64	used	use	VERB
crl-25748	176	65	to	to	PART
crl-25748	176	66	create	create	VERB
crl-25748	176	67	bert	bert	NOUN
crl-25748	176	68	,	,	PUNCT
crl-25748	176	69	meaning	mean	VERB
crl-25748	176	70	that	that	SCONJ
crl-25748	176	71	no	no	DET
crl-25748	176	72	further	far	ADV
crl-25748	176	73	fine	fine	ADV
crl-25748	176	74	-	-	PUNCT
crl-25748	176	75	tuning	tuning	NOUN
crl-25748	176	76	is	be	AUX
crl-25748	176	77	necessary	necessary	ADJ
crl-25748	176	78	to	to	PART
crl-25748	176	79	realize	realize	VERB
crl-25748	176	80	this	this	DET
crl-25748	176	81	capacity	capacity	NOUN
crl-25748	176	82	.	.	PUNCT
crl-25748	177	1	however	however	ADV
crl-25748	177	2	,	,	PUNCT
crl-25748	177	3	it	it	PRON
crl-25748	177	4	presumes	presume	VERB
crl-25748	177	5	the	the	DET
crl-25748	177	6	existence	existence	NOUN
crl-25748	177	7	of	of	ADP
crl-25748	177	8	a	a	DET
crl-25748	177	9	dataset	dataset	NOUN
crl-25748	177	10	of	of	ADP
crl-25748	177	11	coherent	coherent	ADJ
crl-25748	177	12	newspaper	newspaper	NOUN
crl-25748	177	13	articles	article	NOUN
crl-25748	177	14	that	that	PRON
crl-25748	177	15	can	can	AUX
crl-25748	177	16	be	be	AUX
crl-25748	177	17	used	use	VERB
crl-25748	177	18	to	to	PART
crl-25748	177	19	train	train	VERB
crl-25748	177	20	bert	bert	PROPN
crl-25748	177	21	to	to	PART
crl-25748	177	22	identify	identify	VERB
crl-25748	177	23	how	how	SCONJ
crl-25748	177	24	these	these	PRON
crl-25748	177	25	typically	typically	ADV
crl-25748	177	26	start	start	VERB
crl-25748	177	27	and	and	CCONJ
crl-25748	177	28	finish	finish	VERB
crl-25748	177	29	.	.	PUNCT
crl-25748	178	1	if	if	SCONJ
crl-25748	178	2	the	the	DET
crl-25748	178	3	library	library	NOUN
crl-25748	178	4	is	be	AUX
crl-25748	178	5	in	in	ADP
crl-25748	178	6	possession	possession	NOUN
crl-25748	178	7	of	of	ADP
crl-25748	178	8	such	such	ADJ
crl-25748	178	9	data	datum	NOUN
crl-25748	178	10	,	,	PUNCT
crl-25748	178	11	as	as	SCONJ
crl-25748	178	12	is	be	AUX
crl-25748	178	13	the	the	DET
crl-25748	178	14	case	case	NOUN
crl-25748	178	15	at	at	ADP
crl-25748	178	16	kb	kb	PROPN
crl-25748	178	17	through	through	ADP
crl-25748	178	18	the	the	DET
crl-25748	178	19	collection	collection	NOUN
crl-25748	178	20	of	of	ADP
crl-25748	178	21	swedish	swedish	ADJ
crl-25748	178	22	newspapers	newspaper	NOUN
crl-25748	178	23	received	receive	VERB
crl-25748	178	24	via	via	ADP
crl-25748	178	25	electronic	electronic	ADJ
crl-25748	178	26	legal	legal	ADJ
crl-25748	178	27	deposit	deposit	NOUN
crl-25748	178	28	,	,	PUNCT
crl-25748	178	29	then	then	ADV
crl-25748	178	30	this	this	DET
crl-25748	178	31	training	training	NOUN
crl-25748	178	32	process	process	NOUN
crl-25748	178	33	is	be	AUX
crl-25748	178	34	simple	simple	ADJ
crl-25748	178	35	,	,	PUNCT
crl-25748	178	36	since	since	SCONJ
crl-25748	178	37	it	it	PRON
crl-25748	178	38	is	be	AUX
crl-25748	178	39	a	a	DET
crl-25748	178	40	form	form	NOUN
crl-25748	178	41	of	of	ADP
crl-25748	178	42	figure	figure	NOUN
crl-25748	178	43	5	5	NUM
crl-25748	178	44	from	from	ADP
crl-25748	178	45	human	human	ADJ
crl-25748	178	46	-	-	PUNCT
crl-25748	178	47	readable	readable	ADJ
crl-25748	178	48	newspaper	newspaper	NOUN
crl-25748	178	49	to	to	ADP
crl-25748	178	50	a	a	DET
crl-25748	178	51	set	set	NOUN
crl-25748	178	52	of	of	ADP
crl-25748	178	53	text	text	NOUN
crl-25748	178	54	blocks	block	NOUN
crl-25748	178	55	.	.	PUNCT
crl-25748	179	1	using	use	VERB
crl-25748	179	2	bert	bert	PROPN
crl-25748	179	3	for	for	ADP
crl-25748	179	4	ocr	ocr	ADJ
crl-25748	179	5	reconstruction	reconstruction	NOUN
crl-25748	179	6	(	(	PUNCT
crl-25748	179	7	image	image	NOUN
crl-25748	179	8	:	:	PUNCT
crl-25748	179	9	faton	faton	PROPN
crl-25748	179	10	rekathati	rekathati	PROPN
crl-25748	179	11	/	/	SYM
crl-25748	179	12	kb	kb	PROPN
crl-25748	179	13	)	)	PUNCT
crl-25748	179	14	making	make	VERB
crl-25748	179	15	and	and	CCONJ
crl-25748	179	16	using	use	VERB
crl-25748	179	17	ai	ai	NOUN
crl-25748	179	18	in	in	ADP
crl-25748	179	19	the	the	DET
crl-25748	179	20	library	library	NOUN
crl-25748	179	21	43	43	NUM
crl-25748	179	22	self	self	NOUN
crl-25748	179	23	-	-	PUNCT
crl-25748	179	24	supervised	supervise	VERB
crl-25748	179	25	learning	learning	NOUN
crl-25748	179	26	where	where	SCONJ
crl-25748	179	27	,	,	PUNCT
crl-25748	179	28	given	give	VERB
crl-25748	179	29	a	a	DET
crl-25748	179	30	few	few	ADJ
crl-25748	179	31	thousand	thousand	NUM
crl-25748	179	32	examples	example	NOUN
crl-25748	179	33	,	,	PUNCT
crl-25748	179	34	bert	bert	PROPN
crl-25748	179	35	will	will	AUX
crl-25748	179	36	be	be	AUX
crl-25748	179	37	able	able	ADJ
crl-25748	179	38	to	to	PART
crl-25748	179	39	teach	teach	VERB
crl-25748	179	40	itself	itself	PRON
crl-25748	179	41	the	the	DET
crl-25748	179	42	characteristics	characteristic	NOUN
crl-25748	179	43	of	of	ADP
crl-25748	179	44	a	a	DET
crl-25748	179	45	beginning	beginning	NOUN
crl-25748	179	46	and	and	CCONJ
crl-25748	179	47	an	an	DET
crl-25748	179	48	ending	ending	NOUN
crl-25748	179	49	.	.	PUNCT
crl-25748	180	1	if	if	SCONJ
crl-25748	180	2	the	the	DET
crl-25748	180	3	library	library	NOUN
crl-25748	180	4	does	do	AUX
crl-25748	180	5	not	not	PART
crl-25748	180	6	possess	possess	VERB
crl-25748	180	7	such	such	ADJ
crl-25748	180	8	material	material	NOUN
crl-25748	180	9	,	,	PUNCT
crl-25748	180	10	this	this	PRON
crl-25748	180	11	would	would	AUX
crl-25748	180	12	instead	instead	ADV
crl-25748	180	13	necessitate	necessitate	VERB
crl-25748	180	14	the	the	DET
crl-25748	180	15	manual	manual	ADJ
crl-25748	180	16	collection	collection	NOUN
crl-25748	180	17	of	of	ADP
crl-25748	180	18	a	a	DET
crl-25748	180	19	set	set	NOUN
crl-25748	180	20	of	of	ADP
crl-25748	180	21	examples	example	NOUN
crl-25748	180	22	,	,	PUNCT
crl-25748	180	23	which	which	PRON
crl-25748	180	24	is	be	AUX
crl-25748	180	25	both	both	PRON
crl-25748	180	26	more	more	ADJ
crl-25748	180	27	time	time	NOUN
crl-25748	180	28	-	-	PUNCT
crl-25748	180	29	consuming	consume	VERB
crl-25748	180	30	and	and	CCONJ
crl-25748	180	31	resource	resource	NOUN
crl-25748	180	32	-	-	PUNCT
crl-25748	180	33	intensive	intensive	ADJ
crl-25748	180	34	.	.	PUNCT
crl-25748	181	1	an	an	DET
crl-25748	181	2	alternative	alternative	ADJ
crl-25748	181	3	approach	approach	NOUN
crl-25748	181	4	,	,	PUNCT
crl-25748	181	5	and	and	CCONJ
crl-25748	181	6	one	one	NUM
crl-25748	181	7	to	to	PART
crl-25748	181	8	consider	consider	VERB
crl-25748	181	9	in	in	ADP
crl-25748	181	10	the	the	DET
crl-25748	181	11	absence	absence	NOUN
crl-25748	181	12	of	of	ADP
crl-25748	181	13	such	such	DET
crl-25748	181	14	a	a	DET
crl-25748	181	15	readily	readily	ADV
crl-25748	181	16	available	available	ADJ
crl-25748	181	17	training	training	NOUN
crl-25748	181	18	set	set	NOUN
crl-25748	181	19	,	,	PUNCT
crl-25748	181	20	is	be	AUX
crl-25748	181	21	to	to	PART
crl-25748	181	22	combine	combine	VERB
crl-25748	181	23	bert	bert	PROPN
crl-25748	181	24	’s	’s	PART
crl-25748	181	25	capacity	capacity	NOUN
crl-25748	181	26	for	for	ADP
crl-25748	181	27	language	language	NOUN
crl-25748	181	28	processing	processing	NOUN
crl-25748	181	29	with	with	ADP
crl-25748	181	30	a	a	DET
crl-25748	181	31	model	model	NOUN
crl-25748	181	32	for	for	ADP
crl-25748	181	33	image	image	NOUN
crl-25748	181	34	recognition	recognition	NOUN
crl-25748	181	35	and	and	CCONJ
crl-25748	181	36	use	use	VERB
crl-25748	181	37	them	they	PRON
crl-25748	181	38	in	in	ADP
crl-25748	181	39	tandem.41	tandem.41	NOUN
crl-25748	181	40	this	this	PRON
crl-25748	181	41	would	would	AUX
crl-25748	181	42	involve	involve	VERB
crl-25748	181	43	training	train	VERB
crl-25748	181	44	this	this	DET
crl-25748	181	45	latter	latter	ADJ
crl-25748	181	46	model	model	NOUN
crl-25748	181	47	to	to	PART
crl-25748	181	48	recognize	recognize	VERB
crl-25748	181	49	the	the	DET
crl-25748	181	50	visual	visual	ADJ
crl-25748	181	51	clues	clue	NOUN
crl-25748	181	52	that	that	PRON
crl-25748	181	53	signify	signify	VERB
crl-25748	181	54	the	the	DET
crl-25748	181	55	beginning	beginning	NOUN
crl-25748	181	56	and	and	CCONJ
crl-25748	181	57	end	end	NOUN
crl-25748	181	58	of	of	ADP
crl-25748	181	59	a	a	DET
crl-25748	181	60	particular	particular	ADJ
crl-25748	181	61	article	article	NOUN
crl-25748	181	62	—	—	PUNCT
crl-25748	181	63	for	for	ADP
crl-25748	181	64	instance	instance	NOUN
crl-25748	181	65	,	,	PUNCT
crl-25748	181	66	the	the	DET
crl-25748	181	67	presence	presence	NOUN
crl-25748	181	68	of	of	ADP
crl-25748	181	69	a	a	DET
crl-25748	181	70	title	title	NOUN
crl-25748	181	71	at	at	ADP
crl-25748	181	72	the	the	DET
crl-25748	181	73	start	start	NOUN
crl-25748	181	74	or	or	CCONJ
crl-25748	181	75	of	of	ADP
crl-25748	181	76	,	,	PUNCT
crl-25748	181	77	say	say	INTJ
crl-25748	181	78	,	,	PUNCT
crl-25748	181	79	a	a	DET
crl-25748	181	80	square	square	NOUN
crl-25748	181	81	at	at	ADP
crl-25748	181	82	the	the	DET
crl-25748	181	83	end	end	NOUN
crl-25748	181	84	.	.	PUNCT
crl-25748	182	1	bert	bert	PROPN
crl-25748	182	2	’s	’s	PART
crl-25748	182	3	ability	ability	NOUN
crl-25748	182	4	to	to	PART
crl-25748	182	5	predict	predict	VERB
crl-25748	182	6	next	next	ADJ
crl-25748	182	7	sentences	sentence	NOUN
crl-25748	182	8	could	could	AUX
crl-25748	182	9	then	then	ADV
crl-25748	182	10	be	be	AUX
crl-25748	182	11	deployed	deploy	VERB
crl-25748	182	12	to	to	PART
crl-25748	182	13	link	link	VERB
crl-25748	182	14	together	together	ADV
crl-25748	182	15	the	the	DET
crl-25748	182	16	sequence	sequence	NOUN
crl-25748	182	17	of	of	ADP
crl-25748	182	18	text	text	NOUN
crl-25748	182	19	blocks	block	NOUN
crl-25748	182	20	between	between	ADP
crl-25748	182	21	the	the	DET
crl-25748	182	22	first	first	ADJ
crl-25748	182	23	and	and	CCONJ
crl-25748	182	24	the	the	DET
crl-25748	182	25	last	last	ADJ
crl-25748	182	26	block	block	NOUN
crl-25748	182	27	of	of	ADP
crl-25748	182	28	each	each	DET
crl-25748	182	29	article	article	NOUN
crl-25748	182	30	.	.	PUNCT
crl-25748	183	1	while	while	SCONJ
crl-25748	183	2	undoubtedly	undoubtedly	ADV
crl-25748	183	3	more	more	ADV
crl-25748	183	4	complicated	complicated	ADJ
crl-25748	183	5	,	,	PUNCT
crl-25748	183	6	insofar	insofar	ADV
crl-25748	183	7	as	as	SCONJ
crl-25748	183	8	this	this	PRON
crl-25748	183	9	involves	involve	VERB
crl-25748	183	10	the	the	DET
crl-25748	183	11	use	use	NOUN
crl-25748	183	12	of	of	ADP
crl-25748	183	13	two	two	NUM
crl-25748	183	14	different	different	ADJ
crl-25748	183	15	models	model	NOUN
crl-25748	183	16	,	,	PUNCT
crl-25748	183	17	such	such	DET
crl-25748	183	18	an	an	DET
crl-25748	183	19	option	option	NOUN
crl-25748	183	20	has	have	VERB
crl-25748	183	21	the	the	DET
crl-25748	183	22	advantage	advantage	NOUN
crl-25748	183	23	of	of	ADP
crl-25748	183	24	using	use	VERB
crl-25748	183	25	both	both	CCONJ
crl-25748	183	26	textual	textual	ADJ
crl-25748	183	27	and	and	CCONJ
crl-25748	183	28	visual	visual	ADJ
crl-25748	183	29	information	information	NOUN
crl-25748	183	30	in	in	ADP
crl-25748	183	31	the	the	DET
crl-25748	183	32	data	datum	NOUN
crl-25748	183	33	to	to	PART
crl-25748	183	34	reconstruct	reconstruct	VERB
crl-25748	183	35	articles	article	NOUN
crl-25748	183	36	.	.	PUNCT
crl-25748	184	1	challenges	challenge	NOUN
crl-25748	184	2	?	?	PUNCT
crl-25748	185	1	in	in	ADP
crl-25748	185	2	addition	addition	NOUN
crl-25748	185	3	to	to	ADP
crl-25748	185	4	the	the	DET
crl-25748	185	5	problems	problem	NOUN
crl-25748	185	6	of	of	ADP
crl-25748	185	7	producing	produce	VERB
crl-25748	185	8	annotated	annotated	ADJ
crl-25748	185	9	data	datum	NOUN
crl-25748	185	10	that	that	PRON
crl-25748	185	11	might	might	AUX
crl-25748	185	12	arise	arise	VERB
crl-25748	185	13	here	here	ADV
crl-25748	185	14	,	,	PUNCT
crl-25748	185	15	a	a	DET
crl-25748	185	16	number	number	NOUN
crl-25748	185	17	of	of	ADP
crl-25748	185	18	more	more	ADV
crl-25748	185	19	specific	specific	ADJ
crl-25748	185	20	challenges	challenge	NOUN
crl-25748	185	21	connected	connect	VERB
crl-25748	185	22	to	to	ADP
crl-25748	185	23	the	the	DET
crl-25748	185	24	particular	particular	ADJ
crl-25748	185	25	nature	nature	NOUN
crl-25748	185	26	of	of	ADP
crl-25748	185	27	this	this	DET
crl-25748	185	28	implementation	implementation	NOUN
crl-25748	185	29	also	also	ADV
crl-25748	185	30	exist	exist	VERB
crl-25748	185	31	.	.	PUNCT
crl-25748	186	1	firstly	firstly	ADV
crl-25748	186	2	,	,	PUNCT
crl-25748	186	3	treating	treat	VERB
crl-25748	186	4	material	material	NOUN
crl-25748	186	5	that	that	PRON
crl-25748	186	6	spans	span	VERB
crl-25748	186	7	a	a	DET
crl-25748	186	8	broad	broad	ADJ
crl-25748	186	9	period	period	NOUN
crl-25748	186	10	of	of	ADP
crl-25748	186	11	time	time	NOUN
crl-25748	186	12	can	can	AUX
crl-25748	186	13	be	be	AUX
crl-25748	186	14	complex	complex	ADJ
crl-25748	186	15	:	:	PUNCT
crl-25748	186	16	if	if	SCONJ
crl-25748	186	17	the	the	DET
crl-25748	186	18	newspapers	newspaper	NOUN
crl-25748	186	19	to	to	PART
crl-25748	186	20	be	be	AUX
crl-25748	186	21	processed	process	VERB
crl-25748	186	22	range	range	NOUN
crl-25748	186	23	back	back	ADV
crl-25748	186	24	over	over	ADP
crl-25748	186	25	a	a	DET
crl-25748	186	26	long	long	ADJ
crl-25748	186	27	period	period	NOUN
crl-25748	186	28	,	,	PUNCT
crl-25748	186	29	there	there	PRON
crl-25748	186	30	might	might	AUX
crl-25748	186	31	be	be	AUX
crl-25748	186	32	different	different	ADJ
crl-25748	186	33	style	style	NOUN
crl-25748	186	34	and	and	CCONJ
crl-25748	186	35	visual	visual	ADJ
crl-25748	186	36	conventions	convention	NOUN
crl-25748	186	37	contained	contain	VERB
crl-25748	186	38	within	within	ADP
crl-25748	186	39	the	the	DET
crl-25748	186	40	material	material	NOUN
crl-25748	186	41	.	.	PUNCT
crl-25748	187	1	this	this	PRON
crl-25748	187	2	,	,	PUNCT
crl-25748	187	3	in	in	ADP
crl-25748	187	4	turn	turn	NOUN
crl-25748	187	5	,	,	PUNCT
crl-25748	187	6	could	could	AUX
crl-25748	187	7	mean	mean	VERB
crl-25748	187	8	that	that	SCONJ
crl-25748	187	9	the	the	DET
crl-25748	187	10	model	model	NOUN
crl-25748	187	11	needs	need	VERB
crl-25748	187	12	to	to	PART
crl-25748	187	13	be	be	AUX
crl-25748	187	14	further	far	ADV
crl-25748	187	15	fine	fine	ADV
crl-25748	187	16	-	-	PUNCT
crl-25748	187	17	tuned	tune	VERB
crl-25748	187	18	to	to	PART
crl-25748	187	19	adapt	adapt	VERB
crl-25748	187	20	to	to	ADP
crl-25748	187	21	such	such	ADJ
crl-25748	187	22	shifts	shift	NOUN
crl-25748	187	23	over	over	ADP
crl-25748	187	24	time	time	NOUN
crl-25748	187	25	.	.	PUNCT
crl-25748	188	1	secondly	secondly	ADV
crl-25748	188	2	,	,	PUNCT
crl-25748	188	3	there	there	PRON
crl-25748	188	4	are	be	VERB
crl-25748	188	5	likely	likely	ADJ
crl-25748	188	6	to	to	PART
crl-25748	188	7	be	be	AUX
crl-25748	188	8	a	a	DET
crl-25748	188	9	greater	great	ADJ
crl-25748	188	10	number	number	NOUN
crl-25748	188	11	of	of	ADP
crl-25748	188	12	ocr	ocr	ADJ
crl-25748	188	13	errors	error	NOUN
crl-25748	188	14	in	in	ADP
crl-25748	188	15	the	the	DET
crl-25748	188	16	digital	digital	ADJ
crl-25748	188	17	copies	copy	NOUN
crl-25748	188	18	of	of	ADP
crl-25748	188	19	older	old	ADJ
crl-25748	188	20	newspapers	newspaper	NOUN
crl-25748	188	21	,	,	PUNCT
crl-25748	188	22	which	which	PRON
crl-25748	188	23	can	can	AUX
crl-25748	188	24	likewise	likewise	ADV
crl-25748	188	25	complicate	complicate	VERB
crl-25748	188	26	the	the	DET
crl-25748	188	27	process	process	NOUN
crl-25748	188	28	of	of	ADP
crl-25748	188	29	using	use	VERB
crl-25748	188	30	bert	bert	PROPN
crl-25748	188	31	to	to	PART
crl-25748	188	32	understand	understand	VERB
crl-25748	188	33	and	and	CCONJ
crl-25748	188	34	make	make	VERB
crl-25748	188	35	predictions	prediction	NOUN
crl-25748	188	36	based	base	VERB
crl-25748	188	37	on	on	ADP
crl-25748	188	38	the	the	DET
crl-25748	188	39	contents	content	NOUN
crl-25748	188	40	of	of	ADP
crl-25748	188	41	this	this	DET
crl-25748	188	42	material.42	material.42	NOUN
crl-25748	188	43	thirdly	thirdly	ADV
crl-25748	188	44	,	,	PUNCT
crl-25748	188	45	this	this	PRON
crl-25748	188	46	is	be	AUX
crl-25748	188	47	an	an	DET
crl-25748	188	48	implementation	implementation	NOUN
crl-25748	188	49	that	that	PRON
crl-25748	188	50	demands	demand	VERB
crl-25748	188	51	a	a	DET
crl-25748	188	52	degree	degree	NOUN
crl-25748	188	53	of	of	ADP
crl-25748	188	54	technical	technical	ADJ
crl-25748	188	55	expertise	expertise	NOUN
crl-25748	188	56	:	:	PUNCT
crl-25748	188	57	it	it	PRON
crl-25748	188	58	is	be	AUX
crl-25748	188	59	not	not	PART
crl-25748	188	60	a	a	DET
crl-25748	188	61	straightforward	straightforward	ADJ
crl-25748	188	62	fix	fix	NOUN
crl-25748	188	63	,	,	PUNCT
crl-25748	188	64	but	but	CCONJ
crl-25748	188	65	rather	rather	ADV
crl-25748	188	66	an	an	DET
crl-25748	188	67	iterative	iterative	NOUN
crl-25748	188	68	process	process	NOUN
crl-25748	188	69	that	that	PRON
crl-25748	188	70	will	will	AUX
crl-25748	188	71	require	require	VERB
crl-25748	188	72	systematically	systematically	ADV
crl-25748	188	73	testing	test	VERB
crl-25748	188	74	various	various	ADJ
crl-25748	188	75	parameters	parameter	NOUN
crl-25748	188	76	to	to	PART
crl-25748	188	77	ensure	ensure	VERB
crl-25748	188	78	the	the	DET
crl-25748	188	79	best	good	ADJ
crl-25748	188	80	possible	possible	ADJ
crl-25748	188	81	results	result	NOUN
crl-25748	188	82	.	.	PUNCT
crl-25748	189	1	this	this	PRON
crl-25748	189	2	presumes	presume	VERB
crl-25748	189	3	,	,	PUNCT
crl-25748	189	4	once	once	ADV
crl-25748	189	5	again	again	ADV
crl-25748	189	6	,	,	PUNCT
crl-25748	189	7	the	the	DET
crl-25748	189	8	presence	presence	NOUN
crl-25748	189	9	of	of	ADP
crl-25748	189	10	personnel	personnel	NOUN
crl-25748	189	11	with	with	ADP
crl-25748	189	12	a	a	DET
crl-25748	189	13	background	background	NOUN
crl-25748	189	14	in	in	ADP
crl-25748	189	15	data	datum	NOUN
crl-25748	189	16	science	science	NOUN
crl-25748	189	17	and	and	CCONJ
crl-25748	189	18	experience	experience	NOUN
crl-25748	189	19	in	in	ADP
crl-25748	189	20	working	work	VERB
crl-25748	189	21	with	with	ADP
crl-25748	189	22	such	such	ADJ
crl-25748	189	23	questions	question	NOUN
crl-25748	189	24	.	.	PUNCT
crl-25748	190	1	why	why	SCONJ
crl-25748	190	2	?	?	PUNCT
crl-25748	191	1	taking	take	VERB
crl-25748	191	2	advantage	advantage	NOUN
crl-25748	191	3	of	of	ADP
crl-25748	191	4	bert	bert	PROPN
crl-25748	191	5	’s	’s	PART
crl-25748	191	6	language	language	NOUN
crl-25748	191	7	understanding	understanding	NOUN
crl-25748	191	8	to	to	PART
crl-25748	191	9	reconstruct	reconstruct	VERB
crl-25748	191	10	historical	historical	ADJ
crl-25748	191	11	newspapers	newspaper	NOUN
crl-25748	191	12	is	be	AUX
crl-25748	191	13	another	another	DET
crl-25748	191	14	instance	instance	NOUN
crl-25748	191	15	of	of	ADP
crl-25748	191	16	using	use	VERB
crl-25748	191	17	ai	ai	VERB
crl-25748	191	18	to	to	PART
crl-25748	191	19	enhance	enhance	VERB
crl-25748	191	20	the	the	DET
crl-25748	191	21	accessibility	accessibility	NOUN
crl-25748	191	22	of	of	ADP
crl-25748	191	23	the	the	DET
crl-25748	191	24	library	library	NOUN
crl-25748	191	25	’s	’s	PART
crl-25748	191	26	material	material	NOUN
crl-25748	191	27	.	.	PUNCT
crl-25748	192	1	by	by	ADP
crl-25748	192	2	improving	improve	VERB
crl-25748	192	3	the	the	DET
crl-25748	192	4	ocr	ocr	ADJ
crl-25748	192	5	cohesion	cohesion	NOUN
crl-25748	192	6	of	of	ADP
crl-25748	192	7	the	the	DET
crl-25748	192	8	newspaper	newspaper	NOUN
crl-25748	192	9	archive	archive	NOUN
crl-25748	192	10	,	,	PUNCT
crl-25748	192	11	this	this	DET
crl-25748	192	12	implementation	implementation	NOUN
crl-25748	192	13	adds	add	VERB
crl-25748	192	14	a	a	DET
crl-25748	192	15	level	level	NOUN
crl-25748	192	16	of	of	ADP
crl-25748	192	17	metadata	metadata	NOUN
crl-25748	192	18	to	to	ADP
crl-25748	192	19	digital	digital	ADJ
crl-25748	192	20	collections	collection	NOUN
crl-25748	192	21	that	that	PRON
crl-25748	192	22	is	be	AUX
crl-25748	192	23	key	key	ADJ
crl-25748	192	24	to	to	ADP
crl-25748	192	25	unveiling	unveil	VERB
crl-25748	192	26	their	their	PRON
crl-25748	192	27	value	value	NOUN
crl-25748	192	28	for	for	ADP
crl-25748	192	29	research	research	NOUN
crl-25748	192	30	purposes	purpose	NOUN
crl-25748	192	31	.	.	PUNCT
crl-25748	193	1	once	once	ADV
crl-25748	193	2	this	this	DET
crl-25748	193	3	structure	structure	NOUN
crl-25748	193	4	has	have	AUX
crl-25748	193	5	been	be	AUX
crl-25748	193	6	reestablished	reestablish	VERB
crl-25748	193	7	,	,	PUNCT
crl-25748	193	8	it	it	PRON
crl-25748	193	9	becomes	become	VERB
crl-25748	193	10	possible	possible	ADJ
crl-25748	193	11	to	to	PART
crl-25748	193	12	navigate	navigate	VERB
crl-25748	193	13	the	the	DET
crl-25748	193	14	digital	digital	ADJ
crl-25748	193	15	archive	archive	NOUN
crl-25748	193	16	at	at	ADP
crl-25748	193	17	the	the	DET
crl-25748	193	18	article	article	NOUN
crl-25748	193	19	level	level	NOUN
crl-25748	193	20	—	—	PUNCT
crl-25748	193	21	to	to	PART
crl-25748	193	22	identify	identify	VERB
crl-25748	193	23	and	and	CCONJ
crl-25748	193	24	search	search	VERB
crl-25748	193	25	all	all	DET
crl-25748	193	26	the	the	DET
crl-25748	193	27	articles	article	NOUN
crl-25748	193	28	written	write	VERB
crl-25748	193	29	by	by	ADP
crl-25748	193	30	a	a	DET
crl-25748	193	31	particular	particular	ADJ
crl-25748	193	32	author	author	NOUN
crl-25748	193	33	,	,	PUNCT
crl-25748	193	34	for	for	ADP
crl-25748	193	35	instance	instance	NOUN
crl-25748	193	36	,	,	PUNCT
crl-25748	193	37	which	which	PRON
crl-25748	193	38	is	be	AUX
crl-25748	193	39	a	a	DET
crl-25748	193	40	far	far	ADV
crl-25748	193	41	from	from	ADP
crl-25748	193	42	trivial	trivial	ADJ
crl-25748	193	43	gain	gain	NOUN
crl-25748	193	44	from	from	ADP
crl-25748	193	45	the	the	DET
crl-25748	193	46	users	user	NOUN
crl-25748	193	47	’	’	PART
crl-25748	193	48	perspective	perspective	NOUN
crl-25748	193	49	.	.	PUNCT
crl-25748	194	1	as	as	ADP
crl-25748	194	2	with	with	ADP
crl-25748	194	3	the	the	DET
crl-25748	194	4	previous	previous	ADJ
crl-25748	194	5	two	two	NUM
crl-25748	194	6	use	use	NOUN
crl-25748	194	7	cases	case	NOUN
crl-25748	194	8	,	,	PUNCT
crl-25748	194	9	such	such	DET
crl-25748	194	10	an	an	DET
crl-25748	194	11	application	application	NOUN
crl-25748	194	12	could	could	AUX
crl-25748	194	13	significantly	significantly	ADV
crl-25748	194	14	improve	improve	VERB
crl-25748	194	15	the	the	DET
crl-25748	194	16	quality	quality	NOUN
crl-25748	194	17	and	and	CCONJ
crl-25748	194	18	effectiveness	effectiveness	NOUN
crl-25748	194	19	of	of	ADP
crl-25748	194	20	the	the	DET
crl-25748	194	21	library	library	NOUN
crl-25748	194	22	as	as	ADP
crl-25748	194	23	a	a	DET
crl-25748	194	24	research	research	NOUN
crl-25748	194	25	infrastructure	infrastructure	NOUN
crl-25748	194	26	.	.	PUNCT
crl-25748	195	1	concluding	conclude	VERB
crl-25748	195	2	discussion	discussion	NOUN
crl-25748	195	3	in	in	ADP
crl-25748	195	4	this	this	DET
crl-25748	195	5	article	article	NOUN
crl-25748	195	6	,	,	PUNCT
crl-25748	195	7	we	we	PRON
crl-25748	195	8	have	have	AUX
crl-25748	195	9	presented	present	VERB
crl-25748	195	10	how	how	SCONJ
crl-25748	195	11	the	the	DET
crl-25748	195	12	textual	textual	ADJ
crl-25748	195	13	resources	resource	NOUN
crl-25748	195	14	of	of	ADP
crl-25748	195	15	the	the	DET
crl-25748	195	16	national	national	PROPN
crl-25748	195	17	library	library	NOUN
crl-25748	195	18	of	of	ADP
crl-25748	195	19	sweden	sweden	PROPN
crl-25748	195	20	provided	provide	VERB
crl-25748	195	21	the	the	DET
crl-25748	195	22	basis	basis	NOUN
crl-25748	195	23	for	for	ADP
crl-25748	195	24	a	a	DET
crl-25748	195	25	powerful	powerful	ADJ
crl-25748	195	26	new	new	ADJ
crl-25748	195	27	bert	bert	PROPN
crl-25748	195	28	model	model	NOUN
crl-25748	195	29	that	that	PRON
crl-25748	195	30	outperforms	outperform	VERB
crl-25748	195	31	existing	exist	VERB
crl-25748	195	32	models	model	NOUN
crl-25748	195	33	for	for	ADP
crl-25748	195	34	swedish	swedish	ADJ
crl-25748	195	35	.	.	PUNCT
crl-25748	196	1	we	we	PRON
crl-25748	196	2	have	have	AUX
crl-25748	196	3	also	also	ADV
crl-25748	196	4	explained	explain	VERB
crl-25748	196	5	three	three	NUM
crl-25748	196	6	potential	potential	ADJ
crl-25748	196	7	use	use	NOUN
crl-25748	196	8	cases	case	NOUN
crl-25748	196	9	for	for	ADP
crl-25748	196	10	kb	kb	PROPN
crl-25748	196	11	-	-	PUNCT
crl-25748	196	12	bert	bert	PROPN
crl-25748	196	13	to	to	PART
crl-25748	196	14	highlight	highlight	VERB
crl-25748	196	15	the	the	DET
crl-25748	196	16	relevance	relevance	NOUN
crl-25748	196	17	of	of	ADP
crl-25748	196	18	such	such	ADJ
crl-25748	196	19	nlp	nlp	NOUN
crl-25748	196	20	techniques	technique	NOUN
crl-25748	196	21	for	for	ADP
crl-25748	196	22	the	the	DET
crl-25748	196	23	operating	operate	VERB
crl-25748	196	24	practices	practice	NOUN
crl-25748	196	25	of	of	ADP
crl-25748	196	26	the	the	DET
crl-25748	196	27	library	library	NOUN
crl-25748	196	28	.	.	PUNCT
crl-25748	197	1	more	more	ADV
crl-25748	197	2	precisely	precisely	ADV
crl-25748	197	3	,	,	PUNCT
crl-25748	197	4	44	44	NUM
crl-25748	197	5	college	college	PROPN
crl-25748	197	6	&	&	CCONJ
crl-25748	197	7	research	research	PROPN
crl-25748	197	8	libraries	library	NOUN
crl-25748	197	9	january	january	PROPN
crl-25748	197	10	2023	2023	NUM
crl-25748	197	11	we	we	PRON
crl-25748	197	12	showed	show	VERB
crl-25748	197	13	how	how	SCONJ
crl-25748	197	14	the	the	DET
crl-25748	197	15	model	model	NOUN
crl-25748	197	16	could	could	AUX
crl-25748	197	17	be	be	AUX
crl-25748	197	18	applied	apply	VERB
crl-25748	197	19	to	to	ADP
crl-25748	197	20	improving	improve	VERB
crl-25748	197	21	access	access	NOUN
crl-25748	197	22	to	to	ADP
crl-25748	197	23	collections	collection	NOUN
crl-25748	197	24	for	for	ADP
crl-25748	197	25	researchers	researcher	NOUN
crl-25748	197	26	,	,	PUNCT
crl-25748	197	27	by	by	ADP
crl-25748	197	28	(	(	PUNCT
crl-25748	197	29	i	i	NOUN
crl-25748	197	30	)	)	PUNCT
crl-25748	197	31	providing	provide	VERB
crl-25748	197	32	an	an	DET
crl-25748	197	33	automated	automate	VERB
crl-25748	197	34	form	form	NOUN
crl-25748	197	35	of	of	ADP
crl-25748	197	36	classification	classification	NOUN
crl-25748	197	37	,	,	PUNCT
crl-25748	197	38	(	(	PUNCT
crl-25748	197	39	ii	ii	NOUN
crl-25748	197	40	)	)	PUNCT
crl-25748	197	41	enhancing	enhance	VERB
crl-25748	197	42	the	the	DET
crl-25748	197	43	searchability	searchability	NOUN
crl-25748	197	44	,	,	PUNCT
crl-25748	197	45	and	and	CCONJ
crl-25748	197	46	(	(	PUNCT
crl-25748	197	47	iii	iii	NOUN
crl-25748	197	48	)	)	PUNCT
crl-25748	197	49	improving	improve	VERB
crl-25748	197	50	the	the	DET
crl-25748	197	51	ocr	ocr	ADJ
crl-25748	197	52	cohesion	cohesion	NOUN
crl-25748	197	53	of	of	ADP
crl-25748	197	54	digital	digital	ADJ
crl-25748	197	55	collections	collection	NOUN
crl-25748	197	56	.	.	PUNCT
crl-25748	198	1	in	in	ADP
crl-25748	198	2	each	each	DET
crl-25748	198	3	case	case	NOUN
crl-25748	198	4	,	,	PUNCT
crl-25748	198	5	we	we	PRON
crl-25748	198	6	suggest	suggest	VERB
crl-25748	198	7	that	that	SCONJ
crl-25748	198	8	kb	kb	PROPN
crl-25748	198	9	-	-	PUNCT
crl-25748	198	10	bert	bert	PROPN
crl-25748	198	11	’s	’s	PART
crl-25748	198	12	language	language	NOUN
crl-25748	198	13	processing	processing	NOUN
crl-25748	198	14	capacities	capacity	NOUN
crl-25748	198	15	can	can	AUX
crl-25748	198	16	be	be	AUX
crl-25748	198	17	harnessed	harness	VERB
crl-25748	198	18	to	to	PART
crl-25748	198	19	add	add	VERB
crl-25748	198	20	clear	clear	ADJ
crl-25748	198	21	value	value	NOUN
crl-25748	198	22	to	to	ADP
crl-25748	198	23	the	the	DET
crl-25748	198	24	library	library	NOUN
crl-25748	198	25	’s	’s	PART
crl-25748	198	26	working	working	NOUN
crl-25748	198	27	processes	process	NOUN
crl-25748	198	28	.	.	PUNCT
crl-25748	199	1	insofar	insofar	ADV
crl-25748	199	2	as	as	SCONJ
crl-25748	199	3	we	we	PRON
crl-25748	199	4	have	have	AUX
crl-25748	199	5	discussed	discuss	VERB
crl-25748	199	6	both	both	PRON
crl-25748	199	7	how	how	SCONJ
crl-25748	199	8	the	the	DET
crl-25748	199	9	library	library	NOUN
crl-25748	199	10	can	can	AUX
crl-25748	199	11	contribute	contribute	VERB
crl-25748	199	12	to	to	ADP
crl-25748	199	13	the	the	DET
crl-25748	199	14	future	future	ADJ
crl-25748	199	15	development	development	NOUN
crl-25748	199	16	of	of	ADP
crl-25748	199	17	ai	ai	NOUN
crl-25748	199	18	and	and	CCONJ
crl-25748	199	19	how	how	SCONJ
crl-25748	199	20	ai	ai	NOUN
crl-25748	199	21	could	could	AUX
crl-25748	199	22	help	help	VERB
crl-25748	199	23	transform	transform	VERB
crl-25748	199	24	the	the	DET
crl-25748	199	25	future	future	NOUN
crl-25748	199	26	of	of	ADP
crl-25748	199	27	the	the	DET
crl-25748	199	28	library	library	NOUN
crl-25748	199	29	,	,	PUNCT
crl-25748	199	30	the	the	DET
crl-25748	199	31	article	article	NOUN
crl-25748	199	32	raises	raise	VERB
crl-25748	199	33	broader	broad	ADJ
crl-25748	199	34	questions	question	NOUN
crl-25748	199	35	about	about	ADP
crl-25748	199	36	the	the	DET
crl-25748	199	37	opportunities	opportunity	NOUN
crl-25748	199	38	and	and	CCONJ
crl-25748	199	39	challenges	challenge	NOUN
crl-25748	199	40	for	for	ADP
crl-25748	199	41	cross	cross	ADJ
crl-25748	199	42	-	-	ADJ
crl-25748	199	43	fertilizing	fertilizing	ADJ
crl-25748	199	44	libraries	library	NOUN
crl-25748	199	45	with	with	ADP
crl-25748	199	46	ai	ai	NOUN
crl-25748	199	47	.	.	PUNCT
crl-25748	200	1	in	in	ADP
crl-25748	200	2	this	this	DET
crl-25748	200	3	conclusion	conclusion	NOUN
crl-25748	200	4	,	,	PUNCT
crl-25748	200	5	we	we	PRON
crl-25748	200	6	therefore	therefore	ADV
crl-25748	200	7	delineate	delineate	VERB
crl-25748	200	8	these	these	DET
crl-25748	200	9	questions	question	NOUN
crl-25748	200	10	and	and	CCONJ
crl-25748	200	11	explore	explore	VERB
crl-25748	200	12	some	some	PRON
crl-25748	200	13	of	of	ADP
crl-25748	200	14	their	their	PRON
crl-25748	200	15	implications	implication	NOUN
crl-25748	200	16	.	.	PUNCT
crl-25748	201	1	what	what	PRON
crl-25748	201	2	are	be	AUX
crl-25748	201	3	the	the	DET
crl-25748	201	4	principal	principal	ADJ
crl-25748	201	5	gains	gain	NOUN
crl-25748	201	6	of	of	ADP
crl-25748	201	7	closer	close	ADJ
crl-25748	201	8	interaction	interaction	NOUN
crl-25748	201	9	between	between	ADP
crl-25748	201	10	national	national	ADJ
crl-25748	201	11	libraries	library	NOUN
crl-25748	201	12	and	and	CCONJ
crl-25748	201	13	ai	ai	VERB
crl-25748	201	14	?	?	PUNCT
crl-25748	202	1	what	what	PRON
crl-25748	202	2	are	be	AUX
crl-25748	202	3	the	the	DET
crl-25748	202	4	potential	potential	ADJ
crl-25748	202	5	difficulties	difficulty	NOUN
crl-25748	202	6	,	,	PUNCT
crl-25748	202	7	on	on	ADP
crl-25748	202	8	the	the	DET
crl-25748	202	9	other	other	ADJ
crl-25748	202	10	hand	hand	NOUN
crl-25748	202	11	,	,	PUNCT
crl-25748	202	12	of	of	ADP
crl-25748	202	13	integrating	integrate	VERB
crl-25748	202	14	the	the	DET
crl-25748	202	15	ai	ai	ADJ
crl-25748	202	16	-	-	PUNCT
crl-25748	202	17	related	relate	VERB
crl-25748	202	18	insights	insight	NOUN
crl-25748	202	19	of	of	ADP
crl-25748	202	20	data	datum	NOUN
crl-25748	202	21	science	science	NOUN
crl-25748	202	22	with	with	ADP
crl-25748	202	23	the	the	DET
crl-25748	202	24	information	information	NOUN
crl-25748	202	25	practices	practice	NOUN
crl-25748	202	26	of	of	ADP
crl-25748	202	27	the	the	DET
crl-25748	202	28	library	library	NOUN
crl-25748	202	29	?	?	PUNCT
crl-25748	203	1	national	national	ADJ
crl-25748	203	2	libraries	library	NOUN
crl-25748	203	3	as	as	ADP
crl-25748	203	4	sites	site	NOUN
crl-25748	203	5	for	for	ADP
crl-25748	203	6	ethical	ethical	ADJ
crl-25748	203	7	ai	ai	VERB
crl-25748	203	8	the	the	DET
crl-25748	203	9	key	key	ADJ
crl-25748	203	10	rationale	rationale	NOUN
crl-25748	203	11	for	for	ADP
crl-25748	203	12	locating	locate	VERB
crl-25748	203	13	ai	ai	VERB
crl-25748	203	14	development	development	NOUN
crl-25748	203	15	in	in	ADP
crl-25748	203	16	the	the	DET
crl-25748	203	17	context	context	NOUN
crl-25748	203	18	of	of	ADP
crl-25748	203	19	national	national	ADJ
crl-25748	203	20	libraries	library	NOUN
crl-25748	203	21	is	be	AUX
crl-25748	203	22	democratic	democratic	ADJ
crl-25748	203	23	in	in	ADP
crl-25748	203	24	emphasis	emphasis	NOUN
crl-25748	203	25	.	.	PUNCT
crl-25748	204	1	the	the	DET
crl-25748	204	2	first	first	ADJ
crl-25748	204	3	part	part	NOUN
crl-25748	204	4	of	of	ADP
crl-25748	204	5	this	this	DET
crl-25748	204	6	argument	argument	NOUN
crl-25748	204	7	is	be	AUX
crl-25748	204	8	essentially	essentially	ADV
crl-25748	204	9	positive	positive	ADJ
crl-25748	204	10	and	and	CCONJ
crl-25748	204	11	concerns	concern	NOUN
crl-25748	204	12	maximizing	maximize	VERB
crl-25748	204	13	the	the	DET
crl-25748	204	14	social	social	ADJ
crl-25748	204	15	good	good	NOUN
crl-25748	204	16	that	that	PRON
crl-25748	204	17	can	can	AUX
crl-25748	204	18	be	be	AUX
crl-25748	204	19	gained	gain	VERB
crl-25748	204	20	from	from	ADP
crl-25748	204	21	the	the	DET
crl-25748	204	22	libraries	library	NOUN
crl-25748	204	23	’	'	PUNCT
crl-25748	204	24	collections	collection	NOUN
crl-25748	204	25	.	.	PUNCT
crl-25748	205	1	recognizing	recognize	VERB
crl-25748	205	2	that	that	SCONJ
crl-25748	205	3	the	the	DET
crl-25748	205	4	material	material	NOUN
crl-25748	205	5	preserved	preserve	VERB
crl-25748	205	6	in	in	ADP
crl-25748	205	7	the	the	DET
crl-25748	205	8	archives	archive	NOUN
crl-25748	205	9	constitutes	constitute	VERB
crl-25748	205	10	a	a	DET
crl-25748	205	11	form	form	NOUN
crl-25748	205	12	of	of	ADP
crl-25748	205	13	commons	common	NOUN
crl-25748	205	14	—	—	PUNCT
crl-25748	205	15	i.e.	i.e.	X
crl-25748	205	16	,	,	PUNCT
crl-25748	205	17	a	a	DET
crl-25748	205	18	shared	share	VERB
crl-25748	205	19	resource	resource	NOUN
crl-25748	205	20	for	for	ADP
crl-25748	205	21	the	the	DET
crl-25748	205	22	community	community	NOUN
crl-25748	205	23	that	that	PRON
crl-25748	205	24	is	be	AUX
crl-25748	205	25	publicly	publicly	ADV
crl-25748	205	26	funded43	funded43	NOUN
crl-25748	205	27	—	—	PUNCT
crl-25748	205	28	contributing	contribute	VERB
crl-25748	205	29	to	to	ADP
crl-25748	205	30	the	the	DET
crl-25748	205	31	making	making	NOUN
crl-25748	205	32	of	of	ADP
crl-25748	205	33	language	language	NOUN
crl-25748	205	34	models	model	NOUN
crl-25748	205	35	provides	provide	VERB
crl-25748	205	36	a	a	DET
crl-25748	205	37	means	mean	NOUN
crl-25748	205	38	to	to	PART
crl-25748	205	39	distribute	distribute	VERB
crl-25748	205	40	the	the	DET
crl-25748	205	41	novel	novel	ADJ
crl-25748	205	42	forms	form	NOUN
crl-25748	205	43	of	of	ADP
crl-25748	205	44	value	value	NOUN
crl-25748	205	45	contained	contain	VERB
crl-25748	205	46	within	within	ADP
crl-25748	205	47	these	these	DET
crl-25748	205	48	institutions	institution	NOUN
crl-25748	205	49	’	'	PUNCT
crl-25748	205	50	collections	collection	NOUN
crl-25748	205	51	as	as	ADV
crl-25748	205	52	widely	widely	ADV
crl-25748	205	53	as	as	ADP
crl-25748	205	54	possible	possible	ADJ
crl-25748	205	55	.	.	PUNCT
crl-25748	206	1	partly	partly	ADV
crl-25748	206	2	a	a	DET
crl-25748	206	3	matter	matter	NOUN
crl-25748	206	4	of	of	ADP
crl-25748	206	5	the	the	DET
crl-25748	206	6	broad	broad	ADJ
crl-25748	206	7	utilitarian	utilitarian	ADJ
crl-25748	206	8	benefits	benefit	NOUN
crl-25748	206	9	that	that	PRON
crl-25748	206	10	result	result	VERB
crl-25748	206	11	from	from	ADP
crl-25748	206	12	more	more	ADV
crl-25748	206	13	effective	effective	ADJ
crl-25748	206	14	and	and	CCONJ
crl-25748	206	15	cheaper	cheap	ADJ
crl-25748	206	16	administration	administration	NOUN
crl-25748	206	17	procedures	procedure	NOUN
crl-25748	206	18	once	once	SCONJ
crl-25748	206	19	public	public	ADJ
crl-25748	206	20	authorities	authority	NOUN
crl-25748	206	21	implement	implement	VERB
crl-25748	206	22	these	these	DET
crl-25748	206	23	ai	ai	ADJ
crl-25748	206	24	models	model	NOUN
crl-25748	206	25	,	,	PUNCT
crl-25748	206	26	this	this	PRON
crl-25748	206	27	also	also	ADV
crl-25748	206	28	pertains	pertain	VERB
crl-25748	206	29	to	to	ADP
crl-25748	206	30	the	the	DET
crl-25748	206	31	general	general	ADJ
crl-25748	206	32	value	value	NOUN
crl-25748	206	33	of	of	ADP
crl-25748	206	34	releasing	release	VERB
crl-25748	206	35	open	open	ADJ
crl-25748	206	36	source	source	NOUN
crl-25748	206	37	nlp	nlp	NOUN
crl-25748	206	38	tools	tool	NOUN
crl-25748	206	39	for	for	SCONJ
crl-25748	206	40	the	the	DET
crl-25748	206	41	public	public	NOUN
crl-25748	206	42	to	to	PART
crl-25748	206	43	use	use	VERB
crl-25748	206	44	as	as	SCONJ
crl-25748	206	45	they	they	PRON
crl-25748	206	46	see	see	VERB
crl-25748	206	47	fit	fit	ADJ
crl-25748	206	48	.	.	PUNCT
crl-25748	207	1	in	in	ADP
crl-25748	207	2	exploring	explore	VERB
crl-25748	207	3	new	new	ADJ
crl-25748	207	4	ways	way	NOUN
crl-25748	207	5	to	to	PART
crl-25748	207	6	unlock	unlock	VERB
crl-25748	207	7	the	the	DET
crl-25748	207	8	potential	potential	NOUN
crl-25748	207	9	of	of	ADP
crl-25748	207	10	archival	archival	NOUN
crl-25748	207	11	holdings	holding	NOUN
crl-25748	207	12	beyond	beyond	ADP
crl-25748	207	13	traditional	traditional	ADJ
crl-25748	207	14	forms	form	NOUN
crl-25748	207	15	of	of	ADP
crl-25748	207	16	academic	academic	ADJ
crl-25748	207	17	research	research	NOUN
crl-25748	207	18	,	,	PUNCT
crl-25748	207	19	national	national	ADJ
crl-25748	207	20	libraries	library	NOUN
crl-25748	207	21	can	can	AUX
crl-25748	207	22	help	help	VERB
crl-25748	207	23	ensure	ensure	VERB
crl-25748	207	24	that	that	SCONJ
crl-25748	207	25	society	society	NOUN
crl-25748	207	26	at	at	ADP
crl-25748	207	27	large	large	ADJ
crl-25748	207	28	derives	derive	NOUN
crl-25748	207	29	some	some	DET
crl-25748	207	30	benefit	benefit	NOUN
crl-25748	207	31	from	from	ADP
crl-25748	207	32	the	the	DET
crl-25748	207	33	era	era	NOUN
crl-25748	207	34	of	of	ADP
crl-25748	207	35	big	big	ADJ
crl-25748	207	36	data	datum	NOUN
crl-25748	207	37	.	.	PUNCT
crl-25748	208	1	using	use	VERB
crl-25748	208	2	the	the	DET
crl-25748	208	3	library	library	NOUN
crl-25748	208	4	’s	’s	PART
crl-25748	208	5	resources	resource	NOUN
crl-25748	208	6	to	to	PART
crl-25748	208	7	participate	participate	VERB
crl-25748	208	8	in	in	ADP
crl-25748	208	9	a	a	DET
crl-25748	208	10	wider	wide	ADJ
crl-25748	208	11	societal	societal	ADJ
crl-25748	208	12	project	project	NOUN
crl-25748	208	13	of	of	ADP
crl-25748	208	14	ai	ai	PROPN
crl-25748	208	15	development	development	NOUN
crl-25748	208	16	is	be	AUX
crl-25748	208	17	especially	especially	ADV
crl-25748	208	18	pertinent	pertinent	ADJ
crl-25748	208	19	for	for	ADP
crl-25748	208	20	lower	lower	ADV
crl-25748	208	21	-	-	PUNCT
crl-25748	208	22	resourced	resource	VERB
crl-25748	208	23	languages	language	NOUN
crl-25748	208	24	.	.	PUNCT
crl-25748	209	1	as	as	SCONJ
crl-25748	209	2	the	the	DET
crl-25748	209	3	evaluation	evaluation	NOUN
crl-25748	209	4	results	result	VERB
crl-25748	209	5	from	from	ADP
crl-25748	209	6	this	this	DET
crl-25748	209	7	article	article	NOUN
crl-25748	209	8	demonstrate	demonstrate	NOUN
crl-25748	209	9	,	,	PUNCT
crl-25748	209	10	the	the	DET
crl-25748	209	11	multilingual	multilingual	ADJ
crl-25748	209	12	model	model	NOUN
crl-25748	209	13	released	release	VERB
crl-25748	209	14	by	by	ADP
crl-25748	209	15	google	google	PROPN
crl-25748	209	16	for	for	ADP
crl-25748	209	17	languages	language	NOUN
crl-25748	209	18	beyond	beyond	ADP
crl-25748	209	19	english	english	PROPN
crl-25748	209	20	and	and	CCONJ
crl-25748	209	21	chinese	chinese	PROPN
crl-25748	209	22	offers	offer	VERB
crl-25748	209	23	less	less	ADV
crl-25748	209	24	effective	effective	ADJ
crl-25748	209	25	nlp	nlp	ADJ
crl-25748	209	26	capacities	capacity	NOUN
crl-25748	209	27	than	than	ADP
crl-25748	209	28	monolingual	monolingual	ADJ
crl-25748	209	29	bert	bert	PROPN
crl-25748	209	30	models	model	NOUN
crl-25748	209	31	trained	train	VERB
crl-25748	209	32	for	for	ADP
crl-25748	209	33	a	a	DET
crl-25748	209	34	particular	particular	ADJ
crl-25748	209	35	language	language	NOUN
crl-25748	209	36	.	.	PUNCT
crl-25748	210	1	where	where	SCONJ
crl-25748	210	2	giant	giant	ADJ
crl-25748	210	3	tech	tech	NOUN
crl-25748	210	4	companies	company	NOUN
crl-25748	210	5	perceive	perceive	VERB
crl-25748	210	6	little	little	ADJ
crl-25748	210	7	incentive	incentive	NOUN
crl-25748	210	8	to	to	PART
crl-25748	210	9	invest	invest	VERB
crl-25748	210	10	in	in	ADP
crl-25748	210	11	tools	tool	NOUN
crl-25748	210	12	specifically	specifically	ADV
crl-25748	210	13	for	for	ADP
crl-25748	210	14	smaller	small	ADJ
crl-25748	210	15	languages	language	NOUN
crl-25748	210	16	,	,	PUNCT
crl-25748	210	17	there	there	PRON
crl-25748	210	18	is	be	VERB
crl-25748	210	19	a	a	DET
crl-25748	210	20	risk	risk	NOUN
crl-25748	210	21	of	of	ADP
crl-25748	210	22	a	a	DET
crl-25748	210	23	chasm	chasm	NOUN
crl-25748	210	24	emerging	emerge	VERB
crl-25748	210	25	between	between	ADP
crl-25748	210	26	the	the	DET
crl-25748	210	27	state	state	NOUN
crl-25748	210	28	of	of	ADP
crl-25748	210	29	ai	ai	NOUN
crl-25748	210	30	in	in	ADP
crl-25748	210	31	major	major	ADJ
crl-25748	210	32	and	and	CCONJ
crl-25748	210	33	lower	lower	ADV
crl-25748	210	34	-	-	PUNCT
crl-25748	210	35	resourced	resource	VERB
crl-25748	210	36	languages.44	languages.44	NOUN
crl-25748	210	37	in	in	ADP
crl-25748	210	38	this	this	DET
crl-25748	210	39	context	context	NOUN
crl-25748	210	40	,	,	PUNCT
crl-25748	210	41	national	national	ADJ
crl-25748	210	42	libraries	library	NOUN
crl-25748	210	43	for	for	ADP
crl-25748	210	44	this	this	DET
crl-25748	210	45	latter	latter	ADJ
crl-25748	210	46	group	group	NOUN
crl-25748	210	47	can	can	AUX
crl-25748	210	48	play	play	VERB
crl-25748	210	49	a	a	DET
crl-25748	210	50	vital	vital	ADJ
crl-25748	210	51	role	role	NOUN
crl-25748	210	52	in	in	ADP
crl-25748	210	53	harnessing	harness	VERB
crl-25748	210	54	their	their	PRON
crl-25748	210	55	holdings	holding	NOUN
crl-25748	210	56	of	of	ADP
crl-25748	210	57	large	large	ADJ
crl-25748	210	58	volumes	volume	NOUN
crl-25748	210	59	of	of	ADP
crl-25748	210	60	high	high	ADJ
crl-25748	210	61	quality	quality	NOUN
crl-25748	210	62	,	,	PUNCT
crl-25748	210	63	language	language	NOUN
crl-25748	210	64	-	-	PUNCT
crl-25748	210	65	specific	specific	ADJ
crl-25748	210	66	data	datum	NOUN
crl-25748	210	67	for	for	ADP
crl-25748	210	68	the	the	DET
crl-25748	210	69	making	making	NOUN
crl-25748	210	70	and	and	CCONJ
crl-25748	210	71	distribution	distribution	NOUN
crl-25748	210	72	of	of	ADP
crl-25748	210	73	state	state	NOUN
crl-25748	210	74	-	-	PUNCT
crl-25748	210	75	of	of	ADP
crl-25748	210	76	-	-	PUNCT
crl-25748	210	77	the	the	DET
crl-25748	210	78	-	-	PUNCT
crl-25748	210	79	art	art	NOUN
crl-25748	210	80	language	language	NOUN
crl-25748	210	81	models.45	models.45	VERB
crl-25748	210	82	if	if	SCONJ
crl-25748	210	83	there	there	PRON
crl-25748	210	84	are	be	VERB
crl-25748	210	85	legal	legal	ADJ
crl-25748	210	86	restrictions	restriction	NOUN
crl-25748	210	87	preventing	prevent	VERB
crl-25748	210	88	the	the	DET
crl-25748	210	89	sharing	sharing	NOUN
crl-25748	210	90	of	of	ADP
crl-25748	210	91	such	such	ADJ
crl-25748	210	92	data	datum	NOUN
crl-25748	210	93	,	,	PUNCT
crl-25748	210	94	establishing	establish	VERB
crl-25748	210	95	in	in	ADP
crl-25748	210	96	-	-	PUNCT
crl-25748	210	97	house	house	NOUN
crl-25748	210	98	data	datum	NOUN
crl-25748	210	99	labs	lab	NOUN
crl-25748	210	100	at	at	ADP
crl-25748	210	101	these	these	DET
crl-25748	210	102	libraries	library	NOUN
crl-25748	210	103	becomes	become	VERB
crl-25748	210	104	a	a	DET
crl-25748	210	105	necessary	necessary	ADJ
crl-25748	210	106	work	work	NOUN
crl-25748	210	107	-	-	PUNCT
crl-25748	210	108	around	around	NOUN
crl-25748	210	109	.	.	PUNCT
crl-25748	211	1	by	by	ADP
crl-25748	211	2	investing	invest	VERB
crl-25748	211	3	in	in	ADP
crl-25748	211	4	such	such	ADJ
crl-25748	211	5	projects	project	NOUN
crl-25748	211	6	,	,	PUNCT
crl-25748	211	7	national	national	ADJ
crl-25748	211	8	libraries	library	NOUN
crl-25748	211	9	have	have	VERB
crl-25748	211	10	the	the	DET
crl-25748	211	11	chance	chance	NOUN
crl-25748	211	12	to	to	PART
crl-25748	211	13	underpin	underpin	VERB
crl-25748	211	14	the	the	DET
crl-25748	211	15	development	development	NOUN
crl-25748	211	16	of	of	ADP
crl-25748	211	17	a	a	DET
crl-25748	211	18	national	national	ADJ
crl-25748	211	19	ai	ai	PROPN
crl-25748	211	20	infrastructure	infrastructure	NOUN
crl-25748	211	21	,	,	PUNCT
crl-25748	211	22	while	while	SCONJ
crl-25748	211	23	laying	lay	VERB
crl-25748	211	24	claim	claim	NOUN
crl-25748	211	25	to	to	ADP
crl-25748	211	26	a	a	DET
crl-25748	211	27	potent	potent	ADJ
crl-25748	211	28	new	new	ADJ
crl-25748	211	29	form	form	NOUN
crl-25748	211	30	of	of	ADP
crl-25748	211	31	relevance	relevance	NOUN
crl-25748	211	32	in	in	ADP
crl-25748	211	33	the	the	DET
crl-25748	211	34	process	process	NOUN
crl-25748	211	35	.	.	PUNCT
crl-25748	212	1	the	the	DET
crl-25748	212	2	second	second	ADJ
crl-25748	212	3	part	part	NOUN
crl-25748	212	4	of	of	ADP
crl-25748	212	5	this	this	DET
crl-25748	212	6	democratic	democratic	ADJ
crl-25748	212	7	argument	argument	NOUN
crl-25748	212	8	is	be	AUX
crl-25748	212	9	more	more	ADV
crl-25748	212	10	critically	critically	ADV
crl-25748	212	11	inclined	inclined	ADJ
crl-25748	212	12	and	and	CCONJ
crl-25748	212	13	relates	relate	VERB
crl-25748	212	14	to	to	ADP
crl-25748	212	15	probing	probe	VERB
crl-25748	212	16	the	the	DET
crl-25748	212	17	problems	problem	NOUN
crl-25748	212	18	of	of	ADP
crl-25748	212	19	an	an	DET
crl-25748	212	20	ai	ai	PROPN
crl-25748	212	21	future	future	NOUN
crl-25748	212	22	driven	drive	VERB
crl-25748	212	23	purely	purely	ADV
crl-25748	212	24	by	by	ADP
crl-25748	212	25	private	private	ADJ
crl-25748	212	26	sector	sector	NOUN
crl-25748	212	27	actors	actor	NOUN
crl-25748	212	28	.	.	PUNCT
crl-25748	213	1	one	one	NUM
crl-25748	213	2	of	of	ADP
crl-25748	213	3	the	the	DET
crl-25748	213	4	key	key	ADJ
crl-25748	213	5	concerns	concern	NOUN
crl-25748	213	6	with	with	ADP
crl-25748	213	7	implementing	implement	VERB
crl-25748	213	8	large	large	ADJ
crl-25748	213	9	-	-	PUNCT
crl-25748	213	10	scale	scale	NOUN
crl-25748	213	11	language	language	NOUN
crl-25748	213	12	models	model	NOUN
crl-25748	213	13	like	like	ADP
crl-25748	213	14	bert	bert	PROPN
crl-25748	213	15	is	be	AUX
crl-25748	213	16	the	the	DET
crl-25748	213	17	negative	negative	ADJ
crl-25748	213	18	effects	effect	NOUN
crl-25748	213	19	of	of	ADP
crl-25748	213	20	bias	bias	NOUN
crl-25748	213	21	,	,	PUNCT
crl-25748	213	22	given	give	VERB
crl-25748	213	23	that	that	SCONJ
crl-25748	213	24	the	the	DET
crl-25748	213	25	models	model	NOUN
crl-25748	213	26	inevitably	inevitably	ADV
crl-25748	213	27	reproduce	reproduce	VERB
crl-25748	213	28	the	the	DET
crl-25748	213	29	perspective	perspective	NOUN
crl-25748	213	30	of	of	ADP
crl-25748	213	31	the	the	DET
crl-25748	213	32	data	datum	NOUN
crl-25748	213	33	used	use	VERB
crl-25748	213	34	to	to	PART
crl-25748	213	35	create	create	VERB
crl-25748	213	36	them	they	PRON
crl-25748	213	37	.	.	PUNCT
crl-25748	214	1	highlighting	highlight	VERB
crl-25748	214	2	the	the	DET
crl-25748	214	3	sociopolitical	sociopolitical	ADJ
crl-25748	214	4	risks	risk	NOUN
crl-25748	214	5	of	of	ADP
crl-25748	214	6	relying	rely	VERB
crl-25748	214	7	on	on	ADP
crl-25748	214	8	vast	vast	ADJ
crl-25748	214	9	,	,	PUNCT
crl-25748	214	10	unaccounted	unaccounte	VERB
crl-25748	214	11	-	-	PUNCT
crl-25748	214	12	for	for	ADP
crl-25748	214	13	web	web	NOUN
crl-25748	214	14	materials	material	NOUN
crl-25748	214	15	in	in	ADP
crl-25748	214	16	training	train	VERB
crl-25748	214	17	these	these	DET
crl-25748	214	18	models	model	NOUN
crl-25748	214	19	,	,	PUNCT
crl-25748	214	20	a	a	DET
crl-25748	214	21	recent	recent	ADJ
crl-25748	214	22	paper	paper	NOUN
crl-25748	214	23	warned	warn	VERB
crl-25748	214	24	that	that	SCONJ
crl-25748	214	25	such	such	ADJ
crl-25748	214	26	datasets	dataset	NOUN
crl-25748	214	27	“	"	PUNCT
crl-25748	214	28	overrepresent	overrepresent	ADJ
crl-25748	214	29	hegemonic	hegemonic	NOUN
crl-25748	214	30	making	making	NOUN
crl-25748	214	31	and	and	CCONJ
crl-25748	214	32	using	use	VERB
crl-25748	214	33	ai	ai	NOUN
crl-25748	214	34	in	in	ADP
crl-25748	214	35	the	the	DET
crl-25748	214	36	library	library	NOUN
crl-25748	214	37	45	45	NUM
crl-25748	214	38	viewpoints	viewpoint	NOUN
crl-25748	214	39	and	and	CCONJ
crl-25748	214	40	encode	encode	ADJ
crl-25748	214	41	biases	bias	NOUN
crl-25748	214	42	potentially	potentially	ADV
crl-25748	214	43	damaging	damage	VERB
crl-25748	214	44	to	to	ADP
crl-25748	214	45	marginalized	marginalize	VERB
crl-25748	214	46	populations	population	NOUN
crl-25748	214	47	.	.	PUNCT
crl-25748	215	1	”46	”46	VERB
crl-25748	215	2	that	that	SCONJ
crl-25748	215	3	one	one	NUM
crl-25748	215	4	of	of	ADP
crl-25748	215	5	the	the	DET
crl-25748	215	6	authors	author	NOUN
crl-25748	215	7	of	of	ADP
crl-25748	215	8	this	this	DET
crl-25748	215	9	research	research	NOUN
crl-25748	215	10	was	be	AUX
crl-25748	215	11	subsequently	subsequently	ADV
crl-25748	215	12	forced	force	VERB
crl-25748	215	13	to	to	PART
crl-25748	215	14	leave	leave	VERB
crl-25748	215	15	their	their	PRON
crl-25748	215	16	role	role	NOUN
crl-25748	215	17	at	at	ADP
crl-25748	215	18	google	google	PROPN
crl-25748	215	19	amply	amply	ADV
crl-25748	215	20	demonstrates	demonstrate	VERB
crl-25748	215	21	the	the	DET
crl-25748	215	22	lack	lack	NOUN
crl-25748	215	23	of	of	ADP
crl-25748	215	24	space	space	NOUN
crl-25748	215	25	to	to	PART
crl-25748	215	26	explore	explore	VERB
crl-25748	215	27	these	these	DET
crl-25748	215	28	critical	critical	ADJ
crl-25748	215	29	issues	issue	NOUN
crl-25748	215	30	in	in	ADP
crl-25748	215	31	the	the	DET
crl-25748	215	32	setting	setting	NOUN
crl-25748	215	33	of	of	ADP
crl-25748	215	34	big	big	ADJ
crl-25748	215	35	tech.47	tech.47	NOUN
crl-25748	215	36	developing	develop	VERB
crl-25748	215	37	language	language	NOUN
crl-25748	215	38	models	model	NOUN
crl-25748	215	39	at	at	ADP
crl-25748	215	40	a	a	DET
crl-25748	215	41	national	national	ADJ
crl-25748	215	42	library	library	NOUN
crl-25748	215	43	,	,	PUNCT
crl-25748	215	44	by	by	ADP
crl-25748	215	45	contrast	contrast	NOUN
crl-25748	215	46	,	,	PUNCT
crl-25748	215	47	it	it	PRON
crl-25748	215	48	is	be	AUX
crl-25748	215	49	possible	possible	ADJ
crl-25748	215	50	not	not	PART
crl-25748	215	51	only	only	ADV
crl-25748	215	52	to	to	PART
crl-25748	215	53	scrutinize	scrutinize	VERB
crl-25748	215	54	the	the	DET
crl-25748	215	55	workings	working	NOUN
crl-25748	215	56	of	of	ADP
crl-25748	215	57	data	datum	NOUN
crl-25748	215	58	representativity	representativity	NOUN
crl-25748	215	59	and	and	CCONJ
crl-25748	215	60	bias	bias	NOUN
crl-25748	215	61	,	,	PUNCT
crl-25748	215	62	but	but	CCONJ
crl-25748	215	63	also	also	ADV
crl-25748	215	64	to	to	PART
crl-25748	215	65	pursue	pursue	VERB
crl-25748	215	66	the	the	DET
crl-25748	215	67	type	type	NOUN
crl-25748	215	68	of	of	ADP
crl-25748	215	69	responsible	responsible	ADJ
crl-25748	215	70	data	data	NOUN
crl-25748	215	71	documentation	documentation	NOUN
crl-25748	215	72	that	that	PRON
crl-25748	215	73	has	have	AUX
crl-25748	215	74	been	be	AUX
crl-25748	215	75	proposed	propose	VERB
crl-25748	215	76	as	as	ADP
crl-25748	215	77	a	a	DET
crl-25748	215	78	prerequisite	prerequisite	NOUN
crl-25748	215	79	for	for	ADP
crl-25748	215	80	more	more	ADV
crl-25748	215	81	accountable	accountable	ADJ
crl-25748	215	82	forms	form	NOUN
crl-25748	215	83	of	of	ADP
crl-25748	215	84	nlp.48	nlp.48	NOUN
crl-25748	215	85	in	in	ADP
crl-25748	215	86	creating	create	VERB
crl-25748	215	87	more	more	ADV
crl-25748	215	88	representative	representative	ADJ
crl-25748	215	89	and	and	CCONJ
crl-25748	215	90	open	open	ADJ
crl-25748	215	91	tools	tool	NOUN
crl-25748	215	92	,	,	PUNCT
crl-25748	215	93	national	national	ADJ
crl-25748	215	94	libraries	library	NOUN
crl-25748	215	95	can	can	AUX
crl-25748	215	96	adopt	adopt	VERB
crl-25748	215	97	an	an	DET
crl-25748	215	98	ethical	ethical	ADJ
crl-25748	215	99	approach	approach	NOUN
crl-25748	215	100	to	to	ADP
crl-25748	215	101	ai	ai	VERB
crl-25748	215	102	development	development	NOUN
crl-25748	215	103	that	that	SCONJ
crl-25748	215	104	supplements	supplement	NOUN
crl-25748	215	105	—	—	PUNCT
crl-25748	215	106	and	and	CCONJ
crl-25748	215	107	in	in	ADP
crl-25748	215	108	some	some	DET
crl-25748	215	109	cases	case	NOUN
crl-25748	215	110	complicates	complicate	VERB
crl-25748	215	111	and	and	CCONJ
crl-25748	215	112	challenges	challenge	NOUN
crl-25748	215	113	—	—	PUNCT
crl-25748	215	114	the	the	DET
crl-25748	215	115	strategies	strategy	NOUN
crl-25748	215	116	of	of	ADP
crl-25748	215	117	private	private	ADJ
crl-25748	215	118	tech	tech	NOUN
crl-25748	215	119	giants	giant	NOUN
crl-25748	215	120	like	like	ADP
crl-25748	215	121	google	google	NOUN
crl-25748	215	122	.	.	PUNCT
crl-25748	216	1	domain	domain	NOUN
crl-25748	216	2	-	-	PUNCT
crl-25748	216	3	specific	specific	ADJ
crl-25748	216	4	expertise	expertise	NOUN
crl-25748	216	5	in	in	ADP
crl-25748	216	6	tandem	tandem	NOUN
crl-25748	216	7	with	with	ADP
crl-25748	216	8	data	datum	NOUN
crl-25748	216	9	scientists	scientist	NOUN
crl-25748	216	10	although	although	SCONJ
crl-25748	216	11	compelling	compelling	ADJ
crl-25748	216	12	arguments	argument	NOUN
crl-25748	216	13	thus	thus	ADV
crl-25748	216	14	exist	exist	VERB
crl-25748	216	15	for	for	ADP
crl-25748	216	16	the	the	DET
crl-25748	216	17	pursuit	pursuit	NOUN
crl-25748	216	18	of	of	ADP
crl-25748	216	19	a	a	DET
crl-25748	216	20	library	library	NOUN
crl-25748	216	21	-	-	PUNCT
crl-25748	216	22	based	base	VERB
crl-25748	216	23	ai	ai	NOUN
crl-25748	216	24	,	,	PUNCT
crl-25748	216	25	there	there	PRON
crl-25748	216	26	are	be	VERB
crl-25748	216	27	still	still	ADV
crl-25748	216	28	fairly	fairly	ADV
crl-25748	216	29	substantial	substantial	ADJ
crl-25748	216	30	challenges	challenge	NOUN
crl-25748	216	31	that	that	PRON
crl-25748	216	32	must	must	AUX
crl-25748	216	33	be	be	AUX
crl-25748	216	34	addressed	address	VERB
crl-25748	216	35	in	in	ADP
crl-25748	216	36	order	order	NOUN
crl-25748	216	37	to	to	PART
crl-25748	216	38	initiate	initiate	VERB
crl-25748	216	39	such	such	DET
crl-25748	216	40	an	an	DET
crl-25748	216	41	undertaking	undertaking	NOUN
crl-25748	216	42	.	.	PUNCT
crl-25748	217	1	the	the	DET
crl-25748	217	2	first	first	ADJ
crl-25748	217	3	and	and	CCONJ
crl-25748	217	4	clearest	clear	ADJ
crl-25748	217	5	obstacle	obstacle	NOUN
crl-25748	217	6	is	be	AUX
crl-25748	217	7	a	a	DET
crl-25748	217	8	question	question	NOUN
crl-25748	217	9	of	of	ADP
crl-25748	217	10	funding	funding	NOUN
crl-25748	217	11	:	:	PUNCT
crl-25748	217	12	without	without	ADP
crl-25748	217	13	significant	significant	ADJ
crl-25748	217	14	investment	investment	NOUN
crl-25748	217	15	in	in	ADP
crl-25748	217	16	both	both	PRON
crl-25748	217	17	computational	computational	ADJ
crl-25748	217	18	resources	resource	NOUN
crl-25748	217	19	and	and	CCONJ
crl-25748	217	20	technical	technical	ADJ
crl-25748	217	21	expertise	expertise	NOUN
crl-25748	217	22	,	,	PUNCT
crl-25748	217	23	the	the	DET
crl-25748	217	24	type	type	NOUN
crl-25748	217	25	of	of	ADP
crl-25748	217	26	ai	ai	ADJ
crl-25748	217	27	development	development	NOUN
crl-25748	217	28	we	we	PRON
crl-25748	217	29	have	have	AUX
crl-25748	217	30	discussed	discuss	VERB
crl-25748	217	31	in	in	ADP
crl-25748	217	32	this	this	DET
crl-25748	217	33	article	article	NOUN
crl-25748	217	34	will	will	AUX
crl-25748	217	35	not	not	PART
crl-25748	217	36	prove	prove	VERB
crl-25748	217	37	possible	possible	ADJ
crl-25748	217	38	.	.	PUNCT
crl-25748	218	1	presuming	presume	VERB
crl-25748	218	2	such	such	ADJ
crl-25748	218	3	resources	resource	NOUN
crl-25748	218	4	have	have	AUX
crl-25748	218	5	been	be	AUX
crl-25748	218	6	secured	secure	VERB
crl-25748	218	7	,	,	PUNCT
crl-25748	218	8	the	the	DET
crl-25748	218	9	second	second	ADJ
crl-25748	218	10	issue	issue	NOUN
crl-25748	218	11	that	that	PRON
crl-25748	218	12	needs	need	VERB
crl-25748	218	13	to	to	PART
crl-25748	218	14	be	be	AUX
crl-25748	218	15	dealt	deal	VERB
crl-25748	218	16	with	with	ADP
crl-25748	218	17	is	be	AUX
crl-25748	218	18	how	how	SCONJ
crl-25748	218	19	to	to	PART
crl-25748	218	20	organize	organize	VERB
crl-25748	218	21	these	these	DET
crl-25748	218	22	experts	expert	NOUN
crl-25748	218	23	within	within	ADP
crl-25748	218	24	the	the	DET
crl-25748	218	25	framework	framework	NOUN
crl-25748	218	26	of	of	ADP
crl-25748	218	27	the	the	DET
crl-25748	218	28	library	library	NOUN
crl-25748	218	29	to	to	PART
crl-25748	218	30	achieve	achieve	VERB
crl-25748	218	31	optimal	optimal	ADJ
crl-25748	218	32	results	result	NOUN
crl-25748	218	33	.	.	PUNCT
crl-25748	219	1	this	this	PRON
crl-25748	219	2	is	be	AUX
crl-25748	219	3	a	a	DET
crl-25748	219	4	generic	generic	ADJ
crl-25748	219	5	problem	problem	NOUN
crl-25748	219	6	for	for	ADP
crl-25748	219	7	the	the	DET
crl-25748	219	8	introduction	introduction	NOUN
crl-25748	219	9	of	of	ADP
crl-25748	219	10	ai	ai	ADJ
crl-25748	219	11	-	-	PUNCT
crl-25748	219	12	related	relate	VERB
crl-25748	219	13	techniques	technique	NOUN
crl-25748	219	14	in	in	ADP
crl-25748	219	15	an	an	DET
crl-25748	219	16	organization	organization	NOUN
crl-25748	219	17	:	:	PUNCT
crl-25748	219	18	should	should	AUX
crl-25748	219	19	technical	technical	ADJ
crl-25748	219	20	competence	competence	NOUN
crl-25748	219	21	be	be	AUX
crl-25748	219	22	centralized	centralize	VERB
crl-25748	219	23	within	within	ADV
crl-25748	219	24	,	,	PUNCT
crl-25748	219	25	say	say	INTJ
crl-25748	219	26	,	,	PUNCT
crl-25748	219	27	a	a	DET
crl-25748	219	28	lab	lab	NOUN
crl-25748	219	29	,	,	PUNCT
crl-25748	219	30	or	or	CCONJ
crl-25748	219	31	is	be	AUX
crl-25748	219	32	it	it	PRON
crl-25748	219	33	better	well	ADJ
crl-25748	219	34	for	for	SCONJ
crl-25748	219	35	data	datum	NOUN
crl-25748	219	36	scientists	scientist	NOUN
crl-25748	219	37	to	to	PART
crl-25748	219	38	be	be	AUX
crl-25748	219	39	dispersed	disperse	VERB
crl-25748	219	40	and	and	CCONJ
crl-25748	219	41	embedded	embed	VERB
crl-25748	219	42	as	as	ADP
crl-25748	219	43	part	part	NOUN
crl-25748	219	44	of	of	ADP
crl-25748	219	45	particular	particular	ADJ
crl-25748	219	46	groups	group	NOUN
crl-25748	219	47	of	of	ADP
crl-25748	219	48	the	the	DET
crl-25748	219	49	core	core	NOUN
crl-25748	219	50	operation	operation	NOUN
crl-25748	219	51	?	?	PUNCT
crl-25748	220	1	while	while	SCONJ
crl-25748	220	2	there	there	PRON
crl-25748	220	3	is	be	VERB
crl-25748	220	4	no	no	DET
crl-25748	220	5	“	"	PUNCT
crl-25748	220	6	one	one	NUM
crl-25748	220	7	size	size	NOUN
crl-25748	220	8	fits	fit	VERB
crl-25748	220	9	all	all	DET
crl-25748	220	10	”	"	PUNCT
crl-25748	220	11	answer	answer	NOUN
crl-25748	220	12	,	,	PUNCT
crl-25748	220	13	since	since	SCONJ
crl-25748	220	14	the	the	DET
crl-25748	220	15	particular	particular	ADJ
crl-25748	220	16	goals	goal	NOUN
crl-25748	220	17	of	of	ADP
crl-25748	220	18	a	a	DET
crl-25748	220	19	given	give	VERB
crl-25748	220	20	organization	organization	NOUN
crl-25748	220	21	will	will	AUX
crl-25748	220	22	demand	demand	VERB
crl-25748	220	23	specific	specific	ADJ
crl-25748	220	24	solutions	solution	NOUN
crl-25748	220	25	,	,	PUNCT
crl-25748	220	26	it	it	PRON
crl-25748	220	27	is	be	AUX
crl-25748	220	28	worth	worth	ADJ
crl-25748	220	29	underscoring	underscore	VERB
crl-25748	220	30	the	the	DET
crl-25748	220	31	need	need	NOUN
crl-25748	220	32	for	for	ADP
crl-25748	220	33	new	new	ADJ
crl-25748	220	34	forms	form	NOUN
crl-25748	220	35	of	of	ADP
crl-25748	220	36	collaboration	collaboration	NOUN
crl-25748	220	37	this	this	PRON
crl-25748	220	38	creates	create	VERB
crl-25748	220	39	.	.	PUNCT
crl-25748	221	1	developing	develop	VERB
crl-25748	221	2	and	and	CCONJ
crl-25748	221	3	implementing	implement	VERB
crl-25748	221	4	ai	ai	VERB
crl-25748	221	5	in	in	ADP
crl-25748	221	6	a	a	DET
crl-25748	221	7	library	library	NOUN
crl-25748	221	8	will	will	AUX
crl-25748	221	9	require	require	VERB
crl-25748	221	10	intricate	intricate	ADJ
crl-25748	221	11	cooperation	cooperation	NOUN
crl-25748	221	12	between	between	ADP
crl-25748	221	13	the	the	DET
crl-25748	221	14	domain	domain	NOUN
crl-25748	221	15	-	-	PUNCT
crl-25748	221	16	specific	specific	ADJ
crl-25748	221	17	expertise	expertise	NOUN
crl-25748	221	18	of	of	ADP
crl-25748	221	19	professional	professional	ADJ
crl-25748	221	20	librarians	librarian	NOUN
crl-25748	221	21	and	and	CCONJ
crl-25748	221	22	the	the	DET
crl-25748	221	23	technical	technical	ADJ
crl-25748	221	24	skills	skill	NOUN
crl-25748	221	25	of	of	ADP
crl-25748	221	26	data	datum	NOUN
crl-25748	221	27	scientists	scientist	NOUN
crl-25748	221	28	.	.	PUNCT
crl-25748	222	1	new	new	ADJ
crl-25748	222	2	collaboration	collaboration	NOUN
crl-25748	222	3	will	will	AUX
crl-25748	222	4	also	also	ADV
crl-25748	222	5	be	be	AUX
crl-25748	222	6	needed	need	VERB
crl-25748	222	7	with	with	ADP
crl-25748	222	8	a	a	DET
crl-25748	222	9	range	range	NOUN
crl-25748	222	10	of	of	ADP
crl-25748	222	11	external	external	ADJ
crl-25748	222	12	actors	actor	NOUN
crl-25748	222	13	if	if	SCONJ
crl-25748	222	14	the	the	DET
crl-25748	222	15	maximum	maximum	ADJ
crl-25748	222	16	potential	potential	NOUN
crl-25748	222	17	of	of	ADP
crl-25748	222	18	this	this	PRON
crl-25748	222	19	ai	ai	VERB
crl-25748	222	20	development	development	NOUN
crl-25748	222	21	is	be	AUX
crl-25748	222	22	to	to	PART
crl-25748	222	23	be	be	AUX
crl-25748	222	24	realized	realize	VERB
crl-25748	222	25	.	.	PUNCT
crl-25748	223	1	one	one	NUM
crl-25748	223	2	dimension	dimension	NOUN
crl-25748	223	3	of	of	ADP
crl-25748	223	4	this	this	PRON
crl-25748	223	5	is	be	AUX
crl-25748	223	6	working	work	VERB
crl-25748	223	7	alongside	alongside	ADV
crl-25748	223	8	,	,	PUNCT
crl-25748	223	9	and	and	CCONJ
crl-25748	223	10	learning	learn	VERB
crl-25748	223	11	from	from	ADP
crl-25748	223	12	,	,	PUNCT
crl-25748	223	13	researchers	researcher	NOUN
crl-25748	223	14	who	who	PRON
crl-25748	223	15	are	be	AUX
crl-25748	223	16	using	use	VERB
crl-25748	223	17	the	the	DET
crl-25748	223	18	library	library	NOUN
crl-25748	223	19	’s	’s	PART
crl-25748	223	20	collections	collection	NOUN
crl-25748	223	21	for	for	ADP
crl-25748	223	22	innovative	innovative	ADJ
crl-25748	223	23	forms	form	NOUN
crl-25748	223	24	of	of	ADP
crl-25748	223	25	data	data	NOUN
crl-25748	223	26	-	-	PUNCT
crl-25748	223	27	driven	drive	VERB
crl-25748	223	28	research	research	NOUN
crl-25748	223	29	:	:	PUNCT
crl-25748	223	30	in	in	ADP
crl-25748	223	31	many	many	ADJ
crl-25748	223	32	cases	case	NOUN
crl-25748	223	33	,	,	PUNCT
crl-25748	223	34	synergy	synergy	NOUN
crl-25748	223	35	effects	effect	NOUN
crl-25748	223	36	will	will	AUX
crl-25748	223	37	emerge	emerge	VERB
crl-25748	223	38	between	between	ADP
crl-25748	223	39	the	the	DET
crl-25748	223	40	needs	need	NOUN
crl-25748	223	41	and	and	CCONJ
crl-25748	223	42	explorations	exploration	NOUN
crl-25748	223	43	of	of	ADP
crl-25748	223	44	such	such	ADJ
crl-25748	223	45	projects	project	NOUN
crl-25748	223	46	and	and	CCONJ
crl-25748	223	47	the	the	DET
crl-25748	223	48	library	library	NOUN
crl-25748	223	49	’s	’s	PART
crl-25748	223	50	ai	ai	PROPN
crl-25748	223	51	interests	interest	NOUN
crl-25748	223	52	.	.	PUNCT
crl-25748	224	1	another	another	PRON
crl-25748	224	2	,	,	PUNCT
crl-25748	224	3	perhaps	perhaps	ADV
crl-25748	224	4	more	more	ADV
crl-25748	224	5	significant	significant	ADJ
crl-25748	224	6	,	,	PUNCT
crl-25748	224	7	dimension	dimension	NOUN
crl-25748	224	8	is	be	AUX
crl-25748	224	9	participating	participate	VERB
crl-25748	224	10	in	in	ADP
crl-25748	224	11	national	national	ADJ
crl-25748	224	12	and	and	CCONJ
crl-25748	224	13	international	international	ADJ
crl-25748	224	14	networks	network	NOUN
crl-25748	224	15	of	of	ADP
crl-25748	224	16	ai	ai	ADJ
crl-25748	224	17	actors	actor	NOUN
crl-25748	224	18	with	with	ADP
crl-25748	224	19	diverse	diverse	ADJ
crl-25748	224	20	stakeholders	stakeholder	NOUN
crl-25748	224	21	from	from	ADP
crl-25748	224	22	private	private	ADJ
crl-25748	224	23	companies	company	NOUN
crl-25748	224	24	to	to	ADP
crl-25748	224	25	university	university	NOUN
crl-25748	224	26	departments	department	NOUN
crl-25748	224	27	,	,	PUNCT
crl-25748	224	28	who	who	PRON
crl-25748	224	29	are	be	AUX
crl-25748	224	30	starting	start	VERB
crl-25748	224	31	to	to	PART
crl-25748	224	32	work	work	VERB
crl-25748	224	33	together	together	ADV
crl-25748	224	34	in	in	ADP
crl-25748	224	35	a	a	DET
crl-25748	224	36	rapidly	rapidly	ADV
crl-25748	224	37	changing	change	VERB
crl-25748	224	38	field	field	NOUN
crl-25748	224	39	of	of	ADP
crl-25748	224	40	knowledge	knowledge	NOUN
crl-25748	224	41	.	.	PUNCT
crl-25748	225	1	these	these	DET
crl-25748	225	2	novel	novel	ADJ
crl-25748	225	3	constellations	constellation	NOUN
crl-25748	225	4	of	of	ADP
crl-25748	225	5	actors	actor	NOUN
crl-25748	225	6	reflect	reflect	VERB
crl-25748	225	7	the	the	DET
crl-25748	225	8	fact	fact	NOUN
crl-25748	225	9	that	that	SCONJ
crl-25748	225	10	,	,	PUNCT
crl-25748	225	11	in	in	ADP
crl-25748	225	12	the	the	DET
crl-25748	225	13	demanding	demand	VERB
crl-25748	225	14	space	space	NOUN
crl-25748	225	15	of	of	ADP
crl-25748	225	16	ai	ai	PROPN
crl-25748	225	17	development	development	NOUN
crl-25748	225	18	,	,	PUNCT
crl-25748	225	19	it	it	PRON
crl-25748	225	20	is	be	AUX
crl-25748	225	21	smarter	smart	ADJ
crl-25748	225	22	to	to	PART
crl-25748	225	23	pool	pool	VERB
crl-25748	225	24	resources	resource	NOUN
crl-25748	225	25	and	and	CCONJ
crl-25748	225	26	act	act	VERB
crl-25748	225	27	collectively	collectively	ADV
crl-25748	225	28	than	than	SCONJ
crl-25748	225	29	to	to	PART
crl-25748	225	30	struggle	struggle	VERB
crl-25748	225	31	alone	alone	ADV
crl-25748	225	32	.	.	PUNCT
crl-25748	226	1	given	give	VERB
crl-25748	226	2	the	the	DET
crl-25748	226	3	centrality	centrality	NOUN
crl-25748	226	4	of	of	ADP
crl-25748	226	5	high	high	ADJ
crl-25748	226	6	-	-	PUNCT
crl-25748	226	7	quality	quality	NOUN
crl-25748	226	8	data	datum	NOUN
crl-25748	226	9	to	to	ADP
crl-25748	226	10	the	the	DET
crl-25748	226	11	prospects	prospect	NOUN
crl-25748	226	12	of	of	ADP
crl-25748	226	13	such	such	ADJ
crl-25748	226	14	enterprises	enterprise	NOUN
crl-25748	226	15	,	,	PUNCT
crl-25748	226	16	data	datum	NOUN
crl-25748	226	17	labs	lab	NOUN
crl-25748	226	18	at	at	ADP
crl-25748	226	19	libraries	library	NOUN
crl-25748	226	20	—	—	PUNCT
crl-25748	226	21	and	and	CCONJ
crl-25748	226	22	especially	especially	ADV
crl-25748	226	23	national	national	ADJ
crl-25748	226	24	libraries	library	NOUN
crl-25748	226	25	—	—	PUNCT
crl-25748	226	26	can	can	AUX
crl-25748	226	27	have	have	VERB
crl-25748	226	28	a	a	DET
crl-25748	226	29	significant	significant	ADJ
crl-25748	226	30	role	role	NOUN
crl-25748	226	31	to	to	PART
crl-25748	226	32	play	play	VERB
crl-25748	226	33	in	in	ADP
crl-25748	226	34	the	the	DET
crl-25748	226	35	future	future	NOUN
crl-25748	226	36	of	of	ADP
crl-25748	226	37	ai	ai	NOUN
crl-25748	226	38	.	.	PUNCT
crl-25748	227	1	ai	ai	VERB
crl-25748	227	2	should	should	AUX
crl-25748	227	3	not	not	PART
crl-25748	227	4	be	be	AUX
crl-25748	227	5	regarded	regard	VERB
crl-25748	227	6	as	as	ADP
crl-25748	227	7	a	a	DET
crl-25748	227	8	silver	silver	ADJ
crl-25748	227	9	bullet	bullet	NOUN
crl-25748	227	10	that	that	PRON
crl-25748	227	11	is	be	AUX
crl-25748	227	12	capable	capable	ADJ
crl-25748	227	13	of	of	ADP
crl-25748	227	14	providing	provide	VERB
crl-25748	227	15	solutions	solution	NOUN
crl-25748	227	16	for	for	ADP
crl-25748	227	17	all	all	DET
crl-25748	227	18	the	the	DET
crl-25748	227	19	various	various	ADJ
crl-25748	227	20	complexities	complexity	NOUN
crl-25748	227	21	of	of	ADP
crl-25748	227	22	the	the	DET
crl-25748	227	23	workings	working	NOUN
crl-25748	227	24	of	of	ADP
crl-25748	227	25	a	a	DET
crl-25748	227	26	library	library	NOUN
crl-25748	227	27	.	.	PUNCT
crl-25748	228	1	neither	neither	CCONJ
crl-25748	228	2	should	should	AUX
crl-25748	228	3	the	the	DET
crl-25748	228	4	elusive	elusive	ADJ
crl-25748	228	5	combination	combination	NOUN
crl-25748	228	6	of	of	ADP
crl-25748	228	7	resources	resource	NOUN
crl-25748	228	8	,	,	PUNCT
crl-25748	228	9	expertise	expertise	NOUN
crl-25748	228	10	,	,	PUNCT
crl-25748	228	11	and	and	CCONJ
crl-25748	228	12	strategic	strategic	ADJ
crl-25748	228	13	leadership	leadership	NOUN
crl-25748	228	14	that	that	PRON
crl-25748	228	15	is	be	AUX
crl-25748	228	16	necessary	necessary	ADJ
crl-25748	228	17	for	for	SCONJ
crl-25748	228	18	these	these	DET
crl-25748	228	19	libraries	library	NOUN
crl-25748	228	20	to	to	PART
crl-25748	228	21	participate	participate	VERB
crl-25748	228	22	in	in	ADP
crl-25748	228	23	the	the	DET
crl-25748	228	24	development	development	NOUN
crl-25748	228	25	of	of	ADP
crl-25748	228	26	national	national	PROPN
crl-25748	228	27	ai	ai	PROPN
crl-25748	228	28	infrastructures	infrastructure	NOUN
crl-25748	228	29	be	be	AUX
crl-25748	228	30	underestimated	underestimate	VERB
crl-25748	228	31	.	.	PUNCT
crl-25748	229	1	yet	yet	ADV
crl-25748	229	2	as	as	SCONJ
crl-25748	229	3	we	we	PRON
crl-25748	229	4	have	have	AUX
crl-25748	229	5	sought	seek	VERB
crl-25748	229	6	to	to	PART
crl-25748	229	7	demonstrate	demonstrate	VERB
crl-25748	229	8	via	via	ADP
crl-25748	229	9	the	the	DET
crl-25748	229	10	example	example	NOUN
crl-25748	229	11	of	of	ADP
crl-25748	229	12	a	a	DET
crl-25748	229	13	swedish	swedish	ADJ
crl-25748	229	14	bert	bert	NOUN
crl-25748	229	15	,	,	PUNCT
crl-25748	229	16	there	there	PRON
crl-25748	229	17	are	be	VERB
crl-25748	229	18	many	many	ADJ
crl-25748	229	19	good	good	ADJ
crl-25748	229	20	reasons	reason	NOUN
crl-25748	229	21	for	for	ADP
crl-25748	229	22	a	a	DET
crl-25748	229	23	closer	close	ADJ
crl-25748	229	24	integration	integration	NOUN
crl-25748	229	25	of	of	ADP
crl-25748	229	26	libraries	library	NOUN
crl-25748	229	27	and	and	CCONJ
crl-25748	229	28	data	datum	NOUN
crl-25748	229	29	science	science	NOUN
crl-25748	229	30	.	.	PUNCT
crl-25748	230	1	in	in	ADP
crl-25748	230	2	seeking	seek	VERB
crl-25748	230	3	to	to	PART
crl-25748	230	4	address	address	VERB
crl-25748	230	5	the	the	DET
crl-25748	230	6	opportunities	opportunity	NOUN
crl-25748	230	7	and	and	CCONJ
crl-25748	230	8	challenges	challenge	NOUN
crl-25748	230	9	created	create	VERB
crl-25748	230	10	by	by	ADP
crl-25748	230	11	our	our	PRON
crl-25748	230	12	era	era	NOUN
crl-25748	230	13	of	of	ADP
crl-25748	230	14	big	big	ADJ
crl-25748	230	15	data	datum	NOUN
crl-25748	230	16	,	,	PUNCT
crl-25748	230	17	exploring	explore	VERB
crl-25748	230	18	the	the	DET
crl-25748	230	19	possibilities	possibility	NOUN
crl-25748	230	20	of	of	ADP
crl-25748	230	21	a	a	DET
crl-25748	230	22	library	library	NOUN
crl-25748	230	23	-	-	PUNCT
crl-25748	230	24	centered	center	VERB
crl-25748	230	25	ai	ai	NOUN
crl-25748	230	26	is	be	AUX
crl-25748	230	27	certainly	certainly	ADV
crl-25748	230	28	a	a	DET
crl-25748	230	29	promising	promising	ADJ
crl-25748	230	30	place	place	NOUN
crl-25748	230	31	to	to	PART
crl-25748	230	32	start	start	VERB
crl-25748	230	33	.	.	PUNCT
crl-25748	231	1	46	46	NUM
crl-25748	231	2	college	college	PROPN
crl-25748	231	3	&	&	CCONJ
crl-25748	231	4	research	research	PROPN
crl-25748	231	5	libraries	library	NOUN
crl-25748	231	6	january	january	PROPN
crl-25748	231	7	2023	2023	NUM
crl-25748	231	8	acknowledgements	acknowledgement	NOUN
crl-25748	231	9	this	this	DET
crl-25748	231	10	article	article	NOUN
crl-25748	231	11	has	have	AUX
crl-25748	231	12	been	be	AUX
crl-25748	231	13	significantly	significantly	ADV
crl-25748	231	14	improved	improve	VERB
crl-25748	231	15	by	by	ADP
crl-25748	231	16	feedback	feedback	NOUN
crl-25748	231	17	from	from	ADP
crl-25748	231	18	our	our	PRON
crl-25748	231	19	colleagues	colleague	NOUN
crl-25748	231	20	at	at	ADP
crl-25748	231	21	kblab	kblab	PROPN
crl-25748	231	22	,	,	PUNCT
crl-25748	231	23	with	with	ADP
crl-25748	231	24	particular	particular	ADJ
crl-25748	231	25	thanks	thank	NOUN
crl-25748	231	26	due	due	ADP
crl-25748	231	27	to	to	ADP
crl-25748	231	28	robin	robin	PROPN
crl-25748	231	29	kurtz	kurtz	PROPN
crl-25748	231	30	,	,	PUNCT
crl-25748	231	31	faton	faton	PROPN
crl-25748	231	32	rekathati	rekathati	PROPN
crl-25748	231	33	,	,	PUNCT
crl-25748	231	34	emma	emma	PROPN
crl-25748	231	35	rende	rende	VERB
crl-25748	231	36	,	,	PUNCT
crl-25748	231	37	and	and	CCONJ
crl-25748	231	38	fredrik	fredrik	PROPN
crl-25748	231	39	klingwall	klingwall	PROPN
crl-25748	231	40	.	.	PUNCT
crl-25748	232	1	our	our	PRON
crl-25748	232	2	work	work	NOUN
crl-25748	232	3	in	in	ADP
crl-25748	232	4	fine	fine	ADV
crl-25748	232	5	-	-	PUNCT
crl-25748	232	6	tuning	tune	VERB
crl-25748	232	7	kb	kb	PROPN
crl-25748	232	8	-	-	PUNCT
crl-25748	232	9	bert	bert	PROPN
crl-25748	232	10	for	for	ADP
crl-25748	232	11	ner	ner	NOUN
crl-25748	232	12	made	make	VERB
crl-25748	232	13	use	use	NOUN
crl-25748	232	14	of	of	ADP
crl-25748	232	15	linguistic	linguistic	ADJ
crl-25748	232	16	resources	resource	NOUN
crl-25748	232	17	from	from	ADP
crl-25748	232	18	stockholm	stockholm	PROPN
crl-25748	232	19	university	university	PROPN
crl-25748	232	20	,	,	PUNCT
crl-25748	232	21	umeå	umeå	PROPN
crl-25748	232	22	university	university	NOUN
crl-25748	232	23	,	,	PUNCT
crl-25748	232	24	and	and	CCONJ
crl-25748	232	25	the	the	DET
crl-25748	232	26	swedish	swedish	PROPN
crl-25748	232	27	language	language	PROPN
crl-25748	232	28	bank	bank	PROPN
crl-25748	232	29	at	at	ADP
crl-25748	232	30	gothenburg	gothenburg	PROPN
crl-25748	232	31	university	university	PROPN
crl-25748	232	32	.	.	PUNCT
crl-25748	233	1	for	for	ADP
crl-25748	233	2	non	non	ADJ
crl-25748	233	3	-	-	ADJ
crl-25748	233	4	copyright	copyright	ADJ
crl-25748	233	5	material	material	NOUN
crl-25748	233	6	,	,	PUNCT
crl-25748	233	7	pre	pre	ADJ
crl-25748	233	8	-	-	NOUN
crl-25748	233	9	training	training	NOUN
crl-25748	233	10	of	of	ADP
crl-25748	233	11	the	the	DET
crl-25748	233	12	model	model	NOUN
crl-25748	233	13	was	be	AUX
crl-25748	233	14	supported	support	VERB
crl-25748	233	15	by	by	ADP
crl-25748	233	16	cloud	cloud	NOUN
crl-25748	233	17	tpus	tpus	PROPN
crl-25748	233	18	from	from	ADP
crl-25748	233	19	google	google	PROPN
crl-25748	233	20	’s	’s	PART
crl-25748	233	21	tensorflow	tensorflow	PROPN
crl-25748	233	22	research	research	NOUN
crl-25748	233	23	cloud	cloud	NOUN
crl-25748	233	24	(	(	PUNCT
crl-25748	233	25	tfrc	tfrc	NOUN
crl-25748	233	26	)	)	PUNCT
crl-25748	233	27	.	.	PUNCT
crl-25748	234	1	to	to	PART
crl-25748	234	2	enhance	enhance	VERB
crl-25748	234	3	the	the	DET
crl-25748	234	4	democratization	democratization	NOUN
crl-25748	234	5	of	of	ADP
crl-25748	234	6	the	the	DET
crl-25748	234	7	digital	digital	ADJ
crl-25748	234	8	resources	resource	NOUN
crl-25748	234	9	created	create	VERB
crl-25748	234	10	at	at	ADP
crl-25748	234	11	kblab	kblab	NOUN
crl-25748	234	12	,	,	PUNCT
crl-25748	234	13	our	our	PRON
crl-25748	234	14	models	model	NOUN
crl-25748	234	15	are	be	AUX
crl-25748	234	16	hosted	host	VERB
crl-25748	234	17	on	on	ADP
crl-25748	234	18	s3	s3	PROPN
crl-25748	234	19	by	by	ADP
crl-25748	234	20	hugging	hug	VERB
crl-25748	234	21	face	face	NOUN
crl-25748	234	22	,	,	PUNCT
crl-25748	234	23	where	where	SCONJ
crl-25748	234	24	they	they	PRON
crl-25748	234	25	are	be	AUX
crl-25748	234	26	freely	freely	ADV
crl-25748	234	27	available	available	ADJ
crl-25748	234	28	for	for	ADP
crl-25748	234	29	the	the	DET
crl-25748	234	30	public	public	NOUN
crl-25748	234	31	.	.	PUNCT
crl-25748	235	1	notes	note	NOUN
crl-25748	235	2	1	1	NUM
crl-25748	235	3	.	.	PUNCT
crl-25748	235	4	amanda	amanda	PROPN
crl-25748	235	5	wheatley	wheatley	PROPN
crl-25748	235	6	and	and	CCONJ
crl-25748	235	7	sandy	sandy	PROPN
crl-25748	235	8	hervieux	hervieux	PROPN
crl-25748	235	9	,	,	PUNCT
crl-25748	235	10	“	"	PUNCT
crl-25748	235	11	artificial	artificial	ADJ
crl-25748	235	12	intelligence	intelligence	NOUN
crl-25748	235	13	in	in	ADP
crl-25748	235	14	academic	academic	ADJ
crl-25748	235	15	libraries	library	NOUN
crl-25748	235	16	:	:	PUNCT
crl-25748	235	17	an	an	DET
crl-25748	235	18	environmental	environmental	ADJ
crl-25748	235	19	scan	scan	NOUN
crl-25748	235	20	,	,	PUNCT
crl-25748	235	21	”	"	PUNCT
crl-25748	235	22	information	information	NOUN
crl-25748	235	23	services	service	NOUN
crl-25748	235	24	&	&	CCONJ
crl-25748	235	25	use	use	VERB
crl-25748	235	26	39	39	NUM
crl-25748	235	27	(	(	PUNCT
crl-25748	235	28	2019	2019	NUM
crl-25748	235	29	):	):	PUNCT
crl-25748	235	30	348	348	NUM
crl-25748	235	31	,	,	PUNCT
crl-25748	235	32	https://doi.org/10.3233/isu-190065	https://doi.org/10.3233/isu-190065	NUM
crl-25748	235	33	.	.	PUNCT
crl-25748	236	1	2	2	X
crl-25748	236	2	.	.	X
crl-25748	236	3	alexandre	alexandre	NOUN
crl-25748	236	4	magueresse	magueresse	PROPN
crl-25748	236	5	,	,	PUNCT
crl-25748	236	6	vincent	vincent	PROPN
crl-25748	236	7	carles	carle	NOUN
crl-25748	236	8	,	,	PUNCT
crl-25748	236	9	and	and	CCONJ
crl-25748	236	10	evan	evan	PROPN
crl-25748	236	11	heetderks	heetderks	PROPN
crl-25748	236	12	,	,	PUNCT
crl-25748	236	13	“	"	PUNCT
crl-25748	236	14	low	low	ADJ
crl-25748	236	15	-	-	PUNCT
crl-25748	236	16	resource	resource	NOUN
crl-25748	236	17	languages	language	NOUN
crl-25748	236	18	:	:	PUNCT
crl-25748	236	19	a	a	DET
crl-25748	236	20	review	review	NOUN
crl-25748	236	21	of	of	ADP
crl-25748	236	22	past	past	ADJ
crl-25748	236	23	work	work	NOUN
crl-25748	236	24	and	and	CCONJ
crl-25748	236	25	future	future	ADJ
crl-25748	236	26	challenges	challenge	NOUN
crl-25748	236	27	”	"	PUNCT
crl-25748	236	28	arxiv	arxiv	PROPN
crl-25748	236	29	(	(	PUNCT
crl-25748	236	30	2020	2020	NUM
crl-25748	236	31	)	)	PUNCT
crl-25748	236	32	,	,	PUNCT
crl-25748	236	33	https://arxiv.org/abs/2006.07264	https://arxiv.org/abs/2006.07264	NOUN
crl-25748	236	34	.	.	PUNCT
crl-25748	237	1	3	3	X
crl-25748	237	2	.	.	X
crl-25748	237	3	dan	dan	PROPN
crl-25748	237	4	jurafksy	jurafksy	PROPN
crl-25748	237	5	and	and	CCONJ
crl-25748	237	6	james	james	PROPN
crl-25748	237	7	h.	h.	PROPN
crl-25748	237	8	martin	martin	PROPN
crl-25748	237	9	,	,	PUNCT
crl-25748	237	10	speech	speech	NOUN
crl-25748	237	11	and	and	CCONJ
crl-25748	237	12	language	language	NOUN
crl-25748	237	13	processing	processing	NOUN
crl-25748	237	14	:	:	PUNCT
crl-25748	237	15	an	an	DET
crl-25748	237	16	introduction	introduction	NOUN
crl-25748	237	17	to	to	ADP
crl-25748	237	18	natural	natural	ADJ
crl-25748	237	19	language	language	NOUN
crl-25748	237	20	processing	processing	NOUN
crl-25748	237	21	,	,	PUNCT
crl-25748	237	22	computational	computational	ADJ
crl-25748	237	23	linguistics	linguistic	NOUN
crl-25748	237	24	and	and	CCONJ
crl-25748	237	25	speech	speech	NOUN
crl-25748	237	26	recognition	recognition	NOUN
crl-25748	237	27	,	,	PUNCT
crl-25748	237	28	2nd	2nd	PROPN
crl-25748	237	29	ed	ed	NOUN
crl-25748	237	30	.	.	PUNCT
crl-25748	238	1	(	(	PUNCT
crl-25748	238	2	upper	upper	ADJ
crl-25748	238	3	saddle	saddle	NOUN
crl-25748	238	4	river	river	PROPN
crl-25748	238	5	,	,	PUNCT
crl-25748	238	6	n.j	n.j	PROPN
crl-25748	238	7	.	.	PROPN
crl-25748	238	8	:	:	PUNCT
crl-25748	238	9	prentice	prentice	PROPN
crl-25748	238	10	hall	hall	PROPN
crl-25748	238	11	,	,	PUNCT
crl-25748	238	12	2009	2009	NUM
crl-25748	238	13	)	)	PUNCT
crl-25748	238	14	.	.	PUNCT
crl-25748	239	1	4	4	X
crl-25748	239	2	.	.	X
crl-25748	239	3	jacob	jacob	PROPN
crl-25748	239	4	devlin	devlin	PROPN
crl-25748	239	5	et	et	PROPN
crl-25748	239	6	al	al	PROPN
crl-25748	239	7	.	.	PROPN
crl-25748	239	8	,	,	PUNCT
crl-25748	239	9	“	"	PUNCT
crl-25748	239	10	bert	bert	PROPN
crl-25748	239	11	:	:	PUNCT
crl-25748	239	12	pre	pre	ADJ
crl-25748	239	13	-	-	NOUN
crl-25748	239	14	training	training	NOUN
crl-25748	239	15	of	of	ADP
crl-25748	239	16	deep	deep	ADJ
crl-25748	239	17	bidirectional	bidirectional	ADJ
crl-25748	239	18	transformers	transformer	NOUN
crl-25748	239	19	for	for	ADP
crl-25748	239	20	language	language	NOUN
crl-25748	239	21	understanding	understanding	NOUN
crl-25748	239	22	”	"	PUNCT
crl-25748	239	23	arxiv	arxiv	NOUN
crl-25748	239	24	(	(	PUNCT
crl-25748	239	25	2019	2019	NUM
crl-25748	239	26	)	)	PUNCT
crl-25748	239	27	,	,	PUNCT
crl-25748	239	28	https://arxiv.org/abs/1810.04805v2	https://arxiv.org/abs/1810.04805v2	PROPN
crl-25748	239	29	.	.	PROPN
crl-25748	239	30	5	5	NUM
crl-25748	239	31	.	.	PUNCT
crl-25748	240	1	the	the	DET
crl-25748	240	2	model	model	NOUN
crl-25748	240	3	,	,	PUNCT
crl-25748	240	4	kb	kb	PROPN
crl-25748	240	5	-	-	PUNCT
crl-25748	240	6	bert	bert	PROPN
crl-25748	240	7	,	,	PUNCT
crl-25748	240	8	is	be	AUX
crl-25748	240	9	available	available	ADJ
crl-25748	240	10	to	to	PART
crl-25748	240	11	be	be	AUX
crl-25748	240	12	downloaded	download	VERB
crl-25748	240	13	here	here	ADV
crl-25748	240	14	:	:	PUNCT
crl-25748	240	15	https://github.com/kungbib/swedish-bert-models	https://github.com/kungbib/swedish-bert-model	NOUN
crl-25748	240	16	or	or	CCONJ
crl-25748	240	17	here	here	ADV
crl-25748	240	18	:	:	PUNCT
crl-25748	240	19	https://huggingface.co/kb/bert-base-swedish-cased	https://huggingface.co/kb/bert-base-swedish-cased	ADJ
crl-25748	240	20	.	.	PUNCT
crl-25748	241	1	6	6	X
crl-25748	241	2	.	.	X
crl-25748	241	3	ryan	ryan	PROPN
crl-25748	241	4	cordell	cordell	PROPN
crl-25748	241	5	,	,	PUNCT
crl-25748	241	6	“	"	PUNCT
crl-25748	241	7	machine	machine	NOUN
crl-25748	241	8	learning	learning	NOUN
crl-25748	241	9	+	+	CCONJ
crl-25748	241	10	libraries	library	NOUN
crl-25748	241	11	:	:	PUNCT
crl-25748	241	12	a	a	DET
crl-25748	241	13	report	report	NOUN
crl-25748	241	14	on	on	ADP
crl-25748	241	15	the	the	DET
crl-25748	241	16	state	state	NOUN
crl-25748	241	17	of	of	ADP
crl-25748	241	18	the	the	DET
crl-25748	241	19	field	field	NOUN
crl-25748	241	20	,	,	PUNCT
crl-25748	241	21	”	"	PUNCT
crl-25748	241	22	lc	lc	PROPN
crl-25748	241	23	labs	labs	PROPN
crl-25748	241	24	,	,	PUNCT
crl-25748	241	25	library	library	NOUN
crl-25748	241	26	of	of	ADP
crl-25748	241	27	congress	congress	PROPN
crl-25748	241	28	(	(	PUNCT
crl-25748	241	29	14	14	NUM
crl-25748	241	30	july	july	PROPN
crl-25748	241	31	2020	2020	NUM
crl-25748	241	32	)	)	PUNCT
crl-25748	241	33	,	,	PUNCT
crl-25748	241	34	https://labs.loc.gov/static/labs/work/reports/cordell-loc-ml-report.pdf	https://labs.loc.gov/static/labs/work/reports/cordell-loc-ml-report.pdf	PROPN
crl-25748	242	1	[	[	X
crl-25748	242	2	accessed	access	VERB
crl-25748	242	3	29	29	NUM
crl-25748	242	4	march	march	NOUN
crl-25748	242	5	2021	2021	NUM
crl-25748	242	6	]	]	PUNCT
crl-25748	242	7	.	.	PUNCT
crl-25748	243	1	7	7	X
crl-25748	243	2	.	.	X
crl-25748	243	3	for	for	ADP
crl-25748	243	4	example	example	NOUN
crl-25748	243	5	,	,	PUNCT
crl-25748	243	6	thomas	thomas	PROPN
crl-25748	243	7	padilla	padilla	PROPN
crl-25748	243	8	,	,	PUNCT
crl-25748	243	9	responsible	responsible	ADJ
crl-25748	243	10	operations	operation	NOUN
crl-25748	243	11	:	:	PUNCT
crl-25748	243	12	data	data	NOUN
crl-25748	243	13	science	science	NOUN
crl-25748	243	14	,	,	PUNCT
crl-25748	243	15	machine	machine	NOUN
crl-25748	243	16	learning	learning	NOUN
crl-25748	243	17	,	,	PUNCT
crl-25748	243	18	and	and	CCONJ
crl-25748	243	19	ai	ai	VERB
crl-25748	243	20	in	in	ADP
crl-25748	243	21	libraries	library	NOUN
crl-25748	243	22	(	(	PUNCT
crl-25748	243	23	dublin	dublin	PROPN
crl-25748	243	24	oh	oh	INTJ
crl-25748	243	25	.	.	PUNCT
crl-25748	243	26	:	:	PUNCT
crl-25748	244	1	oclc	oclc	PROPN
crl-25748	244	2	research	research	PROPN
crl-25748	244	3	,	,	PUNCT
crl-25748	244	4	2019	2019	NUM
crl-25748	244	5	)	)	PUNCT
crl-25748	244	6	,	,	PUNCT
crl-25748	244	7	https://doi.org/10.25333/xk7z-9g97	https://doi.org/10.25333/xk7z-9g97	NOUN
crl-25748	244	8	and	and	CCONJ
crl-25748	244	9	thomas	thomas	PROPN
crl-25748	244	10	padilla	padilla	PROPN
crl-25748	244	11	,	,	PUNCT
crl-25748	244	12	laurie	laurie	PROPN
crl-25748	244	13	allen	allen	PROPN
crl-25748	244	14	,	,	PUNCT
crl-25748	244	15	hannah	hannah	PROPN
crl-25748	244	16	frost	frost	NOUN
crl-25748	244	17	,	,	PUNCT
crl-25748	244	18	sarah	sarah	PROPN
crl-25748	244	19	potvin	potvin	PROPN
crl-25748	244	20	,	,	PUNCT
crl-25748	244	21	elizabeth	elizabeth	PROPN
crl-25748	244	22	russey	russey	PROPN
crl-25748	244	23	roke	roke	PROPN
crl-25748	244	24	,	,	PUNCT
crl-25748	244	25	and	and	CCONJ
crl-25748	244	26	stewart	stewart	PROPN
crl-25748	244	27	varner	varner	PROPN
crl-25748	244	28	,	,	PUNCT
crl-25748	244	29	“	"	PUNCT
crl-25748	244	30	final	final	ADJ
crl-25748	244	31	report	report	NOUN
crl-25748	244	32	—	—	PUNCT
crl-25748	244	33	always	always	ADV
crl-25748	244	34	already	already	ADV
crl-25748	244	35	computational	computational	ADJ
crl-25748	244	36	:	:	PUNCT
crl-25748	244	37	collections	collection	NOUN
crl-25748	244	38	as	as	ADP
crl-25748	244	39	data	datum	NOUN
crl-25748	244	40	”	"	PUNCT
crl-25748	244	41	(	(	PUNCT
crl-25748	244	42	2019	2019	NUM
crl-25748	244	43	)	)	PUNCT
crl-25748	244	44	,	,	PUNCT
crl-25748	244	45	zenodo	zenodo	PROPN
crl-25748	244	46	,	,	PUNCT
crl-25748	244	47	https://doi.org/10.5281/zenodo.3152935	https://doi.org/10.5281/zenodo.3152935	ADV
crl-25748	244	48	.	.	PUNCT
crl-25748	245	1	see	see	VERB
crl-25748	245	2	also	also	ADV
crl-25748	245	3	thomas	thomas	PROPN
crl-25748	245	4	padilla	padilla	PROPN
crl-25748	245	5	,	,	PUNCT
crl-25748	245	6	hannah	hannah	PROPN
crl-25748	245	7	kettler	kettler	PROPN
crl-25748	245	8	,	,	PUNCT
crl-25748	245	9	stuart	stuart	PROPN
crl-25748	245	10	varner	varner	PROPN
crl-25748	245	11	et	et	PROPN
crl-25748	245	12	al	al	PROPN
crl-25748	245	13	.	.	PROPN
crl-25748	245	14	,	,	PUNCT
crl-25748	245	15	collections	collection	NOUN
crl-25748	245	16	as	as	ADP
crl-25748	245	17	data	datum	NOUN
crl-25748	245	18	:	:	PUNCT
crl-25748	245	19	part	part	NOUN
crl-25748	245	20	to	to	ADP
crl-25748	245	21	whole	whole	NOUN
crl-25748	245	22	(	(	PUNCT
crl-25748	245	23	2019	2019	NUM
crl-25748	245	24	)	)	PUNCT
crl-25748	245	25	,	,	PUNCT
crl-25748	245	26	https://collectionsasdata.github.io/	https://collectionsasdata.github.io/	NOUN
crl-25748	245	27	part2whole/	part2whole/	NOUN
crl-25748	246	1	[	[	X
crl-25748	246	2	accessed	access	VERB
crl-25748	246	3	29	29	NUM
crl-25748	246	4	march	march	NOUN
crl-25748	246	5	2021	2021	NUM
crl-25748	246	6	]	]	PUNCT
crl-25748	246	7	.	.	PUNCT
crl-25748	247	1	8	8	X
crl-25748	247	2	.	.	X
crl-25748	247	3	sarah	sarah	PROPN
crl-25748	247	4	ames	ames	PROPN
crl-25748	247	5	and	and	CCONJ
crl-25748	247	6	stuart	stuart	PROPN
crl-25748	247	7	lewis	lewis	PROPN
crl-25748	247	8	,	,	PUNCT
crl-25748	247	9	“	"	PUNCT
crl-25748	247	10	disrupting	disrupt	VERB
crl-25748	247	11	the	the	DET
crl-25748	247	12	library	library	NOUN
crl-25748	247	13	:	:	PUNCT
crl-25748	247	14	digital	digital	ADJ
crl-25748	247	15	scholarship	scholarship	NOUN
crl-25748	247	16	and	and	CCONJ
crl-25748	247	17	big	big	ADJ
crl-25748	247	18	data	datum	NOUN
crl-25748	247	19	at	at	ADP
crl-25748	247	20	the	the	DET
crl-25748	247	21	national	national	ADJ
crl-25748	247	22	library	library	NOUN
crl-25748	247	23	of	of	ADP
crl-25748	247	24	scotland	scotland	PROPN
crl-25748	247	25	”	"	PUNCT
crl-25748	247	26	big	big	ADJ
crl-25748	247	27	data	datum	NOUN
crl-25748	247	28	&	&	CCONJ
crl-25748	247	29	society	society	PROPN
crl-25748	247	30	(	(	PUNCT
crl-25748	247	31	july	july	PROPN
crl-25748	247	32	2020	2020	NUM
crl-25748	247	33	)	)	PUNCT
crl-25748	247	34	,	,	PUNCT
crl-25748	247	35	https://doi.org/10.1177/2053951720970576	https://doi.org/10.1177/2053951720970576	NUM
crl-25748	247	36	.	.	NOUN
crl-25748	248	1	9	9	NUM
crl-25748	248	2	.	.	X
crl-25748	249	1	david	david	PROPN
crl-25748	249	2	a	a	DET
crl-25748	249	3	smith	smith	PROPN
crl-25748	249	4	and	and	CCONJ
crl-25748	249	5	ryan	ryan	PROPN
crl-25748	249	6	cordell	cordell	PROPN
crl-25748	249	7	,	,	PUNCT
crl-25748	249	8	“	"	PUNCT
crl-25748	249	9	a	a	DET
crl-25748	249	10	research	research	NOUN
crl-25748	249	11	agenda	agenda	NOUN
crl-25748	249	12	for	for	ADP
crl-25748	249	13	historical	historical	ADJ
crl-25748	249	14	and	and	CCONJ
crl-25748	249	15	multilingual	multilingual	ADJ
crl-25748	249	16	optical	optical	ADJ
crl-25748	249	17	character	character	NOUN
crl-25748	249	18	recognition	recognition	NOUN
crl-25748	249	19	,	,	PUNCT
crl-25748	249	20	”	"	PUNCT
crl-25748	249	21	(	(	PUNCT
crl-25748	249	22	2018	2018	NUM
crl-25748	249	23	)	)	PUNCT
crl-25748	249	24	,	,	PUNCT
crl-25748	249	25	https://repository.library.northeastern.edu/files/neu:f1881m035	https://repository.library.northeastern.edu/files/neu:f1881m035	PROPN
crl-25748	249	26	[	[	X
crl-25748	249	27	accessed	access	VERB
crl-25748	249	28	29	29	NUM
crl-25748	249	29	march	march	NOUN
crl-25748	249	30	2021	2021	NUM
crl-25748	249	31	]	]	PUNCT
crl-25748	249	32	;	;	PUNCT
crl-25748	249	33	d.	d.	PROPN
crl-25748	249	34	van	van	PROPN
crl-25748	249	35	strien	strien	PROPN
crl-25748	249	36	,	,	PUNCT
crl-25748	249	37	d.	d.	PROPN
crl-25748	249	38	k.	k.	PROPN
crl-25748	249	39	beelen	beelen	PROPN
crl-25748	249	40	,	,	PUNCT
crl-25748	249	41	m.	m.	NOUN
crl-25748	249	42	ardanuy	ardanuy	PROPN
crl-25748	249	43	,	,	PUNCT
crl-25748	249	44	k.	k.	PROPN
crl-25748	249	45	hosseini	hosseini	PROPN
crl-25748	249	46	,	,	PUNCT
crl-25748	249	47	b.	b.	PROPN
crl-25748	249	48	mcgillivray	mcgillivray	PROPN
crl-25748	249	49	,	,	PUNCT
crl-25748	249	50	and	and	CCONJ
crl-25748	249	51	g.	g.	PROPN
crl-25748	249	52	colavizza	colavizza	PROPN
crl-25748	249	53	,	,	PUNCT
crl-25748	249	54	“	"	PUNCT
crl-25748	249	55	assessing	assess	VERB
crl-25748	249	56	the	the	DET
crl-25748	249	57	impact	impact	NOUN
crl-25748	249	58	of	of	ADP
crl-25748	249	59	ocr	ocr	ADJ
crl-25748	249	60	quality	quality	NOUN
crl-25748	249	61	on	on	ADP
crl-25748	249	62	downstream	downstream	ADJ
crl-25748	249	63	nlp	nlp	NOUN
crl-25748	249	64	tasks	task	NOUN
crl-25748	249	65	”	"	PUNCT
crl-25748	249	66	icaart	icaart	NOUN
crl-25748	249	67	2020	2020	NUM
crl-25748	249	68	—	—	PUNCT
crl-25748	249	69	proceedings	proceeding	NOUN
crl-25748	249	70	of	of	ADP
crl-25748	249	71	the	the	DET
crl-25748	249	72	12th	12th	ADJ
crl-25748	249	73	international	international	ADJ
crl-25748	249	74	conference	conference	NOUN
crl-25748	249	75	on	on	ADP
crl-25748	249	76	agents	agent	NOUN
crl-25748	249	77	and	and	CCONJ
crl-25748	249	78	artificial	artificial	ADJ
crl-25748	249	79	intelligence	intelligence	NOUN
crl-25748	249	80	,	,	PUNCT
crl-25748	249	81	(	(	PUNCT
crl-25748	249	82	2020	2020	NUM
crl-25748	249	83	)	)	PUNCT
crl-25748	249	84	1	1	NUM
crl-25748	249	85	:	:	PUNCT
crl-25748	249	86	484–96	484–96	NUM
crl-25748	249	87	,	,	PUNCT
crl-25748	249	88	https://doi.org/10.17863/cam.52068	https://doi.org/10.17863/cam.52068	PROPN
crl-25748	249	89	.	.	PROPN
crl-25748	250	1	10	10	NUM
crl-25748	250	2	.	.	PUNCT
crl-25748	251	1	our	our	PRON
crl-25748	251	2	colleagues	colleague	NOUN
crl-25748	251	3	at	at	ADP
crl-25748	251	4	the	the	DET
crl-25748	251	5	national	national	PROPN
crl-25748	251	6	library	library	NOUN
crl-25748	251	7	of	of	ADP
crl-25748	251	8	norway	norway	PROPN
crl-25748	251	9	have	have	AUX
crl-25748	251	10	recently	recently	ADV
crl-25748	251	11	engaged	engage	VERB
crl-25748	251	12	in	in	ADP
crl-25748	251	13	a	a	DET
crl-25748	251	14	parallel	parallel	ADJ
crl-25748	251	15	project	project	NOUN
crl-25748	251	16	of	of	ADP
crl-25748	251	17	using	use	VERB
crl-25748	251	18	the	the	DET
crl-25748	251	19	library	library	NOUN
crl-25748	251	20	’s	’s	PART
crl-25748	251	21	digital	digital	ADJ
crl-25748	251	22	collections	collection	NOUN
crl-25748	251	23	to	to	PART
crl-25748	251	24	create	create	VERB
crl-25748	251	25	a	a	DET
crl-25748	251	26	norwegian	norwegian	ADJ
crl-25748	251	27	bert	bert	PROPN
crl-25748	251	28	model	model	PROPN
crl-25748	251	29	.	.	PUNCT
crl-25748	252	1	a	a	DET
crl-25748	252	2	pre	pre	ADJ
crl-25748	252	3	-	-	ADJ
crl-25748	252	4	print	print	ADJ
crl-25748	252	5	detailing	detail	VERB
crl-25748	252	6	their	their	PRON
crl-25748	252	7	work	work	NOUN
crl-25748	252	8	is	be	AUX
crl-25748	252	9	now	now	ADV
crl-25748	252	10	available	available	ADJ
crl-25748	252	11	:	:	PUNCT
crl-25748	252	12	per	per	ADP
crl-25748	252	13	e.	e.	PROPN
crl-25748	252	14	kummervold	kummervold	PROPN
crl-25748	252	15	,	,	PUNCT
crl-25748	252	16	javier	javier	PROPN
crl-25748	252	17	de	de	PROPN
crl-25748	252	18	la	la	PROPN
crl-25748	252	19	rosa	rosa	PROPN
crl-25748	252	20	,	,	PUNCT
crl-25748	252	21	freddy	freddy	PROPN
crl-25748	252	22	wetjen	wetjen	PROPN
crl-25748	252	23	,	,	PUNCT
crl-25748	252	24	and	and	CCONJ
crl-25748	252	25	svein	svein	ADJ
crl-25748	252	26	arne	arne	ADJ
crl-25748	252	27	brygfjeld	brygfjeld	NOUN
crl-25748	252	28	,	,	PUNCT
crl-25748	252	29	“	"	PUNCT
crl-25748	252	30	operationalizing	operationalize	VERB
crl-25748	252	31	a	a	DET
crl-25748	252	32	national	national	ADJ
crl-25748	252	33	digital	digital	ADJ
crl-25748	252	34	library	library	NOUN
crl-25748	252	35	:	:	PUNCT
crl-25748	252	36	the	the	DET
crl-25748	252	37	case	case	NOUN
crl-25748	252	38	for	for	ADP
crl-25748	252	39	a	a	DET
crl-25748	252	40	norwegian	norwegian	ADJ
crl-25748	252	41	transformer	transformer	NOUN
crl-25748	252	42	model	model	NOUN
crl-25748	252	43	,	,	PUNCT
crl-25748	252	44	”	"	PUNCT
crl-25748	252	45	arxiv	arxiv	NOUN
crl-25748	252	46	(	(	PUNCT
crl-25748	252	47	2021	2021	NUM
crl-25748	252	48	)	)	PUNCT
crl-25748	252	49	,	,	PUNCT
crl-25748	252	50	https://arxiv.org/abs/2104.09617	https://arxiv.org/abs/2104.09617	NOUN
crl-25748	252	51	.	.	PUNCT
crl-25748	253	1	11	11	NUM
crl-25748	253	2	.	.	PUNCT
crl-25748	254	1	yann	yann	PROPN
crl-25748	254	2	lecun	lecun	PROPN
crl-25748	254	3	,	,	PUNCT
crl-25748	254	4	yoshua	yoshua	PROPN
crl-25748	254	5	bengio	bengio	PROPN
crl-25748	254	6	,	,	PUNCT
crl-25748	254	7	and	and	CCONJ
crl-25748	254	8	geoffrey	geoffrey	PROPN
crl-25748	254	9	hinton	hinton	PROPN
crl-25748	254	10	,	,	PUNCT
crl-25748	254	11	“	"	PUNCT
crl-25748	254	12	deep	deep	ADJ
crl-25748	254	13	learning	learning	NOUN
crl-25748	254	14	,	,	PUNCT
crl-25748	254	15	”	"	PUNCT
crl-25748	254	16	nature	nature	NOUN
crl-25748	254	17	521	521	NUM
crl-25748	254	18	(	(	PUNCT
crl-25748	254	19	2015	2015	NUM
crl-25748	254	20	):	):	PUNCT
crl-25748	254	21	436–44	436–44	NOUN
crl-25748	254	22	,	,	PUNCT
crl-25748	254	23	https://	https://	PROPN
crl-25748	254	24	doi.org/10.1038/nature14539	doi.org/10.1038/nature14539	NOUN
crl-25748	254	25	.	.	PUNCT
crl-25748	255	1	12	12	NUM
crl-25748	255	2	.	.	PUNCT
crl-25748	256	1	s.j	s.j	PROPN
crl-25748	256	2	.	.	PROPN
crl-25748	256	3	pan	pan	PROPN
crl-25748	256	4	and	and	CCONJ
crl-25748	256	5	q.	q.	PROPN
crl-25748	256	6	yang	yang	PROPN
crl-25748	256	7	,	,	PUNCT
crl-25748	256	8	“	"	PUNCT
crl-25748	256	9	a	a	DET
crl-25748	256	10	survey	survey	NOUN
crl-25748	256	11	on	on	ADP
crl-25748	256	12	transfer	transfer	NOUN
crl-25748	256	13	learning	learning	NOUN
crl-25748	256	14	,	,	PUNCT
crl-25748	256	15	”	"	PUNCT
crl-25748	256	16	ieee	ieee	NOUN
crl-25748	256	17	transactions	transaction	NOUN
crl-25748	256	18	on	on	ADP
crl-25748	256	19	knowledge	knowledge	NOUN
crl-25748	256	20	and	and	CCONJ
crl-25748	256	21	data	datum	NOUN
crl-25748	256	22	engineering	engineer	VERB
crl-25748	256	23	22:10	22:10	NUM
crl-25748	256	24	(	(	PUNCT
crl-25748	256	25	2010	2010	NUM
crl-25748	256	26	):	):	PUNCT
crl-25748	256	27	1345–59	1345–59	PROPN
crl-25748	256	28	,	,	PUNCT
crl-25748	256	29	https://doi.org/10.1109/tkde.2009.191	https://doi.org/10.1109/tkde.2009.191	PROPN
crl-25748	256	30	;	;	PUNCT
crl-25748	256	31	a.	a.	PROPN
crl-25748	256	32	radford	radford	PROPN
crl-25748	256	33	et	et	PROPN
crl-25748	256	34	al	al	PROPN
crl-25748	256	35	.	.	PROPN
crl-25748	256	36	,	,	PUNCT
crl-25748	256	37	“	"	PUNCT
crl-25748	256	38	improving	improve	VERB
crl-25748	256	39	language	language	NOUN
crl-25748	256	40	understanding	understanding	NOUN
crl-25748	256	41	by	by	ADP
crl-25748	256	42	generative	generative	ADJ
crl-25748	256	43	pre	pre	ADJ
crl-25748	256	44	-	-	NOUN
crl-25748	256	45	training	training	NOUN
crl-25748	256	46	”	"	PUNCT
crl-25748	257	1	[	[	X
crl-25748	257	2	pre	pre	NOUN
crl-25748	257	3	-	-	NOUN
crl-25748	257	4	print	print	ADJ
crl-25748	257	5	]	]	PUNCT
crl-25748	257	6	(	(	PUNCT
crl-25748	257	7	2018	2018	NUM
crl-25748	257	8	)	)	PUNCT
crl-25748	257	9	https://s3-us-west-2.amazonaws.com/openai-assets/researchcovers/language-unsupervised/language_understanding_paper.pdf	https://s3-us-west-2.amazonaws.com/openai-assets/researchcovers/language-unsupervised/language_understanding_paper.pdf	NOUN
crl-25748	258	1	[	[	X
crl-25748	258	2	accessed	access	VERB
crl-25748	258	3	29	29	NUM
crl-25748	258	4	march	march	NOUN
crl-25748	258	5	2021	2021	NUM
crl-25748	258	6	]	]	PUNCT
crl-25748	258	7	.	.	PUNCT
crl-25748	259	1	13	13	NUM
crl-25748	259	2	.	.	PUNCT
crl-25748	260	1	chuanqi	chuanqi	NOUN
crl-25748	260	2	tan	tan	PROPN
crl-25748	260	3	et	et	PROPN
crl-25748	260	4	al	al	PROPN
crl-25748	260	5	.	.	PROPN
crl-25748	260	6	,	,	PUNCT
crl-25748	260	7	“	"	PUNCT
crl-25748	260	8	a	a	DET
crl-25748	260	9	survey	survey	NOUN
crl-25748	260	10	on	on	ADP
crl-25748	260	11	deep	deep	ADJ
crl-25748	260	12	transfer	transfer	NOUN
crl-25748	260	13	learning	learning	NOUN
crl-25748	260	14	,	,	PUNCT
crl-25748	260	15	”	"	PUNCT
crl-25748	260	16	arxiv	arxiv	NOUN
crl-25748	260	17	(	(	PUNCT
crl-25748	260	18	2018	2018	NUM
crl-25748	260	19	)	)	PUNCT
crl-25748	260	20	,	,	PUNCT
crl-25748	260	21	https://arxiv.org/abs/1808.01974	https://arxiv.org/abs/1808.01974	PROPN
crl-25748	260	22	.	.	PROPN
crl-25748	261	1	14	14	NUM
crl-25748	261	2	.	.	PUNCT
crl-25748	262	1	ashish	ashish	PROPN
crl-25748	262	2	vaswani	vaswani	PROPN
crl-25748	262	3	et	et	PROPN
crl-25748	262	4	al	al	PROPN
crl-25748	262	5	.	.	PROPN
crl-25748	262	6	,	,	PUNCT
crl-25748	262	7	“	"	PUNCT
crl-25748	262	8	attention	attention	NOUN
crl-25748	262	9	is	be	AUX
crl-25748	262	10	all	all	PRON
crl-25748	262	11	you	you	PRON
crl-25748	262	12	need	need	VERB
crl-25748	262	13	”	"	PUNCT
crl-25748	262	14	arxiv	arxiv	PROPN
crl-25748	262	15	(	(	PUNCT
crl-25748	262	16	2017	2017	NUM
crl-25748	262	17	)	)	PUNCT
crl-25748	262	18	,	,	PUNCT
crl-25748	262	19	https://arxiv.org/abs/1706.03762v5	https://arxiv.org/abs/1706.03762v5	PROPN
crl-25748	262	20	.	.	PROPN
crl-25748	262	21	15	15	NUM
crl-25748	262	22	.	.	PUNCT
crl-25748	263	1	devlin	devlin	NOUN
crl-25748	263	2	,	,	PUNCT
crl-25748	263	3	“	"	PUNCT
crl-25748	263	4	bert	bert	PROPN
crl-25748	263	5	”	"	PUNCT
crl-25748	263	6	.	.	PUNCT
crl-25748	264	1	16	16	NUM
crl-25748	264	2	.	.	PUNCT
crl-25748	265	1	alex	alex	PROPN
crl-25748	265	2	wang	wang	PROPN
crl-25748	265	3	et	et	PROPN
crl-25748	265	4	al	al	PROPN
crl-25748	265	5	.	.	PROPN
crl-25748	265	6	,	,	PUNCT
crl-25748	265	7	“	"	PUNCT
crl-25748	265	8	glue	glue	NOUN
crl-25748	265	9	:	:	PUNCT
crl-25748	265	10	a	a	DET
crl-25748	265	11	multi	multi	ADJ
crl-25748	265	12	-	-	ADJ
crl-25748	265	13	task	task	ADJ
crl-25748	265	14	benchmark	benchmark	NOUN
crl-25748	265	15	and	and	CCONJ
crl-25748	265	16	analysis	analysis	NOUN
crl-25748	265	17	platform	platform	NOUN
crl-25748	265	18	for	for	ADP
crl-25748	265	19	natural	natural	ADJ
crl-25748	265	20	language	language	NOUN
crl-25748	265	21	understanding	understanding	NOUN
crl-25748	265	22	,	,	PUNCT
crl-25748	265	23	”	"	PUNCT
crl-25748	265	24	arxiv	arxiv	NOUN
crl-25748	265	25	(	(	PUNCT
crl-25748	265	26	2018	2018	NUM
crl-25748	265	27	)	)	PUNCT
crl-25748	265	28	,	,	PUNCT
crl-25748	265	29	https://arxiv.org/abs/1804.07461	https://arxiv.org/abs/1804.07461	PROPN
crl-25748	265	30	.	.	PROPN
crl-25748	266	1	17	17	NUM
crl-25748	266	2	.	.	PUNCT
crl-25748	267	1	devlin	devlin	PROPN
crl-25748	267	2	,	,	PUNCT
crl-25748	267	3	“	"	PUNCT
crl-25748	267	4	bert	bert	PROPN
crl-25748	267	5	.	.	PUNCT
crl-25748	267	6	”	"	PUNCT
crl-25748	268	1	https://doi.org/10.3233/isu-190065	https://doi.org/10.3233/isu-190065	NUM
crl-25748	268	2	https://arxiv.org/abs/2006.07264	https://arxiv.org/abs/2006.07264	NOUN
crl-25748	268	3	https://arxiv.org/abs/1810.04805v2	https://arxiv.org/abs/1810.04805v2	PROPN
crl-25748	268	4	https://github.com/kungbib/swedish-bert-models	https://github.com/kungbib/swedish-bert-model	NOUN
crl-25748	268	5	https://huggingface.co/kb/bert-base-swedish-cased	https://huggingface.co/kb/bert-base-swedish-case	VERB
crl-25748	268	6	https://labs.loc.gov/static/labs/work/reports/cordell-loc-ml-report.pdf	https://labs.loc.gov/static/labs/work/reports/cordell-loc-ml-report.pdf	PROPN
crl-25748	268	7	https://doi.org/10.25333/xk7z-9g97	https://doi.org/10.25333/xk7z-9g97	PROPN
crl-25748	268	8	https://doi.org/10.5281/zenodo.3152935	https://doi.org/10.5281/zenodo.3152935	PROPN
crl-25748	268	9	https://collectionsasdata.github.io/part2whole/	https://collectionsasdata.github.io/part2whole/	PROPN
crl-25748	268	10	https://collectionsasdata.github.io/part2whole/	https://collectionsasdata.github.io/part2whole/	PROPN
crl-25748	268	11	https://doi.org/10.1177/2053951720970576	https://doi.org/10.1177/2053951720970576	PROPN
crl-25748	268	12	https://repository.library.northeastern.edu/files/neu:f1881m035	https://repository.library.northeastern.edu/files/neu:f1881m035	PROPN
crl-25748	268	13	https://doi.org/10.17863/cam.52068	https://doi.org/10.17863/cam.52068	PROPN
crl-25748	268	14	https://arxiv.org/abs/2104.09617	https://arxiv.org/abs/2104.09617	NOUN
crl-25748	268	15	https://doi.org/10.1038/nature14539	https://doi.org/10.1038/nature14539	PROPN
crl-25748	268	16	https://doi.org/10.1038/nature14539	https://doi.org/10.1038/nature14539	PROPN
crl-25748	268	17	https://doi.org/10.1109/tkde.2009.191	https://doi.org/10.1109/tkde.2009.191	PROPN
crl-25748	268	18	https://s3-us-west-2.amazonaws.com/openai-assets/research-covers/language-unsupervised/language_understanding_paper.pdf	https://s3-us-west-2.amazonaws.com/openai-assets/research-covers/language-unsupervised/language_understanding_paper.pdf	PROPN
crl-25748	268	19	https://s3-us-west-2.amazonaws.com/openai-assets/research-covers/language-unsupervised/language_understanding_paper.pdf	https://s3-us-west-2.amazonaws.com/openai-assets/research-covers/language-unsupervised/language_understanding_paper.pdf	PROPN
crl-25748	268	20	https://arxiv.org/abs/1808.01974	https://arxiv.org/abs/1808.01974	PROPN
crl-25748	268	21	https://arxiv.org/abs/1706.03762v5	https://arxiv.org/abs/1706.03762v5	PROPN
crl-25748	268	22	https://arxiv.org/abs/1804.07461	https://arxiv.org/abs/1804.07461	PROPN
crl-25748	268	23	making	making	NOUN
crl-25748	268	24	and	and	CCONJ
crl-25748	268	25	using	use	VERB
crl-25748	268	26	ai	ai	NOUN
crl-25748	268	27	in	in	ADP
crl-25748	268	28	the	the	DET
crl-25748	268	29	library	library	NOUN
crl-25748	268	30	47	47	NUM
crl-25748	268	31	18	18	NUM
crl-25748	268	32	.	.	PUNCT
crl-25748	269	1	ibid	ibid	NOUN
crl-25748	269	2	.	.	PUNCT
crl-25748	270	1	19	19	NUM
crl-25748	270	2	.	.	X
crl-25748	270	3	for	for	ADP
crl-25748	270	4	example	example	NOUN
crl-25748	270	5	,	,	PUNCT
crl-25748	270	6	louis	louis	PROPN
crl-25748	270	7	martin	martin	PROPN
crl-25748	270	8	et	et	PROPN
crl-25748	270	9	al	al	PROPN
crl-25748	270	10	.	.	PROPN
crl-25748	270	11	,	,	PUNCT
crl-25748	270	12	“	"	PUNCT
crl-25748	270	13	camembert	camembert	NOUN
crl-25748	270	14	:	:	PUNCT
crl-25748	270	15	a	a	DET
crl-25748	270	16	tasty	tasty	ADJ
crl-25748	270	17	french	french	ADJ
crl-25748	270	18	language	language	NOUN
crl-25748	270	19	model	model	NOUN
crl-25748	270	20	,	,	PUNCT
crl-25748	270	21	”	"	PUNCT
crl-25748	270	22	proceedings	proceeding	NOUN
crl-25748	270	23	of	of	ADP
crl-25748	270	24	the	the	DET
crl-25748	270	25	58th	58th	ADJ
crl-25748	270	26	annual	annual	ADJ
crl-25748	270	27	meeting	meeting	NOUN
crl-25748	270	28	of	of	ADP
crl-25748	270	29	the	the	DET
crl-25748	270	30	association	association	NOUN
crl-25748	270	31	for	for	ADP
crl-25748	270	32	computational	computational	ADJ
crl-25748	270	33	linguistics	linguistic	NOUN
crl-25748	270	34	(	(	PUNCT
crl-25748	270	35	2020	2020	NUM
crl-25748	270	36	)	)	PUNCT
crl-25748	270	37	,	,	PUNCT
crl-25748	270	38	https://arxiv.org/abs/1911.03894	https://arxiv.org/abs/1911.03894	PROPN
crl-25748	270	39	.	.	PROPN
crl-25748	270	40	20	20	NUM
crl-25748	270	41	.	.	PUNCT
crl-25748	271	1	the	the	DET
crl-25748	271	2	swedish	swedish	ADJ
crl-25748	271	3	public	public	ADJ
crl-25748	271	4	employment	employment	NOUN
crl-25748	271	5	agency	agency	NOUN
crl-25748	271	6	’s	’s	PART
crl-25748	271	7	model	model	NOUN
crl-25748	271	8	is	be	AUX
crl-25748	271	9	available	available	ADJ
crl-25748	271	10	here	here	ADV
crl-25748	271	11	:	:	PUNCT
crl-25748	271	12	https://github.com/af-ai-center/swebert	https://github.com/af-ai-center/swebert	PROPN
crl-25748	271	13	.	.	PROPN
crl-25748	271	14	21	21	NUM
crl-25748	271	15	.	.	PUNCT
crl-25748	272	1	the	the	DET
crl-25748	272	2	provisional	provisional	ADJ
crl-25748	272	3	character	character	NOUN
crl-25748	272	4	of	of	ADP
crl-25748	272	5	af	af	PROPN
crl-25748	272	6	-	-	PUNCT
crl-25748	272	7	ai	ai	PROPN
crl-25748	272	8	’s	’s	PART
crl-25748	272	9	model	model	NOUN
crl-25748	272	10	was	be	AUX
crl-25748	272	11	outlined	outline	VERB
crl-25748	272	12	in	in	ADP
crl-25748	272	13	the	the	DET
crl-25748	272	14	documentation	documentation	NOUN
crl-25748	272	15	connected	connect	VERB
crl-25748	272	16	to	to	ADP
crl-25748	272	17	its	its	PRON
crl-25748	272	18	release	release	NOUN
crl-25748	272	19	:	:	PUNCT
crl-25748	272	20	https://github.com/af-ai-center/swebert	https://github.com/af-ai-center/swebert	PROPN
crl-25748	273	1	[	[	PUNCT
crl-25748	273	2	accessed	access	VERB
crl-25748	273	3	29	29	NUM
crl-25748	273	4	march	march	NOUN
crl-25748	273	5	2021	2021	NUM
crl-25748	273	6	]	]	PUNCT
crl-25748	273	7	.	.	PUNCT
crl-25748	274	1	22	22	NUM
crl-25748	274	2	.	.	PUNCT
crl-25748	275	1	göran	göran	PROPN
crl-25748	275	2	konstenius	konstenius	PROPN
crl-25748	275	3	,	,	PUNCT
crl-25748	275	4	plikten	plikten	VERB
crl-25748	275	5	under	under	ADP
crl-25748	275	6	lupp	lupp	NOUN
crl-25748	275	7	!	!	PUNCT
crl-25748	276	1	en	en	PROPN
crl-25748	276	2	studie	studie	PROPN
crl-25748	276	3	av	av	PROPN
crl-25748	276	4	pliktlagstiftningens	pliktlagstiftningen	NOUN
crl-25748	276	5	roll	roll	VERB
crl-25748	276	6	,	,	PUNCT
crl-25748	276	7	utformning	utformne	VERB
crl-25748	276	8	och	och	NUM
crl-25748	276	9	relevans	relevan	NOUN
crl-25748	276	10	i	i	PRON
crl-25748	276	11	förhållande	förhållande	VERB
crl-25748	276	12	till	till	SCONJ
crl-25748	276	13	medielandskapets	medielandskapet	NOUN
crl-25748	276	14	utveckling	utveckle	VERB
crl-25748	276	15	,	,	PUNCT
crl-25748	276	16	kungl	kungl	PROPN
crl-25748	276	17	.	.	PUNCT
crl-25748	277	1	biblioteket	biblioteket	NOUN
crl-25748	277	2	(	(	PUNCT
crl-25748	277	3	2017	2017	NUM
crl-25748	277	4	)	)	PUNCT
crl-25748	277	5	,	,	PUNCT
crl-25748	277	6	https://urn.kb.se/resolve?urn=urn:nbn:se:kb:publ-539	https://urn.kb.se/resolve?urn=urn:nbn:se:kb:publ-539	NOUN
crl-25748	277	7	.	.	PUNCT
crl-25748	277	8	23	23	NUM
crl-25748	277	9	.	.	PUNCT
crl-25748	278	1	for	for	ADP
crl-25748	278	2	this	this	DET
crl-25748	278	3	notion	notion	NOUN
crl-25748	278	4	of	of	ADP
crl-25748	278	5	a	a	DET
crl-25748	278	6	representative	representative	ADJ
crl-25748	278	7	language	language	NOUN
crl-25748	278	8	,	,	PUNCT
crl-25748	278	9	see	see	VERB
crl-25748	278	10	benedict	benedict	PROPN
crl-25748	278	11	anderson	anderson	PROPN
crl-25748	278	12	,	,	PUNCT
crl-25748	278	13	imagined	imagine	VERB
crl-25748	278	14	communities	community	NOUN
crl-25748	278	15	:	:	PUNCT
crl-25748	278	16	reflections	reflection	NOUN
crl-25748	278	17	on	on	ADP
crl-25748	278	18	the	the	DET
crl-25748	278	19	origin	origin	NOUN
crl-25748	278	20	and	and	CCONJ
crl-25748	278	21	spread	spread	VERB
crl-25748	278	22	of	of	ADP
crl-25748	278	23	nationalism	nationalism	NOUN
crl-25748	278	24	,	,	PUNCT
crl-25748	278	25	rev	rev	PROPN
crl-25748	278	26	.	.	PROPN
crl-25748	279	1	ed	ed	NOUN
crl-25748	279	2	.	.	PUNCT
crl-25748	280	1	(	(	PUNCT
crl-25748	280	2	london	london	PROPN
crl-25748	280	3	:	:	PUNCT
crl-25748	280	4	verso	verso	ADJ
crl-25748	280	5	,	,	PUNCT
crl-25748	280	6	2016	2016	NUM
crl-25748	280	7	)	)	PUNCT
crl-25748	280	8	and	and	CCONJ
crl-25748	280	9	laura	laura	PROPN
crl-25748	280	10	m.	m.	PROPN
crl-25748	280	11	ahearn	ahearn	PROPN
crl-25748	280	12	,	,	PUNCT
crl-25748	280	13	living	live	VERB
crl-25748	280	14	language	language	NOUN
crl-25748	280	15	:	:	PUNCT
crl-25748	280	16	an	an	DET
crl-25748	280	17	introduction	introduction	NOUN
crl-25748	280	18	to	to	ADP
crl-25748	280	19	linguistic	linguistic	ADJ
crl-25748	280	20	anthropology	anthropology	NOUN
crl-25748	280	21	,	,	PUNCT
crl-25748	280	22	2nd	2nd	ADJ
crl-25748	280	23	ed	ed	NOUN
crl-25748	280	24	.	.	PUNCT
crl-25748	281	1	(	(	PUNCT
crl-25748	281	2	chichester	chichester	PROPN
crl-25748	281	3	:	:	PUNCT
crl-25748	281	4	john	john	PROPN
crl-25748	281	5	wiley	wiley	PROPN
crl-25748	281	6	&	&	CCONJ
crl-25748	281	7	sons	son	NOUN
crl-25748	281	8	,	,	PUNCT
crl-25748	281	9	2017	2017	NUM
crl-25748	281	10	)	)	PUNCT
crl-25748	281	11	.	.	PUNCT
crl-25748	282	1	24	24	NUM
crl-25748	282	2	.	.	PUNCT
crl-25748	283	1	for	for	ADP
crl-25748	283	2	more	more	ADV
crl-25748	283	3	technical	technical	ADJ
crl-25748	283	4	details	detail	NOUN
crl-25748	283	5	of	of	ADP
crl-25748	283	6	the	the	DET
crl-25748	283	7	composition	composition	NOUN
crl-25748	283	8	and	and	CCONJ
crl-25748	283	9	cleaning	cleaning	NOUN
crl-25748	283	10	of	of	ADP
crl-25748	283	11	data	datum	NOUN
crl-25748	283	12	for	for	ADP
crl-25748	283	13	this	this	DET
crl-25748	283	14	training	training	NOUN
crl-25748	283	15	process	process	NOUN
crl-25748	283	16	,	,	PUNCT
crl-25748	283	17	see	see	VERB
crl-25748	283	18	martin	martin	PROPN
crl-25748	283	19	malmsten	malmsten	PROPN
crl-25748	283	20	,	,	PUNCT
crl-25748	283	21	love	love	VERB
crl-25748	283	22	börjeson	börjeson	NOUN
crl-25748	283	23	,	,	PUNCT
crl-25748	283	24	and	and	CCONJ
crl-25748	283	25	chris	chris	PROPN
crl-25748	283	26	haffenden	haffenden	PROPN
crl-25748	283	27	,	,	PUNCT
crl-25748	283	28	“	"	PUNCT
crl-25748	283	29	playing	play	VERB
crl-25748	283	30	with	with	ADP
crl-25748	283	31	words	word	NOUN
crl-25748	283	32	at	at	ADP
crl-25748	283	33	the	the	DET
crl-25748	283	34	national	national	PROPN
crl-25748	283	35	library	library	NOUN
crl-25748	283	36	of	of	ADP
crl-25748	283	37	sweden	sweden	PROPN
crl-25748	283	38	:	:	PUNCT
crl-25748	283	39	making	make	VERB
crl-25748	283	40	a	a	DET
crl-25748	283	41	swedish	swedish	ADJ
crl-25748	283	42	bert	bert	NOUN
crl-25748	283	43	,	,	PUNCT
crl-25748	283	44	”	"	PUNCT
crl-25748	283	45	arxiv	arxiv	PROPN
crl-25748	283	46	(	(	PUNCT
crl-25748	283	47	2020	2020	NUM
crl-25748	283	48	)	)	PUNCT
crl-25748	283	49	,	,	PUNCT
crl-25748	283	50	https://arxiv.org/abs/2007.01658	https://arxiv.org/abs/2007.01658	NOUN
crl-25748	283	51	.	.	PUNCT
crl-25748	284	1	25	25	NUM
crl-25748	284	2	.	.	X
crl-25748	285	1	wang	wang	PROPN
crl-25748	285	2	,	,	PUNCT
crl-25748	285	3	“	"	PUNCT
crl-25748	285	4	glue	glue	NOUN
crl-25748	285	5	”	"	PUNCT
crl-25748	285	6	;	;	PUNCT
crl-25748	285	7	alex	alex	PROPN
crl-25748	285	8	wang	wang	PROPN
crl-25748	285	9	et	et	PROPN
crl-25748	285	10	al	al	PROPN
crl-25748	285	11	.	.	PROPN
crl-25748	285	12	,	,	PUNCT
crl-25748	285	13	“	"	PUNCT
crl-25748	285	14	superglue	superglue	NOUN
crl-25748	285	15	:	:	PUNCT
crl-25748	285	16	a	a	DET
crl-25748	285	17	stickier	sticki	ADJ
crl-25748	285	18	benchmark	benchmark	NOUN
crl-25748	285	19	for	for	ADP
crl-25748	285	20	general	general	ADJ
crl-25748	285	21	-	-	PUNCT
crl-25748	285	22	purpose	purpose	NOUN
crl-25748	285	23	language	language	NOUN
crl-25748	285	24	understanding	understanding	NOUN
crl-25748	285	25	systems	system	NOUN
crl-25748	285	26	”	"	PUNCT
crl-25748	285	27	arxiv	arxiv	PROPN
crl-25748	285	28	(	(	PUNCT
crl-25748	285	29	2019	2019	NUM
crl-25748	285	30	)	)	PUNCT
crl-25748	285	31	,	,	PUNCT
crl-25748	285	32	https://arxiv.org/abs/1905.00537	https://arxiv.org/abs/1905.00537	NOUN
crl-25748	285	33	.	.	PROPN
crl-25748	285	34	26	26	NUM
crl-25748	285	35	.	.	PUNCT
crl-25748	286	1	this	this	DET
crl-25748	286	2	corpus	corpus	NOUN
crl-25748	286	3	is	be	AUX
crl-25748	286	4	available	available	ADJ
crl-25748	286	5	here	here	ADV
crl-25748	286	6	:	:	PUNCT
crl-25748	286	7	https://spraakbanken.gu.se/en/resources/suc3	https://spraakbanken.gu.se/en/resources/suc3	X
crl-25748	286	8	.	.	PUNCT
crl-25748	287	1	27	27	NUM
crl-25748	287	2	.	.	PUNCT
crl-25748	288	1	more	more	ADJ
crl-25748	288	2	details	detail	NOUN
crl-25748	288	3	about	about	ADP
crl-25748	288	4	this	this	DET
crl-25748	288	5	annotation	annotation	NOUN
crl-25748	288	6	tool	tool	NOUN
crl-25748	288	7	can	can	AUX
crl-25748	288	8	be	be	AUX
crl-25748	288	9	found	find	VERB
crl-25748	288	10	here	here	ADV
crl-25748	288	11	:	:	PUNCT
crl-25748	288	12	https://spraakbanken.gu.se/en/tools/sparv/	https://spraakbanken.gu.se/en/tools/sparv/	NOUN
crl-25748	288	13	annotations	annotation	NOUN
crl-25748	288	14	.	.	PUNCT
crl-25748	289	1	28	28	NUM
crl-25748	289	2	.	.	PUNCT
crl-25748	290	1	for	for	ADP
crl-25748	290	2	more	more	ADJ
crl-25748	290	3	details	detail	NOUN
crl-25748	290	4	on	on	ADP
crl-25748	290	5	evaluating	evaluate	VERB
crl-25748	290	6	and	and	CCONJ
crl-25748	290	7	testing	testing	NOUN
crl-25748	290	8	models	model	NOUN
crl-25748	290	9	within	within	ADP
crl-25748	290	10	nlp	nlp	NOUN
crl-25748	290	11	,	,	PUNCT
crl-25748	290	12	see	see	VERB
crl-25748	290	13	jurafksy	jurafksy	NOUN
crl-25748	290	14	and	and	CCONJ
crl-25748	290	15	martin	martin	PROPN
crl-25748	290	16	,	,	PUNCT
crl-25748	290	17	speech	speech	NOUN
crl-25748	290	18	and	and	CCONJ
crl-25748	290	19	language	language	NOUN
crl-25748	290	20	processing	processing	NOUN
crl-25748	290	21	,	,	PUNCT
crl-25748	290	22	67–8	67–8	NUM
crl-25748	290	23	.	.	PUNCT
crl-25748	291	1	29	29	NUM
crl-25748	291	2	.	.	PUNCT
crl-25748	292	1	for	for	ADP
crl-25748	292	2	further	further	ADJ
crl-25748	292	3	details	detail	NOUN
crl-25748	292	4	about	about	ADP
crl-25748	292	5	this	this	DET
crl-25748	292	6	evaluation	evaluation	NOUN
crl-25748	292	7	process	process	NOUN
crl-25748	292	8	from	from	ADP
crl-25748	292	9	a	a	DET
crl-25748	292	10	data	data	NOUN
crl-25748	292	11	science	science	NOUN
crl-25748	292	12	perspective	perspective	NOUN
crl-25748	292	13	,	,	PUNCT
crl-25748	292	14	including	include	VERB
crl-25748	292	15	how	how	SCONJ
crl-25748	292	16	we	we	PRON
crl-25748	292	17	also	also	ADV
crl-25748	292	18	evaluated	evaluate	VERB
crl-25748	292	19	the	the	DET
crl-25748	292	20	models	model	NOUN
crl-25748	292	21	for	for	ADP
crl-25748	292	22	part	part	NOUN
crl-25748	292	23	-	-	PUNCT
crl-25748	292	24	of	of	ADP
crl-25748	292	25	-	-	PUNCT
crl-25748	292	26	speech	speech	NOUN
crl-25748	292	27	(	(	PUNCT
crl-25748	292	28	pos	pos	NOUN
crl-25748	292	29	)	)	PUNCT
crl-25748	292	30	tagging	tagging	NOUN
crl-25748	292	31	,	,	PUNCT
crl-25748	292	32	see	see	VERB
crl-25748	292	33	malmsten	malmsten	VERB
crl-25748	292	34	,	,	PUNCT
crl-25748	292	35	“	"	PUNCT
crl-25748	292	36	playing	play	VERB
crl-25748	292	37	.	.	PUNCT
crl-25748	292	38	”	"	PUNCT
crl-25748	292	39	30	30	NUM
crl-25748	292	40	.	.	PUNCT
crl-25748	293	1	for	for	ADP
crl-25748	293	2	an	an	DET
crl-25748	293	3	example	example	NOUN
crl-25748	293	4	of	of	ADP
crl-25748	293	5	such	such	ADJ
crl-25748	293	6	practical	practical	ADJ
crl-25748	293	7	implementation	implementation	NOUN
crl-25748	293	8	in	in	ADP
crl-25748	293	9	the	the	DET
crl-25748	293	10	public	public	ADJ
crl-25748	293	11	sector	sector	NOUN
crl-25748	293	12	,	,	PUNCT
crl-25748	293	13	see	see	VERB
crl-25748	293	14	annica	annica	PROPN
crl-25748	293	15	wallenbro	wallenbro	PROPN
crl-25748	293	16	stojcevski	stojcevski	PROPN
crl-25748	293	17	,	,	PUNCT
crl-25748	293	18	“	"	PUNCT
crl-25748	293	19	sigmas	sigma	NOUN
crl-25748	293	20	utmaning	utmaning	NOUN
crl-25748	293	21	:	:	PUNCT
crl-25748	293	22	skapa	skapa	VERB
crl-25748	293	23	en	en	ADP
crl-25748	293	24	lösning	lösne	VERB
crl-25748	293	25	för	för	PROPN
crl-25748	293	26	vinnova	vinnova	PROPN
crl-25748	293	27	att	att	PROPN
crl-25748	293	28	utnyttja	utnyttja	NOUN
crl-25748	293	29	ai	ai	NOUN
crl-25748	293	30	-	-	PUNCT
crl-25748	293	31	teknik	teknik	NOUN
crl-25748	293	32	för	för	PROPN
crl-25748	293	33	hantering	hantere	VERB
crl-25748	293	34	av	av	PROPN
crl-25748	293	35	ansökningar	ansökningar	NOUN
crl-25748	293	36	,	,	PUNCT
crl-25748	293	37	”	"	PUNCT
crl-25748	293	38	pulse	pulse	NOUN
crl-25748	293	39	(	(	PUNCT
crl-25748	293	40	2020	2020	NUM
crl-25748	293	41	)	)	PUNCT
crl-25748	293	42	,	,	PUNCT
crl-25748	293	43	https://pulse.microsoft.com/sv-se/work-productivity-sv-se/na/fa1-vinnova-och-sigma-tar-ai-till-hjalp-forberedning-av-arenden/	https://pulse.microsoft.com/sv-se/work-productivity-sv-se/na/fa1-vinnova-och-sigma-tar-ai-till-hjalp-forberedning-av-arenden/	PUNCT
crl-25748	293	44	[	[	X
crl-25748	293	45	accessed	access	VERB
crl-25748	293	46	29	29	NUM
crl-25748	293	47	march	march	NOUN
crl-25748	293	48	2021	2021	NUM
crl-25748	293	49	]	]	PUNCT
crl-25748	293	50	.	.	PUNCT
crl-25748	294	1	31	31	NUM
crl-25748	294	2	.	.	PUNCT
crl-25748	295	1	daniel	daniel	PROPN
crl-25748	295	2	castro	castro	PROPN
crl-25748	295	3	and	and	CCONJ
crl-25748	295	4	joshua	joshua	PROPN
crl-25748	295	5	new	new	PROPN
crl-25748	295	6	,	,	PUNCT
crl-25748	295	7	“	"	PUNCT
crl-25748	295	8	the	the	DET
crl-25748	295	9	promise	promise	NOUN
crl-25748	295	10	of	of	ADP
crl-25748	295	11	artificial	artificial	ADJ
crl-25748	295	12	intelligence	intelligence	NOUN
crl-25748	295	13	,	,	PUNCT
crl-25748	295	14	”	"	PUNCT
crl-25748	295	15	centre	centre	NOUN
crl-25748	295	16	for	for	ADP
crl-25748	295	17	data	data	NOUN
crl-25748	295	18	innovation	innovation	NOUN
crl-25748	295	19	(	(	PUNCT
crl-25748	295	20	2016	2016	NUM
crl-25748	295	21	)	)	PUNCT
crl-25748	295	22	,	,	PUNCT
crl-25748	295	23	https://euagenda.eu/upload/publications/untitled-53560-ea.pdf	https://euagenda.eu/upload/publications/untitled-53560-ea.pdf	NOUN
crl-25748	296	1	[	[	X
crl-25748	296	2	accessed	access	VERB
crl-25748	296	3	29	29	NUM
crl-25748	296	4	march	march	NOUN
crl-25748	296	5	2021	2021	NUM
crl-25748	296	6	]	]	PUNCT
crl-25748	296	7	.	.	PUNCT
crl-25748	297	1	32	32	NUM
crl-25748	297	2	.	.	PUNCT
crl-25748	298	1	we	we	PRON
crl-25748	298	2	have	have	AUX
crl-25748	298	3	recently	recently	ADV
crl-25748	298	4	tested	test	VERB
crl-25748	298	5	an	an	DET
crl-25748	298	6	annotation	annotation	NOUN
crl-25748	298	7	project	project	NOUN
crl-25748	298	8	for	for	ADP
crl-25748	298	9	librarians	librarian	NOUN
crl-25748	298	10	at	at	ADP
crl-25748	298	11	the	the	DET
crl-25748	298	12	national	national	PROPN
crl-25748	298	13	library	library	NOUN
crl-25748	298	14	of	of	ADP
crl-25748	298	15	sweden	sweden	PROPN
crl-25748	298	16	;	;	PUNCT
crl-25748	298	17	see	see	VERB
crl-25748	298	18	our	our	PRON
crl-25748	298	19	blogpost	blogpost	NOUN
crl-25748	298	20	on	on	ADP
crl-25748	298	21	this	this	PRON
crl-25748	298	22	for	for	ADP
crl-25748	298	23	more	more	ADJ
crl-25748	298	24	details	detail	NOUN
crl-25748	298	25	:	:	PUNCT
crl-25748	298	26	elena	elena	PROPN
crl-25748	298	27	fano	fano	PROPN
crl-25748	298	28	,	,	PUNCT
crl-25748	298	29	“	"	PUNCT
crl-25748	298	30	the	the	DET
crl-25748	298	31	power	power	NOUN
crl-25748	298	32	of	of	ADP
crl-25748	298	33	crowdsourcing	crowdsourcing	NOUN
crl-25748	298	34	”	"	PUNCT
crl-25748	298	35	the	the	DET
crl-25748	298	36	kblab	kblab	PROPN
crl-25748	298	37	blog	blog	NOUN
crl-25748	298	38	(	(	PUNCT
crl-25748	298	39	8	8	NUM
crl-25748	298	40	april	april	PROPN
crl-25748	298	41	2021	2021	NUM
crl-25748	298	42	)	)	PUNCT
crl-25748	298	43	,	,	PUNCT
crl-25748	298	44	https://kb-labb.github.io/posts/2021-04-08-internal-crowdsourcing-for-dataset-creation/	https://kb-labb.github.io/posts/2021-04-08-internal-crowdsourcing-for-dataset-creation/	PROPN
crl-25748	299	1	[	[	X
crl-25748	299	2	accessed	access	VERB
crl-25748	299	3	11	11	NUM
crl-25748	299	4	november	november	NOUN
crl-25748	299	5	2021	2021	NUM
crl-25748	299	6	]	]	PUNCT
crl-25748	299	7	.	.	PUNCT
crl-25748	300	1	33	33	NUM
crl-25748	300	2	.	.	PUNCT
crl-25748	301	1	cf	cf	NOUN
crl-25748	301	2	.	.	PUNCT
crl-25748	302	1	susan	susan	PROPN
crl-25748	302	2	carey	carey	PROPN
crl-25748	302	3	,	,	PUNCT
crl-25748	302	4	“	"	PUNCT
crl-25748	302	5	bootstrapping	bootstrappe	VERB
crl-25748	302	6	&	&	CCONJ
crl-25748	302	7	the	the	DET
crl-25748	302	8	origin	origin	NOUN
crl-25748	302	9	of	of	ADP
crl-25748	302	10	concepts	concept	NOUN
crl-25748	302	11	,	,	PUNCT
crl-25748	302	12	”	"	PUNCT
crl-25748	302	13	daedalus	daedalus	NOUN
crl-25748	302	14	133	133	NUM
crl-25748	302	15	:	:	SYM
crl-25748	302	16	1	1	NUM
crl-25748	302	17	(	(	PUNCT
crl-25748	302	18	2004	2004	NUM
crl-25748	302	19	):	):	PUNCT
crl-25748	302	20	59–68	59–68	NUM
crl-25748	302	21	,	,	PUNCT
crl-25748	302	22	https://www	https://www	PROPN
crl-25748	302	23	.	.	PUNCT
crl-25748	302	24	jstor.org/stable/pdf/20027897.pdf	jstor.org/stable/pdf/20027897.pdf	PROPN
crl-25748	302	25	.	.	PUNCT
crl-25748	303	1	34	34	NUM
crl-25748	303	2	.	.	PUNCT
crl-25748	304	1	marianna	marianna	PROPN
crl-25748	304	2	neves	neves	PROPN
crl-25748	304	3	and	and	CCONJ
crl-25748	304	4	jurica	jurica	PROPN
crl-25748	304	5	ševa	ševa	PROPN
crl-25748	304	6	,	,	PUNCT
crl-25748	304	7	“	"	PUNCT
crl-25748	304	8	an	an	DET
crl-25748	304	9	extensive	extensive	ADJ
crl-25748	304	10	review	review	NOUN
crl-25748	304	11	of	of	ADP
crl-25748	304	12	tools	tool	NOUN
crl-25748	304	13	for	for	ADP
crl-25748	304	14	manual	manual	ADJ
crl-25748	304	15	annotation	annotation	NOUN
crl-25748	304	16	of	of	ADP
crl-25748	304	17	documents	document	NOUN
crl-25748	304	18	,	,	PUNCT
crl-25748	304	19	”	"	PUNCT
crl-25748	304	20	briefings	briefing	NOUN
crl-25748	304	21	in	in	ADP
crl-25748	304	22	bioinformatics	bioinformatics	NOUN
crl-25748	304	23	22	22	NUM
crl-25748	304	24	:	:	SYM
crl-25748	304	25	1	1	NUM
crl-25748	304	26	(	(	PUNCT
crl-25748	304	27	2021	2021	NUM
crl-25748	304	28	):	):	PUNCT
crl-25748	304	29	146–63	146–63	NUM
crl-25748	304	30	,	,	PUNCT
crl-25748	304	31	https://doi.org/10.1093/bib/bbz130	https://doi.org/10.1093/bib/bbz130	PROPN
crl-25748	304	32	.	.	PROPN
crl-25748	304	33	35	35	NUM
crl-25748	304	34	.	.	PUNCT
crl-25748	305	1	ron	ron	PROPN
crl-25748	305	2	artstein	artstein	PROPN
crl-25748	305	3	and	and	CCONJ
crl-25748	305	4	massimo	massimo	PROPN
crl-25748	305	5	poesio	poesio	PROPN
crl-25748	305	6	,	,	PUNCT
crl-25748	305	7	“	"	PUNCT
crl-25748	305	8	inter	inter	ADJ
crl-25748	305	9	-	-	ADJ
crl-25748	305	10	coder	coder	ADJ
crl-25748	305	11	agreement	agreement	NOUN
crl-25748	305	12	for	for	ADP
crl-25748	305	13	computational	computational	ADJ
crl-25748	305	14	linguistics	linguistic	NOUN
crl-25748	305	15	,	,	PUNCT
crl-25748	305	16	”	"	PUNCT
crl-25748	305	17	computational	computational	ADJ
crl-25748	305	18	linguistics	linguistic	NOUN
crl-25748	305	19	34	34	NUM
crl-25748	305	20	:	:	SYM
crl-25748	305	21	4	4	NUM
crl-25748	305	22	(	(	PUNCT
crl-25748	305	23	2008	2008	NUM
crl-25748	305	24	):	):	PUNCT
crl-25748	305	25	555	555	NUM
crl-25748	305	26	-	-	SYM
crl-25748	305	27	96	96	NUM
crl-25748	305	28	,	,	PUNCT
crl-25748	305	29	https://www.aclweb.org/anthology/j08-4004.pdf	https://www.aclweb.org/anthology/j08-4004.pdf	NOUN
crl-25748	305	30	.	.	PUNCT
crl-25748	306	1	36	36	NUM
crl-25748	306	2	.	.	X
crl-25748	307	1	ikuya	ikuya	PROPN
crl-25748	307	2	yamada	yamada	PROPN
crl-25748	307	3	et	et	PROPN
crl-25748	307	4	al	al	PROPN
crl-25748	307	5	.	.	PROPN
crl-25748	307	6	,	,	PUNCT
crl-25748	307	7	“	"	PUNCT
crl-25748	307	8	joint	joint	ADJ
crl-25748	307	9	learning	learning	NOUN
crl-25748	307	10	of	of	ADP
crl-25748	307	11	the	the	DET
crl-25748	307	12	embedding	embedding	NOUN
crl-25748	307	13	of	of	ADP
crl-25748	307	14	words	word	NOUN
crl-25748	307	15	and	and	CCONJ
crl-25748	307	16	entities	entity	NOUN
crl-25748	307	17	for	for	ADP
crl-25748	307	18	named	name	VERB
crl-25748	307	19	entity	entity	NOUN
crl-25748	307	20	disambiguation	disambiguation	NOUN
crl-25748	307	21	,	,	PUNCT
crl-25748	307	22	”	"	PUNCT
crl-25748	307	23	arxiv	arxiv	NOUN
crl-25748	307	24	(	(	PUNCT
crl-25748	307	25	2016	2016	NUM
crl-25748	307	26	)	)	PUNCT
crl-25748	307	27	,	,	PUNCT
crl-25748	307	28	https://arxiv.org/abs/1601.01343	https://arxiv.org/abs/1601.01343	NOUN
crl-25748	307	29	.	.	PUNCT
crl-25748	308	1	37	37	NUM
crl-25748	308	2	.	.	PUNCT
crl-25748	309	1	laurel	laurel	PROPN
crl-25748	309	2	orr	orr	PROPN
crl-25748	309	3	et	et	PROPN
crl-25748	309	4	al	al	PROPN
crl-25748	309	5	.	.	PROPN
crl-25748	309	6	,	,	PUNCT
crl-25748	309	7	“	"	PUNCT
crl-25748	309	8	bootleg	bootleg	NOUN
crl-25748	309	9	:	:	PUNCT
crl-25748	309	10	chasing	chase	VERB
crl-25748	309	11	the	the	DET
crl-25748	309	12	tail	tail	NOUN
crl-25748	309	13	with	with	ADP
crl-25748	309	14	self	self	NOUN
crl-25748	309	15	-	-	PUNCT
crl-25748	309	16	supervised	supervise	VERB
crl-25748	309	17	named	name	VERB
crl-25748	309	18	entity	entity	NOUN
crl-25748	309	19	disambiguation	disambiguation	NOUN
crl-25748	309	20	,	,	PUNCT
crl-25748	309	21	”	"	PUNCT
crl-25748	309	22	arxiv	arxiv	NOUN
crl-25748	309	23	(	(	PUNCT
crl-25748	309	24	2020	2020	NUM
crl-25748	309	25	)	)	PUNCT
crl-25748	309	26	,	,	PUNCT
crl-25748	309	27	https://arxiv.org/abs/2010.10363	https://arxiv.org/abs/2010.10363	NOUN
crl-25748	309	28	.	.	PUNCT
crl-25748	310	1	38	38	NUM
crl-25748	310	2	.	.	PUNCT
crl-25748	311	1	christian	christian	ADJ
crl-25748	311	2	bizer	bizer	NOUN
crl-25748	311	3	,	,	PUNCT
crl-25748	311	4	tom	tom	PROPN
crl-25748	311	5	heath	heath	PROPN
crl-25748	311	6	,	,	PUNCT
crl-25748	311	7	and	and	CCONJ
crl-25748	311	8	tim	tim	PROPN
crl-25748	311	9	berners	berners	PROPN
crl-25748	311	10	-	-	PUNCT
crl-25748	311	11	lee	lee	PROPN
crl-25748	311	12	,	,	PUNCT
crl-25748	311	13	“	"	PUNCT
crl-25748	311	14	linked	link	VERB
crl-25748	311	15	data	datum	NOUN
crl-25748	311	16	:	:	PUNCT
crl-25748	311	17	the	the	DET
crl-25748	311	18	story	story	NOUN
crl-25748	311	19	so	so	ADV
crl-25748	311	20	far	far	ADV
crl-25748	311	21	,	,	PUNCT
crl-25748	311	22	”	"	PUNCT
crl-25748	311	23	in	in	ADP
crl-25748	311	24	semantic	semantic	ADJ
crl-25748	311	25	services	service	NOUN
crl-25748	311	26	,	,	PUNCT
crl-25748	311	27	interoperability	interoperability	NOUN
crl-25748	311	28	and	and	CCONJ
crl-25748	311	29	web	web	NOUN
crl-25748	311	30	applications	application	NOUN
crl-25748	311	31	:	:	PUNCT
crl-25748	311	32	emerging	emerge	VERB
crl-25748	311	33	concepts	concept	NOUN
crl-25748	311	34	,	,	PUNCT
crl-25748	311	35	ed	ed	NOUN
crl-25748	311	36	.	.	PUNCT
crl-25748	312	1	amit	amit	PROPN
crl-25748	312	2	p.	p.	PROPN
crl-25748	312	3	sheth	sheth	PROPN
crl-25748	312	4	(	(	PUNCT
crl-25748	312	5	hershey	hershey	PROPN
crl-25748	312	6	pa	pa	PROPN
crl-25748	312	7	:	:	PUNCT
crl-25748	312	8	information	information	NOUN
crl-25748	312	9	science	science	NOUN
crl-25748	312	10	reference	reference	NOUN
crl-25748	312	11	,	,	PUNCT
crl-25748	312	12	2011	2011	NUM
crl-25748	312	13	)	)	PUNCT
crl-25748	312	14	.	.	PUNCT
crl-25748	313	1	39	39	NUM
crl-25748	313	2	.	.	PUNCT
crl-25748	314	1	faton	faton	PROPN
crl-25748	314	2	rekathati	rekathati	PROPN
crl-25748	314	3	,	,	PUNCT
crl-25748	314	4	“	"	PUNCT
crl-25748	314	5	curating	curate	VERB
crl-25748	314	6	news	news	NOUN
crl-25748	314	7	sections	section	NOUN
crl-25748	314	8	in	in	ADP
crl-25748	314	9	a	a	DET
crl-25748	314	10	historical	historical	ADJ
crl-25748	314	11	swedish	swedish	PROPN
crl-25748	314	12	news	news	NOUN
crl-25748	314	13	corpus	corpus	NOUN
crl-25748	314	14	,	,	PUNCT
crl-25748	314	15	”	"	PUNCT
crl-25748	314	16	independent	independent	ADJ
crl-25748	314	17	master	master	NOUN
crl-25748	314	18	’s	’s	PART
crl-25748	314	19	thesis	thesis	NOUN
crl-25748	314	20	.	.	PUNCT
crl-25748	315	1	linköping	linköpe	VERB
crl-25748	315	2	university	university	NOUN
crl-25748	315	3	,	,	PUNCT
crl-25748	315	4	department	department	NOUN
crl-25748	315	5	of	of	ADP
crl-25748	315	6	computer	computer	NOUN
crl-25748	315	7	and	and	CCONJ
crl-25748	315	8	information	information	NOUN
crl-25748	315	9	science	science	NOUN
crl-25748	315	10	(	(	PUNCT
crl-25748	315	11	2020	2020	NUM
crl-25748	315	12	)	)	PUNCT
crl-25748	315	13	,	,	PUNCT
crl-25748	315	14	http://urn.kb.se/resolv	http://urn.kb.se/resolv	NOUN
crl-25748	315	15	e?urn	e?urn	NOUN
crl-25748	315	16	=	=	NOUN
crl-25748	315	17	urn	urn	NOUN
crl-25748	315	18	:	:	PUNCT
crl-25748	315	19	nbn	nbn	NOUN
crl-25748	315	20	:	:	PUNCT
crl-25748	315	21	se	se	ADJ
crl-25748	315	22	:	:	PUNCT
crl-25748	315	23	liu	liu	NOUN
crl-25748	315	24	:	:	PUNCT
crl-25748	315	25	diva-166313	diva-166313	VERB
crl-25748	315	26	.	.	PUNCT
crl-25748	316	1	40	40	NUM
crl-25748	316	2	.	.	PUNCT
crl-25748	317	1	a	a	DET
crl-25748	317	2	recent	recent	ADJ
crl-25748	317	3	master	master	NOUN
crl-25748	317	4	’s	’s	PART
crl-25748	317	5	project	project	NOUN
crl-25748	317	6	at	at	ADP
crl-25748	317	7	kblab	kblab	NOUN
crl-25748	317	8	explored	explore	VERB
crl-25748	317	9	the	the	DET
crl-25748	317	10	potential	potential	NOUN
crl-25748	317	11	of	of	ADP
crl-25748	317	12	such	such	DET
crl-25748	317	13	an	an	DET
crl-25748	317	14	approach	approach	NOUN
crl-25748	317	15	,	,	PUNCT
crl-25748	317	16	see	see	VERB
crl-25748	317	17	:	:	PUNCT
crl-25748	317	18	andreas	andreas	PROPN
crl-25748	317	19	estmark	estmark	PROPN
crl-25748	317	20	,	,	PUNCT
crl-25748	317	21	“	"	PUNCT
crl-25748	317	22	text	text	NOUN
crl-25748	317	23	block	block	NOUN
crl-25748	317	24	prediction	prediction	NOUN
crl-25748	317	25	and	and	CCONJ
crl-25748	317	26	article	article	NOUN
crl-25748	317	27	reconstruction	reconstruction	NOUN
crl-25748	317	28	using	use	VERB
crl-25748	317	29	bert	bert	NOUN
crl-25748	317	30	,	,	PUNCT
crl-25748	317	31	”	"	PUNCT
crl-25748	317	32	independent	independent	ADJ
crl-25748	317	33	master	master	NOUN
crl-25748	317	34	’s	’s	PART
crl-25748	317	35	thesis	thesis	NOUN
crl-25748	317	36	.	.	PUNCT
crl-25748	318	1	uppsala	uppsala	PROPN
crl-25748	318	2	university	university	PROPN
crl-25748	318	3	,	,	PUNCT
crl-25748	318	4	department	department	NOUN
crl-25748	318	5	of	of	ADP
crl-25748	318	6	statistics	statistic	NOUN
crl-25748	318	7	(	(	PUNCT
crl-25748	318	8	2021	2021	NUM
crl-25748	318	9	)	)	PUNCT
crl-25748	318	10	,	,	PUNCT
crl-25748	318	11	http://urn.kb.se/resolve?urn=urn:nbn:se:uu:diva-447248	http://urn.kb.se/resolve?urn=urn:nbn:se:uu:diva-447248	PROPN
crl-25748	318	12	.	.	PUNCT
crl-25748	319	1	41	41	NUM
crl-25748	319	2	.	.	PUNCT
crl-25748	320	1	for	for	ADP
crl-25748	320	2	the	the	DET
crl-25748	320	3	example	example	NOUN
crl-25748	320	4	of	of	ADP
crl-25748	320	5	such	such	DET
crl-25748	320	6	a	a	DET
crl-25748	320	7	multi	multi	ADJ
crl-25748	320	8	-	-	ADJ
crl-25748	320	9	modal	modal	ADJ
crl-25748	320	10	approach	approach	NOUN
crl-25748	320	11	applied	apply	VERB
crl-25748	320	12	to	to	ADP
crl-25748	320	13	the	the	DET
crl-25748	320	14	more	more	ADV
crl-25748	320	15	specific	specific	ADJ
crl-25748	320	16	problem	problem	NOUN
crl-25748	320	17	of	of	ADP
crl-25748	320	18	classifying	classify	VERB
crl-25748	320	19	advertisements	advertisement	NOUN
crl-25748	320	20	in	in	ADP
crl-25748	320	21	historical	historical	ADJ
crl-25748	320	22	newspapers	newspaper	NOUN
crl-25748	320	23	,	,	PUNCT
crl-25748	320	24	see	see	VERB
crl-25748	320	25	our	our	PRON
crl-25748	320	26	blogpost	blogpost	NOUN
crl-25748	320	27	:	:	PUNCT
crl-25748	320	28	faton	faton	PROPN
crl-25748	320	29	rekathati	rekathati	PROPN
crl-25748	320	30	,	,	PUNCT
crl-25748	320	31	“	"	PUNCT
crl-25748	320	32	a	a	DET
crl-25748	320	33	multimodal	multimodal	ADJ
crl-25748	320	34	approach	approach	NOUN
crl-25748	320	35	to	to	PART
crl-25748	320	36	advertisement	advertisement	VERB
crl-25748	320	37	classification	classification	NOUN
crl-25748	320	38	in	in	ADP
crl-25748	320	39	digitized	digitize	VERB
crl-25748	320	40	newspapers	newspaper	NOUN
crl-25748	320	41	,	,	PUNCT
crl-25748	320	42	”	"	PUNCT
crl-25748	320	43	the	the	DET
crl-25748	320	44	kblab	kblab	PROPN
crl-25748	320	45	blog	blog	NOUN
crl-25748	320	46	(	(	PUNCT
crl-25748	320	47	28	28	NUM
crl-25748	320	48	march	march	NOUN
crl-25748	320	49	2021	2021	NUM
crl-25748	320	50	)	)	PUNCT
crl-25748	320	51	,	,	PUNCT
crl-25748	320	52	https://kb-labb.github.io/	https://kb-labb.github.io/	PROPN
crl-25748	320	53	posts/2021	posts/2021	NOUN
crl-25748	320	54	-	-	PUNCT
crl-25748	320	55	03	03	NUM
crl-25748	320	56	-	-	PUNCT
crl-25748	320	57	28	28	NUM
crl-25748	320	58	-	-	PUNCT
crl-25748	320	59	ad	ad	NOUN
crl-25748	320	60	-	-	PUNCT
crl-25748	320	61	classification/	classification/	NUM
crl-25748	320	62	[	[	X
crl-25748	320	63	accessed	access	VERB
crl-25748	320	64	11	11	NUM
crl-25748	320	65	november	november	NOUN
crl-25748	320	66	2021	2021	NUM
crl-25748	320	67	]	]	PUNCT
crl-25748	320	68	.	.	PUNCT
crl-25748	321	1	https://arxiv.org/abs/1911.03894	https://arxiv.org/abs/1911.03894	PROPN
crl-25748	322	1	https://github.com/af-ai-center/swebert	https://github.com/af-ai-center/swebert	NOUN
crl-25748	322	2	https://github.com/af-ai-center/swebert	https://github.com/af-ai-center/swebert	NOUN
crl-25748	322	3	https://github.com/af-ai-center/swebert	https://github.com/af-ai-center/swebert	NOUN
crl-25748	322	4	https://urn.kb.se/resolve?urn=urn:nbn:se:kb:publ-539	https://urn.kb.se/resolve?urn=urn:nbn:se:kb:publ-539	PROPN
crl-25748	322	5	https://arxiv.org/abs/2007.01658	https://arxiv.org/abs/2007.01658	NOUN
crl-25748	322	6	https://arxiv.org/abs/1905.00537	https://arxiv.org/abs/1905.00537	PROPN
crl-25748	322	7	https://spraakbanken.gu.se/en/resources/suc3	https://spraakbanken.gu.se/en/resources/suc3	PROPN
crl-25748	322	8	https://spraakbanken.gu.se/en/tools/sparv/annotations	https://spraakbanken.gu.se/en/tools/sparv/annotation	NOUN
crl-25748	322	9	https://spraakbanken.gu.se/en/tools/sparv/annotations	https://spraakbanken.gu.se/en/tools/sparv/annotations	X
crl-25748	322	10	https://pulse.microsoft.com/sv-se/work-productivity-sv-se/na/fa1-vinnova-och-sigma-tar-ai-till-hjalp-for-beredning-av-arenden/	https://pulse.microsoft.com/sv-se/work-productivity-sv-se/na/fa1-vinnova-och-sigma-tar-ai-till-hjalp-for-beredning-av-arenden/	PROPN
crl-25748	322	11	https://pulse.microsoft.com/sv-se/work-productivity-sv-se/na/fa1-vinnova-och-sigma-tar-ai-till-hjalp-for-beredning-av-arenden/	https://pulse.microsoft.com/sv-se/work-productivity-sv-se/na/fa1-vinnova-och-sigma-tar-ai-till-hjalp-for-beredning-av-arenden/	PROPN
crl-25748	322	12	https://euagenda.eu/upload/publications/untitled-53560-ea.pdf	https://euagenda.eu/upload/publications/untitled-53560-ea.pdf	PROPN
crl-25748	322	13	https://kb-labb.github.io/posts/2021-04-08-internal-crowdsourcing-for-dataset-creation/	https://kb-labb.github.io/posts/2021-04-08-internal-crowdsourcing-for-dataset-creation/	PROPN
crl-25748	322	14	https://www.jstor.org/stable/pdf/20027897.pdf	https://www.jstor.org/stable/pdf/20027897.pdf	NOUN
crl-25748	322	15	https://www.jstor.org/stable/pdf/20027897.pdf	https://www.jstor.org/stable/pdf/20027897.pdf	PROPN
crl-25748	322	16	https://doi.org/10.1093/bib/bbz130	https://doi.org/10.1093/bib/bbz130	PROPN
crl-25748	322	17	https://www.aclweb.org/anthology/j08-4004.pdf	https://www.aclweb.org/anthology/j08-4004.pdf	PROPN
crl-25748	322	18	https://arxiv.org/abs/1601.01343	https://arxiv.org/abs/1601.01343	PROPN
crl-25748	322	19	https://arxiv.org/abs/2010.10363	https://arxiv.org/abs/2010.10363	PROPN
crl-25748	322	20	http://urn.kb.se/resolve?urn=urn:nbn:se:liu:diva-166313	http://urn.kb.se/resolve?urn=urn:nbn:se:liu:diva-166313	PUNCT
crl-25748	322	21	http://urn.kb.se/resolve?urn=urn:nbn:se:liu:diva-166313	http://urn.kb.se/resolve?urn=urn:nbn:se:liu:diva-166313	PUNCT
crl-25748	322	22	http://urn.kb.se/resolve?urn=urn:nbn:se:uu:diva-447248	http://urn.kb.se/resolve?urn=urn:nbn:se:uu:diva-447248	VERB
crl-25748	322	23	https://kb-labb.github.io/posts/2021-03-28-ad-classification/	https://kb-labb.github.io/posts/2021-03-28-ad-classification/	PROPN
crl-25748	322	24	https://kb-labb.github.io/posts/2021-03-28-ad-classification/	https://kb-labb.github.io/posts/2021-03-28-ad-classification/	PROPN
crl-25748	322	25	48	48	NUM
crl-25748	322	26	college	college	PROPN
crl-25748	322	27	&	&	CCONJ
crl-25748	322	28	research	research	PROPN
crl-25748	322	29	libraries	library	NOUN
crl-25748	322	30	january	january	PROPN
crl-25748	322	31	2023	2023	NUM
crl-25748	322	32	42	42	NUM
crl-25748	322	33	.	.	PUNCT
crl-25748	323	1	for	for	ADP
crl-25748	323	2	problems	problem	NOUN
crl-25748	323	3	with	with	ADP
crl-25748	323	4	ocr	ocr	ADJ
crl-25748	323	5	quality	quality	NOUN
crl-25748	323	6	in	in	ADP
crl-25748	323	7	historical	historical	ADJ
crl-25748	323	8	newspapers	newspaper	NOUN
crl-25748	323	9	,	,	PUNCT
crl-25748	323	10	see	see	VERB
crl-25748	323	11	myriam	myriam	PROPN
crl-25748	323	12	c.	c.	PROPN
crl-25748	323	13	traub	traub	PROPN
crl-25748	323	14	,	,	PUNCT
crl-25748	323	15	jacco	jacco	PROPN
crl-25748	323	16	van	van	PROPN
crl-25748	323	17	ossenbruggen	ossenbruggen	PROPN
crl-25748	323	18	,	,	PUNCT
crl-25748	323	19	and	and	CCONJ
crl-25748	323	20	lynda	lynda	PROPN
crl-25748	323	21	hardman	hardman	PROPN
crl-25748	323	22	,	,	PUNCT
crl-25748	323	23	“	"	PUNCT
crl-25748	323	24	impact	impact	VERB
crl-25748	323	25	analysis	analysis	NOUN
crl-25748	323	26	of	of	ADP
crl-25748	323	27	ocr	ocr	ADJ
crl-25748	323	28	quality	quality	NOUN
crl-25748	323	29	on	on	ADP
crl-25748	323	30	research	research	NOUN
crl-25748	323	31	tasks	task	NOUN
crl-25748	323	32	in	in	ADP
crl-25748	323	33	digital	digital	ADJ
crl-25748	323	34	archives	archive	NOUN
crl-25748	323	35	”	"	PUNCT
crl-25748	323	36	in	in	ADP
crl-25748	323	37	research	research	NOUN
crl-25748	323	38	and	and	CCONJ
crl-25748	323	39	advanced	advanced	ADJ
crl-25748	323	40	technology	technology	NOUN
crl-25748	323	41	for	for	ADP
crl-25748	323	42	digital	digital	ADJ
crl-25748	323	43	libraries	library	NOUN
crl-25748	323	44	,	,	PUNCT
crl-25748	323	45	ed	ed	NOUN
crl-25748	323	46	.	.	PUNCT
crl-25748	324	1	s.	s.	PROPN
crl-25748	324	2	kapidakis	kapidakis	PROPN
crl-25748	324	3	,	,	PUNCT
crl-25748	324	4	c.	c.	PROPN
crl-25748	324	5	mazurek	mazurek	PROPN
crl-25748	324	6	,	,	PUNCT
crl-25748	324	7	c.	c.	PROPN
crl-25748	324	8	,	,	PUNCT
crl-25748	324	9	and	and	CCONJ
crl-25748	324	10	m.	m.	NOUN
crl-25748	324	11	werla	werla	PROPN
crl-25748	324	12	,	,	PUNCT
crl-25748	324	13	springer	springer	NOUN
crl-25748	324	14	,	,	PUNCT
crl-25748	324	15	cham	cham	PROPN
crl-25748	324	16	(	(	PUNCT
crl-25748	324	17	2015	2015	NUM
crl-25748	324	18	)	)	PUNCT
crl-25748	324	19	,	,	PUNCT
crl-25748	324	20	https://doi.org/10.1007/978-3-319-24592-8_19	https://doi.org/10.1007/978-3-319-24592-8_19	PROPN
crl-25748	324	21	.	.	PROPN
crl-25748	325	1	43	43	NUM
crl-25748	325	2	.	.	PUNCT
crl-25748	326	1	david	david	PROPN
crl-25748	326	2	harvey	harvey	PROPN
crl-25748	326	3	,	,	PUNCT
crl-25748	326	4	“	"	PUNCT
crl-25748	326	5	the	the	DET
crl-25748	326	6	future	future	NOUN
crl-25748	326	7	of	of	ADP
crl-25748	326	8	the	the	DET
crl-25748	326	9	commons	common	NOUN
crl-25748	326	10	,	,	PUNCT
crl-25748	326	11	”	"	PUNCT
crl-25748	326	12	radical	radical	ADJ
crl-25748	326	13	history	history	NOUN
crl-25748	326	14	review	review	NOUN
crl-25748	326	15	109	109	NUM
crl-25748	326	16	(	(	PUNCT
crl-25748	326	17	2011	2011	NUM
crl-25748	326	18	):	):	PUNCT
crl-25748	326	19	101–07	101–07	NUM
crl-25748	326	20	,	,	PUNCT
crl-25748	326	21	https://doi	https://doi	PROPN
crl-25748	326	22	.	.	PUNCT
crl-25748	327	1	org/10.1215/01636545	org/10.1215/01636545	NUM
crl-25748	327	2	-	-	PUNCT
crl-25748	327	3	2010	2010	NUM
crl-25748	327	4	-	-	PUNCT
crl-25748	327	5	017	017	NUM
crl-25748	327	6	.	.	PROPN
crl-25748	328	1	44	44	NUM
crl-25748	328	2	.	.	PUNCT
crl-25748	329	1	indeed	indeed	ADV
crl-25748	329	2	,	,	PUNCT
crl-25748	329	3	the	the	DET
crl-25748	329	4	authors	author	NOUN
crl-25748	329	5	of	of	ADP
crl-25748	329	6	the	the	DET
crl-25748	329	7	following	follow	VERB
crl-25748	329	8	study	study	NOUN
crl-25748	329	9	suggest	suggest	VERB
crl-25748	329	10	that	that	SCONJ
crl-25748	329	11	the	the	DET
crl-25748	329	12	current	current	ADJ
crl-25748	329	13	emphasis	emphasis	NOUN
crl-25748	329	14	on	on	ADP
crl-25748	329	15	major	major	ADJ
crl-25748	329	16	languages	language	NOUN
crl-25748	329	17	creates	create	VERB
crl-25748	329	18	nlp	nlp	ADJ
crl-25748	329	19	systems	system	NOUN
crl-25748	329	20	that	that	SCONJ
crl-25748	329	21	“	"	PUNCT
crl-25748	329	22	dramatically	dramatically	ADV
crl-25748	329	23	underrepresent	underrepresent	VERB
crl-25748	329	24	the	the	DET
crl-25748	329	25	voices	voice	NOUN
crl-25748	329	26	of	of	ADP
crl-25748	329	27	much	much	ADJ
crl-25748	329	28	of	of	ADP
crl-25748	329	29	the	the	DET
crl-25748	329	30	world	world	NOUN
crl-25748	329	31	.	.	PUNCT
crl-25748	329	32	”	"	PUNCT
crl-25748	330	1	esma	esma	PROPN
crl-25748	330	2	wali	wali	PROPN
crl-25748	330	3	et	et	PROPN
crl-25748	330	4	al	al	PROPN
crl-25748	330	5	.	.	PROPN
crl-25748	330	6	,	,	PUNCT
crl-25748	330	7	“	"	PUNCT
crl-25748	330	8	is	be	AUX
crl-25748	330	9	machine	machine	NOUN
crl-25748	330	10	learning	learning	NOUN
crl-25748	330	11	speaking	speak	VERB
crl-25748	330	12	my	my	PRON
crl-25748	330	13	language	language	NOUN
crl-25748	330	14	?	?	PUNCT
crl-25748	331	1	a	a	DET
crl-25748	331	2	critical	critical	ADJ
crl-25748	331	3	look	look	NOUN
crl-25748	331	4	at	at	ADP
crl-25748	331	5	the	the	DET
crl-25748	331	6	nlp	nlp	NOUN
crl-25748	331	7	-	-	NOUN
crl-25748	331	8	pipeline	pipeline	NOUN
crl-25748	331	9	across	across	ADP
crl-25748	331	10	8	8	NUM
crl-25748	331	11	human	human	ADJ
crl-25748	331	12	languages	language	NOUN
crl-25748	331	13	,	,	PUNCT
crl-25748	331	14	”	"	PUNCT
crl-25748	331	15	arxiv	arxiv	NOUN
crl-25748	331	16	(	(	PUNCT
crl-25748	331	17	2020	2020	NUM
crl-25748	331	18	)	)	PUNCT
crl-25748	331	19	,	,	PUNCT
crl-25748	331	20	https://arxiv.org/abs/2007.05872	https://arxiv.org/abs/2007.05872	NOUN
crl-25748	331	21	.	.	PUNCT
crl-25748	332	1	45	45	NUM
crl-25748	332	2	.	.	PUNCT
crl-25748	332	3	see	see	VERB
crl-25748	332	4	also	also	ADV
crl-25748	332	5	the	the	DET
crl-25748	332	6	norwegian	norwegian	ADJ
crl-25748	332	7	case	case	NOUN
crl-25748	332	8	,	,	PUNCT
crl-25748	332	9	which	which	PRON
crl-25748	332	10	further	far	ADV
crl-25748	332	11	exemplifies	exemplify	VERB
crl-25748	332	12	and	and	CCONJ
crl-25748	332	13	reinforces	reinforce	VERB
crl-25748	332	14	this	this	DET
crl-25748	332	15	point	point	NOUN
crl-25748	332	16	:	:	PUNCT
crl-25748	332	17	kummervold	kummervold	PROPN
crl-25748	332	18	et	et	PROPN
crl-25748	332	19	al	al	PROPN
crl-25748	332	20	.	.	PROPN
crl-25748	332	21	,	,	PUNCT
crl-25748	332	22	“	"	PUNCT
crl-25748	332	23	operationalizing	operationalize	VERB
crl-25748	332	24	a	a	DET
crl-25748	332	25	national	national	ADJ
crl-25748	332	26	digital	digital	ADJ
crl-25748	332	27	library	library	NOUN
crl-25748	332	28	.	.	PUNCT
crl-25748	332	29	”	"	PUNCT
crl-25748	333	1	46	46	NUM
crl-25748	333	2	.	.	PUNCT
crl-25748	334	1	emily	emily	PROPN
crl-25748	334	2	m.	m.	PROPN
crl-25748	334	3	bender	bender	PROPN
crl-25748	334	4	et	et	PROPN
crl-25748	334	5	al	al	PROPN
crl-25748	334	6	.	.	PROPN
crl-25748	334	7	,	,	PUNCT
crl-25748	334	8	“	"	PUNCT
crl-25748	334	9	on	on	ADP
crl-25748	334	10	the	the	DET
crl-25748	334	11	dangers	danger	NOUN
crl-25748	334	12	of	of	ADP
crl-25748	334	13	stochastic	stochastic	ADJ
crl-25748	334	14	parrots	parrot	NOUN
crl-25748	334	15	:	:	PUNCT
crl-25748	334	16	can	can	AUX
crl-25748	334	17	language	language	NOUN
crl-25748	334	18	models	model	NOUN
crl-25748	334	19	be	be	AUX
crl-25748	334	20	too	too	ADV
crl-25748	334	21	big	big	ADJ
crl-25748	334	22	?	?	PUNCT
crl-25748	334	23	”	"	PUNCT
crl-25748	334	24	in	in	ADP
crl-25748	334	25	proceedings	proceeding	NOUN
crl-25748	334	26	of	of	ADP
crl-25748	334	27	facct	facct	ADJ
crl-25748	334	28	(	(	PUNCT
crl-25748	334	29	2021	2021	NUM
crl-25748	334	30	)	)	PUNCT
crl-25748	334	31	,	,	PUNCT
crl-25748	334	32	https://doi.org/10.1145/3442188.3445922	https://doi.org/10.1145/3442188.3445922	NOUN
crl-25748	334	33	;	;	PUNCT
crl-25748	334	34	timnit	timnit	NOUN
crl-25748	334	35	gebru	gebru	NOUN
crl-25748	334	36	,	,	PUNCT
crl-25748	334	37	“	"	PUNCT
crl-25748	334	38	race	race	NOUN
crl-25748	334	39	and	and	CCONJ
crl-25748	334	40	gender	gender	NOUN
crl-25748	334	41	”	"	PUNCT
crl-25748	334	42	in	in	ADP
crl-25748	334	43	the	the	DET
crl-25748	334	44	oxford	oxford	PROPN
crl-25748	334	45	handbook	handbook	NOUN
crl-25748	334	46	of	of	ADP
crl-25748	334	47	ethics	ethic	NOUN
crl-25748	334	48	of	of	ADP
crl-25748	334	49	ai	ai	PROPN
crl-25748	334	50	,	,	PUNCT
crl-25748	334	51	ed	ed	PROPN
crl-25748	334	52	.	.	PUNCT
crl-25748	335	1	markus	markus	PROPN
crl-25748	335	2	d.	d.	PROPN
crl-25748	335	3	dubber	dubber	PROPN
crl-25748	335	4	,	,	PUNCT
crl-25748	335	5	frank	frank	ADJ
crl-25748	335	6	pasquale	pasquale	PROPN
crl-25748	335	7	,	,	PUNCT
crl-25748	335	8	and	and	CCONJ
crl-25748	335	9	sunit	sunit	PROPN
crl-25748	335	10	das	das	PROPN
crl-25748	335	11	(	(	PUNCT
crl-25748	335	12	oxford	oxford	PROPN
crl-25748	335	13	:	:	PUNCT
crl-25748	335	14	oxford	oxford	PROPN
crl-25748	335	15	university	university	PROPN
crl-25748	335	16	press	press	NOUN
crl-25748	335	17	,	,	PUNCT
crl-25748	335	18	2020	2020	NUM
crl-25748	335	19	)	)	PUNCT
crl-25748	335	20	,	,	PUNCT
crl-25748	335	21	https://doi.org/10.1093/oxfordhb/9780190067397.013.16	https://doi.org/10.1093/oxfordhb/9780190067397.013.16	PROPN
crl-25748	335	22	.	.	PUNCT
crl-25748	336	1	47	47	NUM
crl-25748	336	2	.	.	PUNCT
crl-25748	337	1	karen	karen	PROPN
crl-25748	337	2	hao	hao	PROPN
crl-25748	337	3	,	,	PUNCT
crl-25748	337	4	“	"	PUNCT
crl-25748	337	5	we	we	PRON
crl-25748	337	6	read	read	VERB
crl-25748	337	7	the	the	DET
crl-25748	337	8	paper	paper	NOUN
crl-25748	337	9	that	that	PRON
crl-25748	337	10	forced	force	VERB
crl-25748	337	11	timnit	timnit	NOUN
crl-25748	337	12	gebru	gebru	VERB
crl-25748	337	13	out	out	ADP
crl-25748	337	14	of	of	ADP
crl-25748	337	15	google	google	NOUN
crl-25748	337	16	.	.	PUNCT
crl-25748	338	1	here	here	ADV
crl-25748	338	2	’s	’	VERB
crl-25748	338	3	what	what	PRON
crl-25748	338	4	it	it	PRON
crl-25748	338	5	says	say	VERB
crl-25748	338	6	,	,	PUNCT
crl-25748	338	7	”	"	PUNCT
crl-25748	338	8	mit	mit	PROPN
crl-25748	338	9	technology	technology	NOUN
crl-25748	338	10	review	review	NOUN
crl-25748	338	11	(	(	PUNCT
crl-25748	338	12	7	7	NUM
crl-25748	338	13	dec	dec	PROPN
crl-25748	338	14	2020	2020	NUM
crl-25748	338	15	)	)	PUNCT
crl-25748	338	16	,	,	PUNCT
crl-25748	338	17	www.technologyreview.com/2020/12/04/1013294/google-ai-ethics-research-paperforced-out-timnit-gebru/	www.technologyreview.com/2020/12/04/1013294/google-ai-ethics-research-paperforced-out-timnit-gebru/	VERB
crl-25748	339	1	[	[	PUNCT
crl-25748	339	2	accessed	access	VERB
crl-25748	339	3	29	29	NUM
crl-25748	339	4	march	march	NOUN
crl-25748	339	5	2021	2021	NUM
crl-25748	339	6	]	]	PUNCT
crl-25748	339	7	.	.	PUNCT
crl-25748	340	1	48	48	NUM
crl-25748	340	2	.	.	PUNCT
crl-25748	341	1	bender	bender	NOUN
crl-25748	341	2	,	,	PUNCT
crl-25748	341	3	”	"	PUNCT
crl-25748	341	4	dangers	danger	NOUN
crl-25748	341	5	.	.	PUNCT
crl-25748	341	6	”	"	PUNCT
crl-25748	342	1	https://doi.org/10.1007/978-3-319-24592-8_19	https://doi.org/10.1007/978-3-319-24592-8_19	PROPN
crl-25748	342	2	https://doi.org/10.1215/01636545-2010-017	https://doi.org/10.1215/01636545-2010-017	X
crl-25748	342	3	https://doi.org/10.1215/01636545-2010-017	https://doi.org/10.1215/01636545-2010-017	PROPN
crl-25748	342	4	https://arxiv.org/abs/2007.05872	https://arxiv.org/abs/2007.05872	VERB
crl-25748	342	5	https://doi.org/10.1145/3442188.3445922	https://doi.org/10.1145/3442188.3445922	NOUN
crl-25748	342	6	https://doi.org/10.1093/oxfordhb/9780190067397.013.16	https://doi.org/10.1093/oxfordhb/9780190067397.013.16	PROPN
crl-25748	342	7	http://www.technologyreview.com/2020/12/04/1013294/google-ai-ethics-research-paper-forced-out-timnit-gebru/	http://www.technologyreview.com/2020/12/04/1013294/google-ai-ethics-research-paper-forced-out-timnit-gebru/	PROPN
crl-25748	342	8	http://www.technologyreview.com/2020/12/04/1013294/google-ai-ethics-research-paper-forced-out-timnit-gebru/	http://www.technologyreview.com/2020/12/04/1013294/google-ai-ethics-research-paper-forced-out-timnit-gebru/	PROPN