id	sid	tid	token	lemma	pos
spir-13995	1	1	selected	select	VERB
spir-13995	1	2	papers	paper	NOUN
spir-13995	1	3	of	of	ADP
spir-13995	1	4	#	#	SYM
spir-13995	1	5	aoir2024	aoir2024	PROPN
spir-13995	1	6	:	:	PUNCT
spir-13995	1	7	the	the	DET
spir-13995	1	8	25th	25th	ADJ
spir-13995	1	9	annual	annual	ADJ
spir-13995	1	10	conference	conference	NOUN
spir-13995	1	11	of	of	ADP
spir-13995	1	12	the	the	DET
spir-13995	1	13	association	association	NOUN
spir-13995	1	14	of	of	ADP
spir-13995	1	15	internet	internet	NOUN
spir-13995	1	16	researchers	researcher	NOUN
spir-13995	1	17	sheffield	sheffield	PROPN
spir-13995	1	18	,	,	PUNCT
spir-13995	1	19	uk	uk	PROPN
spir-13995	1	20	/	/	SYM
spir-13995	1	21	30	30	NUM
spir-13995	1	22	oct	oct	NOUN
spir-13995	1	23	2	2	NUM
spir-13995	1	24	nov	nov	PROPN
spir-13995	1	25	2024	2024	NUM
spir-13995	1	26	suggested	suggest	VERB
spir-13995	1	27	citation	citation	NOUN
spir-13995	1	28	(	(	PUNCT
spir-13995	1	29	apa	apa	PROPN
spir-13995	1	30	):	):	PUNCT
spir-13995	1	31	mackinnon	mackinnon	PROPN
spir-13995	1	32	,	,	PUNCT
spir-13995	1	33	k.	k.	PROPN
spir-13995	1	34	&	&	CCONJ
spir-13995	1	35	maemura	maemura	PROPN
spir-13995	1	36	,	,	PUNCT
spir-13995	1	37	e.	e.	PROPN
spir-13995	1	38	(	(	PUNCT
spir-13995	1	39	2024	2024	NUM
spir-13995	1	40	,	,	PUNCT
spir-13995	1	41	october	october	PROPN
spir-13995	1	42	)	)	PUNCT
spir-13995	1	43	.	.	PUNCT
spir-13995	2	1	from	from	ADP
spir-13995	2	2	ia_archiver	ia_archiver	PRON
spir-13995	2	3	to	to	PART
spir-13995	2	4	openai	openai	PROPN
spir-13995	2	5	:	:	PUNCT
spir-13995	2	6	the	the	DET
spir-13995	2	7	pasts	past	NOUN
spir-13995	2	8	and	and	CCONJ
spir-13995	2	9	futures	future	NOUN
spir-13995	2	10	of	of	ADP
spir-13995	2	11	automated	automate	VERB
spir-13995	2	12	data	data	NOUN
spir-13995	2	13	scrapers	scraper	NOUN
spir-13995	2	14	.	.	PUNCT
spir-13995	3	1	paper	paper	NOUN
spir-13995	3	2	presented	present	VERB
spir-13995	3	3	at	at	ADP
spir-13995	3	4	aoir2024	aoir2024	PROPN
spir-13995	3	5	:	:	PUNCT
spir-13995	3	6	the	the	DET
spir-13995	3	7	25th	25th	ADJ
spir-13995	3	8	annual	annual	ADJ
spir-13995	3	9	conference	conference	NOUN
spir-13995	3	10	of	of	ADP
spir-13995	3	11	the	the	DET
spir-13995	3	12	association	association	NOUN
spir-13995	3	13	of	of	ADP
spir-13995	3	14	internet	internet	NOUN
spir-13995	3	15	researchers	researcher	NOUN
spir-13995	3	16	.	.	PUNCT
spir-13995	4	1	sheffield	sheffield	PROPN
spir-13995	4	2	,	,	PUNCT
spir-13995	4	3	uk	uk	PROPN
spir-13995	4	4	:	:	PUNCT
spir-13995	4	5	aoir	aoir	NOUN
spir-13995	4	6	.	.	PUNCT
spir-13995	4	7	retrieved	retrieve	VERB
spir-13995	4	8	from	from	ADP
spir-13995	4	9	http://spir.aoir.org	http://spir.aoir.org	PROPN
spir-13995	4	10	.	.	PUNCT
spir-13995	5	1	from	from	ADP
spir-13995	5	2	ia_archiver	ia_archiver	PRON
spir-13995	5	3	to	to	PART
spir-13995	5	4	openai	openai	PROPN
spir-13995	5	5	:	:	PUNCT
spir-13995	5	6	the	the	DET
spir-13995	5	7	pasts	past	NOUN
spir-13995	5	8	and	and	CCONJ
spir-13995	5	9	futures	future	NOUN
spir-13995	5	10	of	of	ADP
spir-13995	5	11	automated	automate	VERB
spir-13995	5	12	data	data	NOUN
spir-13995	5	13	scrapers	scraper	NOUN
spir-13995	5	14	katie	katie	PROPN
spir-13995	5	15	mackinnon	mackinnon	PROPN
spir-13995	5	16	university	university	PROPN
spir-13995	5	17	of	of	ADP
spir-13995	5	18	copenhagen	copenhagen	PROPN
spir-13995	5	19	emily	emily	PROPN
spir-13995	5	20	maemura	maemura	PROPN
spir-13995	5	21	university	university	PROPN
spir-13995	5	22	of	of	ADP
spir-13995	5	23	illinois	illinois	PROPN
spir-13995	5	24	urbana	urbana	PROPN
spir-13995	5	25	-	-	PUNCT
spir-13995	5	26	champaign	champaign	PROPN
spir-13995	5	27	generative	generative	NOUN
spir-13995	5	28	ai	ai	NOUN
spir-13995	5	29	tools	tool	NOUN
spir-13995	5	30	have	have	AUX
spir-13995	5	31	become	become	VERB
spir-13995	5	32	widespread	widespread	ADJ
spir-13995	5	33	over	over	ADP
spir-13995	5	34	the	the	DET
spir-13995	5	35	past	past	ADJ
spir-13995	5	36	two	two	NUM
spir-13995	5	37	years	year	NOUN
spir-13995	5	38	with	with	ADP
spir-13995	5	39	the	the	DET
spir-13995	5	40	introduction	introduction	NOUN
spir-13995	5	41	of	of	ADP
spir-13995	5	42	chatbots	chatbot	NOUN
spir-13995	5	43	like	like	ADP
spir-13995	5	44	chatgpt	chatgpt	NOUN
spir-13995	5	45	,	,	PUNCT
spir-13995	5	46	copilot	copilot	NOUN
spir-13995	5	47	,	,	PUNCT
spir-13995	5	48	and	and	CCONJ
spir-13995	5	49	gemini	gemini	NOUN
spir-13995	5	50	,	,	PUNCT
spir-13995	5	51	and	and	CCONJ
spir-13995	5	52	text	text	NOUN
spir-13995	5	53	-	-	PUNCT
spir-13995	5	54	to	to	ADP
spir-13995	5	55	-	-	PUNCT
spir-13995	5	56	image	image	NOUN
spir-13995	5	57	services	service	NOUN
spir-13995	5	58	like	like	ADP
spir-13995	5	59	dall	dall	NOUN
spir-13995	5	60	-	-	PUNCT
spir-13995	5	61	e	e	NOUN
spir-13995	5	62	,	,	PUNCT
spir-13995	5	63	midjourney	midjourney	ADJ
spir-13995	5	64	and	and	CCONJ
spir-13995	5	65	stable	stable	ADJ
spir-13995	5	66	diffusion	diffusion	NOUN
spir-13995	5	67	.	.	PUNCT
spir-13995	6	1	alongside	alongside	ADP
spir-13995	6	2	the	the	DET
spir-13995	6	3	spread	spread	NOUN
spir-13995	6	4	of	of	ADP
spir-13995	6	5	these	these	DET
spir-13995	6	6	tools	tool	NOUN
spir-13995	6	7	,	,	PUNCT
spir-13995	6	8	there	there	PRON
spir-13995	6	9	is	be	VERB
spir-13995	6	10	an	an	DET
spir-13995	6	11	increasing	increase	VERB
spir-13995	6	12	awareness	awareness	NOUN
spir-13995	6	13	that	that	SCONJ
spir-13995	6	14	the	the	DET
spir-13995	6	15	datasets	dataset	NOUN
spir-13995	6	16	used	use	VERB
spir-13995	6	17	to	to	PART
spir-13995	6	18	train	train	VERB
spir-13995	6	19	ai	ai	VERB
spir-13995	6	20	are	be	AUX
spir-13995	6	21	scraped	scrape	VERB
spir-13995	6	22	from	from	ADP
spir-13995	6	23	materials	material	NOUN
spir-13995	6	24	openly	openly	ADV
spir-13995	6	25	available	available	ADJ
spir-13995	6	26	on	on	ADP
spir-13995	6	27	the	the	DET
spir-13995	6	28	web	web	NOUN
spir-13995	6	29	,	,	PUNCT
spir-13995	6	30	with	with	ADP
spir-13995	6	31	no	no	DET
spir-13995	6	32	attribution	attribution	NOUN
spir-13995	6	33	,	,	PUNCT
spir-13995	6	34	compensation	compensation	NOUN
spir-13995	6	35	,	,	PUNCT
spir-13995	6	36	or	or	CCONJ
spir-13995	6	37	recourse	recourse	VERB
spir-13995	6	38	for	for	ADP
spir-13995	6	39	those	those	DET
spir-13995	6	40	content	content	NOUN
spir-13995	6	41	creators	creator	NOUN
spir-13995	6	42	whose	whose	DET
spir-13995	6	43	materials	material	NOUN
spir-13995	6	44	are	be	AUX
spir-13995	6	45	collected	collect	VERB
spir-13995	6	46	by	by	ADP
spir-13995	6	47	automated	automate	VERB
spir-13995	6	48	scrapers	scraper	NOUN
spir-13995	6	49	or	or	CCONJ
spir-13995	6	50	crawlers	crawler	NOUN
spir-13995	6	51	.	.	PUNCT
spir-13995	7	1	one	one	NUM
spir-13995	7	2	project	project	NOUN
spir-13995	7	3	reacting	react	VERB
spir-13995	7	4	to	to	ADP
spir-13995	7	5	data	datum	NOUN
spir-13995	7	6	scrapers	scraper	NOUN
spir-13995	7	7	is	be	AUX
spir-13995	7	8	nightshade	nightshade	NOUN
spir-13995	7	9	,	,	PUNCT
spir-13995	7	10	designed	design	VERB
spir-13995	7	11	for	for	ADP
spir-13995	7	12	artists	artist	NOUN
spir-13995	7	13	who	who	PRON
spir-13995	7	14	are	be	AUX
spir-13995	7	15	concerned	concern	VERB
spir-13995	7	16	with	with	ADP
spir-13995	7	17	the	the	DET
spir-13995	7	18	unauthorized	unauthorized	ADJ
spir-13995	7	19	use	use	NOUN
spir-13995	7	20	of	of	ADP
spir-13995	7	21	their	their	PRON
spir-13995	7	22	visual	visual	ADJ
spir-13995	7	23	works	work	NOUN
spir-13995	7	24	in	in	ADP
spir-13995	7	25	ai	ai	ADJ
spir-13995	7	26	training	training	NOUN
spir-13995	7	27	datasets	dataset	NOUN
spir-13995	7	28	.	.	PUNCT
spir-13995	8	1	its	its	PRON
spir-13995	8	2	creators	creator	NOUN
spir-13995	8	3	describe	describe	VERB
spir-13995	8	4	nightshade	nightshade	NOUN
spir-13995	8	5	as	as	ADP
spir-13995	8	6	a	a	DET
spir-13995	8	7	tool	tool	NOUN
spir-13995	8	8	that	that	PRON
spir-13995	8	9	“	"	PUNCT
spir-13995	8	10	transforms	transform	VERB
spir-13995	8	11	images	image	NOUN
spir-13995	8	12	into	into	ADP
spir-13995	8	13	‘	'	PUNCT
spir-13995	8	14	poison	poison	NOUN
spir-13995	8	15	’	'	PUNCT
spir-13995	8	16	samples	sample	NOUN
spir-13995	8	17	,	,	PUNCT
spir-13995	8	18	”	"	PUNCT
spir-13995	8	19	and	and	CCONJ
spir-13995	8	20	therefore	therefore	ADV
spir-13995	8	21	does	do	AUX
spir-13995	8	22	not	not	PART
spir-13995	8	23	“	"	PUNCT
spir-13995	8	24	rely	rely	VERB
spir-13995	8	25	on	on	ADP
spir-13995	8	26	the	the	DET
spir-13995	8	27	kindness	kindness	NOUN
spir-13995	8	28	of	of	ADP
spir-13995	8	29	model	model	NOUN
spir-13995	8	30	trainers	trainer	NOUN
spir-13995	8	31	,	,	PUNCT
spir-13995	8	32	but	but	CCONJ
spir-13995	8	33	instead	instead	ADV
spir-13995	8	34	associates	associate	VERB
spir-13995	8	35	a	a	DET
spir-13995	8	36	small	small	ADJ
spir-13995	8	37	incremental	incremental	ADJ
spir-13995	8	38	price	price	NOUN
spir-13995	8	39	on	on	ADP
spir-13995	8	40	each	each	DET
spir-13995	8	41	piece	piece	NOUN
spir-13995	8	42	of	of	ADP
spir-13995	8	43	data	datum	NOUN
spir-13995	8	44	scraped	scrape	VERB
spir-13995	8	45	and	and	CCONJ
spir-13995	8	46	trained	train	VERB
spir-13995	8	47	without	without	ADP
spir-13995	8	48	authorization	authorization	NOUN
spir-13995	8	49	”	"	PUNCT
spir-13995	8	50	(	(	PUNCT
spir-13995	8	51	nightshade	nightshade	NOUN
spir-13995	8	52	,	,	PUNCT
spir-13995	8	53	n.d	n.d	PROPN
spir-13995	8	54	.	.	PROPN
spir-13995	8	55	)	)	PUNCT
spir-13995	8	56	.	.	PUNCT
spir-13995	9	1	while	while	SCONJ
spir-13995	9	2	data	datum	NOUN
spir-13995	9	3	scraping	scrape	VERB
spir-13995	9	4	practices	practice	NOUN
spir-13995	9	5	related	relate	VERB
spir-13995	9	6	to	to	ADP
spir-13995	9	7	the	the	DET
spir-13995	9	8	development	development	NOUN
spir-13995	9	9	of	of	ADP
spir-13995	9	10	ai	ai	VERB
spir-13995	9	11	have	have	AUX
spir-13995	9	12	recently	recently	ADV
spir-13995	9	13	come	come	VERB
spir-13995	9	14	under	under	ADP
spir-13995	9	15	scrutiny	scrutiny	NOUN
spir-13995	9	16	,	,	PUNCT
spir-13995	9	17	there	there	PRON
spir-13995	9	18	is	be	VERB
spir-13995	9	19	a	a	DET
spir-13995	9	20	longer	long	ADJ
spir-13995	9	21	history	history	NOUN
spir-13995	9	22	of	of	ADP
spir-13995	9	23	using	use	VERB
spir-13995	9	24	and	and	CCONJ
spir-13995	9	25	responding	respond	VERB
spir-13995	9	26	to	to	ADP
spir-13995	9	27	crawlers	crawler	NOUN
spir-13995	9	28	across	across	ADP
spir-13995	9	29	many	many	ADJ
spir-13995	9	30	industries	industry	NOUN
spir-13995	9	31	.	.	PUNCT
spir-13995	10	1	before	before	ADP
spir-13995	10	2	interventions	intervention	NOUN
spir-13995	10	3	like	like	ADP
spir-13995	10	4	nightshade	nightshade	NOUN
spir-13995	10	5	,	,	PUNCT
spir-13995	10	6	the	the	DET
spir-13995	10	7	robots.txt	robots.txt	VERB
spir-13995	10	8	exclusion	exclusion	NOUN
spir-13995	10	9	protocol	protocol	NOUN
spir-13995	10	10	was	be	AUX
spir-13995	10	11	developed	develop	VERB
spir-13995	10	12	as	as	ADP
spir-13995	10	13	the	the	DET
spir-13995	10	14	primary	primary	ADJ
spir-13995	10	15	way	way	NOUN
spir-13995	10	16	to	to	PART
spir-13995	10	17	govern	govern	VERB
spir-13995	10	18	the	the	DET
spir-13995	10	19	behavior	behavior	NOUN
spir-13995	10	20	of	of	ADP
spir-13995	10	21	crawlers	crawler	NOUN
spir-13995	10	22	,	,	PUNCT
spir-13995	10	23	and	and	CCONJ
spir-13995	10	24	has	have	AUX
spir-13995	10	25	been	be	AUX
spir-13995	10	26	widely	widely	ADV
spir-13995	10	27	used	use	VERB
spir-13995	10	28	and	and	CCONJ
spir-13995	10	29	discussed	discuss	VERB
spir-13995	10	30	in	in	ADP
spir-13995	10	31	the	the	DET
spir-13995	10	32	field	field	NOUN
spir-13995	10	33	of	of	ADP
spir-13995	10	34	internet	internet	NOUN
spir-13995	10	35	studies	study	NOUN
spir-13995	10	36	for	for	ADP
spir-13995	10	37	decades	decade	NOUN
spir-13995	10	38	(	(	PUNCT
spir-13995	10	39	thelwall	thelwall	PROPN
spir-13995	10	40	&	&	CCONJ
spir-13995	10	41	stuart	stuart	PROPN
spir-13995	10	42	,	,	PUNCT
spir-13995	10	43	2006	2006	NUM
spir-13995	10	44	;	;	PUNCT
spir-13995	10	45	elmer	elmer	NOUN
spir-13995	10	46	,	,	PUNCT
spir-13995	10	47	2009	2009	NUM
spir-13995	10	48	)	)	PUNCT
spir-13995	10	49	.	.	PUNCT
spir-13995	11	1	in	in	ADP
spir-13995	11	2	this	this	DET
spir-13995	11	3	paper	paper	NOUN
spir-13995	11	4	,	,	PUNCT
spir-13995	11	5	we	we	PRON
spir-13995	11	6	present	present	VERB
spir-13995	11	7	a	a	DET
spir-13995	11	8	history	history	NOUN
spir-13995	11	9	of	of	ADP
spir-13995	11	10	the	the	DET
spir-13995	11	11	protocol	protocol	NOUN
spir-13995	11	12	’s	’s	PART
spir-13995	11	13	development	development	NOUN
spir-13995	11	14	and	and	CCONJ
spir-13995	11	15	critique	critique	VERB
spir-13995	11	16	its	its	PRON
spir-13995	11	17	use	use	NOUN
spir-13995	11	18	as	as	ADP
spir-13995	11	19	a	a	DET
spir-13995	11	20	proxy	proxy	NOUN
spir-13995	11	21	for	for	ADP
spir-13995	11	22	consent	consent	NOUN
spir-13995	11	23	in	in	ADP
spir-13995	11	24	widespread	widespread	ADJ
spir-13995	11	25	data	datum	NOUN
spir-13995	11	26	scraping	scrape	VERB
spir-13995	11	27	.	.	PUNCT
spir-13995	12	1	thirty	thirty	NUM
spir-13995	12	2	years	year	NOUN
spir-13995	12	3	ago	ago	ADV
spir-13995	12	4	the	the	DET
spir-13995	12	5	use	use	NOUN
spir-13995	12	6	of	of	ADP
spir-13995	12	7	automated	automate	VERB
spir-13995	12	8	crawlers	crawler	NOUN
spir-13995	12	9	for	for	ADP
spir-13995	12	10	accessing	access	VERB
spir-13995	12	11	websites	website	NOUN
spir-13995	12	12	was	be	AUX
spir-13995	12	13	being	be	AUX
spir-13995	12	14	hotly	hotly	ADV
spir-13995	12	15	debated	debate	VERB
spir-13995	12	16	.	.	PUNCT
spir-13995	13	1	the	the	DET
spir-13995	13	2	early	early	ADJ
spir-13995	13	3	web	web	NOUN
spir-13995	13	4	had	have	AUX
spir-13995	13	5	grown	grow	VERB
spir-13995	13	6	exponentially	exponentially	ADV
spir-13995	13	7	from	from	ADP
spir-13995	13	8	an	an	DET
spir-13995	13	9	estimated	estimate	VERB
spir-13995	13	10	159,000	159,000	NUM
spir-13995	13	11	hosts	host	NOUN
spir-13995	13	12	registered	register	VERB
spir-13995	13	13	in	in	ADP
spir-13995	13	14	1989	1989	NUM
spir-13995	13	15	,	,	PUNCT
spir-13995	13	16	to	to	ADP
spir-13995	13	17	over	over	ADP
spir-13995	13	18	2	2	NUM
spir-13995	13	19	million	million	NUM
spir-13995	13	20	by	by	ADP
spir-13995	13	21	1993	1993	NUM
spir-13995	13	22	(	(	PUNCT
spir-13995	13	23	coffman	coffman	PROPN
spir-13995	13	24	&	&	CCONJ
spir-13995	13	25	odlyzko	odlyzko	PROPN
spir-13995	13	26	,	,	PUNCT
spir-13995	13	27	1998	1998	NUM
spir-13995	13	28	)	)	PUNCT
spir-13995	13	29	.	.	PUNCT
spir-13995	14	1	the	the	DET
spir-13995	14	2	web	web	NOUN
spir-13995	14	3	could	could	AUX
spir-13995	14	4	no	no	ADV
spir-13995	14	5	longer	long	ADV
spir-13995	14	6	be	be	AUX
spir-13995	14	7	navigated	navigate	VERB
spir-13995	14	8	by	by	ADP
spir-13995	14	9	directory	directory	NOUN
spir-13995	14	10	listings	listing	NOUN
spir-13995	14	11	and	and	CCONJ
spir-13995	14	12	webrings	webring	NOUN
spir-13995	14	13	;	;	PUNCT
spir-13995	14	14	instead	instead	ADV
spir-13995	14	15	search	search	NOUN
spir-13995	14	16	engines	engine	NOUN
spir-13995	14	17	indexed	index	VERB
spir-13995	14	18	the	the	DET
spir-13995	14	19	ever	ever	ADV
spir-13995	14	20	-	-	PUNCT
spir-13995	14	21	growing	grow	VERB
spir-13995	14	22	number	number	NOUN
spir-13995	14	23	of	of	ADP
spir-13995	14	24	web	web	NOUN
spir-13995	14	25	pages	page	NOUN
spir-13995	14	26	using	use	VERB
spir-13995	14	27	crawlers	crawler	NOUN
spir-13995	14	28	(	(	PUNCT
spir-13995	14	29	aka	aka	ADV
spir-13995	14	30	wanderers	wanderer	NOUN
spir-13995	14	31	,	,	PUNCT
spir-13995	14	32	spiders	spider	NOUN
spir-13995	14	33	or	or	CCONJ
spir-13995	14	34	robots	robot	NOUN
spir-13995	14	35	)	)	PUNCT
spir-13995	14	36	to	to	PART
spir-13995	14	37	discover	discover	VERB
spir-13995	14	38	new	new	ADJ
spir-13995	14	39	material	material	NOUN
spir-13995	14	40	.	.	PUNCT
spir-13995	15	1	yet	yet	ADV
spir-13995	15	2	,	,	PUNCT
spir-13995	15	3	these	these	DET
spir-13995	15	4	crawlers	crawler	NOUN
spir-13995	15	5	scraped	scrape	VERB
spir-13995	15	6	data	datum	NOUN
spir-13995	15	7	and	and	CCONJ
spir-13995	15	8	wreaked	wreak	VERB
spir-13995	15	9	havoc	havoc	NOUN
spir-13995	15	10	for	for	ADP
spir-13995	15	11	website	website	NOUN
spir-13995	15	12	creators	creator	NOUN
spir-13995	15	13	,	,	PUNCT
spir-13995	15	14	making	make	VERB
spir-13995	15	15	multiple	multiple	ADJ
spir-13995	15	16	requests	request	NOUN
spir-13995	15	17	in	in	ADP
spir-13995	15	18	quick	quick	ADJ
spir-13995	15	19	succession	succession	NOUN
spir-13995	15	20	,	,	PUNCT
spir-13995	15	21	preventing	prevent	VERB
spir-13995	15	22	access	access	NOUN
spir-13995	15	23	by	by	ADP
spir-13995	15	24	human	human	ADJ
spir-13995	15	25	users	user	NOUN
spir-13995	15	26	,	,	PUNCT
spir-13995	15	27	and	and	CCONJ
spir-13995	15	28	eating	eat	VERB
spir-13995	15	29	up	up	ADP
spir-13995	15	30	precious	precious	ADJ
spir-13995	15	31	bandwidth	bandwidth	NOUN
spir-13995	15	32	that	that	PRON
spir-13995	15	33	was	be	AUX
spir-13995	15	34	in	in	ADP
spir-13995	15	35	limited	limited	ADJ
spir-13995	15	36	and	and	CCONJ
spir-13995	15	37	costly	costly	ADJ
spir-13995	15	38	supply	supply	NOUN
spir-13995	15	39	.	.	PUNCT
spir-13995	16	1	a	a	DET
spir-13995	16	2	discussion	discussion	NOUN
spir-13995	16	3	arose	arise	VERB
spir-13995	16	4	on	on	ADP
spir-13995	16	5	the	the	DET
spir-13995	16	6	www	www	NOUN
spir-13995	16	7	-	-	PUNCT
spir-13995	16	8	talk	talk	NOUN
spir-13995	16	9	mailing	mailing	NOUN
spir-13995	16	10	list	list	NOUN
spir-13995	16	11	for	for	ADP
spir-13995	16	12	how	how	SCONJ
spir-13995	16	13	to	to	PART
spir-13995	16	14	manage	manage	VERB
spir-13995	16	15	and	and	CCONJ
spir-13995	16	16	mediate	mediate	VERB
spir-13995	16	17	access	access	NOUN
spir-13995	16	18	by	by	ADP
spir-13995	16	19	these	these	DET
spir-13995	16	20	bot	bot	NOUN
spir-13995	16	21	-	-	PUNCT
spir-13995	16	22	based	base	VERB
spir-13995	16	23	crawlers	crawler	NOUN
spir-13995	16	24	(	(	PUNCT
spir-13995	16	25	koster	koster	PROPN
spir-13995	16	26	,	,	PUNCT
spir-13995	16	27	1994	1994	NUM
spir-13995	16	28	february	february	PROPN
spir-13995	16	29	25	25	NUM
spir-13995	16	30	)	)	PUNCT
spir-13995	16	31	.	.	PUNCT
spir-13995	17	1	the	the	DET
spir-13995	17	2	resulting	result	VERB
spir-13995	17	3	proposal	proposal	NOUN
spir-13995	17	4	was	be	AUX
spir-13995	17	5	the	the	DET
spir-13995	17	6	robots	robot	NOUN
spir-13995	17	7	exclusion	exclusion	NOUN
spir-13995	17	8	protocol	protocol	NOUN
spir-13995	17	9	(	(	PUNCT
spir-13995	17	10	rep	rep	NOUN
spir-13995	17	11	)	)	PUNCT
spir-13995	17	12	,	,	PUNCT
spir-13995	17	13	a	a	DET
spir-13995	17	14	plain	plain	ADJ
spir-13995	17	15	text	text	NOUN
spir-13995	17	16	file	file	NOUN
spir-13995	17	17	that	that	PRON
spir-13995	17	18	website	website	NOUN
spir-13995	17	19	creators	creator	NOUN
spir-13995	17	20	could	could	AUX
spir-13995	17	21	post	post	VERB
spir-13995	17	22	whose	whose	DET
spir-13995	17	23	machine	machine	NOUN
spir-13995	17	24	-	-	PUNCT
spir-13995	17	25	readable	readable	ADJ
spir-13995	17	26	syntax	syntax	NOUN
spir-13995	17	27	defined	define	VERB
spir-13995	17	28	a	a	DET
spir-13995	17	29	set	set	NOUN
spir-13995	17	30	of	of	ADP
spir-13995	17	31	rules	rule	NOUN
spir-13995	17	32	for	for	SCONJ
spir-13995	17	33	crawlers	crawler	NOUN
spir-13995	17	34	to	to	PART
spir-13995	17	35	follow	follow	VERB
spir-13995	17	36	,	,	PUNCT
spir-13995	17	37	indicating	indicate	VERB
spir-13995	17	38	what	what	DET
spir-13995	17	39	content	content	NOUN
spir-13995	17	40	was	be	AUX
spir-13995	17	41	allowed	allow	VERB
spir-13995	17	42	or	or	CCONJ
spir-13995	17	43	‘	'	PUNCT
spir-13995	17	44	disallowed	disallow	VERB
spir-13995	17	45	’	'	PUNCT
spir-13995	17	46	for	for	ADP
spir-13995	17	47	access	access	NOUN
spir-13995	17	48	by	by	ADP
spir-13995	17	49	robots	robot	NOUN
spir-13995	17	50	(	(	PUNCT
spir-13995	17	51	koster	koster	NOUN
spir-13995	17	52	,	,	PUNCT
spir-13995	17	53	1994	1994	NUM
spir-13995	17	54	)	)	PUNCT
spir-13995	17	55	.	.	PUNCT
spir-13995	18	1	despite	despite	SCONJ
spir-13995	18	2	its	its	PRON
spir-13995	18	3	name	name	NOUN
spir-13995	18	4	,	,	PUNCT
spir-13995	18	5	rep	rep	PROPN
spir-13995	18	6	is	be	AUX
spir-13995	18	7	not	not	PART
spir-13995	18	8	a	a	DET
spir-13995	18	9	technical	technical	ADJ
spir-13995	18	10	standard	standard	NOUN
spir-13995	18	11	managed	manage	VERB
spir-13995	18	12	by	by	ADP
spir-13995	18	13	the	the	DET
spir-13995	18	14	internet	internet	NOUN
spir-13995	18	15	engineering	engineering	NOUN
spir-13995	18	16	task	task	NOUN
spir-13995	18	17	force	force	NOUN
spir-13995	18	18	.	.	PUNCT
spir-13995	19	1	instead	instead	ADV
spir-13995	19	2	,	,	PUNCT
spir-13995	19	3	rep	rep	PROPN
spir-13995	19	4	is	be	AUX
spir-13995	19	5	widely	widely	ADV
spir-13995	19	6	described	describe	VERB
spir-13995	19	7	as	as	ADP
spir-13995	19	8	a	a	DET
spir-13995	19	9	‘	'	PUNCT
spir-13995	19	10	gentlemen	gentleman	NOUN
spir-13995	19	11	’s	’s	PART
spir-13995	19	12	agreement	agreement	NOUN
spir-13995	19	13	,	,	PUNCT
spir-13995	19	14	’	'	PUNCT
spir-13995	19	15	an	an	DET
spir-13995	19	16	honor	honor	NOUN
spir-13995	19	17	policy	policy	NOUN
spir-13995	19	18	among	among	ADP
spir-13995	19	19	website	website	NOUN
spir-13995	19	20	owners	owner	NOUN
spir-13995	19	21	and	and	CCONJ
spir-13995	19	22	crawler	crawler	NOUN
spir-13995	19	23	operators	operator	NOUN
spir-13995	19	24	,	,	PUNCT
spir-13995	19	25	i.e.	i.e.	X
spir-13995	19	26	,	,	PUNCT
spir-13995	19	27	rep	rep	PROPN
spir-13995	19	28	can	can	AUX
spir-13995	19	29	be	be	AUX
spir-13995	19	30	overridden	overridden	ADJ
spir-13995	19	31	technically	technically	ADV
spir-13995	19	32	as	as	SCONJ
spir-13995	19	33	crawlers	crawler	NOUN
spir-13995	19	34	can	can	AUX
spir-13995	19	35	simply	simply	ADV
spir-13995	19	36	ignore	ignore	VERB
spir-13995	19	37	the	the	DET
spir-13995	19	38	rules	rule	NOUN
spir-13995	19	39	listed	list	VERB
spir-13995	19	40	in	in	ADP
spir-13995	19	41	a	a	DET
spir-13995	19	42	robots.txt	robots.txt	X
spir-13995	19	43	file	file	NOUN
spir-13995	19	44	.	.	PUNCT
spir-13995	20	1	in	in	ADP
spir-13995	20	2	2024	2024	NUM
spir-13995	20	3	,	,	PUNCT
spir-13995	20	4	robots.txt	robots.txt	PRON
spir-13995	20	5	is	be	AUX
spir-13995	20	6	framed	frame	VERB
spir-13995	20	7	as	as	ADP
spir-13995	20	8	a	a	DET
spir-13995	20	9	relic	relic	NOUN
spir-13995	20	10	of	of	ADP
spir-13995	20	11	a	a	DET
spir-13995	20	12	lost	lost	ADJ
spir-13995	20	13	era	era	NOUN
spir-13995	20	14	,	,	PUNCT
spir-13995	20	15	described	describe	VERB
spir-13995	20	16	as	as	ADP
spir-13995	20	17	“	"	PUNCT
spir-13995	20	18	a	a	DET
spir-13995	20	19	handshake	handshake	ADJ
spir-13995	20	20	deal	deal	NOUN
spir-13995	20	21	between	between	ADP
spir-13995	20	22	some	some	PRON
spir-13995	20	23	of	of	ADP
spir-13995	20	24	the	the	DET
spir-13995	20	25	earliest	early	ADJ
spir-13995	20	26	pioneers	pioneer	NOUN
spir-13995	20	27	of	of	ADP
spir-13995	20	28	the	the	DET
spir-13995	20	29	internet	internet	NOUN
spir-13995	20	30	to	to	PART
spir-13995	20	31	respect	respect	VERB
spir-13995	20	32	each	each	DET
spir-13995	20	33	other	other	ADJ
spir-13995	20	34	’s	’s	PART
spir-13995	20	35	wishes	wish	NOUN
spir-13995	20	36	and	and	CCONJ
spir-13995	20	37	build	build	VERB
spir-13995	20	38	the	the	DET
spir-13995	20	39	internet	internet	NOUN
spir-13995	20	40	in	in	ADP
spir-13995	20	41	a	a	DET
spir-13995	20	42	way	way	NOUN
spir-13995	20	43	that	that	PRON
spir-13995	20	44	benefitted	benefit	VERB
spir-13995	20	45	everybody	everybody	PRON
spir-13995	20	46	”	"	PUNCT
spir-13995	20	47	(	(	PUNCT
spir-13995	20	48	pierce	pierce	PROPN
spir-13995	20	49	,	,	PUNCT
spir-13995	20	50	2024	2024	NUM
spir-13995	20	51	)	)	PUNCT
spir-13995	20	52	.	.	PUNCT
spir-13995	21	1	in	in	ADP
spir-13995	21	2	this	this	DET
spir-13995	21	3	modern	modern	ADJ
spir-13995	21	4	retelling	retelling	NOUN
spir-13995	21	5	,	,	PUNCT
spir-13995	21	6	where	where	SCONJ
spir-13995	21	7	the	the	DET
spir-13995	21	8	internet	internet	NOUN
spir-13995	21	9	was	be	AUX
spir-13995	21	10	once	once	ADV
spir-13995	21	11	governed	govern	VERB
spir-13995	21	12	by	by	ADP
spir-13995	21	13	honor	honor	NOUN
spir-13995	21	14	and	and	CCONJ
spir-13995	21	15	good	good	ADJ
spir-13995	21	16	will	will	NOUN
spir-13995	21	17	,	,	PUNCT
spir-13995	21	18	it	it	PRON
spir-13995	21	19	is	be	AUX
spir-13995	21	20	now	now	ADV
spir-13995	21	21	merely	merely	ADV
spir-13995	21	22	an	an	DET
spir-13995	21	23	arena	arena	NOUN
spir-13995	21	24	of	of	ADP
spir-13995	21	25	theft	theft	NOUN
spir-13995	21	26	.	.	PUNCT
spir-13995	22	1	while	while	SCONJ
spir-13995	22	2	rep	rep	PROPN
spir-13995	22	3	had	have	AUX
spir-13995	22	4	not	not	PART
spir-13995	22	5	risen	rise	VERB
spir-13995	22	6	to	to	ADP
spir-13995	22	7	public	public	ADJ
spir-13995	22	8	consciousness	consciousness	NOUN
spir-13995	22	9	until	until	ADP
spir-13995	22	10	recent	recent	ADJ
spir-13995	22	11	discussions	discussion	NOUN
spir-13995	22	12	of	of	ADP
spir-13995	22	13	ai	ai	NOUN
spir-13995	22	14	and	and	CCONJ
spir-13995	22	15	ml	ml	ADP
spir-13995	22	16	datasets	dataset	NOUN
spir-13995	22	17	,	,	PUNCT
spir-13995	22	18	it	it	PRON
spir-13995	22	19	has	have	AUX
spir-13995	22	20	been	be	AUX
spir-13995	22	21	more	more	ADV
spir-13995	22	22	frequently	frequently	ADV
spir-13995	22	23	discussed	discuss	VERB
spir-13995	22	24	in	in	ADP
spir-13995	22	25	web	web	NOUN
spir-13995	22	26	archiving	archive	VERB
spir-13995	22	27	contexts	contexts	NOUN
spir-13995	22	28	.	.	PUNCT
spir-13995	23	1	archival	archival	NOUN
spir-13995	23	2	crawlers	crawler	NOUN
spir-13995	23	3	share	share	VERB
spir-13995	23	4	their	their	PRON
spir-13995	23	5	origins	origin	NOUN
spir-13995	23	6	with	with	ADP
spir-13995	23	7	indexers	indexer	NOUN
spir-13995	23	8	and	and	CCONJ
spir-13995	23	9	scrapers	scraper	NOUN
spir-13995	23	10	of	of	ADP
spir-13995	23	11	the	the	DET
spir-13995	23	12	early	early	ADJ
spir-13995	23	13	web	web	NOUN
spir-13995	23	14	,	,	PUNCT
spir-13995	23	15	and	and	CCONJ
spir-13995	23	16	heritrix	heritrix	NOUN
spir-13995	23	17	(	(	PUNCT
spir-13995	23	18	a	a	DET
spir-13995	23	19	crawler	crawler	NOUN
spir-13995	23	20	widely	widely	ADV
spir-13995	23	21	used	use	VERB
spir-13995	23	22	in	in	ADP
spir-13995	23	23	libraries	library	NOUN
spir-13995	23	24	and	and	CCONJ
spir-13995	23	25	archives	archive	NOUN
spir-13995	23	26	)	)	PUNCT
spir-13995	23	27	developed	develop	VERB
spir-13995	23	28	the	the	DET
spir-13995	23	29	internet	internet	NOUN
spir-13995	23	30	archive	archive	NOUN
spir-13995	23	31	(	(	PUNCT
spir-13995	23	32	ia	ia	NOUN
spir-13995	23	33	)	)	PUNCT
spir-13995	23	34	is	be	AUX
spir-13995	23	35	based	base	VERB
spir-13995	23	36	upon	upon	SCONJ
spir-13995	23	37	technology	technology	NOUN
spir-13995	23	38	from	from	ADP
spir-13995	23	39	founder	founder	NOUN
spir-13995	23	40	brewster	brewster	NOUN
spir-13995	23	41	kahle	kahle	PROPN
spir-13995	23	42	’s	’s	PART
spir-13995	23	43	web	web	NOUN
spir-13995	23	44	traffic	traffic	NOUN
spir-13995	23	45	analytics	analytic	NOUN
spir-13995	23	46	company	company	NOUN
spir-13995	23	47	alexa	alexa	PROPN
spir-13995	23	48	internet	internet	PROPN
spir-13995	23	49	(	(	PUNCT
spir-13995	23	50	acquired	acquire	VERB
spir-13995	23	51	by	by	ADP
spir-13995	23	52	amazon	amazon	NOUN
spir-13995	23	53	in	in	ADP
spir-13995	23	54	1999	1999	NUM
spir-13995	23	55	)	)	PUNCT
spir-13995	23	56	.	.	PUNCT
spir-13995	24	1	incidentally	incidentally	ADV
spir-13995	24	2	,	,	PUNCT
spir-13995	24	3	alexa	alexa	PROPN
spir-13995	24	4	’s	’s	NOUN
spir-13995	24	5	ia_archiver	ia_archiver	PROPN
spir-13995	24	6	bot	bot	NOUN
spir-13995	24	7	is	be	AUX
spir-13995	24	8	the	the	DET
spir-13995	24	9	source	source	NOUN
spir-13995	24	10	of	of	ADP
spir-13995	24	11	much	much	ADJ
spir-13995	24	12	of	of	ADP
spir-13995	24	13	the	the	DET
spir-13995	24	14	early	early	ADJ
spir-13995	24	15	web	web	NOUN
spir-13995	24	16	data	datum	NOUN
spir-13995	24	17	accessed	access	VERB
spir-13995	24	18	via	via	ADP
spir-13995	24	19	the	the	DET
spir-13995	24	20	wayback	wayback	PROPN
spir-13995	24	21	machine	machine	NOUN
spir-13995	24	22	.	.	PUNCT
spir-13995	25	1	technologically	technologically	ADV
spir-13995	25	2	,	,	PUNCT
spir-13995	25	3	the	the	DET
spir-13995	25	4	heritrix	heritrix	NOUN
spir-13995	25	5	archival	archival	NOUN
spir-13995	25	6	crawler	crawler	NOUN
spir-13995	25	7	reduces	reduce	VERB
spir-13995	25	8	the	the	DET
spir-13995	25	9	rep	rep	NOUN
spir-13995	25	10	to	to	ADP
spir-13995	25	11	a	a	DET
spir-13995	25	12	single	single	ADJ
spir-13995	25	13	crawler	crawler	NOUN
spir-13995	25	14	setting	setting	NOUN
spir-13995	25	15	to	to	PART
spir-13995	25	16	“	"	PUNCT
spir-13995	25	17	obey	obey	VERB
spir-13995	25	18	”	"	PUNCT
spir-13995	25	19	or	or	CCONJ
spir-13995	25	20	“	"	PUNCT
spir-13995	25	21	ignore	ignore	VERB
spir-13995	25	22	.	.	PUNCT
spir-13995	25	23	”	"	PUNCT
spir-13995	26	1	yet	yet	CCONJ
spir-13995	26	2	the	the	DET
spir-13995	26	3	checkbox	checkbox	NOUN
spir-13995	26	4	choice	choice	NOUN
spir-13995	26	5	to	to	PART
spir-13995	26	6	‘	'	PUNCT
spir-13995	26	7	ignore	ignore	VERB
spir-13995	26	8	’	'	PUNCT
spir-13995	26	9	robots.txt	robots.txt	NOUN
spir-13995	26	10	directives	directive	NOUN
spir-13995	26	11	is	be	AUX
spir-13995	26	12	entangled	entangle	VERB
spir-13995	26	13	with	with	ADP
spir-13995	26	14	the	the	DET
spir-13995	26	15	legal	legal	ADJ
spir-13995	26	16	,	,	PUNCT
spir-13995	26	17	social	social	ADJ
spir-13995	26	18	,	,	PUNCT
spir-13995	26	19	and	and	CCONJ
spir-13995	26	20	cultural	cultural	ADJ
spir-13995	26	21	position	position	NOUN
spir-13995	26	22	of	of	ADP
spir-13995	26	23	archives	archive	NOUN
spir-13995	26	24	institutions	institution	NOUN
spir-13995	26	25	.	.	PUNCT
spir-13995	27	1	national	national	ADJ
spir-13995	27	2	web	web	NOUN
spir-13995	27	3	archives	archive	NOUN
spir-13995	27	4	often	often	ADV
spir-13995	27	5	ignore	ignore	VERB
spir-13995	27	6	rep	rep	NOUN
spir-13995	27	7	since	since	SCONJ
spir-13995	27	8	they	they	PRON
spir-13995	27	9	view	view	VERB
spir-13995	27	10	their	their	PRON
spir-13995	27	11	legal	legal	ADJ
spir-13995	27	12	authority	authority	NOUN
spir-13995	27	13	as	as	ADP
spir-13995	27	14	overriding	override	VERB
spir-13995	27	15	rep	rep	NOUN
spir-13995	27	16	restrictions	restriction	NOUN
spir-13995	27	17	.	.	PUNCT
spir-13995	28	1	additionally	additionally	ADV
spir-13995	28	2	,	,	PUNCT
spir-13995	28	3	ia	ia	PROPN
spir-13995	28	4	announced	announce	VERB
spir-13995	28	5	in	in	ADP
spir-13995	28	6	2017	2017	NUM
spir-13995	28	7	that	that	PRON
spir-13995	28	8	they	they	PRON
spir-13995	28	9	intended	intend	VERB
spir-13995	28	10	to	to	PART
spir-13995	28	11	ignore	ignore	VERB
spir-13995	28	12	robots.txt	robots.txt	NOUN
spir-13995	28	13	files	file	NOUN
spir-13995	28	14	after	after	ADP
spir-13995	28	15	determining	determine	VERB
spir-13995	28	16	they	they	PRON
spir-13995	28	17	hinder	hinder	VERB
spir-13995	28	18	access	access	NOUN
spir-13995	28	19	to	to	ADP
spir-13995	28	20	the	the	DET
spir-13995	28	21	archive	archive	NOUN
spir-13995	28	22	and	and	CCONJ
spir-13995	28	23	that	that	SCONJ
spir-13995	28	24	the	the	DET
spir-13995	28	25	files	file	NOUN
spir-13995	28	26	“	"	PUNCT
spir-13995	28	27	are	be	AUX
spir-13995	28	28	geared	gear	VERB
spir-13995	28	29	toward	toward	ADP
spir-13995	28	30	search	search	NOUN
spir-13995	28	31	engine	engine	NOUN
spir-13995	28	32	crawlers	crawler	NOUN
spir-13995	28	33	[	[	X
spir-13995	28	34	and	and	CCONJ
spir-13995	28	35	]	]	PUNCT
spir-13995	28	36	do	do	AUX
spir-13995	28	37	not	not	PART
spir-13995	28	38	necessarily	necessarily	ADV
spir-13995	28	39	serve	serve	VERB
spir-13995	28	40	our	our	PRON
spir-13995	28	41	archival	archival	NOUN
spir-13995	28	42	purposes	purpose	NOUN
spir-13995	28	43	(	(	PUNCT
spir-13995	28	44	graham	graham	PROPN
spir-13995	28	45	,	,	PUNCT
spir-13995	28	46	2017	2017	NUM
spir-13995	28	47	)	)	PUNCT
spir-13995	28	48	.	.	PUNCT
spir-13995	29	1	ogden	ogden	PROPN
spir-13995	29	2	(	(	PUNCT
spir-13995	29	3	2020	2020	NUM
spir-13995	29	4	,	,	PUNCT
spir-13995	29	5	2022	2022	NUM
spir-13995	29	6	)	)	PUNCT
spir-13995	29	7	explores	explore	VERB
spir-13995	29	8	justifications	justification	NOUN
spir-13995	29	9	for	for	ADP
spir-13995	29	10	ignoring	ignore	VERB
spir-13995	29	11	the	the	DET
spir-13995	29	12	rep	rep	NOUN
spir-13995	29	13	at	at	ADP
spir-13995	29	14	ia	ia	PROPN
spir-13995	29	15	in	in	ADP
spir-13995	29	16	more	more	ADJ
spir-13995	29	17	detail	detail	NOUN
spir-13995	29	18	,	,	PUNCT
spir-13995	29	19	and	and	CCONJ
spir-13995	29	20	highlights	highlight	VERB
spir-13995	29	21	the	the	DET
spir-13995	29	22	extreme	extreme	ADJ
spir-13995	29	23	position	position	NOUN
spir-13995	29	24	of	of	ADP
spir-13995	29	25	archive	archive	NOUN
spir-13995	29	26	team	team	NOUN
spir-13995	29	27	’s	’s	PART
spir-13995	29	28	jason	jason	PROPN
spir-13995	29	29	scott	scott	PROPN
spir-13995	29	30	who	who	PRON
spir-13995	29	31	argues	argue	VERB
spir-13995	29	32	“	"	PUNCT
spir-13995	29	33	if	if	SCONJ
spir-13995	29	34	you	you	PRON
spir-13995	29	35	do	do	AUX
spir-13995	29	36	n't	not	PART
spir-13995	29	37	want	want	VERB
spir-13995	29	38	people	people	NOUN
spir-13995	29	39	to	to	PART
spir-13995	29	40	have	have	VERB
spir-13995	29	41	your	your	PRON
spir-13995	29	42	data	datum	NOUN
spir-13995	29	43	,	,	PUNCT
spir-13995	29	44	do	do	AUX
spir-13995	29	45	n't	not	PART
spir-13995	29	46	put	put	VERB
spir-13995	29	47	it	it	PRON
spir-13995	29	48	online	online	ADV
spir-13995	29	49	”	"	PUNCT
spir-13995	29	50	(	(	PUNCT
spir-13995	29	51	scott	scott	PROPN
spir-13995	29	52	,	,	PUNCT
spir-13995	29	53	2011	2011	NUM
spir-13995	29	54	)	)	PUNCT
spir-13995	29	55	.	.	PUNCT
spir-13995	30	1	archives	archive	NOUN
spir-13995	30	2	are	be	AUX
spir-13995	30	3	largely	largely	ADV
spir-13995	30	4	seen	see	VERB
spir-13995	30	5	as	as	ADP
spir-13995	30	6	a	a	DET
spir-13995	30	7	public	public	ADJ
spir-13995	30	8	service	service	NOUN
spir-13995	30	9	,	,	PUNCT
spir-13995	30	10	and	and	CCONJ
spir-13995	30	11	their	their	PRON
spir-13995	30	12	role	role	NOUN
spir-13995	30	13	in	in	ADP
spir-13995	30	14	providing	provide	VERB
spir-13995	30	15	access	access	NOUN
spir-13995	30	16	to	to	ADP
spir-13995	30	17	otherwise	otherwise	ADV
spir-13995	30	18	-	-	PUNCT
spir-13995	30	19	unavailable	unavailable	ADJ
spir-13995	30	20	historical	historical	ADJ
spir-13995	30	21	web	web	NOUN
spir-13995	30	22	content	content	NOUN
spir-13995	30	23	is	be	AUX
spir-13995	30	24	used	use	VERB
spir-13995	30	25	to	to	PART
spir-13995	30	26	justify	justify	VERB
spir-13995	30	27	mass	mass	NOUN
spir-13995	30	28	scraping	scraping	NOUN
spir-13995	30	29	without	without	ADP
spir-13995	30	30	processes	process	NOUN
spir-13995	30	31	of	of	ADP
spir-13995	30	32	permission	permission	NOUN
spir-13995	30	33	,	,	PUNCT
spir-13995	30	34	offering	offer	VERB
spir-13995	30	35	only	only	ADV
spir-13995	30	36	opt	opt	VERB
spir-13995	30	37	-	-	PUNCT
spir-13995	30	38	out	out	ADP
spir-13995	30	39	removal	removal	NOUN
spir-13995	30	40	requests	request	NOUN
spir-13995	30	41	.	.	PUNCT
spir-13995	31	1	we	we	PRON
spir-13995	31	2	argue	argue	VERB
spir-13995	31	3	here	here	ADV
spir-13995	31	4	that	that	SCONJ
spir-13995	31	5	web	web	NOUN
spir-13995	31	6	archives	archive	NOUN
spir-13995	31	7	should	should	AUX
spir-13995	31	8	never	never	ADV
spir-13995	31	9	be	be	AUX
spir-13995	31	10	exempt	exempt	ADJ
spir-13995	31	11	from	from	ADP
spir-13995	31	12	adhering	adhere	VERB
spir-13995	31	13	to	to	ADP
spir-13995	31	14	web	web	NOUN
spir-13995	31	15	creators	creator	NOUN
spir-13995	31	16	’	'	PUNCT
spir-13995	31	17	intentions	intention	NOUN
spir-13995	31	18	for	for	ADP
spir-13995	31	19	their	their	PRON
spir-13995	31	20	data	datum	NOUN
spir-13995	31	21	and	and	CCONJ
spir-13995	31	22	a	a	DET
spir-13995	31	23	renewed	renew	VERB
spir-13995	31	24	interest	interest	NOUN
spir-13995	31	25	in	in	ADP
spir-13995	31	26	their	their	PRON
spir-13995	31	27	position	position	NOUN
spir-13995	31	28	is	be	AUX
spir-13995	31	29	warranted	warrant	VERB
spir-13995	31	30	as	as	SCONJ
spir-13995	31	31	web	web	NOUN
spir-13995	31	32	archives	archive	NOUN
spir-13995	31	33	data	datum	NOUN
spir-13995	31	34	is	be	AUX
spir-13995	31	35	increasingly	increasingly	ADV
spir-13995	31	36	being	be	AUX
spir-13995	31	37	made	make	VERB
spir-13995	31	38	available	available	ADJ
spir-13995	31	39	to	to	ADP
spir-13995	31	40	ml	ml	NOUN
spir-13995	31	41	models	model	NOUN
spir-13995	31	42	and	and	CCONJ
spir-13995	31	43	methods	method	NOUN
spir-13995	31	44	(	(	PUNCT
spir-13995	31	45	baack	baack	NOUN
spir-13995	31	46	,	,	PUNCT
spir-13995	31	47	2024	2024	NUM
spir-13995	31	48	;	;	PUNCT
spir-13995	31	49	van	van	PROPN
spir-13995	31	50	strien	strien	PROPN
spir-13995	31	51	,	,	PUNCT
spir-13995	31	52	2023	2023	NUM
spir-13995	31	53	)	)	PUNCT
spir-13995	31	54	.	.	PUNCT
spir-13995	32	1	the	the	DET
spir-13995	32	2	process	process	NOUN
spir-13995	32	3	by	by	ADP
spir-13995	32	4	which	which	PRON
spir-13995	32	5	data	datum	NOUN
spir-13995	32	6	scrapers	scraper	NOUN
spir-13995	32	7	seek	seek	VERB
spir-13995	32	8	permission	permission	NOUN
spir-13995	32	9	to	to	PART
spir-13995	32	10	crawl	crawl	VERB
spir-13995	32	11	a	a	DET
spir-13995	32	12	site	site	NOUN
spir-13995	32	13	through	through	ADP
spir-13995	32	14	rep	rep	PROPN
spir-13995	32	15	can	can	AUX
spir-13995	32	16	not	not	PART
spir-13995	32	17	engage	engage	VERB
spir-13995	32	18	with	with	ADP
spir-13995	32	19	how	how	SCONJ
spir-13995	32	20	the	the	DET
spir-13995	32	21	“	"	PUNCT
spir-13995	32	22	human	human	NOUN
spir-13995	32	23	”	"	PUNCT
spir-13995	32	24	is	be	AUX
spir-13995	32	25	entangled	entangle	VERB
spir-13995	32	26	with	with	ADP
spir-13995	32	27	data	datum	NOUN
spir-13995	32	28	;	;	PUNCT
spir-13995	32	29	people	people	NOUN
spir-13995	32	30	and	and	CCONJ
spir-13995	32	31	their	their	PRON
spir-13995	32	32	bodies	body	NOUN
spir-13995	32	33	are	be	AUX
spir-13995	32	34	variously	variously	ADV
spir-13995	32	35	attached	attach	VERB
spir-13995	32	36	to	to	ADP
spir-13995	32	37	data	datum	NOUN
spir-13995	32	38	and	and	CCONJ
spir-13995	32	39	data	data	NOUN
spir-13995	32	40	afterlives	afterlive	NOUN
spir-13995	32	41	(	(	PUNCT
spir-13995	32	42	cifor	cifor	NOUN
spir-13995	32	43	et	et	PROPN
spir-13995	32	44	al	al	PROPN
spir-13995	32	45	.	.	PROPN
spir-13995	32	46	,	,	PUNCT
spir-13995	32	47	2020	2020	NUM
spir-13995	32	48	;	;	PUNCT
spir-13995	32	49	ebling	eble	VERB
spir-13995	32	50	,	,	PUNCT
spir-13995	32	51	2022	2022	NUM
spir-13995	32	52	)	)	PUNCT
spir-13995	32	53	.	.	PUNCT
spir-13995	33	1	since	since	SCONJ
spir-13995	33	2	the	the	DET
spir-13995	33	3	internet	internet	NOUN
spir-13995	33	4	facilitates	facilitate	VERB
spir-13995	33	5	“	"	PUNCT
spir-13995	33	6	ways	way	NOUN
spir-13995	33	7	of	of	ADP
spir-13995	33	8	being	be	AUX
spir-13995	33	9	and	and	CCONJ
spir-13995	33	10	forms	form	NOUN
spir-13995	33	11	of	of	ADP
spir-13995	33	12	information	information	NOUN
spir-13995	33	13	production	production	NOUN
spir-13995	33	14	and	and	CCONJ
spir-13995	33	15	flow	flow	NOUN
spir-13995	33	16	that	that	PRON
spir-13995	33	17	challenge	challenge	VERB
spir-13995	33	18	basic	basic	ADJ
spir-13995	33	19	definitions	definition	NOUN
spir-13995	33	20	around	around	ADP
spir-13995	33	21	data	datum	NOUN
spir-13995	33	22	protection	protection	NOUN
spir-13995	33	23	,	,	PUNCT
spir-13995	33	24	”	"	PUNCT
spir-13995	33	25	(	(	PUNCT
spir-13995	33	26	markham	markham	PROPN
spir-13995	33	27	,	,	PUNCT
spir-13995	33	28	tiidenberg	tiidenberg	PROPN
spir-13995	33	29	&	&	CCONJ
spir-13995	33	30	herman	herman	PROPN
spir-13995	33	31	,	,	PUNCT
spir-13995	33	32	2018	2018	NUM
spir-13995	33	33	)	)	PUNCT
spir-13995	33	34	data	datum	NOUN
spir-13995	33	35	scrapers	scraper	NOUN
spir-13995	33	36	that	that	PRON
spir-13995	33	37	are	be	AUX
spir-13995	33	38	programmed	program	VERB
spir-13995	33	39	to	to	PART
spir-13995	33	40	collect	collect	VERB
spir-13995	33	41	without	without	ADP
spir-13995	33	42	context	context	NOUN
spir-13995	33	43	and	and	CCONJ
spir-13995	33	44	consideration	consideration	NOUN
spir-13995	33	45	are	be	AUX
spir-13995	33	46	engaged	engage	VERB
spir-13995	33	47	in	in	ADP
spir-13995	33	48	extractive	extractive	ADJ
spir-13995	33	49	data	datum	NOUN
spir-13995	33	50	practices	practice	NOUN
spir-13995	33	51	by	by	ADP
spir-13995	33	52	design	design	NOUN
spir-13995	33	53	.	.	PUNCT
spir-13995	34	1	if	if	SCONJ
spir-13995	34	2	we	we	PRON
spir-13995	34	3	consider	consider	VERB
spir-13995	34	4	how	how	SCONJ
spir-13995	34	5	data	datum	NOUN
spir-13995	34	6	collection	collection	NOUN
spir-13995	34	7	is	be	AUX
spir-13995	34	8	the	the	DET
spir-13995	34	9	“	"	PUNCT
spir-13995	34	10	point	point	NOUN
spir-13995	34	11	at	at	ADP
spir-13995	34	12	which	which	PRON
spir-13995	34	13	the	the	DET
spir-13995	34	14	context	context	NOUN
spir-13995	34	15	,	,	PUNCT
spir-13995	34	16	purpose	purpose	NOUN
spir-13995	34	17	and	and	CCONJ
spir-13995	34	18	consent	consent	NOUN
spir-13995	34	19	of	of	ADP
spir-13995	34	20	data	datum	NOUN
spir-13995	34	21	use	use	NOUN
spir-13995	34	22	are	be	AUX
spir-13995	34	23	formally	formally	ADV
spir-13995	34	24	agreed	agree	VERB
spir-13995	34	25	”	"	PUNCT
spir-13995	34	26	,	,	PUNCT
spir-13995	34	27	we	we	PRON
spir-13995	34	28	can	can	AUX
spir-13995	34	29	see	see	VERB
spir-13995	34	30	how	how	SCONJ
spir-13995	34	31	rep	rep	NOUN
spir-13995	34	32	,	,	PUNCT
spir-13995	34	33	which	which	PRON
spir-13995	34	34	works	work	VERB
spir-13995	34	35	from	from	ADP
spir-13995	34	36	a	a	DET
spir-13995	34	37	premise	premise	NOUN
spir-13995	34	38	in	in	ADP
spir-13995	34	39	which	which	PRON
spir-13995	34	40	agreements	agreement	NOUN
spir-13995	34	41	around	around	ADP
spir-13995	34	42	collection	collection	NOUN
spir-13995	34	43	can	can	AUX
spir-13995	34	44	be	be	AUX
spir-13995	34	45	made	make	VERB
spir-13995	34	46	between	between	ADP
spir-13995	34	47	a	a	DET
spir-13995	34	48	web	web	NOUN
spir-13995	34	49	owner	owner	NOUN
spir-13995	34	50	and	and	CCONJ
spir-13995	34	51	a	a	DET
spir-13995	34	52	collector	collector	NOUN
spir-13995	34	53	,	,	PUNCT
spir-13995	34	54	captures	capture	VERB
spir-13995	34	55	“	"	PUNCT
spir-13995	34	56	one	one	NUM
spir-13995	34	57	moment	moment	NOUN
spir-13995	34	58	in	in	ADP
spir-13995	34	59	the	the	DET
spir-13995	34	60	middle	middle	NOUN
spir-13995	34	61	of	of	ADP
spir-13995	34	62	a	a	DET
spir-13995	34	63	whole	whole	ADJ
spir-13995	34	64	series	series	NOUN
spir-13995	34	65	of	of	ADP
spir-13995	34	66	decisions	decision	NOUN
spir-13995	34	67	that	that	PRON
spir-13995	34	68	determine	determine	VERB
spir-13995	34	69	the	the	DET
spir-13995	34	70	power	power	NOUN
spir-13995	34	71	structures	structure	NOUN
spir-13995	34	72	under	under	ADP
spir-13995	34	73	which	which	PRON
spir-13995	34	74	data	datum	NOUN
spir-13995	34	75	is	be	AUX
spir-13995	34	76	collected	collect	VERB
spir-13995	34	77	”	"	PUNCT
spir-13995	34	78	(	(	PUNCT
spir-13995	34	79	benjamin	benjamin	NOUN
spir-13995	34	80	,	,	PUNCT
spir-13995	34	81	2021	2021	NUM
spir-13995	34	82	)	)	PUNCT
spir-13995	34	83	.	.	PUNCT
spir-13995	35	1	within	within	ADP
spir-13995	35	2	the	the	DET
spir-13995	35	3	broader	broad	ADJ
spir-13995	35	4	field	field	NOUN
spir-13995	35	5	of	of	ADP
spir-13995	35	6	critical	critical	ADJ
spir-13995	35	7	data	datum	NOUN
spir-13995	35	8	studies	study	NOUN
spir-13995	35	9	,	,	PUNCT
spir-13995	35	10	there	there	PRON
spir-13995	35	11	have	have	AUX
spir-13995	35	12	been	be	AUX
spir-13995	35	13	several	several	ADJ
spir-13995	35	14	recent	recent	ADJ
spir-13995	35	15	interventions	intervention	NOUN
spir-13995	35	16	into	into	ADP
spir-13995	35	17	the	the	DET
spir-13995	35	18	ways	way	NOUN
spir-13995	35	19	in	in	ADP
spir-13995	35	20	which	which	PRON
spir-13995	35	21	the	the	DET
spir-13995	35	22	collection	collection	NOUN
spir-13995	35	23	of	of	ADP
spir-13995	35	24	data	datum	NOUN
spir-13995	35	25	is	be	AUX
spir-13995	35	26	understood	understand	VERB
spir-13995	35	27	,	,	PUNCT
spir-13995	35	28	critiqued	critique	VERB
spir-13995	35	29	,	,	PUNCT
spir-13995	35	30	and	and	CCONJ
spir-13995	35	31	re	re	VERB
spir-13995	35	32	-	-	VERB
spir-13995	35	33	imagined	imagine	VERB
spir-13995	35	34	in	in	ADP
spir-13995	35	35	feminist	feminist	ADJ
spir-13995	35	36	terms	term	NOUN
spir-13995	35	37	.	.	PUNCT
spir-13995	36	1	yet	yet	CCONJ
spir-13995	36	2	the	the	DET
spir-13995	36	3	dominant	dominant	ADJ
spir-13995	36	4	tools	tool	NOUN
spir-13995	36	5	and	and	CCONJ
spir-13995	36	6	mechanisms	mechanism	NOUN
spir-13995	36	7	for	for	ADP
spir-13995	36	8	web	web	NOUN
spir-13995	36	9	data	datum	NOUN
spir-13995	36	10	collection	collection	NOUN
spir-13995	36	11	,	,	PUNCT
spir-13995	36	12	like	like	ADP
spir-13995	36	13	data	datum	NOUN
spir-13995	36	14	scrapers	scraper	NOUN
spir-13995	36	15	used	use	VERB
spir-13995	36	16	for	for	ADP
spir-13995	36	17	both	both	DET
spir-13995	36	18	web	web	NOUN
spir-13995	36	19	archives	archive	NOUN
spir-13995	36	20	and	and	CCONJ
spir-13995	36	21	the	the	DET
spir-13995	36	22	development	development	NOUN
spir-13995	36	23	of	of	ADP
spir-13995	36	24	ai	ai	NOUN
spir-13995	36	25	,	,	PUNCT
spir-13995	36	26	are	be	AUX
spir-13995	36	27	based	base	VERB
spir-13995	36	28	on	on	ADP
spir-13995	36	29	the	the	DET
spir-13995	36	30	conception	conception	NOUN
spir-13995	36	31	of	of	ADP
spir-13995	36	32	the	the	DET
spir-13995	36	33	internet	internet	NOUN
spir-13995	36	34	as	as	ADP
spir-13995	36	35	a	a	DET
spir-13995	36	36	mountain	mountain	NOUN
spir-13995	36	37	of	of	ADP
spir-13995	36	38	data	datum	NOUN
spir-13995	36	39	that	that	PRON
spir-13995	36	40	’s	’s	AUX
spir-13995	36	41	sitting	sit	VERB
spir-13995	36	42	,	,	PUNCT
spir-13995	36	43	waiting	wait	VERB
spir-13995	36	44	,	,	PUNCT
spir-13995	36	45	available	available	ADJ
spir-13995	36	46	to	to	PART
spir-13995	36	47	be	be	AUX
spir-13995	36	48	acted	act	VERB
spir-13995	36	49	upon	upon	SCONJ
spir-13995	36	50	,	,	PUNCT
spir-13995	36	51	extracted	extract	VERB
spir-13995	36	52	and	and	CCONJ
spir-13995	36	53	put	put	VERB
spir-13995	36	54	to	to	ADP
spir-13995	36	55	use	use	VERB
spir-13995	36	56	.	.	PUNCT
spir-13995	37	1	we	we	PRON
spir-13995	37	2	want	want	VERB
spir-13995	37	3	to	to	PART
spir-13995	37	4	counter	counter	VERB
spir-13995	37	5	this	this	DET
spir-13995	37	6	recent	recent	ADJ
spir-13995	37	7	narrative	narrative	NOUN
spir-13995	37	8	that	that	SCONJ
spir-13995	37	9	“	"	PUNCT
spir-13995	37	10	the	the	DET
spir-13995	37	11	basic	basic	ADJ
spir-13995	37	12	social	social	ADJ
spir-13995	37	13	contract	contract	NOUN
spir-13995	37	14	of	of	ADP
spir-13995	37	15	the	the	DET
spir-13995	37	16	web	web	NOUN
spir-13995	37	17	is	be	AUX
spir-13995	37	18	falling	fall	VERB
spir-13995	37	19	apart	apart	ADV
spir-13995	37	20	”	"	PUNCT
spir-13995	37	21	(	(	PUNCT
spir-13995	37	22	pierce	pierce	PROPN
spir-13995	37	23	,	,	PUNCT
spir-13995	37	24	2024	2024	NUM
spir-13995	37	25	)	)	PUNCT
spir-13995	37	26	,	,	PUNCT
spir-13995	37	27	and	and	CCONJ
spir-13995	37	28	instead	instead	ADV
spir-13995	37	29	argue	argue	VERB
spir-13995	37	30	that	that	SCONJ
spir-13995	37	31	data	datum	NOUN
spir-13995	37	32	extractive	extractive	ADJ
spir-13995	37	33	infrastructures	infrastructure	NOUN
spir-13995	37	34	have	have	AUX
spir-13995	37	35	always	always	ADV
spir-13995	37	36	been	be	AUX
spir-13995	37	37	at	at	ADP
spir-13995	37	38	work	work	NOUN
spir-13995	37	39	over	over	ADP
spir-13995	37	40	the	the	DET
spir-13995	37	41	past	past	ADJ
spir-13995	37	42	30	30	NUM
spir-13995	37	43	years	year	NOUN
spir-13995	37	44	of	of	ADP
spir-13995	37	45	the	the	DET
spir-13995	37	46	web	web	NOUN
spir-13995	37	47	.	.	PROPN
spir-13995	37	48	paired	pair	VERB
spir-13995	37	49	with	with	ADP
spir-13995	37	50	some	some	PRON
spir-13995	37	51	of	of	ADP
spir-13995	37	52	the	the	DET
spir-13995	37	53	work	work	NOUN
spir-13995	37	54	on	on	ADP
spir-13995	37	55	critical	critical	ADJ
spir-13995	37	56	archival	archival	NOUN
spir-13995	37	57	theory	theory	NOUN
spir-13995	37	58	,	,	PUNCT
spir-13995	37	59	we	we	PRON
spir-13995	37	60	aim	aim	VERB
spir-13995	37	61	to	to	PART
spir-13995	37	62	find	find	VERB
spir-13995	37	63	new	new	ADJ
spir-13995	37	64	ways	way	NOUN
spir-13995	37	65	for	for	ADP
spir-13995	37	66	web	web	NOUN
spir-13995	37	67	archives	archive	NOUN
spir-13995	37	68	and	and	CCONJ
spir-13995	37	69	modes	mode	NOUN
spir-13995	37	70	of	of	ADP
spir-13995	37	71	collection	collection	NOUN
spir-13995	37	72	to	to	PART
spir-13995	37	73	become	become	VERB
spir-13995	37	74	unbound	unbound	NOUN
spir-13995	37	75	from	from	ADP
spir-13995	37	76	the	the	DET
spir-13995	37	77	“	"	PUNCT
spir-13995	37	78	capitalist	capitalist	ADJ
spir-13995	37	79	logics	logic	NOUN
spir-13995	37	80	of	of	ADP
spir-13995	37	81	data	data	NOUN
spir-13995	37	82	extraction	extraction	NOUN
spir-13995	37	83	”	"	PUNCT
spir-13995	37	84	upon	upon	SCONJ
spir-13995	37	85	which	which	PRON
spir-13995	37	86	they	they	PRON
spir-13995	37	87	’re	’re	AUX
spir-13995	37	88	currently	currently	ADV
spir-13995	37	89	built	build	VERB
spir-13995	37	90	(	(	PUNCT
spir-13995	37	91	theilen	theilen	VERB
spir-13995	37	92	et	et	PROPN
spir-13995	37	93	al	al	PROPN
spir-13995	37	94	.	.	PROPN
spir-13995	37	95	,	,	PUNCT
spir-13995	37	96	2021	2021	NUM
spir-13995	37	97	)	)	PUNCT
spir-13995	37	98	.	.	PUNCT
spir-13995	38	1	references	reference	NOUN
spir-13995	38	2	baack	baack	NOUN
spir-13995	38	3	,	,	PUNCT
spir-13995	38	4	s.	s.	PROPN
spir-13995	38	5	(	(	PUNCT
spir-13995	38	6	2024	2024	NUM
spir-13995	38	7	)	)	PUNCT
spir-13995	38	8	.	.	PUNCT
spir-13995	39	1	training	training	NOUN
spir-13995	39	2	data	datum	NOUN
spir-13995	39	3	for	for	ADP
spir-13995	39	4	the	the	DET
spir-13995	39	5	price	price	NOUN
spir-13995	39	6	of	of	ADP
spir-13995	39	7	a	a	DET
spir-13995	39	8	sandwich	sandwich	NOUN
spir-13995	39	9	:	:	PUNCT
spir-13995	39	10	common	common	ADJ
spir-13995	39	11	crawl	crawl	NOUN
spir-13995	39	12	’s	’s	PART
spir-13995	39	13	impact	impact	NOUN
spir-13995	39	14	on	on	ADP
spir-13995	39	15	generative	generative	ADJ
spir-13995	39	16	ai	ai	NOUN
spir-13995	39	17	.	.	PROPN
spir-13995	40	1	https://foundation.mozilla.org/en/research/library/generative-aitraining-data/common-crawl/	https://foundation.mozilla.org/en/research/library/generative-aitraining-data/common-crawl/	PROPN
spir-13995	40	2	benjamin	benjamin	PROPN
spir-13995	40	3	,	,	PUNCT
spir-13995	40	4	g.	g.	PROPN
spir-13995	40	5	(	(	PUNCT
spir-13995	40	6	2021	2021	NUM
spir-13995	40	7	)	)	PUNCT
spir-13995	40	8	.	.	PUNCT
spir-13995	41	1	what	what	PRON
spir-13995	41	2	we	we	PRON
spir-13995	41	3	do	do	VERB
spir-13995	41	4	with	with	ADP
spir-13995	41	5	data	datum	NOUN
spir-13995	41	6	:	:	PUNCT
spir-13995	41	7	a	a	DET
spir-13995	41	8	performative	performative	ADJ
spir-13995	41	9	critique	critique	NOUN
spir-13995	41	10	of	of	ADP
spir-13995	41	11	data	datum	NOUN
spir-13995	41	12	'	'	PART
spir-13995	41	13	collection	collection	NOUN
spir-13995	41	14	'	'	PUNCT
spir-13995	41	15	.	.	PUNCT
spir-13995	42	1	internet	internet	NOUN
spir-13995	42	2	policy	policy	NOUN
spir-13995	42	3	review	review	NOUN
spir-13995	42	4	,	,	PUNCT
spir-13995	42	5	10(4	10(4	NUM
spir-13995	42	6	)	)	PUNCT
spir-13995	42	7	.	.	PUNCT
spir-13995	43	1	https://doi.org/10.14763/2021.4.1588	https://doi.org/10.14763/2021.4.1588	PROPN
spir-13995	43	2	coffman	coffman	PROPN
spir-13995	43	3	,	,	PUNCT
spir-13995	43	4	k.	k.	PROPN
spir-13995	43	5	,	,	PUNCT
spir-13995	43	6	&	&	CCONJ
spir-13995	43	7	odlyzko	odlyzko	PROPN
spir-13995	43	8	,	,	PUNCT
spir-13995	43	9	a.	a.	NOUN
spir-13995	43	10	(	(	PUNCT
spir-13995	43	11	1998	1998	NUM
spir-13995	43	12	)	)	PUNCT
spir-13995	43	13	.	.	PUNCT
spir-13995	44	1	the	the	DET
spir-13995	44	2	size	size	NOUN
spir-13995	44	3	and	and	CCONJ
spir-13995	44	4	growth	growth	NOUN
spir-13995	44	5	rate	rate	NOUN
spir-13995	44	6	of	of	ADP
spir-13995	44	7	the	the	DET
spir-13995	44	8	internet	internet	NOUN
spir-13995	44	9	.	.	PUNCT
spir-13995	45	1	first	first	ADJ
spir-13995	45	2	monday	monday	PROPN
spir-13995	45	3	.	.	PUNCT
spir-13995	46	1	https://doi.org/10.5210/fm.v3i10.620	https://doi.org/10.5210/fm.v3i10.620	PROPN
spir-13995	46	2	ebeling	ebeling	ADJ
spir-13995	46	3	,	,	PUNCT
spir-13995	46	4	m.	m.	PROPN
spir-13995	46	5	f.	f.	PROPN
spir-13995	46	6	e.	e.	PROPN
spir-13995	46	7	(	(	PUNCT
spir-13995	46	8	2022	2022	NUM
spir-13995	46	9	)	)	PUNCT
spir-13995	46	10	.	.	PUNCT
spir-13995	47	1	afterlives	afterlive	NOUN
spir-13995	47	2	of	of	ADP
spir-13995	47	3	data	datum	NOUN
spir-13995	47	4	:	:	PUNCT
spir-13995	47	5	life	life	NOUN
spir-13995	47	6	and	and	CCONJ
spir-13995	47	7	debt	debt	NOUN
spir-13995	47	8	under	under	ADP
spir-13995	47	9	capitalist	capitalist	ADJ
spir-13995	47	10	surveillance	surveillance	NOUN
spir-13995	47	11	.	.	PUNCT
spir-13995	48	1	university	university	NOUN
spir-13995	48	2	of	of	ADP
spir-13995	48	3	california	california	PROPN
spir-13995	48	4	press	press	PROPN
spir-13995	48	5	.	.	PUNCT
spir-13995	49	1	elmer	elmer	PROPN
spir-13995	49	2	,	,	PUNCT
spir-13995	49	3	g.	g.	PROPN
spir-13995	49	4	(	(	PUNCT
spir-13995	49	5	2009	2009	NUM
spir-13995	49	6	)	)	PUNCT
spir-13995	49	7	.	.	PUNCT
spir-13995	50	1	robots.txt	robots.txt	NOUN
spir-13995	50	2	:	:	PUNCT
spir-13995	50	3	the	the	DET
spir-13995	50	4	politics	politic	NOUN
spir-13995	50	5	of	of	ADP
spir-13995	50	6	search	search	NOUN
spir-13995	50	7	engine	engine	NOUN
spir-13995	50	8	exclusion	exclusion	NOUN
spir-13995	50	9	.	.	PUNCT
spir-13995	51	1	in	in	ADP
spir-13995	51	2	j.	j.	PROPN
spir-13995	51	3	parikka	parikka	PROPN
spir-13995	51	4	&	&	CCONJ
spir-13995	51	5	t.	t.	PROPN
spir-13995	51	6	d.	d.	PROPN
spir-13995	51	7	sampson	sampson	PROPN
spir-13995	51	8	,	,	PUNCT
spir-13995	51	9	the	the	DET
spir-13995	51	10	spam	spam	NOUN
spir-13995	51	11	book	book	NOUN
spir-13995	51	12	:	:	PUNCT
spir-13995	51	13	on	on	ADP
spir-13995	51	14	viruses	virus	NOUN
spir-13995	51	15	,	,	PUNCT
spir-13995	51	16	porn	porn	NOUN
spir-13995	51	17	,	,	PUNCT
spir-13995	51	18	and	and	CCONJ
spir-13995	51	19	other	other	ADJ
spir-13995	51	20	anomalies	anomaly	NOUN
spir-13995	51	21	from	from	ADP
spir-13995	51	22	the	the	DET
spir-13995	51	23	dark	dark	ADJ
spir-13995	51	24	side	side	NOUN
spir-13995	51	25	of	of	ADP
spir-13995	51	26	digital	digital	ADJ
spir-13995	51	27	culture	culture	NOUN
spir-13995	51	28	(	(	PUNCT
spir-13995	51	29	pp	pp	ADJ
spir-13995	51	30	.	.	PUNCT
spir-13995	52	1	217–227	217–227	NUM
spir-13995	52	2	)	)	PUNCT
spir-13995	52	3	.	.	PUNCT
spir-13995	53	1	hampton	hampton	PROPN
spir-13995	53	2	press	press	PROPN
spir-13995	53	3	.	.	PUNCT
spir-13995	54	1	graham	graham	PROPN
spir-13995	54	2	,	,	PUNCT
spir-13995	54	3	m.	m.	NOUN
spir-13995	54	4	(	(	PUNCT
spir-13995	54	5	2017	2017	NUM
spir-13995	54	6	,	,	PUNCT
spir-13995	54	7	april	april	PROPN
spir-13995	54	8	17	17	NUM
spir-13995	54	9	)	)	PUNCT
spir-13995	54	10	.	.	PUNCT
spir-13995	55	1	robots.txt	robots.txt	X
spir-13995	55	2	meant	mean	VERB
spir-13995	55	3	for	for	ADP
spir-13995	55	4	search	search	NOUN
spir-13995	55	5	engines	engine	NOUN
spir-13995	55	6	do	do	AUX
spir-13995	55	7	n’t	not	PART
spir-13995	55	8	work	work	VERB
spir-13995	55	9	well	well	ADV
spir-13995	55	10	for	for	ADP
spir-13995	55	11	web	web	NOUN
spir-13995	55	12	archives	archive	NOUN
spir-13995	55	13	.	.	PUNCT
spir-13995	56	1	internet	internet	NOUN
spir-13995	56	2	archive	archive	NOUN
spir-13995	56	3	blogs	blog	NOUN
spir-13995	56	4	.	.	PUNCT
spir-13995	57	1	https://blog.archive.org/2017/04/17/robots-txtmeant-for-search-engines-dont-work-well-for-web-archives/	https://blog.archive.org/2017/04/17/robots-txtmeant-for-search-engines-dont-work-well-for-web-archives/	PROPN
spir-13995	57	2	jones	jones	PROPN
spir-13995	57	3	,	,	PUNCT
spir-13995	57	4	m.	m.	PROPN
spir-13995	57	5	l.	l.	PROPN
spir-13995	57	6	,	,	PUNCT
spir-13995	57	7	kaufman	kaufman	PROPN
spir-13995	57	8	,	,	PUNCT
spir-13995	57	9	e.	e.	PROPN
spir-13995	57	10	,	,	PUNCT
spir-13995	57	11	&	&	CCONJ
spir-13995	57	12	edenberg	edenberg	PROPN
spir-13995	57	13	,	,	PUNCT
spir-13995	57	14	e.	e.	PROPN
spir-13995	57	15	(	(	PUNCT
spir-13995	57	16	2018	2018	NUM
spir-13995	57	17	)	)	PUNCT
spir-13995	57	18	.	.	PUNCT
spir-13995	58	1	ai	ai	VERB
spir-13995	58	2	and	and	CCONJ
spir-13995	58	3	the	the	DET
spir-13995	58	4	ethics	ethic	NOUN
spir-13995	58	5	of	of	ADP
spir-13995	58	6	automating	automate	VERB
spir-13995	58	7	consent	consent	NOUN
spir-13995	58	8	.	.	PUNCT
spir-13995	59	1	ieee	ieee	NOUN
spir-13995	59	2	security	security	PROPN
spir-13995	59	3	&	&	CCONJ
spir-13995	59	4	privacy	privacy	PROPN
spir-13995	59	5	,	,	PUNCT
spir-13995	59	6	16(3	16(3	NOUN
spir-13995	59	7	)	)	PUNCT
spir-13995	59	8	,	,	PUNCT
spir-13995	59	9	64–72	64–72	NUM
spir-13995	59	10	.	.	PUNCT
spir-13995	60	1	https://doi.org/10.1109/msp.2018.2701155	https://doi.org/10.1109/msp.2018.2701155	VERB
spir-13995	60	2	https://foundation.mozilla.org/en/research/library/generative-ai-training-data/common-crawl/	https://foundation.mozilla.org/en/research/library/generative-ai-training-data/common-crawl/	ADV
spir-13995	60	3	https://foundation.mozilla.org/en/research/library/generative-ai-training-data/common-crawl/	https://foundation.mozilla.org/en/research/library/generative-ai-training-data/common-crawl/	ADV
spir-13995	60	4	https://doi.org/10.14763/2021.4.1588	https://doi.org/10.14763/2021.4.1588	PRON
spir-13995	60	5	https://doi.org/10.5210/fm.v3i10.620	https://doi.org/10.5210/fm.v3i10.620	PROPN
spir-13995	60	6	https://blog.archive.org/2017/04/17/robots-txt-meant-for-search-engines-dont-work-well-for-web-archives/	https://blog.archive.org/2017/04/17/robots-txt-meant-for-search-engines-dont-work-well-for-web-archives/	PROPN
spir-13995	60	7	https://blog.archive.org/2017/04/17/robots-txt-meant-for-search-engines-dont-work-well-for-web-archives/	https://blog.archive.org/2017/04/17/robots-txt-meant-for-search-engines-dont-work-well-for-web-archives/	PROPN
spir-13995	60	8	https://doi.org/10.1109/msp.2018.2701155	https://doi.org/10.1109/msp.2018.2701155	NOUN
spir-13995	60	9	koster	koster	PROPN
spir-13995	60	10	,	,	PUNCT
spir-13995	60	11	m.	m.	NOUN
spir-13995	60	12	(	(	PUNCT
spir-13995	60	13	1994	1994	NUM
spir-13995	60	14	,	,	PUNCT
spir-13995	60	15	february	february	PROPN
spir-13995	60	16	25	25	NUM
spir-13995	60	17	)	)	PUNCT
spir-13995	60	18	.	.	PUNCT
spir-13995	61	1	important	important	ADJ
spir-13995	61	2	:	:	PUNCT
spir-13995	61	3	spiders	spider	NOUN
spir-13995	61	4	,	,	PUNCT
spir-13995	61	5	robots	robot	NOUN
spir-13995	61	6	and	and	CCONJ
spir-13995	61	7	web	web	NOUN
spir-13995	61	8	wanderers	wanderer	NOUN
spir-13995	61	9	.	.	PUNCT
spir-13995	62	1	post	post	NOUN
spir-13995	62	2	on	on	ADP
spir-13995	62	3	www	www	PROPN
spir-13995	62	4	-	-	PUNCT
spir-13995	62	5	talk	talk	NOUN
spir-13995	62	6	,	,	PUNCT
spir-13995	62	7	accessed	access	VERB
spir-13995	62	8	via	via	ADP
spir-13995	62	9	archived	archive	VERB
spir-13995	62	10	version	version	NOUN
spir-13995	62	11	https://web.archive.org/web/20131029200350/http://inkdroid.org/tmp/wwwtalk/4113.html	https://web.archive.org/web/20131029200350/http://inkdroid.org/tmp/wwwtalk/4113.html	PROPN
spir-13995	62	12	koster	koster	NOUN
spir-13995	62	13	,	,	PUNCT
spir-13995	62	14	m.	m.	NOUN
spir-13995	62	15	(	(	PUNCT
spir-13995	62	16	1994	1994	NUM
spir-13995	62	17	)	)	PUNCT
spir-13995	62	18	.	.	PUNCT
spir-13995	63	1	a	a	DET
spir-13995	63	2	standard	standard	NOUN
spir-13995	63	3	for	for	ADP
spir-13995	63	4	robot	robot	NOUN
spir-13995	63	5	exclusion	exclusion	NOUN
spir-13995	63	6	.	.	PUNCT
spir-13995	64	1	the	the	DET
spir-13995	64	2	web	web	NOUN
spir-13995	64	3	robots	robot	NOUN
spir-13995	64	4	pages	page	NOUN
spir-13995	64	5	.	.	PUNCT
spir-13995	65	1	http://www.robotstxt.org/orig.html	http://www.robotstxt.org/orig.html	PROPN
spir-13995	65	2	markham	markham	PROPN
spir-13995	65	3	,	,	PUNCT
spir-13995	65	4	a.	a.	PROPN
spir-13995	65	5	n.	n.	PROPN
spir-13995	65	6	(	(	PUNCT
spir-13995	65	7	2018	2018	NUM
spir-13995	65	8	)	)	PUNCT
spir-13995	65	9	.	.	PUNCT
spir-13995	66	1	afterword	afterword	NOUN
spir-13995	66	2	:	:	PUNCT
spir-13995	66	3	ethics	ethic	NOUN
spir-13995	66	4	as	as	ADP
spir-13995	66	5	impact	impact	NOUN
spir-13995	66	6	—	—	PUNCT
spir-13995	66	7	moving	move	VERB
spir-13995	66	8	from	from	ADP
spir-13995	66	9	error	error	NOUN
spir-13995	66	10	-	-	PUNCT
spir-13995	66	11	avoidance	avoidance	NOUN
spir-13995	66	12	and	and	CCONJ
spir-13995	66	13	concept	concept	NOUN
spir-13995	66	14	-	-	PUNCT
spir-13995	66	15	driven	drive	VERB
spir-13995	66	16	.	.	PUNCT
spir-13995	67	1	models	model	NOUN
spir-13995	67	2	to	to	ADP
spir-13995	67	3	a	a	DET
spir-13995	67	4	future	future	ADJ
spir-13995	67	5	-	-	PUNCT
spir-13995	67	6	oriented	orient	VERB
spir-13995	67	7	approach	approach	NOUN
spir-13995	67	8	.	.	PUNCT
spir-13995	68	1	social	social	ADJ
spir-13995	68	2	media	medium	NOUN
spir-13995	68	3	+	+	CCONJ
spir-13995	68	4	society	society	NOUN
spir-13995	68	5	,	,	PUNCT
spir-13995	68	6	4(3	4(3	NUM
spir-13995	68	7	)	)	PUNCT
spir-13995	68	8	.	.	PUNCT
spir-13995	69	1	https://doi	https://doi	NOUN
spir-13995	69	2	-	-	PUNCT
spir-13995	69	3	org/10.1177/2056305118784504	org/10.1177/2056305118784504	NUM
spir-13995	69	4	markham	markham	PROPN
spir-13995	69	5	,	,	PUNCT
spir-13995	69	6	a.	a.	PROPN
spir-13995	69	7	n.	n.	PROPN
spir-13995	69	8	,	,	PUNCT
spir-13995	69	9	tiidenberg	tiidenberg	PROPN
spir-13995	69	10	,	,	PUNCT
spir-13995	69	11	k.	k.	PROPN
spir-13995	69	12	,	,	PUNCT
spir-13995	69	13	&	&	CCONJ
spir-13995	69	14	herman	herman	PROPN
spir-13995	69	15	,	,	PUNCT
spir-13995	69	16	a.	a.	NOUN
spir-13995	69	17	(	(	PUNCT
spir-13995	69	18	2018	2018	NUM
spir-13995	69	19	)	)	PUNCT
spir-13995	69	20	.	.	PUNCT
spir-13995	70	1	ethics	ethic	NOUN
spir-13995	70	2	as	as	ADP
spir-13995	70	3	methods	method	NOUN
spir-13995	70	4	:	:	PUNCT
spir-13995	70	5	doing	do	VERB
spir-13995	70	6	ethics	ethic	NOUN
spir-13995	70	7	in	in	ADP
spir-13995	70	8	the	the	DET
spir-13995	70	9	era	era	NOUN
spir-13995	70	10	of	of	ADP
spir-13995	70	11	big	big	ADJ
spir-13995	70	12	data	datum	NOUN
spir-13995	70	13	research	research	NOUN
spir-13995	70	14	—	—	PUNCT
spir-13995	70	15	introduction	introduction	NOUN
spir-13995	70	16	.	.	PUNCT
spir-13995	71	1	social	social	ADJ
spir-13995	71	2	media	medium	NOUN
spir-13995	71	3	+	+	CCONJ
spir-13995	71	4	society	society	NOUN
spir-13995	71	5	,	,	PUNCT
spir-13995	71	6	4(3	4(3	NUM
spir-13995	71	7	)	)	PUNCT
spir-13995	71	8	,	,	PUNCT
spir-13995	71	9	2056305118784502	2056305118784502	NUM
spir-13995	71	10	.	.	PUNCT
spir-13995	72	1	https://doi.org/10.1177/2056305118784502	https://doi.org/10.1177/2056305118784502	VERB
spir-13995	72	2	nightshade	nightshade	NOUN
spir-13995	72	3	:	:	PUNCT
spir-13995	72	4	what	what	PRON
spir-13995	72	5	is	be	AUX
spir-13995	72	6	nightshade	nightshade	NOUN
spir-13995	72	7	?	?	PUNCT
spir-13995	72	8	.	.	PUNCT
spir-13995	73	1	(	(	PUNCT
spir-13995	73	2	n.d	n.d	PROPN
spir-13995	73	3	.	.	PROPN
spir-13995	73	4	)	)	PUNCT
spir-13995	73	5	.	.	PUNCT
spir-13995	74	1	retrieved	retrieve	VERB
spir-13995	74	2	march	march	PROPN
spir-13995	74	3	1	1	NUM
spir-13995	74	4	,	,	PUNCT
spir-13995	74	5	2024	2024	NUM
spir-13995	74	6	,	,	PUNCT
spir-13995	74	7	from	from	ADP
spir-13995	74	8	https://nightshade.cs.uchicago.edu/whatis.html	https://nightshade.cs.uchicago.edu/whatis.html	PROPN
spir-13995	74	9	ogden	ogden	PROPN
spir-13995	74	10	,	,	PUNCT
spir-13995	74	11	j.	j.	PROPN
spir-13995	74	12	r.	r.	PROPN
spir-13995	74	13	(	(	PUNCT
spir-13995	74	14	2020	2020	NUM
spir-13995	74	15	)	)	PUNCT
spir-13995	74	16	.	.	PUNCT
spir-13995	75	1	saving	save	VERB
spir-13995	75	2	the	the	DET
spir-13995	75	3	web	web	NOUN
spir-13995	75	4	:	:	PUNCT
spir-13995	75	5	facets	facet	NOUN
spir-13995	75	6	of	of	ADP
spir-13995	75	7	web	web	NOUN
spir-13995	75	8	archiving	archiving	NOUN
spir-13995	75	9	in	in	ADP
spir-13995	75	10	everyday	everyday	ADJ
spir-13995	75	11	practice	practice	NOUN
spir-13995	75	12	[	[	X
spir-13995	75	13	phd	phd	NOUN
spir-13995	75	14	,	,	PUNCT
spir-13995	75	15	university	university	PROPN
spir-13995	75	16	of	of	ADP
spir-13995	75	17	southampton	southampton	PROPN
spir-13995	75	18	]	]	PUNCT
spir-13995	75	19	.	.	PUNCT
spir-13995	76	1	https://eprints.soton.ac.uk/447624/	https://eprints.soton.ac.uk/447624/	PROPN
spir-13995	76	2	pierce	pierce	PROPN
spir-13995	76	3	,	,	PUNCT
spir-13995	76	4	d.	d.	PROPN
spir-13995	76	5	(	(	PUNCT
spir-13995	76	6	2024	2024	NUM
spir-13995	76	7	,	,	PUNCT
spir-13995	76	8	february	february	PROPN
spir-13995	76	9	14	14	NUM
spir-13995	76	10	)	)	PUNCT
spir-13995	76	11	.	.	PUNCT
spir-13995	77	1	the	the	DET
spir-13995	77	2	rise	rise	NOUN
spir-13995	77	3	and	and	CCONJ
spir-13995	77	4	fall	fall	NOUN
spir-13995	77	5	of	of	ADP
spir-13995	77	6	robots.txt	robots.txt	NOUN
spir-13995	77	7	.	.	PUNCT
spir-13995	78	1	the	the	DET
spir-13995	78	2	verge	verge	NOUN
spir-13995	78	3	.	.	PUNCT
spir-13995	79	1	https://www.theverge.com/24067997/robots-txt-ai-text-file-web-crawlers-spiders	https://www.theverge.com/24067997/robots-txt-ai-text-file-web-crawlers-spider	NOUN
spir-13995	79	2	scott	scott	PROPN
spir-13995	79	3	,	,	PUNCT
spir-13995	79	4	j.	j.	PROPN
spir-13995	79	5	(	(	PUNCT
spir-13995	79	6	2011	2011	NUM
spir-13995	79	7	,	,	PUNCT
spir-13995	79	8	may	may	AUX
spir-13995	79	9	10	10	NUM
spir-13995	79	10	)	)	PUNCT
spir-13995	79	11	.	.	PUNCT
spir-13995	80	1	robots.txt	robots.txt	X
spir-13995	80	2	.	.	PUNCT
spir-13995	81	1	archiveteam	archiveteam	PROPN
spir-13995	81	2	.	.	PUNCT
spir-13995	82	1	https://wiki.archiveteam.org/index.php?title=robots.txt	https://wiki.archiveteam.org/index.php?title=robots.txt	PROPN
spir-13995	82	2	van	van	PROPN
spir-13995	82	3	strien	strien	PROPN
spir-13995	82	4	,	,	PUNCT
spir-13995	82	5	d.	d.	PROPN
spir-13995	82	6	(	(	PUNCT
spir-13995	82	7	2023	2023	NUM
spir-13995	82	8	,	,	PUNCT
spir-13995	82	9	may	may	AUX
spir-13995	82	10	10	10	NUM
spir-13995	82	11	)	)	PUNCT
spir-13995	82	12	.	.	PUNCT
spir-13995	83	1	getting	getting	AUX
spir-13995	83	2	started	start	VERB
spir-13995	83	3	with	with	ADP
spir-13995	83	4	machine	machine	NOUN
spir-13995	83	5	learning	learning	NOUN
spir-13995	83	6	and	and	CCONJ
spir-13995	83	7	glam	glam	NOUN
spir-13995	83	8	(	(	PUNCT
spir-13995	83	9	galleries	gallery	NOUN
spir-13995	83	10	,	,	PUNCT
spir-13995	83	11	libraries	library	NOUN
spir-13995	83	12	,	,	PUNCT
spir-13995	83	13	archives	archive	NOUN
spir-13995	83	14	,	,	PUNCT
spir-13995	83	15	museums	museum	NOUN
spir-13995	83	16	)	)	PUNCT
spir-13995	83	17	collections	collection	NOUN
spir-13995	83	18	.	.	PUNCT
spir-13995	84	1	internet	internet	NOUN
spir-13995	84	2	archive	archive	NOUN
spir-13995	84	3	blogs	blog	NOUN
spir-13995	84	4	.	.	PUNCT
spir-13995	85	1	https://blog.archive.org/2023/05/10/getting-started-with-machine-learning-and-glamgalleries-libraries-archives-museums-collections/	https://blog.archive.org/2023/05/10/getting-started-with-machine-learning-and-glamgalleries-libraries-archives-museums-collections/	NOUN
spir-13995	85	2	theilen	theilen	PROPN
spir-13995	85	3	,	,	PUNCT
spir-13995	85	4	j.	j.	PROPN
spir-13995	85	5	t.	t.	PROPN
spir-13995	85	6	,	,	PUNCT
spir-13995	85	7	baur	baur	PROPN
spir-13995	85	8	,	,	PUNCT
spir-13995	85	9	a.	a.	PROPN
spir-13995	85	10	,	,	PUNCT
spir-13995	85	11	bieker	bieker	PROPN
spir-13995	85	12	,	,	PUNCT
spir-13995	85	13	f.	f.	PROPN
spir-13995	85	14	,	,	PUNCT
spir-13995	85	15	quinn	quinn	PROPN
spir-13995	85	16	,	,	PUNCT
spir-13995	85	17	r.	r.	PROPN
spir-13995	85	18	a.	a.	PROPN
spir-13995	85	19	,	,	PUNCT
spir-13995	85	20	hansen	hansen	PROPN
spir-13995	85	21	,	,	PUNCT
spir-13995	85	22	m.	m.	NOUN
spir-13995	85	23	,	,	PUNCT
spir-13995	85	24	&	&	CCONJ
spir-13995	85	25	fuster	fuster	PROPN
spir-13995	85	26	,	,	PUNCT
spir-13995	85	27	g.	g.	PROPN
spir-13995	85	28	g.	g.	PROPN
spir-13995	85	29	(	(	PUNCT
spir-13995	85	30	2021	2021	NUM
spir-13995	85	31	)	)	PUNCT
spir-13995	85	32	.	.	PUNCT
spir-13995	86	1	feminist	feminist	PROPN
spir-13995	86	2	data	data	PROPN
spir-13995	86	3	protection	protection	PROPN
spir-13995	86	4	:	:	PUNCT
spir-13995	86	5	an	an	DET
spir-13995	86	6	introduction	introduction	NOUN
spir-13995	86	7	.	.	PUNCT
spir-13995	87	1	internet	internet	NOUN
spir-13995	87	2	policy	policy	NOUN
spir-13995	87	3	review	review	NOUN
spir-13995	87	4	,	,	PUNCT
spir-13995	87	5	10(4	10(4	NUM
spir-13995	87	6	)	)	PUNCT
spir-13995	87	7	.	.	PUNCT
spir-13995	88	1	https://policyreview.info/articles/analysis/feminist-data-protection-introduction	https://policyreview.info/articles/analysis/feminist-data-protection-introduction	NOUN
spir-13995	88	2	thelwall	thelwall	NOUN
spir-13995	88	3	,	,	PUNCT
spir-13995	88	4	m.	m.	NOUN
spir-13995	88	5	,	,	PUNCT
spir-13995	88	6	&	&	CCONJ
spir-13995	88	7	stuart	stuart	PROPN
spir-13995	88	8	,	,	PUNCT
spir-13995	88	9	d.	d.	PROPN
spir-13995	88	10	(	(	PUNCT
spir-13995	88	11	2006	2006	NUM
spir-13995	88	12	)	)	PUNCT
spir-13995	88	13	.	.	PUNCT
spir-13995	89	1	web	web	NOUN
spir-13995	89	2	crawling	crawl	VERB
spir-13995	89	3	ethics	ethic	NOUN
spir-13995	89	4	revisited	revisit	VERB
spir-13995	89	5	:	:	PUNCT
spir-13995	89	6	cost	cost	NOUN
spir-13995	89	7	,	,	PUNCT
spir-13995	89	8	privacy	privacy	NOUN
spir-13995	89	9	,	,	PUNCT
spir-13995	89	10	and	and	CCONJ
spir-13995	89	11	denial	denial	NOUN
spir-13995	89	12	of	of	ADP
spir-13995	89	13	service	service	NOUN
spir-13995	89	14	.	.	PUNCT
spir-13995	90	1	journal	journal	NOUN
spir-13995	90	2	of	of	ADP
spir-13995	90	3	the	the	DET
spir-13995	90	4	american	american	ADJ
spir-13995	90	5	society	society	NOUN
spir-13995	90	6	for	for	ADP
spir-13995	90	7	information	information	NOUN
spir-13995	90	8	science	science	NOUN
spir-13995	90	9	and	and	CCONJ
spir-13995	90	10	technology	technology	NOUN
spir-13995	90	11	,	,	PUNCT
spir-13995	90	12	57(13	57(13	NUM
spir-13995	90	13	)	)	PUNCT
spir-13995	90	14	,	,	PUNCT
spir-13995	90	15	1771–1779	1771–1779	NUM
spir-13995	90	16	.	.	PUNCT
spir-13995	91	1	https://doi.org/10.1002/asi.20388	https://doi.org/10.1002/asi.20388	PROPN
spir-13995	91	2	https://web.archive.org/web/20131029200350/http:/inkdroid.org/tmp/www-talk/4113.html	https://web.archive.org/web/20131029200350/http:/inkdroid.org/tmp/www-talk/4113.html	NUM
spir-13995	91	3	https://web.archive.org/web/20131029200350/http:/inkdroid.org/tmp/www-talk/4113.html	https://web.archive.org/web/20131029200350/http:/inkdroid.org/tmp/www-talk/4113.html	NUM
spir-13995	92	1	http://www.robotstxt.org/orig.html	http://www.robotstxt.org/orig.html	PROPN
spir-13995	92	2	https://doi	https://doi	PROPN
spir-13995	92	3	-	-	PUNCT
spir-13995	92	4	org/10.1177/2056305118784504	org/10.1177/2056305118784504	NUM
spir-13995	92	5	https://doi.org/10.1177/2056305118784502	https://doi.org/10.1177/2056305118784502	PUNCT
spir-13995	92	6	https://nightshade.cs.uchicago.edu/whatis.html	https://nightshade.cs.uchicago.edu/whatis.html	X
spir-13995	92	7	https://nightshade.cs.uchicago.edu/whatis.html	https://nightshade.cs.uchicago.edu/whatis.html	PROPN
spir-13995	92	8	https://eprints.soton.ac.uk/447624/	https://eprints.soton.ac.uk/447624/	PROPN
spir-13995	92	9	https://www.theverge.com/24067997/robots-txt-ai-text-file-web-crawlers-spiders	https://www.theverge.com/24067997/robots-txt-ai-text-file-web-crawlers-spiders	PROPN
spir-13995	92	10	https://wiki.archiveteam.org/index.php?title=robots.txt	https://wiki.archiveteam.org/index.php?title=robots.txt	ADJ
spir-13995	92	11	https://wiki.archiveteam.org/index.php?title=robots.txt	https://wiki.archiveteam.org/index.php?title=robots.txt	PROPN
spir-13995	92	12	https://blog.archive.org/2023/05/10/getting-started-with-machine-learning-and-glam-galleries-libraries-archives-museums-collections/	https://blog.archive.org/2023/05/10/getting-started-with-machine-learning-and-glam-galleries-libraries-archives-museums-collections/	NOUN
spir-13995	92	13	https://blog.archive.org/2023/05/10/getting-started-with-machine-learning-and-glam-galleries-libraries-archives-museums-collections/	https://blog.archive.org/2023/05/10/getting-started-with-machine-learning-and-glam-galleries-libraries-archives-museums-collections/	VERB
spir-13995	92	14	https://policyreview.info/articles/analysis/feminist-data-protection-introduction	https://policyreview.info/articles/analysis/feminist-data-protection-introduction	PROPN
spir-13995	92	15	https://policyreview.info/articles/analysis/feminist-data-protection-introduction	https://policyreview.info/articles/analysis/feminist-data-protection-introduction	PROPN
spir-13995	92	16	https://doi.org/10.1002/asi.20388	https://doi.org/10.1002/asi.20388	VERB