id	sid	eid	entity	type
spir-13995	1	1	#	CARDINAL
spir-13995	1	2	25th	ORDINAL
spir-13995	1	3	annual	DATE
spir-13995	1	4	sheffield	GPE
spir-13995	1	5	uk	GPE
spir-13995	1	6	oct 2 nov 2024	DATE
spir-13995	1	7	apa	PERSON
spir-13995	1	8	mackinnon	PERSON
spir-13995	1	9	k. & maemura	ORG
spir-13995	1	10	2024, october	DATE
spir-13995	3	1	aoir2024	ORG
spir-13995	3	2	25th	ORDINAL
spir-13995	3	3	annual	DATE
spir-13995	4	1	sheffield	GPE
spir-13995	4	2	uk	GPE
spir-13995	4	3	aoir	PERSON
spir-13995	4	4	http://spir.aoir.org	ORG
spir-13995	5	1	katie mackinnon university of copenhagen	ORG
spir-13995	5	2	emily maemura university	PERSON
spir-13995	5	3	illinois urbana-champaign	GPE
spir-13995	5	4	the past two years	DATE
spir-13995	5	5	copilot	ORG
spir-13995	7	1	one	CARDINAL
spir-13995	8	1	n.d.	GPE
spir-13995	10	1	decades	DATE
spir-13995	10	2	thelwall & stuart	ORG
spir-13995	10	3	2006	DATE
spir-13995	10	4	elmer	ORG
spir-13995	10	5	2009	DATE
spir-13995	12	1	thirty years ago	DATE
spir-13995	13	1	an estimated 159,000	CARDINAL
spir-13995	13	2	1989	DATE
spir-13995	13	3	over 2 million	CARDINAL
spir-13995	13	4	1993	DATE
spir-13995	13	5	coffman & odlyzko	ORG
spir-13995	13	6	1998	DATE
spir-13995	16	1	1994	DATE
spir-13995	16	2	february 25	DATE
spir-13995	17	1	1994	DATE
spir-13995	20	1	2024	DATE
spir-13995	20	2	pierce	ORG
spir-13995	20	3	2024	DATE
spir-13995	23	1	ia	GPE
spir-13995	23	2	brewster kahle	PERSON
spir-13995	23	3	alexa	ORG
spir-13995	23	4	amazon	ORG
spir-13995	23	5	1999	DATE
spir-13995	24	1	alexa	ORG
spir-13995	24	2	wayback	ORG
spir-13995	28	1	ia	GPE
spir-13995	28	2	2017	DATE
spir-13995	28	3	graham	PERSON
spir-13995	28	4	2017	DATE
spir-13995	29	1	ogden	ORG
spir-13995	29	2	2020	DATE
spir-13995	29	3	2022	CARDINAL
spir-13995	29	4	ia	GPE
spir-13995	29	5	jason scott	PERSON
spir-13995	29	6	scott	ORG
spir-13995	29	7	2011	DATE
spir-13995	31	1	2024	DATE
spir-13995	31	2	van strien	PERSON
spir-13995	31	3	2023	CARDINAL
spir-13995	32	1	2020	DATE
spir-13995	32	2	2022	CARDINAL
spir-13995	33	1	markham	GPE
spir-13995	33	2	tiidenberg & herman	ORG
spir-13995	33	3	2018	DATE
spir-13995	34	1	benjamin	ORG
spir-13995	34	2	2021	DATE
spir-13995	37	1	pierce	ORG
spir-13995	37	2	2024	DATE
spir-13995	37	3	the past 30 years	DATE
spir-13995	37	4	2021	CARDINAL
spir-13995	38	1	s.	PERSON
spir-13995	38	2	2024	CARDINAL
spir-13995	40	1	https://foundation.mozilla.org/en/research/library/generative-aitraining-data/common-crawl/ benjamin	PERSON
spir-13995	40	2	2021	CARDINAL
spir-13995	43	1	https://doi.org/10.14763/2021.4.1588 coffman	PERSON
spir-13995	43	2	k., & odlyzko	ORG
spir-13995	43	3	a.	PERSON
spir-13995	43	4	1998	DATE
spir-13995	45	1	first	ORDINAL
spir-13995	45	2	monday	DATE
spir-13995	46	1	https://doi.org/10.5210/fm.v3i10.620	CARDINAL
spir-13995	46	2	m. f. e.	PERSON
spir-13995	46	3	2022	CARDINAL
spir-13995	48	1	university of california	ORG
spir-13995	49	1	elmer	ORG
spir-13995	49	2	2009	DATE
spir-13995	51	1	j. parikka &	ORG
spir-13995	52	1	217–227	CARDINAL
spir-13995	53	1	hampton	GPE
spir-13995	54	1	graham	PERSON
spir-13995	54	2	m.	PERSON
spir-13995	54	3	2017,	DATE
spir-13995	54	4	april 17	DATE
spir-13995	57	1	https://blog.archive.org/2017/04/17/robots-txtmeant-for-search-engines-dont-work-well-for-web-archives/ jones	PERSON
spir-13995	57	2	m. l.	PERSON
spir-13995	57	3	kaufman	PERSON
spir-13995	57	4	e., & edenberg	ORG
spir-13995	57	5	2018	DATE
spir-13995	59	1	ieee security &	ORG
spir-13995	59	2	16(3	CARDINAL
spir-13995	60	1	m. (1994, february 25	ORG
spir-13995	62	1	https://web.archive.org/web/20131029200350/http://inkdroid.org/tmp/wwwtalk/4113.html	ORG
spir-13995	62	2	m. (1994	ORG
spir-13995	65	1	http://www.robotstxt.org/orig.html markham, a. n. (	ORG
spir-13995	65	2	2018	DATE
spir-13995	66	1	afterword	WORK_OF_ART
spir-13995	68	1	4(3	CARDINAL
spir-13995	69	1	markham	GPE
spir-13995	69	2	a. n.	PERSON
spir-13995	69	3	tiidenberg	GPE
spir-13995	69	4	k., & herman	ORG
spir-13995	69	5	2018	DATE
spir-13995	71	1	4(3	CARDINAL
spir-13995	71	2	2056305118784502	DATE
spir-13995	72	1	https://doi.org/10.1177/2056305118784502	NORP
spir-13995	73	1	n.d.	GPE
spir-13995	74	1	march 1, 2024	DATE
spir-13995	74	2	https://nightshade.cs.uchicago.edu/whatis.html ogden	GPE
spir-13995	74	3	j. r.	PERSON
spir-13995	74	4	2020	DATE
spir-13995	75	1	phd, university of southampton	ORG
spir-13995	76	1	2024, february 14	DATE
spir-13995	79	1	scott	PERSON
spir-13995	79	2	j. (	PERSON
spir-13995	79	3	2011	DATE
spir-13995	82	1	van strien	PERSON
spir-13995	82	2	2023	CARDINAL
spir-13995	85	1	j. t.	PERSON
spir-13995	85	2	baur, a.	ORG
spir-13995	85	3	bieker	PERSON
spir-13995	85	4	f.	PERSON
spir-13995	85	5	quinn, r. a.	ORG
spir-13995	85	6	hansen	PERSON
spir-13995	85	7	m., & fuster	ORG
spir-13995	85	8	g. g.	PERSON
spir-13995	85	9	2021	CARDINAL
spir-13995	88	1	m., & stuart	ORG
spir-13995	88	2	2006	DATE
spir-13995	90	1	american	NORP
spir-13995	90	2	57(13	CARDINAL
spir-13995	90	3	1771–1779	CARDINAL
spir-13995	92	1	https://doi.org/10.1177/2056305118784502	NORP