id	sid	tid	token	lemma	pos
spir-13052	1	1	selected	select	VERB
spir-13052	1	2	papers	paper	NOUN
spir-13052	1	3	of	of	ADP
spir-13052	1	4	#	#	SYM
spir-13052	1	5	aoir2022	aoir2022	NOUN
spir-13052	1	6	:	:	PUNCT
spir-13052	1	7	the	the	DET
spir-13052	1	8	23rd	23rd	ADJ
spir-13052	1	9	annual	annual	ADJ
spir-13052	1	10	conference	conference	NOUN
spir-13052	1	11	of	of	ADP
spir-13052	1	12	the	the	DET
spir-13052	1	13	association	association	NOUN
spir-13052	1	14	of	of	ADP
spir-13052	1	15	internet	internet	NOUN
spir-13052	1	16	researchers	researcher	NOUN
spir-13052	1	17	dublin	dublin	PROPN
spir-13052	1	18	,	,	PUNCT
spir-13052	1	19	ireland	ireland	PROPN
spir-13052	1	20	/	/	SYM
spir-13052	1	21	2	2	NUM
spir-13052	1	22	-	-	SYM
spir-13052	1	23	5	5	NUM
spir-13052	1	24	nov	nov	PROPN
spir-13052	1	25	2022	2022	NUM
spir-13052	1	26	mcnally	mcnally	NOUN
spir-13052	1	27	,	,	PUNCT
spir-13052	1	28	naoise	naoise	NOUN
spir-13052	1	29	&	&	CCONJ
spir-13052	1	30	bastos	bastos	PROPN
spir-13052	1	31	,	,	PUNCT
spir-13052	1	32	marco	marco	PROPN
spir-13052	1	33	.	.	PUNCT
spir-13052	1	34	(	(	PUNCT
spir-13052	1	35	2022	2022	NUM
spir-13052	1	36	,	,	PUNCT
spir-13052	1	37	november	november	PROPN
spir-13052	1	38	)	)	PUNCT
spir-13052	1	39	.	.	PUNCT
spir-13052	2	1	auditing	auditing	NOUN
spir-13052	2	2	facebook	facebook	PROPN
spir-13052	2	3	algorithms	algorithm	NOUN
spir-13052	2	4	:	:	PUNCT
spir-13052	2	5	the	the	DET
spir-13052	2	6	elapsed	elapse	VERB
spir-13052	2	7	effects	effect	NOUN
spir-13052	2	8	of	of	ADP
spir-13052	2	9	facebook	facebook	NOUN
spir-13052	2	10	news	news	NOUN
spir-13052	2	11	feed	feed	NOUN
spir-13052	2	12	to	to	PART
spir-13052	2	13	engagement	engagement	VERB
spir-13052	2	14	with	with	ADP
spir-13052	2	15	guardian	guardian	ADJ
spir-13052	2	16	articles	article	NOUN
spir-13052	2	17	(	(	PUNCT
spir-13052	2	18	2010–2020	2010–2020	NUM
spir-13052	2	19	)	)	PUNCT
spir-13052	2	20	.	.	PUNCT
spir-13052	3	1	paper	paper	NOUN
spir-13052	3	2	presented	present	VERB
spir-13052	3	3	at	at	ADP
spir-13052	3	4	aoir	aoir	NOUN
spir-13052	3	5	2022	2022	NUM
spir-13052	3	6	:	:	PUNCT
spir-13052	3	7	the	the	DET
spir-13052	3	8	23rd	23rd	ADJ
spir-13052	3	9	annual	annual	ADJ
spir-13052	3	10	conference	conference	NOUN
spir-13052	3	11	of	of	ADP
spir-13052	3	12	the	the	DET
spir-13052	3	13	association	association	NOUN
spir-13052	3	14	of	of	ADP
spir-13052	3	15	internet	internet	NOUN
spir-13052	3	16	researchers	researcher	NOUN
spir-13052	3	17	.	.	PUNCT
spir-13052	4	1	dublin	dublin	PROPN
spir-13052	4	2	,	,	PUNCT
spir-13052	4	3	ireland	ireland	PROPN
spir-13052	4	4	:	:	PUNCT
spir-13052	4	5	aoir	aoir	NOUN
spir-13052	4	6	.	.	PUNCT
spir-13052	4	7	retrieved	retrieve	VERB
spir-13052	4	8	from	from	ADP
spir-13052	4	9	http://spir.aoir.org	http://spir.aoir.org	PROPN
spir-13052	4	10	.	.	PUNCT
spir-13052	5	1	auditing	auditing	NOUN
spir-13052	5	2	facebook	facebook	PROPN
spir-13052	5	3	algorithms	algorithm	VERB
spir-13052	5	4	the	the	DET
spir-13052	5	5	elapsed	elapse	VERB
spir-13052	5	6	effects	effect	NOUN
spir-13052	5	7	of	of	ADP
spir-13052	5	8	facebook	facebook	NOUN
spir-13052	5	9	news	news	NOUN
spir-13052	5	10	feed	feed	NOUN
spir-13052	5	11	to	to	PART
spir-13052	5	12	engagement	engagement	VERB
spir-13052	5	13	with	with	ADP
spir-13052	5	14	guardian	guardian	ADJ
spir-13052	5	15	articles	article	NOUN
spir-13052	5	16	naoise	naoise	VERB
spir-13052	5	17	mcnally	mcnally	PROPN
spir-13052	5	18	university	university	PROPN
spir-13052	5	19	college	college	PROPN
spir-13052	5	20	dublin	dublin	PROPN
spir-13052	5	21	marco	marco	PROPN
spir-13052	5	22	bastos	bastos	PROPN
spir-13052	5	23	university	university	PROPN
spir-13052	5	24	college	college	PROPN
spir-13052	5	25	dublin	dublin	PROPN
spir-13052	5	26	extended	extend	VERB
spir-13052	5	27	abstract	abstract	NOUN
spir-13052	5	28	the	the	DET
spir-13052	5	29	facebook	facebook	PROPN
spir-13052	5	30	news	news	NOUN
spir-13052	5	31	feed	feed	NOUN
spir-13052	5	32	is	be	AUX
spir-13052	5	33	the	the	DET
spir-13052	5	34	homepage	homepage	NOUN
spir-13052	5	35	feature	feature	NOUN
spir-13052	5	36	of	of	ADP
spir-13052	5	37	the	the	DET
spir-13052	5	38	social	social	ADJ
spir-13052	5	39	network	network	NOUN
spir-13052	5	40	that	that	PRON
spir-13052	5	41	displays	display	VERB
spir-13052	5	42	an	an	DET
spir-13052	5	43	endless	endless	ADJ
spir-13052	5	44	scrolling	scrolling	NOUN
spir-13052	5	45	of	of	ADP
spir-13052	5	46	individual	individual	ADJ
spir-13052	5	47	pieces	piece	NOUN
spir-13052	5	48	of	of	ADP
spir-13052	5	49	content	content	NOUN
spir-13052	5	50	such	such	ADJ
spir-13052	5	51	as	as	ADP
spir-13052	5	52	status	status	NOUN
spir-13052	5	53	updates	update	NOUN
spir-13052	5	54	,	,	PUNCT
spir-13052	5	55	photographs	photograph	NOUN
spir-13052	5	56	,	,	PUNCT
spir-13052	5	57	videos	video	NOUN
spir-13052	5	58	,	,	PUNCT
spir-13052	5	59	and	and	CCONJ
spir-13052	5	60	web	web	NOUN
spir-13052	5	61	links	link	NOUN
spir-13052	5	62	/	/	SYM
spir-13052	5	63	articles	article	NOUN
spir-13052	5	64	.	.	PUNCT
spir-13052	6	1	the	the	DET
spir-13052	6	2	order	order	NOUN
spir-13052	6	3	to	to	PART
spir-13052	6	4	which	which	DET
spir-13052	6	5	content	content	NOUN
spir-13052	6	6	is	be	AUX
spir-13052	6	7	arrayed	array	VERB
spir-13052	6	8	is	be	AUX
spir-13052	6	9	defined	define	VERB
spir-13052	6	10	using	use	VERB
spir-13052	6	11	multiple	multiple	ADJ
spir-13052	6	12	algorithms	algorithm	NOUN
spir-13052	6	13	working	work	VERB
spir-13052	6	14	simultaneously	simultaneously	ADV
spir-13052	6	15	and	and	CCONJ
spir-13052	6	16	concomitantly	concomitantly	ADV
spir-13052	6	17	.	.	PUNCT
spir-13052	7	1	these	these	DET
spir-13052	7	2	algorithms	algorithm	NOUN
spir-13052	7	3	optimize	optimize	VERB
spir-13052	7	4	the	the	DET
spir-13052	7	5	feed	feed	NOUN
spir-13052	7	6	to	to	PART
spir-13052	7	7	prioritize	prioritize	VERB
spir-13052	7	8	content	content	NOUN
spir-13052	7	9	deemed	deem	VERB
spir-13052	7	10	most	most	ADV
spir-13052	7	11	relevant	relevant	ADJ
spir-13052	7	12	to	to	ADP
spir-13052	7	13	users	user	NOUN
spir-13052	7	14	(	(	PUNCT
spir-13052	7	15	mosseri	mosseri	NOUN
spir-13052	7	16	,	,	PUNCT
spir-13052	7	17	2016	2016	NUM
spir-13052	7	18	)	)	PUNCT
spir-13052	7	19	,	,	PUNCT
spir-13052	7	20	but	but	CCONJ
spir-13052	7	21	the	the	DET
spir-13052	7	22	exact	exact	ADJ
spir-13052	7	23	nature	nature	NOUN
spir-13052	7	24	of	of	ADP
spir-13052	7	25	this	this	DET
spir-13052	7	26	optimization	optimization	NOUN
spir-13052	7	27	is	be	AUX
spir-13052	7	28	obfuscated	obfuscate	VERB
spir-13052	7	29	by	by	ADP
spir-13052	7	30	the	the	DET
spir-13052	7	31	proprietary	proprietary	ADJ
spir-13052	7	32	nature	nature	NOUN
spir-13052	7	33	of	of	ADP
spir-13052	7	34	facebook	facebook	PROPN
spir-13052	7	35	’s	’s	PART
spir-13052	7	36	algorithms	algorithm	NOUN
spir-13052	7	37	and	and	CCONJ
spir-13052	7	38	can	can	AUX
spir-13052	7	39	only	only	ADV
spir-13052	7	40	be	be	AUX
spir-13052	7	41	inferred	infer	VERB
spir-13052	7	42	indirectly	indirectly	ADV
spir-13052	7	43	through	through	ADP
spir-13052	7	44	changes	change	NOUN
spir-13052	7	45	enacted	enact	VERB
spir-13052	7	46	in	in	ADP
spir-13052	7	47	the	the	DET
spir-13052	7	48	underlying	underlie	VERB
spir-13052	7	49	algorithms	algorithm	NOUN
spir-13052	7	50	.	.	PUNCT
spir-13052	8	1	the	the	DET
spir-13052	8	2	auditing	auditing	NOUN
spir-13052	8	3	of	of	ADP
spir-13052	8	4	such	such	ADJ
spir-13052	8	5	algorithms	algorithm	NOUN
spir-13052	8	6	is	be	AUX
spir-13052	8	7	therefore	therefore	ADV
spir-13052	8	8	not	not	PART
spir-13052	8	9	a	a	DET
spir-13052	8	10	trivial	trivial	ADJ
spir-13052	8	11	task	task	NOUN
spir-13052	8	12	,	,	PUNCT
spir-13052	8	13	as	as	SCONJ
spir-13052	8	14	both	both	CCONJ
spir-13052	8	15	the	the	DET
spir-13052	8	16	data	datum	NOUN
spir-13052	8	17	and	and	CCONJ
spir-13052	8	18	the	the	DET
spir-13052	8	19	models	model	NOUN
spir-13052	8	20	underpinning	underpin	VERB
spir-13052	8	21	the	the	DET
spir-13052	8	22	algorithms	algorithm	NOUN
spir-13052	8	23	are	be	AUX
spir-13052	8	24	precluded	preclude	VERB
spir-13052	8	25	from	from	ADP
spir-13052	8	26	scrutiny	scrutiny	NOUN
spir-13052	8	27	by	by	ADP
spir-13052	8	28	the	the	DET
spir-13052	8	29	public	public	NOUN
spir-13052	8	30	or	or	CCONJ
spir-13052	8	31	the	the	DET
spir-13052	8	32	academic	academic	ADJ
spir-13052	8	33	community	community	NOUN
spir-13052	8	34	.	.	PUNCT
spir-13052	9	1	this	this	DET
spir-13052	9	2	study	study	NOUN
spir-13052	9	3	addresses	address	VERB
spir-13052	9	4	this	this	DET
spir-13052	9	5	gap	gap	NOUN
spir-13052	9	6	by	by	ADP
spir-13052	9	7	exploring	explore	VERB
spir-13052	9	8	the	the	DET
spir-13052	9	9	elapsed	elapse	VERB
spir-13052	9	10	effects	effect	NOUN
spir-13052	9	11	of	of	ADP
spir-13052	9	12	changes	change	NOUN
spir-13052	9	13	in	in	ADP
spir-13052	9	14	the	the	DET
spir-13052	9	15	facebook	facebook	PROPN
spir-13052	9	16	news	news	NOUN
spir-13052	9	17	feed	feed	NOUN
spir-13052	9	18	on	on	ADP
spir-13052	9	19	engagement	engagement	NOUN
spir-13052	9	20	with	with	ADP
spir-13052	9	21	guardian	guardian	ADJ
spir-13052	9	22	news	news	NOUN
spir-13052	9	23	articles	article	NOUN
spir-13052	9	24	.	.	PUNCT
spir-13052	10	1	we	we	PRON
spir-13052	10	2	tracked	track	VERB
spir-13052	10	3	and	and	CCONJ
spir-13052	10	4	documented	document	VERB
spir-13052	10	5	public	public	ADJ
spir-13052	10	6	or	or	CCONJ
spir-13052	10	7	otherwise	otherwise	ADV
spir-13052	10	8	known	know	VERB
spir-13052	10	9	changes	change	NOUN
spir-13052	10	10	to	to	ADP
spir-13052	10	11	the	the	DET
spir-13052	10	12	algorithms	algorithm	NOUN
spir-13052	10	13	through	through	ADP
spir-13052	10	14	facebook	facebook	NOUN
spir-13052	10	15	public	public	ADJ
spir-13052	10	16	announcements	announcement	NOUN
spir-13052	10	17	,	,	PUNCT
spir-13052	10	18	industry	industry	NOUN
spir-13052	10	19	research	research	NOUN
spir-13052	10	20	,	,	PUNCT
spir-13052	10	21	and	and	CCONJ
spir-13052	10	22	information	information	NOUN
spir-13052	10	23	leaked	leak	VERB
spir-13052	10	24	to	to	ADP
spir-13052	10	25	the	the	DET
spir-13052	10	26	press	press	NOUN
spir-13052	10	27	to	to	PART
spir-13052	10	28	parametrize	parametrize	VERB
spir-13052	10	29	a	a	DET
spir-13052	10	30	model	model	NOUN
spir-13052	10	31	that	that	PRON
spir-13052	10	32	account	account	VERB
spir-13052	10	33	for	for	ADP
spir-13052	10	34	the	the	DET
spir-13052	10	35	variation	variation	NOUN
spir-13052	10	36	in	in	ADP
spir-13052	10	37	user	user	NOUN
spir-13052	10	38	engagement	engagement	NOUN
spir-13052	10	39	with	with	ADP
spir-13052	10	40	guardian	guardian	PROPN
spir-13052	10	41	news	news	NOUN
spir-13052	10	42	articles	article	NOUN
spir-13052	10	43	.	.	PUNCT
spir-13052	11	1	to	to	ADP
spir-13052	11	2	this	this	DET
spir-13052	11	3	end	end	NOUN
spir-13052	11	4	,	,	PUNCT
spir-13052	11	5	we	we	PRON
spir-13052	11	6	queried	query	VERB
spir-13052	11	7	the	the	DET
spir-13052	11	8	guardian	guardian	ADJ
spir-13052	11	9	api	api	NOUN
spir-13052	11	10	to	to	PART
spir-13052	11	11	collate	collate	VERB
spir-13052	11	12	a	a	DET
spir-13052	11	13	database	database	NOUN
spir-13052	11	14	of	of	ADP
spir-13052	11	15	all	all	DET
spir-13052	11	16	guardian	guardian	ADJ
spir-13052	11	17	articles	article	NOUN
spir-13052	11	18	published	publish	VERB
spir-13052	11	19	between	between	ADP
spir-13052	11	20	1st	1st	ADJ
spir-13052	11	21	january	january	PROPN
spir-13052	11	22	2010	2010	NUM
spir-13052	11	23	and	and	CCONJ
spir-13052	11	24	31st	31st	ADJ
spir-13052	11	25	december	december	PROPN
spir-13052	11	26	2020	2020	NUM
spir-13052	11	27	and	and	CCONJ
spir-13052	11	28	subsequently	subsequently	ADV
spir-13052	11	29	queried	query	VERB
spir-13052	11	30	the	the	DET
spir-13052	11	31	crowdtangle	crowdtangle	ADJ
spir-13052	11	32	api	api	NOUN
spir-13052	11	33	to	to	PART
spir-13052	11	34	retrieve	retrieve	VERB
spir-13052	11	35	facebook	facebook	NOUN
spir-13052	11	36	engagement	engagement	NOUN
spir-13052	11	37	metrics	metric	NOUN
spir-13052	11	38	for	for	ADP
spir-13052	11	39	guardian	guardian	ADJ
spir-13052	11	40	articles	article	NOUN
spir-13052	11	41	.	.	PUNCT
spir-13052	12	1	changes	change	NOUN
spir-13052	12	2	made	make	VERB
spir-13052	12	3	to	to	ADP
spir-13052	12	4	the	the	DET
spir-13052	12	5	algorithms	algorithm	NOUN
spir-13052	12	6	were	be	AUX
spir-13052	12	7	parameterized	parameterize	VERB
spir-13052	12	8	as	as	ADP
spir-13052	12	9	high	high	ADJ
spir-13052	12	10	or	or	CCONJ
spir-13052	12	11	low	low	ADJ
spir-13052	12	12	impact	impact	NOUN
spir-13052	12	13	and	and	CCONJ
spir-13052	12	14	were	be	AUX
spir-13052	12	15	coded	code	VERB
spir-13052	12	16	with	with	ADP
spir-13052	12	17	a	a	DET
spir-13052	12	18	valence	valence	NOUN
spir-13052	12	19	of	of	ADP
spir-13052	12	20	positive	positive	ADJ
spir-13052	12	21	,	,	PUNCT
spir-13052	12	22	negative	negative	ADJ
spir-13052	12	23	,	,	PUNCT
spir-13052	12	24	or	or	CCONJ
spir-13052	12	25	neutral	neutral	ADJ
spir-13052	12	26	positions	position	NOUN
spir-13052	12	27	towards	towards	ADP
spir-13052	12	28	trusted	trust	VERB
spir-13052	12	29	news	news	NOUN
spir-13052	12	30	sources	source	NOUN
spir-13052	12	31	.	.	PUNCT
spir-13052	13	1	the	the	DET
spir-13052	13	2	temporal	temporal	ADJ
spir-13052	13	3	series	series	NOUN
spir-13052	13	4	explored	explore	VERB
spir-13052	13	5	in	in	ADP
spir-13052	13	6	this	this	DET
spir-13052	13	7	study	study	NOUN
spir-13052	13	8	present	present	VERB
spir-13052	13	9	important	important	ADJ
spir-13052	13	10	variations	variation	NOUN
spir-13052	13	11	.	.	PUNCT
spir-13052	14	1	during	during	ADP
spir-13052	14	2	this	this	DET
spir-13052	14	3	10year	10year	NUM
spir-13052	14	4	period	period	NOUN
spir-13052	14	5	,	,	PUNCT
spir-13052	14	6	news	news	NOUN
spir-13052	14	7	organizations	organization	NOUN
spir-13052	14	8	such	such	ADJ
spir-13052	14	9	as	as	ADP
spir-13052	14	10	the	the	DET
spir-13052	14	11	guardian	guardian	NOUN
spir-13052	14	12	struggled	struggle	VERB
spir-13052	14	13	to	to	PART
spir-13052	14	14	transition	transition	VERB
spir-13052	14	15	from	from	ADP
spir-13052	14	16	a	a	DET
spir-13052	14	17	print	print	NOUN
spir-13052	14	18	-	-	PUNCT
spir-13052	14	19	and	and	CCONJ
spir-13052	14	20	-	-	PUNCT
spir-13052	14	21	advertisement	advertisement	NOUN
spir-13052	14	22	to	to	ADP
spir-13052	14	23	a	a	DET
spir-13052	14	24	digital	digital	ADJ
spir-13052	14	25	-	-	PUNCT
spir-13052	14	26	and	and	CCONJ
spir-13052	14	27	-	-	PUNCT
spir-13052	14	28	subscription	subscription	NOUN
spir-13052	14	29	business	business	NOUN
spir-13052	14	30	model	model	NOUN
spir-13052	14	31	.	.	PUNCT
spir-13052	15	1	substantial	substantial	ADJ
spir-13052	15	2	cuts	cut	NOUN
spir-13052	15	3	and	and	CCONJ
spir-13052	15	4	redundancies	redundancy	NOUN
spir-13052	15	5	in	in	ADP
spir-13052	15	6	editorial	editorial	ADJ
spir-13052	15	7	workforce	workforce	NOUN
spir-13052	15	8	followed	follow	VERB
spir-13052	15	9	,	,	PUNCT
spir-13052	15	10	with	with	ADP
spir-13052	15	11	quantifiable	quantifiable	ADJ
spir-13052	15	12	impact	impact	NOUN
spir-13052	15	13	on	on	ADP
spir-13052	15	14	content	content	NOUN
spir-13052	15	15	production	production	NOUN
spir-13052	15	16	reflected	reflect	VERB
spir-13052	15	17	in	in	ADP
spir-13052	15	18	the	the	DET
spir-13052	15	19	sharp	sharp	ADJ
spir-13052	15	20	decline	decline	NOUN
spir-13052	15	21	guardian	guardian	NOUN
spir-13052	15	22	articles	article	NOUN
spir-13052	15	23	published	publish	VERB
spir-13052	15	24	in	in	ADP
spir-13052	15	25	print	print	NOUN
spir-13052	15	26	,	,	PUNCT
spir-13052	15	27	towards	towards	ADP
spir-13052	15	28	the	the	DET
spir-13052	15	29	end	end	NOUN
spir-13052	15	30	of	of	ADP
spir-13052	15	31	2014	2014	NUM
spir-13052	15	32	,	,	PUNCT
spir-13052	15	33	and	and	CCONJ
spir-13052	15	34	then	then	ADV
spir-13052	15	35	online	online	ADV
spir-13052	15	36	around	around	ADP
spir-13052	15	37	the	the	DET
spir-13052	15	38	end	end	NOUN
spir-13052	15	39	of	of	ADP
spir-13052	15	40	2016	2016	NUM
spir-13052	15	41	(	(	PUNCT
spir-13052	15	42	figure	figure	NOUN
spir-13052	15	43	1a	1a	NOUN
spir-13052	15	44	)	)	PUNCT
spir-13052	15	45	.	.	PUNCT
spir-13052	16	1	additionally	additionally	ADV
spir-13052	16	2	,	,	PUNCT
spir-13052	16	3	facebook	facebook	PROPN
spir-13052	16	4	engagement	engagement	PROPN
spir-13052	16	5	data	datum	NOUN
spir-13052	16	6	available	available	ADJ
spir-13052	16	7	via	via	ADP
spir-13052	16	8	crowdtangle	crowdtangle	PROPN
spir-13052	16	9	has	have	VERB
spir-13052	16	10	a	a	DET
spir-13052	16	11	more	more	ADV
spir-13052	16	12	restrictive	restrictive	ADJ
spir-13052	16	13	definition	definition	NOUN
spir-13052	16	14	for	for	ADP
spir-13052	16	15	public	public	ADJ
spir-13052	16	16	shares	share	NOUN
spir-13052	16	17	than	than	SCONJ
spir-13052	16	18	facebook	facebook	PROPN
spir-13052	16	19	does	do	VERB
spir-13052	16	20	.	.	PUNCT
spir-13052	17	1	crowdtangle	crowdtangle	PROPN
spir-13052	17	2	share	share	NOUN
spir-13052	17	3	counts	count	NOUN
spir-13052	17	4	are	be	AUX
spir-13052	17	5	limited	limit	VERB
spir-13052	17	6	to	to	ADP
spir-13052	17	7	articles	article	NOUN
spir-13052	17	8	shared	share	VERB
spir-13052	17	9	within	within	ADP
spir-13052	17	10	public	public	ADJ
spir-13052	17	11	pages	page	NOUN
spir-13052	17	12	,	,	PUNCT
spir-13052	17	13	groups	group	NOUN
spir-13052	17	14	,	,	PUNCT
spir-13052	17	15	or	or	CCONJ
spir-13052	17	16	users	user	NOUN
spir-13052	17	17	with	with	ADP
spir-13052	17	18	‘	'	PUNCT
spir-13052	17	19	public	public	ADJ
spir-13052	17	20	’	'	PUNCT
spir-13052	17	21	profiles	profile	NOUN
spir-13052	17	22	,	,	PUNCT
spir-13052	17	23	who	who	PRON
spir-13052	17	24	usually	usually	ADV
spir-13052	17	25	are	be	AUX
spir-13052	17	26	public	public	ADJ
spir-13052	17	27	figures	figure	NOUN
spir-13052	17	28	like	like	ADP
spir-13052	17	29	politicians	politician	NOUN
spir-13052	17	30	or	or	CCONJ
spir-13052	17	31	celebrities	celebrity	NOUN
spir-13052	17	32	.	.	PUNCT
spir-13052	18	1	crowdtangle	crowdtangle	PROPN
spir-13052	18	2	data	datum	NOUN
spir-13052	18	3	can	can	AUX
spir-13052	18	4	nonetheless	nonetheless	ADV
spir-13052	18	5	be	be	AUX
spir-13052	18	6	used	use	VERB
spir-13052	18	7	as	as	ADP
spir-13052	18	8	a	a	DET
spir-13052	18	9	benchmark	benchmark	NOUN
spir-13052	18	10	,	,	PUNCT
spir-13052	18	11	since	since	SCONJ
spir-13052	18	12	the	the	DET
spir-13052	18	13	number	number	NOUN
spir-13052	18	14	of	of	ADP
spir-13052	18	15	crowdtangle	crowdtangle	ADJ
spir-13052	18	16	public	public	ADJ
spir-13052	18	17	shares	share	NOUN
spir-13052	18	18	is	be	AUX
spir-13052	18	19	a	a	DET
spir-13052	18	20	lower	lower	ADV
spir-13052	18	21	bound	bind	VERB
spir-13052	18	22	for	for	ADP
spir-13052	18	23	the	the	DET
spir-13052	18	24	number	number	NOUN
spir-13052	18	25	of	of	ADP
spir-13052	18	26	total	total	ADJ
spir-13052	18	27	public	public	ADJ
spir-13052	18	28	shares	share	NOUN
spir-13052	18	29	(	(	PUNCT
spir-13052	18	30	allen	allen	PROPN
spir-13052	18	31	et	et	PROPN
spir-13052	18	32	al	al	PROPN
spir-13052	18	33	.	.	PROPN
spir-13052	18	34	,	,	PUNCT
spir-13052	18	35	2021	2021	NUM
spir-13052	18	36	)	)	PUNCT
spir-13052	18	37	.	.	PUNCT
spir-13052	19	1	another	another	DET
spir-13052	19	2	important	important	ADJ
spir-13052	19	3	shortcoming	shortcoming	NOUN
spir-13052	19	4	of	of	ADP
spir-13052	19	5	crowdtangle	crowdtangle	NOUN
spir-13052	19	6	is	be	AUX
spir-13052	19	7	that	that	SCONJ
spir-13052	19	8	the	the	DET
spir-13052	19	9	indexing	indexing	NOUN
spir-13052	19	10	of	of	ADP
spir-13052	19	11	guardian	guardian	PROPN
spir-13052	19	12	data	datum	NOUN
spir-13052	19	13	is	be	AUX
spir-13052	19	14	not	not	PART
spir-13052	19	15	uniform	uniform	ADJ
spir-13052	19	16	,	,	PUNCT
spir-13052	19	17	with	with	ADP
spir-13052	19	18	many	many	ADJ
spir-13052	19	19	articles	article	NOUN
spir-13052	19	20	published	publish	VERB
spir-13052	19	21	prior	prior	ADV
spir-13052	19	22	to	to	ADP
spir-13052	19	23	2014	2014	NUM
spir-13052	19	24	not	not	PART
spir-13052	19	25	available	available	ADJ
spir-13052	19	26	on	on	ADP
spir-13052	19	27	crowdtangle	crowdtangle	PROPN
spir-13052	19	28	(	(	PUNCT
spir-13052	19	29	figure	figure	NOUN
spir-13052	19	30	1b	1b	NUM
spir-13052	19	31	)	)	PUNCT
spir-13052	19	32	.	.	PUNCT
spir-13052	20	1	guardian	guardian	PROPN
spir-13052	20	2	data	data	PROPN
spir-13052	20	3	amounts	amount	VERB
spir-13052	20	4	to	to	ADP
spir-13052	20	5	1,020,163	1,020,163	NUM
spir-13052	20	6	news	news	NOUN
spir-13052	20	7	articles	article	NOUN
spir-13052	20	8	whereas	whereas	SCONJ
spir-13052	20	9	the	the	DET
spir-13052	20	10	crowdtangle	crowdtangle	NOUN
spir-13052	20	11	data	datum	NOUN
spir-13052	20	12	set	set	NOUN
spir-13052	20	13	includes	include	VERB
spir-13052	20	14	606,102	606,102	NUM
spir-13052	20	15	unique	unique	ADJ
spir-13052	20	16	guardian	guardian	NOUN
spir-13052	20	17	urls	url	NOUN
spir-13052	20	18	.	.	PUNCT
spir-13052	21	1	the	the	DET
spir-13052	21	2	database	database	NOUN
spir-13052	21	3	includes	include	VERB
spir-13052	21	4	76	76	NUM
spir-13052	21	5	variables	variable	NOUN
spir-13052	21	6	,	,	PUNCT
spir-13052	21	7	including	include	VERB
spir-13052	21	8	facebook	facebook	NOUN
spir-13052	21	9	expected	expect	VERB
spir-13052	21	10	and	and	CCONJ
spir-13052	21	11	recorded	record	VERB
spir-13052	21	12	engagement	engagement	NOUN
spir-13052	21	13	metrics	metric	NOUN
spir-13052	21	14	,	,	PUNCT
spir-13052	21	15	shares	share	NOUN
spir-13052	21	16	,	,	PUNCT
spir-13052	21	17	comments	comment	NOUN
spir-13052	21	18	,	,	PUNCT
spir-13052	21	19	and	and	CCONJ
spir-13052	21	20	facebook	facebook	NOUN
spir-13052	21	21	reactions	reaction	NOUN
spir-13052	21	22	(	(	PUNCT
spir-13052	21	23	‘	'	PUNCT
spir-13052	21	24	like	like	INTJ
spir-13052	21	25	,	,	PUNCT
spir-13052	21	26	’	'	PUNCT
spir-13052	21	27	‘	'	PUNCT
spir-13052	21	28	love	love	NOUN
spir-13052	21	29	,	,	PUNCT
spir-13052	21	30	’	'	PUNCT
spir-13052	21	31	‘	'	PUNCT
spir-13052	21	32	care	care	NOUN
spir-13052	21	33	,	,	PUNCT
spir-13052	21	34	’	'	PUNCT
spir-13052	21	35	‘	'	PUNCT
spir-13052	21	36	haha	haha	INTJ
spir-13052	21	37	,	,	PUNCT
spir-13052	21	38	’	'	PUNCT
spir-13052	21	39	‘	'	PUNCT
spir-13052	21	40	wow	wow	INTJ
spir-13052	21	41	,	,	PUNCT
spir-13052	21	42	’	'	PUNCT
spir-13052	21	43	‘	'	PUNCT
spir-13052	21	44	sad	sad	ADJ
spir-13052	21	45	,	,	PUNCT
spir-13052	21	46	’	'	PUNCT
spir-13052	21	47	‘	'	PUNCT
spir-13052	21	48	care	care	NOUN
spir-13052	21	49	,	,	PUNCT
spir-13052	21	50	’	'	PUNCT
spir-13052	21	51	‘	'	PUNCT
spir-13052	21	52	thankful	thankful	ADJ
spir-13052	21	53	,	,	PUNCT
spir-13052	21	54	’	'	PUNCT
spir-13052	21	55	and	and	CCONJ
spir-13052	21	56	‘	'	PUNCT
spir-13052	21	57	angry	angry	ADJ
spir-13052	21	58	’	'	PUNCT
spir-13052	21	59	)	)	PUNCT
spir-13052	21	60	.	.	PUNCT
spir-13052	22	1	we	we	PRON
spir-13052	22	2	aggregate	aggregate	VERB
spir-13052	22	3	share	share	NOUN
spir-13052	22	4	and	and	CCONJ
spir-13052	22	5	engagement	engagement	NOUN
spir-13052	22	6	metrics	metric	NOUN
spir-13052	22	7	by	by	ADP
spir-13052	22	8	total	total	ADJ
spir-13052	22	9	and	and	CCONJ
spir-13052	22	10	average	average	ADJ
spir-13052	22	11	(	(	PUNCT
spir-13052	22	12	mean	mean	NOUN
spir-13052	22	13	)	)	PUNCT
spir-13052	22	14	,	,	PUNCT
spir-13052	22	15	which	which	PRON
spir-13052	22	16	is	be	AUX
spir-13052	22	17	the	the	DET
spir-13052	22	18	dependent	dependent	ADJ
spir-13052	22	19	variable	variable	NOUN
spir-13052	22	20	in	in	ADP
spir-13052	22	21	the	the	DET
spir-13052	22	22	temporal	temporal	ADJ
spir-13052	22	23	models	model	NOUN
spir-13052	22	24	fitted	fit	VERB
spir-13052	22	25	for	for	ADP
spir-13052	22	26	this	this	DET
spir-13052	22	27	study	study	NOUN
spir-13052	22	28	.	.	PUNCT
spir-13052	23	1	we	we	PRON
spir-13052	23	2	performed	perform	VERB
spir-13052	23	3	robustness	robustness	NOUN
spir-13052	23	4	and	and	CCONJ
spir-13052	23	5	augmented	augment	VERB
spir-13052	23	6	dickey	dickey	PROPN
spir-13052	23	7	-	-	PUNCT
spir-13052	23	8	fuller	full	ADJ
spir-13052	23	9	tests	test	NOUN
spir-13052	23	10	to	to	PART
spir-13052	23	11	ascertain	ascertain	VERB
spir-13052	23	12	that	that	SCONJ
spir-13052	23	13	the	the	DET
spir-13052	23	14	series	serie	NOUN
spir-13052	23	15	are	be	AUX
spir-13052	23	16	non	non	ADJ
spir-13052	23	17	-	-	ADJ
spir-13052	23	18	stationary	stationary	ADJ
spir-13052	23	19	(	(	PUNCT
spir-13052	23	20	figure	figure	NOUN
spir-13052	23	21	2	2	NUM
spir-13052	23	22	)	)	PUNCT
spir-13052	23	23	,	,	PUNCT
spir-13052	23	24	and	and	CCONJ
spir-13052	23	25	subsequently	subsequently	ADV
spir-13052	23	26	modelled	model	VERB
spir-13052	23	27	the	the	DET
spir-13052	23	28	data	datum	NOUN
spir-13052	23	29	using	use	VERB
spir-13052	23	30	crosscorrelation	crosscorrelation	NOUN
spir-13052	23	31	analysis	analysis	NOUN
spir-13052	23	32	,	,	PUNCT
spir-13052	23	33	granger	granger	PROPN
spir-13052	23	34	causality	causality	PROPN
spir-13052	23	35	test	test	NOUN
spir-13052	23	36	,	,	PUNCT
spir-13052	23	37	and	and	CCONJ
spir-13052	23	38	anomaly	anomaly	NOUN
spir-13052	23	39	detection	detection	NOUN
spir-13052	23	40	.	.	PUNCT
spir-13052	24	1	cross	cross	ADJ
spir-13052	24	2	-	-	ADJ
spir-13052	24	3	correlational	correlational	ADJ
spir-13052	24	4	analysis	analysis	NOUN
spir-13052	24	5	(	(	PUNCT
spir-13052	24	6	ccf	ccf	NOUN
spir-13052	24	7	)	)	PUNCT
spir-13052	24	8	not	not	PART
spir-13052	24	9	only	only	ADV
spir-13052	24	10	identifies	identify	VERB
spir-13052	24	11	potential	potential	ADJ
spir-13052	24	12	correlations	correlation	NOUN
spir-13052	24	13	between	between	ADP
spir-13052	24	14	two	two	NUM
spir-13052	24	15	series	series	NOUN
spir-13052	24	16	,	,	PUNCT
spir-13052	24	17	but	but	CCONJ
spir-13052	24	18	it	it	PRON
spir-13052	24	19	also	also	ADV
spir-13052	24	20	detects	detect	VERB
spir-13052	24	21	lagged	lag	VERB
spir-13052	24	22	influences	influence	NOUN
spir-13052	24	23	between	between	ADP
spir-13052	24	24	two	two	NUM
spir-13052	24	25	time	time	NOUN
spir-13052	24	26	series	series	NOUN
spir-13052	24	27	.	.	PUNCT
spir-13052	25	1	as	as	ADP
spir-13052	25	2	such	such	ADJ
spir-13052	25	3	,	,	PUNCT
spir-13052	25	4	ccf	ccf	NOUN
spir-13052	25	5	was	be	AUX
spir-13052	25	6	crucial	crucial	ADJ
spir-13052	25	7	to	to	PART
spir-13052	25	8	characterize	characterize	VERB
spir-13052	25	9	the	the	DET
spir-13052	25	10	temporal	temporal	ADJ
spir-13052	25	11	direction	direction	NOUN
spir-13052	25	12	and	and	CCONJ
spir-13052	25	13	the	the	DET
spir-13052	25	14	influence	influence	NOUN
spir-13052	25	15	between	between	ADP
spir-13052	25	16	the	the	DET
spir-13052	25	17	weighted	weight	VERB
spir-13052	25	18	temporal	temporal	ADJ
spir-13052	25	19	changes	change	NOUN
spir-13052	25	20	made	make	VERB
spir-13052	25	21	to	to	PART
spir-13052	25	22	facebook	facebook	VERB
spir-13052	25	23	algorithms	algorithm	NOUN
spir-13052	25	24	and	and	CCONJ
spir-13052	25	25	engagement	engagement	NOUN
spir-13052	25	26	with	with	ADP
spir-13052	25	27	guardian	guardian	ADJ
spir-13052	25	28	articles	article	NOUN
spir-13052	25	29	over	over	ADP
spir-13052	25	30	the	the	DET
spir-13052	25	31	10	10	NUM
spir-13052	25	32	-	-	PUNCT
spir-13052	25	33	year	year	NOUN
spir-13052	25	34	period	period	NOUN
spir-13052	25	35	.	.	PUNCT
spir-13052	26	1	figure	figure	NOUN
spir-13052	26	2	1(a	1(a	NUM
spir-13052	26	3	):	):	PUNCT
spir-13052	26	4	news	news	NOUN
spir-13052	26	5	articles	article	NOUN
spir-13052	26	6	published	publish	VERB
spir-13052	26	7	by	by	ADP
spir-13052	26	8	the	the	DET
spir-13052	26	9	guardian	guardian	NOUN
spir-13052	26	10	online	online	ADV
spir-13052	26	11	and	and	CCONJ
spir-13052	26	12	in	in	ADP
spir-13052	26	13	print	print	NOUN
spir-13052	26	14	.	.	PUNCT
spir-13052	27	1	figure	figure	NOUN
spir-13052	27	2	1(b	1(b	NUM
spir-13052	27	3	):	):	PUNCT
spir-13052	27	4	guardian	guardian	ADJ
spir-13052	27	5	articles	article	NOUN
spir-13052	27	6	with	with	ADP
spir-13052	27	7	facebook	facebook	PROPN
spir-13052	27	8	engagement	engagement	NOUN
spir-13052	27	9	metrics	metric	NOUN
spir-13052	27	10	available	available	ADJ
spir-13052	27	11	on	on	ADP
spir-13052	27	12	crowdtangle	crowdtangle	PROPN
spir-13052	27	13	(	(	PUNCT
spir-13052	27	14	y	y	NOUN
spir-13052	27	15	-	-	PUNCT
spir-13052	27	16	axis	axis	NOUN
spir-13052	27	17	shows	show	VERB
spir-13052	27	18	densities	density	NOUN
spir-13052	27	19	)	)	PUNCT
spir-13052	27	20	.	.	PUNCT
spir-13052	28	1	we	we	PRON
spir-13052	28	2	performed	perform	VERB
spir-13052	28	3	cross	cross	ADJ
spir-13052	28	4	-	-	ADJ
spir-13052	28	5	correlation	correlation	ADJ
spir-13052	28	6	analyses	analysis	NOUN
spir-13052	28	7	(	(	PUNCT
spir-13052	28	8	ccf	ccf	NOUN
spir-13052	28	9	)	)	PUNCT
spir-13052	28	10	to	to	ADP
spir-13052	28	11	the	the	DET
spir-13052	28	12	series	series	NOUN
spir-13052	28	13	and	and	CCONJ
spir-13052	28	14	tested	test	VERB
spir-13052	28	15	for	for	ADP
spir-13052	28	16	optimal	optimal	ADJ
spir-13052	28	17	lags	lag	NOUN
spir-13052	28	18	that	that	PRON
spir-13052	28	19	are	be	AUX
spir-13052	28	20	significant	significant	ADJ
spir-13052	28	21	at	at	ADP
spir-13052	28	22	the	the	DET
spir-13052	28	23	95	95	NUM
spir-13052	28	24	%	%	NOUN
spir-13052	28	25	confidence	confidence	NOUN
spir-13052	28	26	interval	interval	NOUN
spir-13052	28	27	level	level	NOUN
spir-13052	28	28	.	.	PUNCT
spir-13052	29	1	as	as	SCONJ
spir-13052	29	2	there	there	PRON
spir-13052	29	3	is	be	VERB
spir-13052	29	4	no	no	DET
spir-13052	29	5	significant	significant	ADJ
spir-13052	29	6	pattern	pattern	NOUN
spir-13052	29	7	of	of	ADP
spir-13052	29	8	correlations	correlation	NOUN
spir-13052	29	9	between	between	ADP
spir-13052	29	10	opinion	opinion	NOUN
spir-13052	29	11	,	,	PUNCT
spir-13052	29	12	lifestyle	lifestyle	NOUN
spir-13052	29	13	,	,	PUNCT
spir-13052	29	14	and	and	CCONJ
spir-13052	29	15	arts	art	NOUN
spir-13052	29	16	,	,	PUNCT
spir-13052	29	17	we	we	PRON
spir-13052	29	18	concluded	conclude	VERB
spir-13052	29	19	that	that	SCONJ
spir-13052	29	20	the	the	DET
spir-13052	29	21	series	serie	NOUN
spir-13052	29	22	are	be	AUX
spir-13052	29	23	cooccurring	cooccurre	VERB
spir-13052	29	24	.	.	PUNCT
spir-13052	30	1	news	news	NOUN
spir-13052	30	2	and	and	CCONJ
spir-13052	30	3	sport	sport	NOUN
spir-13052	30	4	,	,	PUNCT
spir-13052	30	5	however	however	ADV
spir-13052	30	6	,	,	PUNCT
spir-13052	30	7	present	present	ADJ
spir-13052	30	8	significant	significant	ADJ
spir-13052	30	9	relationships	relationship	NOUN
spir-13052	30	10	and	and	CCONJ
spir-13052	30	11	we	we	PRON
spir-13052	30	12	therefore	therefore	ADV
spir-13052	30	13	concluded	conclude	VERB
spir-13052	30	14	that	that	SCONJ
spir-13052	30	15	the	the	DET
spir-13052	30	16	temporal	temporal	ADJ
spir-13052	30	17	series	series	NOUN
spir-13052	30	18	of	of	ADP
spir-13052	30	19	algorithmic	algorithmic	ADJ
spir-13052	30	20	change	change	NOUN
spir-13052	30	21	does	do	AUX
spir-13052	30	22	lead	lead	VERB
spir-13052	30	23	the	the	DET
spir-13052	30	24	temporal	temporal	ADJ
spir-13052	30	25	series	series	NOUN
spir-13052	30	26	of	of	ADP
spir-13052	30	27	engagement	engagement	NOUN
spir-13052	30	28	with	with	ADP
spir-13052	30	29	guardian	guardian	PROPN
spir-13052	30	30	news	news	PROPN
spir-13052	30	31	and	and	CCONJ
spir-13052	30	32	sport	sport	NOUN
spir-13052	30	33	articles	article	NOUN
spir-13052	30	34	on	on	ADP
spir-13052	30	35	facebook	facebook	PROPN
spir-13052	30	36	.	.	PUNCT
spir-13052	31	1	figure	figure	NOUN
spir-13052	31	2	3	3	NUM
spir-13052	31	3	unpacks	unpack	VERB
spir-13052	31	4	these	these	DET
spir-13052	31	5	findings	finding	NOUN
spir-13052	31	6	,	,	PUNCT
spir-13052	31	7	with	with	ADP
spir-13052	31	8	upper	upper	ADJ
spir-13052	31	9	and	and	CCONJ
spir-13052	31	10	lower	low	ADJ
spir-13052	31	11	dashed	dash	VERB
spir-13052	31	12	lines	line	NOUN
spir-13052	31	13	showing	show	VERB
spir-13052	31	14	that	that	SCONJ
spir-13052	31	15	news	news	NOUN
spir-13052	31	16	and	and	CCONJ
spir-13052	31	17	sport	sport	NOUN
spir-13052	31	18	are	be	AUX
spir-13052	31	19	above	above	ADP
spir-13052	31	20	the	the	DET
spir-13052	31	21	significance	significance	NOUN
spir-13052	31	22	threshold	threshold	NOUN
spir-13052	31	23	at	at	ADP
spir-13052	31	24	lags	lag	NOUN
spir-13052	31	25	+21	+21	PROPN
spir-13052	31	26	and	and	CCONJ
spir-13052	31	27	+24	+24	ADJ
spir-13052	31	28	.	.	PUNCT
spir-13052	32	1	in	in	ADP
spir-13052	32	2	short	short	ADJ
spir-13052	32	3	,	,	PUNCT
spir-13052	32	4	content	content	NOUN
spir-13052	32	5	of	of	ADP
spir-13052	32	6	news	news	NOUN
spir-13052	32	7	value	value	NOUN
spir-13052	32	8	was	be	AUX
spir-13052	32	9	found	find	VERB
spir-13052	32	10	to	to	PART
spir-13052	32	11	be	be	AUX
spir-13052	32	12	significantly	significantly	ADV
spir-13052	32	13	more	more	ADV
spir-13052	32	14	likely	likely	ADJ
spir-13052	32	15	to	to	PART
spir-13052	32	16	be	be	AUX
spir-13052	32	17	affected	affect	VERB
spir-13052	32	18	by	by	ADP
spir-13052	32	19	changes	change	NOUN
spir-13052	32	20	made	make	VERB
spir-13052	32	21	to	to	PART
spir-13052	32	22	facebook	facebook	VERB
spir-13052	32	23	news	news	NOUN
spir-13052	32	24	feed	feed	NOUN
spir-13052	32	25	algorithm	algorithm	NOUN
spir-13052	32	26	within	within	ADP
spir-13052	32	27	a	a	DET
spir-13052	32	28	window	window	NOUN
spir-13052	32	29	period	period	NOUN
spir-13052	32	30	of	of	ADP
spir-13052	32	31	around	around	ADP
spir-13052	32	32	3	3	NUM
spir-13052	32	33	weeks	week	NOUN
spir-13052	32	34	.	.	PUNCT
spir-13052	33	1	next	next	ADV
spir-13052	33	2	we	we	PRON
spir-13052	33	3	performed	perform	VERB
spir-13052	33	4	granger	granger	PROPN
spir-13052	33	5	causality	causality	NOUN
spir-13052	33	6	tests	test	NOUN
spir-13052	33	7	to	to	PART
spir-13052	33	8	determine	determine	VERB
spir-13052	33	9	the	the	DET
spir-13052	33	10	robustness	robustness	NOUN
spir-13052	33	11	of	of	ADP
spir-13052	33	12	our	our	PRON
spir-13052	33	13	findings	finding	NOUN
spir-13052	33	14	.	.	PUNCT
spir-13052	34	1	figure	figure	VERB
spir-13052	34	2	4	4	NUM
spir-13052	34	3	shows	show	VERB
spir-13052	34	4	the	the	DET
spir-13052	34	5	results	result	NOUN
spir-13052	34	6	across	across	ADP
spir-13052	34	7	the	the	DET
spir-13052	34	8	five	five	NUM
spir-13052	34	9	pillars	pillar	NOUN
spir-13052	34	10	,	,	PUNCT
spir-13052	34	11	with	with	ADP
spir-13052	34	12	the	the	DET
spir-13052	34	13	news	news	NOUN
spir-13052	34	14	feed	feed	NOUN
spir-13052	34	15	algorithms	algorithm	NOUN
spir-13052	34	16	predicting	predict	VERB
spir-13052	34	17	facebook	facebook	PROPN
spir-13052	34	18	engagement	engagement	NOUN
spir-13052	34	19	with	with	ADP
spir-13052	34	20	guardian	guardian	ADJ
spir-13052	34	21	articles	article	NOUN
spir-13052	34	22	focused	focus	VERB
spir-13052	34	23	on	on	ADP
spir-13052	34	24	news	news	NOUN
spir-13052	34	25	(	(	PUNCT
spir-13052	34	26	p	p	X
spir-13052	34	27	<	<	X
spir-13052	34	28	.0327	.0327	PROPN
spir-13052	34	29	)	)	PUNCT
spir-13052	34	30	,	,	PUNCT
spir-13052	34	31	figure	figure	VERB
spir-13052	34	32	2	2	NUM
spir-13052	34	33	:	:	PUNCT
spir-13052	34	34	time	time	NOUN
spir-13052	34	35	series	series	NOUN
spir-13052	34	36	of	of	ADP
spir-13052	34	37	facebook	facebook	PROPN
spir-13052	34	38	engagement	engagement	NOUN
spir-13052	34	39	with	with	ADP
spir-13052	34	40	guardian	guardian	ADJ
spir-13052	34	41	content	content	NOUN
spir-13052	34	42	2010	2010	NUM
spir-13052	34	43	-	-	SYM
spir-13052	34	44	2020	2020	NUM
spir-13052	34	45	figure	figure	NOUN
spir-13052	34	46	3	3	NUM
spir-13052	34	47	:	:	SYM
spir-13052	34	48	3	3	NUM
spir-13052	34	49	:	:	PUNCT
spir-13052	34	50	cross	cross	VERB
spir-13052	34	51	correlation	correlation	NOUN
spir-13052	34	52	between	between	ADP
spir-13052	34	53	changes	change	NOUN
spir-13052	34	54	made	make	VERB
spir-13052	34	55	to	to	PART
spir-13052	34	56	facebook	facebook	VERB
spir-13052	34	57	news	news	NOUN
spir-13052	34	58	feed	feed	NOUN
spir-13052	34	59	algorithms	algorithm	NOUN
spir-13052	34	60	and	and	CCONJ
spir-13052	34	61	facebook	facebook	NOUN
spir-13052	34	62	engagement	engagement	NOUN
spir-13052	34	63	with	with	ADP
spir-13052	34	64	guardian	guardian	PROPN
spir-13052	34	65	content	content	NOUN
spir-13052	34	66	.	.	PUNCT
spir-13052	35	1	whereas	whereas	SCONJ
spir-13052	35	2	changes	change	NOUN
spir-13052	35	3	made	make	VERB
spir-13052	35	4	to	to	ADP
spir-13052	35	5	the	the	DET
spir-13052	35	6	algorithm	algorithm	NOUN
spir-13052	35	7	were	be	AUX
spir-13052	35	8	not	not	PART
spir-13052	35	9	found	find	VERB
spir-13052	35	10	to	to	PART
spir-13052	35	11	be	be	AUX
spir-13052	35	12	significant	significant	ADJ
spir-13052	35	13	with	with	ADP
spir-13052	35	14	respect	respect	NOUN
spir-13052	35	15	to	to	ADP
spir-13052	35	16	arts	art	NOUN
spir-13052	35	17	,	,	PUNCT
spir-13052	35	18	lifestyle	lifestyle	NOUN
spir-13052	35	19	,	,	PUNCT
spir-13052	35	20	opinion	opinion	NOUN
spir-13052	35	21	,	,	PUNCT
spir-13052	35	22	or	or	CCONJ
spir-13052	35	23	sports	sport	NOUN
spir-13052	35	24	.	.	PUNCT
spir-13052	36	1	these	these	DET
spir-13052	36	2	results	result	NOUN
spir-13052	36	3	are	be	AUX
spir-13052	36	4	consistent	consistent	ADJ
spir-13052	36	5	with	with	ADP
spir-13052	36	6	the	the	DET
spir-13052	36	7	hypothesis	hypothesis	NOUN
spir-13052	36	8	that	that	DET
spir-13052	36	9	content	content	NOUN
spir-13052	36	10	of	of	ADP
spir-13052	36	11	journalistic	journalistic	ADJ
spir-13052	36	12	importance	importance	NOUN
spir-13052	36	13	,	,	PUNCT
spir-13052	36	14	such	such	ADJ
spir-13052	36	15	as	as	ADP
spir-13052	36	16	news	news	NOUN
spir-13052	36	17	and	and	CCONJ
spir-13052	36	18	politics	politic	NOUN
spir-13052	36	19	,	,	PUNCT
spir-13052	36	20	are	be	AUX
spir-13052	36	21	more	more	ADV
spir-13052	36	22	likely	likely	ADJ
spir-13052	36	23	to	to	PART
spir-13052	36	24	be	be	AUX
spir-13052	36	25	affected	affect	VERB
spir-13052	36	26	by	by	ADP
spir-13052	36	27	algorithmic	algorithmic	ADJ
spir-13052	36	28	changes	change	NOUN
spir-13052	36	29	.	.	PUNCT
spir-13052	37	1	figure	figure	VERB
spir-13052	37	2	4	4	NUM
spir-13052	37	3	also	also	ADV
spir-13052	37	4	shows	show	VERB
spir-13052	37	5	the	the	DET
spir-13052	37	6	anomalies	anomaly	NOUN
spir-13052	37	7	detected	detect	VERB
spir-13052	37	8	by	by	ADP
spir-13052	37	9	the	the	DET
spir-13052	37	10	sh	sh	PROPN
spir-13052	37	11	-	-	PUNCT
spir-13052	37	12	esd	esd	NOUN
spir-13052	37	13	algorithm	algorithm	NOUN
spir-13052	37	14	,	,	PUNCT
spir-13052	37	15	largely	largely	ADV
spir-13052	37	16	concentrated	concentrate	VERB
spir-13052	37	17	in	in	ADP
spir-13052	37	18	a	a	DET
spir-13052	37	19	period	period	NOUN
spir-13052	37	20	of	of	ADP
spir-13052	37	21	intense	intense	ADJ
spir-13052	37	22	changes	change	NOUN
spir-13052	37	23	made	make	VERB
spir-13052	37	24	to	to	ADP
spir-13052	37	25	the	the	DET
spir-13052	37	26	algorithm	algorithm	NOUN
spir-13052	37	27	(	(	PUNCT
spir-13052	37	28	2014	2014	NUM
spir-13052	37	29	-	-	SYM
spir-13052	37	30	2016	2016	NUM
spir-13052	37	31	)	)	PUNCT
spir-13052	37	32	,	,	PUNCT
spir-13052	37	33	with	with	ADP
spir-13052	37	34	the	the	DET
spir-13052	37	35	yearly	yearly	ADJ
spir-13052	37	36	period	period	NOUN
spir-13052	37	37	of	of	ADP
spir-13052	37	38	may	may	PROPN
spir-13052	37	39	-	-	PUNCT
spir-13052	37	40	august	august	PROPN
spir-13052	37	41	accounting	accounting	NOUN
spir-13052	37	42	for	for	ADP
spir-13052	37	43	more	more	ADJ
spir-13052	37	44	than	than	ADP
spir-13052	37	45	half	half	NOUN
spir-13052	37	46	of	of	ADP
spir-13052	37	47	the	the	DET
spir-13052	37	48	anomalies	anomaly	NOUN
spir-13052	37	49	(	(	PUNCT
spir-13052	37	50	99	99	NUM
spir-13052	37	51	out	out	ADP
spir-13052	37	52	of	of	ADP
spir-13052	37	53	191	191	NUM
spir-13052	37	54	)	)	PUNCT
spir-13052	37	55	.	.	PUNCT
spir-13052	38	1	two	two	NUM
spir-13052	38	2	-	-	PUNCT
spir-13052	38	3	thirds	third	NOUN
spir-13052	38	4	of	of	ADP
spir-13052	38	5	the	the	DET
spir-13052	38	6	anomalies	anomaly	NOUN
spir-13052	38	7	detected	detect	VERB
spir-13052	38	8	in	in	ADP
spir-13052	38	9	the	the	DET
spir-13052	38	10	news	news	NOUN
spir-13052	38	11	pillar	pillar	NOUN
spir-13052	38	12	took	take	VERB
spir-13052	38	13	place	place	NOUN
spir-13052	38	14	in	in	ADP
spir-13052	38	15	2016	2016	NUM
spir-13052	38	16	,	,	PUNCT
spir-13052	38	17	with	with	ADP
spir-13052	38	18	the	the	DET
spir-13052	38	19	vast	vast	ADJ
spir-13052	38	20	majority	majority	NOUN
spir-13052	38	21	concentrated	concentrate	VERB
spir-13052	38	22	in	in	ADP
spir-13052	38	23	june	june	PROPN
spir-13052	38	24	2016	2016	NUM
spir-13052	38	25	.	.	PUNCT
spir-13052	39	1	the	the	DET
spir-13052	39	2	significant	significant	ADJ
spir-13052	39	3	anomalies	anomaly	NOUN
spir-13052	39	4	found	find	VERB
spir-13052	39	5	in	in	ADP
spir-13052	39	6	the	the	DET
spir-13052	39	7	news	news	NOUN
spir-13052	39	8	series	series	NOUN
spir-13052	39	9	before	before	SCONJ
spir-13052	39	10	mid-2016	mid-2016	NOUN
spir-13052	39	11	reflect	reflect	VERB
spir-13052	39	12	critical	critical	ADJ
spir-13052	39	13	changes	change	NOUN
spir-13052	39	14	introduced	introduce	VERB
spir-13052	39	15	by	by	ADP
spir-13052	39	16	facebook	facebook	PROPN
spir-13052	39	17	,	,	PUNCT
spir-13052	39	18	when	when	SCONJ
spir-13052	39	19	posts	post	NOUN
spir-13052	39	20	from	from	ADP
spir-13052	39	21	friends	friend	NOUN
spir-13052	39	22	and	and	CCONJ
spir-13052	39	23	family	family	NOUN
spir-13052	39	24	were	be	AUX
spir-13052	39	25	further	far	ADV
spir-13052	39	26	prioritized	prioritize	VERB
spir-13052	39	27	and	and	CCONJ
spir-13052	39	28	ranked	rank	VERB
spir-13052	39	29	higher	high	ADJ
spir-13052	39	30	(	(	PUNCT
spir-13052	39	31	mosseri	mosseri	NOUN
spir-13052	39	32	,	,	PUNCT
spir-13052	39	33	2016	2016	NUM
spir-13052	39	34	)	)	PUNCT
spir-13052	39	35	.	.	PUNCT
spir-13052	40	1	in	in	ADP
spir-13052	40	2	summary	summary	NOUN
spir-13052	40	3	,	,	PUNCT
spir-13052	40	4	this	this	DET
spir-13052	40	5	study	study	NOUN
spir-13052	40	6	presents	present	VERB
spir-13052	40	7	a	a	DET
spir-13052	40	8	proof	proof	NOUN
spir-13052	40	9	-	-	PUNCT
spir-13052	40	10	of	of	ADP
spir-13052	40	11	-	-	PUNCT
spir-13052	40	12	concept	concept	NOUN
spir-13052	40	13	study	study	NOUN
spir-13052	40	14	to	to	PART
spir-13052	40	15	audit	audit	VERB
spir-13052	40	16	the	the	DET
spir-13052	40	17	facebook	facebook	PROPN
spir-13052	40	18	news	news	NOUN
spir-13052	40	19	feed	feed	NOUN
spir-13052	40	20	.	.	PUNCT
spir-13052	41	1	our	our	PRON
spir-13052	41	2	results	result	NOUN
spir-13052	41	3	,	,	PUNCT
spir-13052	41	4	however	however	ADV
spir-13052	41	5	,	,	PUNCT
spir-13052	41	6	speak	speak	VERB
spir-13052	41	7	only	only	ADV
spir-13052	41	8	to	to	ADP
spir-13052	41	9	the	the	DET
spir-13052	41	10	elapsed	elapse	VERB
spir-13052	41	11	effect	effect	NOUN
spir-13052	41	12	of	of	ADP
spir-13052	41	13	these	these	DET
spir-13052	41	14	changes	change	NOUN
spir-13052	41	15	.	.	PUNCT
spir-13052	42	1	we	we	PRON
spir-13052	42	2	have	have	VERB
spir-13052	42	3	no	no	DET
spir-13052	42	4	way	way	NOUN
spir-13052	42	5	to	to	PART
spir-13052	42	6	qualify	qualify	VERB
spir-13052	42	7	the	the	DET
spir-13052	42	8	impact	impact	NOUN
spir-13052	42	9	they	they	PRON
spir-13052	42	10	may	may	AUX
spir-13052	42	11	have	have	AUX
spir-13052	42	12	had	have	VERB
spir-13052	42	13	to	to	ADP
spir-13052	42	14	the	the	DET
spir-13052	42	15	news	news	NOUN
spir-13052	42	16	industry	industry	NOUN
spir-13052	42	17	and	and	CCONJ
spir-13052	42	18	their	their	PRON
spir-13052	42	19	revenue	revenue	NOUN
spir-13052	42	20	.	.	PUNCT
spir-13052	43	1	we	we	PRON
spir-13052	43	2	can	can	AUX
spir-13052	43	3	only	only	ADV
spir-13052	43	4	speculate	speculate	VERB
spir-13052	43	5	that	that	SCONJ
spir-13052	43	6	these	these	DET
spir-13052	43	7	changes	change	NOUN
spir-13052	43	8	were	be	AUX
spir-13052	43	9	substantial	substantial	ADJ
spir-13052	43	10	.	.	PUNCT
spir-13052	44	1	the	the	DET
spir-13052	44	2	asymmetric	asymmetric	ADJ
spir-13052	44	3	power	power	NOUN
spir-13052	44	4	exerted	exert	VERB
spir-13052	44	5	by	by	ADP
spir-13052	44	6	social	social	ADJ
spir-13052	44	7	platforms	platform	NOUN
spir-13052	44	8	on	on	ADP
spir-13052	44	9	news	news	NOUN
spir-13052	44	10	organizations	organization	NOUN
spir-13052	44	11	is	be	AUX
spir-13052	44	12	such	such	ADJ
spir-13052	44	13	that	that	SCONJ
spir-13052	44	14	news	news	NOUN
spir-13052	44	15	companies	company	NOUN
spir-13052	44	16	find	find	VERB
spir-13052	44	17	themselves	themselves	PRON
spir-13052	44	18	trying	try	VERB
spir-13052	44	19	to	to	PART
spir-13052	44	20	meet	meet	VERB
spir-13052	44	21	the	the	DET
spir-13052	44	22	ever	ever	ADV
spir-13052	44	23	-	-	PUNCT
spir-13052	44	24	changing	change	VERB
spir-13052	44	25	demands	demand	NOUN
spir-13052	44	26	of	of	ADP
spir-13052	44	27	social	social	ADJ
spir-13052	44	28	platforms	platform	NOUN
spir-13052	44	29	’	'	PUNCT
spir-13052	44	30	algorithms	algorithm	NOUN
spir-13052	44	31	.	.	PUNCT
spir-13052	45	1	this	this	DET
spir-13052	45	2	period	period	NOUN
spir-13052	45	3	of	of	ADP
spir-13052	45	4	persistent	persistent	ADJ
spir-13052	45	5	decline	decline	NOUN
spir-13052	45	6	in	in	ADP
spir-13052	45	7	revenue	revenue	NOUN
spir-13052	45	8	and	and	CCONJ
spir-13052	45	9	trust	trust	NOUN
spir-13052	45	10	in	in	ADP
spir-13052	45	11	news	news	NOUN
spir-13052	45	12	organizations	organization	NOUN
spir-13052	45	13	was	be	AUX
spir-13052	45	14	accompanied	accompany	VERB
spir-13052	45	15	by	by	ADP
spir-13052	45	16	fundamental	fundamental	ADJ
spir-13052	45	17	changes	change	NOUN
spir-13052	45	18	in	in	ADP
spir-13052	45	19	the	the	DET
spir-13052	45	20	integrity	integrity	NOUN
spir-13052	45	21	of	of	ADP
spir-13052	45	22	the	the	DET
spir-13052	45	23	information	information	NOUN
spir-13052	45	24	ecosystem	ecosystem	NOUN
spir-13052	45	25	,	,	PUNCT
spir-13052	45	26	particularly	particularly	ADV
spir-13052	45	27	with	with	ADP
spir-13052	45	28	regard	regard	NOUN
spir-13052	45	29	to	to	ADP
spir-13052	45	30	how	how	SCONJ
spir-13052	45	31	trusted	trust	VERB
spir-13052	45	32	information	information	NOUN
spir-13052	45	33	and	and	CCONJ
spir-13052	45	34	news	news	NOUN
spir-13052	45	35	are	be	AUX
spir-13052	45	36	obtained	obtain	VERB
spir-13052	45	37	and	and	CCONJ
spir-13052	45	38	consumed	consume	VERB
spir-13052	45	39	online	online	ADV
spir-13052	45	40	.	.	PUNCT
spir-13052	46	1	these	these	DET
spir-13052	46	2	issues	issue	NOUN
spir-13052	46	3	have	have	VERB
spir-13052	46	4	profound	profound	ADJ
spir-13052	46	5	implications	implication	NOUN
spir-13052	46	6	for	for	ADP
spir-13052	46	7	the	the	DET
spir-13052	46	8	public	public	ADJ
spir-13052	46	9	discourse	discourse	NOUN
spir-13052	46	10	and	and	CCONJ
spir-13052	46	11	the	the	DET
spir-13052	46	12	informed	informed	ADJ
spir-13052	46	13	citizenry	citizenry	NOUN
spir-13052	46	14	that	that	PRON
spir-13052	46	15	sit	sit	VERB
spir-13052	46	16	at	at	ADP
spir-13052	46	17	the	the	DET
spir-13052	46	18	center	center	NOUN
spir-13052	46	19	of	of	ADP
spir-13052	46	20	democratic	democratic	ADJ
spir-13052	46	21	deliberation	deliberation	NOUN
spir-13052	46	22	,	,	PUNCT
spir-13052	46	23	a	a	DET
spir-13052	46	24	center	center	NOUN
spir-13052	46	25	ground	ground	NOUN
spir-13052	46	26	now	now	ADV
spir-13052	46	27	populated	populate	VERB
spir-13052	46	28	by	by	ADP
spir-13052	46	29	digital	digital	ADJ
spir-13052	46	30	intermediaries	intermediary	NOUN
spir-13052	46	31	such	such	ADJ
spir-13052	46	32	as	as	ADP
spir-13052	46	33	facebook	facebook	NOUN
spir-13052	46	34	,	,	PUNCT
spir-13052	46	35	google	google	NOUN
spir-13052	46	36	,	,	PUNCT
spir-13052	46	37	and	and	CCONJ
spir-13052	46	38	twitter	twitter	NOUN
spir-13052	46	39	whose	whose	DET
spir-13052	46	40	algorithms	algorithm	NOUN
spir-13052	46	41	define	define	VERB
spir-13052	46	42	the	the	DET
spir-13052	46	43	integrity	integrity	NOUN
spir-13052	46	44	of	of	ADP
spir-13052	46	45	information	information	NOUN
spir-13052	46	46	online	online	ADV
spir-13052	46	47	.	.	PUNCT
spir-13052	47	1	references	reference	NOUN
spir-13052	47	2	figure	figure	VERB
spir-13052	47	3	4	4	NUM
spir-13052	47	4	:	:	PUNCT
spir-13052	47	5	granger	granger	PROPN
spir-13052	47	6	causality	causality	NOUN
spir-13052	47	7	tests	test	VERB
spir-13052	47	8	with	with	ADP
spir-13052	47	9	f	f	NOUN
spir-13052	47	10	-	-	PUNCT
spir-13052	47	11	statistic	statistic	NOUN
spir-13052	47	12	and	and	CCONJ
spir-13052	47	13	p	p	NOUN
spir-13052	47	14	values	value	NOUN
spir-13052	47	15	for	for	ADP
spir-13052	47	16	each	each	DET
spir-13052	47	17	news	news	NOUN
spir-13052	47	18	pillar	pillar	NOUN
spir-13052	47	19	.	.	PUNCT
spir-13052	48	1	blue	blue	ADJ
spir-13052	48	2	dots	dot	NOUN
spir-13052	48	3	represents	represent	VERB
spir-13052	48	4	anomalies	anomaly	NOUN
spir-13052	48	5	detected	detect	VERB
spir-13052	48	6	by	by	ADP
spir-13052	48	7	the	the	DET
spir-13052	48	8	s	s	PROPN
spir-13052	48	9	-	-	PUNCT
spir-13052	48	10	h	h	NOUN
spir-13052	48	11	-	-	PUNCT
spir-13052	48	12	esd	esd	NOUN
spir-13052	48	13	algorithm	algorithm	NOUN
spir-13052	48	14	.	.	PUNCT
spir-13052	49	1	allen	allen	PROPN
spir-13052	49	2	,	,	PUNCT
spir-13052	49	3	j.	j.	PROPN
spir-13052	49	4	,	,	PUNCT
spir-13052	49	5	mobius	mobius	PROPN
spir-13052	49	6	,	,	PUNCT
spir-13052	49	7	m.	m.	NOUN
spir-13052	49	8	,	,	PUNCT
spir-13052	49	9	rothschild	rothschild	PROPN
spir-13052	49	10	,	,	PUNCT
spir-13052	49	11	d.	d.	PROPN
spir-13052	49	12	m.	m.	PROPN
spir-13052	49	13	,	,	PUNCT
spir-13052	49	14	&	&	CCONJ
spir-13052	49	15	watts	watts	PROPN
spir-13052	49	16	,	,	PUNCT
spir-13052	49	17	d.	d.	PROPN
spir-13052	49	18	j.	j.	PROPN
spir-13052	49	19	(	(	PUNCT
spir-13052	49	20	2021	2021	NUM
spir-13052	49	21	)	)	PUNCT
spir-13052	49	22	.	.	PUNCT
spir-13052	50	1	research	research	NOUN
spir-13052	50	2	note	note	NOUN
spir-13052	50	3	:	:	PUNCT
spir-13052	50	4	examining	examine	VERB
spir-13052	50	5	potential	potential	ADJ
spir-13052	50	6	bias	bias	NOUN
spir-13052	50	7	in	in	ADP
spir-13052	50	8	large	large	ADJ
spir-13052	50	9	-	-	PUNCT
spir-13052	50	10	scale	scale	NOUN
spir-13052	50	11	censored	censored	ADJ
spir-13052	50	12	data	datum	NOUN
spir-13052	50	13	.	.	PUNCT
spir-13052	51	1	harvard	harvard	PROPN
spir-13052	51	2	kennedy	kennedy	PROPN
spir-13052	51	3	school	school	PROPN
spir-13052	51	4	misinformation	misinformation	PROPN
spir-13052	51	5	review	review	NOUN
spir-13052	51	6	.	.	PUNCT
spir-13052	52	1	mosseri	mosseri	NOUN
spir-13052	52	2	,	,	PUNCT
spir-13052	52	3	a.	a.	NOUN
spir-13052	52	4	(	(	PUNCT
spir-13052	52	5	2016	2016	NUM
spir-13052	52	6	,	,	PUNCT
spir-13052	52	7	2016	2016	NUM
spir-13052	52	8	,	,	PUNCT
spir-13052	52	9	june	june	PROPN
spir-13052	52	10	29	29	NUM
spir-13052	52	11	)	)	PUNCT
spir-13052	52	12	.	.	PUNCT
spir-13052	53	1	building	build	VERB
spir-13052	53	2	a	a	DET
spir-13052	53	3	better	well	ADJ
spir-13052	53	4	news	news	NOUN
spir-13052	53	5	feed	feed	NOUN
spir-13052	53	6	for	for	ADP
spir-13052	53	7	you	you	PRON
spir-13052	53	8	.	.	PUNCT
spir-13052	54	1	facebook	facebook	PROPN
spir-13052	54	2	newsroom	newsroom	PROPN
spir-13052	54	3	.	.	PUNCT
spir-13052	55	1	https://about.fb.com/news/2016/06/building-a-better-news-feed-foryou/	https://about.fb.com/news/2016/06/building-a-better-news-feed-foryou/	PROPN
spir-13052	55	2	https://about.fb.com/news/2016/06/building-a-better-news-feed-for-you/	https://about.fb.com/news/2016/06/building-a-better-news-feed-for-you/	X
spir-13052	55	3	https://about.fb.com/news/2016/06/building-a-better-news-feed-for-you/	https://about.fb.com/news/2016/06/building-a-better-news-feed-for-you/	NOUN