id	sid	tid	token	lemma	pos
spir-11269	1	1	aoir2020-submission-final.pdf	aoir2020-submission-final.pdf	ADJ
spir-11269	1	2	selected	select	VERB
spir-11269	1	3	papers	paper	NOUN
spir-11269	1	4	of	of	ADP
spir-11269	1	5	#	#	SYM
spir-11269	1	6	aoir2020	aoir2020	NUM
spir-11269	1	7	:	:	PUNCT
spir-11269	1	8	  	  	SPACE
spir-11269	1	9	the	the	DET
spir-11269	1	10	21	21	NUM
spir-11269	1	11	​st	​st	PRON
spir-11269	1	12	​	​	PROPN
spir-11269	1	13	annual	annual	ADJ
spir-11269	1	14	conference	conference	NOUN
spir-11269	1	15	of	of	ADP
spir-11269	1	16	the	the	DET
spir-11269	1	17	  	  	SPACE
spir-11269	1	18	association	association	NOUN
spir-11269	1	19	of	of	ADP
spir-11269	1	20	internet	internet	NOUN
spir-11269	1	21	researchers	researcher	NOUN
spir-11269	1	22	virtual	virtual	ADJ
spir-11269	1	23	event	event	NOUN
spir-11269	1	24	/	/	PUNCT
spir-11269	1	25	27	27	NUM
spir-11269	1	26	-	-	SYM
spir-11269	1	27	31	31	NUM
spir-11269	1	28	october	october	PROPN
spir-11269	1	29	2020	2020	NUM
spir-11269	1	30	the	the	DET
spir-11269	1	31	great	great	ADJ
spir-11269	1	32	randomizer	randomizer	NOUN
spir-11269	1	33	:	:	PUNCT
spir-11269	1	34	using	use	VERB
spir-11269	1	35	virtual	virtual	ADJ
spir-11269	1	36	agents	agent	NOUN
spir-11269	1	37	for	for	ADP
spir-11269	1	38	auditing	audit	VERB
spir-11269	1	39	the	the	DET
spir-11269	1	40	effects	effect	NOUN
spir-11269	1	41	of	of	ADP
spir-11269	1	42	youtube	youtube	NOUN
spir-11269	1	43	recommendation	recommendation	NOUN
spir-11269	1	44	algorithm	algorithm	NOUN
spir-11269	1	45	on	on	ADP
spir-11269	1	46	ideologically	ideologically	ADV
spir-11269	1	47	-	-	PUNCT
spir-11269	1	48	charged	charge	VERB
spir-11269	1	49	news	news	NOUN
spir-11269	1	50	content	content	NOUN
spir-11269	1	51	distribution	distribution	NOUN
spir-11269	1	52	mykola	mykola	PROPN
spir-11269	1	53	makhortykh	makhortykh	PROPN
spir-11269	1	54	university	university	PROPN
spir-11269	1	55	of	of	ADP
spir-11269	1	56	bern	bern	PROPN
spir-11269	1	57	aleksandra	aleksandra	PROPN
spir-11269	1	58	urman	urman	PROPN
spir-11269	1	59	university	university	PROPN
spir-11269	1	60	of	of	ADP
spir-11269	1	61	bern	bern	PROPN
spir-11269	1	62	in	in	ADP
spir-11269	1	63	recent	recent	ADJ
spir-11269	1	64	years	year	NOUN
spir-11269	1	65	,	,	PUNCT
spir-11269	1	66	algorithmic	algorithmic	ADJ
spir-11269	1	67	filtering	filtering	NOUN
spir-11269	1	68	and	and	CCONJ
spir-11269	1	69	ranking	ranking	NOUN
spir-11269	1	70	of	of	ADP
spir-11269	1	71	digital	digital	ADJ
spir-11269	1	72	content	content	NOUN
spir-11269	1	73	on	on	ADP
spir-11269	1	74	social	social	ADJ
spir-11269	1	75	media	medium	NOUN
spir-11269	1	76	,	,	PUNCT
spir-11269	1	77	in	in	ADP
spir-11269	1	78	the	the	DET
spir-11269	1	79	news	news	NOUN
spir-11269	1	80	,	,	PUNCT
spir-11269	1	81	and	and	CCONJ
spir-11269	1	82	on	on	ADP
spir-11269	1	83	streaming	streaming	NOUN
spir-11269	1	84	platforms	platform	NOUN
spir-11269	1	85	,	,	PUNCT
spir-11269	1	86	increasingly	increasingly	ADV
spir-11269	1	87	shape	shape	VERB
spir-11269	1	88	user	user	NOUN
spir-11269	1	89	information	information	NOUN
spir-11269	1	90	behaviour	behaviour	NOUN
spir-11269	1	91	,	,	PUNCT
spir-11269	1	92	even	even	ADV
spir-11269	1	93	while	while	SCONJ
spir-11269	1	94	users	user	NOUN
spir-11269	1	95	themselves	themselves	PRON
spir-11269	1	96	are	be	AUX
spir-11269	1	97	often	often	ADV
spir-11269	1	98	are	be	AUX
spir-11269	1	99	not	not	PART
spir-11269	1	100	aware	aware	ADJ
spir-11269	1	101	of	of	ADP
spir-11269	1	102	the	the	DET
spir-11269	1	103	influence	influence	NOUN
spir-11269	1	104	of	of	ADP
spir-11269	1	105	algorithms	algorithm	NOUN
spir-11269	1	106	(	(	PUNCT
spir-11269	1	107	i.e.	i.e.	X
spir-11269	1	108	,	,	PUNCT
spir-11269	1	109	bodle	bodle	VERB
spir-11269	1	110	,	,	PUNCT
spir-11269	1	111	2014	2014	NUM
spir-11269	1	112	;	;	PUNCT
spir-11269	1	113	eslami	eslami	VERB
spir-11269	1	114	et	et	PROPN
spir-11269	1	115	al	al	PROPN
spir-11269	1	116	.	.	PROPN
spir-11269	1	117	,	,	PUNCT
spir-11269	1	118	2015	2015	NUM
spir-11269	1	119	;	;	PUNCT
spir-11269	1	120	zanker	zanker	NOUN
spir-11269	1	121	et	et	PROPN
spir-11269	1	122	al	al	PROPN
spir-11269	1	123	.	.	PROPN
spir-11269	1	124	,	,	PUNCT
spir-11269	1	125	2019	2019	NUM
spir-11269	1	126	)	)	PUNCT
spir-11269	1	127	.	.	PUNCT
spir-11269	2	1	given	give	VERB
spir-11269	2	2	the	the	DET
spir-11269	2	3	rapid	rapid	ADJ
spir-11269	2	4	development	development	NOUN
spir-11269	2	5	of	of	ADP
spir-11269	2	6	algorithmic	algorithmic	ADJ
spir-11269	2	7	distribution	distribution	NOUN
spir-11269	2	8	systems	system	NOUN
spir-11269	2	9	and	and	CCONJ
spir-11269	2	10	the	the	DET
spir-11269	2	11	scope	scope	NOUN
spir-11269	2	12	of	of	ADP
spir-11269	2	13	influence	influence	NOUN
spir-11269	2	14	they	they	PRON
spir-11269	2	15	have	have	VERB
spir-11269	2	16	on	on	ADP
spir-11269	2	17	users	user	NOUN
spir-11269	2	18	’	’	PART
spir-11269	2	19	information	information	NOUN
spir-11269	2	20	diets	diet	NOUN
spir-11269	2	21	,	,	PUNCT
spir-11269	2	22	and	and	CCONJ
spir-11269	2	23	as	as	ADP
spir-11269	2	24	a	a	DET
spir-11269	2	25	consequence	consequence	NOUN
spir-11269	2	26	,	,	PUNCT
spir-11269	2	27	on	on	ADP
spir-11269	2	28	their	their	PRON
spir-11269	2	29	perception	perception	NOUN
spir-11269	2	30	of	of	ADP
spir-11269	2	31	important	important	ADJ
spir-11269	2	32	societal	societal	ADJ
spir-11269	2	33	matters	matter	NOUN
spir-11269	2	34	,	,	PUNCT
spir-11269	2	35	it	it	PRON
spir-11269	2	36	is	be	AUX
spir-11269	2	37	necessary	necessary	ADJ
spir-11269	2	38	to	to	PART
spir-11269	2	39	research	research	VERB
spir-11269	2	40	how	how	SCONJ
spir-11269	2	41	these	these	DET
spir-11269	2	42	algorithms	algorithm	NOUN
spir-11269	2	43	function	function	VERB
spir-11269	2	44	,	,	PUNCT
spir-11269	2	45	which	which	DET
spir-11269	2	46	effects	effect	NOUN
spir-11269	2	47	they	they	PRON
spir-11269	2	48	might	might	AUX
spir-11269	2	49	have	have	VERB
spir-11269	2	50	,	,	PUNCT
spir-11269	2	51	and	and	CCONJ
spir-11269	2	52	whether	whether	SCONJ
spir-11269	2	53	they	they	PRON
spir-11269	2	54	are	be	AUX
spir-11269	2	55	biased	biased	ADJ
spir-11269	2	56	in	in	ADP
spir-11269	2	57	certain	certain	ADJ
spir-11269	2	58	ways	way	NOUN
spir-11269	2	59	(	(	PUNCT
spir-11269	2	60	loosen	loosen	VERB
spir-11269	2	61	et	et	PROPN
spir-11269	2	62	al	al	PROPN
spir-11269	2	63	.	.	PROPN
spir-11269	2	64	,	,	PUNCT
spir-11269	2	65	2016	2016	NUM
spir-11269	2	66	)	)	PUNCT
spir-11269	2	67	.	.	PUNCT
spir-11269	3	1	the	the	DET
spir-11269	3	2	algorithms	algorithm	NOUN
spir-11269	3	3	used	use	VERB
spir-11269	3	4	by	by	ADP
spir-11269	3	5	online	online	ADJ
spir-11269	3	6	platforms	platform	NOUN
spir-11269	3	7	such	such	ADJ
spir-11269	3	8	as	as	ADP
spir-11269	3	9	facebook	facebook	NOUN
spir-11269	3	10	or	or	CCONJ
spir-11269	3	11	youtube	youtube	NOUN
spir-11269	3	12	rely	rely	VERB
spir-11269	3	13	on	on	ADP
spir-11269	3	14	state	state	NOUN
spir-11269	3	15	-	-	PUNCT
spir-11269	3	16	of	of	ADP
spir-11269	3	17	-	-	PUNCT
spir-11269	3	18	the	the	DET
spir-11269	3	19	-	-	PUNCT
spir-11269	3	20	art	art	NOUN
spir-11269	3	21	big	big	ADJ
spir-11269	3	22	data	datum	NOUN
spir-11269	3	23	and	and	CCONJ
spir-11269	3	24	machine	machine	NOUN
spir-11269	3	25	learning	learn	VERB
spir-11269	3	26	techniques	technique	NOUN
spir-11269	3	27	.	.	PUNCT
spir-11269	4	1	because	because	SCONJ
spir-11269	4	2	of	of	ADP
spir-11269	4	3	their	their	PRON
spir-11269	4	4	complexity	complexity	NOUN
spir-11269	4	5	and	and	CCONJ
spir-11269	4	6	multiple	multiple	ADJ
spir-11269	4	7	variables	variable	NOUN
spir-11269	4	8	involved	involve	VERB
spir-11269	4	9	in	in	ADP
spir-11269	4	10	the	the	DET
spir-11269	4	11	process	process	NOUN
spir-11269	4	12	of	of	ADP
spir-11269	4	13	automated	automate	VERB
spir-11269	4	14	curation	curation	NOUN
spir-11269	4	15	of	of	ADP
spir-11269	4	16	information	information	NOUN
spir-11269	4	17	distribution	distribution	NOUN
spir-11269	4	18	,	,	PUNCT
spir-11269	4	19	these	these	DET
spir-11269	4	20	algorithms	algorithm	NOUN
spir-11269	4	21	often	often	ADV
spir-11269	4	22	turn	turn	VERB
spir-11269	4	23	into	into	ADP
spir-11269	4	24	black	black	ADJ
spir-11269	4	25	boxes	box	NOUN
spir-11269	4	26	even	even	ADV
spir-11269	4	27	for	for	ADP
spir-11269	4	28	the	the	DET
spir-11269	4	29	developers	developer	NOUN
spir-11269	4	30	who	who	PRON
spir-11269	4	31	created	create	VERB
spir-11269	4	32	them	they	PRON
spir-11269	4	33	(	(	PUNCT
spir-11269	4	34	pasquale	pasquale	NOUN
spir-11269	4	35	,	,	PUNCT
spir-11269	4	36	2015	2015	NUM
spir-11269	4	37	)	)	PUNCT
spir-11269	4	38	.	.	PUNCT
spir-11269	5	1	in	in	ADP
spir-11269	5	2	addition	addition	NOUN
spir-11269	5	3	,	,	PUNCT
spir-11269	5	4	these	these	DET
spir-11269	5	5	algorithms	algorithm	NOUN
spir-11269	5	6	are	be	AUX
spir-11269	5	7	the	the	DET
spir-11269	5	8	intellectual	intellectual	ADJ
spir-11269	5	9	property	property	NOUN
spir-11269	5	10	of	of	ADP
spir-11269	5	11	corporations	corporation	NOUN
spir-11269	5	12	which	which	PRON
spir-11269	5	13	developed	develop	VERB
spir-11269	5	14	them	they	PRON
spir-11269	5	15	,	,	PUNCT
spir-11269	5	16	meaning	mean	VERB
spir-11269	5	17	that	that	SCONJ
spir-11269	5	18	researchers	researcher	NOUN
spir-11269	5	19	do	do	AUX
spir-11269	5	20	not	not	PART
spir-11269	5	21	have	have	VERB
spir-11269	5	22	access	access	NOUN
spir-11269	5	23	to	to	ADP
spir-11269	5	24	their	their	PRON
spir-11269	5	25	source	source	NOUN
spir-11269	5	26	code	code	NOUN
spir-11269	5	27	and	and	CCONJ
spir-11269	5	28	can	can	AUX
spir-11269	5	29	only	only	ADV
spir-11269	5	30	obtain	obtain	VERB
spir-11269	5	31	limited	limited	ADJ
spir-11269	5	32	data	datum	NOUN
spir-11269	5	33	about	about	ADP
spir-11269	5	34	the	the	DET
spir-11269	5	35	ways	way	NOUN
spir-11269	5	36	these	these	DET
spir-11269	5	37	algorithms	algorithm	NOUN
spir-11269	5	38	function	function	VERB
spir-11269	5	39	.	.	PUNCT
spir-11269	6	1	for	for	ADP
spir-11269	6	2	these	these	DET
spir-11269	6	3	reasons	reason	NOUN
spir-11269	6	4	,	,	PUNCT
spir-11269	6	5	it	it	PRON
spir-11269	6	6	is	be	AUX
spir-11269	6	7	difficult	difficult	ADJ
spir-11269	6	8	to	to	PART
spir-11269	6	9	study	study	VERB
spir-11269	6	10	the	the	DET
spir-11269	6	11	effects	effect	NOUN
spir-11269	6	12	of	of	ADP
spir-11269	6	13	algorithmic	algorithmic	ADJ
spir-11269	6	14	filtering	filtering	NOUN
spir-11269	6	15	and	and	CCONJ
spir-11269	6	16	ranking	ranking	NOUN
spir-11269	6	17	on	on	ADP
spir-11269	6	18	the	the	DET
spir-11269	6	19	distribution	distribution	NOUN
spir-11269	6	20	of	of	ADP
spir-11269	6	21	societally	societally	ADV
spir-11269	6	22	relevant	relevant	ADJ
spir-11269	6	23	information	information	NOUN
spir-11269	6	24	,	,	PUNCT
spir-11269	6	25	but	but	CCONJ
spir-11269	6	26	not	not	PART
spir-11269	6	27	impossible	impossible	ADJ
spir-11269	6	28	researchers	researcher	NOUN
spir-11269	6	29	can	can	AUX
spir-11269	6	30	use	use	VERB
spir-11269	6	31	algorithmic	algorithmic	ADJ
spir-11269	6	32	auditing	auditing	NOUN
spir-11269	6	33	in	in	ADP
spir-11269	6	34	order	order	NOUN
spir-11269	6	35	to	to	PART
spir-11269	6	36	infer	infer	VERB
spir-11269	6	37	the	the	DET
spir-11269	6	38	patterns	pattern	NOUN
spir-11269	6	39	in	in	ADP
spir-11269	6	40	the	the	DET
spir-11269	6	41	ways	way	NOUN
spir-11269	6	42	the	the	DET
spir-11269	6	43	algorithms	algorithms	NOUN
spir-11269	6	44	function	function	NOUN
spir-11269	6	45	(	(	PUNCT
spir-11269	6	46	mittelstadt	mittelstadt	NOUN
spir-11269	6	47	,	,	PUNCT
spir-11269	6	48	2016	2016	NUM
spir-11269	6	49	)	)	PUNCT
spir-11269	6	50	.	.	PUNCT
spir-11269	7	1	suggested	suggest	VERB
spir-11269	7	2	citation	citation	NOUN
spir-11269	7	3	(	(	PUNCT
spir-11269	7	4	apa	apa	PROPN
spir-11269	7	5	):	):	PUNCT
spir-11269	7	6	makhortykh	makhortykh	NOUN
spir-11269	7	7	,	,	PUNCT
spir-11269	7	8	m.	m.	NOUN
spir-11269	7	9	,	,	PUNCT
spir-11269	7	10	urman	urman	ADJ
spir-11269	7	11	,	,	PUNCT
spir-11269	7	12	a.	a.	NOUN
spir-11269	7	13	(	(	PUNCT
spir-11269	7	14	2020	2020	NUM
spir-11269	7	15	,	,	PUNCT
spir-11269	7	16	october	october	PROPN
spir-11269	7	17	)	)	PUNCT
spir-11269	7	18	.	.	PUNCT
spir-11269	8	1	​the	​the	PROPN
spir-11269	8	2	great	great	ADJ
spir-11269	8	3	randomizer	randomizer	NOUN
spir-11269	8	4	:	:	PUNCT
spir-11269	8	5	using	use	VERB
spir-11269	8	6	virtual	virtual	ADJ
spir-11269	8	7	agents	agent	NOUN
spir-11269	8	8	for	for	ADP
spir-11269	8	9	auditing	audit	VERB
spir-11269	8	10	the	the	DET
spir-11269	8	11	effects	effect	NOUN
spir-11269	8	12	of	of	ADP
spir-11269	8	13	youtube	youtube	NOUN
spir-11269	8	14	recommendation	recommendation	NOUN
spir-11269	8	15	algorithm	algorithm	NOUN
spir-11269	8	16	on	on	ADP
spir-11269	8	17	ideologically	ideologically	ADV
spir-11269	8	18	-	-	PUNCT
spir-11269	8	19	charged	charge	VERB
spir-11269	8	20	news	news	NOUN
spir-11269	8	21	content	content	NOUN
spir-11269	8	22	distribution	distribution	NOUN
spir-11269	8	23	​.	​.	NOUN
spir-11269	8	24	paper	paper	NOUN
spir-11269	8	25	presented	present	VERB
spir-11269	8	26	at	at	ADP
spir-11269	8	27	aoir	aoir	NOUN
spir-11269	8	28	2020	2020	NUM
spir-11269	8	29	:	:	PUNCT
spir-11269	8	30	the	the	DET
spir-11269	8	31	21	21	NUM
spir-11269	8	32	​th	​th	NOUN
spir-11269	8	33	​	​	PROPN
spir-11269	8	34	annual	annual	ADJ
spir-11269	8	35	conference	conference	NOUN
spir-11269	8	36	of	of	ADP
spir-11269	8	37	the	the	DET
spir-11269	8	38	association	association	NOUN
spir-11269	8	39	of	of	ADP
spir-11269	8	40	internet	internet	NOUN
spir-11269	8	41	researchers	researcher	NOUN
spir-11269	8	42	.	.	PUNCT
spir-11269	9	1	virtual	virtual	ADJ
spir-11269	9	2	event	event	NOUN
spir-11269	9	3	:	:	PUNCT
spir-11269	9	4	aoir	aoir	NOUN
spir-11269	9	5	.	.	PUNCT
spir-11269	9	6	retrieved	retrieve	VERB
spir-11269	9	7	from	from	ADP
spir-11269	9	8	http://spir.aoir.org	http://spir.aoir.org	PROPN
spir-11269	9	9	.	.	PUNCT
spir-11269	10	1	in	in	ADP
spir-11269	10	2	our	our	PRON
spir-11269	10	3	paper	paper	NOUN
spir-11269	10	4	,	,	PUNCT
spir-11269	10	5	we	we	PRON
spir-11269	10	6	introduce	introduce	VERB
spir-11269	10	7	a	a	DET
spir-11269	10	8	novel	novel	ADJ
spir-11269	10	9	approach	approach	NOUN
spir-11269	10	10	for	for	ADP
spir-11269	10	11	large	large	ADJ
spir-11269	10	12	-	-	PUNCT
spir-11269	10	13	scale	scale	NOUN
spir-11269	10	14	algorithmic	algorithmic	ADJ
spir-11269	10	15	auditing	auditing	NOUN
spir-11269	10	16	based	base	VERB
spir-11269	10	17	on	on	ADP
spir-11269	10	18	the	the	DET
spir-11269	10	19	use	use	NOUN
spir-11269	10	20	of	of	ADP
spir-11269	10	21	virtual	virtual	ADJ
spir-11269	10	22	agents	agent	NOUN
spir-11269	10	23	.	.	PUNCT
spir-11269	11	1	in	in	ADP
spir-11269	11	2	contrast	contrast	NOUN
spir-11269	11	3	to	to	ADP
spir-11269	11	4	earlier	early	ADJ
spir-11269	11	5	studies	study	NOUN
spir-11269	11	6	into	into	ADP
spir-11269	11	7	algorithmic	algorithmic	ADJ
spir-11269	11	8	ranking	ranking	NOUN
spir-11269	11	9	(	(	PUNCT
spir-11269	11	10	i.e.	i.e.	X
spir-11269	11	11	,	,	PUNCT
spir-11269	11	12	hannák	hannák	PROPN
spir-11269	11	13	et	et	PROPN
spir-11269	11	14	al	al	PROPN
spir-11269	11	15	.	.	PROPN
spir-11269	11	16	,	,	PUNCT
spir-11269	11	17	2017	2017	NUM
spir-11269	11	18	;	;	PUNCT
spir-11269	11	19	kulshrestha	kulshrestha	PROPN
spir-11269	11	20	et	et	PROPN
spir-11269	11	21	al	al	PROPN
spir-11269	11	22	.	.	PROPN
spir-11269	11	23	,	,	PUNCT
spir-11269	11	24	2017	2017	NUM
spir-11269	11	25	;	;	PUNCT
spir-11269	11	26	puschmann	puschmann	PROPN
spir-11269	11	27	,	,	PUNCT
spir-11269	11	28	2019	2019	NUM
spir-11269	11	29	)	)	PUNCT
spir-11269	11	30	,	,	PUNCT
spir-11269	11	31	which	which	PRON
spir-11269	11	32	tend	tend	VERB
spir-11269	11	33	to	to	PART
spir-11269	11	34	either	either	CCONJ
spir-11269	11	35	rely	rely	VERB
spir-11269	11	36	on	on	ADP
spir-11269	11	37	small	small	ADJ
spir-11269	11	38	data	datum	NOUN
spir-11269	11	39	samples	sample	NOUN
spir-11269	11	40	or	or	CCONJ
spir-11269	11	41	do	do	AUX
spir-11269	11	42	not	not	PART
spir-11269	11	43	control	control	VERB
spir-11269	11	44	for	for	ADP
spir-11269	11	45	external	external	ADJ
spir-11269	11	46	variables	variable	NOUN
spir-11269	11	47	(	(	PUNCT
spir-11269	11	48	i.e.	i.e.	X
spir-11269	11	49	,	,	PUNCT
spir-11269	11	50	the	the	DET
spir-11269	11	51	effect	effect	NOUN
spir-11269	11	52	of	of	ADP
spir-11269	11	53	time	time	NOUN
spir-11269	11	54	on	on	ADP
spir-11269	11	55	the	the	DET
spir-11269	11	56	results	result	NOUN
spir-11269	11	57	)	)	PUNCT
spir-11269	11	58	,	,	PUNCT
spir-11269	11	59	we	we	PRON
spir-11269	11	60	developed	develop	VERB
spir-11269	11	61	infrastructure	infrastructure	NOUN
spir-11269	11	62	that	that	PRON
spir-11269	11	63	allows	allow	VERB
spir-11269	11	64	conducting	conduct	VERB
spir-11269	11	65	auditing	auditing	NOUN
spir-11269	11	66	experiments	experiment	NOUN
spir-11269	11	67	in	in	ADP
spir-11269	11	68	a	a	DET
spir-11269	11	69	fully	fully	ADV
spir-11269	11	70	controlled	control	VERB
spir-11269	11	71	testing	testing	NOUN
spir-11269	11	72	environment	environment	NOUN
spir-11269	11	73	.	.	PUNCT
spir-11269	12	1	specifically	specifically	ADV
spir-11269	12	2	,	,	PUNCT
spir-11269	12	3	our	our	PRON
spir-11269	12	4	infrastructure	infrastructure	NOUN
spir-11269	12	5	enables	enable	VERB
spir-11269	12	6	simulating	simulate	VERB
spir-11269	12	7	the	the	DET
spir-11269	12	8	synchronous	synchronous	ADJ
spir-11269	12	9	activity	activity	NOUN
spir-11269	12	10	of	of	ADP
spir-11269	12	11	a	a	DET
spir-11269	12	12	large	large	ADJ
spir-11269	12	13	number	number	NOUN
spir-11269	12	14	of	of	ADP
spir-11269	12	15	autonomous	autonomous	ADJ
spir-11269	12	16	agents	agent	NOUN
spir-11269	12	17	and	and	CCONJ
spir-11269	12	18	tracking	track	VERB
spir-11269	12	19	their	their	PRON
spir-11269	12	20	browsing	browse	VERB
spir-11269	12	21	behaviour	behaviour	NOUN
spir-11269	12	22	as	as	ADV
spir-11269	12	23	well	well	ADV
spir-11269	12	24	as	as	ADP
spir-11269	12	25	interactions	interaction	NOUN
spir-11269	12	26	with	with	ADP
spir-11269	12	27	online	online	ADJ
spir-11269	12	28	platforms	platform	NOUN
spir-11269	12	29	(	(	PUNCT
spir-11269	12	30	makhortykh	makhortykh	NOUN
spir-11269	12	31	,	,	PUNCT
spir-11269	12	32	urman	urman	ADJ
spir-11269	12	33	,	,	PUNCT
spir-11269	12	34	&	&	CCONJ
spir-11269	12	35	ulloa	ulloa	NOUN
spir-11269	12	36	,	,	PUNCT
spir-11269	12	37	2020	2020	NUM
spir-11269	12	38	)	)	PUNCT
spir-11269	12	39	.	.	PUNCT
spir-11269	13	1	as	as	ADP
spir-11269	13	2	a	a	DET
spir-11269	13	3	case	case	NOUN
spir-11269	13	4	study	study	NOUN
spir-11269	13	5	,	,	PUNCT
spir-11269	13	6	we	we	PRON
spir-11269	13	7	deploy	deploy	VERB
spir-11269	13	8	the	the	DET
spir-11269	13	9	larger	large	ADJ
spir-11269	13	10	sample	sample	NOUN
spir-11269	13	11	of	of	ADP
spir-11269	13	12	virtual	virtual	ADJ
spir-11269	13	13	agents	agent	NOUN
spir-11269	13	14	(	(	PUNCT
spir-11269	13	15	n=200	n=200	X
spir-11269	13	16	)	)	PUNCT
spir-11269	13	17	to	to	PART
spir-11269	13	18	investigate	investigate	VERB
spir-11269	13	19	how	how	SCONJ
spir-11269	13	20	youtube	youtube	ADJ
spir-11269	13	21	recommendation	recommendation	NOUN
spir-11269	13	22	algorithm	algorithm	NOUN
spir-11269	13	23	filters	filter	NOUN
spir-11269	13	24	and	and	CCONJ
spir-11269	13	25	ranks	rank	VERB
spir-11269	13	26	information	information	NOUN
spir-11269	13	27	related	relate	VERB
spir-11269	13	28	to	to	ADP
spir-11269	13	29	the	the	DET
spir-11269	13	30	far	far	ADV
spir-11269	13	31	-	-	PUNCT
spir-11269	13	32	right	right	NOUN
spir-11269	13	33	terrorist	terrorist	ADJ
spir-11269	13	34	attack	attack	NOUN
spir-11269	13	35	in	in	ADP
spir-11269	13	36	the	the	DET
spir-11269	13	37	german	german	ADJ
spir-11269	13	38	city	city	NOUN
spir-11269	13	39	of	of	ADP
spir-11269	13	40	halle	halle	PROPN
spir-11269	13	41	in	in	ADP
spir-11269	13	42	2019	2019	NUM
spir-11269	13	43	.	.	PUNCT
spir-11269	14	1	using	use	VERB
spir-11269	14	2	a	a	DET
spir-11269	14	3	series	series	NOUN
spir-11269	14	4	of	of	ADP
spir-11269	14	5	experiments	experiment	NOUN
spir-11269	14	6	in	in	ADP
spir-11269	14	7	the	the	DET
spir-11269	14	8	controlled	control	VERB
spir-11269	14	9	environment	environment	NOUN
spir-11269	14	10	,	,	PUNCT
spir-11269	14	11	we	we	PRON
spir-11269	14	12	investigate	investigate	VERB
spir-11269	14	13	how	how	SCONJ
spir-11269	14	14	content	content	ADJ
spir-11269	14	15	recommendations	recommendation	NOUN
spir-11269	14	16	produced	produce	VERB
spir-11269	14	17	by	by	ADP
spir-11269	14	18	youtube	youtube	NOUN
spir-11269	14	19	in	in	ADP
spir-11269	14	20	relation	relation	NOUN
spir-11269	14	21	to	to	ADP
spir-11269	14	22	the	the	DET
spir-11269	14	23	attack	attack	NOUN
spir-11269	14	24	differ	differ	VERB
spir-11269	14	25	depending	depend	VERB
spir-11269	14	26	on	on	ADP
spir-11269	14	27	the	the	DET
spir-11269	14	28	kinds	kind	NOUN
spir-11269	14	29	of	of	ADP
spir-11269	14	30	videos	video	NOUN
spir-11269	14	31	about	about	ADP
spir-11269	14	32	halle	halle	PROPN
spir-11269	14	33	watched	watch	VERB
spir-11269	14	34	by	by	ADP
spir-11269	14	35	the	the	DET
spir-11269	14	36	agents	agent	NOUN
spir-11269	14	37	.	.	PUNCT
spir-11269	15	1	specifically	specifically	ADV
spir-11269	15	2	,	,	PUNCT
spir-11269	15	3	we	we	PRON
spir-11269	15	4	compare	compare	VERB
spir-11269	15	5	differences	difference	NOUN
spir-11269	15	6	between	between	ADP
spir-11269	15	7	recommendations	recommendation	NOUN
spir-11269	15	8	for	for	ADP
spir-11269	15	9	news	news	NOUN
spir-11269	15	10	videos	video	NOUN
spir-11269	15	11	produced	produce	VERB
spir-11269	15	12	by	by	ADP
spir-11269	15	13	mainstream	mainstream	NOUN
spir-11269	15	14	news	news	NOUN
spir-11269	15	15	agencies	agency	NOUN
spir-11269	15	16	(	(	PUNCT
spir-11269	15	17	e.g.	e.g.	ADV
spir-11269	15	18	zdf	zdf	PROPN
spir-11269	15	19	)	)	PUNCT
spir-11269	15	20	and	and	CCONJ
spir-11269	15	21	political	political	ADJ
spir-11269	15	22	bloggers	blogger	NOUN
spir-11269	15	23	with	with	ADP
spir-11269	15	24	different	different	ADJ
spir-11269	15	25	ideological	ideological	ADJ
spir-11269	15	26	positions	position	NOUN
spir-11269	15	27	.	.	PUNCT
spir-11269	16	1	our	our	PRON
spir-11269	16	2	findings	finding	NOUN
spir-11269	16	3	highlight	highlight	VERB
spir-11269	16	4	several	several	ADJ
spir-11269	16	5	important	important	ADJ
spir-11269	16	6	aspects	aspect	NOUN
spir-11269	16	7	of	of	ADP
spir-11269	16	8	youtube	youtube	NOUN
spir-11269	16	9	recommendation	recommendation	NOUN
spir-11269	16	10	algorithms	algorithm	NOUN
spir-11269	16	11	in	in	ADP
spir-11269	16	12	relation	relation	NOUN
spir-11269	16	13	to	to	ADP
spir-11269	16	14	terrorism	terrorism	NOUN
spir-11269	16	15	-	-	PUNCT
spir-11269	16	16	related	relate	VERB
spir-11269	16	17	news	news	NOUN
spir-11269	16	18	distribution	distribution	NOUN
spir-11269	16	19	.	.	PUNCT
spir-11269	17	1	firstly	firstly	ADV
spir-11269	17	2	,	,	PUNCT
spir-11269	17	3	we	we	PRON
spir-11269	17	4	identify	identify	VERB
spir-11269	17	5	the	the	DET
spir-11269	17	6	high	high	ADJ
spir-11269	17	7	degree	degree	NOUN
spir-11269	17	8	of	of	ADP
spir-11269	17	9	randomization	randomization	NOUN
spir-11269	17	10	that	that	PRON
spir-11269	17	11	leads	lead	VERB
spir-11269	17	12	to	to	ADP
spir-11269	17	13	fundamentally	fundamentally	ADV
spir-11269	17	14	different	different	ADJ
spir-11269	17	15	recommendation	recommendation	NOUN
spir-11269	17	16	trajectories	trajectory	NOUN
spir-11269	17	17	despite	despite	SCONJ
spir-11269	17	18	the	the	DET
spir-11269	17	19	same	same	ADJ
spir-11269	17	20	starting	starting	NOUN
spir-11269	17	21	conditions	condition	NOUN
spir-11269	17	22	(	(	PUNCT
spir-11269	17	23	i.e.	i.e.	X
spir-11269	17	24	the	the	DET
spir-11269	17	25	uniform	uniform	ADJ
spir-11269	17	26	pre	pre	NOUN
spir-11269	17	27	-	-	NOUN
spir-11269	17	28	history	history	NOUN
spir-11269	17	29	of	of	ADP
spir-11269	17	30	watched	watch	VERB
spir-11269	17	31	content	content	NOUN
spir-11269	17	32	)	)	PUNCT
spir-11269	17	33	and	and	CCONJ
spir-11269	17	34	identical	identical	ADJ
spir-11269	17	35	behaviour	behaviour	NOUN
spir-11269	17	36	patterns	pattern	NOUN
spir-11269	17	37	.	.	PUNCT
spir-11269	18	1	secondly	secondly	ADV
spir-11269	18	2	,	,	PUNCT
spir-11269	18	3	we	we	PRON
spir-11269	18	4	find	find	VERB
spir-11269	18	5	significant	significant	ADJ
spir-11269	18	6	differences	difference	NOUN
spir-11269	18	7	in	in	ADP
spir-11269	18	8	the	the	DET
spir-11269	18	9	algorithmic	algorithmic	ADJ
spir-11269	18	10	filtering	filtering	NOUN
spir-11269	18	11	/	/	SYM
spir-11269	18	12	ranking	ranking	NOUN
spir-11269	18	13	between	between	ADP
spir-11269	18	14	the	the	DET
spir-11269	18	15	browsers	browser	NOUN
spir-11269	18	16	,	,	PUNCT
spir-11269	18	17	in	in	ADP
spir-11269	18	18	particular	particular	ADJ
spir-11269	18	19	higher	high	ADJ
spir-11269	18	20	consistency	consistency	NOUN
spir-11269	18	21	of	of	ADP
spir-11269	18	22	recommendations	recommendation	NOUN
spir-11269	18	23	for	for	ADP
spir-11269	18	24	the	the	DET
spir-11269	18	25	agents	agent	NOUN
spir-11269	18	26	who	who	PRON
spir-11269	18	27	interacted	interact	VERB
spir-11269	18	28	with	with	ADP
spir-11269	18	29	youtube	youtube	NOUN
spir-11269	18	30	via	via	ADP
spir-11269	18	31	firefox	firefox	PROPN
spir-11269	18	32	.	.	PUNCT
spir-11269	19	1	finally	finally	ADV
spir-11269	19	2	,	,	PUNCT
spir-11269	19	3	we	we	PRON
spir-11269	19	4	find	find	VERB
spir-11269	19	5	that	that	SCONJ
spir-11269	19	6	the	the	DET
spir-11269	19	7	recommendations	recommendation	NOUN
spir-11269	19	8	for	for	ADP
spir-11269	19	9	the	the	DET
spir-11269	19	10	agents	agent	NOUN
spir-11269	19	11	watching	watch	VERB
spir-11269	19	12	right	right	ADV
spir-11269	19	13	-	-	PUNCT
spir-11269	19	14	leaning	lean	VERB
spir-11269	19	15	news	news	NOUN
spir-11269	19	16	videos	video	NOUN
spir-11269	19	17	on	on	ADP
spir-11269	19	18	the	the	DET
spir-11269	19	19	halle	halle	PROPN
spir-11269	19	20	attack	attack	NOUN
spir-11269	19	21	are	be	AUX
spir-11269	19	22	slightly	slightly	ADV
spir-11269	19	23	more	more	ADV
spir-11269	19	24	consistent	consistent	ADJ
spir-11269	19	25	than	than	ADP
spir-11269	19	26	those	those	PRON
spir-11269	19	27	for	for	ADP
spir-11269	19	28	the	the	DET
spir-11269	19	29	mainstream	mainstream	NOUN
spir-11269	19	30	and	and	CCONJ
spir-11269	19	31	left	left	ADJ
spir-11269	19	32	-	-	PUNCT
spir-11269	19	33	leaning	lean	VERB
spir-11269	19	34	ones	one	NOUN
spir-11269	19	35	.	.	PUNCT
spir-11269	20	1	the	the	DET
spir-11269	20	2	latter	latter	ADJ
spir-11269	20	3	observation	observation	NOUN
spir-11269	20	4	suggests	suggest	VERB
spir-11269	20	5	that	that	SCONJ
spir-11269	20	6	the	the	DET
spir-11269	20	7	degree	degree	NOUN
spir-11269	20	8	of	of	ADP
spir-11269	20	9	randomization	randomization	NOUN
spir-11269	20	10	for	for	ADP
spir-11269	20	11	recommendations	recommendation	NOUN
spir-11269	20	12	related	relate	VERB
spir-11269	20	13	to	to	ADP
spir-11269	20	14	right	right	ADJ
spir-11269	20	15	-	-	PUNCT
spir-11269	20	16	wing	wing	NOUN
spir-11269	20	17	news	news	NOUN
spir-11269	20	18	content	content	NOUN
spir-11269	20	19	on	on	ADP
spir-11269	20	20	youtube	youtube	NOUN
spir-11269	20	21	is	be	AUX
spir-11269	20	22	lower	low	ADJ
spir-11269	20	23	,	,	PUNCT
spir-11269	20	24	hence	hence	ADV
spir-11269	20	25	increasing	increase	VERB
spir-11269	20	26	the	the	DET
spir-11269	20	27	probability	probability	NOUN
spir-11269	20	28	of	of	ADP
spir-11269	20	29	formation	formation	NOUN
spir-11269	20	30	of	of	ADP
spir-11269	20	31	an	an	DET
spir-11269	20	32	isolated	isolated	ADJ
spir-11269	20	33	information	information	NOUN
spir-11269	20	34	environment	environment	NOUN
spir-11269	20	35	or	or	CCONJ
spir-11269	20	36	a	a	DET
spir-11269	20	37	“	"	PUNCT
spir-11269	20	38	filter	filter	NOUN
spir-11269	20	39	bubble	bubble	NOUN
spir-11269	20	40	”	"	PUNCT
spir-11269	20	41	(	(	PUNCT
spir-11269	20	42	pariser	pariser	NOUN
spir-11269	20	43	,	,	PUNCT
spir-11269	20	44	2011	2011	NUM
spir-11269	20	45	)	)	PUNCT
spir-11269	20	46	.	.	PUNCT
spir-11269	21	1	however	however	ADV
spir-11269	21	2	,	,	PUNCT
spir-11269	21	3	considering	consider	VERB
spir-11269	21	4	that	that	SCONJ
spir-11269	21	5	even	even	ADV
spir-11269	21	6	in	in	ADP
spir-11269	21	7	this	this	DET
spir-11269	21	8	case	case	NOUN
spir-11269	21	9	youtube	youtube	NOUN
spir-11269	21	10	recommendations	recommendation	NOUN
spir-11269	21	11	tend	tend	VERB
spir-11269	21	12	to	to	PART
spir-11269	21	13	be	be	AUX
spir-11269	21	14	strongly	strongly	ADV
spir-11269	21	15	randomized	randomize	VERB
spir-11269	21	16	and	and	CCONJ
spir-11269	21	17	predominantly	predominantly	ADV
spir-11269	21	18	entertainment	entertainment	NOUN
spir-11269	21	19	and	and	CCONJ
spir-11269	21	20	not	not	PART
spir-11269	21	21	politics	politic	NOUN
spir-11269	21	22	-	-	PUNCT
spir-11269	21	23	related	relate	VERB
spir-11269	21	24	,	,	PUNCT
spir-11269	21	25	our	our	PRON
spir-11269	21	26	findings	finding	NOUN
spir-11269	21	27	suggest	suggest	VERB
spir-11269	21	28	that	that	SCONJ
spir-11269	21	29	youtube	youtube	ADJ
spir-11269	21	30	algorithm	algorithm	NOUN
spir-11269	21	31	is	be	AUX
spir-11269	21	32	more	more	ADJ
spir-11269	21	33	of	of	ADP
spir-11269	21	34	a	a	DET
spir-11269	21	35	great	great	ADJ
spir-11269	21	36	randomizer	randomizer	NOUN
spir-11269	21	37	than	than	ADP
spir-11269	21	38	a	a	DET
spir-11269	21	39	“	"	PUNCT
spir-11269	21	40	great	great	ADJ
spir-11269	21	41	radicalizer	radicalizer	NOUN
spir-11269	21	42	”	"	PUNCT
spir-11269	21	43	(	(	PUNCT
spir-11269	21	44	tufekci	tufekci	ADJ
spir-11269	21	45	,	,	PUNCT
spir-11269	21	46	2018	2018	NUM
spir-11269	21	47	)	)	PUNCT
spir-11269	21	48	.	.	PUNCT
spir-11269	22	1	references	reference	NOUN
spir-11269	22	2	bodle	bodle	VERB
spir-11269	22	3	,	,	PUNCT
spir-11269	22	4	r.	r.	PROPN
spir-11269	22	5	(	(	PUNCT
spir-11269	22	6	2014	2014	NUM
spir-11269	22	7	,	,	PUNCT
spir-11269	22	8	november	november	PROPN
spir-11269	22	9	13	13	NUM
spir-11269	22	10	)	)	PUNCT
spir-11269	22	11	.	.	PUNCT
spir-11269	23	1	​predictive	​predictive	ADJ
spir-11269	23	2	algorithms	algorithm	NOUN
spir-11269	23	3	and	and	CCONJ
spir-11269	23	4	personalization	personalization	NOUN
spir-11269	23	5	services	service	NOUN
spir-11269	23	6	on	on	ADP
spir-11269	23	7	social	social	ADJ
spir-11269	23	8	network	network	NOUN
spir-11269	23	9	sites	site	NOUN
spir-11269	23	10	:	:	PUNCT
spir-11269	23	11	implications	implication	NOUN
spir-11269	23	12	for	for	ADP
spir-11269	23	13	users	user	NOUN
spir-11269	23	14	and	and	CCONJ
spir-11269	23	15	society​.	society​.	NOUN
spir-11269	23	16	the	the	DET
spir-11269	23	17	ubiquitous	ubiquitous	ADJ
spir-11269	23	18	internet	internet	NOUN
spir-11269	23	19	.	.	PUNCT
spir-11269	24	1	https://www.taylorfrancis.com/	https://www.taylorfrancis.com/	PROPN
spir-11269	24	2	eslami	eslami	PROPN
spir-11269	24	3	,	,	PUNCT
spir-11269	24	4	m.	m.	NOUN
spir-11269	24	5	,	,	PUNCT
spir-11269	24	6	rickman	rickman	PROPN
spir-11269	24	7	,	,	PUNCT
spir-11269	24	8	a.	a.	PROPN
spir-11269	24	9	,	,	PUNCT
spir-11269	24	10	vaccaro	vaccaro	PROPN
spir-11269	24	11	,	,	PUNCT
spir-11269	24	12	k.	k.	PROPN
spir-11269	24	13	,	,	PUNCT
spir-11269	24	14	aleyasen	aleyasen	PROPN
spir-11269	24	15	,	,	PUNCT
spir-11269	24	16	a.	a.	PROPN
spir-11269	24	17	,	,	PUNCT
spir-11269	24	18	vuong	vuong	PROPN
spir-11269	24	19	,	,	PUNCT
spir-11269	24	20	a.	a.	NOUN
spir-11269	24	21	,	,	PUNCT
spir-11269	24	22	karahalios	karahalios	PROPN
spir-11269	24	23	,	,	PUNCT
spir-11269	24	24	k.	k.	PROPN
spir-11269	24	25	,	,	PUNCT
spir-11269	24	26	hamilton	hamilton	PROPN
spir-11269	24	27	,	,	PUNCT
spir-11269	24	28	k.	k.	PROPN
spir-11269	24	29	,	,	PUNCT
spir-11269	24	30	&	&	CCONJ
spir-11269	24	31	sandvig	sandvig	PROPN
spir-11269	24	32	,	,	PUNCT
spir-11269	24	33	c.	c.	PROPN
spir-11269	24	34	(	(	PUNCT
spir-11269	24	35	2015	2015	NUM
spir-11269	24	36	)	)	PUNCT
spir-11269	24	37	.	.	PUNCT
spir-11269	25	1	“	"	PUNCT
spir-11269	25	2	i	i	PRON
spir-11269	25	3	always	always	ADV
spir-11269	25	4	assumed	assume	VERB
spir-11269	25	5	that	that	SCONJ
spir-11269	25	6	i	i	PRON
spir-11269	25	7	was	be	AUX
spir-11269	25	8	n’t	not	PART
spir-11269	25	9	really	really	ADV
spir-11269	25	10	that	that	ADV
spir-11269	25	11	close	close	ADJ
spir-11269	25	12	to	to	ADP
spir-11269	25	13	[	[	X
spir-11269	25	14	her	she	PRON
spir-11269	25	15	]	]	X
spir-11269	25	16	”	"	PUNCT
spir-11269	25	17	:	:	PUNCT
spir-11269	25	18	reasoning	reason	VERB
spir-11269	25	19	about	about	ADP
spir-11269	25	20	invisible	invisible	ADJ
spir-11269	25	21	algorithms	algorithm	NOUN
spir-11269	25	22	in	in	ADP
spir-11269	25	23	news	news	NOUN
spir-11269	25	24	feeds	feed	NOUN
spir-11269	25	25	.	.	PUNCT
spir-11269	26	1	​proceedings	​proceeding	NOUN
spir-11269	26	2	of	of	ADP
spir-11269	26	3	the	the	DET
spir-11269	26	4	33rd	33rd	ADJ
spir-11269	26	5	annual	annual	ADJ
spir-11269	26	6	acm	acm	NOUN
spir-11269	26	7	conference	conference	NOUN
spir-11269	26	8	on	on	ADP
spir-11269	26	9	human	human	ADJ
spir-11269	26	10	factors	factor	NOUN
spir-11269	26	11	in	in	ADP
spir-11269	26	12	computing	compute	VERB
spir-11269	26	13	systems	system	NOUN
spir-11269	26	14	chi	chi	NOUN
spir-11269	26	15	’	'	PUNCT
spir-11269	26	16	15​	15​	NUM
spir-11269	26	17	,	,	PUNCT
spir-11269	26	18	153–162	153–162	NUM
spir-11269	26	19	.	.	PUNCT
spir-11269	27	1	https://doi.org/10.1145/2702123.2702556	https://doi.org/10.1145/2702123.2702556	ADJ
spir-11269	27	2	hannák	hannák	PROPN
spir-11269	27	3	,	,	PUNCT
spir-11269	27	4	a.	a.	NOUN
spir-11269	27	5	,	,	PUNCT
spir-11269	27	6	sapieżyński	sapieżyński	NOUN
spir-11269	27	7	,	,	PUNCT
spir-11269	27	8	p.	p.	NOUN
spir-11269	27	9	,	,	PUNCT
spir-11269	27	10	khaki	khaki	PROPN
spir-11269	27	11	,	,	PUNCT
spir-11269	27	12	a.	a.	NOUN
spir-11269	27	13	m.	m.	NOUN
spir-11269	27	14	,	,	PUNCT
spir-11269	27	15	lazer	lazer	NOUN
spir-11269	27	16	,	,	PUNCT
spir-11269	27	17	d.	d.	PROPN
spir-11269	27	18	,	,	PUNCT
spir-11269	27	19	mislove	mislove	PROPN
spir-11269	27	20	,	,	PUNCT
spir-11269	27	21	a.	a.	NOUN
spir-11269	27	22	,	,	PUNCT
spir-11269	27	23	&	&	CCONJ
spir-11269	27	24	wilson	wilson	PROPN
spir-11269	27	25	,	,	PUNCT
spir-11269	27	26	c.	c.	PROPN
spir-11269	27	27	(	(	PUNCT
spir-11269	27	28	2017	2017	NUM
spir-11269	27	29	)	)	PUNCT
spir-11269	27	30	.	.	PUNCT
spir-11269	28	1	measuring	measure	VERB
spir-11269	28	2	personalization	personalization	NOUN
spir-11269	28	3	of	of	ADP
spir-11269	28	4	web	web	NOUN
spir-11269	28	5	search	search	NOUN
spir-11269	28	6	.	.	PUNCT
spir-11269	29	1	​arxiv:1706.05011	​arxiv:1706.05011	DET
spir-11269	29	2	[	[	X
spir-11269	29	3	cs]​.	cs]​.	VERB
spir-11269	29	4	http://arxiv.org/abs/1706.05011	http://arxiv.org/abs/1706.05011	PROPN
spir-11269	29	5	kulshrestha	kulshrestha	PROPN
spir-11269	29	6	,	,	PUNCT
spir-11269	29	7	j.	j.	PROPN
spir-11269	29	8	,	,	PUNCT
spir-11269	29	9	eslami	eslami	PROPN
spir-11269	29	10	,	,	PUNCT
spir-11269	29	11	m.	m.	NOUN
spir-11269	29	12	,	,	PUNCT
spir-11269	29	13	messias	messias	PROPN
spir-11269	29	14	,	,	PUNCT
spir-11269	29	15	j.	j.	PROPN
spir-11269	29	16	,	,	PUNCT
spir-11269	29	17	zafar	zafar	PROPN
spir-11269	29	18	,	,	PUNCT
spir-11269	29	19	m.	m.	PROPN
spir-11269	29	20	b.	b.	PROPN
spir-11269	29	21	,	,	PUNCT
spir-11269	29	22	ghosh	ghosh	PROPN
spir-11269	29	23	,	,	PUNCT
spir-11269	29	24	s.	s.	PROPN
spir-11269	29	25	,	,	PUNCT
spir-11269	29	26	gummadi	gummadi	NOUN
spir-11269	29	27	,	,	PUNCT
spir-11269	29	28	k.	k.	PROPN
spir-11269	29	29	p.	p.	PROPN
spir-11269	29	30	,	,	PUNCT
spir-11269	29	31	&	&	CCONJ
spir-11269	29	32	karahalios	karahalios	PROPN
spir-11269	29	33	,	,	PUNCT
spir-11269	29	34	k.	k.	PROPN
spir-11269	29	35	(	(	PUNCT
spir-11269	29	36	2017	2017	NUM
spir-11269	29	37	)	)	PUNCT
spir-11269	29	38	.	.	PUNCT
spir-11269	30	1	quantifying	quantify	VERB
spir-11269	30	2	search	search	NOUN
spir-11269	30	3	bias	bias	NOUN
spir-11269	30	4	:	:	PUNCT
spir-11269	30	5	investigating	investigate	VERB
spir-11269	30	6	sources	source	NOUN
spir-11269	30	7	of	of	ADP
spir-11269	30	8	bias	bias	NOUN
spir-11269	30	9	for	for	ADP
spir-11269	30	10	political	political	ADJ
spir-11269	30	11	searches	search	NOUN
spir-11269	30	12	in	in	ADP
spir-11269	30	13	social	social	ADJ
spir-11269	30	14	media	medium	NOUN
spir-11269	30	15	.	.	PUNCT
spir-11269	31	1	​proceedings	​proceeding	NOUN
spir-11269	31	2	of	of	ADP
spir-11269	31	3	the	the	DET
spir-11269	31	4	2017	2017	NUM
spir-11269	31	5	acm	acm	NOUN
spir-11269	31	6	conference	conference	NOUN
spir-11269	31	7	on	on	ADP
spir-11269	31	8	computer	computer	NOUN
spir-11269	31	9	supported	support	VERB
spir-11269	31	10	cooperative	cooperative	ADJ
spir-11269	31	11	work	work	NOUN
spir-11269	31	12	and	and	CCONJ
spir-11269	31	13	social	social	ADJ
spir-11269	31	14	computing​	computing​	ADP
spir-11269	31	15	,	,	PUNCT
spir-11269	31	16	417–432	417–432	NUM
spir-11269	31	17	.	.	PUNCT
spir-11269	32	1	https://doi.org/10.1145/2998181.2998321	https://doi.org/10.1145/2998181.2998321	PROPN
spir-11269	32	2	loosen	loosen	PROPN
spir-11269	32	3	,	,	PUNCT
spir-11269	32	4	w.	w.	NOUN
spir-11269	32	5	,	,	PUNCT
spir-11269	32	6	bastos	bastos	PROPN
spir-11269	32	7	,	,	PUNCT
spir-11269	32	8	m.	m.	NOUN
spir-11269	32	9	t.	t.	PROPN
spir-11269	32	10	,	,	PUNCT
spir-11269	32	11	puschmann	puschmann	PROPN
spir-11269	32	12	,	,	PUNCT
spir-11269	32	13	c.	c.	PROPN
spir-11269	32	14	,	,	PUNCT
spir-11269	32	15	hasebrink	hasebrink	NOUN
spir-11269	32	16	,	,	PUNCT
spir-11269	32	17	u.	u.	PROPN
spir-11269	32	18	,	,	PUNCT
spir-11269	32	19	hölig	hölig	PROPN
spir-11269	32	20	,	,	PUNCT
spir-11269	32	21	s.	s.	PROPN
spir-11269	32	22	,	,	PUNCT
spir-11269	32	23	merten	merten	VERB
spir-11269	32	24	,	,	PUNCT
spir-11269	32	25	l.	l.	PROPN
spir-11269	32	26	,	,	PUNCT
spir-11269	32	27	schmidt	schmidt	PROPN
spir-11269	32	28	,	,	PUNCT
spir-11269	32	29	j.--h	j.--h	PROPN
spir-11269	32	30	.	.	PROPN
spir-11269	32	31	,	,	PUNCT
spir-11269	33	1	kinder​-kurlanda	kinder​-kurlanda	PROPN
spir-11269	33	2	,	,	PUNCT
spir-11269	33	3	k.	k.	PROPN
spir-11269	33	4	e.	e.	PROPN
spir-11269	33	5	,	,	PUNCT
spir-11269	33	6	&	&	CCONJ
spir-11269	33	7	weller	weller	PROPN
spir-11269	33	8	,	,	PUNCT
spir-11269	33	9	k.	k.	PROPN
spir-11269	33	10	(	(	PUNCT
spir-11269	33	11	2016	2016	NUM
spir-11269	33	12	)	)	PUNCT
spir-11269	33	13	.	.	PUNCT
spir-11269	34	1	caught	catch	VERB
spir-11269	34	2	in	in	ADP
spir-11269	34	3	a	a	DET
spir-11269	34	4	feedback	feedback	NOUN
spir-11269	34	5	loop	loop	NOUN
spir-11269	34	6	?	?	PUNCT
spir-11269	35	1	algorithmic	algorithmic	ADJ
spir-11269	35	2	personalization	personalization	NOUN
spir-11269	35	3	and	and	CCONJ
spir-11269	35	4	digital	digital	ADJ
spir-11269	35	5	traces	trace	NOUN
spir-11269	35	6	.	.	PUNCT
spir-11269	36	1	​aoir	​aoir	ADP
spir-11269	36	2	selected	select	VERB
spir-11269	36	3	papers	paper	NOUN
spir-11269	36	4	of	of	ADP
spir-11269	36	5	internet	internet	NOUN
spir-11269	36	6	research​.​	research​.​	PROPN
spir-11269	36	7	​https://journals.uic.edu	​https://journals.uic.edu	PROPN
spir-11269	36	8	/	/	SYM
spir-11269	36	9	ojs	ojs	PROPN
spir-11269	36	10	/	/	SYM
spir-11269	36	11	index.php	index.php	VERB
spir-11269	36	12	/	/	SYM
spir-11269	36	13	spir	spir	NOUN
spir-11269	36	14	/	/	SYM
spir-11269	36	15	article	article	NOUN
spir-11269	36	16	/	/	SYM
spir-11269	36	17	view/8491	view/8491	NOUN
spir-11269	36	18	makhortykh	makhortykh	NOUN
spir-11269	36	19	,	,	PUNCT
spir-11269	36	20	m.	m.	NOUN
spir-11269	36	21	,	,	PUNCT
spir-11269	36	22	urman	urman	ADJ
spir-11269	36	23	,	,	PUNCT
spir-11269	36	24	a.	a.	PROPN
spir-11269	36	25	,	,	PUNCT
spir-11269	36	26	&	&	CCONJ
spir-11269	36	27	roberto	roberto	PROPN
spir-11269	36	28	,	,	PUNCT
spir-11269	36	29	u.	u.	PROPN
spir-11269	36	30	(	(	PUNCT
spir-11269	36	31	2020	2020	NUM
spir-11269	36	32	)	)	PUNCT
spir-11269	36	33	.	.	PUNCT
spir-11269	37	1	how	how	SCONJ
spir-11269	37	2	search	search	NOUN
spir-11269	37	3	engines	engine	NOUN
spir-11269	37	4	disseminate	disseminate	VERB
spir-11269	37	5	information	information	NOUN
spir-11269	37	6	about	about	ADP
spir-11269	37	7	covid-19	covid-19	PROPN
spir-11269	37	8	and	and	CCONJ
spir-11269	37	9	why	why	SCONJ
spir-11269	37	10	they	they	PRON
spir-11269	37	11	should	should	AUX
spir-11269	37	12	do	do	VERB
spir-11269	37	13	better	well	ADV
spir-11269	37	14	.	.	PUNCT
spir-11269	38	1	​the	​the	PROPN
spir-11269	38	2	harvard	harvard	PROPN
spir-11269	38	3	kennedy	kennedy	PROPN
spir-11269	38	4	school	school	PROPN
spir-11269	38	5	(	(	PUNCT
spir-11269	38	6	hks	hks	PROPN
spir-11269	38	7	)	)	PUNCT
spir-11269	38	8	misinformation	misinformation	NOUN
spir-11269	38	9	review​.	review​.	ADJ
spir-11269	38	10	https://misinforeview.hks.harvard.edu/article/how-search-engines-disseminate-informati	https://misinforeview.hks.harvard.edu/article/how-search-engines-disseminate-informati	NUM
spir-11269	38	11	on	on	ADP
spir-11269	38	12	-	-	PUNCT
spir-11269	38	13	about	about	ADP
spir-11269	38	14	-	-	PUNCT
spir-11269	38	15	covid-19	covid-19	PROPN
spir-11269	38	16	-	-	PUNCT
spir-11269	38	17	and	and	CCONJ
spir-11269	38	18	-	-	PUNCT
spir-11269	38	19	why	why	SCONJ
spir-11269	38	20	-	-	PUNCT
spir-11269	38	21	they	they	PRON
spir-11269	38	22	-	-	PUNCT
spir-11269	38	23	should	should	AUX
spir-11269	38	24	-	-	PUNCT
spir-11269	38	25	do	do	AUX
spir-11269	38	26	-	-	PUNCT
spir-11269	38	27	better/	better/	PROPN
spir-11269	38	28	mittelstadt	mittelstadt	NOUN
spir-11269	38	29	,	,	PUNCT
spir-11269	38	30	b.	b.	PROPN
spir-11269	38	31	(	(	PUNCT
spir-11269	38	32	2016	2016	NUM
spir-11269	38	33	)	)	PUNCT
spir-11269	38	34	.	.	PUNCT
spir-11269	39	1	automation	automation	NOUN
spir-11269	39	2	,	,	PUNCT
spir-11269	39	3	algorithms	algorithm	NOUN
spir-11269	39	4	,	,	PUNCT
spir-11269	39	5	and	and	CCONJ
spir-11269	39	6	politics|	politics|	AUX
spir-11269	39	7	auditing	audit	VERB
spir-11269	39	8	for	for	ADP
spir-11269	39	9	transparency	transparency	NOUN
spir-11269	39	10	in	in	ADP
spir-11269	39	11	content	content	NOUN
spir-11269	39	12	personalization	personalization	NOUN
spir-11269	39	13	systems	system	NOUN
spir-11269	39	14	.	.	PUNCT
spir-11269	40	1	​international	​international	ADJ
spir-11269	40	2	journal	journal	NOUN
spir-11269	40	3	of	of	ADP
spir-11269	40	4	communication​	communication​	PROPN
spir-11269	40	5	,	,	PUNCT
spir-11269	40	6	​10	​10	ADJ
spir-11269	40	7	​(0	​(0	PROPN
spir-11269	40	8	)	)	PUNCT
spir-11269	40	9	,	,	PUNCT
spir-11269	40	10	12	12	NUM
spir-11269	40	11	.	.	PUNCT
spir-11269	41	1	puschmann	puschmann	PROPN
spir-11269	41	2	,	,	PUNCT
spir-11269	41	3	c.	c.	NOUN
spir-11269	41	4	(	(	PUNCT
spir-11269	41	5	2019	2019	NUM
spir-11269	41	6	)	)	PUNCT
spir-11269	41	7	.	.	PUNCT
spir-11269	42	1	beyond	beyond	ADP
spir-11269	42	2	the	the	DET
spir-11269	42	3	bubble	bubble	NOUN
spir-11269	42	4	:	:	PUNCT
spir-11269	42	5	assessing	assess	VERB
spir-11269	42	6	the	the	DET
spir-11269	42	7	diversity	diversity	NOUN
spir-11269	42	8	of	of	ADP
spir-11269	42	9	political	political	ADJ
spir-11269	42	10	search	search	NOUN
spir-11269	42	11	results	result	NOUN
spir-11269	42	12	.	.	PUNCT
spir-11269	43	1	​digital	​digital	ADJ
spir-11269	43	2	journalism​	journalism​	NOUN
spir-11269	43	3	,	,	PUNCT
spir-11269	43	4	​7	​7	X
spir-11269	43	5	​(6	​(6	NOUN
spir-11269	43	6	)	)	PUNCT
spir-11269	43	7	,	,	PUNCT
spir-11269	43	8	824–843	824–843	NUM
spir-11269	43	9	.	.	PUNCT
spir-11269	44	1	https://doi.org/10.1080/21670811.2018.1539626	https://doi.org/10.1080/21670811.2018.1539626	NOUN
spir-11269	44	2	pariser	pariser	NOUN
spir-11269	44	3	,	,	PUNCT
spir-11269	44	4	e.	e.	PROPN
spir-11269	44	5	(	(	PUNCT
spir-11269	44	6	2011	2011	NUM
spir-11269	44	7	)	)	PUNCT
spir-11269	44	8	.	.	PUNCT
spir-11269	45	1	​the	​the	PROPN
spir-11269	45	2	filter	filter	NOUN
spir-11269	45	3	bubble	bubble	NOUN
spir-11269	45	4	:	:	PUNCT
spir-11269	45	5	what	what	PRON
spir-11269	45	6	the	the	DET
spir-11269	45	7	internet	internet	NOUN
spir-11269	45	8	is	be	AUX
spir-11269	45	9	hiding	hide	VERB
spir-11269	45	10	from	from	ADP
spir-11269	45	11	you​.	you​.	PROPN
spir-11269	45	12	penguin	penguin	PROPN
spir-11269	45	13	uk	uk	PROPN
spir-11269	45	14	.	.	PROPN
spir-11269	45	15	pasquale	pasquale	PROPN
spir-11269	45	16	,	,	PUNCT
spir-11269	45	17	f.	f.	PROPN
spir-11269	45	18	(	(	PUNCT
spir-11269	45	19	2015	2015	NUM
spir-11269	45	20	)	)	PUNCT
spir-11269	45	21	.	.	PUNCT
spir-11269	46	1	​the	​the	PROPN
spir-11269	46	2	black	black	PROPN
spir-11269	46	3	box	box	PROPN
spir-11269	46	4	society	society	NOUN
spir-11269	46	5	:	:	PUNCT
spir-11269	46	6	the	the	DET
spir-11269	46	7	secret	secret	ADJ
spir-11269	46	8	algorithms	algorithm	NOUN
spir-11269	46	9	that	that	PRON
spir-11269	46	10	control	control	VERB
spir-11269	46	11	money	money	NOUN
spir-11269	46	12	and	and	CCONJ
spir-11269	46	13	information​	information​	PROPN
spir-11269	46	14	(	(	PUNCT
spir-11269	46	15	first	first	PROPN
spir-11269	46	16	harvard	harvard	PROPN
spir-11269	46	17	university	university	PROPN
spir-11269	46	18	press	press	PROPN
spir-11269	46	19	paperback	paperback	NOUN
spir-11269	46	20	edition	edition	NOUN
spir-11269	46	21	)	)	PUNCT
spir-11269	46	22	.	.	PUNCT
spir-11269	47	1	harvard	harvard	PROPN
spir-11269	47	2	university	university	PROPN
spir-11269	47	3	press	press	NOUN
spir-11269	47	4	.	.	PUNCT
spir-11269	48	1	tufekci	tufekci	PROPN
spir-11269	48	2	,	,	PUNCT
spir-11269	48	3	z.	z.	PROPN
spir-11269	48	4	(	(	PUNCT
spir-11269	48	5	2018	2018	NUM
spir-11269	48	6	,	,	PUNCT
spir-11269	48	7	march	march	PROPN
spir-11269	48	8	10	10	NUM
spir-11269	48	9	)	)	PUNCT
spir-11269	48	10	.	.	PUNCT
spir-11269	49	1	opinion	opinion	NOUN
spir-11269	49	2	|	|	CCONJ
spir-11269	49	3	youtube	youtube	NOUN
spir-11269	49	4	,	,	PUNCT
spir-11269	49	5	the	the	DET
spir-11269	49	6	great	great	ADJ
spir-11269	49	7	radicalizer	radicalizer	NOUN
spir-11269	49	8	.	.	PUNCT
spir-11269	50	1	​the	​the	PROPN
spir-11269	50	2	new	new	PROPN
spir-11269	50	3	york	york	PROPN
spir-11269	50	4	times​.	times​.	VERB
spir-11269	50	5	https://www.nytimes.com/2018/03/10/opinion/sunday/youtube-politics-radical.html	https://www.nytimes.com/2018/03/10/opinion/sunday/youtube-politics-radical.html	PROPN
spir-11269	50	6	zanker	zanker	NOUN
spir-11269	50	7	,	,	PUNCT
spir-11269	50	8	m.	m.	NOUN
spir-11269	50	9	,	,	PUNCT
spir-11269	50	10	rook	rook	NOUN
spir-11269	50	11	,	,	PUNCT
spir-11269	50	12	l.	l.	PROPN
spir-11269	50	13	,	,	PUNCT
spir-11269	50	14	&	&	CCONJ
spir-11269	50	15	jannach	jannach	PROPN
spir-11269	50	16	,	,	PUNCT
spir-11269	50	17	d.	d.	PROPN
spir-11269	50	18	(	(	PUNCT
spir-11269	50	19	2019	2019	NUM
spir-11269	50	20	)	)	PUNCT
spir-11269	50	21	.	.	PUNCT
spir-11269	51	1	measuring	measure	VERB
spir-11269	51	2	the	the	DET
spir-11269	51	3	impact	impact	NOUN
spir-11269	51	4	of	of	ADP
spir-11269	51	5	online	online	ADJ
spir-11269	51	6	personalisation	personalisation	NOUN
spir-11269	51	7	:	:	PUNCT
spir-11269	51	8	past	past	ADJ
spir-11269	51	9	,	,	PUNCT
spir-11269	51	10	present	present	ADJ
spir-11269	51	11	and	and	CCONJ
spir-11269	51	12	future	future	ADJ
spir-11269	51	13	.	.	PUNCT
spir-11269	52	1	​international	​international	ADJ
spir-11269	52	2	journal	journal	NOUN
spir-11269	52	3	of	of	ADP
spir-11269	52	4	human	human	NOUN
spir-11269	52	5	-	-	PUNCT
spir-11269	52	6	computer	computer	NOUN
spir-11269	52	7	studies​	studies​	PROPN
spir-11269	52	8	,	,	PUNCT
spir-11269	52	9	​131	​131	PROPN
spir-11269	52	10	​	​	PROPN
spir-11269	52	11	,	,	PUNCT
spir-11269	52	12	160–168	160–168	NUM
spir-11269	52	13	.	.	PUNCT
spir-11269	53	1	​	​	NUM
spir-11269	53	2	​https://doi.org/10.1016	​https://doi.org/10.1016	PROPN
spir-11269	53	3	/	/	SYM
spir-11269	53	4	j.ijhcs.2019.06.006	j.ijhcs.2019.06.006	X
spir-11269	53	5	n.	n.	NOUN