id	sid	tid	token	lemma	pos
spir-8491	1	1	microsoft	microsoft	PROPN
spir-8491	1	2	word	word	NOUN
spir-8491	1	3	aoir2016_feedbackloop_deanon.docx	aoir2016_feedbackloop_deanon.docx	VERB
spir-8491	1	4	selected	select	VERB
spir-8491	1	5	papers	paper	NOUN
spir-8491	1	6	of	of	ADP
spir-8491	1	7	aoir	aoir	NOUN
spir-8491	1	8	2016	2016	NUM
spir-8491	1	9	:	:	PUNCT
spir-8491	1	10	the	the	DET
spir-8491	1	11	17th	17th	ADJ
spir-8491	1	12	annual	annual	ADJ
spir-8491	1	13	conference	conference	NOUN
spir-8491	1	14	of	of	ADP
spir-8491	1	15	the	the	DET
spir-8491	1	16	association	association	NOUN
spir-8491	1	17	of	of	ADP
spir-8491	1	18	internet	internet	NOUN
spir-8491	1	19	researchers	researcher	NOUN
spir-8491	1	20	berlin	berlin	PROPN
spir-8491	1	21	,	,	PUNCT
spir-8491	1	22	germany	germany	PROPN
spir-8491	1	23	/	/	SYM
spir-8491	1	24	5	5	NUM
spir-8491	1	25	-	-	SYM
spir-8491	1	26	8	8	NUM
spir-8491	1	27	october	october	PROPN
spir-8491	1	28	2016	2016	NUM
spir-8491	1	29	loosen	loosen	VERB
spir-8491	1	30	,	,	PUNCT
spir-8491	1	31	w.	w.	PROPN
spir-8491	1	32	,	,	PUNCT
spir-8491	1	33	sandvig	sandvig	PROPN
spir-8491	1	34	,	,	PUNCT
spir-8491	1	35	c.	c.	PROPN
spir-8491	1	36	bastos	bastos	PROPN
spir-8491	1	37	,	,	PUNCT
spir-8491	1	38	m.t	m.t	PROPN
spir-8491	1	39	.	.	PROPN
spir-8491	1	40	,	,	PUNCT
spir-8491	1	41	puschmann	puschmann	PROPN
spir-8491	1	42	,	,	PUNCT
spir-8491	1	43	c.	c.	PROPN
spir-8491	1	44	,	,	PUNCT
spir-8491	1	45	hasebrink	hasebrink	NOUN
spir-8491	1	46	,	,	PUNCT
spir-8491	1	47	u.	u.	PROPN
spir-8491	1	48	,	,	PUNCT
spir-8491	1	49	hölig	hölig	PROPN
spir-8491	1	50	,	,	PUNCT
spir-8491	1	51	s.	s.	PROPN
spir-8491	1	52	,	,	PUNCT
spir-8491	1	53	merten	merten	VERB
spir-8491	1	54	,	,	PUNCT
spir-8491	1	55	l.	l.	PROPN
spir-8491	1	56	,	,	PUNCT
spir-8491	1	57	schmidt	schmidt	PROPN
spir-8491	1	58	,	,	PUNCT
spir-8491	1	59	jh	jh	PROPN
spir-8491	1	60	.	.	PROPN
spir-8491	1	61	,	,	PUNCT
spir-8491	1	62	kinder	kind	ADJ
spir-8491	1	63	--	--	PUNCT
spir-8491	1	64	kurlanda	kurlanda	NOUN
spir-8491	1	65	,	,	PUNCT
spir-8491	1	66	k.	k.	PROPN
spir-8491	1	67	,	,	PUNCT
spir-8491	1	68	weller	weller	PROPN
spir-8491	1	69	,	,	PUNCT
spir-8491	1	70	k.	k.	PROPN
spir-8491	1	71	(	(	PUNCT
spir-8491	1	72	2016	2016	NUM
spir-8491	1	73	,	,	PUNCT
spir-8491	1	74	october	october	PROPN
spir-8491	1	75	5	5	NUM
spir-8491	1	76	-	-	SYM
spir-8491	1	77	8)	8)	NUM
spir-8491	1	78	.	.	PUNCT
spir-8491	2	1	caught	catch	VERB
spir-8491	2	2	in	in	ADP
spir-8491	2	3	a	a	DET
spir-8491	2	4	feedback	feedback	NOUN
spir-8491	2	5	loop	loop	NOUN
spir-8491	2	6	?	?	PUNCT
spir-8491	3	1	algorithmic	algorithmic	ADJ
spir-8491	3	2	personalization	personalization	NOUN
spir-8491	3	3	and	and	CCONJ
spir-8491	3	4	digital	digital	ADJ
spir-8491	3	5	traces	trace	NOUN
spir-8491	3	6	.	.	PUNCT
spir-8491	4	1	panel	panel	NOUN
spir-8491	4	2	at	at	ADP
spir-8491	4	3	aoir	aoir	NOUN
spir-8491	4	4	2016	2016	NUM
spir-8491	4	5	:	:	PUNCT
spir-8491	4	6	the	the	DET
spir-8491	4	7	17th	17th	ADJ
spir-8491	4	8	annual	annual	ADJ
spir-8491	4	9	conference	conference	NOUN
spir-8491	4	10	of	of	ADP
spir-8491	4	11	the	the	DET
spir-8491	4	12	association	association	NOUN
spir-8491	4	13	of	of	ADP
spir-8491	4	14	internet	internet	NOUN
spir-8491	4	15	researchers	researcher	NOUN
spir-8491	4	16	.	.	PUNCT
spir-8491	5	1	berlin	berlin	PROPN
spir-8491	5	2	,	,	PUNCT
spir-8491	5	3	germany	germany	PROPN
spir-8491	5	4	:	:	PUNCT
spir-8491	5	5	aoir	aoir	NOUN
spir-8491	5	6	.	.	PUNCT
spir-8491	5	7	retrieved	retrieve	VERB
spir-8491	5	8	from	from	ADP
spir-8491	5	9	http://spir.aoir.org	http://spir.aoir.org	PROPN
spir-8491	5	10	.	.	PUNCT
spir-8491	6	1	panel	panel	NOUN
spir-8491	6	2	proposal	proposal	NOUN
spir-8491	6	3	:	:	PUNCT
spir-8491	6	4	caught	catch	VERB
spir-8491	6	5	in	in	ADP
spir-8491	6	6	a	a	DET
spir-8491	6	7	feedback	feedback	NOUN
spir-8491	6	8	loop	loop	NOUN
spir-8491	6	9	?	?	PUNCT
spir-8491	7	1	algorithmic	algorithmic	ADJ
spir-8491	7	2	personalization	personalization	NOUN
spir-8491	7	3	and	and	CCONJ
spir-8491	7	4	digital	digital	ADJ
spir-8491	7	5	traces	trace	NOUN
spir-8491	7	6	wiebke	wiebke	NOUN
spir-8491	7	7	loosen	loosen	VERB
spir-8491	7	8	christian	christian	PROPN
spir-8491	7	9	sandvig	sandvig	PROPN
spir-8491	7	10	marco	marco	PROPN
spir-8491	7	11	t	t	PROPN
spir-8491	7	12	bastos	bastos	PROPN
spir-8491	7	13	cornelius	cornelius	PROPN
spir-8491	7	14	puschmann	puschmann	PROPN
spir-8491	7	15	uwe	uwe	PROPN
spir-8491	7	16	hasebrink	hasebrink	PROPN
spir-8491	7	17	sascha	sascha	PROPN
spir-8491	7	18	hölig	hölig	PROPN
spir-8491	7	19	lisa	lisa	PROPN
spir-8491	7	20	merten	merten	VERB
spir-8491	7	21	jan	jan	PROPN
spir-8491	7	22	--	--	PROPN
spir-8491	7	23	hinrik	hinrik	NOUN
spir-8491	7	24	schmidt	schmidt	PROPN
spir-8491	7	25	katharina	katharina	PROPN
spir-8491	7	26	kinder	kinder	PROPN
spir-8491	7	27	--	--	PUNCT
spir-8491	7	28	kurlanda	kurlanda	PROPN
spir-8491	7	29	katrin	katrin	PROPN
spir-8491	7	30	weller	weller	PROPN
spir-8491	7	31	summary	summary	PROPN
spir-8491	7	32	algorithmically	algorithmically	ADV
spir-8491	7	33	calculated	calculate	VERB
spir-8491	7	34	decisions	decision	NOUN
spir-8491	7	35	about	about	ADP
spir-8491	7	36	relevance	relevance	NOUN
spir-8491	7	37	and	and	CCONJ
spir-8491	7	38	news	news	NOUN
spir-8491	7	39	play	play	VERB
spir-8491	7	40	an	an	DET
spir-8491	7	41	increasingly	increasingly	ADV
spir-8491	7	42	important	important	ADJ
spir-8491	7	43	role	role	NOUN
spir-8491	7	44	in	in	ADP
spir-8491	7	45	how	how	SCONJ
spir-8491	7	46	we	we	PRON
spir-8491	7	47	perceive	perceive	VERB
spir-8491	7	48	the	the	DET
spir-8491	7	49	world	world	NOUN
spir-8491	7	50	.	.	PUNCT
spir-8491	8	1	this	this	DET
spir-8491	8	2	panel	panel	NOUN
spir-8491	8	3	introduces	introduce	VERB
spir-8491	8	4	new	new	ADJ
spir-8491	8	5	theoretical	theoretical	ADJ
spir-8491	8	6	and	and	CCONJ
spir-8491	8	7	methodological	methodological	ADJ
spir-8491	8	8	approaches	approach	NOUN
spir-8491	8	9	that	that	PRON
spir-8491	8	10	explore	explore	VERB
spir-8491	8	11	algorithmic	algorithmic	ADJ
spir-8491	8	12	public	public	ADJ
spir-8491	8	13	spheres	sphere	NOUN
spir-8491	8	14	and	and	CCONJ
spir-8491	8	15	the	the	DET
spir-8491	8	16	digital	digital	ADJ
spir-8491	8	17	trace	trace	NOUN
spir-8491	8	18	data	datum	NOUN
spir-8491	8	19	that	that	PRON
spir-8491	8	20	enables	enable	VERB
spir-8491	8	21	them	they	PRON
spir-8491	8	22	,	,	PUNCT
spir-8491	8	23	focusing	focus	VERB
spir-8491	8	24	on	on	ADP
spir-8491	8	25	shifts	shift	NOUN
spir-8491	8	26	in	in	ADP
spir-8491	8	27	editorial	editorial	ADJ
spir-8491	8	28	decision	decision	NOUN
spir-8491	8	29	making	making	NOUN
spir-8491	8	30	,	,	PUNCT
spir-8491	8	31	user	user	NOUN
spir-8491	8	32	choices	choice	NOUN
spir-8491	8	33	in	in	ADP
spir-8491	8	34	algorithmically	algorithmically	ADV
spir-8491	8	35	driven	drive	VERB
spir-8491	8	36	environments	environment	NOUN
spir-8491	8	37	,	,	PUNCT
spir-8491	8	38	the	the	DET
spir-8491	8	39	epistemological	epistemological	ADJ
spir-8491	8	40	implications	implication	NOUN
spir-8491	8	41	involved	involve	VERB
spir-8491	8	42	in	in	ADP
spir-8491	8	43	researching	research	VERB
spir-8491	8	44	these	these	DET
spir-8491	8	45	topics	topic	NOUN
spir-8491	8	46	,	,	PUNCT
spir-8491	8	47	and	and	CCONJ
spir-8491	8	48	suggesting	suggest	VERB
spir-8491	8	49	potential	potential	ADJ
spir-8491	8	50	remedies	remedy	NOUN
spir-8491	8	51	for	for	ADP
spir-8491	8	52	the	the	DET
spir-8491	8	53	normative	normative	ADJ
spir-8491	8	54	problems	problem	NOUN
spir-8491	8	55	of	of	ADP
spir-8491	8	56	a	a	DET
spir-8491	8	57	contemporary	contemporary	ADJ
spir-8491	8	58	computer	computer	NOUN
spir-8491	8	59	-	-	PUNCT
spir-8491	8	60	generated	generate	VERB
spir-8491	8	61	view	view	NOUN
spir-8491	8	62	of	of	ADP
spir-8491	8	63	the	the	DET
spir-8491	8	64	world	world	NOUN
spir-8491	8	65	.	.	PUNCT
spir-8491	9	1	the	the	DET
spir-8491	9	2	terms	term	NOUN
spir-8491	9	3	“	"	PUNCT
spir-8491	9	4	algorithm	algorithm	NOUN
spir-8491	9	5	”	"	PUNCT
spir-8491	9	6	,	,	PUNCT
spir-8491	9	7	“	"	PUNCT
spir-8491	9	8	big	big	ADJ
spir-8491	9	9	data	datum	NOUN
spir-8491	9	10	”	"	PUNCT
spir-8491	9	11	,	,	PUNCT
spir-8491	9	12	“	"	PUNCT
spir-8491	9	13	digital	digital	ADJ
spir-8491	9	14	traces	trace	NOUN
spir-8491	9	15	”	"	PUNCT
spir-8491	9	16	are	be	AUX
spir-8491	9	17	increasingly	increasingly	ADV
spir-8491	9	18	used	use	VERB
spir-8491	9	19	as	as	ADP
spir-8491	9	20	convenient	convenient	ADJ
spir-8491	9	21	blanket	blanket	NOUN
spir-8491	9	22	labels	label	NOUN
spir-8491	9	23	to	to	PART
spir-8491	9	24	address	address	VERB
spir-8491	9	25	a	a	DET
spir-8491	9	26	range	range	NOUN
spir-8491	9	27	of	of	ADP
spir-8491	9	28	developments	development	NOUN
spir-8491	9	29	which	which	PRON
spir-8491	9	30	reshape	reshape	VERB
spir-8491	9	31	our	our	PRON
spir-8491	9	32	understanding	understanding	NOUN
spir-8491	9	33	of	of	ADP
spir-8491	9	34	fundamental	fundamental	ADJ
spir-8491	9	35	concepts	concept	NOUN
spir-8491	9	36	such	such	ADJ
spir-8491	9	37	as	as	ADP
spir-8491	9	38	“	"	PUNCT
spir-8491	9	39	public	public	ADJ
spir-8491	9	40	”	"	PUNCT
spir-8491	9	41	,	,	PUNCT
spir-8491	9	42	“	"	PUNCT
spir-8491	9	43	relevance	relevance	NOUN
spir-8491	9	44	”	"	PUNCT
spir-8491	9	45	,	,	PUNCT
spir-8491	9	46	and	and	CCONJ
spir-8491	9	47	“	"	PUNCT
spir-8491	9	48	news	news	NOUN
spir-8491	9	49	”	"	PUNCT
spir-8491	9	50	.	.	PUNCT
spir-8491	10	1	algorithms	algorithm	NOUN
spir-8491	10	2	working	work	VERB
spir-8491	10	3	on	on	ADP
spir-8491	10	4	large	large	ADJ
spir-8491	10	5	amounts	amount	NOUN
spir-8491	10	6	of	of	ADP
spir-8491	10	7	userand	userand	NOUN
spir-8491	10	8	system	system	NOUN
spir-8491	10	9	-	-	PUNCT
spir-8491	10	10	generated	generate	VERB
spir-8491	10	11	data	datum	NOUN
spir-8491	10	12	construct	construct	VERB
spir-8491	10	13	spheres	sphere	NOUN
spir-8491	10	14	of	of	ADP
spir-8491	10	15	public	public	ADJ
spir-8491	10	16	communication	communication	NOUN
spir-8491	10	17	,	,	PUNCT
spir-8491	10	18	for	for	ADP
spir-8491	10	19	example	example	NOUN
spir-8491	10	20	,	,	PUNCT
spir-8491	10	21	by	by	ADP
spir-8491	10	22	identifying	identify	VERB
spir-8491	10	23	and	and	CCONJ
spir-8491	10	24	connecting	connect	VERB
spir-8491	10	25	users	user	NOUN
spir-8491	10	26	with	with	ADP
spir-8491	10	27	compatible	compatible	ADJ
spir-8491	10	28	attributes	attribute	NOUN
spir-8491	10	29	,	,	PUNCT
spir-8491	10	30	interests	interest	NOUN
spir-8491	10	31	,	,	PUNCT
spir-8491	10	32	and	and	CCONJ
spir-8491	10	33	activity	activity	NOUN
spir-8491	10	34	patterns	pattern	NOUN
spir-8491	10	35	(	(	PUNCT
spir-8491	10	36	e.g.	e.g.	ADV
spir-8491	10	37	beam	beam	NOUN
spir-8491	10	38	,	,	PUNCT
spir-8491	10	39	2014	2014	NUM
spir-8491	10	40	)	)	PUNCT
spir-8491	10	41	,	,	PUNCT
spir-8491	10	42	or	or	CCONJ
spir-8491	10	43	by	by	ADP
spir-8491	10	44	filtering	filter	VERB
spir-8491	10	45	content	content	NOUN
spir-8491	10	46	based	base	VERB
spir-8491	10	47	on	on	ADP
spir-8491	10	48	algorithmically	algorithmically	ADV
spir-8491	10	49	constructed	construct	VERB
spir-8491	10	50	indicators	indicator	NOUN
spir-8491	10	51	of	of	ADP
spir-8491	10	52	relevance	relevance	NOUN
spir-8491	10	53	(	(	PUNCT
spir-8491	10	54	e.g.	e.g.	ADV
spir-8491	10	55	eslami	eslami	VERB
spir-8491	10	56	et	et	PROPN
spir-8491	10	57	al	al	PROPN
spir-8491	10	58	.	.	PROPN
spir-8491	10	59	,	,	PUNCT
spir-8491	10	60	2015	2015	NUM
spir-8491	10	61	)	)	PUNCT
spir-8491	10	62	.	.	PUNCT
spir-8491	11	1	thus	thus	ADV
spir-8491	11	2	,	,	PUNCT
spir-8491	11	3	it	it	PRON
spir-8491	11	4	is	be	AUX
spir-8491	11	5	increasingly	increasingly	ADV
spir-8491	11	6	important	important	ADJ
spir-8491	11	7	to	to	PART
spir-8491	11	8	investigate	investigate	VERB
spir-8491	11	9	the	the	DET
spir-8491	11	10	practices	practice	NOUN
spir-8491	11	11	,	,	PUNCT
spir-8491	11	12	mechanisms	mechanism	NOUN
spir-8491	11	13	,	,	PUNCT
spir-8491	11	14	power	power	NOUN
spir-8491	11	15	structures	structure	NOUN
spir-8491	11	16	,	,	PUNCT
spir-8491	11	17	and	and	CCONJ
spir-8491	11	18	dynamics	dynamic	NOUN
spir-8491	11	19	of	of	ADP
spir-8491	11	20	such	such	ADJ
spir-8491	11	21	algorithmic	algorithmic	ADJ
spir-8491	11	22	public	public	ADJ
spir-8491	11	23	spheres	sphere	NOUN
spir-8491	11	24	.	.	PUNCT
spir-8491	12	1	approaches	approach	NOUN
spir-8491	12	2	to	to	PART
spir-8491	12	3	combine	combine	VERB
spir-8491	12	4	the	the	DET
spir-8491	12	5	study	study	NOUN
spir-8491	12	6	of	of	ADP
spir-8491	12	7	the	the	DET
spir-8491	12	8	construction	construction	NOUN
spir-8491	12	9	and	and	CCONJ
spir-8491	12	10	inscribed	inscribe	VERB
spir-8491	12	11	mechanisms	mechanism	NOUN
spir-8491	12	12	of	of	ADP
spir-8491	12	13	algorithms	algorithm	NOUN
spir-8491	12	14	with	with	ADP
spir-8491	12	15	a	a	DET
spir-8491	12	16	perspective	perspective	NOUN
spir-8491	12	17	on	on	ADP
spir-8491	12	18	their	their	PRON
spir-8491	12	19	societal	societal	ADJ
spir-8491	12	20	consequences	consequence	NOUN
spir-8491	12	21	already	already	ADV
spir-8491	12	22	include	include	VERB
spir-8491	12	23	the	the	DET
spir-8491	12	24	idea	idea	NOUN
spir-8491	12	25	of	of	ADP
spir-8491	12	26	“	"	PUNCT
spir-8491	12	27	algorithmic	algorithmic	ADJ
spir-8491	12	28	accountability	accountability	NOUN
spir-8491	12	29	“	"	PUNCT
spir-8491	12	30	(	(	PUNCT
spir-8491	12	31	diakopoulos	diakopoulo	NOUN
spir-8491	12	32	,	,	PUNCT
spir-8491	12	33	2014	2014	NUM
spir-8491	12	34	)	)	PUNCT
spir-8491	12	35	,	,	PUNCT
spir-8491	12	36	“	"	PUNCT
spir-8491	12	37	algorithmic	algorithmic	ADJ
spir-8491	12	38	ideology	ideology	NOUN
spir-8491	12	39	“	"	PUNCT
spir-8491	12	40	(	(	PUNCT
spir-8491	12	41	mager	mager	NOUN
spir-8491	12	42	,	,	PUNCT
spir-8491	12	43	2012	2012	NUM
spir-8491	12	44	)	)	PUNCT
spir-8491	12	45	,	,	PUNCT
spir-8491	12	46	or	or	CCONJ
spir-8491	12	47	“	"	PUNCT
spir-8491	12	48	algorithmic	algorithmic	ADJ
spir-8491	12	49	harms	harm	NOUN
spir-8491	12	50	”	"	PUNCT
spir-8491	12	51	(	(	PUNCT
spir-8491	12	52	tufekci	tufekci	ADJ
spir-8491	12	53	,	,	PUNCT
spir-8491	12	54	2015	2015	NUM
spir-8491	12	55	)	)	PUNCT
spir-8491	12	56	.	.	PUNCT
spir-8491	13	1	if	if	SCONJ
spir-8491	13	2	,	,	PUNCT
spir-8491	13	3	as	as	SCONJ
spir-8491	13	4	ananny	ananny	NOUN
spir-8491	13	5	(	(	PUNCT
spir-8491	13	6	2015	2015	NUM
spir-8491	13	7	)	)	PUNCT
spir-8491	13	8	argues	argue	VERB
spir-8491	13	9	,	,	PUNCT
spir-8491	13	10	algorithms	algorithm	NOUN
spir-8491	13	11	possess	possess	VERB
spir-8491	13	12	the	the	DET
spir-8491	13	13	ability	ability	NOUN
spir-8491	13	14	to	to	PART
spir-8491	13	15	convene	convene	VERB
spir-8491	13	16	people	people	NOUN
spir-8491	13	17	by	by	ADP
spir-8491	13	18	inferring	infer	VERB
spir-8491	13	19	associations	association	NOUN
spir-8491	13	20	and	and	CCONJ
spir-8491	13	21	the	the	DET
spir-8491	13	22	power	power	NOUN
spir-8491	13	23	to	to	PART
spir-8491	13	24	suggest	suggest	VERB
spir-8491	13	25	probable	probable	ADJ
spir-8491	13	26	actions	action	NOUN
spir-8491	13	27	,	,	PUNCT
spir-8491	13	28	this	this	PRON
spir-8491	13	29	also	also	ADV
spir-8491	13	30	makes	make	VERB
spir-8491	13	31	necessary	necessary	ADJ
spir-8491	13	32	a	a	DET
spir-8491	13	33	reformulation	reformulation	NOUN
spir-8491	13	34	of	of	ADP
spir-8491	13	35	questions	question	NOUN
spir-8491	13	36	that	that	PRON
spir-8491	13	37	are	be	AUX
spir-8491	13	38	at	at	ADP
spir-8491	13	39	the	the	DET
spir-8491	13	40	heart	heart	NOUN
spir-8491	13	41	of	of	ADP
spir-8491	13	42	research	research	NOUN
spir-8491	13	43	on	on	ADP
spir-8491	13	44	journalism	journalism	NOUN
spir-8491	13	45	and	and	CCONJ
spir-8491	13	46	editorial	editorial	ADJ
spir-8491	13	47	decision	decision	NOUN
spir-8491	13	48	making	make	VERB
spir-8491	13	49	:	:	PUNCT
spir-8491	13	50	how	how	SCONJ
spir-8491	13	51	do	do	AUX
spir-8491	13	52	algorithms	algorithm	NOUN
spir-8491	13	53	define	define	VERB
spir-8491	13	54	relevance	relevance	NOUN
spir-8491	13	55	?	?	PUNCT
spir-8491	14	1	what	what	PRON
spir-8491	14	2	are	be	AUX
spir-8491	14	3	the	the	DET
spir-8491	14	4	criteria	criterion	NOUN
spir-8491	14	5	behind	behind	ADP
spir-8491	14	6	their	their	PRON
spir-8491	14	7	selection	selection	NOUN
spir-8491	14	8	mechanisms	mechanism	NOUN
spir-8491	14	9	and	and	CCONJ
spir-8491	14	10	how	how	SCONJ
spir-8491	14	11	“	"	PUNCT
spir-8491	14	12	objective	objective	NOUN
spir-8491	14	13	”	"	PUNCT
spir-8491	14	14	are	be	AUX
spir-8491	14	15	these	these	DET
spir-8491	14	16	criteria	criterion	NOUN
spir-8491	14	17	?	?	PUNCT
spir-8491	15	1	there	there	PRON
spir-8491	15	2	are	be	VERB
spir-8491	15	3	also	also	ADV
spir-8491	15	4	novel	novel	ADJ
spir-8491	15	5	methodological	methodological	ADJ
spir-8491	15	6	challenges	challenge	NOUN
spir-8491	15	7	:	:	PUNCT
spir-8491	15	8	how	how	SCONJ
spir-8491	15	9	are	be	AUX
spir-8491	15	10	these	these	DET
spir-8491	15	11	mechanisms	mechanism	NOUN
spir-8491	15	12	to	to	PART
spir-8491	15	13	be	be	AUX
spir-8491	15	14	studied	study	VERB
spir-8491	15	15	if	if	SCONJ
spir-8491	15	16	we	we	PRON
spir-8491	15	17	do	do	AUX
spir-8491	15	18	not	not	PART
spir-8491	15	19	have	have	VERB
spir-8491	15	20	direct	direct	ADJ
spir-8491	15	21	access	access	NOUN
spir-8491	15	22	to	to	ADP
spir-8491	15	23	the	the	DET
spir-8491	15	24	algorithms	algorithm	NOUN
spir-8491	15	25	involved	involve	VERB
spir-8491	15	26	,	,	PUNCT
spir-8491	15	27	but	but	CCONJ
spir-8491	15	28	can	can	AUX
spir-8491	15	29	only	only	ADV
spir-8491	15	30	infer	infer	VERB
spir-8491	15	31	their	their	PRON
spir-8491	15	32	working	working	NOUN
spir-8491	15	33	from	from	ADP
spir-8491	15	34	digital	digital	ADJ
spir-8491	15	35	traces	trace	NOUN
spir-8491	15	36	that	that	PRON
spir-8491	15	37	are	be	AUX
spir-8491	15	38	made	make	VERB
spir-8491	15	39	visible	visible	ADJ
spir-8491	15	40	or	or	CCONJ
spir-8491	15	41	accessible	accessible	ADJ
spir-8491	15	42	?	?	PUNCT
spir-8491	16	1	and	and	CCONJ
spir-8491	16	2	,	,	PUNCT
spir-8491	16	3	more	more	ADV
spir-8491	16	4	generally	generally	ADV
spir-8491	16	5	,	,	PUNCT
spir-8491	16	6	how	how	SCONJ
spir-8491	16	7	should	should	AUX
spir-8491	16	8	digital	digital	ADJ
spir-8491	16	9	traces	trace	NOUN
spir-8491	16	10	be	be	AUX
spir-8491	16	11	interpreted	interpret	VERB
spir-8491	16	12	at	at	ADP
spir-8491	16	13	scale	scale	NOUN
spir-8491	16	14	?	?	PUNCT
spir-8491	17	1	this	this	DET
spir-8491	17	2	panel	panel	NOUN
spir-8491	17	3	explores	explore	VERB
spir-8491	17	4	the	the	DET
spir-8491	17	5	whole	whole	ADJ
spir-8491	17	6	spectrum	spectrum	NOUN
spir-8491	17	7	of	of	ADP
spir-8491	17	8	algorithmic	algorithmic	ADJ
spir-8491	17	9	construction	construction	NOUN
spir-8491	17	10	principles	principle	NOUN
spir-8491	17	11	,	,	PUNCT
spir-8491	17	12	editorial	editorial	ADJ
spir-8491	17	13	decision	decision	NOUN
spir-8491	17	14	making	making	NOUN
spir-8491	17	15	,	,	PUNCT
spir-8491	17	16	and	and	CCONJ
spir-8491	17	17	user	user	NOUN
spir-8491	17	18	choices	choice	NOUN
spir-8491	17	19	in	in	ADP
spir-8491	17	20	digital	digital	ADJ
spir-8491	17	21	environments	environment	NOUN
spir-8491	17	22	while	while	SCONJ
spir-8491	17	23	acknowledging	acknowledge	VERB
spir-8491	17	24	their	their	PRON
spir-8491	17	25	interrelatedness	interrelatedness	NOUN
spir-8491	17	26	:	:	PUNCT
spir-8491	17	27	author	author	NOUN
spir-8491	17	28	1	1	NUM
spir-8491	17	29	asks	ask	VERB
spir-8491	17	30	what	what	PRON
spir-8491	17	31	design	design	NOUN
spir-8491	17	32	intervention	intervention	NOUN
spir-8491	17	33	is	be	AUX
spir-8491	17	34	necessary	necessary	ADJ
spir-8491	17	35	to	to	PART
spir-8491	17	36	ensure	ensure	VERB
spir-8491	17	37	that	that	SCONJ
spir-8491	17	38	algorithmic	algorithmic	ADJ
spir-8491	17	39	systems	system	NOUN
spir-8491	17	40	allow	allow	VERB
spir-8491	17	41	later	later	ADJ
spir-8491	17	42	scrutiny	scrutiny	NOUN
spir-8491	17	43	by	by	ADP
spir-8491	17	44	a	a	DET
spir-8491	17	45	third	third	ADJ
spir-8491	17	46	party	party	NOUN
spir-8491	17	47	and	and	CCONJ
spir-8491	17	48	sees	see	VERB
spir-8491	17	49	the	the	DET
spir-8491	17	50	answer	answer	NOUN
spir-8491	17	51	in	in	ADP
spir-8491	17	52	a	a	DET
spir-8491	17	53	“	"	PUNCT
spir-8491	17	54	glassboxing	glassboxing	NOUN
spir-8491	17	55	”	"	PUNCT
spir-8491	17	56	approach	approach	NOUN
spir-8491	17	57	.	.	PUNCT
spir-8491	18	1	author	author	NOUN
spir-8491	18	2	2	2	NUM
spir-8491	18	3	explores	explore	VERB
spir-8491	18	4	the	the	DET
spir-8491	18	5	tension	tension	NOUN
spir-8491	18	6	between	between	ADP
spir-8491	18	7	editorial	editorial	ADJ
spir-8491	18	8	decision	decision	NOUN
spir-8491	18	9	making	make	VERB
spir-8491	18	10	and	and	CCONJ
spir-8491	18	11	automatized	automatize	VERB
spir-8491	18	12	processes	process	NOUN
spir-8491	18	13	of	of	ADP
spir-8491	18	14	news	news	NOUN
spir-8491	18	15	filtering	filtering	NOUN
spir-8491	18	16	,	,	PUNCT
spir-8491	18	17	applying	apply	VERB
spir-8491	18	18	the	the	DET
spir-8491	18	19	method	method	NOUN
spir-8491	18	20	of	of	ADP
spir-8491	18	21	the	the	DET
spir-8491	18	22	‘	'	PUNCT
spir-8491	18	23	algorithm	algorithm	NOUN
spir-8491	18	24	audit	audit	NOUN
spir-8491	18	25	’	'	PUNCT
spir-8491	18	26	to	to	PART
spir-8491	18	27	characterize	characterize	VERB
spir-8491	18	28	the	the	DET
spir-8491	18	29	consequences	consequence	NOUN
spir-8491	18	30	of	of	ADP
spir-8491	18	31	recommender	recommender	NOUN
spir-8491	18	32	systems	system	NOUN
spir-8491	18	33	on	on	ADP
spir-8491	18	34	news	news	NOUN
spir-8491	18	35	consumption	consumption	NOUN
spir-8491	18	36	.	.	PUNCT
spir-8491	19	1	author	author	NOUN
spir-8491	19	2	3	3	NUM
spir-8491	19	3	introduces	introduce	VERB
spir-8491	19	4	the	the	DET
spir-8491	19	5	concept	concept	NOUN
spir-8491	19	6	of	of	ADP
spir-8491	19	7	the	the	DET
spir-8491	19	8	“	"	PUNCT
spir-8491	19	9	twitter	twitter	NOUN
spir-8491	19	10	friend	friend	NOUN
spir-8491	19	11	repertoires	repertoire	NOUN
spir-8491	19	12	”	"	PUNCT
spir-8491	19	13	,	,	PUNCT
spir-8491	19	14	using	use	VERB
spir-8491	19	15	digital	digital	ADJ
spir-8491	19	16	traces	trace	NOUN
spir-8491	19	17	to	to	PART
spir-8491	19	18	compare	compare	VERB
spir-8491	19	19	the	the	DET
spir-8491	19	20	information	information	NOUN
spir-8491	19	21	management	management	NOUN
spir-8491	19	22	of	of	ADP
spir-8491	19	23	different	different	ADJ
spir-8491	19	24	groups	group	NOUN
spir-8491	19	25	of	of	ADP
spir-8491	19	26	users	user	NOUN
spir-8491	19	27	in	in	ADP
spir-8491	19	28	an	an	DET
spir-8491	19	29	algorithmically	algorithmically	ADV
spir-8491	19	30	driven	drive	VERB
spir-8491	19	31	environment	environment	NOUN
spir-8491	19	32	.	.	PUNCT
spir-8491	20	1	finally	finally	ADV
spir-8491	20	2	,	,	PUNCT
spir-8491	20	3	author	author	NOUN
spir-8491	20	4	4	4	NUM
spir-8491	20	5	discusses	discuss	VERB
spir-8491	20	6	the	the	DET
spir-8491	20	7	epistemological	epistemological	ADJ
spir-8491	20	8	dimension	dimension	NOUN
spir-8491	20	9	of	of	ADP
spir-8491	20	10	researching	research	VERB
spir-8491	20	11	algorithms	algorithm	NOUN
spir-8491	20	12	which	which	PRON
spir-8491	20	13	are	be	AUX
spir-8491	20	14	often	often	ADV
spir-8491	20	15	based	base	VERB
spir-8491	20	16	on	on	ADP
spir-8491	20	17	big	big	ADJ
spir-8491	20	18	data	datum	NOUN
spir-8491	20	19	,	,	PUNCT
spir-8491	20	20	examining	examine	VERB
spir-8491	20	21	challenges	challenge	NOUN
spir-8491	20	22	posed	pose	VERB
spir-8491	20	23	by	by	ADP
spir-8491	20	24	the	the	DET
spir-8491	20	25	quality	quality	NOUN
spir-8491	20	26	,	,	PUNCT
spir-8491	20	27	provenance	provenance	NOUN
spir-8491	20	28	and	and	CCONJ
spir-8491	20	29	explanatory	explanatory	ADJ
spir-8491	20	30	power	power	NOUN
spir-8491	20	31	of	of	ADP
spir-8491	20	32	these	these	DET
spir-8491	20	33	new	new	ADJ
spir-8491	20	34	types	type	NOUN
spir-8491	20	35	of	of	ADP
spir-8491	20	36	data	datum	NOUN
spir-8491	20	37	.	.	PUNCT
spir-8491	21	1	the	the	DET
spir-8491	21	2	panel	panel	NOUN
spir-8491	21	3	thus	thus	ADV
spir-8491	21	4	follows	follow	VERB
spir-8491	21	5	algorithms	algorithm	NOUN
spir-8491	21	6	from	from	ADP
spir-8491	21	7	their	their	PRON
spir-8491	21	8	origin	origin	NOUN
spir-8491	21	9	in	in	ADP
spir-8491	21	10	design	design	NOUN
spir-8491	21	11	to	to	ADP
spir-8491	21	12	different	different	ADJ
spir-8491	21	13	application	application	NOUN
spir-8491	21	14	scenarios	scenario	NOUN
spir-8491	21	15	and	and	CCONJ
spir-8491	21	16	finally	finally	ADV
spir-8491	21	17	deconstructs	deconstruct	VERB
spir-8491	21	18	the	the	DET
spir-8491	21	19	data	datum	NOUN
spir-8491	21	20	sources	source	NOUN
spir-8491	21	21	that	that	PRON
spir-8491	21	22	underlie	underlie	VERB
spir-8491	21	23	them	they	PRON
spir-8491	21	24	.	.	PUNCT
spir-8491	22	1	paper	paper	NOUN
spir-8491	22	2	1	1	NUM
spir-8491	22	3	:	:	PUNCT
spir-8491	22	4	glass	glass	NOUN
spir-8491	22	5	-	-	PUNCT
spir-8491	22	6	boxing	boxing	NOUN
spir-8491	22	7	the	the	DET
spir-8491	22	8	algorithmic	algorithmic	ADJ
spir-8491	22	9	public	public	ADJ
spir-8491	22	10	sphere	sphere	PROPN
spir-8491	22	11	christian	christian	PROPN
spir-8491	22	12	sandvig	sandvig	PROPN
spir-8491	22	13	,	,	PUNCT
spir-8491	22	14	university	university	PROPN
spir-8491	22	15	of	of	ADP
spir-8491	22	16	michigan	michigan	PROPN
spir-8491	22	17	in	in	ADP
spir-8491	22	18	recent	recent	ADJ
spir-8491	22	19	years	year	NOUN
spir-8491	22	20	,	,	PUNCT
spir-8491	22	21	media	medium	NOUN
spir-8491	22	22	systems	system	NOUN
spir-8491	22	23	of	of	ADP
spir-8491	22	24	all	all	DET
spir-8491	22	25	kinds	kind	NOUN
spir-8491	22	26	have	have	AUX
spir-8491	22	27	been	be	AUX
spir-8491	22	28	transformed	transform	VERB
spir-8491	22	29	to	to	PART
spir-8491	22	30	include	include	VERB
spir-8491	22	31	automatic	automatic	ADJ
spir-8491	22	32	selection	selection	NOUN
spir-8491	22	33	as	as	ADP
spir-8491	22	34	a	a	DET
spir-8491	22	35	basic	basic	ADJ
spir-8491	22	36	part	part	NOUN
spir-8491	22	37	of	of	ADP
spir-8491	22	38	their	their	PRON
spir-8491	22	39	operation	operation	NOUN
spir-8491	22	40	.	.	PUNCT
spir-8491	23	1	news	news	NOUN
spir-8491	23	2	,	,	PUNCT
spir-8491	23	3	advertising	advertising	NOUN
spir-8491	23	4	,	,	PUNCT
spir-8491	23	5	the	the	DET
spir-8491	23	6	features	feature	NOUN
spir-8491	23	7	of	of	ADP
spir-8491	23	8	a	a	DET
spir-8491	23	9	computer	computer	NOUN
spir-8491	23	10	’s	’s	PART
spir-8491	23	11	user	user	NOUN
spir-8491	23	12	interface	interface	NOUN
spir-8491	23	13	,	,	PUNCT
spir-8491	23	14	prices	price	NOUN
spir-8491	23	15	,	,	PUNCT
spir-8491	23	16	content	content	NOUN
spir-8491	23	17	recommendations	recommendation	NOUN
spir-8491	23	18	,	,	PUNCT
spir-8491	23	19	and	and	CCONJ
spir-8491	23	20	more	more	ADV
spir-8491	23	21	are	be	AUX
spir-8491	23	22	chosen	choose	VERB
spir-8491	23	23	and	and	CCONJ
spir-8491	23	24	even	even	ADV
spir-8491	23	25	produced	produce	VERB
spir-8491	23	26	dynamically	dynamically	ADV
spir-8491	23	27	by	by	ADP
spir-8491	23	28	computer	computer	NOUN
spir-8491	23	29	programs	program	NOUN
spir-8491	23	30	(	(	PUNCT
spir-8491	23	31	ziewitz	ziewitz	PROPN
spir-8491	23	32	,	,	PUNCT
spir-8491	23	33	2016	2016	NUM
spir-8491	23	34	)	)	PUNCT
spir-8491	23	35	.	.	PUNCT
spir-8491	24	1	at	at	ADP
spir-8491	24	2	the	the	DET
spir-8491	24	3	same	same	ADJ
spir-8491	24	4	time	time	NOUN
spir-8491	24	5	,	,	PUNCT
spir-8491	24	6	most	most	ADJ
spir-8491	24	7	of	of	ADP
spir-8491	24	8	the	the	DET
spir-8491	24	9	non	non	ADJ
spir-8491	24	10	-	-	ADJ
spir-8491	24	11	media	media	ADJ
spir-8491	24	12	infrastructure	infrastructure	NOUN
spir-8491	24	13	underpinning	underpin	VERB
spir-8491	24	14	contemporary	contemporary	PROPN
spir-8491	24	15	us	us	PROPN
spir-8491	24	16	society	society	NOUN
spir-8491	24	17	has	have	AUX
spir-8491	24	18	become	become	AUX
spir-8491	24	19	increasingly	increasingly	ADV
spir-8491	24	20	mediated	mediate	VERB
spir-8491	24	21	by	by	ADP
spir-8491	24	22	the	the	DET
spir-8491	24	23	internet	internet	NOUN
spir-8491	24	24	:	:	PUNCT
spir-8491	24	25	infrastructure	infrastructure	NOUN
spir-8491	24	26	has	have	AUX
spir-8491	24	27	been	be	AUX
spir-8491	24	28	upgraded	upgrade	VERB
spir-8491	24	29	to	to	ADP
spir-8491	24	30	a	a	DET
spir-8491	24	31	“	"	PUNCT
spir-8491	24	32	smart	smart	ADJ
spir-8491	24	33	”	"	PUNCT
spir-8491	24	34	iteration	iteration	NOUN
spir-8491	24	35	that	that	PRON
spir-8491	24	36	features	feature	VERB
spir-8491	24	37	embedded	embed	VERB
spir-8491	24	38	computing	computing	NOUN
spir-8491	24	39	power	power	NOUN
spir-8491	24	40	,	,	PUNCT
spir-8491	24	41	telecommunications	telecommunication	NOUN
spir-8491	24	42	links	link	NOUN
spir-8491	24	43	,	,	PUNCT
spir-8491	24	44	interactive	interactive	ADJ
spir-8491	24	45	interfaces	interface	NOUN
spir-8491	24	46	,	,	PUNCT
spir-8491	24	47	and	and	CCONJ
spir-8491	24	48	real	real	ADJ
spir-8491	24	49	-	-	PUNCT
spir-8491	24	50	time	time	NOUN
spir-8491	24	51	control	control	NOUN
spir-8491	24	52	(	(	PUNCT
spir-8491	24	53	graham	graham	PROPN
spir-8491	24	54	&	&	CCONJ
spir-8491	24	55	marvin	marvin	PROPN
spir-8491	24	56	,	,	PUNCT
spir-8491	24	57	2001	2001	NUM
spir-8491	24	58	)	)	PUNCT
spir-8491	24	59	.	.	PUNCT
spir-8491	25	1	at	at	ADP
spir-8491	25	2	the	the	DET
spir-8491	25	3	center	center	NOUN
spir-8491	25	4	of	of	ADP
spir-8491	25	5	these	these	DET
spir-8491	25	6	developments	development	NOUN
spir-8491	25	7	sit	sit	VERB
spir-8491	25	8	algorithms	algorithm	NOUN
spir-8491	25	9	(	(	PUNCT
spir-8491	25	10	meaning	mean	VERB
spir-8491	25	11	a	a	DET
spir-8491	25	12	process	process	NOUN
spir-8491	25	13	or	or	CCONJ
spir-8491	25	14	set	set	NOUN
spir-8491	25	15	of	of	ADP
spir-8491	25	16	rules	rule	NOUN
spir-8491	25	17	followed	follow	VERB
spir-8491	25	18	by	by	ADP
spir-8491	25	19	a	a	DET
spir-8491	25	20	computer	computer	NOUN
spir-8491	25	21	)	)	PUNCT
spir-8491	25	22	that	that	PRON
spir-8491	25	23	provide	provide	VERB
spir-8491	25	24	functions	function	NOUN
spir-8491	25	25	like	like	ADP
spir-8491	25	26	relevance	relevance	NOUN
spir-8491	25	27	judgments	judgment	NOUN
spir-8491	25	28	,	,	PUNCT
spir-8491	25	29	social	social	ADJ
spir-8491	25	30	sorting	sorting	NOUN
spir-8491	25	31	,	,	PUNCT
spir-8491	25	32	credit	credit	NOUN
spir-8491	25	33	scoring	scoring	NOUN
spir-8491	25	34	,	,	PUNCT
spir-8491	25	35	matchmaking	matchmaking	NOUN
spir-8491	25	36	,	,	PUNCT
spir-8491	25	37	market	market	NOUN
spir-8491	25	38	segmentation	segmentation	NOUN
spir-8491	25	39	,	,	PUNCT
spir-8491	25	40	personalization	personalization	NOUN
spir-8491	25	41	,	,	PUNCT
spir-8491	25	42	and	and	CCONJ
spir-8491	25	43	the	the	DET
spir-8491	25	44	management	management	NOUN
spir-8491	25	45	of	of	ADP
spir-8491	25	46	traffic	traffic	NOUN
spir-8491	25	47	flows	flow	VERB
spir-8491	25	48	from	from	ADP
spir-8491	25	49	ads	ad	NOUN
spir-8491	25	50	to	to	ADP
spir-8491	25	51	cars	car	NOUN
spir-8491	25	52	.	.	PUNCT
spir-8491	26	1	making	make	VERB
spir-8491	26	2	media	medium	NOUN
spir-8491	26	3	and	and	CCONJ
spir-8491	26	4	infrastructure	infrastructure	NOUN
spir-8491	26	5	newly	newly	ADV
spir-8491	26	6	computational	computational	ADJ
spir-8491	26	7	has	have	AUX
spir-8491	26	8	made	make	VERB
spir-8491	26	9	these	these	DET
spir-8491	26	10	systems	system	NOUN
spir-8491	26	11	more	more	ADV
spir-8491	26	12	powerful	powerful	ADJ
spir-8491	26	13	,	,	PUNCT
spir-8491	26	14	but	but	CCONJ
spir-8491	26	15	also	also	ADV
spir-8491	26	16	much	much	ADV
spir-8491	26	17	more	more	ADJ
spir-8491	26	18	opaque	opaque	ADJ
spir-8491	26	19	to	to	ADP
spir-8491	26	20	public	public	ADJ
spir-8491	26	21	scrutiny	scrutiny	NOUN
spir-8491	26	22	and	and	CCONJ
spir-8491	26	23	understanding	understanding	NOUN
spir-8491	26	24	(	(	PUNCT
spir-8491	26	25	pasquale	pasquale	NOUN
spir-8491	26	26	,	,	PUNCT
spir-8491	26	27	2015	2015	NUM
spir-8491	26	28	)	)	PUNCT
spir-8491	26	29	.	.	PUNCT
spir-8491	27	1	what	what	PRON
spir-8491	27	2	little	little	ADJ
spir-8491	27	3	has	have	AUX
spir-8491	27	4	been	be	AUX
spir-8491	27	5	discovered	discover	VERB
spir-8491	27	6	about	about	ADP
spir-8491	27	7	the	the	DET
spir-8491	27	8	operation	operation	NOUN
spir-8491	27	9	of	of	ADP
spir-8491	27	10	these	these	DET
spir-8491	27	11	systems	system	NOUN
spir-8491	27	12	provides	provide	VERB
spir-8491	27	13	cause	cause	NOUN
spir-8491	27	14	for	for	ADP
spir-8491	27	15	alarm	alarm	NOUN
spir-8491	27	16	.	.	PUNCT
spir-8491	28	1	indeed	indeed	ADV
spir-8491	28	2	,	,	PUNCT
spir-8491	28	3	the	the	DET
spir-8491	28	4	shift	shift	NOUN
spir-8491	28	5	to	to	ADP
spir-8491	28	6	computation	computation	NOUN
spir-8491	28	7	may	may	AUX
spir-8491	28	8	be	be	AUX
spir-8491	28	9	disastrous	disastrous	ADJ
spir-8491	28	10	for	for	ADP
spir-8491	28	11	fairness	fairness	NOUN
spir-8491	28	12	,	,	PUNCT
spir-8491	28	13	democracy	democracy	NOUN
spir-8491	28	14	,	,	PUNCT
spir-8491	28	15	and	and	CCONJ
spir-8491	28	16	even	even	ADV
spir-8491	28	17	safety	safety	NOUN
spir-8491	28	18	,	,	PUNCT
spir-8491	28	19	wholly	wholly	ADV
spir-8491	28	20	transforming	transform	VERB
spir-8491	28	21	much	much	ADV
spir-8491	28	22	of	of	ADP
spir-8491	28	23	mediated	mediate	VERB
spir-8491	28	24	communication	communication	NOUN
spir-8491	28	25	.	.	PUNCT
spir-8491	29	1	scholars	scholar	NOUN
spir-8491	29	2	have	have	AUX
spir-8491	29	3	argued	argue	VERB
spir-8491	29	4	that	that	SCONJ
spir-8491	29	5	along	along	ADP
spir-8491	29	6	with	with	ADP
spir-8491	29	7	any	any	DET
spir-8491	29	8	benefits	benefit	NOUN
spir-8491	29	9	,	,	PUNCT
spir-8491	29	10	algorithmic	algorithmic	ADJ
spir-8491	29	11	systems	system	NOUN
spir-8491	29	12	are	be	AUX
spir-8491	29	13	also	also	ADV
spir-8491	29	14	fostering	foster	VERB
spir-8491	29	15	widespread	widespread	ADJ
spir-8491	29	16	fraud	fraud	NOUN
spir-8491	29	17	;	;	PUNCT
spir-8491	29	18	illegal	illegal	ADJ
spir-8491	29	19	discrimination	discrimination	NOUN
spir-8491	29	20	by	by	ADP
spir-8491	29	21	race	race	NOUN
spir-8491	29	22	,	,	PUNCT
spir-8491	29	23	gender	gender	NOUN
spir-8491	29	24	,	,	PUNCT
spir-8491	29	25	disability	disability	NOUN
spir-8491	29	26	,	,	PUNCT
spir-8491	29	27	and	and	CCONJ
spir-8491	29	28	age	age	NOUN
spir-8491	29	29	;	;	PUNCT
spir-8491	29	30	false	false	ADJ
spir-8491	29	31	advertising	advertising	NOUN
spir-8491	29	32	;	;	PUNCT
spir-8491	29	33	payola	payola	NOUN
spir-8491	29	34	;	;	PUNCT
spir-8491	29	35	anticompetitive	anticompetitive	ADJ
spir-8491	29	36	practices	practice	NOUN
spir-8491	29	37	;	;	PUNCT
spir-8491	29	38	and	and	CCONJ
spir-8491	29	39	political	political	ADJ
spir-8491	29	40	cynicism	cynicism	NOUN
spir-8491	29	41	;	;	PUNCT
spir-8491	29	42	while	while	SCONJ
spir-8491	29	43	also	also	ADV
spir-8491	29	44	making	make	VERB
spir-8491	29	45	society	society	NOUN
spir-8491	29	46	more	more	ADV
spir-8491	29	47	unequal	unequal	ADJ
spir-8491	29	48	and	and	CCONJ
spir-8491	29	49	degrading	degrade	VERB
spir-8491	29	50	the	the	DET
spir-8491	29	51	quality	quality	NOUN
spir-8491	29	52	of	of	ADP
spir-8491	29	53	news	news	NOUN
spir-8491	29	54	and	and	CCONJ
spir-8491	29	55	information	information	NOUN
spir-8491	29	56	in	in	ADP
spir-8491	29	57	systematic	systematic	ADJ
spir-8491	29	58	ways	way	NOUN
spir-8491	29	59	.	.	PUNCT
spir-8491	30	1	nonetheless	nonetheless	ADV
spir-8491	30	2	,	,	PUNCT
spir-8491	30	3	creating	create	VERB
spir-8491	30	4	different	different	ADJ
spir-8491	30	5	algorithmic	algorithmic	ADJ
spir-8491	30	6	systems	system	NOUN
spir-8491	30	7	that	that	PRON
spir-8491	30	8	involve	involve	VERB
spir-8491	30	9	either	either	CCONJ
spir-8491	30	10	changing	change	VERB
spir-8491	30	11	the	the	DET
spir-8491	30	12	motives	motive	NOUN
spir-8491	30	13	of	of	ADP
spir-8491	30	14	multinational	multinational	ADJ
spir-8491	30	15	corporations	corporation	NOUN
spir-8491	30	16	or	or	CCONJ
spir-8491	30	17	funding	funding	NOUN
spir-8491	30	18	,	,	PUNCT
spir-8491	30	19	designing	designing	NOUN
spir-8491	30	20	,	,	PUNCT
spir-8491	30	21	and	and	CCONJ
spir-8491	30	22	launching	launch	VERB
spir-8491	30	23	a	a	DET
spir-8491	30	24	viable	viable	ADJ
spir-8491	30	25	public	public	ADJ
spir-8491	30	26	or	or	CCONJ
spir-8491	30	27	private	private	ADJ
spir-8491	30	28	alternative	alternative	NOUN
spir-8491	30	29	seem	seem	VERB
spir-8491	30	30	like	like	ADP
spir-8491	30	31	herculean	herculean	ADJ
spir-8491	30	32	tasks	task	NOUN
spir-8491	30	33	.	.	PUNCT
spir-8491	31	1	but	but	CCONJ
spir-8491	31	2	before	before	SCONJ
spir-8491	31	3	an	an	DET
spir-8491	31	4	alternative	alternative	ADJ
spir-8491	31	5	future	future	NOUN
spir-8491	31	6	can	can	AUX
spir-8491	31	7	be	be	AUX
spir-8491	31	8	proposed	propose	VERB
spir-8491	31	9	,	,	PUNCT
spir-8491	31	10	we	we	PRON
spir-8491	31	11	first	first	ADV
spir-8491	31	12	need	need	VERB
spir-8491	31	13	some	some	DET
spir-8491	31	14	understanding	understanding	NOUN
spir-8491	31	15	of	of	ADP
spir-8491	31	16	what	what	PRON
spir-8491	31	17	algorithmic	algorithmic	ADJ
spir-8491	31	18	systems	system	NOUN
spir-8491	31	19	are	be	AUX
spir-8491	31	20	actually	actually	ADV
spir-8491	31	21	doing	do	VERB
spir-8491	31	22	now	now	ADV
spir-8491	31	23	.	.	PUNCT
spir-8491	32	1	yet	yet	ADV
spir-8491	32	2	even	even	ADV
spir-8491	32	3	this	this	DET
spir-8491	32	4	more	more	ADV
spir-8491	32	5	modest	modest	ADJ
spir-8491	32	6	redress	redress	NOUN
spir-8491	32	7	also	also	ADV
spir-8491	32	8	seems	seem	VERB
spir-8491	32	9	unworkable	unworkable	ADJ
spir-8491	32	10	:	:	PUNCT
spir-8491	32	11	algorithmic	algorithmic	ADJ
spir-8491	32	12	systems	system	NOUN
spir-8491	32	13	are	be	AUX
spir-8491	32	14	often	often	ADV
spir-8491	32	15	proprietary	proprietary	ADJ
spir-8491	32	16	,	,	PUNCT
spir-8491	32	17	dynamic	dynamic	ADJ
spir-8491	32	18	,	,	PUNCT
spir-8491	32	19	and	and	CCONJ
spir-8491	32	20	complex	complex	ADJ
spir-8491	32	21	,	,	PUNCT
spir-8491	32	22	therefore	therefore	ADV
spir-8491	32	23	an	an	DET
spir-8491	32	24	“	"	PUNCT
spir-8491	32	25	algorithmic	algorithmic	ADJ
spir-8491	32	26	literacy	literacy	NOUN
spir-8491	32	27	”	"	PUNCT
spir-8491	32	28	or	or	CCONJ
spir-8491	32	29	“	"	PUNCT
spir-8491	32	30	transparency	transparency	NOUN
spir-8491	32	31	”	"	PUNCT
spir-8491	32	32	agenda	agenda	NOUN
spir-8491	32	33	could	could	AUX
spir-8491	32	34	founder	founder	VERB
spir-8491	32	35	on	on	ADP
spir-8491	32	36	the	the	DET
spir-8491	32	37	basis	basis	NOUN
spir-8491	32	38	of	of	ADP
spir-8491	32	39	impracticality	impracticality	NOUN
spir-8491	32	40	alone	alone	ADV
spir-8491	32	41	(	(	PUNCT
spir-8491	32	42	pasquale	pasquale	NOUN
spir-8491	32	43	,	,	PUNCT
spir-8491	32	44	2011	2011	NUM
spir-8491	32	45	)	)	PUNCT
spir-8491	32	46	.	.	PUNCT
spir-8491	33	1	what	what	PRON
spir-8491	33	2	is	be	AUX
spir-8491	33	3	to	to	PART
spir-8491	33	4	be	be	AUX
spir-8491	33	5	done	do	VERB
spir-8491	33	6	?	?	PUNCT
spir-8491	34	1	algorithm	algorithm	NOUN
spir-8491	34	2	audits	audits	NOUN
spir-8491	34	3	some	some	DET
spir-8491	34	4	hope	hope	NOUN
spir-8491	34	5	may	may	AUX
spir-8491	34	6	be	be	AUX
spir-8491	34	7	found	find	VERB
spir-8491	34	8	in	in	ADP
spir-8491	34	9	a	a	DET
spir-8491	34	10	relatively	relatively	ADV
spir-8491	34	11	obscure	obscure	ADJ
spir-8491	34	12	social	social	ADJ
spir-8491	34	13	scientific	scientific	ADJ
spir-8491	34	14	research	research	NOUN
spir-8491	34	15	method	method	NOUN
spir-8491	34	16	:	:	PUNCT
spir-8491	34	17	the	the	DET
spir-8491	34	18	audit	audit	NOUN
spir-8491	34	19	study	study	NOUN
spir-8491	34	20	(	(	PUNCT
spir-8491	34	21	mincy	mincy	NOUN
spir-8491	34	22	,	,	PUNCT
spir-8491	34	23	1993	1993	NUM
spir-8491	34	24	)	)	PUNCT
spir-8491	34	25	.	.	PUNCT
spir-8491	35	1	audit	audit	NOUN
spir-8491	35	2	studies	study	NOUN
spir-8491	35	3	–	–	PUNCT
spir-8491	35	4	also	also	ADV
spir-8491	35	5	called	call	VERB
spir-8491	35	6	correspondence	correspondence	NOUN
spir-8491	35	7	studies	study	NOUN
spir-8491	35	8	–	–	PUNCT
spir-8491	35	9	are	be	AUX
spir-8491	35	10	field	field	NOUN
spir-8491	35	11	experiments	experiment	NOUN
spir-8491	35	12	in	in	ADP
spir-8491	35	13	which	which	PRON
spir-8491	35	14	(	(	PUNCT
spir-8491	35	15	in	in	ADP
spir-8491	35	16	one	one	NUM
spir-8491	35	17	common	common	ADJ
spir-8491	35	18	design	design	NOUN
spir-8491	35	19	)	)	PUNCT
spir-8491	35	20	a	a	DET
spir-8491	35	21	fictitious	fictitious	ADJ
spir-8491	35	22	correspondence	correspondence	NOUN
spir-8491	35	23	is	be	AUX
spir-8491	35	24	created	create	VERB
spir-8491	35	25	purporting	purport	VERB
spir-8491	35	26	to	to	PART
spir-8491	35	27	be	be	AUX
spir-8491	35	28	from	from	ADP
spir-8491	35	29	a	a	DET
spir-8491	35	30	job	job	NOUN
spir-8491	35	31	applicant	applicant	NOUN
spir-8491	35	32	seeking	seek	VERB
spir-8491	35	33	employment	employment	NOUN
spir-8491	35	34	,	,	PUNCT
spir-8491	35	35	targeted	target	VERB
spir-8491	35	36	at	at	ADP
spir-8491	35	37	a	a	DET
spir-8491	35	38	real	real	ADJ
spir-8491	35	39	employer	employer	NOUN
spir-8491	35	40	.	.	PUNCT
spir-8491	36	1	in	in	ADP
spir-8491	36	2	these	these	DET
spir-8491	36	3	studies	study	NOUN
spir-8491	36	4	,	,	PUNCT
spir-8491	36	5	two	two	NUM
spir-8491	36	6	or	or	CCONJ
spir-8491	36	7	more	more	ADV
spir-8491	36	8	identical	identical	ADJ
spir-8491	36	9	resumes	resume	NOUN
spir-8491	36	10	are	be	AUX
spir-8491	36	11	prepared	prepare	VERB
spir-8491	36	12	.	.	PUNCT
spir-8491	37	1	“	"	PUNCT
spir-8491	37	2	the	the	DET
spir-8491	37	3	race	race	NOUN
spir-8491	37	4	…	…	PUNCT
spir-8491	37	5	of	of	ADP
spir-8491	37	6	the	the	DET
spir-8491	37	7	fictitious	fictitious	ADJ
spir-8491	37	8	applicant	applicant	NOUN
spir-8491	37	9	is	be	AUX
spir-8491	37	10	then	then	ADV
spir-8491	37	11	signaled	signal	VERB
spir-8491	37	12	through	through	ADP
spir-8491	37	13	one	one	NUM
spir-8491	37	14	or	or	CCONJ
spir-8491	37	15	more	more	ADJ
spir-8491	37	16	cues	cue	NOUN
spir-8491	37	17	”	"	PUNCT
spir-8491	37	18	such	such	ADJ
spir-8491	37	19	as	as	ADP
spir-8491	37	20	the	the	DET
spir-8491	37	21	fictitious	fictitious	ADJ
spir-8491	37	22	applicant	applicant	NOUN
spir-8491	37	23	’s	’s	PART
spir-8491	37	24	name	name	NOUN
spir-8491	37	25	,	,	PUNCT
spir-8491	37	26	which	which	PRON
spir-8491	37	27	might	might	AUX
spir-8491	37	28	be	be	AUX
spir-8491	37	29	manipulated	manipulate	VERB
spir-8491	37	30	between	between	ADP
spir-8491	37	31	the	the	DET
spir-8491	37	32	two	two	NUM
spir-8491	37	33	conditions	condition	NOUN
spir-8491	37	34	of	of	ADP
spir-8491	37	35	“	"	PUNCT
spir-8491	37	36	emily	emily	PROPN
spir-8491	37	37	”	"	PUNCT
spir-8491	37	38	and	and	CCONJ
spir-8491	37	39	“	"	PUNCT
spir-8491	37	40	lakisha	lakisha	PROPN
spir-8491	37	41	”	"	PUNCT
spir-8491	37	42	to	to	PART
spir-8491	37	43	signal	signal	VERB
spir-8491	37	44	“	"	PUNCT
spir-8491	37	45	caucasian	caucasian	ADJ
spir-8491	37	46	”	"	PUNCT
spir-8491	37	47	vs.	vs.	X
spir-8491	37	48	“	"	PUNCT
spir-8491	37	49	african	african	ADJ
spir-8491	37	50	-	-	PUNCT
spir-8491	37	51	american	american	ADJ
spir-8491	37	52	”	"	PUNCT
spir-8491	37	53	(	(	PUNCT
spir-8491	37	54	pager	pager	NOUN
spir-8491	37	55	,	,	PUNCT
spir-8491	37	56	2007	2007	NUM
spir-8491	37	57	)	)	PUNCT
spir-8491	37	58	.	.	PUNCT
spir-8491	38	1	this	this	PRON
spir-8491	38	2	is	be	AUX
spir-8491	38	3	then	then	ADV
spir-8491	38	4	used	use	VERB
spir-8491	38	5	as	as	ADP
spir-8491	38	6	a	a	DET
spir-8491	38	7	measure	measure	NOUN
spir-8491	38	8	of	of	ADP
spir-8491	38	9	discrimination	discrimination	NOUN
spir-8491	38	10	to	to	PART
spir-8491	38	11	determine	determine	VERB
spir-8491	38	12	if	if	SCONJ
spir-8491	38	13	identically	identically	ADV
spir-8491	38	14	qualified	qualified	ADJ
spir-8491	38	15	applicants	applicant	NOUN
spir-8491	38	16	receive	receive	VERB
spir-8491	38	17	differential	differential	ADJ
spir-8491	38	18	treatment	treatment	NOUN
spir-8491	38	19	based	base	VERB
spir-8491	38	20	on	on	ADP
spir-8491	38	21	race	race	NOUN
spir-8491	38	22	.	.	PUNCT
spir-8491	39	1	instead	instead	ADV
spir-8491	39	2	of	of	ADP
spir-8491	39	3	a	a	DET
spir-8491	39	4	“	"	PUNCT
spir-8491	39	5	direct	direct	ADJ
spir-8491	39	6	”	"	PUNCT
spir-8491	39	7	audit	audit	NOUN
spir-8491	39	8	of	of	ADP
spir-8491	39	9	employers	employer	NOUN
spir-8491	39	10	or	or	CCONJ
spir-8491	39	11	landlords	landlord	NOUN
spir-8491	39	12	—	—	PUNCT
spir-8491	39	13	the	the	DET
spir-8491	39	14	classic	classic	ADJ
spir-8491	39	15	targets	target	NOUN
spir-8491	39	16	for	for	ADP
spir-8491	39	17	this	this	DET
spir-8491	39	18	research	research	NOUN
spir-8491	39	19	design	design	NOUN
spir-8491	39	20	—	—	PUNCT
spir-8491	39	21	researchers	researcher	NOUN
spir-8491	39	22	have	have	AUX
spir-8491	39	23	proposed	propose	VERB
spir-8491	39	24	that	that	SCONJ
spir-8491	39	25	the	the	DET
spir-8491	39	26	normative	normative	ADJ
spir-8491	39	27	concerns	concern	NOUN
spir-8491	39	28	that	that	PRON
spir-8491	39	29	have	have	AUX
spir-8491	39	30	been	be	AUX
spir-8491	39	31	raised	raise	VERB
spir-8491	39	32	involving	involve	VERB
spir-8491	39	33	algorithms	algorithm	NOUN
spir-8491	39	34	can	can	AUX
spir-8491	39	35	be	be	AUX
spir-8491	39	36	studied	study	VERB
spir-8491	39	37	via	via	ADP
spir-8491	39	38	audits	audits	NOUN
spir-8491	39	39	of	of	ADP
spir-8491	39	40	online	online	ADJ
spir-8491	39	41	platforms	platform	NOUN
spir-8491	39	42	(	(	PUNCT
spir-8491	39	43	author	author	NOUN
spir-8491	39	44	1	1	NUM
spir-8491	39	45	et	et	NOUN
spir-8491	39	46	al	al	PROPN
spir-8491	39	47	.	.	PROPN
spir-8491	39	48	,	,	PUNCT
spir-8491	39	49	2015	2015	NUM
spir-8491	39	50	)	)	PUNCT
spir-8491	39	51	.	.	PUNCT
spir-8491	40	1	they	they	PRON
spir-8491	40	2	have	have	AUX
spir-8491	40	3	recommended	recommend	VERB
spir-8491	40	4	a	a	DET
spir-8491	40	5	program	program	NOUN
spir-8491	40	6	of	of	ADP
spir-8491	40	7	research	research	NOUN
spir-8491	40	8	to	to	PART
spir-8491	40	9	audit	audit	VERB
spir-8491	40	10	important	important	ADJ
spir-8491	40	11	internet	internet	NOUN
spir-8491	40	12	-	-	PUNCT
spir-8491	40	13	based	base	VERB
spir-8491	40	14	intermediaries	intermediary	NOUN
spir-8491	40	15	(	(	PUNCT
spir-8491	40	16	e.g.	e.g.	ADV
spir-8491	40	17	,	,	PUNCT
spir-8491	40	18	youtube	youtube	NOUN
spir-8491	40	19	,	,	PUNCT
spir-8491	40	20	google	google	PROPN
spir-8491	40	21	,	,	PUNCT
spir-8491	40	22	facebook	facebook	NOUN
spir-8491	40	23	,	,	PUNCT
spir-8491	40	24	zillow	zillow	NOUN
spir-8491	40	25	,	,	PUNCT
spir-8491	40	26	netflix	netflix	NOUN
spir-8491	40	27	,	,	PUNCT
spir-8491	40	28	linkedin	linkedin	NOUN
spir-8491	40	29	,	,	PUNCT
spir-8491	40	30	and	and	CCONJ
spir-8491	40	31	so	so	ADV
spir-8491	40	32	on	on	ADV
spir-8491	40	33	)	)	PUNCT
spir-8491	40	34	to	to	PART
spir-8491	40	35	identify	identify	VERB
spir-8491	40	36	harmful	harmful	ADJ
spir-8491	40	37	or	or	CCONJ
spir-8491	40	38	worrying	worrying	ADJ
spir-8491	40	39	algorithm	algorithm	NOUN
spir-8491	40	40	.	.	PUNCT
spir-8491	41	1	crucially	crucially	ADV
spir-8491	41	2	,	,	PUNCT
spir-8491	41	3	the	the	DET
spir-8491	41	4	algorithm	algorithm	NOUN
spir-8491	41	5	audit	audit	NOUN
spir-8491	41	6	does	do	AUX
spir-8491	41	7	not	not	PART
spir-8491	41	8	require	require	VERB
spir-8491	41	9	the	the	DET
spir-8491	41	10	cooperation	cooperation	NOUN
spir-8491	41	11	of	of	ADP
spir-8491	41	12	the	the	DET
spir-8491	41	13	platform	platform	NOUN
spir-8491	41	14	.	.	PUNCT
spir-8491	42	1	just	just	ADV
spir-8491	42	2	as	as	SCONJ
spir-8491	42	3	a	a	DET
spir-8491	42	4	landlord	landlord	NOUN
spir-8491	42	5	audit	audit	NOUN
spir-8491	42	6	study	study	NOUN
spir-8491	42	7	can	can	AUX
spir-8491	42	8	not	not	PART
spir-8491	42	9	determine	determine	VERB
spir-8491	42	10	why	why	SCONJ
spir-8491	42	11	a	a	DET
spir-8491	42	12	landlord	landlord	NOUN
spir-8491	42	13	is	be	AUX
spir-8491	42	14	racist	racist	ADJ
spir-8491	42	15	,	,	PUNCT
spir-8491	42	16	an	an	DET
spir-8491	42	17	algorithm	algorithm	NOUN
spir-8491	42	18	audit	audit	NOUN
spir-8491	42	19	can	can	AUX
spir-8491	42	20	not	not	PART
spir-8491	42	21	actually	actually	ADV
spir-8491	42	22	reverseengineer	reverseengineer	VERB
spir-8491	42	23	an	an	DET
spir-8491	42	24	algorithm	algorithm	NOUN
spir-8491	42	25	.	.	PUNCT
spir-8491	43	1	however	however	ADV
spir-8491	43	2	,	,	PUNCT
spir-8491	43	3	it	it	PRON
spir-8491	43	4	can	can	AUX
spir-8491	43	5	indicate	indicate	VERB
spir-8491	43	6	harmful	harmful	ADJ
spir-8491	43	7	behavior	behavior	NOUN
spir-8491	43	8	.	.	PUNCT
spir-8491	44	1	glass	glass	NOUN
spir-8491	44	2	-	-	PUNCT
spir-8491	44	3	boxing	boxing	NOUN
spir-8491	44	4	the	the	DET
spir-8491	44	5	algorithm	algorithm	NOUN
spir-8491	44	6	algorithm	algorithm	NOUN
spir-8491	44	7	audits	audit	NOUN
spir-8491	44	8	have	have	AUX
spir-8491	44	9	now	now	ADV
spir-8491	44	10	discovered	discover	VERB
spir-8491	44	11	(	(	PUNCT
spir-8491	44	12	for	for	ADP
spir-8491	44	13	example	example	NOUN
spir-8491	44	14	)	)	PUNCT
spir-8491	44	15	that	that	DET
spir-8491	44	16	gmail	gmail	NOUN
spir-8491	44	17	scrutinizes	scrutinize	VERB
spir-8491	44	18	e	e	NOUN
spir-8491	44	19	-	-	NOUN
spir-8491	44	20	mail	mail	NOUN
spir-8491	44	21	text	text	NOUN
spir-8491	44	22	for	for	ADP
spir-8491	44	23	signs	sign	NOUN
spir-8491	44	24	of	of	ADP
spir-8491	44	25	depression	depression	NOUN
spir-8491	44	26	(	(	PUNCT
spir-8491	44	27	lecuyer	lecuyer	PROPN
spir-8491	44	28	et	et	PROPN
spir-8491	44	29	al	al	PROPN
spir-8491	44	30	.	.	PROPN
spir-8491	44	31	2014	2014	NUM
spir-8491	44	32	)	)	PUNCT
spir-8491	44	33	,	,	PUNCT
spir-8491	44	34	women	woman	NOUN
spir-8491	44	35	are	be	AUX
spir-8491	44	36	less	less	ADV
spir-8491	44	37	likely	likely	ADJ
spir-8491	44	38	to	to	PART
spir-8491	44	39	be	be	AUX
spir-8491	44	40	shown	show	VERB
spir-8491	44	41	ads	ad	NOUN
spir-8491	44	42	for	for	ADP
spir-8491	44	43	high	high	ADV
spir-8491	44	44	-	-	PUNCT
spir-8491	44	45	paying	pay	VERB
spir-8491	44	46	jobs	job	NOUN
spir-8491	44	47	(	(	PUNCT
spir-8491	44	48	datta	datta	NOUN
spir-8491	44	49	et	et	PROPN
spir-8491	44	50	al	al	PROPN
spir-8491	44	51	.	.	PROPN
spir-8491	44	52	2015	2015	NUM
spir-8491	44	53	)	)	PUNCT
spir-8491	44	54	,	,	PUNCT
spir-8491	44	55	and	and	CCONJ
spir-8491	44	56	the	the	DET
spir-8491	44	57	locations	location	NOUN
spir-8491	44	58	of	of	ADP
spir-8491	44	59	national	national	ADJ
spir-8491	44	60	borders	border	NOUN
spir-8491	44	61	are	be	AUX
spir-8491	44	62	personalized	personalize	VERB
spir-8491	44	63	on	on	ADP
spir-8491	44	64	online	online	ADJ
spir-8491	44	65	maps	map	NOUN
spir-8491	44	66	(	(	PUNCT
spir-8491	44	67	soeller	soeller	NOUN
spir-8491	44	68	et	et	PROPN
spir-8491	44	69	al	al	PROPN
spir-8491	44	70	.	.	PROPN
spir-8491	44	71	2016	2016	NUM
spir-8491	44	72	)	)	PUNCT
spir-8491	44	73	.	.	PUNCT
spir-8491	45	1	despite	despite	SCONJ
spir-8491	45	2	these	these	DET
spir-8491	45	3	advances	advance	NOUN
spir-8491	45	4	in	in	ADP
spir-8491	45	5	auditing	auditing	NOUN
spir-8491	45	6	,	,	PUNCT
spir-8491	45	7	attempts	attempt	VERB
spir-8491	45	8	to	to	PART
spir-8491	45	9	audit	audit	VERB
spir-8491	45	10	algorithms	algorithm	NOUN
spir-8491	45	11	have	have	AUX
spir-8491	45	12	also	also	ADV
spir-8491	45	13	encountered	encounter	VERB
spir-8491	45	14	significant	significant	ADJ
spir-8491	45	15	challenges	challenge	NOUN
spir-8491	45	16	:	:	PUNCT
spir-8491	45	17	anti	anti	ADJ
spir-8491	45	18	-	-	ADJ
spir-8491	45	19	hacking	hacking	ADJ
spir-8491	45	20	laws	law	NOUN
spir-8491	45	21	,	,	PUNCT
spir-8491	45	22	expense	expense	NOUN
spir-8491	45	23	,	,	PUNCT
spir-8491	45	24	complexity	complexity	NOUN
spir-8491	45	25	,	,	PUNCT
spir-8491	45	26	attempts	attempt	NOUN
spir-8491	45	27	by	by	ADP
spir-8491	45	28	platforms	platform	NOUN
spir-8491	45	29	to	to	PART
spir-8491	45	30	avoid	avoid	VERB
spir-8491	45	31	auditing	auditing	NOUN
spir-8491	45	32	,	,	PUNCT
spir-8491	45	33	and	and	CCONJ
spir-8491	45	34	unclear	unclear	ADJ
spir-8491	45	35	professional	professional	ADJ
spir-8491	45	36	incentives	incentive	NOUN
spir-8491	45	37	and	and	CCONJ
spir-8491	45	38	standards	standard	NOUN
spir-8491	45	39	for	for	ADP
spir-8491	45	40	researchers	researcher	NOUN
spir-8491	45	41	and	and	CCONJ
spir-8491	45	42	auditors	auditor	NOUN
spir-8491	45	43	.	.	PUNCT
spir-8491	46	1	in	in	ADP
spir-8491	46	2	this	this	DET
spir-8491	46	3	paper	paper	NOUN
spir-8491	46	4	,	,	PUNCT
spir-8491	46	5	i	i	PRON
spir-8491	46	6	review	review	VERB
spir-8491	46	7	the	the	DET
spir-8491	46	8	normatively	normatively	ADV
spir-8491	46	9	worrying	worrying	ADJ
spir-8491	46	10	harms	harm	NOUN
spir-8491	46	11	discovered	discover	VERB
spir-8491	46	12	by	by	ADP
spir-8491	46	13	prior	prior	ADJ
spir-8491	46	14	work	work	NOUN
spir-8491	46	15	on	on	ADP
spir-8491	46	16	algorithmic	algorithmic	ADJ
spir-8491	46	17	curation	curation	NOUN
spir-8491	46	18	,	,	PUNCT
spir-8491	46	19	then	then	ADV
spir-8491	46	20	ask	ask	VERB
spir-8491	46	21	:	:	PUNCT
spir-8491	46	22	what	what	PRON
spir-8491	46	23	design	design	NOUN
spir-8491	46	24	intervention	intervention	NOUN
spir-8491	46	25	is	be	AUX
spir-8491	46	26	necessary	necessary	ADJ
spir-8491	46	27	in	in	ADP
spir-8491	46	28	each	each	DET
spir-8491	46	29	case	case	NOUN
spir-8491	46	30	to	to	PART
spir-8491	46	31	ensure	ensure	VERB
spir-8491	46	32	that	that	SCONJ
spir-8491	46	33	the	the	DET
spir-8491	46	34	problem	problem	NOUN
spir-8491	46	35	is	be	AUX
spir-8491	46	36	easily	easily	ADV
spir-8491	46	37	discoverable	discoverable	ADJ
spir-8491	46	38	by	by	ADP
spir-8491	46	39	a	a	DET
spir-8491	46	40	third	third	ADJ
spir-8491	46	41	party	party	NOUN
spir-8491	46	42	?	?	PUNCT
spir-8491	47	1	in	in	ADP
spir-8491	47	2	engineering	engineer	VERB
spir-8491	47	3	an	an	DET
spir-8491	47	4	alternative	alternative	NOUN
spir-8491	47	5	to	to	ADP
spir-8491	47	6	“	"	PUNCT
spir-8491	47	7	black	black	ADJ
spir-8491	47	8	-	-	PUNCT
spir-8491	47	9	boxing	boxing	NOUN
spir-8491	47	10	”	"	PUNCT
spir-8491	47	11	is	be	AUX
spir-8491	47	12	“	"	PUNCT
spir-8491	47	13	glass	glass	NOUN
spir-8491	47	14	-	-	PUNCT
spir-8491	47	15	boxing	boxing	NOUN
spir-8491	47	16	.	.	PUNCT
spir-8491	47	17	”	"	PUNCT
spir-8491	48	1	to	to	ADP
spir-8491	48	2	“	"	PUNCT
spir-8491	48	3	glass	glass	NOUN
spir-8491	48	4	-	-	PUNCT
spir-8491	48	5	box	box	NOUN
spir-8491	48	6	”	"	PUNCT
spir-8491	48	7	a	a	DET
spir-8491	48	8	component	component	NOUN
spir-8491	48	9	,	,	PUNCT
spir-8491	48	10	the	the	DET
spir-8491	48	11	designer	designer	NOUN
spir-8491	48	12	makes	make	VERB
spir-8491	48	13	decisions	decision	NOUN
spir-8491	48	14	at	at	ADP
spir-8491	48	15	the	the	DET
spir-8491	48	16	product	product	NOUN
spir-8491	48	17	’s	’s	PART
spir-8491	48	18	creation	creation	NOUN
spir-8491	48	19	that	that	PRON
spir-8491	48	20	allow	allow	VERB
spir-8491	48	21	its	its	PRON
spir-8491	48	22	operation	operation	NOUN
spir-8491	48	23	to	to	PART
spir-8491	48	24	be	be	AUX
spir-8491	48	25	better	well	ADV
spir-8491	48	26	understood	understand	VERB
spir-8491	48	27	later	later	ADV
spir-8491	48	28	.	.	PUNCT
spir-8491	49	1	this	this	DET
spir-8491	49	2	glass	glass	NOUN
spir-8491	49	3	-	-	PUNCT
spir-8491	49	4	boxing	boxing	NOUN
spir-8491	49	5	approach	approach	NOUN
spir-8491	49	6	would	would	AUX
spir-8491	49	7	acknowledge	acknowledge	VERB
spir-8491	49	8	that	that	SCONJ
spir-8491	49	9	the	the	DET
spir-8491	49	10	literal	literal	ADJ
spir-8491	49	11	reverse	reverse	ADJ
spir-8491	49	12	engineering	engineering	NOUN
spir-8491	49	13	of	of	ADP
spir-8491	49	14	algorithmic	algorithmic	ADJ
spir-8491	49	15	systems	system	NOUN
spir-8491	49	16	is	be	AUX
spir-8491	49	17	likely	likely	ADV
spir-8491	49	18	impossible	impossible	ADJ
spir-8491	49	19	,	,	PUNCT
spir-8491	49	20	and	and	CCONJ
spir-8491	49	21	embrace	embrace	VERB
spir-8491	49	22	the	the	DET
spir-8491	49	23	idea	idea	NOUN
spir-8491	49	24	that	that	SCONJ
spir-8491	49	25	not	not	PART
spir-8491	49	26	everything	everything	PRON
spir-8491	49	27	must	must	AUX
spir-8491	49	28	be	be	AUX
spir-8491	49	29	known	know	VERB
spir-8491	49	30	in	in	ADP
spir-8491	49	31	order	order	NOUN
spir-8491	49	32	to	to	PART
spir-8491	49	33	discover	discover	VERB
spir-8491	49	34	a	a	DET
spir-8491	49	35	harmful	harmful	ADJ
spir-8491	49	36	consequence	consequence	NOUN
spir-8491	49	37	.	.	PUNCT
spir-8491	50	1	while	while	SCONJ
spir-8491	50	2	glassboxing	glassboxe	VERB
spir-8491	50	3	is	be	AUX
spir-8491	50	4	useful	useful	ADJ
spir-8491	50	5	for	for	ADP
spir-8491	50	6	auditors	auditor	NOUN
spir-8491	50	7	,	,	PUNCT
spir-8491	50	8	it	it	PRON
spir-8491	50	9	can	can	AUX
spir-8491	50	10	also	also	ADV
spir-8491	50	11	have	have	VERB
spir-8491	50	12	significant	significant	ADJ
spir-8491	50	13	benefits	benefit	NOUN
spir-8491	50	14	on	on	ADP
spir-8491	50	15	individual	individual	ADJ
spir-8491	50	16	users	user	NOUN
spir-8491	50	17	of	of	ADP
spir-8491	50	18	algorithmic	algorithmic	ADJ
spir-8491	50	19	systems	system	NOUN
spir-8491	50	20	(	(	PUNCT
spir-8491	50	21	eslami	eslami	VERB
spir-8491	50	22	et	et	PROPN
spir-8491	50	23	al	al	PROPN
spir-8491	50	24	2016	2016	NUM
spir-8491	50	25	)	)	PUNCT
spir-8491	50	26	.	.	PUNCT
spir-8491	51	1	i	i	PRON
spir-8491	51	2	argue	argue	VERB
spir-8491	51	3	that	that	SCONJ
spir-8491	51	4	certain	certain	ADJ
spir-8491	51	5	inputs	input	NOUN
spir-8491	51	6	and	and	CCONJ
spir-8491	51	7	particular	particular	ADJ
spir-8491	51	8	internal	internal	ADJ
spir-8491	51	9	processes	process	NOUN
spir-8491	51	10	have	have	VERB
spir-8491	51	11	a	a	DET
spir-8491	51	12	normatively	normatively	ADV
spir-8491	51	13	privileged	privileged	ADJ
spir-8491	51	14	position	position	NOUN
spir-8491	51	15	and	and	CCONJ
spir-8491	51	16	must	must	AUX
spir-8491	51	17	be	be	AUX
spir-8491	51	18	designed	design	VERB
spir-8491	51	19	at	at	ADP
spir-8491	51	20	the	the	DET
spir-8491	51	21	outset	outset	NOUN
spir-8491	51	22	to	to	PART
spir-8491	51	23	permit	permit	VERB
spir-8491	51	24	later	later	ADJ
spir-8491	51	25	scrutiny	scrutiny	NOUN
spir-8491	51	26	.	.	PUNCT
spir-8491	52	1	glassboxing	glassboxe	VERB
spir-8491	52	2	presumes	presume	VERB
spir-8491	52	3	that	that	SCONJ
spir-8491	52	4	there	there	PRON
spir-8491	52	5	is	be	VERB
spir-8491	52	6	some	some	DET
spir-8491	52	7	public	public	ADJ
spir-8491	52	8	-	-	PUNCT
spir-8491	52	9	interest	interest	NOUN
spir-8491	52	10	infrastructure	infrastructure	NOUN
spir-8491	52	11	(	(	PUNCT
spir-8491	52	12	such	such	ADJ
spir-8491	52	13	as	as	ADP
spir-8491	52	14	researchers	researcher	NOUN
spir-8491	52	15	,	,	PUNCT
spir-8491	52	16	governments	government	NOUN
spir-8491	52	17	,	,	PUNCT
spir-8491	52	18	nonprofit	nonprofit	ADJ
spir-8491	52	19	organizations	organization	NOUN
spir-8491	52	20	,	,	PUNCT
spir-8491	52	21	or	or	CCONJ
spir-8491	52	22	user	user	NOUN
spir-8491	52	23	collectives	collective	NOUN
spir-8491	52	24	)	)	PUNCT
spir-8491	52	25	that	that	PRON
spir-8491	52	26	can	can	AUX
spir-8491	52	27	implement	implement	VERB
spir-8491	52	28	later	later	ADJ
spir-8491	52	29	examination	examination	NOUN
spir-8491	52	30	of	of	ADP
spir-8491	52	31	glass	glass	NOUN
spir-8491	52	32	-	-	PUNCT
spir-8491	52	33	boxed	box	VERB
spir-8491	52	34	platforms	platform	NOUN
spir-8491	52	35	,	,	PUNCT
spir-8491	52	36	and	and	CCONJ
spir-8491	52	37	repercussions	repercussion	NOUN
spir-8491	52	38	for	for	ADP
spir-8491	52	39	any	any	DET
spir-8491	52	40	trouble	trouble	NOUN
spir-8491	52	41	discovered	discover	VERB
spir-8491	52	42	(	(	PUNCT
spir-8491	52	43	competitive	competitive	ADJ
spir-8491	52	44	pressure	pressure	NOUN
spir-8491	52	45	,	,	PUNCT
spir-8491	52	46	negative	negative	ADJ
spir-8491	52	47	public	public	ADJ
spir-8491	52	48	option	option	NOUN
spir-8491	52	49	,	,	PUNCT
spir-8491	52	50	or	or	CCONJ
spir-8491	52	51	prosecution	prosecution	NOUN
spir-8491	52	52	)	)	PUNCT
spir-8491	52	53	.	.	PUNCT
spir-8491	53	1	implementing	implement	VERB
spir-8491	53	2	a	a	DET
spir-8491	53	3	glassboxing	glassboxe	VERB
spir-8491	53	4	regime	regime	NOUN
spir-8491	53	5	may	may	AUX
spir-8491	53	6	be	be	AUX
spir-8491	53	7	onerous	onerous	ADJ
spir-8491	53	8	,	,	PUNCT
spir-8491	53	9	but	but	CCONJ
spir-8491	53	10	i	i	PRON
spir-8491	53	11	argue	argue	VERB
spir-8491	53	12	that	that	SCONJ
spir-8491	53	13	it	it	PRON
spir-8491	53	14	is	be	AUX
spir-8491	53	15	the	the	DET
spir-8491	53	16	least	least	ADV
spir-8491	53	17	difficult	difficult	ADJ
spir-8491	53	18	and	and	CCONJ
spir-8491	53	19	most	most	ADV
spir-8491	53	20	practical	practical	ADJ
spir-8491	53	21	solution	solution	NOUN
spir-8491	53	22	to	to	ADP
spir-8491	53	23	the	the	DET
spir-8491	53	24	negative	negative	ADJ
spir-8491	53	25	features	feature	NOUN
spir-8491	53	26	of	of	ADP
spir-8491	53	27	“	"	PUNCT
spir-8491	53	28	calculated	calculated	ADJ
spir-8491	53	29	publics	public	NOUN
spir-8491	53	30	”	"	PUNCT
spir-8491	53	31	(	(	PUNCT
spir-8491	53	32	gillespie	gillespie	PROPN
spir-8491	53	33	,	,	PUNCT
spir-8491	53	34	2012	2012	NUM
spir-8491	53	35	)	)	PUNCT
spir-8491	53	36	.	.	PUNCT
spir-8491	54	1	paper	paper	NOUN
spir-8491	54	2	2	2	NUM
spir-8491	54	3	:	:	PUNCT
spir-8491	54	4	decentralized	decentralize	VERB
spir-8491	54	5	but	but	CCONJ
spir-8491	54	6	coordinated	coordinated	ADJ
spir-8491	54	7	:	:	PUNCT
spir-8491	54	8	news	news	NOUN
spir-8491	54	9	readerships	readership	NOUN
spir-8491	54	10	across	across	ADP
spir-8491	54	11	online	online	ADJ
spir-8491	54	12	social	social	ADJ
spir-8491	54	13	networks	network	NOUN
spir-8491	54	14	and	and	CCONJ
spir-8491	54	15	issues	issue	NOUN
spir-8491	54	16	of	of	ADP
spir-8491	54	17	personalization	personalization	NOUN
spir-8491	54	18	marco	marco	PROPN
spir-8491	54	19	t.	t.	PROPN
spir-8491	54	20	bastos	bastos	PROPN
spir-8491	54	21	,	,	PUNCT
spir-8491	54	22	city	city	PROPN
spir-8491	54	23	university	university	PROPN
spir-8491	54	24	london	london	PROPN
spir-8491	54	25	cornelius	cornelius	PROPN
spir-8491	54	26	puschmann	puschmann	PROPN
spir-8491	54	27	,	,	PUNCT
spir-8491	54	28	hans	hans	PROPN
spir-8491	54	29	bredow	bredow	PROPN
spir-8491	54	30	institute	institute	PROPN
spir-8491	54	31	for	for	ADP
spir-8491	54	32	media	medium	NOUN
spir-8491	54	33	research	research	NOUN
spir-8491	54	34	editorial	editorial	ADJ
spir-8491	54	35	decision	decision	NOUN
spir-8491	54	36	making	make	VERB
spir-8491	54	37	is	be	AUX
spir-8491	54	38	undergoing	undergo	VERB
spir-8491	54	39	considerable	considerable	ADJ
spir-8491	54	40	changes	change	NOUN
spir-8491	54	41	due	due	ADP
spir-8491	54	42	to	to	ADP
spir-8491	54	43	the	the	DET
spir-8491	54	44	automation	automation	NOUN
spir-8491	54	45	of	of	ADP
spir-8491	54	46	journalism	journalism	NOUN
spir-8491	54	47	and	and	CCONJ
spir-8491	54	48	the	the	DET
spir-8491	54	49	continuous	continuous	ADJ
spir-8491	54	50	feedback	feedback	NOUN
spir-8491	54	51	of	of	ADP
spir-8491	54	52	social	social	ADJ
spir-8491	54	53	media	medium	NOUN
spir-8491	54	54	audiences	audience	NOUN
spir-8491	54	55	(	(	PUNCT
spir-8491	54	56	author	author	NOUN
spir-8491	54	57	,	,	PUNCT
spir-8491	54	58	2012	2012	NUM
spir-8491	54	59	)	)	PUNCT
spir-8491	54	60	.	.	PUNCT
spir-8491	55	1	on	on	ADP
spir-8491	55	2	the	the	DET
spir-8491	55	3	one	one	NUM
spir-8491	55	4	hand	hand	NOUN
spir-8491	55	5	,	,	PUNCT
spir-8491	55	6	newsrooms	newsroom	NOUN
spir-8491	55	7	struggle	struggle	VERB
spir-8491	55	8	to	to	PART
spir-8491	55	9	strike	strike	VERB
spir-8491	55	10	a	a	DET
spir-8491	55	11	balance	balance	NOUN
spir-8491	55	12	between	between	ADP
spir-8491	55	13	news	news	NOUN
spir-8491	55	14	that	that	SCONJ
spir-8491	55	15	editors	editor	NOUN
spir-8491	55	16	understand	understand	VERB
spir-8491	55	17	to	to	PART
spir-8491	55	18	be	be	AUX
spir-8491	55	19	important	important	ADJ
spir-8491	55	20	and	and	CCONJ
spir-8491	55	21	news	news	NOUN
spir-8491	55	22	that	that	PRON
spir-8491	55	23	appeal	appeal	VERB
spir-8491	55	24	to	to	ADP
spir-8491	55	25	their	their	PRON
spir-8491	55	26	digital	digital	ADJ
spir-8491	55	27	readership	readership	NOUN
spir-8491	55	28	.	.	PUNCT
spir-8491	56	1	on	on	ADP
spir-8491	56	2	the	the	DET
spir-8491	56	3	other	other	ADJ
spir-8491	56	4	hand	hand	NOUN
spir-8491	56	5	,	,	PUNCT
spir-8491	56	6	aggregated	aggregate	VERB
spir-8491	56	7	social	social	ADJ
spir-8491	56	8	media	medium	NOUN
spir-8491	56	9	data	datum	NOUN
spir-8491	56	10	allow	allow	VERB
spir-8491	56	11	newsrooms	newsroom	NOUN
spir-8491	56	12	to	to	PART
spir-8491	56	13	incorporate	incorporate	VERB
spir-8491	56	14	algorithms	algorithm	NOUN
spir-8491	56	15	that	that	PRON
spir-8491	56	16	can	can	AUX
spir-8491	56	17	both	both	CCONJ
spir-8491	56	18	generate	generate	VERB
spir-8491	56	19	and	and	CCONJ
spir-8491	56	20	target	target	VERB
spir-8491	56	21	news	news	NOUN
spir-8491	56	22	stories	story	NOUN
spir-8491	56	23	to	to	ADP
spir-8491	56	24	specific	specific	ADJ
spir-8491	56	25	audiences	audience	NOUN
spir-8491	56	26	,	,	PUNCT
spir-8491	56	27	a	a	DET
spir-8491	56	28	tension	tension	NOUN
spir-8491	56	29	that	that	SCONJ
spir-8491	56	30	challenges	challenge	NOUN
spir-8491	56	31	established	establish	VERB
spir-8491	56	32	notions	notion	NOUN
spir-8491	56	33	of	of	ADP
spir-8491	56	34	journalism	journalism	NOUN
spir-8491	56	35	as	as	ADP
spir-8491	56	36	a	a	DET
spir-8491	56	37	service	service	NOUN
spir-8491	56	38	to	to	ADP
spir-8491	56	39	the	the	DET
spir-8491	56	40	public	public	NOUN
spir-8491	56	41	(	(	PUNCT
spir-8491	56	42	van	van	PROPN
spir-8491	56	43	dalen	dalen	PROPN
spir-8491	56	44	,	,	PUNCT
spir-8491	56	45	2012	2012	NUM
spir-8491	56	46	;	;	PUNCT
spir-8491	56	47	bright	bright	PROPN
spir-8491	56	48	&	&	CCONJ
spir-8491	56	49	nicholls	nicholls	PROPN
spir-8491	56	50	,	,	PUNCT
spir-8491	56	51	2013	2013	NUM
spir-8491	56	52	)	)	PUNCT
spir-8491	56	53	.	.	PUNCT
spir-8491	57	1	this	this	DET
spir-8491	57	2	embattled	embattle	VERB
spir-8491	57	3	architecture	architecture	NOUN
spir-8491	57	4	of	of	ADP
spir-8491	57	5	digital	digital	ADJ
spir-8491	57	6	journalism	journalism	NOUN
spir-8491	57	7	requires	require	VERB
spir-8491	57	8	news	news	NOUN
spir-8491	57	9	outlets	outlet	NOUN
spir-8491	57	10	to	to	PART
spir-8491	57	11	develop	develop	VERB
spir-8491	57	12	strategies	strategy	NOUN
spir-8491	57	13	to	to	PART
spir-8491	57	14	catch	catch	VERB
spir-8491	57	15	audience	audience	NOUN
spir-8491	57	16	attention	attention	NOUN
spir-8491	57	17	and	and	CCONJ
spir-8491	57	18	attract	attract	VERB
spir-8491	57	19	readership	readership	NOUN
spir-8491	57	20	beyond	beyond	ADP
spir-8491	57	21	the	the	DET
spir-8491	57	22	limits	limit	NOUN
spir-8491	57	23	of	of	ADP
spir-8491	57	24	their	their	PRON
spir-8491	57	25	websites	website	NOUN
spir-8491	57	26	(	(	PUNCT
spir-8491	57	27	dos	do	NOUN
spir-8491	57	28	reis	reis	NOUN
spir-8491	57	29	et	et	PROPN
spir-8491	57	30	al	al	PROPN
spir-8491	57	31	.	.	PROPN
spir-8491	57	32	,	,	PUNCT
spir-8491	57	33	2015	2015	NUM
spir-8491	57	34	)	)	PUNCT
spir-8491	57	35	,	,	PUNCT
spir-8491	57	36	often	often	ADV
spir-8491	57	37	by	by	ADP
spir-8491	57	38	incorporating	incorporate	VERB
spir-8491	57	39	algorithms	algorithm	NOUN
spir-8491	57	40	to	to	PART
spir-8491	57	41	filter	filter	VERB
spir-8491	57	42	,	,	PUNCT
spir-8491	57	43	republish	republish	VERB
spir-8491	57	44	,	,	PUNCT
spir-8491	57	45	and	and	CCONJ
spir-8491	57	46	select	select	VERB
spir-8491	57	47	news	news	NOUN
spir-8491	57	48	items	item	NOUN
spir-8491	57	49	.	.	PUNCT
spir-8491	58	1	the	the	DET
spir-8491	58	2	ensuing	ensue	VERB
spir-8491	58	3	debate	debate	NOUN
spir-8491	58	4	has	have	AUX
spir-8491	58	5	led	lead	VERB
spir-8491	58	6	journalism	journalism	NOUN
spir-8491	58	7	scholars	scholar	NOUN
spir-8491	58	8	to	to	PART
spir-8491	58	9	argue	argue	VERB
spir-8491	58	10	that	that	SCONJ
spir-8491	58	11	algorithmic	algorithmic	ADJ
spir-8491	58	12	personalization	personalization	NOUN
spir-8491	58	13	of	of	ADP
spir-8491	58	14	media	medium	NOUN
spir-8491	58	15	content	content	NOUN
spir-8491	58	16	limits	limit	VERB
spir-8491	58	17	users	user	NOUN
spir-8491	58	18	’	’	PART
spir-8491	58	19	choices	choice	NOUN
spir-8491	58	20	by	by	ADP
spir-8491	58	21	trapping	trap	VERB
spir-8491	58	22	them	they	PRON
spir-8491	58	23	in	in	ADP
spir-8491	58	24	filter	filter	NOUN
spir-8491	58	25	bubbles	bubble	NOUN
spir-8491	58	26	,	,	PUNCT
spir-8491	58	27	and	and	CCONJ
spir-8491	58	28	that	that	SCONJ
spir-8491	58	29	the	the	DET
spir-8491	58	30	application	application	NOUN
spir-8491	58	31	of	of	ADP
spir-8491	58	32	algorithmic	algorithmic	ADJ
spir-8491	58	33	filtering	filtering	NOUN
spir-8491	58	34	methods	method	NOUN
spir-8491	58	35	to	to	ADP
spir-8491	58	36	news	news	NOUN
spir-8491	58	37	has	have	VERB
spir-8491	58	38	adverse	adverse	ADJ
spir-8491	58	39	effects	effect	NOUN
spir-8491	58	40	on	on	ADP
spir-8491	58	41	the	the	DET
spir-8491	58	42	quality	quality	NOUN
spir-8491	58	43	of	of	ADP
spir-8491	58	44	public	public	ADJ
spir-8491	58	45	debate	debate	NOUN
spir-8491	58	46	(	(	PUNCT
spir-8491	58	47	couldry	couldry	PROPN
spir-8491	58	48	&	&	CCONJ
spir-8491	58	49	turow	turow	PROPN
spir-8491	58	50	,	,	PUNCT
spir-8491	58	51	2014	2014	NUM
spir-8491	58	52	,	,	PUNCT
spir-8491	58	53	pariser	pariser	NOUN
spir-8491	58	54	,	,	PUNCT
spir-8491	58	55	2012	2012	NUM
spir-8491	58	56	)	)	PUNCT
spir-8491	58	57	.	.	PUNCT
spir-8491	59	1	some	some	DET
spir-8491	59	2	scholars	scholar	NOUN
spir-8491	59	3	suggest	suggest	VERB
spir-8491	59	4	that	that	SCONJ
spir-8491	59	5	personalization	personalization	NOUN
spir-8491	59	6	has	have	VERB
spir-8491	59	7	the	the	DET
spir-8491	59	8	potential	potential	NOUN
spir-8491	59	9	to	to	PART
spir-8491	59	10	be	be	AUX
spir-8491	59	11	‘	'	PUNCT
spir-8491	59	12	corrupt	corrupt	ADJ
spir-8491	59	13	’	'	PUNCT
spir-8491	59	14	(	(	PUNCT
spir-8491	59	15	author	author	NOUN
spir-8491	59	16	,	,	PUNCT
spir-8491	59	17	2014	2014	NUM
spir-8491	59	18	)	)	PUNCT
spir-8491	59	19	,	,	PUNCT
spir-8491	59	20	for	for	ADP
spir-8491	59	21	example	example	NOUN
spir-8491	59	22	when	when	SCONJ
spir-8491	59	23	the	the	DET
spir-8491	59	24	relation	relation	NOUN
spir-8491	59	25	between	between	ADP
spir-8491	59	26	user	user	NOUN
spir-8491	59	27	-	-	PUNCT
spir-8491	59	28	generated	generate	VERB
spir-8491	59	29	content	content	NOUN
spir-8491	59	30	and	and	CCONJ
spir-8491	59	31	advertisements	advertisement	NOUN
spir-8491	59	32	is	be	AUX
spir-8491	59	33	deliberately	deliberately	ADV
spir-8491	59	34	blurred	blur	VERB
spir-8491	59	35	by	by	ADP
spir-8491	59	36	a	a	DET
spir-8491	59	37	platform	platform	NOUN
spir-8491	59	38	provider	provider	NOUN
spir-8491	59	39	,	,	PUNCT
spir-8491	59	40	a	a	DET
spir-8491	59	41	problem	problem	NOUN
spir-8491	59	42	that	that	PRON
spir-8491	59	43	arguably	arguably	ADV
spir-8491	59	44	could	could	AUX
spir-8491	59	45	also	also	ADV
spir-8491	59	46	impact	impact	VERB
spir-8491	59	47	news	news	NOUN
spir-8491	59	48	.	.	PUNCT
spir-8491	60	1	interestingly	interestingly	ADV
spir-8491	60	2	,	,	PUNCT
spir-8491	60	3	this	this	DET
spir-8491	60	4	criticism	criticism	NOUN
spir-8491	60	5	is	be	AUX
spir-8491	60	6	noted	note	VERB
spir-8491	60	7	and	and	CCONJ
spir-8491	60	8	discussed	discuss	VERB
spir-8491	60	9	not	not	PART
spir-8491	60	10	only	only	ADV
spir-8491	60	11	in	in	ADP
spir-8491	60	12	media	medium	NOUN
spir-8491	60	13	and	and	CCONJ
spir-8491	60	14	communication	communication	NOUN
spir-8491	60	15	research	research	NOUN
spir-8491	60	16	,	,	PUNCT
spir-8491	60	17	but	but	CCONJ
spir-8491	60	18	also	also	ADV
spir-8491	60	19	in	in	ADP
spir-8491	60	20	fields	field	NOUN
spir-8491	60	21	that	that	PRON
spir-8491	60	22	actively	actively	ADV
spir-8491	60	23	develop	develop	VERB
spir-8491	60	24	recommender	recommender	NOUN
spir-8491	60	25	systems	system	NOUN
spir-8491	60	26	,	,	PUNCT
spir-8491	60	27	such	such	ADJ
spir-8491	60	28	as	as	ADP
spir-8491	60	29	computer	computer	NOUN
spir-8491	60	30	science	science	NOUN
spir-8491	60	31	and	and	CCONJ
spir-8491	60	32	information	information	NOUN
spir-8491	60	33	systems	system	NOUN
spir-8491	60	34	research	research	NOUN
spir-8491	60	35	.	.	PUNCT
spir-8491	61	1	for	for	ADP
spir-8491	61	2	example	example	NOUN
spir-8491	61	3	,	,	PUNCT
spir-8491	61	4	zhou	zhou	PROPN
spir-8491	61	5	et	et	PROPN
spir-8491	61	6	al	al	PROPN
spir-8491	61	7	note	note	VERB
spir-8491	61	8	the	the	DET
spir-8491	61	9	risk	risk	NOUN
spir-8491	61	10	that	that	SCONJ
spir-8491	61	11	“	"	PUNCT
spir-8491	61	12	more	more	ADJ
spir-8491	61	13	and	and	CCONJ
spir-8491	61	14	more	more	ADJ
spir-8491	61	15	users	user	NOUN
spir-8491	61	16	will	will	AUX
spir-8491	61	17	be	be	AUX
spir-8491	61	18	exposed	expose	VERB
spir-8491	61	19	to	to	ADP
spir-8491	61	20	a	a	DET
spir-8491	61	21	narrowing	narrow	VERB
spir-8491	61	22	band	band	NOUN
spir-8491	61	23	of	of	ADP
spir-8491	61	24	popular	popular	ADJ
spir-8491	61	25	objects	object	NOUN
spir-8491	61	26	,	,	PUNCT
spir-8491	61	27	while	while	SCONJ
spir-8491	61	28	niche	niche	NOUN
spir-8491	61	29	items	item	NOUN
spir-8491	61	30	that	that	PRON
spir-8491	61	31	might	might	AUX
spir-8491	61	32	be	be	AUX
spir-8491	61	33	very	very	ADV
spir-8491	61	34	relevant	relevant	ADJ
spir-8491	61	35	will	will	AUX
spir-8491	61	36	be	be	AUX
spir-8491	61	37	overlooked	overlook	VERB
spir-8491	61	38	”	"	PUNCT
spir-8491	61	39	(	(	PUNCT
spir-8491	61	40	2010	2010	NUM
spir-8491	61	41	,	,	PUNCT
spir-8491	61	42	p.	p.	NOUN
spir-8491	61	43	4511	4511	NUM
spir-8491	61	44	)	)	PUNCT
spir-8491	61	45	,	,	PUNCT
spir-8491	61	46	and	and	CCONJ
spir-8491	61	47	suggest	suggest	VERB
spir-8491	61	48	measures	measure	NOUN
spir-8491	61	49	for	for	ADP
spir-8491	61	50	countering	counter	VERB
spir-8491	61	51	this	this	DET
spir-8491	61	52	effect	effect	NOUN
spir-8491	61	53	,	,	PUNCT
spir-8491	61	54	and	and	CCONJ
spir-8491	61	55	zeng	zeng	PROPN
spir-8491	61	56	et	et	PROPN
spir-8491	61	57	al	al	PROPN
spir-8491	61	58	contend	contend	VERB
spir-8491	61	59	that	that	SCONJ
spir-8491	61	60	“	"	PUNCT
spir-8491	61	61	though	though	SCONJ
spir-8491	61	62	they	they	PRON
spir-8491	61	63	are	be	AUX
spir-8491	61	64	helpful	helpful	ADJ
spir-8491	61	65	in	in	ADP
spir-8491	61	66	filtering	filter	VERB
spir-8491	61	67	information	information	NOUN
spir-8491	61	68	,	,	PUNCT
spir-8491	61	69	recommendation	recommendation	NOUN
spir-8491	61	70	algorithms	algorithm	NOUN
spir-8491	61	71	may	may	AUX
spir-8491	61	72	impose	impose	VERB
spir-8491	61	73	reinforcing	reinforce	VERB
spir-8491	61	74	influence	influence	NOUN
spir-8491	61	75	on	on	ADP
spir-8491	61	76	the	the	DET
spir-8491	61	77	system	system	NOUN
spir-8491	61	78	,	,	PUNCT
spir-8491	61	79	by	by	ADP
spir-8491	61	80	guidance	guidance	NOUN
spir-8491	61	81	to	to	ADP
spir-8491	61	82	one	one	NUM
spir-8491	61	83	’s	’s	PART
spir-8491	61	84	choices	choice	NOUN
spir-8491	61	85	which	which	PRON
spir-8491	61	86	influences	influence	VERB
spir-8491	61	87	subsequent	subsequent	ADJ
spir-8491	61	88	recommendations	recommendation	NOUN
spir-8491	61	89	and	and	CCONJ
spir-8491	61	90	hence	hence	ADV
spir-8491	61	91	choices	choice	NOUN
spir-8491	61	92	of	of	ADP
spir-8491	61	93	others	other	NOUN
spir-8491	61	94	”	"	PUNCT
spir-8491	61	95	(	(	PUNCT
spir-8491	61	96	2012	2012	NUM
spir-8491	61	97	,	,	PUNCT
spir-8491	61	98	p.	p.	NOUN
spir-8491	61	99	18005	18005	NUM
spir-8491	61	100	)	)	PUNCT
spir-8491	61	101	.	.	PUNCT
spir-8491	62	1	however	however	ADV
spir-8491	62	2	,	,	PUNCT
spir-8491	62	3	such	such	ADJ
spir-8491	62	4	academic	academic	ADJ
spir-8491	62	5	considerations	consideration	NOUN
spir-8491	62	6	may	may	AUX
spir-8491	62	7	carry	carry	VERB
spir-8491	62	8	little	little	ADJ
spir-8491	62	9	overall	overall	ADJ
spir-8491	62	10	weight	weight	NOUN
spir-8491	62	11	in	in	ADP
spir-8491	62	12	relation	relation	NOUN
spir-8491	62	13	to	to	ADP
spir-8491	62	14	applications	application	NOUN
spir-8491	62	15	driven	drive	VERB
spir-8491	62	16	by	by	ADP
spir-8491	62	17	economic	economic	ADJ
spir-8491	62	18	arguments	argument	NOUN
spir-8491	62	19	.	.	PUNCT
spir-8491	63	1	personalization	personalization	NOUN
spir-8491	63	2	is	be	AUX
spir-8491	63	3	not	not	PART
spir-8491	63	4	restricted	restrict	VERB
spir-8491	63	5	to	to	ADP
spir-8491	63	6	national	national	ADJ
spir-8491	63	7	media	medium	NOUN
spir-8491	63	8	outlets	outlet	NOUN
spir-8491	63	9	like	like	ADP
spir-8491	63	10	the	the	DET
spir-8491	63	11	new	new	PROPN
spir-8491	63	12	york	york	PROPN
spir-8491	63	13	times	times	PROPN
spir-8491	63	14	(	(	PUNCT
spir-8491	63	15	us	us	PROPN
spir-8491	63	16	)	)	PUNCT
spir-8491	63	17	,	,	PUNCT
spir-8491	63	18	the	the	DET
spir-8491	63	19	guardian	guardian	NOUN
spir-8491	63	20	(	(	PUNCT
spir-8491	63	21	uk	uk	PROPN
spir-8491	63	22	)	)	PUNCT
spir-8491	63	23	,	,	PUNCT
spir-8491	63	24	or	or	CCONJ
spir-8491	63	25	spiegel	spiegel	PROPN
spir-8491	63	26	online	online	PROPN
spir-8491	63	27	(	(	PUNCT
spir-8491	63	28	germany	germany	PROPN
spir-8491	63	29	)	)	PUNCT
spir-8491	63	30	.	.	PUNCT
spir-8491	64	1	in	in	ADP
spir-8491	64	2	fact	fact	NOUN
spir-8491	64	3	,	,	PUNCT
spir-8491	64	4	tabloid	tabloid	ADJ
spir-8491	64	5	journalism	journalism	NOUN
spir-8491	64	6	has	have	AUX
spir-8491	64	7	been	be	AUX
spir-8491	64	8	subjected	subject	VERB
spir-8491	64	9	to	to	ADP
spir-8491	64	10	a	a	DET
spir-8491	64	11	much	much	ADV
spir-8491	64	12	faster	fast	ADJ
spir-8491	64	13	transition	transition	NOUN
spir-8491	64	14	from	from	ADP
spir-8491	64	15	a	a	DET
spir-8491	64	16	context	context	NOUN
spir-8491	64	17	of	of	ADP
spir-8491	64	18	strong	strong	ADJ
spir-8491	64	19	editorial	editorial	ADJ
spir-8491	64	20	identity	identity	NOUN
spir-8491	64	21	to	to	PART
spir-8491	64	22	content	content	NOUN
spir-8491	64	23	curation	curation	NOUN
spir-8491	64	24	that	that	PRON
spir-8491	64	25	is	be	AUX
spir-8491	64	26	both	both	PRON
spir-8491	64	27	user	user	NOUN
spir-8491	64	28	-	-	PUNCT
spir-8491	64	29	generated	generate	VERB
spir-8491	64	30	and	and	CCONJ
spir-8491	64	31	created	create	VERB
spir-8491	64	32	by	by	ADP
spir-8491	64	33	paid	pay	VERB
spir-8491	64	34	staff	staff	NOUN
spir-8491	64	35	members	member	NOUN
spir-8491	64	36	.	.	PUNCT
spir-8491	65	1	while	while	SCONJ
spir-8491	65	2	quality	quality	NOUN
spir-8491	65	3	press	press	NOUN
spir-8491	65	4	can	can	AUX
spir-8491	65	5	still	still	ADV
spir-8491	65	6	ring	ring	VERB
spir-8491	65	7	-	-	PUNCT
spir-8491	65	8	fence	fence	NOUN
spir-8491	65	9	news	news	NOUN
spir-8491	65	10	editors	editor	NOUN
spir-8491	65	11	’	’	PART
spir-8491	65	12	choices	choice	NOUN
spir-8491	65	13	in	in	ADP
spir-8491	65	14	determining	determine	VERB
spir-8491	65	15	what	what	PRON
spir-8491	65	16	is	be	AUX
spir-8491	65	17	in	in	ADP
spir-8491	65	18	the	the	DET
spir-8491	65	19	public	public	ADJ
spir-8491	65	20	interest	interest	NOUN
spir-8491	65	21	and	and	CCONJ
spir-8491	65	22	should	should	AUX
spir-8491	65	23	be	be	AUX
spir-8491	65	24	published	publish	VERB
spir-8491	65	25	,	,	PUNCT
spir-8491	65	26	viral	viral	ADJ
spir-8491	65	27	news	news	NOUN
spir-8491	65	28	sites	site	NOUN
spir-8491	65	29	have	have	AUX
spir-8491	65	30	blossomed	blossom	VERB
spir-8491	65	31	out	out	ADP
spir-8491	65	32	of	of	ADP
spir-8491	65	33	social	social	ADJ
spir-8491	65	34	networking	networking	NOUN
spir-8491	65	35	technologies	technology	NOUN
spir-8491	65	36	and	and	CCONJ
spir-8491	65	37	algorithmic	algorithmic	ADJ
spir-8491	65	38	news	news	NOUN
spir-8491	65	39	filtering	filtering	NOUN
spir-8491	65	40	aimed	aim	VERB
spir-8491	65	41	at	at	ADP
spir-8491	65	42	a	a	DET
spir-8491	65	43	fragmented	fragmented	ADJ
spir-8491	65	44	audience	audience	NOUN
spir-8491	65	45	with	with	ADP
spir-8491	65	46	varying	vary	VERB
spir-8491	65	47	degrees	degree	NOUN
spir-8491	65	48	of	of	ADP
spir-8491	65	49	media	medium	NOUN
spir-8491	65	50	sophistication	sophistication	NOUN
spir-8491	65	51	.	.	PUNCT
spir-8491	66	1	in	in	ADP
spir-8491	66	2	contrast	contrast	NOUN
spir-8491	66	3	to	to	ADP
spir-8491	66	4	quality	quality	NOUN
spir-8491	66	5	press	press	NOUN
spir-8491	66	6	,	,	PUNCT
spir-8491	66	7	in	in	ADP
spir-8491	66	8	which	which	PRON
spir-8491	66	9	news	news	NOUN
spir-8491	66	10	editors	editor	NOUN
spir-8491	66	11	are	be	AUX
spir-8491	66	12	only	only	ADV
spir-8491	66	13	beginning	begin	VERB
spir-8491	66	14	to	to	PART
spir-8491	66	15	contend	contend	VERB
spir-8491	66	16	with	with	ADP
spir-8491	66	17	the	the	DET
spir-8491	66	18	potential	potential	ADJ
spir-8491	66	19	balkanization	balkanization	NOUN
spir-8491	66	20	of	of	ADP
spir-8491	66	21	readership	readership	NOUN
spir-8491	66	22	according	accord	VERB
spir-8491	66	23	to	to	ADP
spir-8491	66	24	interests	interest	NOUN
spir-8491	66	25	of	of	ADP
spir-8491	66	26	like	like	ADJ
spir-8491	66	27	-	-	PUNCT
spir-8491	66	28	minded	minded	ADJ
spir-8491	66	29	groups	group	NOUN
spir-8491	66	30	,	,	PUNCT
spir-8491	66	31	viral	viral	ADJ
spir-8491	66	32	websites	website	NOUN
spir-8491	66	33	explore	explore	VERB
spir-8491	66	34	crowd	crowd	NOUN
spir-8491	66	35	mechanism	mechanism	NOUN
spir-8491	66	36	and	and	CCONJ
spir-8491	66	37	develop	develop	VERB
spir-8491	66	38	controversial	controversial	ADJ
spir-8491	66	39	stories	story	NOUN
spir-8491	66	40	by	by	ADP
spir-8491	66	41	meticulously	meticulously	ADV
spir-8491	66	42	testing	test	VERB
spir-8491	66	43	potential	potential	ADJ
spir-8491	66	44	content	content	NOUN
spir-8491	66	45	on	on	ADP
spir-8491	66	46	the	the	DET
spir-8491	66	47	website	website	NOUN
spir-8491	66	48	and	and	CCONJ
spir-8491	66	49	upholding	uphold	VERB
spir-8491	66	50	or	or	CCONJ
spir-8491	66	51	removing	remove	VERB
spir-8491	66	52	material	material	NOUN
spir-8491	66	53	according	accord	VERB
spir-8491	66	54	to	to	ADP
spir-8491	66	55	the	the	DET
spir-8491	66	56	number	number	NOUN
spir-8491	66	57	of	of	ADP
spir-8491	66	58	clicks	click	NOUN
spir-8491	66	59	retrieved	retrieve	VERB
spir-8491	66	60	from	from	ADP
spir-8491	66	61	early	early	ADJ
spir-8491	66	62	testers	tester	NOUN
spir-8491	66	63	.	.	PUNCT
spir-8491	67	1	as	as	SCONJ
spir-8491	67	2	upworthy	upworthy	ADJ
spir-8491	67	3	races	race	NOUN
spir-8491	67	4	for	for	ADP
spir-8491	67	5	the	the	DET
spir-8491	67	6	social	social	ADJ
spir-8491	67	7	media	medium	NOUN
spir-8491	67	8	attention	attention	NOUN
spir-8491	67	9	,	,	PUNCT
spir-8491	67	10	the	the	DET
spir-8491	67	11	team	team	NOUN
spir-8491	67	12	breaks	break	VERB
spir-8491	67	13	down	down	ADP
spir-8491	67	14	the	the	DET
spir-8491	67	15	content	content	NOUN
spir-8491	67	16	into	into	ADP
spir-8491	67	17	“	"	PUNCT
spir-8491	67	18	seeds	seed	NOUN
spir-8491	67	19	”	"	PUNCT
spir-8491	67	20	and	and	CCONJ
spir-8491	67	21	“	"	PUNCT
spir-8491	67	22	nuggets”—content	nuggets”—content	ADV
spir-8491	67	23	to	to	PART
spir-8491	67	24	feature	feature	VERB
spir-8491	67	25	on	on	ADP
spir-8491	67	26	the	the	DET
spir-8491	67	27	site	site	NOUN
spir-8491	67	28	and	and	CCONJ
spir-8491	67	29	a	a	DET
spir-8491	67	30	list	list	NOUN
spir-8491	67	31	of	of	ADP
spir-8491	67	32	25	25	NUM
spir-8491	67	33	potential	potential	ADJ
spir-8491	67	34	headlines	headline	NOUN
spir-8491	67	35	that	that	PRON
spir-8491	67	36	are	be	AUX
spir-8491	67	37	streamlined	streamline	VERB
spir-8491	67	38	for	for	ADP
spir-8491	67	39	“	"	PUNCT
spir-8491	67	40	click	click	VERB
spir-8491	67	41	testing	testing	NOUN
spir-8491	67	42	”	"	PUNCT
spir-8491	67	43	(	(	PUNCT
spir-8491	67	44	rohani	rohani	NOUN
spir-8491	67	45	,	,	PUNCT
spir-8491	67	46	2014	2014	NUM
spir-8491	67	47	)	)	PUNCT
spir-8491	67	48	.	.	PUNCT
spir-8491	68	1	the	the	DET
spir-8491	68	2	distribution	distribution	NOUN
spir-8491	68	3	and	and	CCONJ
spir-8491	68	4	potential	potential	ADJ
spir-8491	68	5	success	success	NOUN
spir-8491	68	6	of	of	ADP
spir-8491	68	7	any	any	DET
spir-8491	68	8	viral	viral	ADJ
spir-8491	68	9	news	news	NOUN
spir-8491	68	10	site	site	NOUN
spir-8491	68	11	depends	depend	VERB
spir-8491	68	12	directly	directly	ADV
spir-8491	68	13	on	on	ADP
spir-8491	68	14	peer	peer	NOUN
spir-8491	68	15	-	-	PUNCT
spir-8491	68	16	topeer	topeer	NOUN
spir-8491	68	17	engagement	engagement	NOUN
spir-8491	68	18	on	on	ADP
spir-8491	68	19	social	social	ADJ
spir-8491	68	20	networking	networking	NOUN
spir-8491	68	21	sites	site	NOUN
spir-8491	68	22	,	,	PUNCT
spir-8491	68	23	which	which	PRON
spir-8491	68	24	then	then	ADV
spir-8491	68	25	feeds	feed	VERB
spir-8491	68	26	into	into	ADP
spir-8491	68	27	the	the	DET
spir-8491	68	28	variables	variable	NOUN
spir-8491	68	29	that	that	PRON
spir-8491	68	30	calibrate	calibrate	VERB
spir-8491	68	31	the	the	DET
spir-8491	68	32	algorithmic	algorithmic	ADJ
spir-8491	68	33	decisions	decision	NOUN
spir-8491	68	34	that	that	PRON
spir-8491	68	35	decide	decide	VERB
spir-8491	68	36	which	which	DET
spir-8491	68	37	content	content	NOUN
spir-8491	68	38	should	should	AUX
spir-8491	68	39	appear	appear	VERB
spir-8491	68	40	on	on	ADP
spir-8491	68	41	top	top	NOUN
spir-8491	68	42	,	,	PUNCT
spir-8491	68	43	which	which	DET
spir-8491	68	44	items	item	NOUN
spir-8491	68	45	should	should	AUX
spir-8491	68	46	receive	receive	VERB
spir-8491	68	47	only	only	ADV
spir-8491	68	48	mild	mild	ADJ
spir-8491	68	49	exposure	exposure	NOUN
spir-8491	68	50	,	,	PUNCT
spir-8491	68	51	and	and	CCONJ
spir-8491	68	52	which	which	DET
spir-8491	68	53	content	content	NOUN
spir-8491	68	54	should	should	AUX
spir-8491	68	55	not	not	PART
spir-8491	68	56	appear	appear	VERB
spir-8491	68	57	at	at	ADV
spir-8491	68	58	all	all	ADV
spir-8491	68	59	.	.	PUNCT
spir-8491	69	1	this	this	DET
spir-8491	69	2	talk	talk	NOUN
spir-8491	69	3	consists	consist	VERB
spir-8491	69	4	of	of	ADP
spir-8491	69	5	two	two	NUM
spir-8491	69	6	components	component	NOUN
spir-8491	69	7	that	that	PRON
spir-8491	69	8	investigate	investigate	VERB
spir-8491	69	9	editorial	editorial	NOUN
spir-8491	69	10	and	and	CCONJ
spir-8491	69	11	algorithmic	algorithmic	ADJ
spir-8491	69	12	decisions	decision	NOUN
spir-8491	69	13	regarding	regard	VERB
spir-8491	69	14	the	the	DET
spir-8491	69	15	relevance	relevance	NOUN
spir-8491	69	16	of	of	ADP
spir-8491	69	17	journalistic	journalistic	ADJ
spir-8491	69	18	content	content	NOUN
spir-8491	69	19	.	.	PUNCT
spir-8491	70	1	in	in	ADP
spir-8491	70	2	the	the	DET
spir-8491	70	3	first	first	ADJ
spir-8491	70	4	part	part	NOUN
spir-8491	70	5	,	,	PUNCT
spir-8491	70	6	we	we	PRON
spir-8491	70	7	examine	examine	VERB
spir-8491	70	8	a	a	DET
spir-8491	70	9	set	set	NOUN
spir-8491	70	10	of	of	ADP
spir-8491	70	11	news	news	NOUN
spir-8491	70	12	articles	article	NOUN
spir-8491	70	13	(	(	PUNCT
spir-8491	70	14	n=16,829	n=16,829	NOUN
spir-8491	70	15	)	)	PUNCT
spir-8491	70	16	retrieved	retrieve	VERB
spir-8491	70	17	in	in	ADP
spir-8491	70	18	october	october	PROPN
spir-8491	70	19	2012	2012	NUM
spir-8491	70	20	by	by	ADP
spir-8491	70	21	querying	query	VERB
spir-8491	70	22	the	the	DET
spir-8491	70	23	public	public	ADJ
spir-8491	70	24	apis	apis	NOUN
spir-8491	70	25	of	of	ADP
spir-8491	70	26	the	the	DET
spir-8491	70	27	new	new	PROPN
spir-8491	70	28	york	york	PROPN
spir-8491	70	29	times	times	PROPN
spir-8491	70	30	and	and	CCONJ
spir-8491	70	31	the	the	DET
spir-8491	70	32	guardian	guardian	NOUN
spir-8491	70	33	and	and	CCONJ
spir-8491	70	34	by	by	ADP
spir-8491	70	35	tracking	track	VERB
spir-8491	70	36	the	the	DET
spir-8491	70	37	diffusion	diffusion	NOUN
spir-8491	70	38	of	of	ADP
spir-8491	70	39	each	each	DET
spir-8491	70	40	article	article	NOUN
spir-8491	70	41	on	on	ADP
spir-8491	70	42	the	the	DET
spir-8491	70	43	following	follow	VERB
spir-8491	70	44	social	social	ADJ
spir-8491	70	45	media	medium	NOUN
spir-8491	70	46	platforms	platform	NOUN
spir-8491	70	47	:	:	PUNCT
spir-8491	70	48	twitter	twitter	NOUN
spir-8491	70	49	,	,	PUNCT
spir-8491	70	50	facebook	facebook	NOUN
spir-8491	70	51	,	,	PUNCT
spir-8491	70	52	google+	google+	NOUN
spir-8491	70	53	,	,	PUNCT
spir-8491	70	54	delicious	delicious	ADJ
spir-8491	70	55	,	,	PUNCT
spir-8491	70	56	pinterest	pinter	ADJ
spir-8491	70	57	,	,	PUNCT
spir-8491	70	58	and	and	CCONJ
spir-8491	70	59	stumbleupon	stumbleupon	NOUN
spir-8491	70	60	.	.	PUNCT
spir-8491	71	1	the	the	DET
spir-8491	71	2	findings	finding	NOUN
spir-8491	71	3	show	show	VERB
spir-8491	71	4	significant	significant	ADJ
spir-8491	71	5	differences	difference	NOUN
spir-8491	71	6	in	in	ADP
spir-8491	71	7	topical	topical	ADJ
spir-8491	71	8	preferences	preference	NOUN
spir-8491	71	9	between	between	ADP
spir-8491	71	10	news	news	NOUN
spir-8491	71	11	editors	editor	NOUN
spir-8491	71	12	and	and	CCONJ
spir-8491	71	13	social	social	ADJ
spir-8491	71	14	media	medium	NOUN
spir-8491	71	15	users	user	NOUN
spir-8491	71	16	,	,	PUNCT
spir-8491	71	17	with	with	ADP
spir-8491	71	18	social	social	ADJ
spir-8491	71	19	media	medium	NOUN
spir-8491	71	20	users	user	NOUN
spir-8491	71	21	favoring	favor	VERB
spir-8491	71	22	opinion	opinion	NOUN
spir-8491	71	23	pieces	piece	NOUN
spir-8491	71	24	,	,	PUNCT
spir-8491	71	25	along	along	ADP
spir-8491	71	26	with	with	ADP
spir-8491	71	27	national	national	ADJ
spir-8491	71	28	,	,	PUNCT
spir-8491	71	29	local	local	ADJ
spir-8491	71	30	,	,	PUNCT
spir-8491	71	31	and	and	CCONJ
spir-8491	71	32	world	world	NOUN
spir-8491	71	33	news	news	NOUN
spir-8491	71	34	.	.	PUNCT
spir-8491	72	1	we	we	PRON
spir-8491	72	2	discuss	discuss	VERB
spir-8491	72	3	these	these	DET
spir-8491	72	4	differences	difference	NOUN
spir-8491	72	5	in	in	ADP
spir-8491	72	6	terms	term	NOUN
spir-8491	72	7	of	of	ADP
spir-8491	72	8	headline	headline	NOUN
spir-8491	72	9	composition	composition	NOUN
spir-8491	72	10	and	and	CCONJ
spir-8491	72	11	sentiment	sentiment	NOUN
spir-8491	72	12	polarity	polarity	NOUN
spir-8491	72	13	of	of	ADP
spir-8491	72	14	news	news	NOUN
spir-8491	72	15	headlines	headline	NOUN
spir-8491	72	16	that	that	PRON
spir-8491	72	17	are	be	AUX
spir-8491	72	18	likely	likely	ADJ
spir-8491	72	19	to	to	PART
spir-8491	72	20	have	have	AUX
spir-8491	72	21	boosted	boost	VERB
spir-8491	72	22	the	the	DET
spir-8491	72	23	online	online	ADJ
spir-8491	72	24	outreach	outreach	NOUN
spir-8491	72	25	of	of	ADP
spir-8491	72	26	news	news	NOUN
spir-8491	72	27	articles	article	NOUN
spir-8491	72	28	.	.	PUNCT
spir-8491	73	1	secondly	secondly	ADV
spir-8491	73	2	,	,	PUNCT
spir-8491	73	3	we	we	PRON
spir-8491	73	4	address	address	VERB
spir-8491	73	5	the	the	DET
spir-8491	73	6	feedback	feedback	NOUN
spir-8491	73	7	effects	effect	NOUN
spir-8491	73	8	introduced	introduce	VERB
spir-8491	73	9	into	into	ADP
spir-8491	73	10	news	news	NOUN
spir-8491	73	11	personalization	personalization	NOUN
spir-8491	73	12	by	by	ADP
spir-8491	73	13	means	mean	NOUN
spir-8491	73	14	of	of	ADP
spir-8491	73	15	longitudinal	longitudinal	ADJ
spir-8491	73	16	platform	platform	NOUN
spir-8491	73	17	data	datum	NOUN
spir-8491	73	18	from	from	ADP
spir-8491	73	19	spiegel	spiegel	PROPN
spir-8491	73	20	online	online	PROPN
spir-8491	73	21	,	,	PUNCT
spir-8491	73	22	a	a	DET
spir-8491	73	23	major	major	ADJ
spir-8491	73	24	german	german	ADJ
spir-8491	73	25	news	news	NOUN
spir-8491	73	26	website	website	NOUN
spir-8491	73	27	.	.	PUNCT
spir-8491	74	1	drawing	draw	VERB
spir-8491	74	2	on	on	ADP
spir-8491	74	3	the	the	DET
spir-8491	74	4	method	method	NOUN
spir-8491	74	5	of	of	ADP
spir-8491	74	6	an	an	DET
spir-8491	74	7	algorithm	algorithm	NOUN
spir-8491	74	8	audit	audit	NOUN
spir-8491	74	9	(	(	PUNCT
spir-8491	74	10	author	author	NOUN
spir-8491	74	11	et	et	PROPN
spir-8491	74	12	al	al	PROPN
spir-8491	74	13	.	.	PROPN
spir-8491	74	14	,	,	PUNCT
spir-8491	74	15	2014	2014	NUM
spir-8491	74	16	)	)	PUNCT
spir-8491	74	17	,	,	PUNCT
spir-8491	74	18	we	we	PRON
spir-8491	74	19	aim	aim	VERB
spir-8491	74	20	to	to	PART
spir-8491	74	21	characterize	characterize	VERB
spir-8491	74	22	the	the	DET
spir-8491	74	23	influence	influence	NOUN
spir-8491	74	24	of	of	ADP
spir-8491	74	25	recommender	recommender	NOUN
spir-8491	74	26	systems	system	NOUN
spir-8491	74	27	on	on	ADP
spir-8491	74	28	news	news	NOUN
spir-8491	74	29	consumption	consumption	NOUN
spir-8491	74	30	on	on	ADP
spir-8491	74	31	the	the	DET
spir-8491	74	32	platform	platform	NOUN
spir-8491	74	33	,	,	PUNCT
spir-8491	74	34	focusing	focus	VERB
spir-8491	74	35	particularly	particularly	ADV
spir-8491	74	36	on	on	ADP
spir-8491	74	37	how	how	SCONJ
spir-8491	74	38	to	to	PART
spir-8491	74	39	interpret	interpret	VERB
spir-8491	74	40	ambiguous	ambiguous	ADJ
spir-8491	74	41	signals	signal	NOUN
spir-8491	74	42	,	,	PUNCT
spir-8491	74	43	such	such	ADJ
spir-8491	74	44	as	as	ADP
spir-8491	74	45	user	user	NOUN
spir-8491	74	46	clicks	click	NOUN
spir-8491	74	47	,	,	PUNCT
spir-8491	74	48	on	on	ADP
spir-8491	74	49	individual	individual	ADJ
spir-8491	74	50	news	news	NOUN
spir-8491	74	51	items	item	NOUN
spir-8491	74	52	.	.	PUNCT
spir-8491	75	1	the	the	DET
spir-8491	75	2	data	datum	NOUN
spir-8491	75	3	collected	collect	VERB
spir-8491	75	4	from	from	ADP
spir-8491	75	5	the	the	DET
spir-8491	75	6	new	new	PROPN
spir-8491	75	7	york	york	PROPN
spir-8491	75	8	times	times	PROPN
spir-8491	75	9	,	,	PUNCT
spir-8491	75	10	the	the	DET
spir-8491	75	11	guardian	guardian	NOUN
spir-8491	75	12	,	,	PUNCT
spir-8491	75	13	and	and	CCONJ
spir-8491	75	14	spiegel	spiegel	PROPN
spir-8491	75	15	online	online	PROPN
spir-8491	75	16	shed	shed	VERB
spir-8491	75	17	light	light	NOUN
spir-8491	75	18	on	on	ADP
spir-8491	75	19	the	the	DET
spir-8491	75	20	changing	change	VERB
spir-8491	75	21	architecture	architecture	NOUN
spir-8491	75	22	of	of	ADP
spir-8491	75	23	journalism	journalism	NOUN
spir-8491	75	24	and	and	CCONJ
spir-8491	75	25	its	its	PRON
spir-8491	75	26	struggle	struggle	NOUN
spir-8491	75	27	to	to	PART
spir-8491	75	28	reinvent	reinvent	VERB
spir-8491	75	29	itself	itself	PRON
spir-8491	75	30	in	in	ADP
spir-8491	75	31	the	the	DET
spir-8491	75	32	digital	digital	ADJ
spir-8491	75	33	age	age	NOUN
spir-8491	75	34	.	.	PUNCT
spir-8491	76	1	although	although	SCONJ
spir-8491	76	2	the	the	DET
spir-8491	76	3	strategies	strategy	NOUN
spir-8491	76	4	employed	employ	VERB
spir-8491	76	5	by	by	ADP
spir-8491	76	6	news	news	NOUN
spir-8491	76	7	outlets	outlet	NOUN
spir-8491	76	8	to	to	PART
spir-8491	76	9	boost	boost	VERB
spir-8491	76	10	the	the	DET
spir-8491	76	11	reach	reach	NOUN
spir-8491	76	12	of	of	ADP
spir-8491	76	13	news	news	NOUN
spir-8491	76	14	items	item	NOUN
spir-8491	76	15	show	show	VERB
spir-8491	76	16	varying	vary	VERB
spir-8491	76	17	degrees	degree	NOUN
spir-8491	76	18	of	of	ADP
spir-8491	76	19	algorithm	algorithm	NOUN
spir-8491	76	20	adoption	adoption	NOUN
spir-8491	76	21	,	,	PUNCT
spir-8491	76	22	they	they	PRON
spir-8491	76	23	can	can	AUX
spir-8491	76	24	be	be	AUX
spir-8491	76	25	broadly	broadly	ADV
spir-8491	76	26	classified	classify	VERB
spir-8491	76	27	in	in	ADP
spir-8491	76	28	an	an	DET
spir-8491	76	29	ordinal	ordinal	ADJ
spir-8491	76	30	scale	scale	NOUN
spir-8491	76	31	from	from	ADP
spir-8491	76	32	human	human	ADJ
spir-8491	76	33	gatekeeping	gatekeeping	NOUN
spir-8491	76	34	functions	function	NOUN
spir-8491	76	35	towards	towards	ADP
spir-8491	76	36	decentralized	decentralize	VERB
spir-8491	76	37	,	,	PUNCT
spir-8491	76	38	distributed	distribute	VERB
spir-8491	76	39	,	,	PUNCT
spir-8491	76	40	and	and	CCONJ
spir-8491	76	41	eventually	eventually	ADV
spir-8491	76	42	automatized	automatize	VERB
spir-8491	76	43	processes	process	NOUN
spir-8491	76	44	of	of	ADP
spir-8491	76	45	news	news	NOUN
spir-8491	76	46	filtering	filtering	NOUN
spir-8491	76	47	.	.	PUNCT
spir-8491	77	1	paper	paper	NOUN
spir-8491	77	2	3	3	NUM
spir-8491	77	3	:	:	PUNCT
spir-8491	77	4	twitter	twitter	NOUN
spir-8491	77	5	friend	friend	NOUN
spir-8491	77	6	repertoires	repertoire	VERB
spir-8491	77	7	:	:	PUNCT
spir-8491	77	8	inferring	infer	VERB
spir-8491	77	9	sources	source	NOUN
spir-8491	77	10	of	of	ADP
spir-8491	77	11	information	information	NOUN
spir-8491	77	12	management	management	NOUN
spir-8491	77	13	from	from	ADP
spir-8491	77	14	digital	digital	ADJ
spir-8491	77	15	traces	trace	NOUN
spir-8491	77	16	jan	jan	PROPN
spir-8491	77	17	--	--	PUNCT
spir-8491	77	18	hinrik	hinrik	NOUN
spir-8491	77	19	schmidt	schmidt	NOUN
spir-8491	77	20	,	,	PUNCT
spir-8491	77	21	hans	hans	PROPN
spir-8491	77	22	bredow	bredow	PROPN
spir-8491	77	23	institute	institute	PROPN
spir-8491	77	24	for	for	ADP
spir-8491	77	25	media	medium	NOUN
spir-8491	77	26	research	research	NOUN
spir-8491	77	27	wiebke	wiebke	NOUN
spir-8491	77	28	loosen	loosen	VERB
spir-8491	77	29	,	,	PUNCT
spir-8491	77	30	hans	hans	PROPN
spir-8491	77	31	bredow	bredow	PROPN
spir-8491	77	32	institute	institute	PROPN
spir-8491	77	33	for	for	ADP
spir-8491	77	34	media	medium	NOUN
spir-8491	77	35	research	research	PROPN
spir-8491	77	36	uwe	uwe	PROPN
spir-8491	77	37	hasebrink	hasebrink	PROPN
spir-8491	77	38	,	,	PUNCT
spir-8491	77	39	hans	hans	PROPN
spir-8491	77	40	bredow	bredow	PROPN
spir-8491	77	41	institute	institute	PROPN
spir-8491	77	42	for	for	ADP
spir-8491	77	43	media	medium	NOUN
spir-8491	77	44	research	research	NOUN
spir-8491	77	45	sascha	sascha	PROPN
spir-8491	77	46	hölig	hölig	PROPN
spir-8491	77	47	,	,	PUNCT
spir-8491	77	48	hans	hans	PROPN
spir-8491	77	49	bredow	bredow	PROPN
spir-8491	77	50	institute	institute	PROPN
spir-8491	77	51	for	for	ADP
spir-8491	77	52	media	medium	NOUN
spir-8491	77	53	research	research	PROPN
spir-8491	77	54	lisa	lisa	PROPN
spir-8491	77	55	merten	merten	VERB
spir-8491	77	56	,	,	PUNCT
spir-8491	77	57	hans	hans	PROPN
spir-8491	77	58	bredow	bredow	PROPN
spir-8491	77	59	institute	institute	PROPN
spir-8491	77	60	for	for	ADP
spir-8491	77	61	media	medium	NOUN
spir-8491	77	62	research	research	NOUN
spir-8491	77	63	twitter	twitter	NOUN
spir-8491	77	64	is	be	AUX
spir-8491	77	65	a	a	DET
spir-8491	77	66	prominent	prominent	ADJ
spir-8491	77	67	example	example	NOUN
spir-8491	77	68	of	of	ADP
spir-8491	77	69	a	a	DET
spir-8491	77	70	media	media	NOUN
spir-8491	77	71	service	service	NOUN
spir-8491	77	72	in	in	ADP
spir-8491	77	73	which	which	PRON
spir-8491	77	74	professional	professional	ADJ
spir-8491	77	75	,	,	PUNCT
spir-8491	77	76	participatory	participatory	ADJ
spir-8491	77	77	,	,	PUNCT
spir-8491	77	78	and	and	CCONJ
spir-8491	77	79	algorithmic	algorithmic	ADJ
spir-8491	77	80	modes	mode	NOUN
spir-8491	77	81	of	of	ADP
spir-8491	77	82	filtering	filter	VERB
spir-8491	77	83	and	and	CCONJ
spir-8491	77	84	distributing	distribute	VERB
spir-8491	77	85	content	content	NOUN
spir-8491	77	86	converge	converge	NOUN
spir-8491	77	87	.	.	PUNCT
spir-8491	78	1	most	most	ADV
spir-8491	78	2	related	relate	VERB
spir-8491	78	3	research	research	NOUN
spir-8491	78	4	has	have	AUX
spir-8491	78	5	followed	follow	VERB
spir-8491	78	6	a	a	DET
spir-8491	78	7	“	"	PUNCT
spir-8491	78	8	broadcast	broadcast	NOUN
spir-8491	78	9	communication	communication	NOUN
spir-8491	78	10	”	"	PUNCT
spir-8491	78	11	paradigm	paradigm	NOUN
spir-8491	78	12	,	,	PUNCT
spir-8491	78	13	i.e.	i.e.	X
spir-8491	78	14	looked	look	VERB
spir-8491	78	15	at	at	ADP
spir-8491	78	16	practices	practice	NOUN
spir-8491	78	17	,	,	PUNCT
spir-8491	78	18	networks	network	NOUN
spir-8491	78	19	and	and	CCONJ
spir-8491	78	20	consequences	consequence	NOUN
spir-8491	78	21	of	of	ADP
spir-8491	78	22	twitter	twitter	NOUN
spir-8491	78	23	as	as	ADP
spir-8491	78	24	a	a	DET
spir-8491	78	25	tool	tool	NOUN
spir-8491	78	26	to	to	PART
spir-8491	78	27	disseminate	disseminate	VERB
spir-8491	78	28	information	information	NOUN
spir-8491	78	29	.	.	PUNCT
spir-8491	79	1	by	by	ADP
spir-8491	79	2	contrast	contrast	NOUN
spir-8491	79	3	,	,	PUNCT
spir-8491	79	4	few	few	ADJ
spir-8491	79	5	studies	study	NOUN
spir-8491	79	6	analyze	analyze	VERB
spir-8491	79	7	twitter	twitter	NOUN
spir-8491	79	8	as	as	ADP
spir-8491	79	9	a	a	DET
spir-8491	79	10	tool	tool	NOUN
spir-8491	79	11	for	for	ADP
spir-8491	79	12	information	information	NOUN
spir-8491	79	13	management	management	NOUN
spir-8491	79	14	even	even	ADV
spir-8491	79	15	though	though	SCONJ
spir-8491	79	16	seeking	seek	VERB
spir-8491	79	17	and	and	CCONJ
spir-8491	79	18	filtering	filter	VERB
spir-8491	79	19	information	information	NOUN
spir-8491	79	20	is	be	AUX
spir-8491	79	21	usually	usually	ADV
spir-8491	79	22	acknowledged	acknowledge	VERB
spir-8491	79	23	as	as	ADP
spir-8491	79	24	an	an	DET
spir-8491	79	25	important	important	ADJ
spir-8491	79	26	motivation	motivation	NOUN
spir-8491	79	27	for	for	ADP
spir-8491	79	28	twitter	twitter	NOUN
spir-8491	79	29	use	use	NOUN
spir-8491	79	30	,	,	PUNCT
spir-8491	79	31	especially	especially	ADV
spir-8491	79	32	among	among	ADP
spir-8491	79	33	journalists	journalist	NOUN
spir-8491	79	34	(	(	PUNCT
spir-8491	79	35	e.g.	e.g.	ADV
spir-8491	79	36	broersma	broersma	NOUN
spir-8491	79	37	&	&	CCONJ
spir-8491	79	38	graham	graham	PROPN
spir-8491	79	39	,	,	PUNCT
spir-8491	79	40	2013	2013	NUM
spir-8491	79	41	)	)	PUNCT
spir-8491	79	42	.	.	PUNCT
spir-8491	80	1	in	in	ADP
spir-8491	80	2	this	this	DET
spir-8491	80	3	paper	paper	NOUN
spir-8491	80	4	we	we	PRON
spir-8491	80	5	aim	aim	VERB
spir-8491	80	6	to	to	PART
spir-8491	80	7	contribute	contribute	VERB
spir-8491	80	8	to	to	ADP
spir-8491	80	9	an	an	DET
spir-8491	80	10	audience	audience	NOUN
spir-8491	80	11	-	-	PUNCT
spir-8491	80	12	related	relate	VERB
spir-8491	80	13	perspective	perspective	NOUN
spir-8491	80	14	by	by	ADP
spir-8491	80	15	adapting	adapt	VERB
spir-8491	80	16	the	the	DET
spir-8491	80	17	concept	concept	NOUN
spir-8491	80	18	of	of	ADP
spir-8491	80	19	“	"	PUNCT
spir-8491	80	20	media	media	NOUN
spir-8491	80	21	repertoires	repertoire	NOUN
spir-8491	80	22	”	"	PUNCT
spir-8491	80	23	from	from	ADP
spir-8491	80	24	audience	audience	NOUN
spir-8491	80	25	research	research	NOUN
spir-8491	80	26	to	to	ADP
spir-8491	80	27	the	the	DET
spir-8491	80	28	study	study	NOUN
spir-8491	80	29	of	of	ADP
spir-8491	80	30	twitter	twitter	NOUN
spir-8491	80	31	.	.	PUNCT
spir-8491	81	1	we	we	PRON
spir-8491	81	2	propose	propose	VERB
spir-8491	81	3	the	the	DET
spir-8491	81	4	concept	concept	NOUN
spir-8491	81	5	of	of	ADP
spir-8491	81	6	“	"	PUNCT
spir-8491	81	7	twitter	twitter	NOUN
spir-8491	81	8	friend	friend	NOUN
spir-8491	81	9	repertoires	repertoire	NOUN
spir-8491	81	10	”	"	PUNCT
spir-8491	81	11	,	,	PUNCT
spir-8491	81	12	which	which	PRON
spir-8491	81	13	refers	refer	VERB
spir-8491	81	14	to	to	ADP
spir-8491	81	15	distinct	distinct	ADJ
spir-8491	81	16	patterns	pattern	NOUN
spir-8491	81	17	in	in	ADP
spir-8491	81	18	the	the	DET
spir-8491	81	19	combination	combination	NOUN
spir-8491	81	20	of	of	ADP
spir-8491	81	21	accounts	account	NOUN
spir-8491	81	22	people	people	NOUN
spir-8491	81	23	follow	follow	VERB
spir-8491	81	24	on	on	ADP
spir-8491	81	25	twitter	twitter	NOUN
spir-8491	81	26	.	.	PUNCT
spir-8491	82	1	the	the	DET
spir-8491	82	2	concept	concept	NOUN
spir-8491	82	3	of	of	ADP
spir-8491	82	4	“	"	PUNCT
spir-8491	82	5	twitter	twitter	NOUN
spir-8491	82	6	friend	friend	NOUN
spir-8491	82	7	repertoires	repertoire	NOUN
spir-8491	82	8	”	"	PUNCT
spir-8491	82	9	shares	share	NOUN
spir-8491	82	10	basic	basic	ADJ
spir-8491	82	11	assumptions	assumption	NOUN
spir-8491	82	12	with	with	ADP
spir-8491	82	13	the	the	DET
spir-8491	82	14	broader	broad	ADJ
spir-8491	82	15	idea	idea	NOUN
spir-8491	82	16	of	of	ADP
spir-8491	82	17	“	"	PUNCT
spir-8491	82	18	media	media	NOUN
spir-8491	82	19	repertoires	repertoire	NOUN
spir-8491	82	20	”	"	PUNCT
spir-8491	82	21	(	(	PUNCT
spir-8491	82	22	author	author	NOUN
spir-8491	82	23	3	3	NUM
spir-8491	82	24	&	&	CCONJ
spir-8491	82	25	domeyer	domeyer	PROPN
spir-8491	82	26	,	,	PUNCT
spir-8491	82	27	2012	2012	NUM
spir-8491	82	28	)	)	PUNCT
spir-8491	82	29	,	,	PUNCT
spir-8491	82	30	namely	namely	ADV
spir-8491	82	31	a	a	DET
spir-8491	82	32	user	user	NOUN
spir-8491	82	33	-	-	PUNCT
spir-8491	82	34	centered	center	VERB
spir-8491	82	35	perspective	perspective	NOUN
spir-8491	82	36	originating	originate	VERB
spir-8491	82	37	in	in	ADP
spir-8491	82	38	audience	audience	NOUN
spir-8491	82	39	research	research	NOUN
spir-8491	82	40	,	,	PUNCT
spir-8491	82	41	an	an	DET
spir-8491	82	42	interest	interest	NOUN
spir-8491	82	43	in	in	ADP
spir-8491	82	44	the	the	DET
spir-8491	82	45	relationality	relationality	NOUN
spir-8491	82	46	of	of	ADP
spir-8491	82	47	repertoire	repertoire	NOUN
spir-8491	82	48	components	component	NOUN
spir-8491	82	49	,	,	PUNCT
spir-8491	82	50	and	and	CCONJ
spir-8491	82	51	an	an	DET
spir-8491	82	52	attempt	attempt	NOUN
spir-8491	82	53	to	to	PART
spir-8491	82	54	capture	capture	VERB
spir-8491	82	55	the	the	DET
spir-8491	82	56	entirety	entirety	NOUN
spir-8491	82	57	of	of	ADP
spir-8491	82	58	the	the	DET
spir-8491	82	59	media	media	NOUN
spir-8491	82	60	elements	element	NOUN
spir-8491	82	61	a	a	DET
spir-8491	82	62	person	person	NOUN
spir-8491	82	63	chooses	choose	VERB
spir-8491	82	64	to	to	PART
spir-8491	82	65	use	use	VERB
spir-8491	82	66	.	.	PUNCT
spir-8491	83	1	whereas	whereas	SCONJ
spir-8491	83	2	media	media	NOUN
spir-8491	83	3	-	-	PUNCT
spir-8491	83	4	centered	center	VERB
spir-8491	83	5	audience	audience	NOUN
spir-8491	83	6	research	research	NOUN
spir-8491	83	7	considers	consider	VERB
spir-8491	83	8	the	the	DET
spir-8491	83	9	usage	usage	NOUN
spir-8491	83	10	of	of	ADP
spir-8491	83	11	single	single	ADJ
spir-8491	83	12	media	medium	NOUN
spir-8491	83	13	,	,	PUNCT
spir-8491	83	14	the	the	DET
spir-8491	83	15	starting	starting	NOUN
spir-8491	83	16	point	point	NOUN
spir-8491	83	17	for	for	ADP
spir-8491	83	18	a	a	DET
spir-8491	83	19	repertoire	repertoire	NOUN
spir-8491	83	20	-	-	PUNCT
spir-8491	83	21	oriented	orient	VERB
spir-8491	83	22	approach	approach	NOUN
spir-8491	83	23	is	be	AUX
spir-8491	83	24	the	the	DET
spir-8491	83	25	specific	specific	ADJ
spir-8491	83	26	combination	combination	NOUN
spir-8491	83	27	of	of	ADP
spir-8491	83	28	different	different	ADJ
spir-8491	83	29	media	medium	NOUN
spir-8491	83	30	as	as	SCONJ
spir-8491	83	31	arranged	arrange	VERB
spir-8491	83	32	by	by	ADP
spir-8491	83	33	a	a	DET
spir-8491	83	34	single	single	ADJ
spir-8491	83	35	user	user	NOUN
spir-8491	83	36	.	.	PUNCT
spir-8491	84	1	as	as	ADP
spir-8491	84	2	such	such	ADJ
spir-8491	84	3	,	,	PUNCT
spir-8491	84	4	twitter	twitter	NOUN
spir-8491	84	5	is	be	AUX
spir-8491	84	6	seen	see	VERB
spir-8491	84	7	as	as	ADP
spir-8491	84	8	a	a	DET
spir-8491	84	9	platform	platform	NOUN
spir-8491	84	10	which	which	PRON
spir-8491	84	11	contains	contain	VERB
spir-8491	84	12	countless	countless	ADJ
spir-8491	84	13	individual	individual	ADJ
spir-8491	84	14	“	"	PUNCT
spir-8491	84	15	channels	channel	NOUN
spir-8491	84	16	”	"	PUNCT
spir-8491	84	17	(	(	PUNCT
spir-8491	84	18	i.e.	i.e.	X
spir-8491	84	19	the	the	DET
spir-8491	84	20	twitter	twitter	NOUN
spir-8491	84	21	accounts	account	VERB
spir-8491	84	22	and	and	CCONJ
spir-8491	84	23	their	their	PRON
spir-8491	84	24	individual	individual	ADJ
spir-8491	84	25	timelines	timeline	NOUN
spir-8491	84	26	)	)	PUNCT
spir-8491	84	27	and	and	CCONJ
spir-8491	84	28	in	in	ADP
spir-8491	84	29	itself	itself	PRON
spir-8491	84	30	represents	represent	VERB
spir-8491	84	31	a	a	DET
spir-8491	84	32	repertoire	repertoire	NOUN
spir-8491	84	33	notion	notion	NOUN
spir-8491	84	34	as	as	SCONJ
spir-8491	84	35	twitter	twitter	NOUN
spir-8491	84	36	users	user	NOUN
spir-8491	84	37	actively	actively	ADV
spir-8491	84	38	decide	decide	VERB
spir-8491	84	39	which	which	PRON
spir-8491	84	40	accounts	account	VERB
spir-8491	84	41	to	to	PART
spir-8491	84	42	follow	follow	VERB
spir-8491	84	43	from	from	ADP
spir-8491	84	44	a	a	DET
spir-8491	84	45	vast	vast	ADJ
spir-8491	84	46	choice	choice	NOUN
spir-8491	84	47	of	of	ADP
spir-8491	84	48	possibilities	possibility	NOUN
spir-8491	84	49	.	.	PUNCT
spir-8491	85	1	this	this	DET
spir-8491	85	2	selection	selection	NOUN
spir-8491	85	3	forms	form	VERB
spir-8491	85	4	the	the	DET
spir-8491	85	5	twitter	twitter	NOUN
spir-8491	85	6	newsfeed	newsfeed	NOUN
spir-8491	85	7	from	from	ADP
spir-8491	85	8	which	which	PRON
spir-8491	85	9	s(he	s(he	PROPN
spir-8491	85	10	)	)	PUNCT
spir-8491	85	11	receives	receive	VERB
spir-8491	85	12	her	she	PRON
spir-8491	85	13	/	/	SYM
spir-8491	85	14	his	his	PRON
spir-8491	85	15	information	information	NOUN
spir-8491	85	16	on	on	ADP
spir-8491	85	17	twitter	twitter	NOUN
spir-8491	85	18	.	.	PUNCT
spir-8491	86	1	in	in	ADP
spir-8491	86	2	this	this	DET
spir-8491	86	3	way	way	NOUN
spir-8491	86	4	users	user	NOUN
spir-8491	86	5	compose	compose	VERB
spir-8491	86	6	their	their	PRON
spir-8491	86	7	individual	individual	ADJ
spir-8491	86	8	“	"	PUNCT
spir-8491	86	9	friend	friend	NOUN
spir-8491	86	10	repertoire	repertoire	NOUN
spir-8491	86	11	”	"	PUNCT
spir-8491	86	12	,	,	PUNCT
spir-8491	86	13	and	and	CCONJ
spir-8491	86	14	thus	thus	ADV
spir-8491	86	15	,	,	PUNCT
spir-8491	86	16	their	their	PRON
spir-8491	86	17	sources	source	NOUN
spir-8491	86	18	.	.	PUNCT
spir-8491	87	1	given	give	VERB
spir-8491	87	2	the	the	DET
spir-8491	87	3	diversified	diversified	ADJ
spir-8491	87	4	structure	structure	NOUN
spir-8491	87	5	of	of	ADP
spir-8491	87	6	twitter	twitter	NOUN
spir-8491	87	7	users	user	NOUN
spir-8491	87	8	,	,	PUNCT
spir-8491	87	9	a	a	DET
spir-8491	87	10	description	description	NOUN
spir-8491	87	11	of	of	ADP
spir-8491	87	12	friend	friend	NOUN
spir-8491	87	13	repertoires	repertoire	NOUN
spir-8491	87	14	that	that	PRON
spir-8491	87	15	exclusively	exclusively	ADV
spir-8491	87	16	relies	rely	VERB
spir-8491	87	17	on	on	ADP
spir-8491	87	18	the	the	DET
spir-8491	87	19	level	level	NOUN
spir-8491	87	20	of	of	ADP
spir-8491	87	21	single	single	ADJ
spir-8491	87	22	accounts	account	NOUN
spir-8491	87	23	would	would	AUX
spir-8491	87	24	not	not	PART
spir-8491	87	25	allow	allow	VERB
spir-8491	87	26	for	for	ADP
spir-8491	87	27	a	a	DET
spir-8491	87	28	clear	clear	ADJ
spir-8491	87	29	overview	overview	NOUN
spir-8491	87	30	of	of	ADP
spir-8491	87	31	the	the	DET
spir-8491	87	32	underlying	underlie	VERB
spir-8491	87	33	structure	structure	NOUN
spir-8491	87	34	of	of	ADP
spir-8491	87	35	this	this	DET
spir-8491	87	36	repertoire	repertoire	NOUN
spir-8491	87	37	.	.	PUNCT
spir-8491	88	1	instead	instead	ADV
spir-8491	88	2	these	these	DET
spir-8491	88	3	repertoires	repertoire	NOUN
spir-8491	88	4	should	should	AUX
spir-8491	88	5	be	be	AUX
spir-8491	88	6	described	describe	VERB
spir-8491	88	7	along	along	ADP
spir-8491	88	8	broader	broad	ADJ
spir-8491	88	9	categories	category	NOUN
spir-8491	88	10	of	of	ADP
spir-8491	88	11	friends	friend	NOUN
spir-8491	88	12	.	.	PUNCT
spir-8491	89	1	in	in	ADP
spir-8491	89	2	order	order	NOUN
spir-8491	89	3	to	to	PART
spir-8491	89	4	identify	identify	VERB
spir-8491	89	5	and	and	CCONJ
spir-8491	89	6	describe	describe	VERB
spir-8491	89	7	twitter	twitter	NOUN
spir-8491	89	8	friend	friend	NOUN
spir-8491	89	9	repertoires	repertoire	NOUN
spir-8491	89	10	we	we	PRON
spir-8491	89	11	have	have	AUX
spir-8491	89	12	started	start	VERB
spir-8491	89	13	to	to	PART
spir-8491	89	14	develop	develop	VERB
spir-8491	89	15	a	a	DET
spir-8491	89	16	database	database	NOUN
spir-8491	89	17	that	that	PRON
spir-8491	89	18	provides	provide	VERB
spir-8491	89	19	categorical	categorical	ADJ
spir-8491	89	20	information	information	NOUN
spir-8491	89	21	on	on	ADP
spir-8491	89	22	certain	certain	ADJ
spir-8491	89	23	accounts	account	NOUN
spir-8491	89	24	,	,	PUNCT
spir-8491	89	25	e.g.	e.g.	ADV
spir-8491	89	26	if	if	SCONJ
spir-8491	89	27	they	they	PRON
spir-8491	89	28	belong	belong	VERB
spir-8491	89	29	to	to	ADP
spir-8491	89	30	a	a	DET
spir-8491	89	31	media	medium	NOUN
spir-8491	89	32	company	company	NOUN
spir-8491	89	33	,	,	PUNCT
spir-8491	89	34	if	if	SCONJ
spir-8491	89	35	they	they	PRON
spir-8491	89	36	are	be	AUX
spir-8491	89	37	an	an	DET
spir-8491	89	38	individual	individual	ADJ
spir-8491	89	39	journalist	journalist	NOUN
spir-8491	89	40	,	,	PUNCT
spir-8491	89	41	or	or	CCONJ
spir-8491	89	42	if	if	SCONJ
spir-8491	89	43	they	they	PRON
spir-8491	89	44	are	be	AUX
spir-8491	89	45	one	one	NUM
spir-8491	89	46	of	of	ADP
spir-8491	89	47	many	many	ADJ
spir-8491	89	48	different	different	ADJ
spir-8491	89	49	kinds	kind	NOUN
spir-8491	89	50	of	of	ADP
spir-8491	89	51	organizations	organization	NOUN
spir-8491	89	52	,	,	PUNCT
spir-8491	89	53	resulting	result	VERB
spir-8491	89	54	in	in	ADP
spir-8491	89	55	a	a	DET
spir-8491	89	56	(	(	PUNCT
spir-8491	89	57	continuously	continuously	ADV
spir-8491	89	58	updated	update	VERB
spir-8491	89	59	)	)	PUNCT
spir-8491	89	60	collection	collection	NOUN
spir-8491	89	61	of	of	ADP
spir-8491	89	62	the	the	DET
spir-8491	89	63	twitter	twitter	NOUN
spir-8491	89	64	accounts	account	VERB
spir-8491	89	65	belonging	belong	VERB
spir-8491	89	66	to	to	ADP
spir-8491	89	67	publicly	publicly	ADV
spir-8491	89	68	relevant	relevant	ADJ
spir-8491	89	69	speakers	speaker	NOUN
spir-8491	89	70	in	in	ADP
spir-8491	89	71	germany	germany	PROPN
spir-8491	89	72	(	(	PUNCT
spir-8491	89	73	i.e.	i.e.	X
spir-8491	89	74	media	medium	NOUN
spir-8491	89	75	outlets	outlet	NOUN
spir-8491	89	76	,	,	PUNCT
spir-8491	89	77	members	member	NOUN
spir-8491	89	78	of	of	ADP
spir-8491	89	79	parliament	parliament	NOUN
spir-8491	89	80	and	and	CCONJ
spir-8491	89	81	political	political	ADJ
spir-8491	89	82	parties	party	NOUN
spir-8491	89	83	,	,	PUNCT
spir-8491	89	84	major	major	ADJ
spir-8491	89	85	companies	company	NOUN
spir-8491	89	86	,	,	PUNCT
spir-8491	89	87	celebrities	celebrity	NOUN
spir-8491	89	88	etc	etc	X
spir-8491	89	89	.	.	PUNCT
spir-8491	89	90	)	)	PUNCT
spir-8491	89	91	.	.	PUNCT
spir-8491	90	1	our	our	PRON
spir-8491	90	2	methodology	methodology	NOUN
spir-8491	90	3	involves	involve	VERB
spir-8491	90	4	extracting	extract	VERB
spir-8491	90	5	the	the	DET
spir-8491	90	6	twitter	twitter	NOUN
spir-8491	90	7	friends	friend	NOUN
spir-8491	90	8	of	of	ADP
spir-8491	90	9	a	a	DET
spir-8491	90	10	chosen	choose	VERB
spir-8491	90	11	group	group	NOUN
spir-8491	90	12	of	of	ADP
spir-8491	90	13	users	user	NOUN
spir-8491	90	14	and	and	CCONJ
spir-8491	90	15	checking	check	VERB
spir-8491	90	16	these	these	PRON
spir-8491	90	17	against	against	ADP
spir-8491	90	18	the	the	DET
spir-8491	90	19	list	list	NOUN
spir-8491	90	20	(	(	PUNCT
spir-8491	90	21	at	at	ADP
spir-8491	90	22	the	the	DET
spir-8491	90	23	time	time	NOUN
spir-8491	90	24	of	of	ADP
spir-8491	90	25	writing	writing	NOUN
spir-8491	90	26	)	)	PUNCT
spir-8491	90	27	of	of	ADP
spir-8491	90	28	about	about	ADV
spir-8491	90	29	7,200	7,200	NUM
spir-8491	90	30	previously	previously	ADV
spir-8491	90	31	identified	identify	VERB
spir-8491	90	32	accounts	account	NOUN
spir-8491	90	33	.	.	PUNCT
spir-8491	91	1	this	this	DET
spir-8491	91	2	combination	combination	NOUN
spir-8491	91	3	of	of	ADP
spir-8491	91	4	qualitative	qualitative	NOUN
spir-8491	91	5	(	(	PUNCT
spir-8491	91	6	database	database	NOUN
spir-8491	91	7	)	)	PUNCT
spir-8491	91	8	and	and	CCONJ
spir-8491	91	9	data	data	NOUN
spir-8491	91	10	-	-	PUNCT
spir-8491	91	11	driven	drive	VERB
spir-8491	91	12	approaches	approach	NOUN
spir-8491	91	13	(	(	PUNCT
spir-8491	91	14	twitter	twitter	NOUN
spir-8491	91	15	data	datum	NOUN
spir-8491	91	16	scraping	scraping	NOUN
spir-8491	91	17	)	)	PUNCT
spir-8491	91	18	creates	create	VERB
spir-8491	91	19	the	the	DET
spir-8491	91	20	necessary	necessary	ADJ
spir-8491	91	21	context	context	NOUN
spir-8491	91	22	to	to	PART
spir-8491	91	23	understand	understand	VERB
spir-8491	91	24	patterns	pattern	NOUN
spir-8491	91	25	of	of	ADP
spir-8491	91	26	information	information	NOUN
spir-8491	91	27	repertoires	repertoire	NOUN
spir-8491	91	28	.	.	PUNCT
spir-8491	92	1	in	in	ADP
spir-8491	92	2	this	this	DET
spir-8491	92	3	way	way	NOUN
spir-8491	92	4	,	,	PUNCT
spir-8491	92	5	enriched	enriched	ADJ
spir-8491	92	6	data	datum	NOUN
spir-8491	92	7	makes	make	VERB
spir-8491	92	8	it	it	PRON
spir-8491	92	9	possible	possible	ADJ
spir-8491	92	10	to	to	PART
spir-8491	92	11	calculate	calculate	VERB
spir-8491	92	12	individual	individual	ADJ
spir-8491	92	13	metrics	metric	NOUN
spir-8491	92	14	for	for	ADP
spir-8491	92	15	each	each	DET
spir-8491	92	16	user	user	NOUN
spir-8491	92	17	in	in	ADP
spir-8491	92	18	the	the	DET
spir-8491	92	19	sample	sample	NOUN
spir-8491	92	20	,	,	PUNCT
spir-8491	92	21	e.g.	e.g.	ADV
spir-8491	92	22	“	"	PUNCT
spir-8491	92	23	share	share	NOUN
spir-8491	92	24	of	of	ADP
spir-8491	92	25	publicly	publicly	ADV
spir-8491	92	26	relevant	relevant	ADJ
spir-8491	92	27	accounts	account	NOUN
spir-8491	92	28	among	among	ADP
spir-8491	92	29	all	all	DET
spir-8491	92	30	friends	friend	NOUN
spir-8491	92	31	”	"	PUNCT
spir-8491	92	32	or	or	CCONJ
spir-8491	92	33	“	"	PUNCT
spir-8491	92	34	number	number	NOUN
spir-8491	92	35	of	of	ADP
spir-8491	92	36	top	top	ADJ
spir-8491	92	37	politicians	politician	NOUN
spir-8491	92	38	vs.	vs.	ADP
spir-8491	92	39	celebrities	celebrity	NOUN
spir-8491	92	40	followed	follow	VERB
spir-8491	92	41	by	by	ADP
spir-8491	92	42	the	the	DET
spir-8491	92	43	user	user	NOUN
spir-8491	92	44	”	"	PUNCT
spir-8491	92	45	.	.	PUNCT
spir-8491	93	1	on	on	ADP
spir-8491	93	2	an	an	DET
spir-8491	93	3	aggregate	aggregate	ADJ
spir-8491	93	4	level	level	NOUN
spir-8491	93	5	,	,	PUNCT
spir-8491	93	6	characteristics	characteristic	NOUN
spir-8491	93	7	of	of	ADP
spir-8491	93	8	the	the	DET
spir-8491	93	9	whole	whole	ADJ
spir-8491	93	10	sample	sample	NOUN
spir-8491	93	11	(	(	PUNCT
spir-8491	93	12	e.g.	e.g.	ADV
spir-8491	93	13	“	"	PUNCT
spir-8491	93	14	average	average	ADJ
spir-8491	93	15	share	share	NOUN
spir-8491	93	16	of	of	ADP
spir-8491	93	17	publicly	publicly	ADV
spir-8491	93	18	relevant	relevant	ADJ
spir-8491	93	19	accounts	account	NOUN
spir-8491	93	20	”	"	PUNCT
spir-8491	93	21	)	)	PUNCT
spir-8491	93	22	as	as	ADV
spir-8491	93	23	well	well	ADV
spir-8491	93	24	as	as	ADP
spir-8491	93	25	groups	group	NOUN
spir-8491	93	26	based	base	VERB
spir-8491	93	27	on	on	ADP
spir-8491	93	28	shared	share	VERB
spir-8491	93	29	patterns	pattern	NOUN
spir-8491	93	30	of	of	ADP
spir-8491	93	31	twitter	twitter	NOUN
spir-8491	93	32	repertoires	repertoire	NOUN
spir-8491	93	33	(	(	PUNCT
spir-8491	93	34	e.g.	e.g.	ADV
spir-8491	93	35	contrasting	contrast	VERB
spir-8491	93	36	users	user	NOUN
spir-8491	93	37	who	who	PRON
spir-8491	93	38	follow	follow	VERB
spir-8491	93	39	a	a	DET
spir-8491	93	40	disproportionate	disproportionate	ADJ
spir-8491	93	41	number	number	NOUN
spir-8491	93	42	of	of	ADP
spir-8491	93	43	media	medium	NOUN
spir-8491	93	44	accounts	account	NOUN
spir-8491	93	45	vs.	vs.	ADP
spir-8491	93	46	users	user	NOUN
spir-8491	93	47	who	who	PRON
spir-8491	93	48	follow	follow	VERB
spir-8491	93	49	mainly	mainly	ADV
spir-8491	93	50	personal	personal	ADJ
spir-8491	93	51	accounts	account	NOUN
spir-8491	93	52	)	)	PUNCT
spir-8491	93	53	can	can	AUX
spir-8491	93	54	be	be	AUX
spir-8491	93	55	identified	identify	VERB
spir-8491	93	56	.	.	PUNCT
spir-8491	94	1	this	this	DET
spir-8491	94	2	approach	approach	NOUN
spir-8491	94	3	allows	allow	VERB
spir-8491	94	4	us	we	PRON
spir-8491	94	5	to	to	PART
spir-8491	94	6	move	move	VERB
spir-8491	94	7	beyond	beyond	ADP
spir-8491	94	8	a	a	DET
spir-8491	94	9	focus	focus	NOUN
spir-8491	94	10	on	on	ADP
spir-8491	94	11	twitter	twitter	NOUN
spir-8491	94	12	’s	’s	PART
spir-8491	94	13	“	"	PUNCT
spir-8491	94	14	structural	structural	ADJ
spir-8491	94	15	layers	layer	NOUN
spir-8491	94	16	of	of	ADP
spir-8491	94	17	communication	communication	NOUN
spir-8491	94	18	”	"	PUNCT
spir-8491	94	19	(	(	PUNCT
spir-8491	94	20	bruns	brun	NOUN
spir-8491	94	21	&	&	CCONJ
spir-8491	94	22	moe	moe	NOUN
spir-8491	94	23	,	,	PUNCT
spir-8491	94	24	2014	2014	NUM
spir-8491	94	25	)	)	PUNCT
spir-8491	94	26	that	that	PRON
spir-8491	94	27	characterizes	characterize	VERB
spir-8491	94	28	the	the	DET
spir-8491	94	29	majority	majority	NOUN
spir-8491	94	30	of	of	ADP
spir-8491	94	31	twitter	twitter	NOUN
spir-8491	94	32	research	research	NOUN
spir-8491	94	33	by	by	ADP
spir-8491	94	34	focusing	focus	VERB
spir-8491	94	35	instead	instead	ADV
spir-8491	94	36	on	on	ADP
spir-8491	94	37	hashtag	hashtag	NOUN
spir-8491	94	38	-	-	PUNCT
spir-8491	94	39	driven	drive	VERB
spir-8491	94	40	issue	issue	NOUN
spir-8491	94	41	publics	public	NOUN
spir-8491	94	42	or	or	CCONJ
spir-8491	94	43	interpersonal	interpersonal	ADJ
spir-8491	94	44	communication	communication	NOUN
spir-8491	94	45	via	via	ADP
spir-8491	94	46	replies	reply	NOUN
spir-8491	94	47	.	.	PUNCT
spir-8491	95	1	to	to	PART
spir-8491	95	2	achieve	achieve	VERB
spir-8491	95	3	a	a	DET
spir-8491	95	4	more	more	ADV
spir-8491	95	5	holistic	holistic	ADJ
spir-8491	95	6	approach	approach	NOUN
spir-8491	95	7	,	,	PUNCT
spir-8491	95	8	we	we	PRON
spir-8491	95	9	enrich	enrich	VERB
spir-8491	95	10	twitter	twitter	NOUN
spir-8491	95	11	data	datum	NOUN
spir-8491	95	12	with	with	ADP
spir-8491	95	13	data	datum	NOUN
spir-8491	95	14	that	that	PRON
spir-8491	95	15	include	include	VERB
spir-8491	95	16	relevant	relevant	ADJ
spir-8491	95	17	categories	category	NOUN
spir-8491	95	18	to	to	PART
spir-8491	95	19	better	well	ADV
spir-8491	95	20	understand	understand	VERB
spir-8491	95	21	what	what	PRON
spir-8491	95	22	kind	kind	NOUN
spir-8491	95	23	of	of	ADP
spir-8491	95	24	sources	source	NOUN
spir-8491	95	25	users	user	NOUN
spir-8491	95	26	and	and	CCONJ
spir-8491	95	27	certain	certain	ADJ
spir-8491	95	28	user	user	NOUN
spir-8491	95	29	groups	group	NOUN
spir-8491	95	30	follow	follow	VERB
spir-8491	95	31	and	and	CCONJ
spir-8491	95	32	combine	combine	VERB
spir-8491	95	33	within	within	ADP
spir-8491	95	34	their	their	PRON
spir-8491	95	35	information	information	NOUN
spir-8491	95	36	repertoires	repertoire	NOUN
spir-8491	95	37	.	.	PUNCT
spir-8491	96	1	moreover	moreover	ADV
spir-8491	96	2	,	,	PUNCT
spir-8491	96	3	the	the	DET
spir-8491	96	4	identification	identification	NOUN
spir-8491	96	5	and	and	CCONJ
spir-8491	96	6	comparison	comparison	NOUN
spir-8491	96	7	of	of	ADP
spir-8491	96	8	certain	certain	ADJ
spir-8491	96	9	user	user	NOUN
spir-8491	96	10	groups	group	NOUN
spir-8491	96	11	(	(	PUNCT
spir-8491	96	12	e.g.	e.g.	ADV
spir-8491	96	13	journalists	journalist	NOUN
spir-8491	96	14	vs.	vs.	ADP
spir-8491	96	15	politicians	politician	NOUN
spir-8491	96	16	)	)	PUNCT
spir-8491	96	17	and	and	CCONJ
spir-8491	96	18	their	their	PRON
spir-8491	96	19	twitter	twitter	NOUN
spir-8491	96	20	friend	friend	NOUN
spir-8491	96	21	repertoires	repertoire	NOUN
spir-8491	96	22	could	could	AUX
spir-8491	96	23	,	,	PUNCT
spir-8491	96	24	to	to	ADP
spir-8491	96	25	some	some	DET
spir-8491	96	26	extent	extent	NOUN
spir-8491	96	27	,	,	PUNCT
spir-8491	96	28	serve	serve	VERB
spir-8491	96	29	as	as	ADP
spir-8491	96	30	a	a	DET
spir-8491	96	31	“	"	PUNCT
spir-8491	96	32	substitute	substitute	ADJ
spir-8491	96	33	variable	variable	NOUN
spir-8491	96	34	”	"	PUNCT
spir-8491	96	35	for	for	ADP
spir-8491	96	36	the	the	DET
spir-8491	96	37	independent	independent	ADJ
spir-8491	96	38	variables	variable	NOUN
spir-8491	96	39	that	that	PRON
spir-8491	96	40	are	be	AUX
spir-8491	96	41	often	often	ADV
spir-8491	96	42	absent	absent	ADJ
spir-8491	96	43	but	but	CCONJ
spir-8491	96	44	are	be	AUX
spir-8491	96	45	needed	need	VERB
spir-8491	96	46	to	to	PART
spir-8491	96	47	describe	describe	VERB
spir-8491	96	48	differences	difference	NOUN
spir-8491	96	49	in	in	ADP
spir-8491	96	50	twitter	twitter	NOUN
spir-8491	96	51	use	use	NOUN
spir-8491	96	52	and	and	CCONJ
spir-8491	96	53	shared	share	VERB
spir-8491	96	54	patterns	pattern	NOUN
spir-8491	96	55	and	and	CCONJ
spir-8491	96	56	practices	practice	NOUN
spir-8491	96	57	of	of	ADP
spir-8491	96	58	information	information	NOUN
spir-8491	96	59	management	management	NOUN
spir-8491	96	60	more	more	ADV
spir-8491	96	61	closely	closely	ADV
spir-8491	96	62	.	.	PUNCT
spir-8491	97	1	in	in	ADP
spir-8491	97	2	order	order	NOUN
spir-8491	97	3	to	to	PART
spir-8491	97	4	demonstrate	demonstrate	VERB
spir-8491	97	5	the	the	DET
spir-8491	97	6	insights	insight	NOUN
spir-8491	97	7	produced	produce	VERB
spir-8491	97	8	by	by	ADP
spir-8491	97	9	our	our	PRON
spir-8491	97	10	approach	approach	NOUN
spir-8491	97	11	we	we	PRON
spir-8491	97	12	will	will	AUX
spir-8491	97	13	present	present	VERB
spir-8491	97	14	a	a	DET
spir-8491	97	15	comparison	comparison	NOUN
spir-8491	97	16	of	of	ADP
spir-8491	97	17	the	the	DET
spir-8491	97	18	twitter	twitter	NOUN
spir-8491	97	19	friend	friend	NOUN
spir-8491	97	20	repertoires	repertoire	NOUN
spir-8491	97	21	of	of	ADP
spir-8491	97	22	five	five	NUM
spir-8491	97	23	different	different	ADJ
spir-8491	97	24	groups	group	NOUN
spir-8491	97	25	of	of	ADP
spir-8491	97	26	users	user	NOUN
spir-8491	97	27	,	,	PUNCT
spir-8491	97	28	representing	represent	VERB
spir-8491	97	29	different	different	ADJ
spir-8491	97	30	contexts	context	NOUN
spir-8491	97	31	as	as	ADV
spir-8491	97	32	well	well	ADV
spir-8491	97	33	as	as	ADP
spir-8491	97	34	different	different	ADJ
spir-8491	97	35	degrees	degree	NOUN
spir-8491	97	36	of	of	ADP
spir-8491	97	37	professionalism	professionalism	NOUN
spir-8491	97	38	of	of	ADP
spir-8491	97	39	use	use	NOUN
spir-8491	97	40	:	:	PUNCT
spir-8491	97	41	1	1	X
spir-8491	97	42	.	.	X
spir-8491	97	43	candidates	candidate	NOUN
spir-8491	97	44	for	for	ADP
spir-8491	97	45	a	a	DET
spir-8491	97	46	regional	regional	ADJ
spir-8491	97	47	parliament	parliament	NOUN
spir-8491	97	48	,	,	PUNCT
spir-8491	97	49	2	2	X
spir-8491	97	50	.	.	PUNCT
spir-8491	97	51	audience	audience	NOUN
spir-8491	97	52	members	member	NOUN
spir-8491	97	53	of	of	ADP
spir-8491	97	54	a	a	DET
spir-8491	97	55	public	public	ADJ
spir-8491	97	56	service	service	NOUN
spir-8491	97	57	tv	tv	NOUN
spir-8491	97	58	newscast	newscast	NOUN
spir-8491	97	59	,	,	PUNCT
spir-8491	97	60	3	3	X
spir-8491	97	61	.	.	PUNCT
spir-8491	97	62	audience	audience	NOUN
spir-8491	97	63	members	member	NOUN
spir-8491	97	64	of	of	ADP
spir-8491	97	65	a	a	DET
spir-8491	97	66	national	national	ADJ
spir-8491	97	67	newspaper	newspaper	NOUN
spir-8491	97	68	,	,	PUNCT
spir-8491	97	69	4	4	NUM
spir-8491	97	70	.	.	PUNCT
spir-8491	97	71	members	member	NOUN
spir-8491	97	72	of	of	ADP
spir-8491	97	73	the	the	DET
spir-8491	97	74	german	german	ADJ
spir-8491	97	75	2014	2014	NUM
spir-8491	97	76	world	world	PROPN
spir-8491	97	77	cup	cup	PROPN
spir-8491	97	78	football	football	NOUN
spir-8491	97	79	team	team	NOUN
spir-8491	97	80	,	,	PUNCT
spir-8491	97	81	and	and	CCONJ
spir-8491	97	82	5	5	NUM
spir-8491	97	83	.	.	NOUN
spir-8491	97	84	political	political	ADJ
spir-8491	97	85	journalists	journalist	NOUN
spir-8491	97	86	.	.	PUNCT
spir-8491	98	1	the	the	DET
spir-8491	98	2	first	first	ADJ
spir-8491	98	3	four	four	NUM
spir-8491	98	4	of	of	ADP
spir-8491	98	5	these	these	DET
spir-8491	98	6	groups	group	NOUN
spir-8491	98	7	have	have	AUX
spir-8491	98	8	been	be	AUX
spir-8491	98	9	analyzed	analyze	VERB
spir-8491	98	10	in	in	ADP
spir-8491	98	11	a	a	DET
spir-8491	98	12	previous	previous	ADJ
spir-8491	98	13	study	study	NOUN
spir-8491	98	14	with	with	ADP
spir-8491	98	15	data	datum	NOUN
spir-8491	98	16	collected	collect	VERB
spir-8491	98	17	at	at	ADP
spir-8491	98	18	the	the	DET
spir-8491	98	19	end	end	NOUN
spir-8491	98	20	of	of	ADP
spir-8491	98	21	2014	2014	NUM
spir-8491	98	22	(	(	PUNCT
spir-8491	98	23	author	author	NOUN
spir-8491	98	24	,	,	PUNCT
spir-8491	98	25	2015	2015	NUM
spir-8491	98	26	;	;	PUNCT
spir-8491	98	27	author	author	NOUN
spir-8491	98	28	,	,	PUNCT
spir-8491	98	29	in	in	ADP
spir-8491	98	30	review	review	NOUN
spir-8491	98	31	)	)	PUNCT
spir-8491	98	32	which	which	PRON
spir-8491	98	33	demonstrated	demonstrate	VERB
spir-8491	98	34	distinct	distinct	ADJ
spir-8491	98	35	patterns	pattern	NOUN
spir-8491	98	36	in	in	ADP
spir-8491	98	37	users	user	NOUN
spir-8491	98	38	’	'	PUNCT
spir-8491	98	39	twitter	twitter	NOUN
spir-8491	98	40	friend	friend	NOUN
spir-8491	98	41	repertoires	repertoire	NOUN
spir-8491	98	42	.	.	PUNCT
spir-8491	99	1	for	for	ADP
spir-8491	99	2	example	example	NOUN
spir-8491	99	3	,	,	PUNCT
spir-8491	99	4	political	political	ADJ
spir-8491	99	5	candidates	candidate	NOUN
spir-8491	99	6	and	and	CCONJ
spir-8491	99	7	football	football	NOUN
spir-8491	99	8	players	player	NOUN
spir-8491	99	9	both	both	PRON
spir-8491	99	10	exhibit	exhibit	VERB
spir-8491	99	11	a	a	DET
spir-8491	99	12	very	very	ADV
spir-8491	99	13	pronounced	pronounced	ADJ
spir-8491	99	14	in	in	ADP
spir-8491	99	15	-	-	PUNCT
spir-8491	99	16	group	group	NOUN
spir-8491	99	17	-	-	PUNCT
spir-8491	99	18	orientation	orientation	NOUN
spir-8491	99	19	,	,	PUNCT
spir-8491	99	20	i.e.	i.e.	X
spir-8491	99	21	their	their	PRON
spir-8491	99	22	twitter	twitter	NOUN
spir-8491	99	23	friend	friend	NOUN
spir-8491	99	24	repertoires	repertoire	NOUN
spir-8491	99	25	show	show	VERB
spir-8491	99	26	a	a	DET
spir-8491	99	27	marked	mark	VERB
spir-8491	99	28	preference	preference	NOUN
spir-8491	99	29	for	for	ADP
spir-8491	99	30	accounts	account	NOUN
spir-8491	99	31	from	from	ADP
spir-8491	99	32	other	other	ADJ
spir-8491	99	33	candidates	candidate	NOUN
spir-8491	99	34	and	and	CCONJ
spir-8491	99	35	top	top	ADJ
spir-8491	99	36	politicians	politician	NOUN
spir-8491	99	37	or	or	CCONJ
spir-8491	99	38	,	,	PUNCT
spir-8491	99	39	in	in	ADP
spir-8491	99	40	the	the	DET
spir-8491	99	41	case	case	NOUN
spir-8491	99	42	of	of	ADP
spir-8491	99	43	football	football	NOUN
spir-8491	99	44	players	player	NOUN
spir-8491	99	45	,	,	PUNCT
spir-8491	99	46	for	for	ADP
spir-8491	99	47	other	other	ADJ
spir-8491	99	48	professional	professional	ADJ
spir-8491	99	49	players	player	NOUN
spir-8491	99	50	.	.	PUNCT
spir-8491	100	1	the	the	DET
spir-8491	100	2	repertoires	repertoire	NOUN
spir-8491	100	3	of	of	ADP
spir-8491	100	4	the	the	DET
spir-8491	100	5	two	two	NUM
spir-8491	100	6	groups	group	NOUN
spir-8491	100	7	of	of	ADP
spir-8491	100	8	media	medium	NOUN
spir-8491	100	9	audience	audience	NOUN
spir-8491	100	10	,	,	PUNCT
spir-8491	100	11	in	in	ADP
spir-8491	100	12	contrast	contrast	NOUN
spir-8491	100	13	,	,	PUNCT
spir-8491	100	14	exhibit	exhibit	VERB
spir-8491	100	15	preferences	preference	NOUN
spir-8491	100	16	for	for	ADP
spir-8491	100	17	other	other	ADJ
spir-8491	100	18	media	medium	NOUN
spir-8491	100	19	-	-	PUNCT
spir-8491	100	20	related	relate	VERB
spir-8491	100	21	accounts	account	NOUN
spir-8491	100	22	,	,	PUNCT
spir-8491	100	23	with	with	ADP
spir-8491	100	24	the	the	DET
spir-8491	100	25	tv	tv	NOUN
spir-8491	100	26	news	news	NOUN
spir-8491	100	27	audience	audience	NOUN
spir-8491	100	28	on	on	ADP
spir-8491	100	29	twitter	twitter	NOUN
spir-8491	100	30	tending	tend	VERB
spir-8491	100	31	to	to	PART
spir-8491	100	32	follow	follow	VERB
spir-8491	100	33	other	other	ADJ
spir-8491	100	34	broadcast	broadcast	NOUN
spir-8491	100	35	-	-	PUNCT
spir-8491	100	36	related	relate	VERB
spir-8491	100	37	accounts	account	NOUN
spir-8491	100	38	,	,	PUNCT
spir-8491	100	39	while	while	SCONJ
spir-8491	100	40	the	the	DET
spir-8491	100	41	newspaper	newspaper	NOUN
spir-8491	100	42	audience	audience	NOUN
spir-8491	100	43	tends	tend	VERB
spir-8491	100	44	toward	toward	ADP
spir-8491	100	45	other	other	ADJ
spir-8491	100	46	print	print	NOUN
spir-8491	100	47	-	-	PUNCT
spir-8491	100	48	related	relate	VERB
spir-8491	100	49	accounts	account	NOUN
spir-8491	100	50	.	.	PUNCT
spir-8491	101	1	further	further	ADJ
spir-8491	101	2	data	datum	NOUN
spir-8491	101	3	will	will	AUX
spir-8491	101	4	be	be	AUX
spir-8491	101	5	collected	collect	VERB
spir-8491	101	6	in	in	ADP
spir-8491	101	7	summer	summer	NOUN
spir-8491	101	8	2016	2016	NUM
spir-8491	101	9	to	to	PART
spir-8491	101	10	provide	provide	VERB
spir-8491	101	11	a	a	DET
spir-8491	101	12	more	more	ADJ
spir-8491	101	13	up	up	ADP
spir-8491	101	14	to	to	ADP
spir-8491	101	15	date	date	NOUN
spir-8491	101	16	and	and	CCONJ
spir-8491	101	17	comprehensive	comprehensive	ADJ
spir-8491	101	18	dataset	dataset	NOUN
spir-8491	101	19	of	of	ADP
spir-8491	101	20	twitter	twitter	NOUN
spir-8491	101	21	friends	friend	NOUN
spir-8491	101	22	for	for	ADP
spir-8491	101	23	the	the	DET
spir-8491	101	24	five	five	NUM
spir-8491	101	25	groups	group	NOUN
spir-8491	101	26	of	of	ADP
spir-8491	101	27	users	user	NOUN
spir-8491	101	28	for	for	ADP
spir-8491	101	29	the	the	DET
spir-8491	101	30	resulting	result	VERB
spir-8491	101	31	article	article	NOUN
spir-8491	101	32	and	and	CCONJ
spir-8491	101	33	its	its	PRON
spir-8491	101	34	presentation	presentation	NOUN
spir-8491	101	35	at	at	ADP
spir-8491	101	36	the	the	DET
spir-8491	101	37	conference	conference	NOUN
spir-8491	101	38	.	.	PUNCT
spir-8491	102	1	we	we	PRON
spir-8491	102	2	regard	regard	VERB
spir-8491	102	3	these	these	DET
spir-8491	102	4	analyses	analysis	NOUN
spir-8491	102	5	as	as	ADP
spir-8491	102	6	only	only	ADV
spir-8491	102	7	the	the	DET
spir-8491	102	8	first	first	ADJ
spir-8491	102	9	steps	step	NOUN
spir-8491	102	10	towards	towards	ADP
spir-8491	102	11	theory	theory	NOUN
spir-8491	102	12	-	-	PUNCT
spir-8491	102	13	driven	drive	VERB
spir-8491	102	14	repertoire	repertoire	NOUN
spir-8491	102	15	-	-	PUNCT
spir-8491	102	16	oriented	orient	VERB
spir-8491	102	17	twitter	twitter	NOUN
spir-8491	102	18	research	research	NOUN
spir-8491	102	19	:	:	PUNCT
spir-8491	102	20	an	an	DET
spir-8491	102	21	important	important	ADJ
spir-8491	102	22	step	step	NOUN
spir-8491	102	23	towards	towards	ADP
spir-8491	102	24	a	a	DET
spir-8491	102	25	better	well	ADJ
spir-8491	102	26	understanding	understanding	NOUN
spir-8491	102	27	of	of	ADP
spir-8491	102	28	these	these	DET
spir-8491	102	29	repertoires	repertoire	NOUN
spir-8491	102	30	would	would	AUX
spir-8491	102	31	be	be	AUX
spir-8491	102	32	to	to	PART
spir-8491	102	33	identify	identify	VERB
spir-8491	102	34	the	the	DET
spir-8491	102	35	twitter	twitter	NOUN
spir-8491	102	36	friend	friend	NOUN
spir-8491	102	37	repertoires	repertoire	VERB
spir-8491	102	38	for	for	ADP
spir-8491	102	39	a	a	DET
spir-8491	102	40	random	random	ADJ
spir-8491	102	41	sample	sample	NOUN
spir-8491	102	42	of	of	ADP
spir-8491	102	43	all	all	DET
spir-8491	102	44	(	(	PUNCT
spir-8491	102	45	german	german	ADJ
spir-8491	102	46	)	)	PUNCT
spir-8491	102	47	twitter	twitter	NOUN
spir-8491	102	48	accounts	account	NOUN
spir-8491	102	49	which	which	PRON
spir-8491	102	50	could	could	AUX
spir-8491	102	51	serve	serve	VERB
spir-8491	102	52	as	as	ADP
spir-8491	102	53	a	a	DET
spir-8491	102	54	benchmark	benchmark	NOUN
spir-8491	102	55	to	to	PART
spir-8491	102	56	compare	compare	VERB
spir-8491	102	57	other	other	ADJ
spir-8491	102	58	samples	sample	NOUN
spir-8491	102	59	against	against	ADP
spir-8491	102	60	.	.	PUNCT
spir-8491	103	1	future	future	ADJ
spir-8491	103	2	research	research	NOUN
spir-8491	103	3	could	could	AUX
spir-8491	103	4	also	also	ADV
spir-8491	103	5	provide	provide	VERB
spir-8491	103	6	a	a	DET
spir-8491	103	7	more	more	ADV
spir-8491	103	8	thorough	thorough	ADJ
spir-8491	103	9	analysis	analysis	NOUN
spir-8491	103	10	of	of	ADP
spir-8491	103	11	individual	individual	ADJ
spir-8491	103	12	patterns	pattern	NOUN
spir-8491	103	13	which	which	PRON
spir-8491	103	14	could	could	AUX
spir-8491	103	15	lead	lead	VERB
spir-8491	103	16	to	to	ADP
spir-8491	103	17	typologies	typology	NOUN
spir-8491	103	18	of	of	ADP
spir-8491	103	19	twitter	twitter	NOUN
spir-8491	103	20	users	user	NOUN
spir-8491	103	21	according	accord	VERB
spir-8491	103	22	to	to	ADP
spir-8491	103	23	their	their	PRON
spir-8491	103	24	twitter	twitter	NOUN
spir-8491	103	25	friend	friend	NOUN
spir-8491	103	26	repertoires	repertoire	NOUN
spir-8491	103	27	;	;	PUNCT
spir-8491	103	28	with	with	SCONJ
spir-8491	103	29	the	the	DET
spir-8491	103	30	changes	change	NOUN
spir-8491	103	31	of	of	ADP
spir-8491	103	32	twitter	twitter	NOUN
spir-8491	103	33	friend	friend	NOUN
spir-8491	103	34	repertoires	repertoire	VERB
spir-8491	103	35	over	over	ADP
spir-8491	103	36	time	time	NOUN
spir-8491	103	37	;	;	PUNCT
spir-8491	103	38	and	and	CCONJ
spir-8491	103	39	with	with	ADP
spir-8491	103	40	the	the	DET
spir-8491	103	41	relation	relation	NOUN
spir-8491	103	42	between	between	ADP
spir-8491	103	43	twitter	twitter	NOUN
spir-8491	103	44	friend	friend	NOUN
spir-8491	103	45	repertoires	repertoire	NOUN
spir-8491	103	46	and	and	CCONJ
spir-8491	103	47	actual	actual	ADJ
spir-8491	103	48	tweeting	tweet	VERB
spir-8491	103	49	behavior	behavior	NOUN
spir-8491	103	50	.	.	PUNCT
spir-8491	104	1	yet	yet	CCONJ
spir-8491	104	2	another	another	DET
spir-8491	104	3	line	line	NOUN
spir-8491	104	4	of	of	ADP
spir-8491	104	5	research	research	NOUN
spir-8491	104	6	might	might	AUX
spir-8491	104	7	complement	complement	VERB
spir-8491	104	8	such	such	ADJ
spir-8491	104	9	quantitative	quantitative	ADJ
spir-8491	104	10	approaches	approach	NOUN
spir-8491	104	11	with	with	ADP
spir-8491	104	12	more	more	ADJ
spir-8491	104	13	qualitative	qualitative	ADJ
spir-8491	104	14	instruments	instrument	NOUN
spir-8491	104	15	,	,	PUNCT
spir-8491	104	16	for	for	ADP
spir-8491	104	17	example	example	NOUN
spir-8491	104	18	,	,	PUNCT
spir-8491	104	19	by	by	ADP
spir-8491	104	20	interviewing	interview	VERB
spir-8491	104	21	twitter	twitter	NOUN
spir-8491	104	22	users	user	NOUN
spir-8491	104	23	about	about	ADP
spir-8491	104	24	their	their	PRON
spir-8491	104	25	practices	practice	NOUN
spir-8491	104	26	regarding	regard	VERB
spir-8491	104	27	twitter	twitter	NOUN
spir-8491	104	28	as	as	ADP
spir-8491	104	29	a	a	DET
spir-8491	104	30	tool	tool	NOUN
spir-8491	104	31	for	for	ADP
spir-8491	104	32	information	information	NOUN
spir-8491	104	33	management	management	NOUN
spir-8491	104	34	.	.	PUNCT
spir-8491	105	1	paper	paper	NOUN
spir-8491	105	2	4	4	NUM
spir-8491	105	3	:	:	PUNCT
spir-8491	105	4	analysing	analyse	VERB
spir-8491	105	5	digital	digital	ADJ
spir-8491	105	6	traces	trace	NOUN
spir-8491	105	7	:	:	PUNCT
spir-8491	105	8	the	the	DET
spir-8491	105	9	epistemological	epistemological	ADJ
spir-8491	105	10	dimension	dimension	NOUN
spir-8491	105	11	of	of	ADP
spir-8491	105	12	algorithms	algorithm	NOUN
spir-8491	105	13	and	and	CCONJ
spir-8491	105	14	big	big	ADJ
spir-8491	105	15	data	datum	NOUN
spir-8491	105	16	katharina	katharina	PROPN
spir-8491	105	17	kinder	kind	ADJ
spir-8491	105	18	--	--	PUNCT
spir-8491	105	19	kurlanda	kurlanda	NOUN
spir-8491	105	20	,	,	PUNCT
spir-8491	105	21	gesis	gesis	PROPN
spir-8491	105	22	leibniz	leibniz	PROPN
spir-8491	105	23	institute	institute	PROPN
spir-8491	105	24	for	for	ADP
spir-8491	105	25	the	the	DET
spir-8491	105	26	social	social	ADJ
spir-8491	105	27	sciences	sciences	PROPN
spir-8491	105	28	katrin	katrin	PROPN
spir-8491	105	29	weller	weller	PROPN
spir-8491	105	30	,	,	PUNCT
spir-8491	105	31	gesis	gesis	PROPN
spir-8491	105	32	leibniz	leibniz	PROPN
spir-8491	105	33	institute	institute	PROPN
spir-8491	105	34	for	for	ADP
spir-8491	105	35	the	the	DET
spir-8491	105	36	social	social	ADJ
spir-8491	105	37	sciences	science	NOUN
spir-8491	105	38	algorithms	algorithm	NOUN
spir-8491	105	39	that	that	PRON
spir-8491	105	40	sort	sort	NOUN
spir-8491	105	41	and	and	CCONJ
spir-8491	105	42	rank	rank	NOUN
spir-8491	105	43	information	information	NOUN
spir-8491	105	44	are	be	AUX
spir-8491	105	45	starting	start	VERB
spir-8491	105	46	to	to	PART
spir-8491	105	47	change	change	VERB
spir-8491	105	48	public	public	ADJ
spir-8491	105	49	spheres	sphere	NOUN
spir-8491	105	50	,	,	PUNCT
spir-8491	105	51	e.g.	e.g.	ADV
spir-8491	105	52	by	by	ADP
spir-8491	105	53	filtering	filter	VERB
spir-8491	105	54	news	news	PROPN
spir-8491	105	55	or	or	CCONJ
spir-8491	105	56	by	by	ADP
spir-8491	105	57	individualizing	individualize	VERB
spir-8491	105	58	content	content	NOUN
spir-8491	105	59	.	.	PUNCT
spir-8491	106	1	often	often	ADV
spir-8491	106	2	these	these	DET
spir-8491	106	3	algorithms	algorithm	NOUN
spir-8491	106	4	’	'	PUNCT
spir-8491	106	5	work	work	NOUN
spir-8491	106	6	is	be	AUX
spir-8491	106	7	based	base	VERB
spir-8491	106	8	on	on	ADP
spir-8491	106	9	various	various	ADJ
spir-8491	106	10	types	type	NOUN
spir-8491	106	11	of	of	ADP
spir-8491	106	12	‘	'	PUNCT
spir-8491	106	13	big	big	ADJ
spir-8491	106	14	data	datum	NOUN
spir-8491	106	15	’	'	PUNCT
spir-8491	106	16	.	.	PUNCT
spir-8491	107	1	online	online	PROPN
spir-8491	107	2	big	big	ADJ
spir-8491	107	3	data	datum	NOUN
spir-8491	107	4	can	can	AUX
spir-8491	107	5	be	be	AUX
spir-8491	107	6	user	user	NOUN
spir-8491	107	7	-	-	PUNCT
spir-8491	107	8	generated	generate	VERB
spir-8491	107	9	content	content	NOUN
spir-8491	107	10	as	as	ADV
spir-8491	107	11	well	well	ADV
spir-8491	107	12	as	as	ADP
spir-8491	107	13	activity	activity	NOUN
spir-8491	107	14	,	,	PUNCT
spir-8491	107	15	trace	trace	NOUN
spir-8491	107	16	or	or	CCONJ
spir-8491	107	17	location	location	NOUN
spir-8491	107	18	data	datum	NOUN
spir-8491	107	19	collected	collect	VERB
spir-8491	107	20	from	from	ADP
spir-8491	107	21	various	various	ADJ
spir-8491	107	22	internet	internet	NOUN
spir-8491	107	23	platforms	platform	NOUN
spir-8491	107	24	.	.	PUNCT
spir-8491	108	1	algorithms	algorithm	NOUN
spir-8491	108	2	thus	thus	ADV
spir-8491	108	3	observe	observe	VERB
spir-8491	108	4	,	,	PUNCT
spir-8491	108	5	count	count	VERB
spir-8491	108	6	and	and	CCONJ
spir-8491	108	7	sort	sort	ADV
spir-8491	108	8	highly	highly	ADV
spir-8491	108	9	heterogeneous	heterogeneous	ADJ
spir-8491	108	10	and	and	CCONJ
spir-8491	108	11	transient	transient	ADJ
spir-8491	108	12	data	datum	NOUN
spir-8491	108	13	.	.	PUNCT
spir-8491	109	1	big	big	ADJ
spir-8491	109	2	data	datum	NOUN
spir-8491	109	3	promises	promise	NOUN
spir-8491	109	4	to	to	PART
spir-8491	109	5	allow	allow	VERB
spir-8491	109	6	new	new	ADJ
spir-8491	109	7	insights	insight	NOUN
spir-8491	109	8	into	into	ADP
spir-8491	109	9	social	social	ADJ
spir-8491	109	10	and	and	CCONJ
spir-8491	109	11	political	political	ADJ
spir-8491	109	12	processes	process	NOUN
spir-8491	109	13	,	,	PUNCT
spir-8491	109	14	making	make	VERB
spir-8491	109	15	it	it	PRON
spir-8491	109	16	possible	possible	ADJ
spir-8491	109	17	to	to	PART
spir-8491	109	18	analyze	analyze	VERB
spir-8491	109	19	events	event	NOUN
spir-8491	109	20	in	in	ADP
spir-8491	109	21	situ	situ	NOUN
spir-8491	109	22	,	,	PUNCT
spir-8491	109	23	at	at	ADP
spir-8491	109	24	an	an	DET
spir-8491	109	25	unprecedented	unprecedented	ADJ
spir-8491	109	26	level	level	NOUN
spir-8491	109	27	of	of	ADP
spir-8491	109	28	detail	detail	NOUN
spir-8491	109	29	,	,	PUNCT
spir-8491	109	30	and	and	CCONJ
spir-8491	109	31	very	very	ADV
spir-8491	109	32	close	close	ADJ
spir-8491	109	33	to	to	ADP
spir-8491	109	34	actual	actual	ADJ
spir-8491	109	35	everyday	everyday	ADJ
spir-8491	109	36	situations	situation	NOUN
spir-8491	109	37	.	.	PUNCT
spir-8491	110	1	big	big	ADJ
spir-8491	110	2	data	datum	NOUN
spir-8491	110	3	,	,	PUNCT
spir-8491	110	4	however	however	ADV
spir-8491	110	5	,	,	PUNCT
spir-8491	110	6	also	also	ADV
spir-8491	110	7	poses	pose	VERB
spir-8491	110	8	various	various	ADJ
spir-8491	110	9	challenges	challenge	NOUN
spir-8491	110	10	in	in	ADP
spir-8491	110	11	analysis	analysis	NOUN
spir-8491	110	12	due	due	ADP
spir-8491	110	13	to	to	ADP
spir-8491	110	14	its	its	PRON
spir-8491	110	15	size	size	NOUN
spir-8491	110	16	and	and	CCONJ
spir-8491	110	17	heterogeneity	heterogeneity	NOUN
spir-8491	110	18	.	.	PUNCT
spir-8491	111	1	we	we	PRON
spir-8491	111	2	are	be	AUX
spir-8491	111	3	therefore	therefore	ADV
spir-8491	111	4	also	also	ADV
spir-8491	111	5	witnessing	witness	VERB
spir-8491	111	6	a	a	DET
spir-8491	111	7	renewed	renew	VERB
spir-8491	111	8	discussion	discussion	NOUN
spir-8491	111	9	of	of	ADP
spir-8491	111	10	methods	method	NOUN
spir-8491	111	11	and	and	CCONJ
spir-8491	111	12	epistemology	epistemology	NOUN
spir-8491	111	13	,	,	PUNCT
spir-8491	111	14	particularly	particularly	ADV
spir-8491	111	15	within	within	ADP
spir-8491	111	16	the	the	DET
spir-8491	111	17	social	social	ADJ
spir-8491	111	18	sciences	science	NOUN
spir-8491	111	19	(	(	PUNCT
spir-8491	111	20	e.g.	e.g.	ADV
spir-8491	111	21	kitchin	kitchin	PROPN
spir-8491	111	22	,	,	PUNCT
spir-8491	111	23	2014	2014	NUM
spir-8491	111	24	;	;	PUNCT
spir-8491	111	25	frické	frické	NOUN
spir-8491	111	26	,	,	PUNCT
spir-8491	111	27	2014	2014	NUM
spir-8491	111	28	)	)	PUNCT
spir-8491	111	29	.	.	PUNCT
spir-8491	112	1	topics	topic	NOUN
spir-8491	112	2	being	be	AUX
spir-8491	112	3	discussed	discuss	VERB
spir-8491	112	4	are	be	AUX
spir-8491	112	5	,	,	PUNCT
spir-8491	112	6	for	for	ADP
spir-8491	112	7	example	example	NOUN
spir-8491	112	8	,	,	PUNCT
spir-8491	112	9	whether	whether	SCONJ
spir-8491	112	10	opinions	opinion	NOUN
spir-8491	112	11	voiced	voice	VERB
spir-8491	112	12	online	online	ADV
spir-8491	112	13	are	be	AUX
spir-8491	112	14	representative	representative	ADJ
spir-8491	112	15	,	,	PUNCT
spir-8491	112	16	or	or	CCONJ
spir-8491	112	17	how	how	SCONJ
spir-8491	112	18	the	the	DET
spir-8491	112	19	explanatory	explanatory	ADJ
spir-8491	112	20	power	power	NOUN
spir-8491	112	21	of	of	ADP
spir-8491	112	22	datasets	dataset	NOUN
spir-8491	112	23	can	can	AUX
spir-8491	112	24	be	be	AUX
spir-8491	112	25	assessed	assess	VERB
spir-8491	112	26	if	if	SCONJ
spir-8491	112	27	data	datum	NOUN
spir-8491	112	28	access	access	NOUN
spir-8491	112	29	is	be	AUX
spir-8491	112	30	restricted	restrict	VERB
spir-8491	112	31	by	by	ADP
spir-8491	112	32	platform	platform	NOUN
spir-8491	112	33	providers	provider	NOUN
spir-8491	112	34	(	(	PUNCT
spir-8491	112	35	boyd	boyd	PROPN
spir-8491	112	36	&	&	CCONJ
spir-8491	112	37	crawford	crawford	PROPN
spir-8491	112	38	,	,	PUNCT
spir-8491	112	39	2012	2012	NUM
spir-8491	112	40	)	)	PUNCT
spir-8491	112	41	.	.	PUNCT
spir-8491	113	1	while	while	SCONJ
spir-8491	113	2	researchers	researcher	NOUN
spir-8491	113	3	are	be	AUX
spir-8491	113	4	developing	develop	VERB
spir-8491	113	5	new	new	ADJ
spir-8491	113	6	analytic	analytic	ADJ
spir-8491	113	7	approaches	approach	NOUN
spir-8491	113	8	,	,	PUNCT
spir-8491	113	9	big	big	ADJ
spir-8491	113	10	data	datum	NOUN
spir-8491	113	11	’s	’s	PART
spir-8491	113	12	quality	quality	NOUN
spir-8491	113	13	,	,	PUNCT
spir-8491	113	14	provenance	provenance	NOUN
spir-8491	113	15	and	and	CCONJ
spir-8491	113	16	explanatory	explanatory	ADJ
spir-8491	113	17	power	power	NOUN
spir-8491	113	18	are	be	AUX
spir-8491	113	19	decidedly	decidedly	ADV
spir-8491	113	20	uncertain	uncertain	ADJ
spir-8491	113	21	.	.	PUNCT
spir-8491	114	1	researchers	researcher	NOUN
spir-8491	114	2	are	be	AUX
spir-8491	114	3	only	only	ADV
spir-8491	114	4	starting	start	VERB
spir-8491	114	5	to	to	PART
spir-8491	114	6	begin	begin	VERB
spir-8491	114	7	to	to	PART
spir-8491	114	8	understand	understand	VERB
spir-8491	114	9	the	the	DET
spir-8491	114	10	complexities	complexity	NOUN
spir-8491	114	11	of	of	ADP
spir-8491	114	12	big	big	ADJ
spir-8491	114	13	data	datum	NOUN
spir-8491	114	14	and	and	CCONJ
spir-8491	114	15	how	how	SCONJ
spir-8491	114	16	they	they	PRON
spir-8491	114	17	may	may	AUX
spir-8491	114	18	be	be	AUX
spir-8491	114	19	taken	take	VERB
spir-8491	114	20	into	into	ADP
spir-8491	114	21	account	account	NOUN
spir-8491	114	22	in	in	ADP
spir-8491	114	23	analyses	analysis	NOUN
spir-8491	114	24	in	in	ADP
spir-8491	114	25	meaningful	meaningful	ADJ
spir-8491	114	26	ways	way	NOUN
spir-8491	114	27	.	.	PUNCT
spir-8491	115	1	there	there	PRON
spir-8491	115	2	is	be	VERB
spir-8491	115	3	therefore	therefore	ADV
spir-8491	115	4	a	a	DET
spir-8491	115	5	high	high	ADJ
spir-8491	115	6	degree	degree	NOUN
spir-8491	115	7	of	of	ADP
spir-8491	115	8	epistemological	epistemological	ADJ
spir-8491	115	9	uncertainty	uncertainty	NOUN
spir-8491	115	10	when	when	SCONJ
spir-8491	115	11	working	work	VERB
spir-8491	115	12	with	with	ADP
spir-8491	115	13	big	big	ADJ
spir-8491	115	14	data	datum	NOUN
spir-8491	115	15	.	.	PUNCT
spir-8491	116	1	the	the	DET
spir-8491	116	2	algorithms	algorithm	NOUN
spir-8491	116	3	that	that	PRON
spir-8491	116	4	shape	shape	VERB
spir-8491	116	5	public	public	ADJ
spir-8491	116	6	spheres	sphere	NOUN
spir-8491	116	7	are	be	AUX
spir-8491	116	8	therefore	therefore	ADV
spir-8491	116	9	operating	operate	VERB
spir-8491	116	10	on	on	ADP
spir-8491	116	11	a	a	DET
spir-8491	116	12	tenuous	tenuous	ADJ
spir-8491	116	13	and	and	CCONJ
spir-8491	116	14	often	often	ADV
spir-8491	116	15	uncertain	uncertain	ADJ
spir-8491	116	16	basis	basis	NOUN
spir-8491	116	17	that	that	SCONJ
spir-8491	116	18	researchers	researcher	NOUN
spir-8491	116	19	are	be	AUX
spir-8491	116	20	only	only	ADV
spir-8491	116	21	beginning	begin	VERB
spir-8491	116	22	to	to	PART
spir-8491	116	23	understand	understand	VERB
spir-8491	116	24	and	and	CCONJ
spir-8491	116	25	that	that	PRON
spir-8491	116	26	can	can	AUX
spir-8491	116	27	be	be	AUX
spir-8491	116	28	opaque	opaque	ADJ
spir-8491	116	29	to	to	ADP
spir-8491	116	30	users	user	NOUN
spir-8491	116	31	.	.	PUNCT
spir-8491	117	1	in	in	ADP
spir-8491	117	2	addition	addition	NOUN
spir-8491	117	3	,	,	PUNCT
spir-8491	117	4	algorithms	algorithm	NOUN
spir-8491	117	5	rely	rely	VERB
spir-8491	117	6	on	on	ADP
spir-8491	117	7	dynamic	dynamic	ADJ
spir-8491	117	8	content	content	NOUN
spir-8491	117	9	that	that	PRON
spir-8491	117	10	may	may	AUX
spir-8491	117	11	change	change	VERB
spir-8491	117	12	exactly	exactly	ADV
spir-8491	117	13	due	due	ADJ
spir-8491	117	14	to	to	ADP
spir-8491	117	15	internet	internet	NOUN
spir-8491	117	16	users	user	NOUN
spir-8491	117	17	(	(	PUNCT
spir-8491	117	18	as	as	ADP
spir-8491	117	19	content	content	ADJ
spir-8491	117	20	generators	generator	NOUN
spir-8491	117	21	)	)	PUNCT
spir-8491	117	22	being	be	AUX
spir-8491	117	23	presented	present	VERB
spir-8491	117	24	with	with	ADP
spir-8491	117	25	the	the	DET
spir-8491	117	26	results	result	NOUN
spir-8491	117	27	of	of	ADP
spir-8491	117	28	the	the	DET
spir-8491	117	29	algorithmic	algorithmic	ADJ
spir-8491	117	30	calculations	calculation	NOUN
spir-8491	117	31	.	.	PUNCT
spir-8491	118	1	based	base	VERB
spir-8491	118	2	on	on	ADP
spir-8491	118	3	a	a	DET
spir-8491	118	4	qualitative	qualitative	ADJ
spir-8491	118	5	study	study	NOUN
spir-8491	118	6	of	of	ADP
spir-8491	118	7	social	social	ADJ
spir-8491	118	8	media	medium	NOUN
spir-8491	118	9	researchers	researcher	NOUN
spir-8491	118	10	this	this	DET
spir-8491	118	11	paper	paper	NOUN
spir-8491	118	12	addresses	address	NOUN
spir-8491	118	13	challenges	challenge	NOUN
spir-8491	118	14	posed	pose	VERB
spir-8491	118	15	by	by	ADP
spir-8491	118	16	the	the	DET
spir-8491	118	17	uncertainty	uncertainty	NOUN
spir-8491	118	18	and	and	CCONJ
spir-8491	118	19	heterogeneousness	heterogeneousness	NOUN
spir-8491	118	20	of	of	ADP
spir-8491	118	21	big	big	ADJ
spir-8491	118	22	data	datum	NOUN
spir-8491	118	23	for	for	ADP
spir-8491	118	24	the	the	DET
spir-8491	118	25	study	study	NOUN
spir-8491	118	26	of	of	ADP
spir-8491	118	27	algorithms	algorithm	NOUN
spir-8491	118	28	that	that	PRON
spir-8491	118	29	are	be	AUX
spir-8491	118	30	shaping	shape	VERB
spir-8491	118	31	public	public	ADJ
spir-8491	118	32	spheres	sphere	NOUN
spir-8491	118	33	.	.	PUNCT
spir-8491	119	1	dependencies	dependency	NOUN
spir-8491	119	2	of	of	ADP
spir-8491	119	3	algorithms	algorithm	NOUN
spir-8491	119	4	and	and	CCONJ
spir-8491	119	5	big	big	ADJ
spir-8491	119	6	data	datum	NOUN
spir-8491	119	7	in	in	ADP
spir-8491	119	8	creating	create	VERB
spir-8491	119	9	epistemological	epistemological	ADJ
spir-8491	119	10	challenges	challenge	NOUN
spir-8491	119	11	are	be	AUX
spir-8491	119	12	explored	explore	VERB
spir-8491	119	13	.	.	PUNCT
spir-8491	120	1	we	we	PRON
spir-8491	120	2	conducted	conduct	VERB
spir-8491	120	3	observations	observation	NOUN
spir-8491	120	4	and	and	CCONJ
spir-8491	120	5	40	40	NUM
spir-8491	120	6	semi	semi	ADJ
spir-8491	120	7	-	-	ADJ
spir-8491	120	8	structured	structured	ADJ
spir-8491	120	9	interviews	interview	NOUN
spir-8491	120	10	with	with	ADP
spir-8491	120	11	researchers	researcher	NOUN
spir-8491	120	12	at	at	ADP
spir-8491	120	13	several	several	ADJ
spir-8491	120	14	international	international	ADJ
spir-8491	120	15	conferences	conference	NOUN
spir-8491	120	16	.	.	PUNCT
spir-8491	121	1	interviewed	interview	VERB
spir-8491	121	2	researchers	researcher	NOUN
spir-8491	121	3	were	be	AUX
spir-8491	121	4	working	work	VERB
spir-8491	121	5	with	with	ADP
spir-8491	121	6	data	datum	NOUN
spir-8491	121	7	gathered	gather	VERB
spir-8491	121	8	directly	directly	ADV
spir-8491	121	9	from	from	ADP
spir-8491	121	10	social	social	ADJ
spir-8491	121	11	media	medium	NOUN
spir-8491	121	12	platforms	platform	NOUN
spir-8491	121	13	such	such	ADJ
spir-8491	121	14	as	as	ADP
spir-8491	121	15	facebook	facebook	NOUN
spir-8491	121	16	,	,	PUNCT
spir-8491	121	17	twitter	twitter	NOUN
spir-8491	121	18	,	,	PUNCT
spir-8491	121	19	reddit	reddit	NOUN
spir-8491	121	20	or	or	CCONJ
spir-8491	121	21	youtube	youtube	NOUN
spir-8491	121	22	.	.	PUNCT
spir-8491	122	1	we	we	PRON
spir-8491	122	2	explored	explore	VERB
spir-8491	122	3	researchers	researcher	NOUN
spir-8491	122	4	’	'	PUNCT
spir-8491	122	5	reflections	reflection	NOUN
spir-8491	122	6	of	of	ADP
spir-8491	122	7	everyday	everyday	ADJ
spir-8491	122	8	research	research	NOUN
spir-8491	122	9	practices	practice	NOUN
spir-8491	122	10	when	when	SCONJ
spir-8491	122	11	engaged	engage	VERB
spir-8491	122	12	in	in	ADP
spir-8491	122	13	data	data	NOUN
spir-8491	122	14	collection	collection	NOUN
spir-8491	122	15	,	,	PUNCT
spir-8491	122	16	analysis	analysis	NOUN
spir-8491	122	17	,	,	PUNCT
spir-8491	122	18	and	and	CCONJ
spir-8491	122	19	publication	publication	NOUN
spir-8491	122	20	.	.	PUNCT
spir-8491	123	1	we	we	PRON
spir-8491	123	2	aimed	aim	VERB
spir-8491	123	3	to	to	PART
spir-8491	123	4	capture	capture	VERB
spir-8491	123	5	social	social	ADJ
spir-8491	123	6	media	medium	NOUN
spir-8491	123	7	researchers	researcher	NOUN
spir-8491	123	8	’	'	PUNCT
spir-8491	123	9	a	a	PRON
spir-8491	123	10	)	)	PUNCT
spir-8491	123	11	motivations	motivation	NOUN
spir-8491	123	12	for	for	ADP
spir-8491	123	13	working	work	VERB
spir-8491	123	14	with	with	ADP
spir-8491	123	15	social	social	ADJ
spir-8491	123	16	media	medium	NOUN
spir-8491	123	17	data	datum	NOUN
spir-8491	123	18	,	,	PUNCT
spir-8491	123	19	b	b	X
spir-8491	123	20	)	)	PUNCT
spir-8491	123	21	their	their	PRON
spir-8491	123	22	methodological	methodological	ADJ
spir-8491	123	23	approaches	approach	NOUN
spir-8491	123	24	,	,	PUNCT
spir-8491	123	25	and	and	CCONJ
spir-8491	123	26	c	c	X
spir-8491	123	27	)	)	PUNCT
spir-8491	123	28	the	the	DET
spir-8491	123	29	perceived	perceive	VERB
spir-8491	123	30	challenges	challenge	NOUN
spir-8491	123	31	,	,	PUNCT
spir-8491	123	32	pitfalls	pitfall	NOUN
spir-8491	123	33	and	and	CCONJ
spir-8491	123	34	drawbacks	drawback	NOUN
spir-8491	123	35	.	.	PUNCT
spir-8491	124	1	we	we	PRON
spir-8491	124	2	explored	explore	VERB
spir-8491	124	3	various	various	ADJ
spir-8491	124	4	practical	practical	ADJ
spir-8491	124	5	aspects	aspect	NOUN
spir-8491	124	6	around	around	ADP
spir-8491	124	7	‘	'	PUNCT
spir-8491	124	8	dealing	deal	VERB
spir-8491	124	9	with	with	ADP
spir-8491	124	10	data	datum	NOUN
spir-8491	124	11	’	'	PUNCT
spir-8491	124	12	in	in	ADP
spir-8491	124	13	social	social	ADJ
spir-8491	124	14	media	medium	NOUN
spir-8491	124	15	research	research	NOUN
spir-8491	124	16	which	which	PRON
spir-8491	124	17	enabled	enable	VERB
spir-8491	124	18	us	we	PRON
spir-8491	124	19	to	to	PART
spir-8491	124	20	capture	capture	VERB
spir-8491	124	21	researchers	researcher	NOUN
spir-8491	124	22	’	'	PUNCT
spir-8491	124	23	everyday	everyday	ADJ
spir-8491	124	24	problem	problem	NOUN
spir-8491	124	25	-	-	PUNCT
spir-8491	124	26	solving	solving	NOUN
spir-8491	124	27	.	.	PUNCT
spir-8491	125	1	our	our	PRON
spir-8491	125	2	study	study	NOUN
spir-8491	125	3	saw	see	VERB
spir-8491	125	4	researchers	researcher	NOUN
spir-8491	125	5	finding	find	VERB
spir-8491	125	6	individual	individual	ADJ
spir-8491	125	7	ways	way	NOUN
spir-8491	125	8	to	to	PART
spir-8491	125	9	address	address	VERB
spir-8491	125	10	epistemological	epistemological	ADJ
spir-8491	125	11	challenges	challenge	NOUN
spir-8491	125	12	in	in	ADP
spir-8491	125	13	order	order	NOUN
spir-8491	125	14	to	to	PART
spir-8491	125	15	realize	realize	VERB
spir-8491	125	16	social	social	ADJ
spir-8491	125	17	media	medium	NOUN
spir-8491	125	18	big	big	ADJ
spir-8491	125	19	data	datum	NOUN
spir-8491	125	20	’s	’s	PART
spir-8491	125	21	potential	potential	NOUN
spir-8491	125	22	for	for	ADP
spir-8491	125	23	researching	research	VERB
spir-8491	125	24	social	social	ADJ
spir-8491	125	25	processes	process	NOUN
spir-8491	125	26	on	on	ADP
spir-8491	125	27	and	and	CCONJ
spir-8491	125	28	off	off	ADP
spir-8491	125	29	the	the	DET
spir-8491	125	30	web	web	NOUN
spir-8491	125	31	.	.	PUNCT
spir-8491	126	1	(	(	PUNCT
spir-8491	126	2	author	author	NOUN
spir-8491	126	3	,	,	PUNCT
spir-8491	126	4	2015	2015	NUM
spir-8491	126	5	)	)	PUNCT
spir-8491	126	6	.	.	PUNCT
spir-8491	127	1	in	in	ADP
spir-8491	127	2	particular	particular	ADJ
spir-8491	127	3	,	,	PUNCT
spir-8491	127	4	interdisciplinary	interdisciplinary	ADJ
spir-8491	127	5	collaborations	collaboration	NOUN
spir-8491	127	6	were	be	AUX
spir-8491	127	7	seen	see	VERB
spir-8491	127	8	to	to	PART
spir-8491	127	9	allow	allow	VERB
spir-8491	127	10	a	a	DET
spir-8491	127	11	pooling	pooling	NOUN
spir-8491	127	12	of	of	ADP
spir-8491	127	13	skills	skill	NOUN
spir-8491	127	14	and	and	CCONJ
spir-8491	127	15	resources	resource	NOUN
spir-8491	127	16	but	but	CCONJ
spir-8491	127	17	then	then	ADV
spir-8491	127	18	again	again	ADV
spir-8491	127	19	posed	pose	VERB
spir-8491	127	20	new	new	ADJ
spir-8491	127	21	methodological	methodological	ADJ
spir-8491	127	22	and	and	CCONJ
spir-8491	127	23	epistemological	epistemological	ADJ
spir-8491	127	24	challenges	challenge	NOUN
spir-8491	127	25	(	(	PUNCT
spir-8491	127	26	author	author	NOUN
spir-8491	127	27	,	,	PUNCT
spir-8491	127	28	2014	2014	NUM
spir-8491	127	29	)	)	PUNCT
spir-8491	127	30	.	.	PUNCT
spir-8491	128	1	here	here	ADV
spir-8491	128	2	we	we	PRON
spir-8491	128	3	are	be	AUX
spir-8491	128	4	focusing	focus	VERB
spir-8491	128	5	on	on	ADP
spir-8491	128	6	three	three	NUM
spir-8491	128	7	areas	area	NOUN
spir-8491	128	8	of	of	ADP
spir-8491	128	9	epistemological	epistemological	ADJ
spir-8491	128	10	concern	concern	NOUN
spir-8491	128	11	in	in	ADP
spir-8491	128	12	big	big	ADJ
spir-8491	128	13	data	datum	NOUN
spir-8491	128	14	research	research	NOUN
spir-8491	128	15	:	:	PUNCT
spir-8491	128	16	1	1	NUM
spir-8491	128	17	.	.	NUM
spir-8491	128	18	)	)	PUNCT
spir-8491	128	19	accessibility	accessibility	NOUN
spir-8491	128	20	and	and	CCONJ
spir-8491	128	21	quality	quality	NOUN
spir-8491	128	22	of	of	ADP
spir-8491	128	23	these	these	DET
spir-8491	128	24	data	datum	NOUN
spir-8491	128	25	,	,	PUNCT
spir-8491	128	26	2	2	NUM
spir-8491	128	27	.	.	PUNCT
spir-8491	128	28	)	)	PUNCT
spir-8491	129	1	new	new	ADJ
spir-8491	129	2	methodologies	methodology	NOUN
spir-8491	129	3	,	,	PUNCT
spir-8491	129	4	and	and	CCONJ
spir-8491	129	5	3	3	NUM
spir-8491	129	6	.	.	PUNCT
spir-8491	129	7	)	)	PUNCT
spir-8491	129	8	research	research	NOUN
spir-8491	129	9	ethics	ethic	NOUN
spir-8491	129	10	.	.	PUNCT
spir-8491	130	1	first	first	ADV
spir-8491	130	2	,	,	PUNCT
spir-8491	130	3	we	we	PRON
spir-8491	130	4	found	find	VERB
spir-8491	130	5	that	that	SCONJ
spir-8491	130	6	social	social	ADJ
spir-8491	130	7	media	medium	NOUN
spir-8491	130	8	researchers	researcher	NOUN
spir-8491	130	9	are	be	AUX
spir-8491	130	10	currently	currently	ADV
spir-8491	130	11	to	to	ADP
spir-8491	130	12	a	a	DET
spir-8491	130	13	considerable	considerable	ADJ
spir-8491	130	14	degree	degree	NOUN
spir-8491	130	15	concerned	concern	VERB
spir-8491	130	16	with	with	ADP
spir-8491	130	17	challenges	challenge	NOUN
spir-8491	130	18	of	of	ADP
spir-8491	130	19	data	datum	NOUN
spir-8491	130	20	access	access	NOUN
spir-8491	130	21	.	.	PUNCT
spir-8491	131	1	challenges	challenge	NOUN
spir-8491	131	2	are	be	AUX
spir-8491	131	3	posed	pose	VERB
spir-8491	131	4	by	by	ADP
spir-8491	131	5	technical	technical	ADJ
spir-8491	131	6	restrictions	restriction	NOUN
spir-8491	131	7	applied	apply	VERB
spir-8491	131	8	to	to	ADP
spir-8491	131	9	proprietary	proprietary	ADJ
spir-8491	131	10	social	social	ADJ
spir-8491	131	11	media	medium	NOUN
spir-8491	131	12	data	datum	NOUN
spir-8491	131	13	.	.	PUNCT
spir-8491	132	1	these	these	DET
spir-8491	132	2	restrictions	restriction	NOUN
spir-8491	132	3	force	force	VERB
spir-8491	132	4	researchers	researcher	NOUN
spir-8491	132	5	to	to	PART
spir-8491	132	6	iteratively	iteratively	ADV
spir-8491	132	7	adjust	adjust	VERB
spir-8491	132	8	research	research	NOUN
spir-8491	132	9	questions	question	NOUN
spir-8491	132	10	on	on	ADP
spir-8491	132	11	the	the	DET
spir-8491	132	12	basis	basis	NOUN
spir-8491	132	13	of	of	ADP
spir-8491	132	14	data	datum	NOUN
spir-8491	132	15	availability	availability	NOUN
spir-8491	132	16	,	,	PUNCT
spir-8491	132	17	often	often	ADV
spir-8491	132	18	leading	lead	VERB
spir-8491	132	19	to	to	PART
spir-8491	132	20	inductive	inductive	VERB
spir-8491	132	21	approaches	approach	NOUN
spir-8491	132	22	to	to	PART
spir-8491	132	23	be	be	AUX
spir-8491	132	24	applied	apply	VERB
spir-8491	132	25	regardless	regardless	ADV
spir-8491	132	26	of	of	ADP
spir-8491	132	27	the	the	DET
spir-8491	132	28	initial	initial	ADJ
spir-8491	132	29	research	research	NOUN
spir-8491	132	30	question	question	NOUN
spir-8491	132	31	or	or	CCONJ
spir-8491	132	32	epistemological	epistemological	ADJ
spir-8491	132	33	viewpoint	viewpoint	NOUN
spir-8491	132	34	.	.	PUNCT
spir-8491	133	1	researchers	researcher	NOUN
spir-8491	133	2	also	also	ADV
spir-8491	133	3	need	need	VERB
spir-8491	133	4	to	to	PART
spir-8491	133	5	possess	possess	VERB
spir-8491	133	6	(	(	PUNCT
spir-8491	133	7	or	or	CCONJ
spir-8491	133	8	be	be	AUX
spir-8491	133	9	able	able	ADJ
spir-8491	133	10	to	to	PART
spir-8491	133	11	make	make	VERB
spir-8491	133	12	use	use	NOUN
spir-8491	133	13	of	of	ADP
spir-8491	133	14	others	other	NOUN
spir-8491	133	15	’	'	PUNCT
spir-8491	133	16	)	)	PUNCT
spir-8491	133	17	technical	technical	ADJ
spir-8491	133	18	skills	skill	NOUN
spir-8491	133	19	.	.	PUNCT
spir-8491	134	1	an	an	DET
spir-8491	134	2	example	example	NOUN
spir-8491	134	3	is	be	AUX
spir-8491	134	4	the	the	DET
spir-8491	134	5	ability	ability	NOUN
spir-8491	134	6	to	to	PART
spir-8491	134	7	write	write	VERB
spir-8491	134	8	python	python	NOUN
spir-8491	134	9	scripts	script	NOUN
spir-8491	134	10	for	for	ADP
spir-8491	134	11	gathering	gather	VERB
spir-8491	134	12	and	and	CCONJ
spir-8491	134	13	cleaning	clean	VERB
spir-8491	134	14	data	datum	NOUN
spir-8491	134	15	in	in	ADP
spir-8491	134	16	order	order	NOUN
spir-8491	134	17	to	to	PART
spir-8491	134	18	interact	interact	VERB
spir-8491	134	19	with	with	ADP
spir-8491	134	20	apis	apis	PROPN
spir-8491	134	21	through	through	ADP
spir-8491	134	22	which	which	PRON
spir-8491	134	23	platform	platform	NOUN
spir-8491	134	24	providers	provider	NOUN
spir-8491	134	25	such	such	ADJ
spir-8491	134	26	as	as	ADP
spir-8491	134	27	twitter	twitter	NOUN
spir-8491	134	28	make	make	VERB
spir-8491	134	29	data	datum	NOUN
spir-8491	134	30	available	available	ADJ
spir-8491	134	31	to	to	ADP
spir-8491	134	32	researchers	researcher	NOUN
spir-8491	134	33	.	.	PUNCT
spir-8491	135	1	so	so	ADV
spir-8491	135	2	although	although	SCONJ
spir-8491	135	3	researchers	researcher	NOUN
spir-8491	135	4	may	may	AUX
spir-8491	135	5	be	be	AUX
spir-8491	135	6	generally	generally	ADV
spir-8491	135	7	aware	aware	ADJ
spir-8491	135	8	of	of	ADP
spir-8491	135	9	the	the	DET
spir-8491	135	10	need	need	NOUN
spir-8491	135	11	for	for	ADP
spir-8491	135	12	strategies	strategy	NOUN
spir-8491	135	13	to	to	PART
spir-8491	135	14	improve	improve	VERB
spir-8491	135	15	research	research	NOUN
spir-8491	135	16	quality	quality	NOUN
spir-8491	135	17	and	and	CCONJ
spir-8491	135	18	validity	validity	NOUN
spir-8491	135	19	,	,	PUNCT
spir-8491	135	20	they	they	PRON
spir-8491	135	21	often	often	ADV
spir-8491	135	22	do	do	AUX
spir-8491	135	23	not	not	PART
spir-8491	135	24	yet	yet	ADV
spir-8491	135	25	find	find	VERB
spir-8491	135	26	themselves	themselves	PRON
spir-8491	135	27	in	in	ADP
spir-8491	135	28	a	a	DET
spir-8491	135	29	position	position	NOUN
spir-8491	135	30	to	to	PART
spir-8491	135	31	implement	implement	VERB
spir-8491	135	32	such	such	ADJ
spir-8491	135	33	strategies	strategy	NOUN
spir-8491	135	34	as	as	SCONJ
spir-8491	135	35	they	they	PRON
spir-8491	135	36	are	be	AUX
spir-8491	135	37	consumed	consume	VERB
spir-8491	135	38	with	with	ADP
spir-8491	135	39	the	the	DET
spir-8491	135	40	struggle	struggle	NOUN
spir-8491	135	41	for	for	ADP
spir-8491	135	42	data	datum	NOUN
spir-8491	135	43	access	access	NOUN
spir-8491	135	44	.	.	PUNCT
spir-8491	136	1	our	our	PRON
spir-8491	136	2	study	study	NOUN
spir-8491	136	3	thus	thus	ADV
spir-8491	136	4	revealed	reveal	VERB
spir-8491	136	5	a	a	DET
spir-8491	136	6	considerable	considerable	ADJ
spir-8491	136	7	impact	impact	NOUN
spir-8491	136	8	of	of	ADP
spir-8491	136	9	external	external	ADJ
spir-8491	136	10	constraints	constraint	NOUN
spir-8491	136	11	on	on	ADP
spir-8491	136	12	researchers	researcher	NOUN
spir-8491	136	13	’	'	PUNCT
spir-8491	136	14	attempts	attempt	VERB
spir-8491	136	15	to	to	PART
spir-8491	136	16	achieve	achieve	VERB
spir-8491	136	17	validity	validity	NOUN
spir-8491	136	18	and	and	CCONJ
spir-8491	136	19	better	well	ADJ
spir-8491	136	20	research	research	NOUN
spir-8491	136	21	quality	quality	NOUN
spir-8491	136	22	.	.	PUNCT
spir-8491	137	1	second	second	ADJ
spir-8491	137	2	,	,	PUNCT
spir-8491	137	3	big	big	ADJ
spir-8491	137	4	data	datum	NOUN
spir-8491	137	5	methodologies	methodology	NOUN
spir-8491	137	6	often	often	ADV
spir-8491	137	7	defied	defy	VERB
spir-8491	137	8	traditional	traditional	ADJ
spir-8491	137	9	ways	way	NOUN
spir-8491	137	10	of	of	ADP
spir-8491	137	11	achieving	achieve	VERB
spir-8491	137	12	research	research	NOUN
spir-8491	137	13	validity	validity	NOUN
spir-8491	137	14	,	,	PUNCT
spir-8491	137	15	for	for	ADP
spir-8491	137	16	example	example	NOUN
spir-8491	137	17	,	,	PUNCT
spir-8491	137	18	through	through	ADP
spir-8491	137	19	reproducibility	reproducibility	NOUN
spir-8491	137	20	.	.	PUNCT
spir-8491	138	1	to	to	PART
spir-8491	138	2	allow	allow	VERB
spir-8491	138	3	the	the	DET
spir-8491	138	4	analysis	analysis	NOUN
spir-8491	138	5	of	of	ADP
spir-8491	138	6	large	large	ADJ
spir-8491	138	7	amounts	amount	NOUN
spir-8491	138	8	of	of	ADP
spir-8491	138	9	data	datum	NOUN
spir-8491	138	10	,	,	PUNCT
spir-8491	138	11	approaches	approach	NOUN
spir-8491	138	12	are	be	AUX
spir-8491	138	13	being	be	AUX
spir-8491	138	14	found	find	VERB
spir-8491	138	15	that	that	PRON
spir-8491	138	16	allow	allow	VERB
spir-8491	138	17	to	to	PART
spir-8491	138	18	find	find	VERB
spir-8491	138	19	patterns	pattern	NOUN
spir-8491	138	20	in	in	ADP
spir-8491	138	21	large	large	ADJ
spir-8491	138	22	datasets	dataset	NOUN
spir-8491	138	23	,	,	PUNCT
spir-8491	138	24	often	often	ADV
spir-8491	138	25	by	by	ADP
spir-8491	138	26	automatically	automatically	ADV
spir-8491	138	27	analyzing	analyze	VERB
spir-8491	138	28	content	content	NOUN
spir-8491	138	29	(	(	PUNCT
spir-8491	138	30	e.g.	e.g.	ADV
spir-8491	138	31	filtering	filter	VERB
spir-8491	138	32	for	for	ADP
spir-8491	138	33	frequencies	frequency	NOUN
spir-8491	138	34	of	of	ADP
spir-8491	138	35	predefined	predefine	VERB
spir-8491	138	36	keywords	keyword	NOUN
spir-8491	138	37	)	)	PUNCT
spir-8491	138	38	or	or	CCONJ
spir-8491	138	39	by	by	ADP
spir-8491	138	40	quantifying	quantify	VERB
spir-8491	138	41	activity	activity	NOUN
spir-8491	138	42	patterns	pattern	NOUN
spir-8491	138	43	(	(	PUNCT
spir-8491	138	44	e.g.	e.g.	ADV
spir-8491	138	45	counting	count	VERB
spir-8491	138	46	frequencies	frequency	NOUN
spir-8491	138	47	of	of	ADP
spir-8491	138	48	interactions	interaction	NOUN
spir-8491	138	49	between	between	ADP
spir-8491	138	50	users	user	NOUN
spir-8491	138	51	or	or	CCONJ
spir-8491	138	52	between	between	ADP
spir-8491	138	53	users	user	NOUN
spir-8491	138	54	and	and	CCONJ
spir-8491	138	55	platform	platform	NOUN
spir-8491	138	56	features	feature	NOUN
spir-8491	138	57	such	such	ADJ
spir-8491	138	58	as	as	ADP
spir-8491	138	59	‘	'	PUNCT
spir-8491	138	60	likes	like	NOUN
spir-8491	138	61	’	'	PUNCT
spir-8491	138	62	on	on	ADP
spir-8491	138	63	facebook	facebook	PROPN
spir-8491	138	64	)	)	PUNCT
spir-8491	138	65	.	.	PUNCT
spir-8491	139	1	these	these	DET
spir-8491	139	2	approaches	approach	NOUN
spir-8491	139	3	require	require	VERB
spir-8491	139	4	data	datum	NOUN
spir-8491	139	5	to	to	PART
spir-8491	139	6	be	be	AUX
spir-8491	139	7	cleaned	clean	VERB
spir-8491	139	8	and	and	CCONJ
spir-8491	139	9	processed	process	VERB
spir-8491	139	10	in	in	ADP
spir-8491	139	11	order	order	NOUN
spir-8491	139	12	to	to	PART
spir-8491	139	13	allow	allow	VERB
spir-8491	139	14	for	for	ADP
spir-8491	139	15	analysis	analysis	NOUN
spir-8491	139	16	to	to	PART
spir-8491	139	17	take	take	VERB
spir-8491	139	18	place	place	NOUN
spir-8491	139	19	.	.	PUNCT
spir-8491	140	1	spam	spam	NOUN
spir-8491	140	2	may	may	AUX
spir-8491	140	3	need	need	VERB
spir-8491	140	4	to	to	PART
spir-8491	140	5	be	be	AUX
spir-8491	140	6	filtered	filter	VERB
spir-8491	140	7	out	out	ADP
spir-8491	140	8	,	,	PUNCT
spir-8491	140	9	mistakenly	mistakenly	ADV
spir-8491	140	10	included	include	VERB
spir-8491	140	11	posts	post	NOUN
spir-8491	140	12	or	or	CCONJ
spir-8491	140	13	information	information	NOUN
spir-8491	140	14	may	may	AUX
spir-8491	140	15	need	need	VERB
spir-8491	140	16	to	to	PART
spir-8491	140	17	be	be	AUX
spir-8491	140	18	deleted	delete	VERB
spir-8491	140	19	,	,	PUNCT
spir-8491	140	20	and	and	CCONJ
spir-8491	140	21	other	other	ADJ
spir-8491	140	22	mistakes	mistake	NOUN
spir-8491	140	23	‘	'	PUNCT
spir-8491	140	24	cleaned	clean	VERB
spir-8491	140	25	’	'	PUNCT
spir-8491	140	26	in	in	ADP
spir-8491	140	27	order	order	NOUN
spir-8491	140	28	to	to	PART
spir-8491	140	29	allow	allow	VERB
spir-8491	140	30	processing	processing	NOUN
spir-8491	140	31	.	.	PUNCT
spir-8491	141	1	there	there	PRON
spir-8491	141	2	are	be	VERB
spir-8491	141	3	currently	currently	ADV
spir-8491	141	4	no	no	DET
spir-8491	141	5	agreed	agree	VERB
spir-8491	141	6	upon	upon	SCONJ
spir-8491	141	7	rules	rule	NOUN
spir-8491	141	8	or	or	CCONJ
spir-8491	141	9	standards	standard	NOUN
spir-8491	141	10	for	for	ADP
spir-8491	141	11	how	how	SCONJ
spir-8491	141	12	to	to	PART
spir-8491	141	13	make	make	VERB
spir-8491	141	14	transparent	transparent	ADJ
spir-8491	141	15	cleaning	cleaning	NOUN
spir-8491	141	16	decisions	decision	NOUN
spir-8491	141	17	in	in	ADP
spir-8491	141	18	order	order	NOUN
spir-8491	141	19	to	to	PART
spir-8491	141	20	ensure	ensure	VERB
spir-8491	141	21	that	that	SCONJ
spir-8491	141	22	research	research	NOUN
spir-8491	141	23	counts	count	NOUN
spir-8491	141	24	as	as	ADP
spir-8491	141	25	sound	sound	NOUN
spir-8491	141	26	and	and	CCONJ
spir-8491	141	27	valid	valid	ADJ
spir-8491	141	28	.	.	PUNCT
spir-8491	142	1	third	third	ADJ
spir-8491	142	2	,	,	PUNCT
spir-8491	142	3	from	from	ADP
spir-8491	142	4	a	a	DET
spir-8491	142	5	research	research	NOUN
spir-8491	142	6	ethics	ethic	NOUN
spir-8491	142	7	perspective	perspective	NOUN
spir-8491	142	8	,	,	PUNCT
spir-8491	142	9	researchers	researcher	NOUN
spir-8491	142	10	were	be	AUX
spir-8491	142	11	seen	see	VERB
spir-8491	142	12	to	to	PART
spir-8491	142	13	be	be	AUX
spir-8491	142	14	challenged	challenge	VERB
spir-8491	142	15	by	by	ADP
spir-8491	142	16	the	the	DET
spir-8491	142	17	lack	lack	NOUN
spir-8491	142	18	of	of	ADP
spir-8491	142	19	users	user	NOUN
spir-8491	142	20	’	'	PUNCT
spir-8491	142	21	informed	inform	VERB
spir-8491	142	22	consent	consent	NOUN
spir-8491	142	23	to	to	ADP
spir-8491	142	24	studies	study	NOUN
spir-8491	142	25	based	base	VERB
spir-8491	142	26	on	on	ADP
spir-8491	142	27	online	online	ADJ
spir-8491	142	28	content	content	NOUN
spir-8491	142	29	(	(	PUNCT
spir-8491	142	30	author	author	NOUN
spir-8491	142	31	,	,	PUNCT
spir-8491	142	32	2014	2014	NUM
spir-8491	142	33	)	)	PUNCT
spir-8491	142	34	and	and	CCONJ
spir-8491	142	35	by	by	ADP
spir-8491	142	36	the	the	DET
spir-8491	142	37	fact	fact	NOUN
spir-8491	142	38	that	that	SCONJ
spir-8491	142	39	they	they	PRON
spir-8491	142	40	are	be	AUX
spir-8491	142	41	dealing	deal	VERB
spir-8491	142	42	with	with	ADP
spir-8491	142	43	data	datum	NOUN
spir-8491	142	44	that	that	PRON
spir-8491	142	45	is	be	AUX
spir-8491	142	46	often	often	ADV
spir-8491	142	47	difficult	difficult	ADJ
spir-8491	142	48	if	if	SCONJ
spir-8491	142	49	not	not	PART
spir-8491	142	50	impossible	impossible	ADJ
spir-8491	142	51	to	to	PART
spir-8491	142	52	anonymize	anonymize	VERB
spir-8491	142	53	(	(	PUNCT
spir-8491	142	54	zimmer	zimmer	PROPN
spir-8491	142	55	,	,	PUNCT
spir-8491	142	56	2010	2010	NUM
spir-8491	142	57	)	)	PUNCT
spir-8491	142	58	.	.	PUNCT
spir-8491	143	1	while	while	SCONJ
spir-8491	143	2	formally	formally	ADV
spir-8491	143	3	consent	consent	NOUN
spir-8491	143	4	may	may	AUX
spir-8491	143	5	have	have	AUX
spir-8491	143	6	been	be	AUX
spir-8491	143	7	given	give	VERB
spir-8491	143	8	by	by	ADP
spir-8491	143	9	users	user	NOUN
spir-8491	143	10	agreeing	agree	VERB
spir-8491	143	11	to	to	ADP
spir-8491	143	12	a	a	DET
spir-8491	143	13	platform	platform	NOUN
spir-8491	143	14	’s	’s	PART
spir-8491	143	15	terms	term	NOUN
spir-8491	143	16	of	of	ADP
spir-8491	143	17	service	service	NOUN
spir-8491	143	18	,	,	PUNCT
spir-8491	143	19	users	user	NOUN
spir-8491	143	20	may	may	AUX
spir-8491	143	21	not	not	PART
spir-8491	143	22	be	be	AUX
spir-8491	143	23	in	in	ADP
spir-8491	143	24	fact	fact	NOUN
spir-8491	143	25	be	be	AUX
spir-8491	143	26	aware	aware	ADJ
spir-8491	143	27	of	of	ADP
spir-8491	143	28	or	or	CCONJ
spir-8491	143	29	even	even	ADV
spir-8491	143	30	want	want	VERB
spir-8491	143	31	to	to	PART
spir-8491	143	32	be	be	AUX
spir-8491	143	33	part	part	NOUN
spir-8491	143	34	of	of	ADP
spir-8491	143	35	research	research	NOUN
spir-8491	143	36	projects	project	NOUN
spir-8491	143	37	(	(	PUNCT
spir-8491	143	38	hutton	hutton	PROPN
spir-8491	143	39	&	&	CCONJ
spir-8491	143	40	henderson	henderson	PROPN
spir-8491	143	41	,	,	PUNCT
spir-8491	143	42	2015	2015	NUM
spir-8491	143	43	)	)	PUNCT
spir-8491	143	44	.	.	PUNCT
spir-8491	144	1	as	as	ADP
spir-8491	144	2	more	more	ADJ
spir-8491	144	3	and	and	CCONJ
spir-8491	144	4	more	more	ADJ
spir-8491	144	5	‘	'	PUNCT
spir-8491	144	6	embedded	embed	VERB
spir-8491	144	7	researchers	researcher	NOUN
spir-8491	144	8	’	'	PUNCT
spir-8491	144	9	are	be	AUX
spir-8491	144	10	starting	start	VERB
spir-8491	144	11	to	to	PART
spir-8491	144	12	cross	cross	VERB
spir-8491	144	13	the	the	DET
spir-8491	144	14	lines	line	NOUN
spir-8491	144	15	between	between	ADP
spir-8491	144	16	academic	academic	ADJ
spir-8491	144	17	and	and	CCONJ
spir-8491	144	18	nonacademic	nonacademic	ADJ
spir-8491	144	19	data	data	NOUN
spir-8491	144	20	science	science	NOUN
spir-8491	144	21	,	,	PUNCT
spir-8491	144	22	public	public	ADJ
spir-8491	144	23	negotiations	negotiation	NOUN
spir-8491	144	24	are	be	AUX
spir-8491	144	25	taking	take	VERB
spir-8491	144	26	place	place	NOUN
spir-8491	144	27	of	of	ADP
spir-8491	144	28	what	what	PRON
spir-8491	144	29	researchers	researcher	NOUN
spir-8491	144	30	and	and	CCONJ
spir-8491	144	31	platform	platform	NOUN
spir-8491	144	32	providers	provider	NOUN
spir-8491	144	33	should	should	AUX
spir-8491	144	34	and	and	CCONJ
spir-8491	144	35	should	should	AUX
spir-8491	144	36	not	not	PART
spir-8491	144	37	be	be	AUX
spir-8491	144	38	allowed	allow	VERB
spir-8491	144	39	to	to	PART
spir-8491	144	40	do	do	VERB
spir-8491	144	41	with	with	ADP
spir-8491	144	42	user	user	NOUN
spir-8491	144	43	data	datum	NOUN
spir-8491	144	44	and	and	CCONJ
spir-8491	144	45	how	how	SCONJ
spir-8491	144	46	far	far	ADV
spir-8491	144	47	they	they	PRON
spir-8491	144	48	are	be	AUX
spir-8491	144	49	allowed	allow	VERB
spir-8491	144	50	to	to	PART
spir-8491	144	51	infringe	infringe	VERB
spir-8491	144	52	upon	upon	SCONJ
spir-8491	144	53	spaces	space	NOUN
spir-8491	144	54	such	such	ADJ
spir-8491	144	55	as	as	ADP
spir-8491	144	56	facebook	facebook	NOUN
spir-8491	144	57	which	which	PRON
spir-8491	144	58	users	user	NOUN
spir-8491	144	59	may	may	AUX
spir-8491	144	60	perceive	perceive	VERB
spir-8491	144	61	as	as	ADP
spir-8491	144	62	a	a	DET
spir-8491	144	63	personal	personal	ADJ
spir-8491	144	64	and	and	CCONJ
spir-8491	144	65	private	private	ADJ
spir-8491	144	66	space	space	NOUN
spir-8491	144	67	.	.	PUNCT
spir-8491	145	1	the	the	DET
spir-8491	145	2	exploration	exploration	NOUN
spir-8491	145	3	of	of	ADP
spir-8491	145	4	these	these	DET
spir-8491	145	5	three	three	NUM
spir-8491	145	6	areas	area	NOUN
spir-8491	145	7	not	not	PART
spir-8491	145	8	only	only	ADV
spir-8491	145	9	enables	enable	VERB
spir-8491	145	10	a	a	DET
spir-8491	145	11	description	description	NOUN
spir-8491	145	12	of	of	ADP
spir-8491	145	13	the	the	DET
spir-8491	145	14	shifting	shift	VERB
spir-8491	145	15	epistemological	epistemological	ADJ
spir-8491	145	16	foundations	foundation	NOUN
spir-8491	145	17	of	of	ADP
spir-8491	145	18	big	big	ADJ
spir-8491	145	19	data	datum	NOUN
spir-8491	145	20	,	,	PUNCT
spir-8491	145	21	but	but	CCONJ
spir-8491	145	22	also	also	ADV
spir-8491	145	23	allows	allow	VERB
spir-8491	145	24	critically	critically	ADV
spir-8491	145	25	questioning	question	VERB
spir-8491	145	26	the	the	DET
spir-8491	145	27	algorithms	algorithm	NOUN
spir-8491	145	28	that	that	PRON
spir-8491	145	29	rely	rely	VERB
spir-8491	145	30	on	on	ADP
spir-8491	145	31	these	these	DET
spir-8491	145	32	data	datum	NOUN
spir-8491	145	33	in	in	ADP
spir-8491	145	34	order	order	NOUN
spir-8491	145	35	to	to	PART
spir-8491	145	36	construct	construct	VERB
spir-8491	145	37	public	public	ADJ
spir-8491	145	38	spheres	sphere	NOUN
spir-8491	145	39	.	.	PUNCT
spir-8491	146	1	given	give	VERB
spir-8491	146	2	the	the	DET
spir-8491	146	3	uncertainties	uncertainty	NOUN
spir-8491	146	4	around	around	ADP
spir-8491	146	5	big	big	ADJ
spir-8491	146	6	data	datum	NOUN
spir-8491	146	7	,	,	PUNCT
spir-8491	146	8	how	how	SCONJ
spir-8491	146	9	reliable	reliable	ADJ
spir-8491	146	10	are	be	AUX
spir-8491	146	11	the	the	DET
spir-8491	146	12	results	result	NOUN
spir-8491	146	13	of	of	ADP
spir-8491	146	14	algorithmic	algorithmic	ADJ
spir-8491	146	15	calculations	calculation	NOUN
spir-8491	146	16	?	?	PUNCT
spir-8491	147	1	the	the	DET
spir-8491	147	2	observation	observation	NOUN
spir-8491	147	3	of	of	ADP
spir-8491	147	4	algorithms	algorithm	NOUN
spir-8491	147	5	also	also	ADV
spir-8491	147	6	poses	pose	VERB
spir-8491	147	7	challenges	challenge	NOUN
spir-8491	147	8	in	in	ADP
spir-8491	147	9	itself	itself	PRON
spir-8491	147	10	as	as	SCONJ
spir-8491	147	11	algorithms	algorithm	NOUN
spir-8491	147	12	introduce	introduce	VERB
spir-8491	147	13	an	an	DET
spir-8491	147	14	element	element	NOUN
spir-8491	147	15	of	of	ADP
spir-8491	147	16	recursiveness	recursiveness	NOUN
spir-8491	147	17	to	to	ADP
spir-8491	147	18	public	public	ADJ
spir-8491	147	19	spheres	sphere	NOUN
spir-8491	147	20	.	.	PUNCT
spir-8491	148	1	various	various	ADJ
spir-8491	148	2	actors	actor	NOUN
spir-8491	148	3	in	in	ADP
spir-8491	148	4	the	the	DET
spir-8491	148	5	most	most	ADV
spir-8491	148	6	diverse	diverse	ADJ
spir-8491	148	7	situation	situation	NOUN
spir-8491	148	8	react	react	VERB
spir-8491	148	9	out	out	ADP
spir-8491	148	10	of	of	ADP
spir-8491	148	11	different	different	ADJ
spir-8491	148	12	interests	interest	NOUN
spir-8491	148	13	to	to	ADP
spir-8491	148	14	being	be	AUX
spir-8491	148	15	presented	present	VERB
spir-8491	148	16	with	with	ADP
spir-8491	148	17	the	the	DET
spir-8491	148	18	results	result	NOUN
spir-8491	148	19	of	of	ADP
spir-8491	148	20	algorithmic	algorithmic	ADJ
spir-8491	148	21	calculations	calculation	NOUN
spir-8491	148	22	.	.	PUNCT
spir-8491	149	1	they	they	PRON
spir-8491	149	2	may	may	AUX
spir-8491	149	3	even	even	ADV
spir-8491	149	4	try	try	VERB
spir-8491	149	5	to	to	PART
spir-8491	149	6	influence	influence	VERB
spir-8491	149	7	algorithms	algorithm	NOUN
spir-8491	149	8	in	in	ADP
spir-8491	149	9	specific	specific	ADJ
spir-8491	149	10	ways	way	NOUN
spir-8491	149	11	.	.	PUNCT
spir-8491	150	1	the	the	DET
spir-8491	150	2	results	result	NOUN
spir-8491	150	3	of	of	ADP
spir-8491	150	4	algorithmic	algorithmic	ADJ
spir-8491	150	5	analyses	analysis	NOUN
spir-8491	150	6	are	be	AUX
spir-8491	150	7	thus	thus	ADV
spir-8491	150	8	presented	present	VERB
spir-8491	150	9	to	to	ADP
spir-8491	150	10	internet	internet	NOUN
spir-8491	150	11	users	user	NOUN
spir-8491	150	12	and	and	CCONJ
spir-8491	150	13	then	then	ADV
spir-8491	150	14	influence	influence	VERB
spir-8491	150	15	user	user	NOUN
spir-8491	150	16	behavior	behavior	PROPN
spir-8491	150	17	.	.	PUNCT
spir-8491	151	1	as	as	SCONJ
spir-8491	151	2	traces	trace	NOUN
spir-8491	151	3	of	of	ADP
spir-8491	151	4	user	user	NOUN
spir-8491	151	5	behavior	behavior	NOUN
spir-8491	151	6	are	be	AUX
spir-8491	151	7	exactly	exactly	ADV
spir-8491	151	8	what	what	PRON
spir-8491	151	9	algorithmic	algorithmic	ADJ
spir-8491	151	10	analyses	analysis	NOUN
spir-8491	151	11	are	be	AUX
spir-8491	151	12	based	base	VERB
spir-8491	151	13	on	on	ADP
spir-8491	151	14	,	,	PUNCT
spir-8491	151	15	recursive	recursive	ADJ
spir-8491	151	16	feedback	feedback	NOUN
spir-8491	151	17	-	-	PUNCT
spir-8491	151	18	loops	loop	NOUN
spir-8491	151	19	of	of	ADP
spir-8491	151	20	actions	action	NOUN
spir-8491	151	21	and	and	CCONJ
spir-8491	151	22	reactions	reaction	NOUN
spir-8491	151	23	to	to	ADP
spir-8491	151	24	algorithms	algorithm	NOUN
spir-8491	151	25	emerge	emerge	VERB
spir-8491	151	26	.	.	PUNCT
spir-8491	152	1	how	how	SCONJ
spir-8491	152	2	to	to	PART
spir-8491	152	3	address	address	VERB
spir-8491	152	4	the	the	DET
spir-8491	152	5	challenges	challenge	NOUN
spir-8491	152	6	posed	pose	VERB
spir-8491	152	7	not	not	PART
spir-8491	152	8	only	only	ADV
spir-8491	152	9	by	by	ADP
spir-8491	152	10	the	the	DET
spir-8491	152	11	changeability	changeability	NOUN
spir-8491	152	12	and	and	CCONJ
spir-8491	152	13	heterogeneity	heterogeneity	NOUN
spir-8491	152	14	of	of	ADP
spir-8491	152	15	big	big	ADJ
spir-8491	152	16	data	datum	NOUN
spir-8491	152	17	but	but	CCONJ
spir-8491	152	18	also	also	ADV
spir-8491	152	19	by	by	ADP
spir-8491	152	20	the	the	DET
spir-8491	152	21	interaction	interaction	NOUN
spir-8491	152	22	between	between	ADP
spir-8491	152	23	big	big	ADJ
spir-8491	152	24	data	datum	NOUN
spir-8491	152	25	and	and	CCONJ
spir-8491	152	26	algorithms	algorithm	NOUN
spir-8491	152	27	to	to	ADP
spir-8491	152	28	future	future	ADJ
spir-8491	152	29	research	research	NOUN
spir-8491	152	30	of	of	ADP
spir-8491	152	31	user	user	NOUN
spir-8491	152	32	behaviors	behavior	NOUN
spir-8491	152	33	remains	remain	VERB
spir-8491	152	34	an	an	DET
spir-8491	152	35	open	open	ADJ
spir-8491	152	36	challenge	challenge	NOUN
spir-8491	152	37	.	.	PUNCT
spir-8491	153	1	references	reference	NOUN
spir-8491	153	2	ananny	ananny	VERB
spir-8491	153	3	,	,	PUNCT
spir-8491	153	4	m.	m.	NOUN
spir-8491	153	5	(	(	PUNCT
spir-8491	153	6	2015	2015	NUM
spir-8491	153	7	)	)	PUNCT
spir-8491	153	8	.	.	PUNCT
spir-8491	154	1	toward	toward	ADP
spir-8491	154	2	an	an	DET
spir-8491	154	3	ethics	ethic	NOUN
spir-8491	154	4	of	of	ADP
spir-8491	154	5	algorithms	algorithm	NOUN
spir-8491	154	6	:	:	PUNCT
spir-8491	154	7	convening	convening	NOUN
spir-8491	154	8	,	,	PUNCT
spir-8491	154	9	observation	observation	NOUN
spir-8491	154	10	,	,	PUNCT
spir-8491	154	11	probability	probability	NOUN
spir-8491	154	12	,	,	PUNCT
spir-8491	154	13	and	and	CCONJ
spir-8491	154	14	timeliness	timeliness	NOUN
spir-8491	154	15	.	.	PUNCT
spir-8491	155	1	science	science	NOUN
spir-8491	155	2	,	,	PUNCT
spir-8491	155	3	technology	technology	NOUN
spir-8491	155	4	&	&	CCONJ
spir-8491	155	5	human	human	ADJ
spir-8491	155	6	values	value	NOUN
spir-8491	155	7	,	,	PUNCT
spir-8491	155	8	1–25	1–25	PROPN
spir-8491	155	9	.	.	PUNCT
spir-8491	155	10	doi	doi	NOUN
spir-8491	155	11	:	:	PUNCT
spir-8491	155	12	10.1177/0162243915606523	10.1177/0162243915606523	NUM
spir-8491	155	13	author	author	NOUN
spir-8491	155	14	(	(	PUNCT
spir-8491	155	15	2014	2014	NUM
spir-8491	155	16	)	)	PUNCT
spir-8491	155	17	.	.	PUNCT
spir-8491	156	1	corrupt	corrupt	ADJ
spir-8491	156	2	personalization	personalization	NOUN
spir-8491	156	3	.	.	PUNCT
spir-8491	157	1	social	social	ADJ
spir-8491	157	2	media	medium	NOUN
spir-8491	157	3	collective	collective	ADJ
spir-8491	157	4	research	research	NOUN
spir-8491	157	5	blog	blog	NOUN
spir-8491	157	6	.	.	PUNCT
spir-8491	158	1	retrieved	retrieve	VERB
spir-8491	158	2	from	from	ADP
spir-8491	158	3	http://socialmediacollective.org/2014/06/26/corruptpersonalization/	http://socialmediacollective.org/2014/06/26/corruptpersonalization/	PROPN
spir-8491	158	4	author	author	PROPN
spir-8491	158	5	,	,	PUNCT
spir-8491	158	6	hamilton	hamilton	PROPN
spir-8491	158	7	,	,	PUNCT
spir-8491	158	8	k.	k.	PROPN
spir-8491	158	9	,	,	PUNCT
spir-8491	158	10	karahalios	karahalios	PROPN
spir-8491	158	11	,	,	PUNCT
spir-8491	158	12	k.	k.	PROPN
spir-8491	158	13	,	,	PUNCT
spir-8491	158	14	&	&	CCONJ
spir-8491	158	15	langbort	langbort	ADJ
spir-8491	158	16	,	,	PUNCT
spir-8491	158	17	c.	c.	PROPN
spir-8491	158	18	(	(	PUNCT
spir-8491	158	19	2014	2014	NUM
spir-8491	158	20	)	)	PUNCT
spir-8491	158	21	.	.	PUNCT
spir-8491	159	1	"	"	PUNCT
spir-8491	159	2	auditing	auditing	NOUN
spir-8491	159	3	algorithms	algorithm	NOUN
spir-8491	159	4	:	:	PUNCT
spir-8491	159	5	research	research	NOUN
spir-8491	159	6	methods	method	NOUN
spir-8491	159	7	for	for	ADP
spir-8491	159	8	detecting	detect	VERB
spir-8491	159	9	discrimination	discrimination	NOUN
spir-8491	159	10	on	on	ADP
spir-8491	159	11	internet	internet	NOUN
spir-8491	159	12	platforms	platform	NOUN
spir-8491	159	13	.	.	PUNCT
spir-8491	159	14	"	"	PUNCT
spir-8491	160	1	paper	paper	NOUN
spir-8491	160	2	presented	present	VERB
spir-8491	160	3	to	to	ADP
spir-8491	160	4	"	"	PUNCT
spir-8491	160	5	data	datum	NOUN
spir-8491	160	6	and	and	CCONJ
spir-8491	160	7	discrimination	discrimination	NOUN
spir-8491	160	8	,	,	PUNCT
spir-8491	160	9	"	"	PUNCT
spir-8491	160	10	a	a	DET
spir-8491	160	11	pre	pre	NOUN
spir-8491	160	12	-	-	NOUN
spir-8491	160	13	conference	conference	NOUN
spir-8491	160	14	of	of	ADP
spir-8491	160	15	the	the	DET
spir-8491	160	16	64th	64th	ADJ
spir-8491	160	17	annual	annual	ADJ
spir-8491	160	18	meeting	meeting	NOUN
spir-8491	160	19	of	of	ADP
spir-8491	160	20	the	the	DET
spir-8491	160	21	international	international	ADJ
spir-8491	160	22	communication	communication	PROPN
spir-8491	160	23	association	association	PROPN
spir-8491	160	24	,	,	PUNCT
spir-8491	160	25	seattle	seattle	PROPN
spir-8491	160	26	,	,	PUNCT
spir-8491	160	27	wa	wa	PROPN
spir-8491	160	28	,	,	PUNCT
spir-8491	160	29	usa	usa	PROPN
spir-8491	160	30	author	author	NOUN
spir-8491	160	31	(	(	PUNCT
spir-8491	160	32	in	in	ADP
spir-8491	160	33	review	review	NOUN
spir-8491	160	34	)	)	PUNCT
spir-8491	160	35	.	.	PUNCT
spir-8491	161	1	twitter	twitter	NOUN
spir-8491	161	2	friend	friend	NOUN
spir-8491	161	3	repertoires	repertoire	NOUN
spir-8491	161	4	:	:	PUNCT
spir-8491	161	5	introducing	introduce	VERB
spir-8491	161	6	a	a	DET
spir-8491	161	7	methodology	methodology	NOUN
spir-8491	161	8	to	to	PART
spir-8491	161	9	assess	assess	VERB
spir-8491	161	10	patterns	pattern	NOUN
spir-8491	161	11	of	of	ADP
spir-8491	161	12	information	information	NOUN
spir-8491	161	13	management	management	NOUN
spir-8491	161	14	on	on	ADP
spir-8491	161	15	twitter	twitter	NOUN
spir-8491	161	16	.	.	PUNCT
spir-8491	162	1	author	author	NOUN
spir-8491	162	2	(	(	PUNCT
spir-8491	162	3	2015	2015	NUM
spir-8491	162	4	,	,	PUNCT
spir-8491	162	5	october	october	PROPN
spir-8491	162	6	)	)	PUNCT
spir-8491	162	7	.	.	PUNCT
spir-8491	163	1	twitter	twitter	NOUN
spir-8491	163	2	friend	friend	NOUN
spir-8491	163	3	repertoires	repertoire	VERB
spir-8491	163	4	researching	research	VERB
spir-8491	163	5	patterns	pattern	NOUN
spir-8491	163	6	of	of	ADP
spir-8491	163	7	selective	selective	ADJ
spir-8491	163	8	connectivity	connectivity	NOUN
spir-8491	163	9	.	.	PUNCT
spir-8491	164	1	paper	paper	NOUN
spir-8491	164	2	presented	present	VERB
spir-8491	164	3	at	at	ADP
spir-8491	164	4	the	the	DET
spir-8491	164	5	empiricist	empiricist	NOUN
spir-8491	164	6	’s	’s	PART
spir-8491	164	7	challenge	challenge	NOUN
spir-8491	164	8	:	:	PUNCT
spir-8491	164	9	asking	ask	VERB
spir-8491	164	10	meaningful	meaningful	ADJ
spir-8491	164	11	questions	question	NOUN
spir-8491	164	12	in	in	ADP
spir-8491	164	13	political	political	ADJ
spir-8491	164	14	science	science	NOUN
spir-8491	164	15	in	in	ADP
spir-8491	164	16	the	the	DET
spir-8491	164	17	age	age	NOUN
spir-8491	164	18	of	of	ADP
spir-8491	164	19	big	big	ADJ
spir-8491	164	20	data	data	PROPN
spir-8491	164	21	,	,	PUNCT
spir-8491	164	22	mannheim	mannheim	PROPN
spir-8491	164	23	,	,	PUNCT
spir-8491	164	24	germany	germany	PROPN
spir-8491	164	25	.	.	PUNCT
spir-8491	165	1	author	author	PROPN
spir-8491	165	2	,	,	PUNCT
spir-8491	165	3	&	&	CCONJ
spir-8491	165	4	domeyer	domeyer	PROPN
spir-8491	165	5	,	,	PUNCT
spir-8491	165	6	h.	h.	PROPN
spir-8491	165	7	(	(	PUNCT
spir-8491	165	8	2012	2012	NUM
spir-8491	165	9	)	)	PUNCT
spir-8491	165	10	.	.	PUNCT
spir-8491	166	1	media	medium	NOUN
spir-8491	166	2	repertoires	repertoire	NOUN
spir-8491	166	3	as	as	ADP
spir-8491	166	4	patterns	pattern	NOUN
spir-8491	166	5	of	of	ADP
spir-8491	166	6	behaviour	behaviour	NOUN
spir-8491	166	7	and	and	CCONJ
spir-8491	166	8	as	as	ADP
spir-8491	166	9	meaningful	meaningful	ADJ
spir-8491	166	10	practices	practice	NOUN
spir-8491	166	11	:	:	PUNCT
spir-8491	166	12	a	a	DET
spir-8491	166	13	multimethod	multimethod	ADJ
spir-8491	166	14	approach	approach	NOUN
spir-8491	166	15	to	to	ADP
spir-8491	166	16	media	medium	NOUN
spir-8491	166	17	use	use	NOUN
spir-8491	166	18	in	in	ADP
spir-8491	166	19	converging	converge	VERB
spir-8491	166	20	media	medium	NOUN
spir-8491	166	21	environments	environment	NOUN
spir-8491	166	22	.	.	PUNCT
spir-8491	167	1	participations	participation	NOUN
spir-8491	167	2	.	.	PUNCT
spir-8491	168	1	journal	journal	PROPN
spir-8491	168	2	of	of	ADP
spir-8491	168	3	audience	audience	PROPN
spir-8491	168	4	&	&	CCONJ
spir-8491	168	5	reception	reception	PROPN
spir-8491	168	6	studies	study	NOUN
spir-8491	168	7	,	,	PUNCT
spir-8491	168	8	9	9	NUM
spir-8491	168	9	(	(	PUNCT
spir-8491	168	10	2	2	NUM
spir-8491	168	11	)	)	PUNCT
spir-8491	168	12	,	,	PUNCT
spir-8491	168	13	757–779	757–779	NUM
spir-8491	168	14	author	author	NOUN
spir-8491	168	15	(	(	PUNCT
spir-8491	168	16	2012	2012	NUM
spir-8491	168	17	)	)	PUNCT
spir-8491	168	18	.	.	PUNCT
spir-8491	169	1	(	(	PUNCT
spir-8491	169	2	re-)discovering	re-)discovere	VERB
spir-8491	169	3	the	the	DET
spir-8491	169	4	audience	audience	NOUN
spir-8491	169	5	:	:	PUNCT
spir-8491	169	6	the	the	DET
spir-8491	169	7	relationship	relationship	NOUN
spir-8491	169	8	between	between	ADP
spir-8491	169	9	journalism	journalism	NOUN
spir-8491	169	10	and	and	CCONJ
spir-8491	169	11	audience	audience	NOUN
spir-8491	169	12	in	in	ADP
spir-8491	169	13	networked	networked	ADJ
spir-8491	169	14	digital	digital	ADJ
spir-8491	169	15	media	medium	NOUN
spir-8491	169	16	.	.	PUNCT
spir-8491	170	1	information	information	NOUN
spir-8491	170	2	,	,	PUNCT
spir-8491	170	3	communication	communication	NOUN
spir-8491	170	4	&	&	CCONJ
spir-8491	170	5	society	society	NOUN
spir-8491	170	6	.	.	PUNCT
spir-8491	171	1	doi:10.1080/1369118x.2012.665467	doi:10.1080/1369118x.2012.665467	DET
spir-8491	171	2	author	author	NOUN
spir-8491	171	3	(	(	PUNCT
spir-8491	171	4	2014	2014	NUM
spir-8491	171	5	)	)	PUNCT
spir-8491	171	6	.	.	PUNCT
spir-8491	172	1	i	i	PRON
spir-8491	172	2	always	always	ADV
spir-8491	172	3	feel	feel	VERB
spir-8491	172	4	it	it	PRON
spir-8491	172	5	must	must	AUX
spir-8491	172	6	be	be	AUX
spir-8491	172	7	great	great	ADJ
spir-8491	172	8	to	to	PART
spir-8491	172	9	be	be	AUX
spir-8491	172	10	a	a	DET
spir-8491	172	11	hacker	hacker	NOUN
spir-8491	172	12	!	!	PUNCT
spir-8491	173	1	the	the	DET
spir-8491	173	2	role	role	NOUN
spir-8491	173	3	of	of	ADP
spir-8491	173	4	interdisciplinary	interdisciplinary	ADJ
spir-8491	173	5	work	work	NOUN
spir-8491	173	6	in	in	ADP
spir-8491	173	7	social	social	ADJ
spir-8491	173	8	media	medium	NOUN
spir-8491	173	9	research	research	NOUN
spir-8491	173	10	.	.	PUNCT
spir-8491	174	1	in	in	ADP
spir-8491	174	2	:	:	PUNCT
spir-8491	174	3	websci’14	websci’14	PROPN
spir-8491	174	4	.	.	PUNCT
spir-8491	174	5	acm	acm	PROPN
spir-8491	174	6	web	web	NOUN
spir-8491	174	7	science	science	NOUN
spir-8491	174	8	conference	conference	NOUN
spir-8491	174	9	.	.	PUNCT
spir-8491	175	1	proceedings	proceeding	NOUN
spir-8491	175	2	of	of	ADP
spir-8491	175	3	the	the	DET
spir-8491	175	4	2014	2014	NUM
spir-8491	175	5	acm	acm	NOUN
spir-8491	175	6	conference	conference	NOUN
spir-8491	175	7	on	on	ADP
spir-8491	175	8	web	web	NOUN
spir-8491	175	9	science	science	NOUN
spir-8491	175	10	,	,	PUNCT
spir-8491	175	11	91	91	NUM
spir-8491	175	12	-	-	SYM
spir-8491	175	13	98	98	NUM
spir-8491	175	14	.	.	PUNCT
spir-8491	176	1	new	new	PROPN
spir-8491	176	2	york	york	PROPN
spir-8491	176	3	:	:	PUNCT
spir-8491	176	4	acm	acm	PROPN
spir-8491	176	5	.	.	PUNCT
spir-8491	177	1	author	author	NOUN
spir-8491	177	2	(	(	PUNCT
spir-8491	177	3	2014	2014	NUM
spir-8491	177	4	)	)	PUNCT
spir-8491	177	5	.	.	PUNCT
spir-8491	178	1	‘	'	PUNCT
spir-8491	178	2	i	i	PRON
spir-8491	178	3	love	love	VERB
spir-8491	178	4	thinking	think	VERB
spir-8491	178	5	about	about	ADP
spir-8491	178	6	ethics	ethic	NOUN
spir-8491	178	7	!	!	PUNCT
spir-8491	178	8	’	'	PUNCT
spir-8491	178	9	perspectives	perspective	NOUN
spir-8491	178	10	on	on	ADP
spir-8491	178	11	ethics	ethic	NOUN
spir-8491	178	12	in	in	ADP
spir-8491	178	13	social	social	ADJ
spir-8491	178	14	media	medium	NOUN
spir-8491	178	15	research	research	NOUN
spir-8491	178	16	.	.	PUNCT
spir-8491	179	1	in	in	ADP
spir-8491	179	2	:	:	PUNCT
spir-8491	179	3	selected	select	VERB
spir-8491	179	4	papers	paper	NOUN
spir-8491	179	5	of	of	ADP
spir-8491	179	6	internet	internet	NOUN
spir-8491	179	7	research	research	NOUN
spir-8491	179	8	(	(	PUNCT
spir-8491	179	9	spir	spir	PROPN
spir-8491	179	10	)	)	PUNCT
spir-8491	179	11	.	.	PUNCT
spir-8491	180	1	proceedings	proceeding	NOUN
spir-8491	180	2	of	of	ADP
spir-8491	180	3	ir15	ir15	PROPN
spir-8491	180	4	boundaries	boundary	NOUN
spir-8491	180	5	and	and	CCONJ
spir-8491	180	6	intersections	intersection	NOUN
spir-8491	180	7	.	.	PUNCT
spir-8491	181	1	author	author	NOUN
spir-8491	181	2	(	(	PUNCT
spir-8491	181	3	2015	2015	NUM
spir-8491	181	4	)	)	PUNCT
spir-8491	181	5	.	.	PUNCT
spir-8491	182	1	uncovering	uncover	VERB
spir-8491	182	2	the	the	DET
spir-8491	182	3	challenges	challenge	NOUN
spir-8491	182	4	in	in	ADP
spir-8491	182	5	collection	collection	NOUN
spir-8491	182	6	,	,	PUNCT
spir-8491	182	7	sharing	sharing	NOUN
spir-8491	182	8	and	and	CCONJ
spir-8491	182	9	documentation	documentation	NOUN
spir-8491	182	10	:	:	PUNCT
spir-8491	182	11	the	the	DET
spir-8491	182	12	hidden	hidden	ADJ
spir-8491	182	13	data	datum	NOUN
spir-8491	182	14	of	of	ADP
spir-8491	182	15	social	social	ADJ
spir-8491	182	16	media	medium	NOUN
spir-8491	182	17	research	research	NOUN
spir-8491	182	18	?	?	PUNCT
spir-8491	183	1	in	in	ADP
spir-8491	183	2	proceedings	proceeding	NOUN
spir-8491	183	3	of	of	ADP
spir-8491	183	4	the	the	DET
spir-8491	183	5	ninth	ninth	ADJ
spir-8491	183	6	international	international	PROPN
spir-8491	183	7	aaai	aaai	PROPN
spir-8491	183	8	conference	conference	NOUN
spir-8491	183	9	on	on	ADP
spir-8491	183	10	weblogs	weblog	NOUN
spir-8491	183	11	and	and	CCONJ
spir-8491	183	12	social	social	ADJ
spir-8491	183	13	media	medium	NOUN
spir-8491	183	14	(	(	PUNCT
spir-8491	183	15	icwsm	icwsm	NOUN
spir-8491	183	16	)	)	PUNCT
spir-8491	183	17	,	,	PUNCT
spir-8491	183	18	standards	standard	NOUN
spir-8491	183	19	and	and	CCONJ
spir-8491	183	20	practices	practice	VERB
spir-8491	183	21	workshop	workshop	NOUN
spir-8491	183	22	.	.	PUNCT
spir-8491	184	1	beam	beam	PROPN
spir-8491	184	2	,	,	PUNCT
spir-8491	184	3	m.l	m.l	PROPN
spir-8491	184	4	a.	a.	NOUN
spir-8491	184	5	(	(	PUNCT
spir-8491	184	6	2014	2014	NUM
spir-8491	184	7	)	)	PUNCT
spir-8491	184	8	.	.	PUNCT
spir-8491	185	1	automating	automate	VERB
spir-8491	185	2	the	the	DET
spir-8491	185	3	news	news	NOUN
spir-8491	185	4	.	.	PUNCT
spir-8491	186	1	how	how	SCONJ
spir-8491	186	2	personalized	personalized	ADJ
spir-8491	186	3	news	news	NOUN
spir-8491	186	4	recommender	recommender	NOUN
spir-8491	186	5	system	system	NOUN
spir-8491	186	6	design	design	NOUN
spir-8491	186	7	choices	choice	NOUN
spir-8491	186	8	impact	impact	NOUN
spir-8491	186	9	news	news	NOUN
spir-8491	186	10	reception	reception	NOUN
spir-8491	186	11	.	.	PUNCT
spir-8491	187	1	communication	communication	NOUN
spir-8491	187	2	research	research	NOUN
spir-8491	187	3	,	,	PUNCT
spir-8491	187	4	41(8	41(8	PROPN
spir-8491	187	5	)	)	PUNCT
spir-8491	187	6	,	,	PUNCT
spir-8491	187	7	1019–1041	1019–1041	NUM
spir-8491	187	8	.	.	PUNCT
spir-8491	188	1	doi	doi	NOUN
spir-8491	188	2	:	:	PUNCT
spir-8491	188	3	10.1177/0093650213497979	10.1177/0093650213497979	NUM
spir-8491	188	4	boyd	boyd	PROPN
spir-8491	188	5	,	,	PUNCT
spir-8491	188	6	d.	d.	PROPN
spir-8491	188	7	,	,	PUNCT
spir-8491	188	8	&	&	CCONJ
spir-8491	188	9	crawford	crawford	PROPN
spir-8491	188	10	,	,	PUNCT
spir-8491	188	11	k.	k.	PROPN
spir-8491	188	12	(	(	PUNCT
spir-8491	188	13	2012	2012	NUM
spir-8491	188	14	)	)	PUNCT
spir-8491	188	15	.	.	PUNCT
spir-8491	189	1	critical	critical	ADJ
spir-8491	189	2	questions	question	NOUN
spir-8491	189	3	for	for	ADP
spir-8491	189	4	big	big	ADJ
spir-8491	189	5	data	datum	NOUN
spir-8491	189	6	.	.	PUNCT
spir-8491	190	1	information	information	NOUN
spir-8491	190	2	,	,	PUNCT
spir-8491	190	3	communication	communication	NOUN
spir-8491	190	4	&	&	CCONJ
spir-8491	190	5	society	society	NOUN
spir-8491	190	6	,	,	PUNCT
spir-8491	190	7	15(5	15(5	NUM
spir-8491	190	8	)	)	PUNCT
spir-8491	190	9	,	,	PUNCT
spir-8491	190	10	662–679	662–679	NUM
spir-8491	190	11	.	.	PUNCT
spir-8491	191	1	doi:10.1080/1369118x.2012.678878	doi:10.1080/1369118x.2012.678878	ADJ
spir-8491	191	2	bright	bright	ADJ
spir-8491	191	3	,	,	PUNCT
spir-8491	191	4	j.	j.	PROPN
spir-8491	191	5	,	,	PUNCT
spir-8491	191	6	&	&	CCONJ
spir-8491	191	7	nicholls	nicholls	PROPN
spir-8491	191	8	,	,	PUNCT
spir-8491	191	9	t.	t.	PROPN
spir-8491	191	10	(	(	PUNCT
spir-8491	191	11	2013	2013	NUM
spir-8491	191	12	)	)	PUNCT
spir-8491	191	13	.	.	PUNCT
spir-8491	192	1	the	the	DET
spir-8491	192	2	life	life	NOUN
spir-8491	192	3	and	and	CCONJ
spir-8491	192	4	death	death	NOUN
spir-8491	192	5	of	of	ADP
spir-8491	192	6	political	political	ADJ
spir-8491	192	7	news	news	NOUN
spir-8491	192	8	:	:	PUNCT
spir-8491	192	9	measuring	measure	VERB
spir-8491	192	10	the	the	DET
spir-8491	192	11	impact	impact	NOUN
spir-8491	192	12	of	of	ADP
spir-8491	192	13	the	the	DET
spir-8491	192	14	audience	audience	NOUN
spir-8491	192	15	agenda	agenda	NOUN
spir-8491	192	16	using	use	VERB
spir-8491	192	17	online	online	ADJ
spir-8491	192	18	data	datum	NOUN
spir-8491	192	19	.	.	PUNCT
spir-8491	193	1	social	social	ADJ
spir-8491	193	2	science	science	PROPN
spir-8491	193	3	computer	computer	NOUN
spir-8491	193	4	review	review	NOUN
spir-8491	193	5	,	,	PUNCT
spir-8491	193	6	32(2	32(2	NUM
spir-8491	193	7	)	)	PUNCT
spir-8491	193	8	,	,	PUNCT
spir-8491	193	9	170–181	170–181	NUM
spir-8491	193	10	.	.	PUNCT
spir-8491	194	1	doi	doi	NOUN
spir-8491	194	2	:	:	PUNCT
spir-8491	194	3	10.1177/0894439313506845	10.1177/0894439313506845	NUM
spir-8491	194	4	broersma	broersma	NOUN
spir-8491	194	5	.	.	PUNCT
spir-8491	195	1	m.	m.	NOUN
spir-8491	195	2	,	,	PUNCT
spir-8491	195	3	&	&	CCONJ
spir-8491	195	4	graham	graham	PROPN
spir-8491	195	5	,	,	PUNCT
spir-8491	195	6	t.	t.	PROPN
spir-8491	195	7	(	(	PUNCT
spir-8491	195	8	2013	2013	NUM
spir-8491	195	9	)	)	PUNCT
spir-8491	195	10	.	.	PUNCT
spir-8491	196	1	twitter	twitter	NOUN
spir-8491	196	2	as	as	ADP
spir-8491	196	3	a	a	DET
spir-8491	196	4	news	news	NOUN
spir-8491	196	5	source	source	NOUN
spir-8491	196	6	.	.	PUNCT
spir-8491	197	1	how	how	SCONJ
spir-8491	197	2	dutch	dutch	ADJ
spir-8491	197	3	and	and	CCONJ
spir-8491	197	4	british	british	ADJ
spir-8491	197	5	newspapers	newspaper	NOUN
spir-8491	197	6	used	use	VERB
spir-8491	197	7	tweets	tweet	NOUN
spir-8491	197	8	in	in	ADP
spir-8491	197	9	their	their	PRON
spir-8491	197	10	news	news	NOUN
spir-8491	197	11	coverage	coverage	NOUN
spir-8491	197	12	,	,	PUNCT
spir-8491	197	13	2007–2011	2007–2011	NUM
spir-8491	197	14	.	.	PUNCT
spir-8491	198	1	journalism	journalism	NOUN
spir-8491	198	2	practice	practice	NOUN
spir-8491	198	3	,	,	PUNCT
spir-8491	198	4	7(4	7(4	NUM
spir-8491	198	5	)	)	PUNCT
spir-8491	198	6	,	,	PUNCT
spir-8491	198	7	446–464	446–464	NUM
spir-8491	198	8	.	.	PUNCT
spir-8491	199	1	doi	doi	NOUN
spir-8491	199	2	:	:	PUNCT
spir-8491	199	3	10.1080/17512786.2013.802481	10.1080/17512786.2013.802481	NUM
spir-8491	199	4	bruns	brun	NOUN
spir-8491	199	5	,	,	PUNCT
spir-8491	199	6	a.	a.	NOUN
spir-8491	199	7	,	,	PUNCT
spir-8491	199	8	&	&	CCONJ
spir-8491	199	9	moe	moe	PROPN
spir-8491	199	10	,	,	PUNCT
spir-8491	199	11	h.	h.	PROPN
spir-8491	199	12	(	(	PUNCT
spir-8491	199	13	2014	2014	NUM
spir-8491	199	14	)	)	PUNCT
spir-8491	199	15	.	.	PUNCT
spir-8491	200	1	structural	structural	ADJ
spir-8491	200	2	layers	layer	NOUN
spir-8491	200	3	of	of	ADP
spir-8491	200	4	communication	communication	NOUN
spir-8491	200	5	on	on	ADP
spir-8491	200	6	twitter	twitter	NOUN
spir-8491	200	7	.	.	PUNCT
spir-8491	201	1	in	in	ADP
spir-8491	201	2	:	:	PUNCT
spir-8491	201	3	weller	weller	NOUN
spir-8491	201	4	,	,	PUNCT
spir-8491	201	5	k.	k.	PROPN
spir-8491	201	6	,	,	PUNCT
spir-8491	201	7	bruns	brun	NOUN
spir-8491	201	8	,	,	PUNCT
spir-8491	201	9	a.	a.	NOUN
spir-8491	201	10	,	,	PUNCT
spir-8491	201	11	burgess	burgess	PROPN
spir-8491	201	12	,	,	PUNCT
spir-8491	201	13	j.	j.	PROPN
spir-8491	201	14	,	,	PUNCT
spir-8491	201	15	mahrt	mahrt	PROPN
spir-8491	201	16	,	,	PUNCT
spir-8491	201	17	m.	m.	NOUN
spir-8491	201	18	&	&	CCONJ
spir-8491	201	19	puschmann	puschmann	PROPN
spir-8491	201	20	,	,	PUNCT
spir-8491	201	21	c.	c.	PROPN
spir-8491	201	22	(	(	PUNCT
spir-8491	201	23	eds	eds	PROPN
spir-8491	201	24	.	.	PUNCT
spir-8491	201	25	)	)	PUNCT
spir-8491	201	26	twitter	twitter	NOUN
spir-8491	201	27	and	and	CCONJ
spir-8491	201	28	society	society	NOUN
spir-8491	201	29	.	.	PUNCT
spir-8491	202	1	peter	peter	PROPN
spir-8491	202	2	lang	lang	PROPN
spir-8491	202	3	,	,	PUNCT
spir-8491	202	4	new	new	PROPN
spir-8491	202	5	york	york	PROPN
spir-8491	202	6	,	,	PUNCT
spir-8491	202	7	pp	pp	PROPN
spir-8491	202	8	.	.	PUNCT
spir-8491	203	1	15	15	NUM
spir-8491	203	2	-	-	SYM
spir-8491	203	3	28	28	NUM
spir-8491	203	4	.	.	PUNCT
spir-8491	204	1	couldry	couldry	PROPN
spir-8491	204	2	,	,	PUNCT
spir-8491	204	3	n.	n.	PROPN
spir-8491	204	4	,	,	PUNCT
spir-8491	204	5	&	&	CCONJ
spir-8491	204	6	turow	turow	PROPN
spir-8491	204	7	,	,	PUNCT
spir-8491	204	8	j.	j.	PROPN
spir-8491	204	9	(	(	PUNCT
spir-8491	204	10	2014	2014	NUM
spir-8491	204	11	)	)	PUNCT
spir-8491	204	12	.	.	PUNCT
spir-8491	205	1	advertising	advertising	NOUN
spir-8491	205	2	,	,	PUNCT
spir-8491	205	3	big	big	ADJ
spir-8491	205	4	data	datum	NOUN
spir-8491	205	5	,	,	PUNCT
spir-8491	205	6	and	and	CCONJ
spir-8491	205	7	the	the	DET
spir-8491	205	8	clearance	clearance	NOUN
spir-8491	205	9	of	of	ADP
spir-8491	205	10	the	the	DET
spir-8491	205	11	public	public	ADJ
spir-8491	205	12	realm	realm	NOUN
spir-8491	205	13	:	:	PUNCT
spir-8491	205	14	marketers	marketer	NOUN
spir-8491	205	15	’	'	PUNCT
spir-8491	205	16	new	new	ADJ
spir-8491	205	17	approaches	approach	NOUN
spir-8491	205	18	to	to	ADP
spir-8491	205	19	the	the	DET
spir-8491	205	20	content	content	NOUN
spir-8491	205	21	subsidy	subsidy	NOUN
spir-8491	205	22	.	.	PUNCT
spir-8491	206	1	international	international	ADJ
spir-8491	206	2	journal	journal	NOUN
spir-8491	206	3	of	of	ADP
spir-8491	206	4	communication	communication	NOUN
spir-8491	206	5	,	,	PUNCT
spir-8491	206	6	8	8	NUM
spir-8491	206	7	,	,	PUNCT
spir-8491	206	8	1710–1726	1710–1726	NUM
spir-8491	206	9	.	.	PUNCT
spir-8491	207	1	datta	datta	PROPN
spir-8491	207	2	,	,	PUNCT
spir-8491	207	3	a.	a.	PROPN
spir-8491	207	4	,	,	PUNCT
spir-8491	207	5	tschantz	tschantz	PROPN
spir-8491	207	6	,	,	PUNCT
spir-8491	207	7	m.	m.	PROPN
spir-8491	207	8	c.	c.	PROPN
spir-8491	207	9	,	,	PUNCT
spir-8491	207	10	&	&	CCONJ
spir-8491	207	11	datta	datta	PROPN
spir-8491	207	12	,	,	PUNCT
spir-8491	207	13	a.	a.	NOUN
spir-8491	207	14	(	(	PUNCT
spir-8491	207	15	2015	2015	NUM
spir-8491	207	16	)	)	PUNCT
spir-8491	207	17	.	.	PUNCT
spir-8491	208	1	“	"	PUNCT
spir-8491	208	2	automated	automate	VERB
spir-8491	208	3	experiments	experiment	NOUN
spir-8491	208	4	on	on	ADP
spir-8491	208	5	ad	ad	NOUN
spir-8491	208	6	privacy	privacy	NOUN
spir-8491	208	7	settings	setting	NOUN
spir-8491	208	8	:	:	PUNCT
spir-8491	208	9	a	a	DET
spir-8491	208	10	tale	tale	NOUN
spir-8491	208	11	of	of	ADP
spir-8491	208	12	opacity	opacity	NOUN
spir-8491	208	13	,	,	PUNCT
spir-8491	208	14	choice	choice	NOUN
spir-8491	208	15	,	,	PUNCT
spir-8491	208	16	and	and	CCONJ
spir-8491	208	17	discrimination	discrimination	NOUN
spir-8491	208	18	.	.	PUNCT
spir-8491	208	19	”	"	PUNCT
spir-8491	209	1	proc	proc	NOUN
spir-8491	209	2	.	.	PUNCT
spir-8491	210	1	privacy	privacy	NOUN
spir-8491	210	2	enhancing	enhance	VERB
spir-8491	210	3	technologies	technology	NOUN
spir-8491	210	4	(	(	PUNCT
spir-8491	210	5	popets	popet	NOUN
spir-8491	210	6	)	)	PUNCT
spir-8491	210	7	.	.	PUNCT
spir-8491	211	1	diakopoulos	diakopoulo	NOUN
spir-8491	211	2	,	,	PUNCT
spir-8491	211	3	n.	n.	NOUN
spir-8491	211	4	(	(	PUNCT
spir-8491	211	5	2014	2014	NUM
spir-8491	211	6	)	)	PUNCT
spir-8491	211	7	.	.	PUNCT
spir-8491	212	1	algorithmic	algorithmic	ADJ
spir-8491	212	2	accountability	accountability	NOUN
spir-8491	212	3	reporting	reporting	NOUN
spir-8491	212	4	.	.	PUNCT
spir-8491	213	1	on	on	ADP
spir-8491	213	2	the	the	DET
spir-8491	213	3	investigation	investigation	NOUN
spir-8491	213	4	of	of	ADP
spir-8491	213	5	black	black	ADJ
spir-8491	213	6	boxes	box	NOUN
spir-8491	213	7	.	.	PUNCT
spir-8491	214	1	tow	tow	NOUN
spir-8491	214	2	center	center	NOUN
spir-8491	214	3	for	for	ADP
spir-8491	214	4	digital	digital	ADJ
spir-8491	214	5	journalism	journalism	NOUN
spir-8491	214	6	.	.	PUNCT
spir-8491	215	1	retrieved	retrieve	VERB
spir-8491	215	2	from	from	ADP
spir-8491	215	3	http://towcenter.org/wp-content/uploads/2014/02/78524_tow-center-reportweb-1.pdf	http://towcenter.org/wp-content/uploads/2014/02/78524_tow-center-reportweb-1.pdf	PROPN
spir-8491	215	4	.	.	PUNCT
spir-8491	216	1	dos	do	NOUN
spir-8491	216	2	reis	reis	NOUN
spir-8491	216	3	,	,	PUNCT
spir-8491	216	4	j.	j.	PROPN
spir-8491	216	5	c.	c.	PROPN
spir-8491	216	6	,	,	PUNCT
spir-8491	216	7	benevenuto	benevenuto	PROPN
spir-8491	216	8	,	,	PUNCT
spir-8491	216	9	f.	f.	PROPN
spir-8491	216	10	,	,	PUNCT
spir-8491	216	11	olmo	olmo	PROPN
spir-8491	216	12	,	,	PUNCT
spir-8491	216	13	p.	p.	PROPN
spir-8491	216	14	,	,	PUNCT
spir-8491	216	15	prates	prate	NOUN
spir-8491	216	16	,	,	PUNCT
spir-8491	216	17	r.	r.	PROPN
spir-8491	216	18	o.	o.	PROPN
spir-8491	216	19	,	,	PUNCT
spir-8491	216	20	kwak	kwak	PROPN
spir-8491	216	21	,	,	PUNCT
spir-8491	216	22	h.	h.	PROPN
spir-8491	216	23	,	,	PUNCT
spir-8491	216	24	&	&	CCONJ
spir-8491	216	25	an	an	PRON
spir-8491	216	26	,	,	PUNCT
spir-8491	216	27	j.	j.	PROPN
spir-8491	216	28	(	(	PUNCT
spir-8491	216	29	2015	2015	NUM
spir-8491	216	30	)	)	PUNCT
spir-8491	216	31	.	.	PUNCT
spir-8491	217	1	breaking	break	VERB
spir-8491	217	2	the	the	DET
spir-8491	217	3	news	news	NOUN
spir-8491	217	4	:	:	PUNCT
spir-8491	217	5	first	first	ADJ
spir-8491	217	6	impressions	impression	NOUN
spir-8491	217	7	matter	matter	NOUN
spir-8491	217	8	on	on	ADP
spir-8491	217	9	online	online	ADJ
spir-8491	217	10	news	news	NOUN
spir-8491	217	11	.	.	PUNCT
spir-8491	218	1	corr	corr	PROPN
spir-8491	218	2	.	.	PUNCT
spir-8491	219	1	eslami	eslami	PROPN
spir-8491	219	2	,	,	PUNCT
spir-8491	219	3	m.	m.	NOUN
spir-8491	219	4	,	,	PUNCT
spir-8491	219	5	rickman	rickman	PROPN
spir-8491	219	6	,	,	PUNCT
spir-8491	219	7	a.	a.	PROPN
spir-8491	219	8	,	,	PUNCT
spir-8491	219	9	vaccaro	vaccaro	PROPN
spir-8491	219	10	,	,	PUNCT
spir-8491	219	11	k.	k.	PROPN
spir-8491	219	12	,	,	PUNCT
spir-8491	219	13	aleyasen	aleyasen	PROPN
spir-8491	219	14	,	,	PUNCT
spir-8491	219	15	a.	a.	PROPN
spir-8491	219	16	,	,	PUNCT
spir-8491	219	17	vuong	vuong	PROPN
spir-8491	219	18	,	,	PUNCT
spir-8491	219	19	a.	a.	NOUN
spir-8491	219	20	,	,	PUNCT
spir-8491	219	21	karahalios	karahalios	PROPN
spir-8491	219	22	,	,	PUNCT
spir-8491	219	23	k.	k.	PROPN
spir-8491	219	24	,	,	PUNCT
spir-8491	219	25	hamilton	hamilton	PROPN
spir-8491	219	26	,	,	PUNCT
spir-8491	219	27	k.	k.	PROPN
spir-8491	219	28	,	,	PUNCT
spir-8491	219	29	&	&	CCONJ
spir-8491	219	30	author	author	NOUN
spir-8491	219	31	1	1	NUM
spir-8491	219	32	.	.	PUNCT
spir-8491	219	33	(	(	PUNCT
spir-8491	219	34	2015	2015	NUM
spir-8491	219	35	)	)	PUNCT
spir-8491	219	36	.	.	PUNCT
spir-8491	220	1	i	i	PRON
spir-8491	220	2	always	always	ADV
spir-8491	220	3	assumed	assume	VERB
spir-8491	220	4	that	that	SCONJ
spir-8491	220	5	i	i	PRON
spir-8491	220	6	was	be	AUX
spir-8491	220	7	n't	not	PART
spir-8491	220	8	really	really	ADV
spir-8491	220	9	that	that	ADV
spir-8491	220	10	close	close	ADJ
spir-8491	220	11	to	to	ADP
spir-8491	220	12	[	[	X
spir-8491	220	13	her	she	PRON
spir-8491	220	14	]	]	X
spir-8491	220	15	:	:	PUNCT
spir-8491	220	16	reasoning	reason	VERB
spir-8491	220	17	about	about	ADP
spir-8491	220	18	invisible	invisible	ADJ
spir-8491	220	19	algorithms	algorithm	NOUN
spir-8491	220	20	in	in	ADP
spir-8491	220	21	the	the	DET
spir-8491	220	22	news	news	NOUN
spir-8491	220	23	feed	feed	NOUN
spir-8491	220	24	.	.	PUNCT
spir-8491	221	1	proceedings	proceeding	NOUN
spir-8491	221	2	of	of	ADP
spir-8491	221	3	the	the	DET
spir-8491	221	4	33rd	33rd	ADJ
spir-8491	221	5	annual	annual	ADJ
spir-8491	221	6	sigchi	sigchi	ADJ
spir-8491	221	7	conference	conference	NOUN
spir-8491	221	8	on	on	ADP
spir-8491	221	9	human	human	ADJ
spir-8491	221	10	factors	factor	NOUN
spir-8491	221	11	in	in	ADP
spir-8491	221	12	computing	computing	NOUN
spir-8491	221	13	systems	system	NOUN
spir-8491	221	14	,	,	PUNCT
spir-8491	221	15	association	association	NOUN
spir-8491	221	16	for	for	ADP
spir-8491	221	17	computing	compute	VERB
spir-8491	221	18	machinery	machinery	NOUN
spir-8491	221	19	(	(	PUNCT
spir-8491	221	20	acm):153–162	acm):153–162	PROPN
spir-8491	221	21	.	.	PUNCT
spir-8491	221	22	eslami	eslami	PROPN
spir-8491	221	23	,	,	PUNCT
spir-8491	221	24	m.	m.	NOUN
spir-8491	221	25	,	,	PUNCT
spir-8491	221	26	karahalios	karahalios	PROPN
spir-8491	221	27	,	,	PUNCT
spir-8491	221	28	k.	k.	PROPN
spir-8491	221	29	,	,	PUNCT
spir-8491	221	30	author	author	NOUN
spir-8491	221	31	1	1	NUM
spir-8491	221	32	,	,	PUNCT
spir-8491	221	33	vaccaro	vaccaro	NOUN
spir-8491	221	34	,	,	PUNCT
spir-8491	221	35	k.	k.	PROPN
spir-8491	221	36	,	,	PUNCT
spir-8491	221	37	rickman	rickman	PROPN
spir-8491	221	38	,	,	PUNCT
spir-8491	221	39	a.	a.	PROPN
spir-8491	221	40	,	,	PUNCT
spir-8491	221	41	hamilton	hamilton	PROPN
spir-8491	221	42	,	,	PUNCT
spir-8491	221	43	k.	k.	PROPN
spir-8491	221	44	,	,	PUNCT
spir-8491	221	45	&	&	CCONJ
spir-8491	221	46	kirlik	kirlik	PROPN
spir-8491	221	47	,	,	PUNCT
spir-8491	221	48	a.	a.	NOUN
spir-8491	221	49	(	(	PUNCT
spir-8491	221	50	2016	2016	NUM
spir-8491	221	51	)	)	PUNCT
spir-8491	221	52	.	.	PUNCT
spir-8491	222	1	first	first	ADV
spir-8491	222	2	i	i	PRON
spir-8491	222	3	"	"	PUNCT
spir-8491	222	4	like	like	ADP
spir-8491	222	5	"	"	PUNCT
spir-8491	222	6	it	it	PRON
spir-8491	222	7	,	,	PUNCT
spir-8491	222	8	then	then	ADV
spir-8491	222	9	i	i	PRON
spir-8491	222	10	hide	hide	VERB
spir-8491	222	11	it	it	PRON
spir-8491	222	12	:	:	PUNCT
spir-8491	222	13	folk	folk	NOUN
spir-8491	222	14	theories	theory	NOUN
spir-8491	222	15	of	of	ADP
spir-8491	222	16	social	social	ADJ
spir-8491	222	17	feeds	feed	NOUN
spir-8491	222	18	.	.	PUNCT
spir-8491	223	1	proceedings	proceeding	NOUN
spir-8491	223	2	of	of	ADP
spir-8491	223	3	the	the	DET
spir-8491	223	4	34rd	34rd	ADJ
spir-8491	223	5	annual	annual	ADJ
spir-8491	223	6	sigchi	sigchi	ADJ
spir-8491	223	7	conference	conference	NOUN
spir-8491	223	8	on	on	ADP
spir-8491	223	9	human	human	ADJ
spir-8491	223	10	factors	factor	NOUN
spir-8491	223	11	in	in	ADP
spir-8491	223	12	computing	computing	NOUN
spir-8491	223	13	systems	system	NOUN
spir-8491	223	14	,	,	PUNCT
spir-8491	223	15	association	association	NOUN
spir-8491	223	16	for	for	ADP
spir-8491	223	17	computing	compute	VERB
spir-8491	223	18	machinery	machinery	NOUN
spir-8491	223	19	(	(	PUNCT
spir-8491	223	20	acm	acm	NOUN
spir-8491	223	21	):	):	PUNCT
spir-8491	223	22	page	page	NOUN
spir-8491	223	23	numbers	number	NOUN
spir-8491	223	24	tbd	tbd	PROPN
spir-8491	223	25	frické	frické	NOUN
spir-8491	223	26	,	,	PUNCT
spir-8491	223	27	m.	m.	NOUN
spir-8491	223	28	(	(	PUNCT
spir-8491	223	29	2014	2014	NUM
spir-8491	223	30	)	)	PUNCT
spir-8491	223	31	.	.	PUNCT
spir-8491	224	1	big	big	ADJ
spir-8491	224	2	data	datum	NOUN
spir-8491	224	3	and	and	CCONJ
spir-8491	224	4	its	its	PRON
spir-8491	224	5	epistemology	epistemology	NOUN
spir-8491	224	6	.	.	PUNCT
spir-8491	225	1	journal	journal	NOUN
spir-8491	225	2	of	of	ADP
spir-8491	225	3	the	the	DET
spir-8491	225	4	association	association	NOUN
spir-8491	225	5	for	for	ADP
spir-8491	225	6	information	information	NOUN
spir-8491	225	7	science	science	NOUN
spir-8491	225	8	and	and	CCONJ
spir-8491	225	9	technology	technology	NOUN
spir-8491	225	10	,	,	PUNCT
spir-8491	225	11	66	66	NUM
spir-8491	225	12	(	(	PUNCT
spir-8491	225	13	4	4	NUM
spir-8491	225	14	)	)	PUNCT
spir-8491	225	15	,	,	PUNCT
spir-8491	225	16	651–661	651–661	NUM
spir-8491	225	17	.	.	PUNCT
spir-8491	226	1	gillespie	gillespie	PROPN
spir-8491	226	2	,	,	PUNCT
spir-8491	226	3	t.	t.	PROPN
spir-8491	226	4	(	(	PUNCT
spir-8491	226	5	2012	2012	NUM
spir-8491	226	6	)	)	PUNCT
spir-8491	226	7	.	.	PUNCT
spir-8491	227	1	can	can	AUX
spir-8491	227	2	an	an	DET
spir-8491	227	3	algorithm	algorithm	NOUN
spir-8491	227	4	be	be	AUX
spir-8491	227	5	wrong	wrong	ADJ
spir-8491	227	6	?	?	PUNCT
spir-8491	228	1	limn	limn	ADJ
spir-8491	228	2	,	,	PUNCT
spir-8491	228	3	2	2	X
spir-8491	228	4	.	.	PUNCT
spir-8491	228	5	retrieved	retrieve	VERB
spir-8491	228	6	from	from	ADP
spir-8491	228	7	http://escholarship.org/uc/item/0jk9k4hj	http://escholarship.org/uc/item/0jk9k4hj	PROPN
spir-8491	228	8	graham	graham	PROPN
spir-8491	228	9	,	,	PUNCT
spir-8491	228	10	s.	s.	PROPN
spir-8491	228	11	,	,	PUNCT
spir-8491	228	12	&	&	CCONJ
spir-8491	228	13	marvin	marvin	PROPN
spir-8491	228	14	,	,	PUNCT
spir-8491	228	15	s.	s.	PROPN
spir-8491	228	16	(	(	PUNCT
spir-8491	228	17	2001	2001	NUM
spir-8491	228	18	)	)	PUNCT
spir-8491	228	19	.	.	PUNCT
spir-8491	229	1	splintering	splinter	VERB
spir-8491	229	2	urbanism	urbanism	NOUN
spir-8491	229	3	:	:	PUNCT
spir-8491	229	4	networked	networked	ADJ
spir-8491	229	5	infrastructures	infrastructure	NOUN
spir-8491	229	6	,	,	PUNCT
spir-8491	229	7	technological	technological	ADJ
spir-8491	229	8	mobilities	mobility	NOUN
spir-8491	229	9	and	and	CCONJ
spir-8491	229	10	the	the	DET
spir-8491	229	11	urban	urban	ADJ
spir-8491	229	12	condition	condition	NOUN
spir-8491	229	13	.	.	PUNCT
spir-8491	230	1	new	new	PROPN
spir-8491	230	2	york	york	PROPN
spir-8491	230	3	:	:	PUNCT
spir-8491	231	1	routledge	routledge	PROPN
spir-8491	231	2	.	.	PUNCT
spir-8491	232	1	hutton	hutton	PROPN
spir-8491	232	2	,	,	PUNCT
spir-8491	232	3	l.	l.	PROPN
spir-8491	232	4	,	,	PUNCT
spir-8491	232	5	&	&	CCONJ
spir-8491	232	6	henderson	henderson	PROPN
spir-8491	232	7	,	,	PUNCT
spir-8491	232	8	t.	t.	PROPN
spir-8491	232	9	(	(	PUNCT
spir-8491	232	10	2015	2015	NUM
spir-8491	232	11	)	)	PUNCT
spir-8491	232	12	.	.	PUNCT
spir-8491	233	1	”	"	PUNCT
spir-8491	233	2	i	i	PRON
spir-8491	233	3	did	do	AUX
spir-8491	233	4	n’t	not	PART
spir-8491	233	5	sign	sign	VERB
spir-8491	233	6	up	up	ADP
spir-8491	233	7	for	for	ADP
spir-8491	233	8	this	this	PRON
spir-8491	233	9	!	!	PUNCT
spir-8491	233	10	”	"	PUNCT
spir-8491	233	11	:	:	PUNCT
spir-8491	233	12	informed	inform	VERB
spir-8491	233	13	consent	consent	NOUN
spir-8491	233	14	in	in	ADP
spir-8491	233	15	social	social	ADJ
spir-8491	233	16	network	network	NOUN
spir-8491	233	17	research	research	NOUN
spir-8491	233	18	.	.	PUNCT
spir-8491	234	1	in	in	ADP
spir-8491	234	2	proceedings	proceeding	NOUN
spir-8491	234	3	of	of	ADP
spir-8491	234	4	the	the	DET
spir-8491	234	5	ninth	ninth	ADJ
spir-8491	234	6	international	international	PROPN
spir-8491	234	7	aaai	aaai	PROPN
spir-8491	234	8	conference	conference	NOUN
spir-8491	234	9	on	on	ADP
spir-8491	234	10	weblogs	weblog	NOUN
spir-8491	234	11	and	and	CCONJ
spir-8491	234	12	social	social	ADJ
spir-8491	234	13	media	medium	NOUN
spir-8491	234	14	(	(	PUNCT
spir-8491	234	15	icwsm	icwsm	ADJ
spir-8491	234	16	)	)	PUNCT
spir-8491	234	17	,	,	PUNCT
spir-8491	234	18	178–187	178–187	NUM
spir-8491	234	19	.	.	PUNCT
spir-8491	235	1	kitchin	kitchin	PROPN
spir-8491	235	2	,	,	PUNCT
spir-8491	235	3	r.	r.	PROPN
spir-8491	235	4	(	(	PUNCT
spir-8491	235	5	2014	2014	NUM
spir-8491	235	6	)	)	PUNCT
spir-8491	235	7	.	.	PUNCT
spir-8491	236	1	big	big	ADJ
spir-8491	236	2	data	data	PROPN
spir-8491	236	3	,	,	PUNCT
spir-8491	236	4	new	new	ADJ
spir-8491	236	5	epistemologies	epistemology	NOUN
spir-8491	236	6	and	and	CCONJ
spir-8491	236	7	paradigm	paradigm	NOUN
spir-8491	236	8	shifts	shift	NOUN
spir-8491	236	9	.	.	PUNCT
spir-8491	237	1	big	big	ADJ
spir-8491	237	2	data	datum	NOUN
spir-8491	237	3	&	&	CCONJ
spir-8491	237	4	society	society	NOUN
spir-8491	237	5	,	,	PUNCT
spir-8491	237	6	april	april	PROPN
spir-8491	237	7	-	-	PUNCT
spir-8491	237	8	june	june	PROPN
spir-8491	237	9	2014	2014	NUM
spir-8491	237	10	:	:	PUNCT
spir-8491	237	11	1–12	1–12	NOUN
spir-8491	237	12	.	.	PUNCT
spir-8491	238	1	kulshrestha	kulshrestha	PROPN
spir-8491	238	2	,	,	PUNCT
spir-8491	238	3	j.	j.	PROPN
spir-8491	238	4	,	,	PUNCT
spir-8491	238	5	zafar	zafar	PROPN
spir-8491	238	6	,	,	PUNCT
spir-8491	238	7	m.	m.	PROPN
spir-8491	238	8	b.	b.	PROPN
spir-8491	238	9	,	,	PUNCT
spir-8491	238	10	espin	espin	NOUN
spir-8491	238	11	noboa	noboa	ADJ
spir-8491	238	12	,	,	PUNCT
spir-8491	238	13	l.	l.	PROPN
spir-8491	238	14	,	,	PUNCT
spir-8491	238	15	gummadi	gummadi	NOUN
spir-8491	238	16	,	,	PUNCT
spir-8491	238	17	k.	k.	PROPN
spir-8491	239	1	p.	p.	PROPN
spir-8491	239	2	&	&	CCONJ
spir-8491	239	3	ghosh	ghosh	PROPN
spir-8491	239	4	,	,	PUNCT
spir-8491	239	5	s.	s.	PROPN
spir-8491	239	6	(	(	PUNCT
spir-8491	239	7	2015	2015	NUM
spir-8491	239	8	,	,	PUNCT
spir-8491	239	9	may	may	AUX
spir-8491	239	10	)	)	PUNCT
spir-8491	239	11	.	.	PUNCT
spir-8491	240	1	characterizing	characterize	VERB
spir-8491	240	2	information	information	NOUN
spir-8491	240	3	diets	diet	NOUN
spir-8491	240	4	of	of	ADP
spir-8491	240	5	social	social	ADJ
spir-8491	240	6	media	medium	NOUN
spir-8491	240	7	users	user	NOUN
spir-8491	240	8	.	.	PUNCT
spir-8491	241	1	paper	paper	NOUN
spir-8491	241	2	presented	present	VERB
spir-8491	241	3	at	at	ADP
spir-8491	241	4	the	the	DET
spir-8491	241	5	9th	9th	ADJ
spir-8491	241	6	international	international	ADJ
spir-8491	241	7	aaai	aaai	PROPN
spir-8491	241	8	conference	conference	PROPN
spir-8491	241	9	of	of	ADP
spir-8491	241	10	web	web	NOUN
spir-8491	241	11	and	and	CCONJ
spir-8491	241	12	social	social	ADJ
spir-8491	241	13	media	medium	NOUN
spir-8491	241	14	.	.	PUNCT
spir-8491	242	1	(	(	PUNCT
spir-8491	242	2	icwsm	icwsm	ADJ
spir-8491	242	3	15	15	NUM
spir-8491	242	4	)	)	PUNCT
spir-8491	242	5	.	.	PUNCT
spir-8491	243	1	oxford	oxford	PROPN
spir-8491	243	2	:	:	PUNCT
spir-8491	243	3	aaai	aaai	PROPN
spir-8491	243	4	lecuyer	lecuyer	PROPN
spir-8491	243	5	,	,	PUNCT
spir-8491	243	6	m.	m.	NOUN
spir-8491	243	7	,	,	PUNCT
spir-8491	243	8	ducoffe	ducoffe	PROPN
spir-8491	243	9	,	,	PUNCT
spir-8491	243	10	g.	g.	PROPN
spir-8491	243	11	,	,	PUNCT
spir-8491	243	12	lan	lan	PROPN
spir-8491	243	13	,	,	PUNCT
spir-8491	243	14	f.	f.	PROPN
spir-8491	243	15	,	,	PUNCT
spir-8491	243	16	papancea	papancea	NOUN
spir-8491	243	17	,	,	PUNCT
spir-8491	243	18	a.	a.	NOUN
spir-8491	243	19	,	,	PUNCT
spir-8491	243	20	petsios	petsio	NOUN
spir-8491	243	21	,	,	PUNCT
spir-8491	243	22	t.	t.	PROPN
spir-8491	243	23	,	,	PUNCT
spir-8491	243	24	spahn	spahn	PROPN
spir-8491	243	25	,	,	PUNCT
spir-8491	243	26	r.	r.	PROPN
spir-8491	243	27	,	,	PUNCT
spir-8491	243	28	chaintreau	chaintreau	NOUN
spir-8491	243	29	,	,	PUNCT
spir-8491	243	30	a.	a.	PROPN
spir-8491	243	31	,	,	PUNCT
spir-8491	243	32	&	&	CCONJ
spir-8491	243	33	geambasu	geambasu	PROPN
spir-8491	243	34	,	,	PUNCT
spir-8491	243	35	r.	r.	PROPN
spir-8491	243	36	(	(	PUNCT
spir-8491	243	37	2014	2014	NUM
spir-8491	243	38	)	)	PUNCT
spir-8491	243	39	.	.	PUNCT
spir-8491	244	1	xray	xray	PROPN
spir-8491	244	2	:	:	PUNCT
spir-8491	244	3	increasing	increase	VERB
spir-8491	244	4	the	the	DET
spir-8491	244	5	web	web	NOUN
spir-8491	244	6	's	's	PART
spir-8491	244	7	transparency	transparency	NOUN
spir-8491	244	8	with	with	ADP
spir-8491	244	9	differential	differential	ADJ
spir-8491	244	10	correlation	correlation	NOUN
spir-8491	244	11	.	.	PUNCT
spir-8491	245	1	proc	proc	NOUN
spir-8491	245	2	.	.	PUNCT
spir-8491	246	1	usenix	usenix	PROPN
spir-8491	246	2	security	security	NOUN
spir-8491	246	3	.	.	PUNCT
spir-8491	247	1	mager	mager	PROPN
spir-8491	247	2	,	,	PUNCT
spir-8491	247	3	a.	a.	NOUN
spir-8491	247	4	(	(	PUNCT
spir-8491	247	5	2012	2012	NUM
spir-8491	247	6	)	)	PUNCT
spir-8491	247	7	.	.	PUNCT
spir-8491	248	1	algorithmic	algorithmic	ADJ
spir-8491	248	2	ideology	ideology	NOUN
spir-8491	248	3	:	:	PUNCT
spir-8491	248	4	how	how	SCONJ
spir-8491	248	5	capitalist	capitalist	ADJ
spir-8491	248	6	society	society	NOUN
spir-8491	248	7	shapes	shape	VERB
spir-8491	248	8	search	search	NOUN
spir-8491	248	9	engines	engine	NOUN
spir-8491	248	10	.	.	PUNCT
spir-8491	249	1	information	information	NOUN
spir-8491	249	2	,	,	PUNCT
spir-8491	249	3	communication	communication	NOUN
spir-8491	249	4	and	and	CCONJ
spir-8491	249	5	society	society	NOUN
spir-8491	249	6	,	,	PUNCT
spir-8491	249	7	15	15	NUM
spir-8491	249	8	(	(	PUNCT
spir-8491	249	9	5	5	NUM
spir-8491	249	10	)	)	PUNCT
spir-8491	249	11	,	,	PUNCT
spir-8491	249	12	769–787	769–787	NUM
spir-8491	249	13	.	.	PUNCT
spir-8491	250	1	doi:10.1080/1369118x.2012.676056	doi:10.1080/1369118x.2012.676056	PROPN
spir-8491	250	2	mincy	mincy	NOUN
spir-8491	250	3	,	,	PUNCT
spir-8491	250	4	r.	r.	PROPN
spir-8491	250	5	(	(	PUNCT
spir-8491	250	6	1993	1993	NUM
spir-8491	250	7	)	)	PUNCT
spir-8491	250	8	.	.	PUNCT
spir-8491	251	1	the	the	DET
spir-8491	251	2	urban	urban	PROPN
spir-8491	251	3	institute	institute	PROPN
spir-8491	251	4	audit	audit	PROPN
spir-8491	251	5	studies	study	NOUN
spir-8491	251	6	:	:	PUNCT
spir-8491	251	7	their	their	PRON
spir-8491	251	8	research	research	NOUN
spir-8491	251	9	and	and	CCONJ
spir-8491	251	10	policy	policy	NOUN
spir-8491	251	11	context	context	NOUN
spir-8491	251	12	.	.	PUNCT
spir-8491	252	1	in	in	ADP
spir-8491	252	2	fix	fix	NOUN
spir-8491	252	3	and	and	CCONJ
spir-8491	252	4	struyk	struyk	NOUN
spir-8491	252	5	,	,	PUNCT
spir-8491	252	6	eds	eds	PROPN
spir-8491	252	7	.	.	PROPN
spir-8491	252	8	,	,	PUNCT
spir-8491	252	9	clear	clear	ADJ
spir-8491	252	10	and	and	CCONJ
spir-8491	252	11	convincing	convincing	ADJ
spir-8491	252	12	evidence	evidence	NOUN
spir-8491	252	13	:	:	PUNCT
spir-8491	252	14	measurement	measurement	NOUN
spir-8491	252	15	of	of	ADP
spir-8491	252	16	discrimination	discrimination	NOUN
spir-8491	252	17	in	in	ADP
spir-8491	252	18	america	america	PROPN
spir-8491	252	19	.	.	PUNCT
spir-8491	253	1	washington	washington	PROPN
spir-8491	253	2	,	,	PUNCT
spir-8491	253	3	dc	dc	PROPN
spir-8491	253	4	:	:	PUNCT
spir-8491	253	5	the	the	DET
spir-8491	253	6	urban	urban	PROPN
spir-8491	253	7	institute	institute	PROPN
spir-8491	253	8	press	press	PROPN
spir-8491	253	9	,	,	PUNCT
spir-8491	253	10	165–86	165–86	NUM
spir-8491	253	11	.	.	PUNCT
spir-8491	254	1	pager	pager	NOUN
spir-8491	254	2	,	,	PUNCT
spir-8491	254	3	d.	d.	PROPN
spir-8491	254	4	(	(	PUNCT
spir-8491	254	5	2007	2007	NUM
spir-8491	254	6	)	)	PUNCT
spir-8491	254	7	.	.	PUNCT
spir-8491	255	1	the	the	DET
spir-8491	255	2	use	use	NOUN
spir-8491	255	3	of	of	ADP
spir-8491	255	4	field	field	NOUN
spir-8491	255	5	experiments	experiment	NOUN
spir-8491	255	6	for	for	ADP
spir-8491	255	7	studies	study	NOUN
spir-8491	255	8	of	of	ADP
spir-8491	255	9	employment	employment	NOUN
spir-8491	255	10	discrimination	discrimination	NOUN
spir-8491	255	11	:	:	PUNCT
spir-8491	255	12	contributions	contribution	NOUN
spir-8491	255	13	,	,	PUNCT
spir-8491	255	14	critiques	critique	NOUN
spir-8491	255	15	,	,	PUNCT
spir-8491	255	16	and	and	CCONJ
spir-8491	255	17	directions	direction	NOUN
spir-8491	255	18	for	for	ADP
spir-8491	255	19	the	the	DET
spir-8491	255	20	future	future	NOUN
spir-8491	255	21	.	.	PUNCT
spir-8491	256	1	the	the	DET
spir-8491	256	2	annals	annal	NOUN
spir-8491	256	3	of	of	ADP
spir-8491	256	4	the	the	DET
spir-8491	256	5	american	american	PROPN
spir-8491	256	6	academy	academy	PROPN
spir-8491	256	7	of	of	ADP
spir-8491	256	8	political	political	ADJ
spir-8491	256	9	and	and	CCONJ
spir-8491	256	10	social	social	ADJ
spir-8491	256	11	science	science	NOUN
spir-8491	256	12	,	,	PUNCT
spir-8491	256	13	609(1	609(1	NUM
spir-8491	256	14	)	)	PUNCT
spir-8491	256	15	,	,	PUNCT
spir-8491	256	16	104–33	104–33	NUM
spir-8491	256	17	.	.	PUNCT
spir-8491	256	18	parmelee	parmelee	PROPN
spir-8491	256	19	,	,	PUNCT
spir-8491	256	20	j.	j.	PROPN
spir-8491	256	21	h.	h.	PROPN
spir-8491	256	22	(	(	PUNCT
spir-8491	256	23	2014	2014	NUM
spir-8491	256	24	)	)	PUNCT
spir-8491	256	25	.	.	PUNCT
spir-8491	257	1	the	the	DET
spir-8491	257	2	agenda	agenda	NOUN
spir-8491	257	3	-	-	PUNCT
spir-8491	257	4	building	build	VERB
spir-8491	257	5	function	function	NOUN
spir-8491	257	6	of	of	ADP
spir-8491	257	7	political	political	ADJ
spir-8491	257	8	tweets	tweet	NOUN
spir-8491	257	9	.	.	PUNCT
spir-8491	258	1	new	new	ADJ
spir-8491	258	2	media	medium	NOUN
spir-8491	258	3	&	&	CCONJ
spir-8491	258	4	society	society	NOUN
spir-8491	258	5	,	,	PUNCT
spir-8491	258	6	16	16	NUM
spir-8491	258	7	(	(	PUNCT
spir-8491	258	8	3	3	NUM
spir-8491	258	9	)	)	PUNCT
spir-8491	258	10	,	,	PUNCT
spir-8491	258	11	434–450	434–450	NUM
spir-8491	258	12	.	.	PUNCT
spir-8491	259	1	doi	doi	NOUN
spir-8491	259	2	:	:	PUNCT
spir-8491	259	3	10.1177/1461444813487955	10.1177/1461444813487955	NUM
spir-8491	259	4	pariser	pariser	NOUN
spir-8491	259	5	,	,	PUNCT
spir-8491	259	6	e.	e.	PROPN
spir-8491	259	7	(	(	PUNCT
spir-8491	259	8	2012	2012	NUM
spir-8491	259	9	)	)	PUNCT
spir-8491	259	10	.	.	PUNCT
spir-8491	260	1	the	the	DET
spir-8491	260	2	filter	filter	NOUN
spir-8491	260	3	bubble	bubble	NOUN
spir-8491	260	4	:	:	PUNCT
spir-8491	260	5	how	how	SCONJ
spir-8491	260	6	the	the	DET
spir-8491	260	7	new	new	ADJ
spir-8491	260	8	personalized	personalized	ADJ
spir-8491	260	9	web	web	NOUN
spir-8491	260	10	is	be	AUX
spir-8491	260	11	changing	change	VERB
spir-8491	260	12	what	what	PRON
spir-8491	260	13	we	we	PRON
spir-8491	260	14	read	read	VERB
spir-8491	260	15	and	and	CCONJ
spir-8491	260	16	how	how	SCONJ
spir-8491	260	17	we	we	PRON
spir-8491	260	18	think	think	VERB
spir-8491	260	19	.	.	PUNCT
spir-8491	261	1	new	new	PROPN
spir-8491	261	2	york	york	PROPN
spir-8491	261	3	:	:	PUNCT
spir-8491	261	4	penguin	penguin	NOUN
spir-8491	261	5	.	.	PUNCT
spir-8491	262	1	pasquale	pasquale	PROPN
spir-8491	262	2	,	,	PUNCT
spir-8491	262	3	f.	f.	PROPN
spir-8491	262	4	(	(	PUNCT
spir-8491	262	5	2011	2011	NUM
spir-8491	262	6	)	)	PUNCT
spir-8491	262	7	.	.	PUNCT
spir-8491	263	1	restoring	restore	VERB
spir-8491	263	2	transparency	transparency	NOUN
spir-8491	263	3	to	to	ADP
spir-8491	263	4	automated	automate	VERB
spir-8491	263	5	authority	authority	NOUN
spir-8491	263	6	.	.	PUNCT
spir-8491	264	1	journal	journal	PROPN
spir-8491	264	2	on	on	ADP
spir-8491	264	3	telecommunications	telecommunication	NOUN
spir-8491	264	4	and	and	CCONJ
spir-8491	264	5	high	high	ADJ
spir-8491	264	6	technology	technology	NOUN
spir-8491	264	7	law	law	NOUN
spir-8491	264	8	,	,	PUNCT
spir-8491	264	9	9(235	9(235	NUM
spir-8491	264	10	)	)	PUNCT
spir-8491	264	11	.	.	PUNCT
spir-8491	265	1	pasquale	pasquale	PROPN
spir-8491	265	2	,	,	PUNCT
spir-8491	265	3	f.	f.	PROPN
spir-8491	265	4	(	(	PUNCT
spir-8491	265	5	2015	2015	NUM
spir-8491	265	6	)	)	PUNCT
spir-8491	265	7	.	.	PUNCT
spir-8491	266	1	the	the	DET
spir-8491	266	2	black	black	PROPN
spir-8491	266	3	box	box	PROPN
spir-8491	266	4	society	society	NOUN
spir-8491	266	5	:	:	PUNCT
spir-8491	266	6	the	the	DET
spir-8491	266	7	secret	secret	ADJ
spir-8491	266	8	algorithms	algorithm	NOUN
spir-8491	266	9	that	that	PRON
spir-8491	266	10	control	control	VERB
spir-8491	266	11	money	money	NOUN
spir-8491	266	12	and	and	CCONJ
spir-8491	266	13	information	information	NOUN
spir-8491	266	14	.	.	PUNCT
spir-8491	267	1	cambridge	cambridge	PROPN
spir-8491	267	2	,	,	PUNCT
spir-8491	267	3	ma	ma	PROPN
spir-8491	267	4	:	:	PUNCT
spir-8491	267	5	harvard	harvard	PROPN
spir-8491	267	6	university	university	PROPN
spir-8491	267	7	press	press	NOUN
spir-8491	267	8	.	.	PUNCT
spir-8491	268	1	rohani	rohani	PROPN
spir-8491	268	2	,	,	PUNCT
spir-8491	268	3	a.	a.	NOUN
spir-8491	268	4	(	(	PUNCT
spir-8491	268	5	2014	2014	NUM
spir-8491	268	6	)	)	PUNCT
spir-8491	268	7	.	.	PUNCT
spir-8491	269	1	upworthy	upworthy	PROPN
spir-8491	269	2	and	and	CCONJ
spir-8491	269	3	the	the	DET
spir-8491	269	4	race	race	NOUN
spir-8491	269	5	for	for	ADP
spir-8491	269	6	your	your	PRON
spir-8491	269	7	attention	attention	NOUN
spir-8491	269	8	.	.	PUNCT
spir-8491	270	1	retrieved	retrieve	VERB
spir-8491	270	2	from	from	ADP
spir-8491	270	3	https://urbantimes.co/2014/04/upworthy-attention-news/	https://urbantimes.co/2014/04/upworthy-attention-news/	PROPN
spir-8491	270	4	soeller	soeller	NOUN
spir-8491	270	5	,	,	PUNCT
spir-8491	270	6	g.	g.	PROPN
spir-8491	270	7	,	,	PUNCT
spir-8491	270	8	karahalios	karahalios	PROPN
spir-8491	270	9	,	,	PUNCT
spir-8491	270	10	k.	k.	PROPN
spir-8491	270	11	,	,	PUNCT
spir-8491	270	12	author	author	NOUN
spir-8491	270	13	1	1	NUM
spir-8491	270	14	,	,	PUNCT
spir-8491	270	15	&	&	CCONJ
spir-8491	270	16	wilson	wilson	PROPN
spir-8491	270	17	,	,	PUNCT
spir-8491	270	18	c.	c.	PROPN
spir-8491	270	19	(	(	PUNCT
spir-8491	270	20	2016	2016	NUM
spir-8491	270	21	)	)	PUNCT
spir-8491	270	22	.	.	PUNCT
spir-8491	271	1	mapwatch	mapwatch	NOUN
spir-8491	271	2	:	:	PUNCT
spir-8491	271	3	detecting	detect	VERB
spir-8491	271	4	and	and	CCONJ
spir-8491	271	5	monitoring	monitor	VERB
spir-8491	271	6	international	international	ADJ
spir-8491	271	7	border	border	NOUN
spir-8491	271	8	personalization	personalization	NOUN
spir-8491	271	9	on	on	ADP
spir-8491	271	10	online	online	ADJ
spir-8491	271	11	maps	map	NOUN
spir-8491	271	12	.	.	PUNCT
spir-8491	272	1	proceedings	proceeding	NOUN
spir-8491	272	2	of	of	ADP
spir-8491	272	3	the	the	DET
spir-8491	272	4	25th	25th	ADJ
spir-8491	272	5	annual	annual	ADJ
spir-8491	272	6	world	world	NOUN
spir-8491	272	7	wide	wide	ADJ
spir-8491	272	8	web	web	NOUN
spir-8491	272	9	(	(	PUNCT
spir-8491	272	10	www	www	NOUN
spir-8491	272	11	)	)	PUNCT
spir-8491	272	12	conference	conference	NOUN
spir-8491	272	13	,	,	PUNCT
spir-8491	272	14	association	association	NOUN
spir-8491	272	15	for	for	ADP
spir-8491	272	16	computing	compute	VERB
spir-8491	272	17	machinery	machinery	NOUN
spir-8491	272	18	(	(	PUNCT
spir-8491	272	19	acm	acm	NOUN
spir-8491	272	20	):	):	PUNCT
spir-8491	272	21	page	page	NOUN
spir-8491	272	22	numbers	number	NOUN
spir-8491	272	23	tbd	tbd	PROPN
spir-8491	272	24	.	.	PUNCT
spir-8491	273	1	tufekci	tufekci	PROPN
spir-8491	273	2	,	,	PUNCT
spir-8491	273	3	z.	z.	PROPN
spir-8491	273	4	(	(	PUNCT
spir-8491	273	5	2015	2015	NUM
spir-8491	273	6	)	)	PUNCT
spir-8491	273	7	.	.	PUNCT
spir-8491	274	1	algorithmic	algorithmic	ADJ
spir-8491	274	2	harms	harm	NOUN
spir-8491	274	3	beyond	beyond	ADP
spir-8491	274	4	facebook	facebook	NOUN
spir-8491	274	5	and	and	CCONJ
spir-8491	274	6	google	google	PROPN
spir-8491	274	7	:	:	PUNCT
spir-8491	274	8	emergent	emergent	ADJ
spir-8491	274	9	challenges	challenge	NOUN
spir-8491	274	10	of	of	ADP
spir-8491	274	11	computational	computational	ADJ
spir-8491	274	12	agency	agency	NOUN
spir-8491	274	13	.	.	PUNCT
spir-8491	275	1	colorado	colorado	PROPN
spir-8491	275	2	technology	technology	PROPN
spir-8491	275	3	law	law	PROPN
spir-8491	275	4	journal	journal	NOUN
spir-8491	275	5	,	,	PUNCT
spir-8491	275	6	13(2	13(2	PROPN
spir-8491	275	7	)	)	PUNCT
spir-8491	275	8	,	,	PUNCT
spir-8491	275	9	203–217	203–217	NUM
spir-8491	275	10	.	.	PUNCT
spir-8491	276	1	van	van	PROPN
spir-8491	276	2	dalen	dalen	PROPN
spir-8491	276	3	,	,	PUNCT
spir-8491	276	4	a.	a.	NOUN
spir-8491	276	5	(	(	PUNCT
spir-8491	276	6	2012	2012	NUM
spir-8491	276	7	)	)	PUNCT
spir-8491	276	8	.	.	PUNCT
spir-8491	277	1	the	the	DET
spir-8491	277	2	algorithms	algorithm	NOUN
spir-8491	277	3	behind	behind	ADP
spir-8491	277	4	the	the	DET
spir-8491	277	5	headlines	headline	NOUN
spir-8491	277	6	:	:	PUNCT
spir-8491	277	7	how	how	SCONJ
spir-8491	277	8	machine	machine	NOUN
spir-8491	277	9	-	-	PUNCT
spir-8491	277	10	written	write	VERB
spir-8491	277	11	news	news	NOUN
spir-8491	277	12	redefines	redefine	VERB
spir-8491	277	13	the	the	DET
spir-8491	277	14	core	core	NOUN
spir-8491	277	15	skills	skill	NOUN
spir-8491	277	16	of	of	ADP
spir-8491	277	17	human	human	ADJ
spir-8491	277	18	journalists	journalist	NOUN
spir-8491	277	19	.	.	PUNCT
spir-8491	278	1	journalism	journalism	NOUN
spir-8491	278	2	practice	practice	NOUN
spir-8491	278	3	,	,	PUNCT
spir-8491	278	4	6(5	6(5	NUM
spir-8491	278	5	-	-	SYM
spir-8491	278	6	6	6	NUM
spir-8491	278	7	)	)	PUNCT
spir-8491	278	8	,	,	PUNCT
spir-8491	278	9	648	648	NUM
spir-8491	278	10	–	–	PUNCT
spir-8491	278	11	658	658	NUM
spir-8491	278	12	.	.	PUNCT
spir-8491	279	1	doi	doi	NOUN
spir-8491	279	2	:	:	PUNCT
spir-8491	279	3	10.1080/17512786.2012.667268	10.1080/17512786.2012.667268	NUM
spir-8491	279	4	zeng	zeng	PROPN
spir-8491	279	5	,	,	PUNCT
spir-8491	279	6	a.	a.	PROPN
spir-8491	279	7	,	,	PUNCT
spir-8491	279	8	yeung	yeung	PROPN
spir-8491	279	9	,	,	PUNCT
spir-8491	279	10	c.	c.	PROPN
spir-8491	279	11	h.	h.	PROPN
spir-8491	279	12	,	,	PUNCT
spir-8491	279	13	shang	shang	PROPN
spir-8491	279	14	,	,	PUNCT
spir-8491	279	15	m.	m.	NOUN
spir-8491	279	16	,	,	PUNCT
spir-8491	279	17	&	&	CCONJ
spir-8491	279	18	zhang	zhang	PROPN
spir-8491	279	19	,	,	PUNCT
spir-8491	279	20	y.	y.	PROPN
spir-8491	279	21	(	(	PUNCT
spir-8491	279	22	2012	2012	NUM
spir-8491	279	23	)	)	PUNCT
spir-8491	279	24	.	.	PUNCT
spir-8491	280	1	the	the	DET
spir-8491	280	2	reinforcing	reinforce	VERB
spir-8491	280	3	influence	influence	NOUN
spir-8491	280	4	of	of	ADP
spir-8491	280	5	recommendations	recommendation	NOUN
spir-8491	280	6	on	on	ADP
spir-8491	280	7	global	global	ADJ
spir-8491	280	8	diversification	diversification	NOUN
spir-8491	280	9	.	.	PUNCT
spir-8491	281	1	epl	epl	PROPN
spir-8491	281	2	(	(	PUNCT
spir-8491	281	3	europhysics	europhysics	PROPN
spir-8491	281	4	letters	letter	NOUN
spir-8491	281	5	)	)	PUNCT
spir-8491	281	6	,	,	PUNCT
spir-8491	281	7	97	97	NUM
spir-8491	281	8	,	,	PUNCT
spir-8491	281	9	18005–18011	18005–18011	NUM
spir-8491	281	10	.	.	PUNCT
spir-8491	282	1	doi:10.1209/0295	doi:10.1209/0295	NOUN
spir-8491	282	2	-	-	PUNCT
spir-8491	282	3	5075/97/18005	5075/97/18005	NUM
spir-8491	282	4	zhou	zhou	PROPN
spir-8491	282	5	,	,	PUNCT
spir-8491	282	6	t.	t.	PROPN
spir-8491	282	7	,	,	PUNCT
spir-8491	282	8	kuscsik	kuscsik	PROPN
spir-8491	282	9	,	,	PUNCT
spir-8491	282	10	z.	z.	PROPN
spir-8491	282	11	,	,	PUNCT
spir-8491	282	12	liu	liu	PROPN
spir-8491	282	13	,	,	PUNCT
spir-8491	282	14	j.-g	j.-g	PROPN
spir-8491	282	15	.	.	PROPN
spir-8491	282	16	,	,	PUNCT
spir-8491	282	17	medo	medo	PROPN
spir-8491	282	18	,	,	PUNCT
spir-8491	282	19	m.	m.	NOUN
spir-8491	282	20	,	,	PUNCT
spir-8491	282	21	wakeling	wakeling	PROPN
spir-8491	282	22	,	,	PUNCT
spir-8491	282	23	j.	j.	PROPN
spir-8491	282	24	r.	r.	PROPN
spir-8491	282	25	,	,	PUNCT
spir-8491	282	26	&	&	CCONJ
spir-8491	282	27	zhang	zhang	PROPN
spir-8491	282	28	,	,	PUNCT
spir-8491	282	29	y.-c	y.-c	PROPN
spir-8491	282	30	.	.	PUNCT
spir-8491	282	31	(	(	PUNCT
spir-8491	282	32	2010	2010	NUM
spir-8491	282	33	)	)	PUNCT
spir-8491	282	34	.	.	PUNCT
spir-8491	283	1	solving	solve	VERB
spir-8491	283	2	the	the	DET
spir-8491	283	3	apparent	apparent	ADJ
spir-8491	283	4	diversity	diversity	NOUN
spir-8491	283	5	-	-	PUNCT
spir-8491	283	6	accuracy	accuracy	NOUN
spir-8491	283	7	dilemma	dilemma	NOUN
spir-8491	283	8	of	of	ADP
spir-8491	283	9	recommender	recommender	NOUN
spir-8491	283	10	systems	system	NOUN
spir-8491	283	11	.	.	PUNCT
spir-8491	284	1	proceedings	proceeding	NOUN
spir-8491	284	2	of	of	ADP
spir-8491	284	3	the	the	DET
spir-8491	284	4	national	national	PROPN
spir-8491	284	5	academy	academy	PROPN
spir-8491	284	6	of	of	ADP
spir-8491	284	7	sciences	sciences	PROPN
spir-8491	284	8	of	of	ADP
spir-8491	284	9	the	the	DET
spir-8491	284	10	united	united	PROPN
spir-8491	284	11	states	states	PROPN
spir-8491	284	12	of	of	ADP
spir-8491	284	13	america	america	PROPN
spir-8491	284	14	,	,	PUNCT
spir-8491	284	15	107(10	107(10	NUM
spir-8491	284	16	)	)	PUNCT
spir-8491	284	17	,	,	PUNCT
spir-8491	284	18	4511–4515	4511–4515	NUM
spir-8491	284	19	.	.	PUNCT
spir-8491	284	20	doi:10.1073	doi:10.1073	PROPN
spir-8491	284	21	/	/	SYM
spir-8491	284	22	pnas.1000488107	pnas.1000488107	PROPN
spir-8491	284	23	ziewitz	ziewitz	PROPN
spir-8491	284	24	,	,	PUNCT
spir-8491	284	25	m.	m.	NOUN
spir-8491	284	26	(	(	PUNCT
spir-8491	284	27	2016	2016	NUM
spir-8491	284	28	)	)	PUNCT
spir-8491	284	29	.	.	PUNCT
spir-8491	285	1	governing	govern	VERB
spir-8491	285	2	algorithms	algorithm	NOUN
spir-8491	285	3	:	:	PUNCT
spir-8491	285	4	myth	myth	NOUN
spir-8491	285	5	,	,	PUNCT
spir-8491	285	6	mess	mess	NOUN
spir-8491	285	7	,	,	PUNCT
spir-8491	285	8	and	and	CCONJ
spir-8491	285	9	methods	method	NOUN
spir-8491	285	10	.	.	PUNCT
spir-8491	286	1	science	science	NOUN
spir-8491	286	2	,	,	PUNCT
spir-8491	286	3	technology	technology	NOUN
spir-8491	286	4	&	&	CCONJ
spir-8491	286	5	human	human	ADJ
spir-8491	286	6	values	value	NOUN
spir-8491	286	7	4(1	4(1	NOUN
spir-8491	286	8	)	)	PUNCT
spir-8491	286	9	,	,	PUNCT
spir-8491	286	10	3–16	3–16	PROPN
spir-8491	286	11	.	.	PUNCT
spir-8491	287	1	zimmer	zimmer	PROPN
spir-8491	287	2	,	,	PUNCT
spir-8491	287	3	m.	m.	NOUN
spir-8491	287	4	(	(	PUNCT
spir-8491	287	5	2010	2010	NUM
spir-8491	287	6	)	)	PUNCT
spir-8491	287	7	.	.	PUNCT
spir-8491	288	1	but	but	CCONJ
spir-8491	288	2	the	the	DET
spir-8491	288	3	data	data	NOUN
spir-8491	288	4	is	be	AUX
spir-8491	288	5	already	already	ADV
spir-8491	288	6	public	public	ADJ
spir-8491	288	7	:	:	PUNCT
spir-8491	288	8	on	on	ADP
spir-8491	288	9	the	the	DET
spir-8491	288	10	ethics	ethic	NOUN
spir-8491	288	11	of	of	ADP
spir-8491	288	12	research	research	NOUN
spir-8491	288	13	in	in	ADP
spir-8491	288	14	facebook	facebook	PROPN
spir-8491	288	15	.	.	PUNCT
spir-8491	289	1	ethics	ethic	NOUN
spir-8491	289	2	and	and	CCONJ
spir-8491	289	3	information	information	NOUN
spir-8491	289	4	technology	technology	NOUN
spir-8491	289	5	12(4),313–325	12(4),313–325	PROPN
spir-8491	289	6	.	.	PUNCT