id	sid	tid	token	lemma	pos
spir-10072	1	1	selected	select	VERB
spir-10072	1	2	papers	paper	NOUN
spir-10072	1	3	of	of	ADP
spir-10072	1	4	#	#	SYM
spir-10072	1	5	aoir2017	aoir2017	NOUN
spir-10072	1	6	:	:	PUNCT
spir-10072	1	7	the	the	DET
spir-10072	1	8	18th	18th	ADJ
spir-10072	1	9	annual	annual	ADJ
spir-10072	1	10	conference	conference	NOUN
spir-10072	1	11	of	of	ADP
spir-10072	1	12	the	the	DET
spir-10072	1	13	association	association	NOUN
spir-10072	1	14	of	of	ADP
spir-10072	1	15	internet	internet	NOUN
spir-10072	1	16	researchers	researcher	NOUN
spir-10072	1	17	tartu	tartu	PROPN
spir-10072	1	18	,	,	PUNCT
spir-10072	1	19	estonia	estonia	PROPN
spir-10072	1	20	/	/	SYM
spir-10072	1	21	18	18	NUM
spir-10072	1	22	-	-	SYM
spir-10072	1	23	21	21	NUM
spir-10072	1	24	october	october	PROPN
spir-10072	1	25	2017	2017	NUM
spir-10072	1	26	koene	koene	PROPN
spir-10072	1	27	,	,	PUNCT
spir-10072	1	28	a.	a.	NOUN
spir-10072	1	29	,	,	PUNCT
spir-10072	1	30	perez	perez	PROPN
spir-10072	1	31	,	,	PUNCT
spir-10072	1	32	e.	e.	PROPN
spir-10072	1	33	,	,	PUNCT
spir-10072	1	34	webb	webb	PROPN
spir-10072	1	35	,	,	PUNCT
spir-10072	1	36	h.	h.	PROPN
spir-10072	1	37	,	,	PUNCT
spir-10072	1	38	patel	patel	PROPN
spir-10072	1	39	,	,	PUNCT
spir-10072	1	40	m.	m.	NOUN
spir-10072	1	41	(	(	PUNCT
spir-10072	1	42	2017	2017	NUM
spir-10072	1	43	,	,	PUNCT
spir-10072	1	44	october	october	PROPN
spir-10072	1	45	18	18	NUM
spir-10072	1	46	-	-	SYM
spir-10072	1	47	21	21	NUM
spir-10072	1	48	)	)	PUNCT
spir-10072	1	49	.	.	PUNCT
spir-10072	2	1	human	human	ADJ
spir-10072	2	2	agency	agency	NOUN
spir-10072	2	3	on	on	ADP
spir-10072	2	4	algorithmic	algorithmic	ADJ
spir-10072	2	5	systems	system	NOUN
spir-10072	2	6	.	.	PUNCT
spir-10072	3	1	paper	paper	NOUN
spir-10072	3	2	presented	present	VERB
spir-10072	3	3	at	at	ADP
spir-10072	3	4	aoir	aoir	NOUN
spir-10072	3	5	2017	2017	NUM
spir-10072	3	6	:	:	PUNCT
spir-10072	3	7	the	the	DET
spir-10072	3	8	18th	18th	ADJ
spir-10072	3	9	annual	annual	ADJ
spir-10072	3	10	conference	conference	NOUN
spir-10072	3	11	of	of	ADP
spir-10072	3	12	the	the	DET
spir-10072	3	13	association	association	NOUN
spir-10072	3	14	of	of	ADP
spir-10072	3	15	internet	internet	NOUN
spir-10072	3	16	researchers	researcher	NOUN
spir-10072	3	17	.	.	PUNCT
spir-10072	4	1	tartu	tartu	PROPN
spir-10072	4	2	,	,	PUNCT
spir-10072	4	3	estonia	estonia	PROPN
spir-10072	4	4	:	:	PUNCT
spir-10072	4	5	aoir	aoir	NOUN
spir-10072	4	6	.	.	PUNCT
spir-10072	4	7	retrieved	retrieve	VERB
spir-10072	4	8	from	from	ADP
spir-10072	4	9	http://spir.aoir.org	http://spir.aoir.org	PROPN
spir-10072	4	10	.	.	PUNCT
spir-10072	5	1	human	human	ADJ
spir-10072	5	2	agency	agency	NOUN
spir-10072	5	3	on	on	ADP
spir-10072	5	4	algorithmic	algorithmic	ADJ
spir-10072	5	5	systems	system	NOUN
spir-10072	5	6	ansgar	ansgar	PROPN
spir-10072	5	7	koene	koene	PROPN
spir-10072	5	8	university	university	PROPN
spir-10072	5	9	of	of	ADP
spir-10072	5	10	nottingham	nottingham	PROPN
spir-10072	5	11	elvira	elvira	PROPN
spir-10072	5	12	perez	perez	PROPN
spir-10072	5	13	vallejos	vallejos	PROPN
spir-10072	5	14	university	university	PROPN
spir-10072	5	15	of	of	ADP
spir-10072	5	16	nottingham	nottingham	PROPN
spir-10072	5	17	helena	helena	PROPN
spir-10072	5	18	webb	webb	PROPN
spir-10072	5	19	university	university	PROPN
spir-10072	5	20	of	of	ADP
spir-10072	5	21	oxford	oxford	PROPN
spir-10072	5	22	menisha	menisha	PROPN
spir-10072	5	23	patel	patel	PROPN
spir-10072	5	24	university	university	PROPN
spir-10072	5	25	of	of	ADP
spir-10072	5	26	oxford	oxford	PROPN
spir-10072	5	27	abstract	abstract	VERB
spir-10072	5	28	the	the	DET
spir-10072	5	29	majority	majority	NOUN
spir-10072	5	30	of	of	ADP
spir-10072	5	31	large	large	ADJ
spir-10072	5	32	web	web	NOUN
spir-10072	5	33	service	service	NOUN
spir-10072	5	34	platforms	platform	NOUN
spir-10072	5	35	promote	promote	VERB
spir-10072	5	36	service	service	NOUN
spir-10072	5	37	personalization	personalization	NOUN
spir-10072	5	38	as	as	ADP
spir-10072	5	39	a	a	DET
spir-10072	5	40	means	means	NOUN
spir-10072	5	41	of	of	ADP
spir-10072	5	42	providing	provide	VERB
spir-10072	5	43	user	user	NOUN
spir-10072	5	44	convenience	convenience	NOUN
spir-10072	5	45	.	.	PUNCT
spir-10072	6	1	parameter	parameter	NOUN
spir-10072	6	2	settings	setting	NOUN
spir-10072	6	3	are	be	AUX
spir-10072	6	4	commonly	commonly	ADV
spir-10072	6	5	inferred	infer	VERB
spir-10072	6	6	from	from	ADP
spir-10072	6	7	user	user	NOUN
spir-10072	6	8	behavior	behavior	NOUN
spir-10072	6	9	rather	rather	ADV
spir-10072	6	10	than	than	ADP
spir-10072	6	11	explicit	explicit	ADJ
spir-10072	6	12	requests	request	NOUN
spir-10072	6	13	.	.	PUNCT
spir-10072	7	1	as	as	ADP
spir-10072	7	2	a	a	DET
spir-10072	7	3	consequence	consequence	NOUN
spir-10072	7	4	,	,	PUNCT
spir-10072	7	5	users	user	NOUN
spir-10072	7	6	have	have	VERB
spir-10072	7	7	little	little	ADJ
spir-10072	7	8	direct	direct	ADJ
spir-10072	7	9	control	control	NOUN
spir-10072	7	10	of	of	ADP
spir-10072	7	11	the	the	DET
spir-10072	7	12	system	system	NOUN
spir-10072	7	13	behavior	behavior	NOUN
spir-10072	7	14	.	.	PUNCT
spir-10072	8	1	in	in	ADP
spir-10072	8	2	this	this	DET
spir-10072	8	3	paper	paper	NOUN
spir-10072	8	4	we	we	PRON
spir-10072	8	5	discuss	discuss	VERB
spir-10072	8	6	the	the	DET
spir-10072	8	7	implicit	implicit	ADJ
spir-10072	8	8	trade	trade	NOUN
spir-10072	8	9	-	-	PUNCT
spir-10072	8	10	off	off	NOUN
spir-10072	8	11	between	between	ADP
spir-10072	8	12	user	user	NOUN
spir-10072	8	13	convenience	convenience	NOUN
spir-10072	8	14	and	and	CCONJ
spir-10072	8	15	agency	agency	NOUN
spir-10072	8	16	over	over	ADP
spir-10072	8	17	the	the	DET
spir-10072	8	18	online	online	ADJ
spir-10072	8	19	experience	experience	NOUN
spir-10072	8	20	.	.	PUNCT
spir-10072	9	1	we	we	PRON
spir-10072	9	2	will	will	AUX
spir-10072	9	3	present	present	VERB
spir-10072	9	4	results	result	NOUN
spir-10072	9	5	from	from	ADP
spir-10072	9	6	multistakeholder	multistakeholder	NOUN
spir-10072	9	7	engagement	engagement	NOUN
spir-10072	9	8	workshops	workshop	NOUN
spir-10072	9	9	exploring	explore	VERB
spir-10072	9	10	concerns	concern	NOUN
spir-10072	9	11	and	and	CCONJ
spir-10072	9	12	routes	route	NOUN
spir-10072	9	13	to	to	ADP
spir-10072	9	14	solutions	solution	NOUN
spir-10072	9	15	as	as	SCONJ
spir-10072	9	16	raised	raise	VERB
spir-10072	9	17	by	by	ADP
spir-10072	9	18	participants	participant	NOUN
spir-10072	9	19	from	from	ADP
spir-10072	9	20	industry	industry	NOUN
spir-10072	9	21	,	,	PUNCT
spir-10072	9	22	civil	civil	ADJ
spir-10072	9	23	-	-	PUNCT
spir-10072	9	24	society	society	NOUN
spir-10072	9	25	,	,	PUNCT
spir-10072	9	26	teachers	teacher	NOUN
spir-10072	9	27	and	and	CCONJ
spir-10072	9	28	academics	academic	NOUN
spir-10072	9	29	.	.	PUNCT
spir-10072	10	1	finally	finally	ADV
spir-10072	10	2	,	,	PUNCT
spir-10072	10	3	we	we	PRON
spir-10072	10	4	will	will	AUX
spir-10072	10	5	place	place	VERB
spir-10072	10	6	these	these	DET
spir-10072	10	7	results	result	NOUN
spir-10072	10	8	within	within	ADP
spir-10072	10	9	the	the	DET
spir-10072	10	10	context	context	NOUN
spir-10072	10	11	of	of	ADP
spir-10072	10	12	the	the	DET
spir-10072	10	13	wider	wide	ADJ
spir-10072	10	14	debate	debate	NOUN
spir-10072	10	15	about	about	ADP
spir-10072	10	16	user	user	NOUN
spir-10072	10	17	trust	trust	NOUN
spir-10072	10	18	on	on	ADP
spir-10072	10	19	the	the	DET
spir-10072	10	20	internet	internet	NOUN
spir-10072	10	21	and	and	CCONJ
spir-10072	10	22	specific	specific	ADJ
spir-10072	10	23	efforts	effort	NOUN
spir-10072	10	24	to	to	PART
spir-10072	10	25	develop	develop	VERB
spir-10072	10	26	a	a	DET
spir-10072	10	27	standard	standard	NOUN
spir-10072	10	28	on	on	ADP
spir-10072	10	29	algorithm	algorithm	NOUN
spir-10072	10	30	bias	bias	NOUN
spir-10072	10	31	considerations	consideration	NOUN
spir-10072	10	32	.	.	PUNCT
spir-10072	11	1	introduction	introduction	NOUN
spir-10072	11	2	/	/	SYM
spir-10072	11	3	context	context	NOUN
spir-10072	11	4	from	from	ADP
spir-10072	11	5	search	search	NOUN
spir-10072	11	6	engines	engine	NOUN
spir-10072	11	7	to	to	ADP
spir-10072	11	8	social	social	ADJ
spir-10072	11	9	-	-	PUNCT
spir-10072	11	10	media	media	NOUN
spir-10072	11	11	feed	feed	NOUN
spir-10072	11	12	personalization	personalization	NOUN
spir-10072	11	13	and	and	CCONJ
spir-10072	11	14	news	news	NOUN
spir-10072	11	15	recommender	recommender	NOUN
spir-10072	11	16	systems	system	NOUN
spir-10072	11	17	,	,	PUNCT
spir-10072	11	18	online	online	ADJ
spir-10072	11	19	access	access	NOUN
spir-10072	11	20	to	to	ADP
spir-10072	11	21	information	information	NOUN
spir-10072	11	22	is	be	AUX
spir-10072	11	23	heavily	heavily	ADV
spir-10072	11	24	mediated	mediate	VERB
spir-10072	11	25	by	by	ADP
spir-10072	11	26	algorithmic	algorithmic	ADJ
spir-10072	11	27	systems	system	NOUN
spir-10072	11	28	that	that	PRON
spir-10072	11	29	filter	filter	VERB
spir-10072	11	30	and	and	CCONJ
spir-10072	11	31	guide	guide	VERB
spir-10072	11	32	the	the	DET
spir-10072	11	33	behavior	behavior	NOUN
spir-10072	11	34	of	of	ADP
spir-10072	11	35	users	user	NOUN
spir-10072	11	36	.	.	PUNCT
spir-10072	12	1	in	in	ADP
spir-10072	12	2	the	the	DET
spir-10072	12	3	competition	competition	NOUN
spir-10072	12	4	between	between	ADP
spir-10072	12	5	services	service	NOUN
spir-10072	12	6	,	,	PUNCT
spir-10072	12	7	the	the	DET
spir-10072	12	8	limited	limited	ADJ
spir-10072	12	9	capacity	capacity	NOUN
spir-10072	12	10	of	of	ADP
spir-10072	12	11	human	human	ADJ
spir-10072	12	12	attention	attention	NOUN
spir-10072	12	13	is	be	AUX
spir-10072	12	14	perceived	perceive	VERB
spir-10072	12	15	as	as	ADP
spir-10072	12	16	the	the	DET
spir-10072	12	17	main	main	ADJ
spir-10072	12	18	resource	resource	NOUN
spir-10072	12	19	bottleneck	bottleneck	NOUN
spir-10072	12	20	and	and	CCONJ
spir-10072	12	21	thus	thus	ADV
spir-10072	12	22	the	the	DET
spir-10072	12	23	primary	primary	ADJ
spir-10072	12	24	factor	factor	NOUN
spir-10072	12	25	in	in	ADP
spir-10072	12	26	the	the	DET
spir-10072	12	27	competition	competition	NOUN
spir-10072	12	28	between	between	ADP
spir-10072	12	29	services	service	NOUN
spir-10072	12	30	.	.	PUNCT
spir-10072	13	1	in	in	ADP
spir-10072	13	2	response	response	NOUN
spir-10072	13	3	to	to	ADP
spir-10072	13	4	this	this	PRON
spir-10072	13	5	,	,	PUNCT
spir-10072	13	6	increasingly	increasingly	ADV
spir-10072	13	7	sophisticated	sophisticated	ADJ
spir-10072	13	8	and	and	CCONJ
spir-10072	13	9	personalized	personalized	ADJ
spir-10072	13	10	algorithms	algorithm	NOUN
spir-10072	13	11	are	be	AUX
spir-10072	13	12	used	use	VERB
spir-10072	13	13	to	to	PART
spir-10072	13	14	cut	cut	VERB
spir-10072	13	15	through	through	ADP
spir-10072	13	16	the	the	DET
spir-10072	13	17	mountains	mountain	NOUN
spir-10072	13	18	of	of	ADP
spir-10072	13	19	available	available	ADJ
spir-10072	13	20	information	information	NOUN
spir-10072	13	21	in	in	ADP
spir-10072	13	22	the	the	DET
spir-10072	13	23	hope	hope	NOUN
spir-10072	13	24	of	of	ADP
spir-10072	13	25	providing	provide	VERB
spir-10072	13	26	content	content	NOUN
spir-10072	13	27	that	that	PRON
spir-10072	13	28	is	be	AUX
spir-10072	13	29	sufficiently	sufficiently	ADV
spir-10072	13	30	enticing	enticing	ADJ
spir-10072	13	31	to	to	PART
spir-10072	13	32	keep	keep	VERB
spir-10072	13	33	the	the	DET
spir-10072	13	34	users	user	NOUN
spir-10072	13	35	on	on	ADP
spir-10072	13	36	the	the	DET
spir-10072	13	37	platform	platform	NOUN
spir-10072	13	38	.	.	PUNCT
spir-10072	14	1	superficially	superficially	ADV
spir-10072	14	2	,	,	PUNCT
spir-10072	14	3	there	there	PRON
spir-10072	14	4	seems	seem	VERB
spir-10072	14	5	nothing	nothing	PRON
spir-10072	14	6	wrong	wrong	ADJ
spir-10072	14	7	with	with	ADP
spir-10072	14	8	prioritizing	prioritize	VERB
spir-10072	14	9	information	information	NOUN
spir-10072	14	10	that	that	SCONJ
spir-10072	14	11	users	user	NOUN
spir-10072	14	12	will	will	AUX
spir-10072	14	13	likely	likely	ADV
spir-10072	14	14	agree	agree	VERB
spir-10072	14	15	with	with	ADP
spir-10072	14	16	;	;	PUNCT
spir-10072	14	17	after	after	ADV
spir-10072	14	18	all	all	ADV
spir-10072	14	19	,	,	PUNCT
spir-10072	14	20	people	people	NOUN
spir-10072	14	21	tend	tend	VERB
spir-10072	14	22	to	to	PART
spir-10072	14	23	self	self	NOUN
spir-10072	14	24	-	-	PUNCT
spir-10072	14	25	select	select	ADJ
spir-10072	14	26	information	information	NOUN
spir-10072	14	27	that	that	PRON
spir-10072	14	28	aligns	align	VERB
spir-10072	14	29	with	with	ADP
spir-10072	14	30	their	their	PRON
spir-10072	14	31	own	own	ADJ
spir-10072	14	32	beliefs	belief	NOUN
spir-10072	14	33	anyway	anyway	ADV
spir-10072	14	34	.	.	PUNCT
spir-10072	15	1	however	however	ADV
spir-10072	15	2	,	,	PUNCT
spir-10072	15	3	the	the	DET
spir-10072	15	4	implementation	implementation	NOUN
spir-10072	15	5	,	,	PUNCT
spir-10072	15	6	and	and	CCONJ
spir-10072	15	7	sometimes	sometimes	ADV
spir-10072	15	8	the	the	DET
spir-10072	15	9	very	very	ADJ
spir-10072	15	10	existence	existence	NOUN
spir-10072	15	11	,	,	PUNCT
spir-10072	15	12	of	of	ADP
spir-10072	15	13	these	these	DET
spir-10072	15	14	personalization	personalization	NOUN
spir-10072	15	15	algorithms	algorithm	NOUN
spir-10072	15	16	is	be	AUX
spir-10072	15	17	often	often	ADV
spir-10072	15	18	hidden	hide	VERB
spir-10072	15	19	from	from	ADP
spir-10072	15	20	users	user	NOUN
spir-10072	15	21	with	with	ADP
spir-10072	15	22	potentially	potentially	ADV
spir-10072	15	23	negative	negative	ADJ
spir-10072	15	24	consequences	consequence	NOUN
spir-10072	15	25	for	for	ADP
spir-10072	15	26	their	their	PRON
spir-10072	15	27	personal	personal	ADJ
spir-10072	15	28	agency	agency	NOUN
spir-10072	15	29	over	over	ADP
spir-10072	15	30	their	their	PRON
spir-10072	15	31	internet	internet	NOUN
spir-10072	15	32	experience	experience	NOUN
spir-10072	15	33	.	.	PUNCT
spir-10072	16	1	rather	rather	ADV
spir-10072	16	2	than	than	ADP
spir-10072	16	3	ask	ask	VERB
spir-10072	16	4	users	user	NOUN
spir-10072	16	5	to	to	PART
spir-10072	16	6	explicitly	explicitly	ADV
spir-10072	16	7	define	define	VERB
spir-10072	16	8	the	the	DET
spir-10072	16	9	topics	topic	NOUN
spir-10072	16	10	or	or	CCONJ
spir-10072	16	11	content	content	VERB
spir-10072	16	12	the	the	DET
spir-10072	16	13	algorithm	algorithm	NOUN
spir-10072	16	14	should	should	AUX
spir-10072	16	15	select	select	VERB
spir-10072	16	16	for	for	ADP
spir-10072	16	17	,	,	PUNCT
spir-10072	16	18	data	datum	NOUN
spir-10072	16	19	mining	mining	NOUN
spir-10072	16	20	and	and	CCONJ
spir-10072	16	21	behavior	behavior	NOUN
spir-10072	16	22	tracking	tracking	NOUN
spir-10072	17	1	are	be	AUX
spir-10072	17	2	used	use	VERB
spir-10072	17	3	to	to	PART
spir-10072	17	4	algorithmically	algorithmically	ADV
spir-10072	17	5	infer	infer	VERB
spir-10072	17	6	/	/	SYM
spir-10072	17	7	identify	identify	VERB
spir-10072	17	8	personalized	personalized	ADJ
spir-10072	17	9	interest	interest	NOUN
spir-10072	17	10	patterns	pattern	NOUN
spir-10072	17	11	.	.	PUNCT
spir-10072	18	1	in	in	ADP
spir-10072	18	2	order	order	NOUN
spir-10072	18	3	to	to	PART
spir-10072	18	4	perform	perform	VERB
spir-10072	18	5	this	this	DET
spir-10072	18	6	inference	inference	NOUN
spir-10072	18	7	of	of	ADP
spir-10072	18	8	personal	personal	ADJ
spir-10072	18	9	interests	interest	NOUN
spir-10072	18	10	the	the	DET
spir-10072	18	11	algorithms	algorithm	NOUN
spir-10072	18	12	have	have	VERB
spir-10072	18	13	to	to	PART
spir-10072	18	14	rely	rely	VERB
spir-10072	18	15	on	on	ADP
spir-10072	18	16	certain	certain	ADJ
spir-10072	18	17	basic	basic	ADJ
spir-10072	18	18	assumption	assumption	NOUN
spir-10072	18	19	about	about	ADP
spir-10072	18	20	user	user	NOUN
spir-10072	18	21	behavior	behavior	NOUN
spir-10072	18	22	,	,	PUNCT
spir-10072	18	23	such	such	ADJ
spir-10072	18	24	as	as	ADP
spir-10072	18	25	an	an	DET
spir-10072	18	26	assumption	assumption	NOUN
spir-10072	18	27	that	that	SCONJ
spir-10072	18	28	browsing	browse	VERB
spir-10072	18	29	behavior	behavior	NOUN
spir-10072	18	30	is	be	AUX
spir-10072	18	31	rationally	rationally	ADV
spir-10072	18	32	efficient	efficient	ADJ
spir-10072	18	33	(	(	PUNCT
spir-10072	18	34	e.g.	e.g.	ADV
spir-10072	18	35	time	time	NOUN
spir-10072	18	36	spent	spend	VERB
spir-10072	18	37	on	on	ADP
spir-10072	18	38	a	a	DET
spir-10072	18	39	website	website	NOUN
spir-10072	18	40	is	be	AUX
spir-10072	18	41	assumed	assume	VERB
spir-10072	18	42	to	to	PART
spir-10072	18	43	correlate	correlate	VERB
spir-10072	18	44	with	with	ADP
spir-10072	18	45	level	level	NOUN
spir-10072	18	46	of	of	ADP
spir-10072	18	47	interest	interest	NOUN
spir-10072	18	48	)	)	PUNCT
spir-10072	18	49	.	.	PUNCT
spir-10072	19	1	despite	despite	SCONJ
spir-10072	19	2	such	such	ADJ
spir-10072	19	3	assumptions	assumption	NOUN
spir-10072	19	4	the	the	DET
spir-10072	19	5	‘	'	PUNCT
spir-10072	19	6	big	big	ADJ
spir-10072	19	7	data	datum	NOUN
spir-10072	19	8	’	'	PUNCT
spir-10072	19	9	properties	property	NOUN
spir-10072	19	10	of	of	ADP
spir-10072	19	11	high	high	ADJ
spir-10072	19	12	volume	volume	NOUN
spir-10072	19	13	and	and	CCONJ
spir-10072	19	14	high	high	ADJ
spir-10072	19	15	dimensionality	dimensionality	NOUN
spir-10072	19	16	are	be	AUX
spir-10072	19	17	assumed	assume	VERB
spir-10072	19	18	to	to	PART
spir-10072	19	19	produce	produce	VERB
spir-10072	19	20	better	well	ADJ
spir-10072	19	21	predictions	prediction	NOUN
spir-10072	19	22	of	of	ADP
spir-10072	19	23	the	the	DET
spir-10072	19	24	user	user	NOUN
spir-10072	19	25	’s	’s	PART
spir-10072	19	26	interests	interest	NOUN
spir-10072	19	27	than	than	ADP
spir-10072	19	28	even	even	ADV
spir-10072	19	29	the	the	DET
spir-10072	19	30	users	user	NOUN
spir-10072	19	31	themselves	themselves	PRON
spir-10072	19	32	are	be	AUX
spir-10072	19	33	capable	capable	ADJ
spir-10072	19	34	of	of	ADP
spir-10072	19	35	consciously	consciously	ADV
spir-10072	19	36	expressing	express	VERB
spir-10072	19	37	[	[	X
spir-10072	19	38	1	1	NUM
spir-10072	19	39	]	]	PUNCT
spir-10072	19	40	.	.	PUNCT
spir-10072	20	1	when	when	SCONJ
spir-10072	20	2	challenged	challenge	VERB
spir-10072	20	3	over	over	ADP
spir-10072	20	4	concerns	concern	NOUN
spir-10072	20	5	that	that	SCONJ
spir-10072	20	6	these	these	DET
spir-10072	20	7	highly	highly	ADV
spir-10072	20	8	complex	complex	ADJ
spir-10072	20	9	algorithms	algorithm	NOUN
spir-10072	20	10	are	be	AUX
spir-10072	20	11	imposing	impose	VERB
spir-10072	20	12	editorial	editorial	ADJ
spir-10072	20	13	control	control	NOUN
spir-10072	20	14	over	over	ADP
spir-10072	20	15	the	the	DET
spir-10072	20	16	information	information	NOUN
spir-10072	20	17	that	that	PRON
spir-10072	20	18	people	people	NOUN
spir-10072	20	19	can	can	AUX
spir-10072	20	20	access	access	VERB
spir-10072	20	21	(	(	PUNCT
spir-10072	20	22	e.g.	e.g.	ADV
spir-10072	20	23	amplifying	amplify	VERB
spir-10072	20	24	the	the	DET
spir-10072	20	25	‘	'	PUNCT
spir-10072	20	26	echo	echo	NOUN
spir-10072	20	27	chamber	chamber	NOUN
spir-10072	20	28	’	'	PUNCT
spir-10072	20	29	phenomenon	phenomenon	NOUN
spir-10072	20	30	)	)	PUNCT
spir-10072	20	31	,	,	PUNCT
spir-10072	20	32	and	and	CCONJ
spir-10072	20	33	should	should	AUX
spir-10072	20	34	therefore	therefore	ADV
spir-10072	20	35	require	require	VERB
spir-10072	20	36	the	the	DET
spir-10072	20	37	service	service	NOUN
spir-10072	20	38	providers	provider	NOUN
spir-10072	20	39	to	to	PART
spir-10072	20	40	be	be	AUX
spir-10072	20	41	classified	classify	VERB
spir-10072	20	42	as	as	ADP
spir-10072	20	43	media	medium	NOUN
spir-10072	20	44	organizations	organization	NOUN
spir-10072	20	45	with	with	ADP
spir-10072	20	46	corresponding	correspond	VERB
spir-10072	20	47	editorial	editorial	ADJ
spir-10072	20	48	responsibilities	responsibility	NOUN
spir-10072	20	49	and	and	CCONJ
spir-10072	20	50	regulations	regulation	NOUN
spir-10072	20	51	,	,	PUNCT
spir-10072	20	52	the	the	DET
spir-10072	20	53	‘	'	PUNCT
spir-10072	20	54	data	datum	NOUN
spir-10072	20	55	driven	drive	VERB
spir-10072	20	56	’	'	PUNCT
spir-10072	20	57	aspect	aspect	NOUN
spir-10072	20	58	of	of	ADP
spir-10072	20	59	the	the	DET
spir-10072	20	60	algorithms	algorithms	NOUN
spir-10072	20	61	is	be	AUX
spir-10072	20	62	often	often	ADV
spir-10072	20	63	used	use	VERB
spir-10072	20	64	to	to	PART
spir-10072	20	65	argue	argue	VERB
spir-10072	20	66	that	that	SCONJ
spir-10072	20	67	regardless	regardless	ADV
spir-10072	20	68	of	of	ADP
spir-10072	20	69	the	the	DET
spir-10072	20	70	filtering	filtering	NOUN
spir-10072	20	71	,	,	PUNCT
spir-10072	20	72	ranking	ranking	ADJ
spir-10072	20	73	and	and	CCONJ
spir-10072	20	74	recommendations	recommendation	NOUN
spir-10072	20	75	performed	perform	VERB
spir-10072	20	76	by	by	ADP
spir-10072	20	77	the	the	DET
spir-10072	20	78	algorithms	algorithm	NOUN
spir-10072	20	79	,	,	PUNCT
spir-10072	20	80	the	the	DET
spir-10072	20	81	platforms	platform	NOUN
spir-10072	20	82	remain	remain	VERB
spir-10072	20	83	‘	'	PUNCT
spir-10072	20	84	content	content	ADJ
spir-10072	20	85	neutral	neutral	ADJ
spir-10072	20	86	’	'	PUNCT
spir-10072	20	87	technology	technology	NOUN
spir-10072	20	88	providers	provider	NOUN
spir-10072	20	89	,	,	PUNCT
spir-10072	20	90	and	and	CCONJ
spir-10072	20	91	are	be	AUX
spir-10072	20	92	thus	thus	ADV
spir-10072	20	93	not	not	PART
spir-10072	20	94	media	medium	NOUN
spir-10072	20	95	companies	company	NOUN
spir-10072	20	96	[	[	X
spir-10072	20	97	2	2	NUM
spir-10072	20	98	]	]	PUNCT
spir-10072	20	99	.	.	PUNCT
spir-10072	21	1	in	in	ADP
spir-10072	21	2	brief	brief	NOUN
spir-10072	21	3	,	,	PUNCT
spir-10072	21	4	it	it	PRON
spir-10072	21	5	is	be	AUX
spir-10072	21	6	argued	argue	VERB
spir-10072	21	7	,	,	PUNCT
spir-10072	21	8	that	that	SCONJ
spir-10072	21	9	since	since	SCONJ
spir-10072	21	10	the	the	DET
spir-10072	21	11	algorithm	algorithm	NOUN
spir-10072	21	12	makes	make	VERB
spir-10072	21	13	its	its	PRON
spir-10072	21	14	inferences	inference	NOUN
spir-10072	21	15	based	base	VERB
spir-10072	21	16	on	on	ADP
spir-10072	21	17	the	the	DET
spir-10072	21	18	data	datum	NOUN
spir-10072	21	19	which	which	PRON
spir-10072	21	20	is	be	AUX
spir-10072	21	21	provided	provide	VERB
spir-10072	21	22	by	by	ADP
spir-10072	21	23	the	the	DET
spir-10072	21	24	user	user	NOUN
spir-10072	21	25	it	it	PRON
spir-10072	21	26	is	be	AUX
spir-10072	21	27	not	not	PART
spir-10072	21	28	the	the	DET
spir-10072	21	29	service	service	NOUN
spir-10072	21	30	provider	provider	NOUN
spir-10072	21	31	but	but	CCONJ
spir-10072	21	32	rather	rather	ADV
spir-10072	21	33	the	the	DET
spir-10072	21	34	user	user	NOUN
spir-10072	21	35	who	who	PRON
spir-10072	21	36	ultimately	ultimately	ADV
spir-10072	21	37	determines	determine	VERB
spir-10072	21	38	the	the	DET
spir-10072	21	39	behavior	behavior	NOUN
spir-10072	21	40	of	of	ADP
spir-10072	21	41	the	the	DET
spir-10072	21	42	algorithm	algorithm	NOUN
spir-10072	21	43	.	.	PUNCT
spir-10072	22	1	such	such	DET
spir-10072	22	2	an	an	DET
spir-10072	22	3	argument	argument	NOUN
spir-10072	22	4	however	however	ADV
spir-10072	22	5	is	be	AUX
spir-10072	22	6	contestable	contestable	ADJ
spir-10072	22	7	when	when	SCONJ
spir-10072	22	8	one	one	PRON
spir-10072	22	9	considers	consider	VERB
spir-10072	22	10	that	that	SCONJ
spir-10072	22	11	the	the	DET
spir-10072	22	12	users	user	NOUN
spir-10072	22	13	are	be	AUX
spir-10072	22	14	often	often	ADV
spir-10072	22	15	unaware	unaware	ADJ
spir-10072	22	16	of	of	ADP
spir-10072	22	17	the	the	DET
spir-10072	22	18	types	type	NOUN
spir-10072	22	19	of	of	ADP
spir-10072	22	20	actions	action	NOUN
spir-10072	22	21	that	that	PRON
spir-10072	22	22	are	be	AUX
spir-10072	22	23	monitored	monitor	VERB
spir-10072	22	24	to	to	PART
spir-10072	22	25	provide	provide	VERB
spir-10072	22	26	input	input	NOUN
spir-10072	22	27	data	datum	NOUN
spir-10072	22	28	for	for	ADP
spir-10072	22	29	the	the	DET
spir-10072	22	30	algorithm	algorithm	NOUN
spir-10072	22	31	,	,	PUNCT
spir-10072	22	32	and	and	CCONJ
spir-10072	22	33	have	have	VERB
spir-10072	22	34	no	no	DET
spir-10072	22	35	way	way	NOUN
spir-10072	22	36	of	of	ADP
spir-10072	22	37	knowing	know	VERB
spir-10072	22	38	how	how	SCONJ
spir-10072	22	39	those	those	DET
spir-10072	22	40	actions	action	NOUN
spir-10072	22	41	affect	affect	VERB
spir-10072	22	42	the	the	DET
spir-10072	22	43	algorithm	algorithm	NOUN
spir-10072	22	44	behavior	behavior	NOUN
spir-10072	22	45	.	.	PUNCT
spir-10072	23	1	instead	instead	ADV
spir-10072	23	2	,	,	PUNCT
spir-10072	23	3	the	the	DET
spir-10072	23	4	combination	combination	NOUN
spir-10072	23	5	of	of	ADP
spir-10072	23	6	design	design	NOUN
spir-10072	23	7	decisions	decision	NOUN
spir-10072	23	8	by	by	ADP
spir-10072	23	9	the	the	DET
spir-10072	23	10	service	service	NOUN
spir-10072	23	11	provider	provider	NOUN
spir-10072	23	12	acting	act	VERB
spir-10072	23	13	on	on	ADP
spir-10072	23	14	behavioral	behavioral	ADJ
spir-10072	23	15	data	datum	NOUN
spir-10072	23	16	mined	mine	VERB
spir-10072	23	17	from	from	ADP
spir-10072	23	18	the	the	DET
spir-10072	23	19	user	user	NOUN
spir-10072	23	20	results	result	NOUN
spir-10072	23	21	in	in	ADP
spir-10072	23	22	a	a	DET
spir-10072	23	23	system	system	NOUN
spir-10072	23	24	that	that	PRON
spir-10072	23	25	is	be	AUX
spir-10072	23	26	not	not	PART
spir-10072	23	27	fully	fully	ADV
spir-10072	23	28	controlled	control	VERB
spir-10072	23	29	by	by	ADP
spir-10072	23	30	either	either	DET
spir-10072	23	31	party	party	NOUN
spir-10072	23	32	,	,	PUNCT
spir-10072	23	33	with	with	ADP
spir-10072	23	34	the	the	DET
spir-10072	23	35	potential	potential	NOUN
spir-10072	23	36	to	to	PART
spir-10072	23	37	produce	produce	VERB
spir-10072	23	38	unexpected	unexpected	ADJ
spir-10072	23	39	and	and	CCONJ
spir-10072	23	40	undesired	undesired	ADJ
spir-10072	23	41	results	result	NOUN
spir-10072	23	42	.	.	PUNCT
spir-10072	24	1	many	many	ADJ
spir-10072	24	2	examples	example	NOUN
spir-10072	24	3	of	of	ADP
spir-10072	24	4	unintended	unintended	ADJ
spir-10072	24	5	bias	bias	NOUN
spir-10072	24	6	by	by	ADP
spir-10072	24	7	information	information	NOUN
spir-10072	24	8	mediating	mediate	VERB
spir-10072	24	9	algorithms	algorithm	NOUN
spir-10072	24	10	against	against	ADP
spir-10072	24	11	racial	racial	ADJ
spir-10072	24	12	,	,	PUNCT
spir-10072	24	13	gender	gender	NOUN
spir-10072	24	14	or	or	CCONJ
spir-10072	24	15	other	other	ADJ
spir-10072	24	16	protected	protect	VERB
spir-10072	24	17	groups	group	NOUN
spir-10072	24	18	are	be	AUX
spir-10072	24	19	most	most	ADV
spir-10072	24	20	likely	likely	ADJ
spir-10072	24	21	the	the	DET
spir-10072	24	22	results	result	NOUN
spir-10072	24	23	of	of	ADP
spir-10072	24	24	this	this	DET
spir-10072	24	25	kind	kind	NOUN
spir-10072	24	26	of	of	ADP
spir-10072	24	27	semi	semi	ADJ
spir-10072	24	28	-	-	ADJ
spir-10072	24	29	blind	blind	ADJ
spir-10072	24	30	interaction	interaction	NOUN
spir-10072	24	31	of	of	ADP
spir-10072	24	32	applying	apply	VERB
spir-10072	24	33	a	a	DET
spir-10072	24	34	‘	'	PUNCT
spir-10072	24	35	black	black	ADJ
spir-10072	24	36	box	box	NOUN
spir-10072	24	37	’	'	PUNCT
spir-10072	24	38	system	system	NOUN
spir-10072	24	39	to	to	ADP
spir-10072	24	40	an	an	DET
spir-10072	24	41	uncontrolled	uncontrolled	ADJ
spir-10072	24	42	data	data	NOUN
spir-10072	24	43	set	set	NOUN
spir-10072	24	44	.	.	PUNCT
spir-10072	25	1	when	when	SCONJ
spir-10072	25	2	the	the	DET
spir-10072	25	3	google	google	PROPN
spir-10072	25	4	advertising	advertising	NOUN
spir-10072	25	5	algorithm	algorithm	NOUN
spir-10072	25	6	showed	show	VERB
spir-10072	25	7	more	more	ADJ
spir-10072	25	8	ads	ad	NOUN
spir-10072	25	9	related	relate	VERB
spir-10072	25	10	to	to	ADP
spir-10072	25	11	criminal	criminal	ADJ
spir-10072	25	12	background	background	NOUN
spir-10072	25	13	checking	check	VERB
spir-10072	25	14	for	for	ADP
spir-10072	25	15	typically	typically	ADV
spir-10072	25	16	africanamerican	africanamerican	ADJ
spir-10072	25	17	names	name	NOUN
spir-10072	25	18	than	than	ADP
spir-10072	25	19	‘	'	PUNCT
spir-10072	25	20	white	white	ADJ
spir-10072	25	21	’	'	PUNCT
spir-10072	25	22	names	name	NOUN
spir-10072	25	23	[	[	X
spir-10072	25	24	3	3	NUM
spir-10072	25	25	]	]	PUNCT
spir-10072	25	26	,	,	PUNCT
spir-10072	25	27	or	or	CCONJ
spir-10072	25	28	showed	show	VERB
spir-10072	25	29	higher	high	ADJ
spir-10072	25	30	paying	pay	VERB
spir-10072	25	31	jobs	job	NOUN
spir-10072	25	32	more	more	ADJ
spir-10072	25	33	to	to	ADP
spir-10072	25	34	men	man	NOUN
spir-10072	25	35	than	than	ADP
spir-10072	25	36	women	woman	NOUN
spir-10072	25	37	[	[	X
spir-10072	25	38	4	4	NUM
spir-10072	25	39	]	]	PUNCT
spir-10072	25	40	,	,	PUNCT
spir-10072	25	41	a	a	DET
spir-10072	25	42	general	general	ADJ
spir-10072	25	43	purpose	purpose	NOUN
spir-10072	25	44	‘	'	PUNCT
spir-10072	25	45	black	black	ADJ
spir-10072	25	46	box	box	NOUN
spir-10072	25	47	’	'	PUNCT
spir-10072	25	48	algorithm	algorithm	NOUN
spir-10072	25	49	was	be	AUX
spir-10072	25	50	probably	probably	ADV
spir-10072	25	51	mining	mine	VERB
spir-10072	25	52	historical	historical	ADJ
spir-10072	25	53	data	datum	NOUN
spir-10072	25	54	sets	set	NOUN
spir-10072	25	55	,	,	PUNCT
spir-10072	25	56	that	that	PRON
spir-10072	25	57	had	have	AUX
spir-10072	25	58	not	not	PART
spir-10072	25	59	been	be	AUX
spir-10072	25	60	screened	screen	VERB
spir-10072	25	61	against	against	ADP
spir-10072	25	62	such	such	ADJ
spir-10072	25	63	bias	bias	NOUN
spir-10072	25	64	,	,	PUNCT
spir-10072	25	65	resulting	result	VERB
spir-10072	25	66	in	in	ADP
spir-10072	25	67	the	the	DET
spir-10072	25	68	perpetuation	perpetuation	NOUN
spir-10072	25	69	of	of	ADP
spir-10072	25	70	unjustified	unjustified	ADJ
spir-10072	25	71	bias	bias	NOUN
spir-10072	25	72	.	.	PUNCT
spir-10072	26	1	methodology	methodology	NOUN
spir-10072	26	2	our	our	PRON
spir-10072	26	3	project	project	NOUN
spir-10072	27	1	[	[	X
spir-10072	27	2	5	5	NUM
spir-10072	27	3	]	]	PUNCT
spir-10072	27	4	is	be	AUX
spir-10072	27	5	working	work	VERB
spir-10072	27	6	to	to	PART
spir-10072	27	7	develop	develop	VERB
spir-10072	27	8	tools	tool	NOUN
spir-10072	27	9	,	,	PUNCT
spir-10072	27	10	educational	educational	ADJ
spir-10072	27	11	material	material	NOUN
spir-10072	27	12	and	and	CCONJ
spir-10072	27	13	recommendations	recommendation	NOUN
spir-10072	27	14	for	for	ADP
spir-10072	27	15	regulatory	regulatory	ADJ
spir-10072	27	16	safeguards	safeguard	NOUN
spir-10072	27	17	to	to	PART
spir-10072	27	18	re	re	VERB
spir-10072	27	19	-	-	VERB
spir-10072	27	20	assert	assert	VERB
spir-10072	27	21	users	user	NOUN
spir-10072	27	22	’	'	PUNCT
spir-10072	27	23	agency	agency	NOUN
spir-10072	27	24	over	over	ADP
spir-10072	27	25	their	their	PRON
spir-10072	27	26	online	online	ADJ
spir-10072	27	27	information	information	NOUN
spir-10072	27	28	access	access	NOUN
spir-10072	27	29	,	,	PUNCT
spir-10072	27	30	with	with	ADP
spir-10072	27	31	special	special	ADJ
spir-10072	27	32	focus	focus	NOUN
spir-10072	27	33	on	on	ADP
spir-10072	27	34	the	the	DET
spir-10072	27	35	identification	identification	NOUN
spir-10072	27	36	and	and	CCONJ
spir-10072	27	37	avoidance	avoidance	NOUN
spir-10072	27	38	of	of	ADP
spir-10072	27	39	unjustified	unjustified	ADJ
spir-10072	27	40	algorithmic	algorithmic	ADJ
spir-10072	27	41	bias	bias	NOUN
spir-10072	27	42	.	.	PUNCT
spir-10072	28	1	the	the	DET
spir-10072	28	2	project	project	NOUN
spir-10072	28	3	combines	combine	VERB
spir-10072	28	4	deliberative	deliberative	ADJ
spir-10072	28	5	discourse	discourse	NOUN
spir-10072	28	6	with	with	ADP
spir-10072	28	7	13	13	NUM
spir-10072	28	8	-	-	SYM
spir-10072	28	9	17	17	NUM
spir-10072	28	10	years	year	NOUN
spir-10072	28	11	old	old	ADJ
spir-10072	28	12	‘	'	PUNCT
spir-10072	28	13	digital	digital	ADJ
spir-10072	28	14	natives	native	NOUN
spir-10072	28	15	’	'	PUNCT
spir-10072	28	16	with	with	ADP
spir-10072	28	17	user	user	NOUN
spir-10072	28	18	behavior	behavior	NOUN
spir-10072	28	19	observation	observation	NOUN
spir-10072	28	20	studies	study	NOUN
spir-10072	28	21	to	to	PART
spir-10072	28	22	map	map	VERB
spir-10072	28	23	user	user	NOUN
spir-10072	28	24	experiences	experience	NOUN
spir-10072	28	25	with	with	ADP
spir-10072	28	26	algorithmic	algorithmic	ADJ
spir-10072	28	27	online	online	ADJ
spir-10072	28	28	systems	system	NOUN
spir-10072	28	29	,	,	PUNCT
spir-10072	28	30	as	as	ADV
spir-10072	28	31	well	well	ADV
spir-10072	28	32	as	as	ADP
spir-10072	28	33	experiments	experiment	NOUN
spir-10072	28	34	with	with	ADP
spir-10072	28	35	algorithm	algorithm	NOUN
spir-10072	28	36	design	design	NOUN
spir-10072	28	37	principles	principle	NOUN
spir-10072	28	38	.	.	PUNCT
spir-10072	29	1	the	the	DET
spir-10072	29	2	results	result	NOUN
spir-10072	29	3	of	of	ADP
spir-10072	29	4	these	these	DET
spir-10072	29	5	studies	study	NOUN
spir-10072	29	6	are	be	AUX
spir-10072	29	7	used	use	VERB
spir-10072	29	8	as	as	ADP
spir-10072	29	9	basis	basis	NOUN
spir-10072	29	10	for	for	ADP
spir-10072	29	11	engagement	engagement	NOUN
spir-10072	29	12	with	with	ADP
spir-10072	29	13	stakeholders	stakeholder	NOUN
spir-10072	29	14	from	from	ADP
spir-10072	29	15	industry	industry	NOUN
spir-10072	29	16	,	,	PUNCT
spir-10072	29	17	civil	civil	ADJ
spir-10072	29	18	-	-	PUNCT
spir-10072	29	19	society	society	NOUN
spir-10072	29	20	,	,	PUNCT
spir-10072	29	21	government	government	NOUN
spir-10072	29	22	regulators	regulator	NOUN
spir-10072	29	23	and	and	CCONJ
spir-10072	29	24	academia	academia	NOUN
spir-10072	29	25	to	to	PART
spir-10072	29	26	develop	develop	VERB
spir-10072	29	27	recommendations	recommendation	NOUN
spir-10072	29	28	for	for	ADP
spir-10072	29	29	better	well	ADJ
spir-10072	29	30	education	education	NOUN
spir-10072	29	31	,	,	PUNCT
spir-10072	29	32	design	design	NOUN
spir-10072	29	33	and	and	CCONJ
spir-10072	29	34	regulation	regulation	NOUN
spir-10072	29	35	of	of	ADP
spir-10072	29	36	these	these	DET
spir-10072	29	37	systems	system	NOUN
spir-10072	29	38	.	.	PUNCT
spir-10072	30	1	the	the	DET
spir-10072	30	2	stakeholder	stakeholder	NOUN
spir-10072	30	3	engagement	engagement	NOUN
spir-10072	30	4	takes	take	VERB
spir-10072	30	5	the	the	DET
spir-10072	30	6	form	form	NOUN
spir-10072	30	7	of	of	ADP
spir-10072	30	8	workshop	workshop	NOUN
spir-10072	30	9	based	base	VERB
spir-10072	30	10	discussions	discussion	NOUN
spir-10072	30	11	around	around	ADP
spir-10072	30	12	specific	specific	ADJ
spir-10072	30	13	case	case	NOUN
spir-10072	30	14	studies	study	NOUN
spir-10072	30	15	,	,	PUNCT
spir-10072	30	16	e.g.	e.g.	ADV
spir-10072	30	17	the	the	DET
spir-10072	30	18	manipulation	manipulation	NOUN
spir-10072	30	19	of	of	ADP
spir-10072	30	20	page	page	NOUN
spir-10072	30	21	rankings	ranking	NOUN
spir-10072	30	22	in	in	ADP
spir-10072	30	23	search	search	NOUN
spir-10072	30	24	engine	engine	NOUN
spir-10072	30	25	results	result	NOUN
spir-10072	30	26	,	,	PUNCT
spir-10072	30	27	and	and	CCONJ
spir-10072	30	28	questionnaires	questionnaire	NOUN
spir-10072	30	29	.	.	PUNCT
spir-10072	31	1	the	the	DET
spir-10072	31	2	discussions	discussion	NOUN
spir-10072	31	3	are	be	AUX
spir-10072	31	4	recorded	record	VERB
spir-10072	31	5	,	,	PUNCT
spir-10072	31	6	transcribed	transcribe	VERB
spir-10072	31	7	and	and	CCONJ
spir-10072	31	8	anonymized	anonymize	VERB
spir-10072	31	9	.	.	PUNCT
spir-10072	32	1	the	the	DET
spir-10072	32	2	transcripts	transcript	NOUN
spir-10072	32	3	and	and	CCONJ
spir-10072	32	4	the	the	DET
spir-10072	32	5	anonymized	anonymize	VERB
spir-10072	32	6	questionnaire	questionnaire	NOUN
spir-10072	32	7	responses	response	NOUN
spir-10072	32	8	are	be	AUX
spir-10072	32	9	subsequently	subsequently	ADV
spir-10072	32	10	analyzed	analyze	VERB
spir-10072	32	11	to	to	PART
spir-10072	32	12	identify	identify	VERB
spir-10072	32	13	common	common	ADJ
spir-10072	32	14	themes	theme	NOUN
spir-10072	32	15	expressed	express	VERB
spir-10072	32	16	by	by	ADP
spir-10072	32	17	the	the	DET
spir-10072	32	18	participants	participant	NOUN
spir-10072	32	19	.	.	PUNCT
spir-10072	33	1	results	result	VERB
spir-10072	33	2	outcomes	outcome	NOUN
spir-10072	33	3	of	of	ADP
spir-10072	33	4	the	the	DET
spir-10072	33	5	first	first	ADJ
spir-10072	33	6	multi	multi	ADJ
spir-10072	33	7	-	-	ADJ
spir-10072	33	8	stakeholder	stakeholder	ADJ
spir-10072	33	9	engagement	engagement	NOUN
spir-10072	33	10	workshop	workshop	NOUN
spir-10072	33	11	suggest	suggest	VERB
spir-10072	33	12	that	that	SCONJ
spir-10072	33	13	participants	participant	NOUN
spir-10072	33	14	ranging	range	VERB
spir-10072	33	15	from	from	ADP
spir-10072	33	16	smes	sme	NOUN
spir-10072	33	17	to	to	ADP
spir-10072	33	18	ngos	ngo	NOUN
spir-10072	33	19	and	and	CCONJ
spir-10072	33	20	academics	academic	NOUN
spir-10072	33	21	(	(	PUNCT
spir-10072	33	22	legal	legal	ADJ
spir-10072	33	23	and/or	and/or	CCONJ
spir-10072	33	24	technical	technical	ADJ
spir-10072	33	25	experts	expert	NOUN
spir-10072	33	26	)	)	PUNCT
spir-10072	33	27	consider	consider	VERB
spir-10072	33	28	a	a	DET
spir-10072	33	29	number	number	NOUN
spir-10072	33	30	of	of	ADP
spir-10072	33	31	‘	'	PUNCT
spir-10072	33	32	agency	agency	NOUN
spir-10072	33	33	’	'	PUNCT
spir-10072	33	34	related	relate	VERB
spir-10072	33	35	factors	factor	NOUN
spir-10072	33	36	to	to	PART
spir-10072	33	37	play	play	VERB
spir-10072	33	38	an	an	DET
spir-10072	33	39	important	important	ADJ
spir-10072	33	40	role	role	NOUN
spir-10072	33	41	in	in	ADP
spir-10072	33	42	establishing	establish	VERB
spir-10072	33	43	the	the	DET
spir-10072	33	44	perceived	perceive	VERB
spir-10072	33	45	‘	'	PUNCT
spir-10072	33	46	fairness	fairness	NOUN
spir-10072	33	47	’	'	PUNCT
spir-10072	33	48	of	of	ADP
spir-10072	33	49	an	an	DET
spir-10072	33	50	algorithm	algorithm	NOUN
spir-10072	33	51	.	.	PUNCT
spir-10072	34	1	factors	factor	NOUN
spir-10072	34	2	such	such	ADJ
spir-10072	34	3	as	as	ADP
spir-10072	34	4	:	:	PUNCT
spir-10072	34	5	ability	ability	NOUN
spir-10072	34	6	to	to	PART
spir-10072	34	7	appeal	appeal	VERB
spir-10072	34	8	or	or	CCONJ
spir-10072	34	9	negate	negate	VERB
spir-10072	34	10	an	an	DET
spir-10072	34	11	algorithm	algorithm	NOUN
spir-10072	34	12	’s	’s	PART
spir-10072	34	13	decision	decision	NOUN
spir-10072	34	14	;	;	PUNCT
spir-10072	34	15	freedom	freedom	NOUN
spir-10072	34	16	to	to	PART
spir-10072	34	17	explore	explore	VERB
spir-10072	34	18	algorithm	algorithm	NOUN
spir-10072	34	19	effects	effect	NOUN
spir-10072	34	20	by	by	ADP
spir-10072	34	21	experimenting	experiment	VERB
spir-10072	34	22	with	with	ADP
spir-10072	34	23	the	the	DET
spir-10072	34	24	algorithm	algorithm	NOUN
spir-10072	34	25	in	in	ADP
spir-10072	34	26	a	a	DET
spir-10072	34	27	non	non	ADJ
spir-10072	34	28	-	-	ADJ
spir-10072	34	29	binding	binding	ADJ
spir-10072	34	30	way	way	NOUN
spir-10072	34	31	;	;	PUNCT
spir-10072	34	32	ability	ability	NOUN
spir-10072	34	33	to	to	PART
spir-10072	34	34	have	have	AUX
spir-10072	34	35	an	an	DET
spir-10072	34	36	explanation	explanation	NOUN
spir-10072	34	37	for	for	ADP
spir-10072	34	38	the	the	DET
spir-10072	34	39	algorithm	algorithm	NOUN
spir-10072	34	40	outcomes	outcome	NOUN
spir-10072	34	41	;	;	PUNCT
spir-10072	34	42	ability	ability	NOUN
spir-10072	34	43	to	to	PART
spir-10072	34	44	control	control	VERB
spir-10072	34	45	the	the	DET
spir-10072	34	46	data	datum	NOUN
spir-10072	34	47	that	that	PRON
spir-10072	34	48	is	be	AUX
spir-10072	34	49	used	use	VERB
spir-10072	34	50	by	by	ADP
spir-10072	34	51	the	the	DET
spir-10072	34	52	system	system	NOUN
spir-10072	34	53	;	;	PUNCT
spir-10072	34	54	and	and	CCONJ
spir-10072	34	55	an	an	DET
spir-10072	34	56	ability	ability	NOUN
spir-10072	34	57	to	to	PART
spir-10072	34	58	explicitly	explicitly	ADV
spir-10072	34	59	‘	'	PUNCT
spir-10072	34	60	manually	manually	ADJ
spir-10072	34	61	’	'	PUNCT
spir-10072	34	62	finetune	finetune	NOUN
spir-10072	34	63	the	the	DET
spir-10072	34	64	algorithmic	algorithmic	ADJ
spir-10072	34	65	system	system	NOUN
spir-10072	34	66	to	to	PART
spir-10072	34	67	match	match	VERB
spir-10072	34	68	personal	personal	ADJ
spir-10072	34	69	user	user	NOUN
spir-10072	34	70	objectives	objective	NOUN
spir-10072	34	71	in	in	ADP
spir-10072	34	72	recognition	recognition	NOUN
spir-10072	34	73	of	of	ADP
spir-10072	34	74	the	the	DET
spir-10072	34	75	subjective	subjective	ADJ
spir-10072	34	76	nature	nature	NOUN
spir-10072	34	77	of	of	ADP
spir-10072	34	78	fairness	fairness	NOUN
spir-10072	34	79	.	.	PUNCT
spir-10072	35	1	the	the	DET
spir-10072	35	2	next	next	ADJ
spir-10072	35	3	step	step	NOUN
spir-10072	35	4	in	in	ADP
spir-10072	35	5	our	our	PRON
spir-10072	35	6	exploration	exploration	NOUN
spir-10072	35	7	of	of	ADP
spir-10072	35	8	user	user	NOUN
spir-10072	35	9	agency	agency	NOUN
spir-10072	35	10	on	on	ADP
spir-10072	35	11	algorithmic	algorithmic	ADJ
spir-10072	35	12	systems	system	NOUN
spir-10072	35	13	will	will	AUX
spir-10072	35	14	consider	consider	VERB
spir-10072	35	15	the	the	DET
spir-10072	35	16	feasibility	feasibility	NOUN
spir-10072	35	17	and	and	CCONJ
spir-10072	35	18	desirability	desirability	NOUN
spir-10072	35	19	of	of	ADP
spir-10072	35	20	implementing	implement	VERB
spir-10072	35	21	the	the	DET
spir-10072	35	22	proposed	propose	VERB
spir-10072	35	23	capabilities	capability	NOUN
spir-10072	35	24	that	that	PRON
spir-10072	35	25	were	be	AUX
spir-10072	35	26	identified	identify	VERB
spir-10072	35	27	as	as	ADP
spir-10072	35	28	‘	'	PUNCT
spir-10072	35	29	fairness	fairness	NOUN
spir-10072	35	30	’	'	PUNCT
spir-10072	35	31	enhancing	enhance	VERB
spir-10072	35	32	factors	factor	NOUN
spir-10072	35	33	.	.	PUNCT
spir-10072	36	1	implications	implication	NOUN
spir-10072	36	2	on	on	ADP
spir-10072	36	3	the	the	DET
spir-10072	36	4	policy	policy	NOUN
spir-10072	36	5	/	/	SYM
spir-10072	36	6	regulatory	regulatory	ADJ
spir-10072	36	7	side	side	NOUN
spir-10072	36	8	,	,	PUNCT
spir-10072	36	9	we	we	PRON
spir-10072	36	10	are	be	AUX
spir-10072	36	11	taking	take	VERB
spir-10072	36	12	the	the	DET
spir-10072	36	13	results	result	NOUN
spir-10072	36	14	of	of	ADP
spir-10072	36	15	our	our	PRON
spir-10072	36	16	user	user	NOUN
spir-10072	36	17	and	and	CCONJ
spir-10072	36	18	stakeholder	stakeholder	NOUN
spir-10072	36	19	studies	study	NOUN
spir-10072	36	20	to	to	PART
spir-10072	36	21	contribute	contribute	VERB
spir-10072	36	22	to	to	ADP
spir-10072	36	23	initiatives	initiative	NOUN
spir-10072	36	24	such	such	ADJ
spir-10072	36	25	as	as	ADP
spir-10072	36	26	the	the	DET
spir-10072	36	27	user	user	NOUN
spir-10072	36	28	trust	trust	NOUN
spir-10072	36	29	agenda	agenda	NOUN
spir-10072	36	30	of	of	ADP
spir-10072	36	31	the	the	DET
spir-10072	36	32	internet	internet	NOUN
spir-10072	36	33	society	society	NOUN
spir-10072	37	1	[	[	X
spir-10072	37	2	6	6	NUM
spir-10072	37	3	]	]	PUNCT
spir-10072	37	4	and	and	CCONJ
spir-10072	37	5	the	the	DET
spir-10072	37	6	ieee	ieee	NOUN
spir-10072	37	7	global	global	PROPN
spir-10072	37	8	initiative	initiative	NOUN
spir-10072	37	9	for	for	ADP
spir-10072	37	10	ethical	ethical	ADJ
spir-10072	37	11	considerations	consideration	NOUN
spir-10072	37	12	in	in	ADP
spir-10072	37	13	artificial	artificial	ADJ
spir-10072	37	14	intelligence	intelligence	NOUN
spir-10072	37	15	and	and	CCONJ
spir-10072	37	16	autonomous	autonomous	ADJ
spir-10072	37	17	systems	system	NOUN
spir-10072	37	18	[	[	X
spir-10072	37	19	7	7	NUM
spir-10072	37	20	]	]	PUNCT
spir-10072	37	21	.	.	PUNCT
spir-10072	38	1	as	as	ADP
spir-10072	38	2	part	part	NOUN
spir-10072	38	3	of	of	ADP
spir-10072	38	4	the	the	DET
spir-10072	38	5	latter	latter	ADJ
spir-10072	38	6	initiative	initiative	NOUN
spir-10072	38	7	we	we	PRON
spir-10072	38	8	are	be	AUX
spir-10072	38	9	leading	lead	VERB
spir-10072	38	10	an	an	DET
spir-10072	38	11	ieee	ieee	NOUN
spir-10072	38	12	working	working	NOUN
spir-10072	38	13	group	group	NOUN
spir-10072	38	14	for	for	ADP
spir-10072	38	15	the	the	DET
spir-10072	38	16	development	development	NOUN
spir-10072	38	17	of	of	ADP
spir-10072	38	18	a	a	DET
spir-10072	38	19	standard	standard	NOUN
spir-10072	38	20	on	on	ADP
spir-10072	38	21	algorithmic	algorithmic	ADJ
spir-10072	38	22	bias	bias	NOUN
spir-10072	38	23	considerations	consideration	NOUN
spir-10072	38	24	[	[	X
spir-10072	38	25	8	8	NUM
spir-10072	38	26	]	]	PUNCT
spir-10072	38	27	.	.	PUNCT
spir-10072	39	1	this	this	DET
spir-10072	39	2	standards	standard	NOUN
spir-10072	39	3	is	be	AUX
spir-10072	39	4	focused	focus	VERB
spir-10072	39	5	on	on	ADP
spir-10072	39	6	‘	'	PUNCT
spir-10072	39	7	surfacing	surface	VERB
spir-10072	39	8	’	'	PUNCT
spir-10072	39	9	and	and	CCONJ
spir-10072	39	10	evaluating	evaluate	VERB
spir-10072	39	11	societal	societal	ADJ
spir-10072	39	12	implications	implication	NOUN
spir-10072	39	13	of	of	ADP
spir-10072	39	14	the	the	DET
spir-10072	39	15	outcomes	outcome	NOUN
spir-10072	39	16	of	of	ADP
spir-10072	39	17	algorithmic	algorithmic	ADJ
spir-10072	39	18	systems	system	NOUN
spir-10072	39	19	,	,	PUNCT
spir-10072	39	20	with	with	ADP
spir-10072	39	21	the	the	DET
spir-10072	39	22	aim	aim	NOUN
spir-10072	39	23	of	of	ADP
spir-10072	39	24	countering	counter	VERB
spir-10072	39	25	non	non	ADJ
spir-10072	39	26	-	-	ADJ
spir-10072	39	27	operationally	operationally	ADV
spir-10072	39	28	justified	justified	ADJ
spir-10072	39	29	results	result	NOUN
spir-10072	39	30	.	.	PUNCT
spir-10072	40	1	it	it	PRON
spir-10072	40	2	will	will	AUX
spir-10072	40	3	provide	provide	VERB
spir-10072	40	4	individuals	individual	NOUN
spir-10072	40	5	or	or	CCONJ
spir-10072	40	6	organizations	organization	NOUN
spir-10072	40	7	creating	create	VERB
spir-10072	40	8	algorithms	algorithm	NOUN
spir-10072	40	9	with	with	ADP
spir-10072	40	10	methods	method	NOUN
spir-10072	40	11	to	to	PART
spir-10072	40	12	provide	provide	VERB
spir-10072	40	13	clearly	clearly	ADV
spir-10072	40	14	articulated	articulated	ADJ
spir-10072	40	15	accountability	accountability	NOUN
spir-10072	40	16	and	and	CCONJ
spir-10072	40	17	clarity	clarity	NOUN
spir-10072	40	18	around	around	ADP
spir-10072	40	19	how	how	SCONJ
spir-10072	40	20	algorithms	algorithm	NOUN
spir-10072	40	21	are	be	AUX
spir-10072	40	22	targeting	target	VERB
spir-10072	40	23	,	,	PUNCT
spir-10072	40	24	assessing	assess	VERB
spir-10072	40	25	and	and	CCONJ
spir-10072	40	26	influencing	influence	VERB
spir-10072	40	27	the	the	DET
spir-10072	40	28	users	user	NOUN
spir-10072	40	29	and	and	CCONJ
spir-10072	40	30	stakeholders	stakeholder	NOUN
spir-10072	40	31	affected	affect	VERB
spir-10072	40	32	by	by	ADP
spir-10072	40	33	the	the	DET
spir-10072	40	34	algorithm	algorithm	NOUN
spir-10072	40	35	.	.	PUNCT
spir-10072	41	1	acknowledgement	acknowledgement	NOUN
spir-10072	41	2	this	this	DET
spir-10072	41	3	work	work	NOUN
spir-10072	41	4	forms	form	VERB
spir-10072	41	5	part	part	NOUN
spir-10072	41	6	of	of	ADP
spir-10072	41	7	the	the	DET
spir-10072	41	8	unbias	unbias	PROPN
spir-10072	41	9	project	project	NOUN
spir-10072	41	10	supported	support	VERB
spir-10072	41	11	by	by	ADP
spir-10072	41	12	epsrc	epsrc	PROPN
spir-10072	41	13	grant	grant	PROPN
spir-10072	41	14	ep	ep	PROPN
spir-10072	41	15	/	/	SYM
spir-10072	41	16	n02785x/1	n02785x/1	PROPN
spir-10072	41	17	.	.	PUNCT
spir-10072	42	1	unbias	unbias	PROPN
spir-10072	42	2	is	be	AUX
spir-10072	42	3	an	an	DET
spir-10072	42	4	interdisciplinary	interdisciplinary	ADJ
spir-10072	42	5	research	research	NOUN
spir-10072	42	6	project	project	NOUN
spir-10072	42	7	led	lead	VERB
spir-10072	42	8	by	by	ADP
spir-10072	42	9	the	the	DET
spir-10072	42	10	university	university	PROPN
spir-10072	42	11	of	of	ADP
spir-10072	42	12	nottingham	nottingham	PROPN
spir-10072	42	13	in	in	ADP
spir-10072	42	14	collaboration	collaboration	NOUN
spir-10072	42	15	with	with	ADP
spir-10072	42	16	the	the	DET
spir-10072	42	17	universities	university	NOUN
spir-10072	42	18	of	of	ADP
spir-10072	42	19	oxford	oxford	PROPN
spir-10072	42	20	and	and	CCONJ
spir-10072	42	21	edinburgh	edinburgh	PROPN
spir-10072	42	22	.	.	PUNCT
spir-10072	43	1	for	for	ADP
spir-10072	43	2	more	more	ADJ
spir-10072	43	3	information	information	NOUN
spir-10072	43	4	about	about	ADP
spir-10072	43	5	the	the	DET
spir-10072	43	6	unbias	unbias	PROPN
spir-10072	43	7	project	project	NOUN
spir-10072	43	8	,	,	PUNCT
spir-10072	43	9	see	see	VERB
spir-10072	43	10	http://unbias.wp.horizon.ac.uk/	http://unbias.wp.horizon.ac.uk/	NOUN
spir-10072	43	11	references	reference	NOUN
spir-10072	43	12	[	[	X
spir-10072	43	13	1	1	X
spir-10072	43	14	]	]	X
spir-10072	43	15	youyou	youyou	PROPN
spir-10072	43	16	,	,	PUNCT
spir-10072	43	17	w.	w.	PROPN
spir-10072	43	18	,	,	PUNCT
spir-10072	43	19	kosinski	kosinski	PROPN
spir-10072	43	20	,	,	PUNCT
spir-10072	43	21	m.	m.	NOUN
spir-10072	43	22	and	and	CCONJ
spir-10072	43	23	stillwell	stillwell	PROPN
spir-10072	43	24	,	,	PUNCT
spir-10072	43	25	d.	d.	PROPN
spir-10072	43	26	(	(	PUNCT
spir-10072	43	27	2015	2015	NUM
spir-10072	43	28	)	)	PUNCT
spir-10072	43	29	.	.	PUNCT
spir-10072	44	1	computer	computer	NOUN
spir-10072	44	2	-	-	PUNCT
spir-10072	44	3	based	base	VERB
spir-10072	44	4	personality	personality	NOUN
spir-10072	44	5	judgments	judgment	NOUN
spir-10072	44	6	are	be	AUX
spir-10072	44	7	more	more	ADV
spir-10072	44	8	accurate	accurate	ADJ
spir-10072	44	9	than	than	ADP
spir-10072	44	10	those	those	PRON
spir-10072	44	11	more	more	ADJ
spir-10072	44	12	by	by	ADP
spir-10072	44	13	humans	human	NOUN
spir-10072	44	14	.	.	PUNCT
spir-10072	45	1	pnas	pna	NOUN
spir-10072	45	2	,	,	PUNCT
spir-10072	45	3	112(4	112(4	NUM
spir-10072	45	4	)	)	PUNCT
spir-10072	45	5	,	,	PUNCT
spir-10072	45	6	1036	1036	NUM
spir-10072	45	7	-	-	SYM
spir-10072	45	8	1040	1040	NUM
spir-10072	45	9	.	.	PUNCT
spir-10072	46	1	http://unbias.wp.horizon.ac.uk/	http://unbias.wp.horizon.ac.uk/	VERB
spir-10072	46	2	[	[	X
spir-10072	46	3	2	2	NUM
spir-10072	46	4	]	]	SYM
spir-10072	46	5	segreti	segreti	X
spir-10072	46	6	,	,	PUNCT
spir-10072	46	7	g.	g.	PROPN
spir-10072	46	8	(	(	PUNCT
spir-10072	46	9	2016	2016	NUM
spir-10072	46	10	)	)	PUNCT
spir-10072	46	11	.	.	PUNCT
spir-10072	47	1	facebook	facebook	PROPN
spir-10072	47	2	ceo	ceo	PROPN
spir-10072	47	3	says	say	VERB
spir-10072	47	4	group	group	NOUN
spir-10072	47	5	will	will	AUX
spir-10072	47	6	not	not	PART
spir-10072	47	7	become	become	VERB
spir-10072	47	8	a	a	DET
spir-10072	47	9	media	medium	NOUN
spir-10072	47	10	company	company	NOUN
spir-10072	47	11	.	.	PUNCT
spir-10072	48	1	reuters	reuter	NOUN
spir-10072	48	2	,	,	PUNCT
spir-10072	48	3	29	29	NUM
spir-10072	48	4	august	august	PROPN
spir-10072	48	5	–	–	PUNCT
spir-10072	48	6	http://www.reuters.com/article/us-facebook-zuckerbergiduskcn1141wn	http://www.reuters.com/article/us-facebook-zuckerbergiduskcn1141wn	PUNCT
spir-10072	49	1	[	[	X
spir-10072	49	2	3	3	NUM
spir-10072	49	3	]	]	X
spir-10072	49	4	sweeney	sweeney	NOUN
spir-10072	49	5	,	,	PUNCT
spir-10072	49	6	l.	l.	PROPN
spir-10072	49	7	(	(	PUNCT
spir-10072	49	8	2013	2013	NUM
spir-10072	49	9	)	)	PUNCT
spir-10072	49	10	.	.	PUNCT
spir-10072	50	1	discrimination	discrimination	NOUN
spir-10072	50	2	in	in	ADP
spir-10072	50	3	online	online	ADJ
spir-10072	50	4	ad	ad	NOUN
spir-10072	50	5	delivery	delivery	NOUN
spir-10072	50	6	.	.	PUNCT
spir-10072	51	1	queue	queue	NOUN
spir-10072	51	2	,	,	PUNCT
spir-10072	51	3	11(3	11(3	NUM
spir-10072	51	4	)	)	PUNCT
spir-10072	51	5	,	,	PUNCT
spir-10072	51	6	1	1	NUM
spir-10072	51	7	-	-	SYM
spir-10072	51	8	19	19	NUM
spir-10072	51	9	.	.	PUNCT
spir-10072	52	1	[	[	X
spir-10072	52	2	4	4	NUM
spir-10072	52	3	]	]	X
spir-10072	52	4	vincent	vincent	PROPN
spir-10072	52	5	,	,	PUNCT
spir-10072	52	6	j.	j.	PROPN
spir-10072	52	7	(	(	PUNCT
spir-10072	52	8	2015	2015	NUM
spir-10072	52	9	)	)	PUNCT
spir-10072	52	10	.	.	PUNCT
spir-10072	53	1	google	google	PROPN
spir-10072	53	2	's	's	PART
spir-10072	53	3	algorithms	algorithm	NOUN
spir-10072	53	4	advertise	advertise	VERB
spir-10072	53	5	higher	higher	ADV
spir-10072	53	6	paying	pay	VERB
spir-10072	53	7	jobs	job	NOUN
spir-10072	53	8	to	to	ADP
spir-10072	53	9	more	more	ADJ
spir-10072	53	10	men	man	NOUN
spir-10072	53	11	than	than	ADP
spir-10072	53	12	women	woman	NOUN
spir-10072	53	13	.	.	PUNCT
spir-10072	54	1	theverge	theverge	NOUN
spir-10072	54	2	,	,	PUNCT
spir-10072	54	3	july	july	PROPN
spir-10072	54	4	7	7	NUM
spir-10072	54	5	–	–	PUNCT
spir-10072	54	6	http://www.theverge.com/2015/7/7/8905037/googlead-discrimination-adfisher	http://www.theverge.com/2015/7/7/8905037/googlead-discrimination-adfisher	NOUN
spir-10072	55	1	[	[	X
spir-10072	55	2	5	5	NUM
spir-10072	55	3	]	]	PUNCT
spir-10072	55	4	unbias	unbias	PROPN
spir-10072	55	5	http://unbias.wp.horizon.ac.uk/	http://unbias.wp.horizon.ac.uk/	VERB
spir-10072	55	6	[	[	X
spir-10072	55	7	6	6	NUM
spir-10072	55	8	]	]	PUNCT
spir-10072	55	9	internet	internet	NOUN
spir-10072	55	10	society	society	NOUN
spir-10072	55	11	(	(	PUNCT
spir-10072	55	12	2016	2016	NUM
spir-10072	55	13	)	)	PUNCT
spir-10072	55	14	.	.	PUNCT
spir-10072	56	1	a	a	DET
spir-10072	56	2	policy	policy	NOUN
spir-10072	56	3	framework	framework	NOUN
spir-10072	56	4	for	for	ADP
spir-10072	56	5	an	an	DET
spir-10072	56	6	open	open	ADJ
spir-10072	56	7	and	and	CCONJ
spir-10072	56	8	trusted	trusted	ADJ
spir-10072	56	9	internet	internet	NOUN
spir-10072	56	10	.	.	PUNCT
spir-10072	57	1	white	white	ADJ
spir-10072	57	2	papers	paper	NOUN
spir-10072	57	3	,	,	PUNCT
spir-10072	57	4	22	22	NUM
spir-10072	57	5	june	june	PROPN
spir-10072	57	6	–	–	PUNCT
spir-10072	57	7	https://www.internetsociety.org/doc/policy-framework-open-andtrusted-internet	https://www.internetsociety.org/doc/policy-framework-open-andtrusted-internet	PUNCT
spir-10072	58	1	[	[	X
spir-10072	58	2	7	7	NUM
spir-10072	58	3	]	]	SYM
spir-10072	58	4	https://standards.ieee.org/develop/project/7003.html	https://standards.ieee.org/develop/project/7003.html	NUM
spir-10072	58	5	http://www.reuters.com/article/us-facebook-zuckerberg-iduskcn1141wn	http://www.reuters.com/article/us-facebook-zuckerberg-iduskcn1141wn	PROPN
spir-10072	58	6	http://www.reuters.com/article/us-facebook-zuckerberg-iduskcn1141wn	http://www.reuters.com/article/us-facebook-zuckerberg-iduskcn1141wn	PROPN
spir-10072	58	7	http://www.theverge.com/2015/7/7/8905037/google-ad-discrimination-adfisher	http://www.theverge.com/2015/7/7/8905037/google-ad-discrimination-adfisher	PROPN
spir-10072	58	8	http://www.theverge.com/2015/7/7/8905037/google-ad-discrimination-adfisher	http://www.theverge.com/2015/7/7/8905037/google-ad-discrimination-adfisher	PROPN
spir-10072	58	9	http://unbias.wp.horizon.ac.uk/	http://unbias.wp.horizon.ac.uk/	VERB
spir-10072	58	10	https://www.internetsociety.org/doc/policy-framework-open-and-trusted-internet	https://www.internetsociety.org/doc/policy-framework-open-and-trusted-internet	NOUN
spir-10072	58	11	https://www.internetsociety.org/doc/policy-framework-open-and-trusted-internet	https://www.internetsociety.org/doc/policy-framework-open-and-trusted-internet	NOUN
spir-10072	58	12	https://standards.ieee.org/develop/project/7003.html	https://standards.ieee.org/develop/project/7003.html	PUNCT