id	sid	tid	token	lemma	pos
spir-11315	1	1	selected	select	VERB
spir-11315	1	2	papers	paper	NOUN
spir-11315	1	3	of	of	ADP
spir-11315	1	4	#	#	SYM
spir-11315	1	5	aoir2020	aoir2020	PROPN
spir-11315	1	6	:	:	PUNCT
spir-11315	1	7	the	the	DET
spir-11315	1	8	21st	21st	ADJ
spir-11315	1	9	annual	annual	ADJ
spir-11315	1	10	conference	conference	NOUN
spir-11315	1	11	of	of	ADP
spir-11315	1	12	the	the	DET
spir-11315	1	13	association	association	NOUN
spir-11315	1	14	of	of	ADP
spir-11315	1	15	internet	internet	NOUN
spir-11315	1	16	researchers	researcher	NOUN
spir-11315	1	17	virtual	virtual	ADJ
spir-11315	1	18	event	event	NOUN
spir-11315	1	19	/	/	PUNCT
spir-11315	1	20	27	27	NUM
spir-11315	1	21	-	-	SYM
spir-11315	1	22	31	31	NUM
spir-11315	1	23	october	october	PROPN
spir-11315	1	24	2020	2020	NUM
spir-11315	1	25	suggested	suggest	VERB
spir-11315	1	26	citation	citation	NOUN
spir-11315	1	27	(	(	PUNCT
spir-11315	1	28	apa	apa	PROPN
spir-11315	1	29	):	):	PUNCT
spir-11315	1	30	rieder	rieder	PROPN
spir-11315	1	31	,	,	PUNCT
spir-11315	1	32	b.	b.	PROPN
spir-11315	1	33	,	,	PUNCT
spir-11315	1	34	gordon	gordon	PROPN
spir-11315	1	35	,	,	PUNCT
spir-11315	1	36	g.	g.	PROPN
spir-11315	1	37	,	,	PUNCT
spir-11315	1	38	sileno	sileno	NOUN
spir-11315	1	39	,	,	PUNCT
spir-11315	1	40	g.	g.	PROPN
spir-11315	1	41	(	(	PUNCT
spir-11315	1	42	2020	2020	NUM
spir-11315	1	43	,	,	PUNCT
spir-11315	1	44	october	october	PROPN
spir-11315	1	45	)	)	PUNCT
spir-11315	1	46	mapping	mapping	NOUN
spir-11315	1	47	value(s	value(s	NOUN
spir-11315	1	48	)	)	PUNCT
spir-11315	1	49	in	in	ADP
spir-11315	1	50	ai	ai	NOUN
spir-11315	1	51	:	:	PUNCT
spir-11315	1	52	the	the	DET
spir-11315	1	53	case	case	NOUN
spir-11315	1	54	of	of	ADP
spir-11315	1	55	youtube	youtube	NOUN
spir-11315	1	56	.	.	PUNCT
spir-11315	2	1	paper	paper	NOUN
spir-11315	2	2	presented	present	VERB
spir-11315	2	3	at	at	ADP
spir-11315	2	4	aoir	aoir	NOUN
spir-11315	2	5	2020	2020	NUM
spir-11315	2	6	:	:	PUNCT
spir-11315	2	7	the	the	DET
spir-11315	2	8	21th	21th	ADJ
spir-11315	2	9	annual	annual	ADJ
spir-11315	2	10	conference	conference	NOUN
spir-11315	2	11	of	of	ADP
spir-11315	2	12	the	the	DET
spir-11315	2	13	association	association	NOUN
spir-11315	2	14	of	of	ADP
spir-11315	2	15	internet	internet	NOUN
spir-11315	2	16	researchers	researcher	NOUN
spir-11315	2	17	.	.	PUNCT
spir-11315	3	1	virtual	virtual	ADJ
spir-11315	3	2	event	event	NOUN
spir-11315	3	3	:	:	PUNCT
spir-11315	3	4	aoir	aoir	NOUN
spir-11315	3	5	.	.	PUNCT
spir-11315	3	6	retrieved	retrieve	VERB
spir-11315	3	7	from	from	ADP
spir-11315	3	8	http://spir.aoir.org	http://spir.aoir.org	PROPN
spir-11315	3	9	.	.	PUNCT
spir-11315	4	1	mapping	mapping	NOUN
spir-11315	4	2	value(s	value(s	NOUN
spir-11315	4	3	)	)	PUNCT
spir-11315	4	4	in	in	ADP
spir-11315	4	5	ai	ai	NOUN
spir-11315	4	6	:	:	PUNCT
spir-11315	4	7	the	the	DET
spir-11315	4	8	case	case	NOUN
spir-11315	4	9	of	of	ADP
spir-11315	4	10	youtube	youtube	PROPN
spir-11315	4	11	bernhard	bernhard	PROPN
spir-11315	4	12	rieder	rieder	PROPN
spir-11315	4	13	university	university	PROPN
spir-11315	4	14	of	of	ADP
spir-11315	4	15	amsterdam	amsterdam	PROPN
spir-11315	4	16	geoff	geoff	PROPN
spir-11315	4	17	gordon	gordon	PROPN
spir-11315	4	18	university	university	PROPN
spir-11315	4	19	of	of	ADP
spir-11315	4	20	amsterdam	amsterdam	PROPN
spir-11315	4	21	giovanni	giovanni	PROPN
spir-11315	4	22	sileno	sileno	PROPN
spir-11315	4	23	university	university	PROPN
spir-11315	4	24	of	of	ADP
spir-11315	4	25	amsterdam	amsterdam	PROPN
spir-11315	4	26	abstract	abstract	PROPN
spir-11315	4	27	this	this	DET
spir-11315	4	28	paper	paper	NOUN
spir-11315	4	29	presents	present	VERB
spir-11315	4	30	a	a	DET
spir-11315	4	31	multidisciplinary	multidisciplinary	ADJ
spir-11315	4	32	approach	approach	NOUN
spir-11315	4	33	(	(	PUNCT
spir-11315	4	34	media	medium	NOUN
spir-11315	4	35	studies	study	NOUN
spir-11315	4	36	,	,	PUNCT
spir-11315	4	37	computer	computer	NOUN
spir-11315	4	38	science	science	NOUN
spir-11315	4	39	,	,	PUNCT
spir-11315	4	40	and	and	CCONJ
spir-11315	4	41	legal	legal	ADJ
spir-11315	4	42	scholarship	scholarship	NOUN
spir-11315	4	43	)	)	PUNCT
spir-11315	4	44	for	for	ADP
spir-11315	4	45	the	the	DET
spir-11315	4	46	analysis	analysis	NOUN
spir-11315	4	47	of	of	ADP
spir-11315	4	48	systems	system	NOUN
spir-11315	4	49	that	that	PRON
spir-11315	4	50	rely	rely	VERB
spir-11315	4	51	on	on	ADP
spir-11315	4	52	ai	ai	PRON
spir-11315	4	53	components	component	NOUN
spir-11315	4	54	as	as	ADP
spir-11315	4	55	central	central	ADJ
spir-11315	4	56	components	component	NOUN
spir-11315	4	57	of	of	ADP
spir-11315	4	58	their	their	PRON
spir-11315	4	59	design	design	NOUN
spir-11315	4	60	.	.	PUNCT
spir-11315	5	1	taking	take	VERB
spir-11315	5	2	recommender	recommender	NOUN
spir-11315	5	3	systems	system	NOUN
spir-11315	5	4	more	more	ADV
spir-11315	5	5	generally	generally	ADV
spir-11315	5	6	and	and	CCONJ
spir-11315	5	7	the	the	DET
spir-11315	5	8	one	one	NOUN
spir-11315	5	9	built	build	VERB
spir-11315	5	10	by	by	ADP
spir-11315	5	11	youtube	youtube	NOUN
spir-11315	5	12	more	more	ADV
spir-11315	5	13	specifically	specifically	ADV
spir-11315	5	14	,	,	PUNCT
spir-11315	5	15	we	we	PRON
spir-11315	5	16	develop	develop	VERB
spir-11315	5	17	a	a	DET
spir-11315	5	18	methodology	methodology	NOUN
spir-11315	5	19	for	for	ADP
spir-11315	5	20	conceptualizing	conceptualize	VERB
spir-11315	5	21	and	and	CCONJ
spir-11315	5	22	studying	study	VERB
spir-11315	5	23	the	the	DET
spir-11315	5	24	broad	broad	ADJ
spir-11315	5	25	array	array	NOUN
spir-11315	5	26	of	of	ADP
spir-11315	5	27	“	"	PUNCT
spir-11315	5	28	ideas	idea	NOUN
spir-11315	5	29	”	"	PUNCT
spir-11315	5	30	,	,	PUNCT
spir-11315	5	31	“	"	PUNCT
spir-11315	5	32	norms	norm	NOUN
spir-11315	5	33	”	"	PUNCT
spir-11315	5	34	,	,	PUNCT
spir-11315	5	35	or	or	CCONJ
spir-11315	5	36	“	"	PUNCT
spir-11315	5	37	values	value	NOUN
spir-11315	5	38	”	"	PUNCT
spir-11315	5	39	such	such	ADJ
spir-11315	5	40	systems	system	NOUN
spir-11315	5	41	mobilize	mobilize	VERB
spir-11315	5	42	.	.	PUNCT
spir-11315	6	1	instead	instead	ADV
spir-11315	6	2	of	of	ADP
spir-11315	6	3	limiting	limit	VERB
spir-11315	6	4	ourselves	ourselves	PRON
spir-11315	6	5	to	to	ADP
spir-11315	6	6	a	a	DET
spir-11315	6	7	narrow	narrow	ADJ
spir-11315	6	8	understanding	understanding	NOUN
spir-11315	6	9	of	of	ADP
spir-11315	6	10	these	these	DET
spir-11315	6	11	terms	term	NOUN
spir-11315	6	12	,	,	PUNCT
spir-11315	6	13	we	we	PRON
spir-11315	6	14	take	take	VERB
spir-11315	6	15	into	into	ADP
spir-11315	6	16	account	account	NOUN
spir-11315	6	17	,	,	PUNCT
spir-11315	6	18	for	for	ADP
spir-11315	6	19	example	example	NOUN
spir-11315	6	20	,	,	PUNCT
spir-11315	6	21	translations	translation	NOUN
spir-11315	6	22	from	from	ADP
spir-11315	6	23	economic	economic	ADJ
spir-11315	6	24	models	model	NOUN
spir-11315	6	25	,	,	PUNCT
spir-11315	6	26	social	social	ADJ
spir-11315	6	27	theories	theory	NOUN
spir-11315	6	28	,	,	PUNCT
spir-11315	6	29	legal	legal	ADJ
spir-11315	6	30	requirements	requirement	NOUN
spir-11315	6	31	,	,	PUNCT
spir-11315	6	32	ethical	ethical	ADJ
spir-11315	6	33	principles	principle	NOUN
spir-11315	6	34	,	,	PUNCT
spir-11315	6	35	technical	technical	ADJ
spir-11315	6	36	knowledge	knowledge	NOUN
spir-11315	6	37	,	,	PUNCT
spir-11315	6	38	experiential	experiential	ADJ
spir-11315	6	39	evaluations	evaluation	NOUN
spir-11315	6	40	,	,	PUNCT
spir-11315	6	41	or	or	CCONJ
spir-11315	6	42	other	other	ADJ
spir-11315	6	43	constructs	construct	NOUN
spir-11315	6	44	used	use	VERB
spir-11315	6	45	to	to	PART
spir-11315	6	46	define	define	VERB
spir-11315	6	47	and	and	CCONJ
spir-11315	6	48	justify	justify	VERB
spir-11315	6	49	design	design	NOUN
spir-11315	6	50	goals	goal	NOUN
spir-11315	6	51	and	and	CCONJ
spir-11315	6	52	decisions	decision	NOUN
spir-11315	6	53	that	that	PRON
spir-11315	6	54	shape	shape	VERB
spir-11315	6	55	the	the	DET
spir-11315	6	56	production	production	NOUN
spir-11315	6	57	of	of	ADP
spir-11315	6	58	technical	technical	ADJ
spir-11315	6	59	objects	object	NOUN
spir-11315	6	60	and	and	CCONJ
spir-11315	6	61	,	,	PUNCT
spir-11315	6	62	consequently	consequently	ADV
spir-11315	6	63	,	,	PUNCT
spir-11315	6	64	the	the	DET
spir-11315	6	65	object	object	NOUN
spir-11315	6	66	themselves	themselves	PRON
spir-11315	6	67	.	.	PUNCT
spir-11315	7	1	in	in	ADP
spir-11315	7	2	this	this	DET
spir-11315	7	3	paper	paper	NOUN
spir-11315	7	4	we	we	PRON
spir-11315	7	5	discuss	discuss	VERB
spir-11315	7	6	three	three	NUM
spir-11315	7	7	directions	direction	NOUN
spir-11315	7	8	for	for	ADP
spir-11315	7	9	analysis	analysis	NOUN
spir-11315	7	10	and	and	CCONJ
spir-11315	7	11	present	present	ADJ
spir-11315	7	12	first	first	ADJ
spir-11315	7	13	results	result	NOUN
spir-11315	7	14	.	.	PUNCT
spir-11315	8	1	investigating	investigate	VERB
spir-11315	8	2	technical	technical	ADJ
spir-11315	8	3	knowledge	knowledge	NOUN
spir-11315	8	4	includes	include	VERB
spir-11315	8	5	the	the	DET
spir-11315	8	6	study	study	NOUN
spir-11315	8	7	of	of	ADP
spir-11315	8	8	scholarly	scholarly	ADJ
spir-11315	8	9	literature	literature	NOUN
spir-11315	8	10	and	and	CCONJ
spir-11315	8	11	experimentation	experimentation	NOUN
spir-11315	8	12	with	with	ADP
spir-11315	8	13	concrete	concrete	ADJ
spir-11315	8	14	objects	object	NOUN
spir-11315	8	15	such	such	ADJ
spir-11315	8	16	as	as	ADP
spir-11315	8	17	lenskit	lenskit	NOUN
spir-11315	8	18	for	for	SCONJ
spir-11315	8	19	python	python	NOUN
spir-11315	8	20	to	to	PART
spir-11315	8	21	understand	understand	VERB
spir-11315	8	22	the	the	DET
spir-11315	8	23	“	"	PUNCT
spir-11315	8	24	ambient	ambient	ADJ
spir-11315	8	25	”	"	PUNCT
spir-11315	8	26	knowledge	knowledge	NOUN
spir-11315	8	27	and	and	CCONJ
spir-11315	8	28	normativity	normativity	NOUN
spir-11315	8	29	engineers	engineer	NOUN
spir-11315	8	30	and	and	CCONJ
spir-11315	8	31	designers	designer	NOUN
spir-11315	8	32	draw	draw	VERB
spir-11315	8	33	on	on	ADP
spir-11315	8	34	.	.	PUNCT
spir-11315	9	1	investigating	investigate	VERB
spir-11315	9	2	local	local	ADJ
spir-11315	9	3	circumstances	circumstance	NOUN
spir-11315	9	4	involves	involve	VERB
spir-11315	9	5	ethnographic	ethnographic	ADJ
spir-11315	9	6	analysis	analysis	NOUN
spir-11315	9	7	,	,	PUNCT
spir-11315	9	8	but	but	CCONJ
spir-11315	9	9	also	also	ADV
spir-11315	9	10	the	the	DET
spir-11315	9	11	reconstruction	reconstruction	NOUN
spir-11315	9	12	of	of	ADP
spir-11315	9	13	the	the	DET
spir-11315	9	14	business	business	NOUN
spir-11315	9	15	models	model	NOUN
spir-11315	9	16	and	and	CCONJ
spir-11315	9	17	legal	legal	ADJ
spir-11315	9	18	environment	environment	NOUN
spir-11315	9	19	that	that	PRON
spir-11315	9	20	weigh	weigh	VERB
spir-11315	9	21	on	on	ADP
spir-11315	9	22	youtube	youtube	NOUN
spir-11315	9	23	’s	’s	PART
spir-11315	9	24	design	design	NOUN
spir-11315	9	25	.	.	PUNCT
spir-11315	10	1	analyzing	analyze	VERB
spir-11315	10	2	a	a	DET
spir-11315	10	3	system	system	NOUN
spir-11315	10	4	in	in	ADP
spir-11315	10	5	use	use	NOUN
spir-11315	10	6	can	can	AUX
spir-11315	10	7	draw	draw	VERB
spir-11315	10	8	on	on	ADP
spir-11315	10	9	technical	technical	ADJ
spir-11315	10	10	observation	observation	NOUN
spir-11315	10	11	,	,	PUNCT
spir-11315	10	12	via	via	ADP
spir-11315	10	13	scraping	scraping	NOUN
spir-11315	10	14	or	or	CCONJ
spir-11315	10	15	api	api	NOUN
spir-11315	10	16	data	datum	NOUN
spir-11315	10	17	,	,	PUNCT
spir-11315	10	18	of	of	ADP
spir-11315	10	19	the	the	DET
spir-11315	10	20	actual	actual	ADJ
spir-11315	10	21	dynamics	dynamic	NOUN
spir-11315	10	22	of	of	ADP
spir-11315	10	23	recommendation	recommendation	NOUN
spir-11315	10	24	that	that	PRON
spir-11315	10	25	emerge	emerge	VERB
spir-11315	10	26	when	when	SCONJ
spir-11315	10	27	users	user	NOUN
spir-11315	10	28	enter	enter	VERB
spir-11315	10	29	into	into	ADP
spir-11315	10	30	the	the	DET
spir-11315	10	31	equation	equation	NOUN
spir-11315	10	32	.	.	PUNCT
spir-11315	11	1	taken	take	VERB
spir-11315	11	2	together	together	ADV
spir-11315	11	3	,	,	PUNCT
spir-11315	11	4	these	these	DET
spir-11315	11	5	three	three	NUM
spir-11315	11	6	approaches	approach	NOUN
spir-11315	11	7	can	can	AUX
spir-11315	11	8	“	"	PUNCT
spir-11315	11	9	encircle	encircle	VERB
spir-11315	11	10	”	"	PUNCT
spir-11315	11	11	the	the	DET
spir-11315	11	12	various	various	ADJ
spir-11315	11	13	moments	moment	NOUN
spir-11315	11	14	where	where	SCONJ
spir-11315	11	15	value(s	value(s	NOUN
spir-11315	11	16	)	)	PUNCT
spir-11315	11	17	are	be	AUX
spir-11315	11	18	shaped	shape	VERB
spir-11315	11	19	and	and	CCONJ
spir-11315	11	20	put	put	VERB
spir-11315	11	21	into	into	ADP
spir-11315	11	22	work	work	NOUN
spir-11315	11	23	in	in	ADP
spir-11315	11	24	the	the	DET
spir-11315	11	25	context	context	NOUN
spir-11315	11	26	of	of	ADP
spir-11315	11	27	systems	system	NOUN
spir-11315	11	28	where	where	SCONJ
spir-11315	11	29	direct	direct	ADJ
spir-11315	11	30	access	access	NOUN
spir-11315	11	31	to	to	ADP
spir-11315	11	32	specifications	specification	NOUN
spir-11315	11	33	is	be	AUX
spir-11315	11	34	improbable	improbable	ADJ
spir-11315	11	35	.	.	PUNCT
spir-11315	12	1	introduction	introduction	NOUN
spir-11315	12	2	over	over	ADP
spir-11315	12	3	the	the	DET
spir-11315	12	4	recent	recent	ADJ
spir-11315	12	5	decade	decade	NOUN
spir-11315	12	6	,	,	PUNCT
spir-11315	12	7	systems	system	NOUN
spir-11315	12	8	integrating	integrate	VERB
spir-11315	12	9	ai	ai	VERB
spir-11315	12	10	components	component	NOUN
spir-11315	12	11	have	have	AUX
spir-11315	12	12	both	both	CCONJ
spir-11315	12	13	proliferated	proliferate	VERB
spir-11315	12	14	on	on	ADP
spir-11315	12	15	the	the	DET
spir-11315	12	16	internet	internet	NOUN
spir-11315	12	17	and	and	CCONJ
spir-11315	12	18	come	come	VERB
spir-11315	12	19	under	under	ADP
spir-11315	12	20	increased	increase	VERB
spir-11315	12	21	scrutiny	scrutiny	NOUN
spir-11315	12	22	.	.	PUNCT
spir-11315	13	1	particularly	particularly	ADV
spir-11315	13	2	in	in	ADP
spir-11315	13	3	the	the	DET
spir-11315	13	4	context	context	NOUN
spir-11315	13	5	of	of	ADP
spir-11315	13	6	large	large	ADJ
spir-11315	13	7	online	online	ADJ
spir-11315	13	8	platforms	platform	NOUN
spir-11315	13	9	,	,	PUNCT
spir-11315	13	10	there	there	PRON
spir-11315	13	11	is	be	VERB
spir-11315	13	12	a	a	DET
spir-11315	13	13	stark	stark	ADJ
spir-11315	13	14	contrast	contrast	NOUN
spir-11315	13	15	between	between	ADP
spir-11315	13	16	anxieties	anxiety	NOUN
spir-11315	13	17	about	about	ADP
spir-11315	13	18	negative	negative	ADJ
spir-11315	13	19	effects	effect	NOUN
spir-11315	13	20	and	and	CCONJ
spir-11315	13	21	structural	structural	ADJ
spir-11315	13	22	opacity	opacity	NOUN
spir-11315	13	23	,	,	PUNCT
spir-11315	13	24	that	that	ADV
spir-11315	13	25	is	is	ADV
spir-11315	13	26	,	,	PUNCT
spir-11315	13	27	the	the	DET
spir-11315	13	28	impossibility	impossibility	NOUN
spir-11315	13	29	to	to	PART
spir-11315	13	30	get	get	VERB
spir-11315	13	31	a	a	DET
spir-11315	13	32	firm	firm	ADJ
spir-11315	13	33	grip	grip	NOUN
spir-11315	13	34	on	on	ADP
spir-11315	13	35	the	the	DET
spir-11315	13	36	mechanisms	mechanism	NOUN
spir-11315	13	37	at	at	ADP
spir-11315	13	38	work	work	NOUN
spir-11315	13	39	.	.	PUNCT
spir-11315	14	1	while	while	SCONJ
spir-11315	14	2	work	work	NOUN
spir-11315	14	3	on	on	ADP
spir-11315	14	4	“	"	PUNCT
spir-11315	14	5	algorithmic	algorithmic	ADJ
spir-11315	14	6	accountability	accountability	NOUN
spir-11315	14	7	”	"	PUNCT
spir-11315	14	8	(	(	PUNCT
spir-11315	14	9	e.g.	e.g.	ADV
spir-11315	14	10	diakopoulos	diakopoulo	NOUN
spir-11315	14	11	,	,	PUNCT
spir-11315	14	12	2015	2015	NUM
spir-11315	14	13	)	)	PUNCT
spir-11315	14	14	has	have	AUX
spir-11315	14	15	made	make	VERB
spir-11315	14	16	great	great	ADJ
spir-11315	14	17	strides	stride	NOUN
spir-11315	14	18	and	and	CCONJ
spir-11315	14	19	there	there	PRON
spir-11315	14	20	is	be	VERB
spir-11315	14	21	a	a	DET
spir-11315	14	22	long	long	ADJ
spir-11315	14	23	tradition	tradition	NOUN
spir-11315	14	24	on	on	ADP
spir-11315	14	25	“	"	PUNCT
spir-11315	14	26	values	value	NOUN
spir-11315	14	27	in	in	ADP
spir-11315	14	28	design	design	NOUN
spir-11315	14	29	”	"	PUNCT
spir-11315	14	30	(	(	PUNCT
spir-11315	14	31	cf	cf	NOUN
spir-11315	14	32	.	.	PUNCT
spir-11315	14	33	knobel	knobel	PROPN
spir-11315	14	34	&	&	CCONJ
spir-11315	14	35	bowker	bowker	PROPN
spir-11315	14	36	,	,	PUNCT
spir-11315	14	37	2011	2011	NUM
spir-11315	14	38	)	)	PUNCT
spir-11315	14	39	to	to	PART
spir-11315	14	40	build	build	VERB
spir-11315	14	41	on	on	ADP
spir-11315	14	42	,	,	PUNCT
spir-11315	14	43	the	the	DET
spir-11315	14	44	question	question	NOUN
spir-11315	14	45	of	of	ADP
spir-11315	14	46	normativity	normativity	NOUN
spir-11315	14	47	in	in	ADP
spir-11315	14	48	complex	complex	ADJ
spir-11315	14	49	computing	computing	NOUN
spir-11315	14	50	systems	system	NOUN
spir-11315	14	51	operating	operate	VERB
spir-11315	14	52	within	within	ADP
spir-11315	14	53	specific	specific	ADJ
spir-11315	14	54	social	social	ADJ
spir-11315	14	55	contexts	contexts	NOUN
spir-11315	14	56	remains	remain	VERB
spir-11315	14	57	challenging	challenge	VERB
spir-11315	14	58	.	.	PUNCT
spir-11315	15	1	this	this	DET
spir-11315	15	2	paper	paper	NOUN
spir-11315	15	3	uses	use	VERB
spir-11315	15	4	the	the	DET
spir-11315	15	5	case	case	NOUN
spir-11315	15	6	of	of	ADP
spir-11315	15	7	recommender	recommender	NOUN
spir-11315	15	8	systems	system	NOUN
spir-11315	15	9	more	more	ADV
spir-11315	15	10	generally	generally	ADV
spir-11315	15	11	and	and	CCONJ
spir-11315	15	12	the	the	DET
spir-11315	15	13	one	one	NOUN
spir-11315	15	14	built	build	VERB
spir-11315	15	15	by	by	ADP
spir-11315	15	16	youtube	youtube	NOUN
spir-11315	15	17	more	more	ADV
spir-11315	15	18	specifically	specifically	ADV
spir-11315	15	19	to	to	PART
spir-11315	15	20	develop	develop	VERB
spir-11315	15	21	a	a	DET
spir-11315	15	22	methodology	methodology	NOUN
spir-11315	15	23	for	for	ADP
spir-11315	15	24	conceptualizing	conceptualize	VERB
spir-11315	15	25	and	and	CCONJ
spir-11315	15	26	studying	study	VERB
spir-11315	15	27	the	the	DET
spir-11315	15	28	broad	broad	ADJ
spir-11315	15	29	array	array	NOUN
spir-11315	15	30	of	of	ADP
spir-11315	15	31	“	"	PUNCT
spir-11315	15	32	ideas	idea	NOUN
spir-11315	15	33	”	"	PUNCT
spir-11315	15	34	,	,	PUNCT
spir-11315	15	35	“	"	PUNCT
spir-11315	15	36	norms	norm	NOUN
spir-11315	15	37	”	"	PUNCT
spir-11315	15	38	,	,	PUNCT
spir-11315	15	39	or	or	CCONJ
spir-11315	15	40	“	"	PUNCT
spir-11315	15	41	values	value	NOUN
spir-11315	15	42	”	"	PUNCT
spir-11315	15	43	such	such	ADJ
spir-11315	15	44	systems	system	NOUN
spir-11315	15	45	mobilize	mobilize	VERB
spir-11315	15	46	.	.	PUNCT
spir-11315	16	1	but	but	CCONJ
spir-11315	16	2	what	what	PRON
spir-11315	16	3	do	do	AUX
spir-11315	16	4	these	these	DET
spir-11315	16	5	terms	term	NOUN
spir-11315	16	6	mean	mean	VERB
spir-11315	16	7	in	in	ADP
spir-11315	16	8	the	the	DET
spir-11315	16	9	context	context	NOUN
spir-11315	16	10	of	of	ADP
spir-11315	16	11	technical	technical	ADJ
spir-11315	16	12	systems	system	NOUN
spir-11315	16	13	?	?	PUNCT
spir-11315	17	1	are	be	AUX
spir-11315	17	2	they	they	PRON
spir-11315	17	3	simple	simple	ADJ
spir-11315	17	4	transpositions	transposition	NOUN
spir-11315	17	5	of	of	ADP
spir-11315	17	6	non	non	ADJ
spir-11315	17	7	-	-	ADJ
spir-11315	17	8	technical	technical	ADJ
spir-11315	17	9	constructs	construct	NOUN
spir-11315	17	10	into	into	ADP
spir-11315	17	11	technical	technical	ADJ
spir-11315	17	12	form	form	NOUN
spir-11315	17	13	?	?	PUNCT
spir-11315	18	1	instead	instead	ADV
spir-11315	18	2	of	of	ADP
spir-11315	18	3	limiting	limit	VERB
spir-11315	18	4	ourselves	ourselves	PRON
spir-11315	18	5	to	to	ADP
spir-11315	18	6	a	a	DET
spir-11315	18	7	narrow	narrow	ADJ
spir-11315	18	8	understanding	understanding	NOUN
spir-11315	18	9	,	,	PUNCT
spir-11315	18	10	we	we	PRON
spir-11315	18	11	situate	situate	VERB
spir-11315	18	12	algorithmic	algorithmic	ADJ
spir-11315	18	13	systems	system	NOUN
spir-11315	18	14	within	within	ADP
spir-11315	18	15	a	a	DET
spir-11315	18	16	complex	complex	ADJ
spir-11315	18	17	networks	network	NOUN
spir-11315	18	18	of	of	ADP
spir-11315	18	19	“	"	PUNCT
spir-11315	18	20	value(s	value(s	NOUN
spir-11315	18	21	)	)	PUNCT
spir-11315	18	22	”	"	PUNCT
spir-11315	18	23	understood	understand	VERB
spir-11315	18	24	,	,	PUNCT
spir-11315	18	25	for	for	ADP
spir-11315	18	26	example	example	NOUN
spir-11315	18	27	,	,	PUNCT
spir-11315	18	28	as	as	SCONJ
spir-11315	18	29	translations	translation	NOUN
spir-11315	18	30	from	from	ADP
spir-11315	18	31	economic	economic	ADJ
spir-11315	18	32	models	model	NOUN
spir-11315	18	33	,	,	PUNCT
spir-11315	18	34	social	social	ADJ
spir-11315	18	35	theories	theory	NOUN
spir-11315	18	36	,	,	PUNCT
spir-11315	18	37	legal	legal	ADJ
spir-11315	18	38	requirements	requirement	NOUN
spir-11315	18	39	,	,	PUNCT
spir-11315	18	40	ethical	ethical	ADJ
spir-11315	18	41	principles	principle	NOUN
spir-11315	18	42	,	,	PUNCT
spir-11315	18	43	technical	technical	ADJ
spir-11315	18	44	knowledge	knowledge	NOUN
spir-11315	18	45	,	,	PUNCT
spir-11315	18	46	experiential	experiential	ADJ
spir-11315	18	47	evaluations	evaluation	NOUN
spir-11315	18	48	,	,	PUNCT
spir-11315	18	49	or	or	CCONJ
spir-11315	18	50	other	other	ADJ
spir-11315	18	51	constructs	construct	NOUN
spir-11315	18	52	used	use	VERB
spir-11315	18	53	to	to	PART
spir-11315	18	54	define	define	VERB
spir-11315	18	55	and	and	CCONJ
spir-11315	18	56	justify	justify	VERB
spir-11315	18	57	design	design	NOUN
spir-11315	18	58	goals	goal	NOUN
spir-11315	18	59	and	and	CCONJ
spir-11315	18	60	decisions	decision	NOUN
spir-11315	18	61	that	that	PRON
spir-11315	18	62	shape	shape	VERB
spir-11315	18	63	the	the	DET
spir-11315	18	64	production	production	NOUN
spir-11315	18	65	of	of	ADP
spir-11315	18	66	technical	technical	ADJ
spir-11315	18	67	objects	object	NOUN
spir-11315	18	68	and	and	CCONJ
spir-11315	18	69	,	,	PUNCT
spir-11315	18	70	consequently	consequently	ADV
spir-11315	18	71	,	,	PUNCT
spir-11315	18	72	the	the	DET
spir-11315	18	73	object	object	NOUN
spir-11315	18	74	themselves	themselves	PRON
spir-11315	18	75	.	.	PUNCT
spir-11315	19	1	our	our	PRON
spir-11315	19	2	multidisciplinary	multidisciplinary	ADJ
spir-11315	19	3	methodology	methodology	NOUN
spir-11315	19	4	draws	draw	VERB
spir-11315	19	5	on	on	ADP
spir-11315	19	6	media	medium	NOUN
spir-11315	19	7	studies	study	NOUN
spir-11315	19	8	,	,	PUNCT
spir-11315	19	9	computer	computer	NOUN
spir-11315	19	10	science	science	NOUN
spir-11315	19	11	,	,	PUNCT
spir-11315	19	12	and	and	CCONJ
spir-11315	19	13	legal	legal	ADJ
spir-11315	19	14	scholarship	scholarship	NOUN
spir-11315	19	15	and	and	CCONJ
spir-11315	19	16	follows	follow	VERB
spir-11315	19	17	three	three	NUM
spir-11315	19	18	pathways	pathway	NOUN
spir-11315	19	19	,	,	PUNCT
spir-11315	19	20	analyzing	analyze	VERB
spir-11315	19	21	technical	technical	ADJ
spir-11315	19	22	knowledge	knowledge	NOUN
spir-11315	19	23	,	,	PUNCT
spir-11315	19	24	local	local	ADJ
spir-11315	19	25	circumstances	circumstance	NOUN
spir-11315	19	26	,	,	PUNCT
spir-11315	19	27	and	and	CCONJ
spir-11315	19	28	systems	system	NOUN
spir-11315	19	29	in	in	ADP
spir-11315	19	30	use	use	NOUN
spir-11315	19	31	.	.	PUNCT
spir-11315	20	1	this	this	DET
spir-11315	20	2	paper	paper	NOUN
spir-11315	20	3	sketches	sketch	VERB
spir-11315	20	4	each	each	DET
spir-11315	20	5	direction	direction	NOUN
spir-11315	20	6	and	and	CCONJ
spir-11315	20	7	presents	present	VERB
spir-11315	20	8	a	a	DET
spir-11315	20	9	number	number	NOUN
spir-11315	20	10	of	of	ADP
spir-11315	20	11	early	early	ADJ
spir-11315	20	12	results	result	NOUN
spir-11315	20	13	from	from	ADP
spir-11315	20	14	the	the	DET
spir-11315	20	15	larger	large	ADJ
spir-11315	20	16	project	project	NOUN
spir-11315	20	17	.	.	PUNCT
spir-11315	21	1	investigating	investigate	VERB
spir-11315	21	2	technical	technical	ADJ
spir-11315	21	3	knowledge	knowledge	NOUN
spir-11315	21	4	this	this	DET
spir-11315	21	5	part	part	NOUN
spir-11315	21	6	of	of	ADP
spir-11315	21	7	our	our	PRON
spir-11315	21	8	methodology	methodology	NOUN
spir-11315	21	9	concerns	concern	VERB
spir-11315	21	10	the	the	DET
spir-11315	21	11	investigation	investigation	NOUN
spir-11315	21	12	of	of	ADP
spir-11315	21	13	recommender	recommender	NOUN
spir-11315	21	14	systems	system	NOUN
spir-11315	21	15	as	as	ADP
spir-11315	21	16	a	a	DET
spir-11315	21	17	field	field	NOUN
spir-11315	21	18	of	of	ADP
spir-11315	21	19	knowledge	knowledge	NOUN
spir-11315	21	20	as	as	ADV
spir-11315	21	21	well	well	ADV
spir-11315	21	22	as	as	ADP
spir-11315	21	23	an	an	DET
spir-11315	21	24	archive	archive	NOUN
spir-11315	21	25	of	of	ADP
spir-11315	21	26	existing	exist	VERB
spir-11315	21	27	“	"	PUNCT
spir-11315	21	28	algorithmic	algorithmic	ADJ
spir-11315	21	29	techniques	technique	NOUN
spir-11315	21	30	”	"	PUNCT
spir-11315	21	31	.	.	PUNCT
spir-11315	22	1	it	it	PRON
spir-11315	22	2	draws	draw	VERB
spir-11315	22	3	on	on	ADP
spir-11315	22	4	the	the	DET
spir-11315	22	5	extensive	extensive	ADJ
spir-11315	22	6	(	(	PUNCT
spir-11315	22	7	academic	academic	ADJ
spir-11315	22	8	)	)	PUNCT
spir-11315	22	9	literature	literature	NOUN
spir-11315	22	10	available	available	ADJ
spir-11315	22	11	,	,	PUNCT
spir-11315	22	12	but	but	CCONJ
spir-11315	22	13	also	also	ADV
spir-11315	22	14	engages	engage	VERB
spir-11315	22	15	technicity	technicity	NOUN
spir-11315	22	16	more	more	ADV
spir-11315	22	17	directly	directly	ADV
spir-11315	22	18	through	through	ADP
spir-11315	22	19	investigation	investigation	NOUN
spir-11315	22	20	and	and	CCONJ
spir-11315	22	21	experimentation	experimentation	NOUN
spir-11315	22	22	with	with	ADP
spir-11315	22	23	existing	exist	VERB
spir-11315	22	24	code	code	NOUN
spir-11315	22	25	.	.	PUNCT
spir-11315	23	1	historical	historical	ADJ
spir-11315	23	2	investigation	investigation	NOUN
spir-11315	23	3	uncovers	uncover	NOUN
spir-11315	23	4	precursors	precursor	NOUN
spir-11315	23	5	(	(	PUNCT
spir-11315	23	6	e.g.	e.g.	ADV
spir-11315	23	7	the	the	DET
spir-11315	23	8	work	work	NOUN
spir-11315	23	9	of	of	ADP
spir-11315	23	10	elaine	elaine	PROPN
spir-11315	23	11	rich	rich	ADJ
spir-11315	23	12	in	in	ADP
spir-11315	23	13	the	the	DET
spir-11315	23	14	early	early	ADJ
spir-11315	23	15	1980s	1980s	NUM
spir-11315	23	16	)	)	PUNCT
spir-11315	23	17	,	,	PUNCT
spir-11315	23	18	early	early	ADJ
spir-11315	23	19	examples	example	NOUN
spir-11315	23	20	of	of	ADP
spir-11315	23	21	contemporary	contemporary	ADJ
spir-11315	23	22	work	work	NOUN
spir-11315	23	23	(	(	PUNCT
spir-11315	23	24	e.g.	e.g.	ADV
spir-11315	23	25	grouplens	grouplen	NOUN
spir-11315	23	26	)	)	PUNCT
spir-11315	23	27	,	,	PUNCT
spir-11315	23	28	and	and	CCONJ
spir-11315	23	29	the	the	DET
spir-11315	23	30	construction	construction	NOUN
spir-11315	23	31	of	of	ADP
spir-11315	23	32	different	different	ADJ
spir-11315	23	33	technical	technical	ADJ
spir-11315	23	34	trajectories	trajectory	NOUN
spir-11315	23	35	(	(	PUNCT
spir-11315	23	36	e.g.	e.g.	ADV
spir-11315	23	37	content	content	NOUN
spir-11315	23	38	-	-	PUNCT
spir-11315	23	39	based	base	VERB
spir-11315	23	40	vs.	vs.	X
spir-11315	23	41	collaborative	collaborative	ADJ
spir-11315	23	42	filtering	filtering	NOUN
spir-11315	23	43	)	)	PUNCT
spir-11315	23	44	.	.	PUNCT
spir-11315	24	1	discourse	discourse	NOUN
spir-11315	24	2	analysis	analysis	NOUN
spir-11315	24	3	draws	draw	VERB
spir-11315	24	4	on	on	ADP
spir-11315	24	5	a	a	DET
spir-11315	24	6	corpus	corpus	NOUN
spir-11315	24	7	of	of	ADP
spir-11315	24	8	“	"	PUNCT
spir-11315	24	9	standard	standard	ADJ
spir-11315	24	10	”	"	PUNCT
spir-11315	24	11	literature	literature	NOUN
spir-11315	24	12	(	(	PUNCT
spir-11315	24	13	to	to	PART
spir-11315	24	14	reconstruct	reconstruct	VERB
spir-11315	24	15	the	the	DET
spir-11315	24	16	conceptual	conceptual	ADJ
spir-11315	24	17	apparatus	apparatus	NOUN
spir-11315	24	18	,	,	PUNCT
spir-11315	24	19	methodological	methodological	ADJ
spir-11315	24	20	horizon	horizon	NOUN
spir-11315	24	21	,	,	PUNCT
spir-11315	24	22	and	and	CCONJ
spir-11315	24	23	state	state	NOUN
spir-11315	24	24	of	of	ADP
spir-11315	24	25	the	the	DET
spir-11315	24	26	art	art	NOUN
spir-11315	24	27	in	in	ADP
spir-11315	24	28	the	the	DET
spir-11315	24	29	field	field	NOUN
spir-11315	24	30	of	of	ADP
spir-11315	24	31	recommender	recommender	NOUN
spir-11315	24	32	systems	system	NOUN
spir-11315	24	33	.	.	PUNCT
spir-11315	25	1	for	for	ADP
spir-11315	25	2	example	example	NOUN
spir-11315	25	3	,	,	PUNCT
spir-11315	25	4	the	the	DET
spir-11315	25	5	handbook	handbook	NOUN
spir-11315	25	6	by	by	ADP
spir-11315	25	7	ricci	ricci	PROPN
spir-11315	25	8	et	et	PROPN
spir-11315	25	9	al	al	PROPN
spir-11315	25	10	.	.	PROPN
spir-11315	26	1	(	(	PUNCT
spir-11315	26	2	2015	2015	NUM
spir-11315	26	3	)	)	PUNCT
spir-11315	26	4	specifies	specify	VERB
spir-11315	26	5	14	14	NUM
spir-11315	26	6	criteria	criterion	NOUN
spir-11315	26	7	or	or	CCONJ
spir-11315	26	8	properties	property	NOUN
spir-11315	26	9	that	that	PRON
spir-11315	26	10	could	could	AUX
spir-11315	26	11	be	be	AUX
spir-11315	26	12	used	use	VERB
spir-11315	26	13	to	to	PART
spir-11315	26	14	decide	decide	VERB
spir-11315	26	15	whether	whether	SCONJ
spir-11315	26	16	a	a	DET
spir-11315	26	17	recommendation	recommendation	NOUN
spir-11315	26	18	system	system	NOUN
spir-11315	26	19	is	be	AUX
spir-11315	26	20	performing	perform	VERB
spir-11315	26	21	according	accord	VERB
spir-11315	26	22	to	to	ADP
spir-11315	26	23	its	its	PRON
spir-11315	26	24	goals	goal	NOUN
spir-11315	26	25	:	:	PUNCT
spir-11315	26	26	user	user	NOUN
spir-11315	26	27	preference	preference	NOUN
spir-11315	26	28	,	,	PUNCT
spir-11315	26	29	prediction	prediction	NOUN
spir-11315	26	30	accuracy	accuracy	NOUN
spir-11315	26	31	,	,	PUNCT
spir-11315	26	32	coverage	coverage	NOUN
spir-11315	26	33	,	,	PUNCT
spir-11315	26	34	confidence	confidence	NOUN
spir-11315	26	35	,	,	PUNCT
spir-11315	26	36	trust	trust	NOUN
spir-11315	26	37	,	,	PUNCT
spir-11315	26	38	novelty	novelty	NOUN
spir-11315	26	39	,	,	PUNCT
spir-11315	26	40	serendipity	serendipity	NOUN
spir-11315	26	41	,	,	PUNCT
spir-11315	26	42	diversity	diversity	NOUN
spir-11315	26	43	,	,	PUNCT
spir-11315	26	44	utility	utility	NOUN
spir-11315	26	45	,	,	PUNCT
spir-11315	26	46	risk	risk	NOUN
spir-11315	26	47	,	,	PUNCT
spir-11315	26	48	robustness	robustness	NOUN
spir-11315	26	49	,	,	PUNCT
spir-11315	26	50	privacy	privacy	NOUN
spir-11315	26	51	,	,	PUNCT
spir-11315	26	52	adaptivity	adaptivity	NOUN
spir-11315	26	53	,	,	PUNCT
spir-11315	26	54	and	and	CCONJ
spir-11315	26	55	scalability	scalability	NOUN
spir-11315	26	56	.	.	PUNCT
spir-11315	27	1	each	each	DET
spir-11315	27	2	one	one	NUM
spir-11315	27	3	of	of	ADP
spir-11315	27	4	these	these	DET
spir-11315	27	5	dimensions	dimension	NOUN
spir-11315	27	6	involves	involve	VERB
spir-11315	27	7	normative	normative	ADJ
spir-11315	27	8	reasoning	reasoning	NOUN
spir-11315	27	9	,	,	PUNCT
spir-11315	27	10	including	include	VERB
spir-11315	27	11	justifications	justification	NOUN
spir-11315	27	12	,	,	PUNCT
spir-11315	27	13	but	but	CCONJ
spir-11315	27	14	also	also	ADV
spir-11315	27	15	concrete	concrete	ADJ
spir-11315	27	16	ways	way	NOUN
spir-11315	27	17	to	to	PART
spir-11315	27	18	evaluate	evaluate	VERB
spir-11315	27	19	each	each	PRON
spir-11315	27	20	of	of	ADP
spir-11315	27	21	them	they	PRON
spir-11315	27	22	in	in	ADP
spir-11315	27	23	practice	practice	NOUN
spir-11315	27	24	.	.	PUNCT
spir-11315	28	1	experimental	experimental	ADJ
spir-11315	28	2	analysis	analysis	NOUN
spir-11315	28	3	proceeds	proceed	NOUN
spir-11315	28	4	in	in	ADP
spir-11315	28	5	line	line	NOUN
spir-11315	28	6	with	with	ADP
spir-11315	28	7	recent	recent	ADJ
spir-11315	28	8	efforts	effort	NOUN
spir-11315	28	9	in	in	ADP
spir-11315	28	10	the	the	DET
spir-11315	28	11	humanities	humanity	NOUN
spir-11315	28	12	to	to	PART
spir-11315	28	13	establish	establish	VERB
spir-11315	28	14	how	how	SCONJ
spir-11315	28	15	complex	complex	ADJ
spir-11315	28	16	algorithms	algorithm	NOUN
spir-11315	28	17	“	"	PUNCT
spir-11315	28	18	think	think	VERB
spir-11315	28	19	”	"	PUNCT
spir-11315	28	20	(	(	PUNCT
spir-11315	28	21	cf	cf	NOUN
spir-11315	28	22	.	.	PUNCT
spir-11315	29	1	burrell	burrell	PROPN
spir-11315	29	2	,	,	PUNCT
spir-11315	29	3	2016	2016	NUM
spir-11315	29	4	)	)	PUNCT
spir-11315	30	1	and	and	CCONJ
spir-11315	30	2	uses	use	VERB
spir-11315	30	3	existing	exist	VERB
spir-11315	30	4	code	code	NOUN
spir-11315	30	5	modules	module	NOUN
spir-11315	30	6	(	(	PUNCT
spir-11315	30	7	e.g.	e.g.	ADV
spir-11315	30	8	lenskit	lenskit	NOUN
spir-11315	30	9	for	for	ADP
spir-11315	30	10	python	python	NOUN
spir-11315	30	11	)	)	PUNCT
spir-11315	30	12	to	to	PART
spir-11315	30	13	experiment	experiment	VERB
spir-11315	30	14	with	with	ADP
spir-11315	30	15	both	both	CCONJ
spir-11315	30	16	code	code	NOUN
spir-11315	30	17	inspection	inspection	NOUN
spir-11315	30	18	and	and	CCONJ
spir-11315	30	19	behavioral	behavioral	ADJ
spir-11315	30	20	tweaking	tweaking	NOUN
spir-11315	30	21	.	.	PUNCT
spir-11315	31	1	the	the	DET
spir-11315	31	2	goal	goal	NOUN
spir-11315	31	3	is	be	AUX
spir-11315	31	4	to	to	PART
spir-11315	31	5	approach	approach	VERB
spir-11315	31	6	a	a	DET
spir-11315	31	7	concrete	concrete	ADJ
spir-11315	31	8	technical	technical	ADJ
spir-11315	31	9	object	object	NOUN
spir-11315	31	10	to	to	PART
spir-11315	31	11	build	build	VERB
spir-11315	31	12	an	an	DET
spir-11315	31	13	intuition	intuition	NOUN
spir-11315	31	14	for	for	ADP
spir-11315	31	15	its	its	PRON
spir-11315	31	16	epistemological	epistemological	ADJ
spir-11315	31	17	character	character	NOUN
spir-11315	31	18	and	and	CCONJ
spir-11315	31	19	possibilities	possibility	NOUN
spir-11315	31	20	for	for	ADP
spir-11315	31	21	variation	variation	NOUN
spir-11315	31	22	.	.	PUNCT
spir-11315	32	1	investigating	investigate	VERB
spir-11315	32	2	local	local	ADJ
spir-11315	32	3	circumstances	circumstance	NOUN
spir-11315	32	4	while	while	SCONJ
spir-11315	32	5	technical	technical	ADJ
spir-11315	32	6	knowledge	knowledge	NOUN
spir-11315	32	7	,	,	PUNCT
spir-11315	32	8	practices	practice	NOUN
spir-11315	32	9	,	,	PUNCT
spir-11315	32	10	and	and	CCONJ
spir-11315	32	11	norms	norm	NOUN
spir-11315	32	12	create	create	VERB
spir-11315	32	13	an	an	DET
spir-11315	32	14	environment	environment	NOUN
spir-11315	32	15	for	for	ADP
spir-11315	32	16	concrete	concrete	ADJ
spir-11315	32	17	projects	project	NOUN
spir-11315	32	18	to	to	PART
spir-11315	32	19	draw	draw	VERB
spir-11315	32	20	on	on	ADP
spir-11315	32	21	,	,	PUNCT
spir-11315	32	22	these	these	DET
spir-11315	32	23	systems	system	NOUN
spir-11315	32	24	involve	involve	VERB
spir-11315	32	25	design	design	NOUN
spir-11315	32	26	decisions	decision	NOUN
spir-11315	32	27	that	that	PRON
spir-11315	32	28	rely	rely	VERB
spir-11315	32	29	heavily	heavily	ADV
spir-11315	32	30	on	on	ADP
spir-11315	32	31	local	local	ADJ
spir-11315	32	32	circumstances	circumstance	NOUN
spir-11315	32	33	.	.	PUNCT
spir-11315	33	1	broad	broad	ADJ
spir-11315	33	2	understanding	understanding	NOUN
spir-11315	33	3	of	of	ADP
spir-11315	33	4	recommender	recommender	NOUN
spir-11315	33	5	systems	system	NOUN
spir-11315	33	6	and	and	CCONJ
spir-11315	33	7	the	the	DET
spir-11315	33	8	fields	field	NOUN
spir-11315	33	9	they	they	PRON
spir-11315	33	10	connect	connect	VERB
spir-11315	33	11	with	with	ADP
spir-11315	33	12	can	can	AUX
spir-11315	33	13	help	help	VERB
spir-11315	33	14	frame	frame	VERB
spir-11315	33	15	investigations	investigation	NOUN
spir-11315	33	16	of	of	ADP
spir-11315	33	17	actual	actual	ADJ
spir-11315	33	18	systems	system	NOUN
spir-11315	33	19	,	,	PUNCT
spir-11315	33	20	but	but	CCONJ
spir-11315	33	21	another	another	DET
spir-11315	33	22	set	set	NOUN
spir-11315	33	23	of	of	ADP
spir-11315	33	24	approaches	approach	NOUN
spir-11315	33	25	is	be	AUX
spir-11315	33	26	required	require	VERB
spir-11315	33	27	to	to	PART
spir-11315	33	28	capture	capture	VERB
spir-11315	33	29	a	a	DET
spir-11315	33	30	concrete	concrete	ADJ
spir-11315	33	31	system	system	NOUN
spir-11315	33	32	,	,	PUNCT
spir-11315	33	33	like	like	ADP
spir-11315	33	34	youtube	youtube	NOUN
spir-11315	33	35	’s	’s	NOUN
spir-11315	33	36	.	.	PUNCT
spir-11315	34	1	here	here	ADV
spir-11315	34	2	,	,	PUNCT
spir-11315	34	3	we	we	PRON
spir-11315	34	4	take	take	VERB
spir-11315	34	5	inspiration	inspiration	NOUN
spir-11315	34	6	from	from	ADP
spir-11315	34	7	the	the	DET
spir-11315	34	8	technique	technique	NOUN
spir-11315	34	9	of	of	ADP
spir-11315	34	10	“	"	PUNCT
spir-11315	34	11	encircling	encircle	VERB
spir-11315	34	12	”	"	PUNCT
spir-11315	34	13	,	,	PUNCT
spir-11315	34	14	recently	recently	ADV
spir-11315	34	15	developed	develop	VERB
spir-11315	34	16	in	in	ADP
spir-11315	34	17	the	the	DET
spir-11315	34	18	context	context	NOUN
spir-11315	34	19	of	of	ADP
spir-11315	34	20	security	security	NOUN
spir-11315	34	21	studies	study	NOUN
spir-11315	34	22	,	,	PUNCT
spir-11315	34	23	where	where	SCONJ
spir-11315	34	24	secrecy	secrecy	NOUN
spir-11315	34	25	and	and	CCONJ
spir-11315	34	26	obfuscation	obfuscation	NOUN
spir-11315	34	27	are	be	AUX
spir-11315	34	28	a	a	DET
spir-11315	34	29	constant	constant	ADJ
spir-11315	34	30	reality	reality	NOUN
spir-11315	34	31	that	that	SCONJ
spir-11315	34	32	researchers	researcher	NOUN
spir-11315	34	33	have	have	AUX
spir-11315	34	34	to	to	PART
spir-11315	34	35	deal	deal	VERB
spir-11315	34	36	with	with	ADP
spir-11315	34	37	through	through	ADP
spir-11315	34	38	“	"	PUNCT
spir-11315	34	39	a	a	DET
spir-11315	34	40	lateral	lateral	ADJ
spir-11315	34	41	,	,	PUNCT
spir-11315	34	42	multipronged	multipronged	ADJ
spir-11315	34	43	,	,	PUNCT
spir-11315	34	44	creative	creative	ADJ
spir-11315	34	45	,	,	PUNCT
spir-11315	34	46	iterative	iterative	NOUN
spir-11315	34	47	approaching	approaching	NOUN
spir-11315	34	48	of	of	ADP
spir-11315	34	49	secret	secret	ADJ
spir-11315	34	50	sites	site	NOUN
spir-11315	34	51	,	,	PUNCT
spir-11315	34	52	confidential	confidential	ADJ
spir-11315	34	53	materials	material	NOUN
spir-11315	34	54	and	and	CCONJ
spir-11315	34	55	classified	classified	ADJ
spir-11315	34	56	practices	practice	NOUN
spir-11315	34	57	”	"	PUNCT
spir-11315	34	58	(	(	PUNCT
spir-11315	34	59	de	de	X
spir-11315	34	60	goede	goede	X
spir-11315	34	61	et	et	PROPN
spir-11315	34	62	al	al	PROPN
spir-11315	34	63	.	.	PROPN
spir-11315	34	64	,	,	PUNCT
spir-11315	34	65	2019	2019	NUM
spir-11315	34	66	,	,	PUNCT
spir-11315	34	67	p.	p.	NOUN
spir-11315	34	68	14	14	NUM
spir-11315	34	69	)	)	PUNCT
spir-11315	34	70	ethnographic	ethnographic	ADJ
spir-11315	34	71	investigation	investigation	NOUN
spir-11315	34	72	indeed	indeed	ADV
spir-11315	34	73	has	have	VERB
spir-11315	34	74	to	to	PART
spir-11315	34	75	deal	deal	VERB
spir-11315	34	76	with	with	ADP
spir-11315	34	77	the	the	DET
spir-11315	34	78	fact	fact	NOUN
spir-11315	34	79	that	that	SCONJ
spir-11315	34	80	participant	participant	ADJ
spir-11315	34	81	observation	observation	NOUN
spir-11315	34	82	and	and	CCONJ
spir-11315	34	83	even	even	ADV
spir-11315	34	84	interviews	interview	NOUN
spir-11315	34	85	are	be	AUX
spir-11315	34	86	hard	hard	ADJ
spir-11315	34	87	to	to	PART
spir-11315	34	88	realize	realize	VERB
spir-11315	34	89	for	for	ADP
spir-11315	34	90	youtube	youtube	NOUN
spir-11315	34	91	’s	’s	PART
spir-11315	34	92	recommendation	recommendation	NOUN
spir-11315	34	93	system	system	NOUN
spir-11315	34	94	.	.	PUNCT
spir-11315	35	1	but	but	CCONJ
spir-11315	35	2	practitioners	practitioner	NOUN
spir-11315	35	3	often	often	ADV
spir-11315	35	4	continue	continue	VERB
spir-11315	35	5	to	to	PART
spir-11315	35	6	speak	speak	VERB
spir-11315	35	7	publicly	publicly	ADV
spir-11315	35	8	and	and	CCONJ
spir-11315	35	9	in	in	ADP
spir-11315	35	10	the	the	DET
spir-11315	35	11	case	case	NOUN
spir-11315	35	12	of	of	ADP
spir-11315	35	13	youtube	youtube	NOUN
spir-11315	35	14	,	,	PUNCT
spir-11315	35	15	we	we	PRON
spir-11315	35	16	can	can	AUX
spir-11315	35	17	rely	rely	VERB
spir-11315	35	18	on	on	ADP
spir-11315	35	19	academic	academic	ADJ
spir-11315	35	20	publications	publication	NOUN
spir-11315	35	21	(	(	PUNCT
spir-11315	35	22	e.g.	e.g.	ADV
spir-11315	35	23	covington	covington	PROPN
spir-11315	35	24	et	et	PROPN
spir-11315	35	25	al	al	PROPN
spir-11315	35	26	.	.	PROPN
spir-11315	35	27	,	,	PUNCT
spir-11315	35	28	2016	2016	NUM
spir-11315	35	29	)	)	PUNCT
spir-11315	35	30	as	as	ADV
spir-11315	35	31	well	well	ADV
spir-11315	35	32	as	as	ADP
spir-11315	35	33	so	so	ADV
spir-11315	35	34	-	-	PUNCT
spir-11315	35	35	called	call	VERB
spir-11315	35	36	“	"	PUNCT
spir-11315	35	37	grey	grey	ADJ
spir-11315	35	38	literature	literature	NOUN
spir-11315	35	39	”	"	PUNCT
spir-11315	35	40	,	,	PUNCT
spir-11315	35	41	such	such	ADJ
spir-11315	35	42	as	as	ADP
spir-11315	35	43	documentation	documentation	NOUN
spir-11315	35	44	,	,	PUNCT
spir-11315	35	45	media	medium	NOUN
spir-11315	35	46	interviews	interview	NOUN
spir-11315	35	47	,	,	PUNCT
spir-11315	35	48	or	or	CCONJ
spir-11315	35	49	business	business	NOUN
spir-11315	35	50	reports	report	NOUN
spir-11315	35	51	,	,	PUNCT
spir-11315	35	52	as	as	ADP
spir-11315	35	53	a	a	DET
spir-11315	35	54	means	means	NOUN
spir-11315	35	55	to	to	PART
spir-11315	35	56	learn	learn	VERB
spir-11315	35	57	about	about	ADP
spir-11315	35	58	the	the	DET
spir-11315	35	59	system	system	NOUN
spir-11315	35	60	under	under	ADP
spir-11315	35	61	scrutiny	scrutiny	NOUN
spir-11315	35	62	and	and	CCONJ
spir-11315	35	63	the	the	DET
spir-11315	35	64	way	way	NOUN
spir-11315	35	65	its	its	PRON
spir-11315	35	66	creators	creator	NOUN
spir-11315	35	67	present	present	VERB
spir-11315	35	68	and	and	CCONJ
spir-11315	35	69	justify	justify	VERB
spir-11315	35	70	it	it	PRON
spir-11315	35	71	.	.	PUNCT
spir-11315	36	1	legal	legal	ADJ
spir-11315	36	2	analysis	analysis	NOUN
spir-11315	36	3	reconstructs	reconstruct	VERB
spir-11315	36	4	the	the	DET
spir-11315	36	5	legal	legal	ADJ
spir-11315	36	6	and	and	CCONJ
spir-11315	36	7	regulatory	regulatory	ADJ
spir-11315	36	8	environment	environment	NOUN
spir-11315	36	9	youtube	youtube	NOUN
spir-11315	36	10	operates	operate	VERB
spir-11315	36	11	in	in	ADP
spir-11315	36	12	.	.	PUNCT
spir-11315	37	1	this	this	PRON
spir-11315	37	2	includes	include	VERB
spir-11315	37	3	the	the	DET
spir-11315	37	4	broader	broad	ADJ
spir-11315	37	5	provisions	provision	NOUN
spir-11315	37	6	concerning	concern	VERB
spir-11315	37	7	online	online	ADJ
spir-11315	37	8	platforms	platform	NOUN
spir-11315	37	9	,	,	PUNCT
spir-11315	37	10	but	but	CCONJ
spir-11315	37	11	also	also	ADV
spir-11315	37	12	more	more	ADV
spir-11315	37	13	specific	specific	ADJ
spir-11315	37	14	legislation	legislation	NOUN
spir-11315	37	15	,	,	PUNCT
spir-11315	37	16	such	such	ADJ
spir-11315	37	17	as	as	ADP
spir-11315	37	18	the	the	DET
spir-11315	37	19	us	us	PROPN
spir-11315	37	20	children	child	NOUN
spir-11315	37	21	’s	’s	PART
spir-11315	37	22	online	online	PROPN
spir-11315	37	23	privacy	privacy	PROPN
spir-11315	37	24	protection	protection	PROPN
spir-11315	37	25	act	act	PROPN
spir-11315	37	26	,	,	PUNCT
spir-11315	37	27	which	which	PRON
spir-11315	37	28	imposes	impose	VERB
spir-11315	37	29	a	a	DET
spir-11315	37	30	number	number	NOUN
spir-11315	37	31	of	of	ADP
spir-11315	37	32	constraints	constraint	NOUN
spir-11315	37	33	on	on	ADP
spir-11315	37	34	the	the	DET
spir-11315	37	35	company	company	NOUN
spir-11315	37	36	.	.	PUNCT
spir-11315	38	1	analysis	analysis	NOUN
spir-11315	38	2	of	of	ADP
spir-11315	38	3	business	business	NOUN
spir-11315	38	4	practices	practice	NOUN
spir-11315	38	5	constitutes	constitute	VERB
spir-11315	38	6	a	a	DET
spir-11315	38	7	second	second	ADJ
spir-11315	38	8	approach	approach	NOUN
spir-11315	38	9	to	to	ADP
spir-11315	38	10	understanding	understand	VERB
spir-11315	38	11	a	a	DET
spir-11315	38	12	concrete	concrete	ADJ
spir-11315	38	13	recommender	recommender	NOUN
spir-11315	38	14	system	system	NOUN
spir-11315	38	15	and	and	CCONJ
spir-11315	38	16	this	this	PRON
spir-11315	38	17	involves	involve	VERB
spir-11315	38	18	an	an	DET
spir-11315	38	19	analysis	analysis	NOUN
spir-11315	38	20	of	of	ADP
spir-11315	38	21	the	the	DET
spir-11315	38	22	organization	organization	NOUN
spir-11315	38	23	that	that	PRON
spir-11315	38	24	designs	design	VERB
spir-11315	38	25	and	and	CCONJ
spir-11315	38	26	maintains	maintain	VERB
spir-11315	38	27	the	the	DET
spir-11315	38	28	system	system	NOUN
spir-11315	38	29	,	,	PUNCT
spir-11315	38	30	in	in	ADP
spir-11315	38	31	particular	particular	ADJ
spir-11315	38	32	its	its	PRON
spir-11315	38	33	business	business	NOUN
spir-11315	38	34	model	model	NOUN
spir-11315	38	35	and	and	CCONJ
spir-11315	38	36	the	the	DET
spir-11315	38	37	incentive	incentive	NOUN
spir-11315	38	38	structures	structure	NOUN
spir-11315	38	39	that	that	PRON
spir-11315	38	40	model	model	NOUN
spir-11315	38	41	generates	generate	VERB
spir-11315	38	42	.	.	PUNCT
spir-11315	39	1	we	we	PRON
spir-11315	39	2	certainly	certainly	ADV
spir-11315	39	3	accept	accept	VERB
spir-11315	39	4	that	that	SCONJ
spir-11315	39	5	the	the	DET
spir-11315	39	6	‘	'	PUNCT
spir-11315	39	7	bottom	bottom	ADJ
spir-11315	39	8	line	line	NOUN
spir-11315	39	9	’	'	PUNCT
spir-11315	39	10	is	be	AUX
spir-11315	39	11	not	not	PART
spir-11315	39	12	the	the	DET
spir-11315	39	13	only	only	ADJ
spir-11315	39	14	motivation	motivation	NOUN
spir-11315	39	15	for	for	ADP
spir-11315	39	16	a	a	DET
spir-11315	39	17	firm	firm	NOUN
spir-11315	39	18	and	and	CCONJ
spir-11315	39	19	there	there	PRON
spir-11315	39	20	are	be	VERB
spir-11315	39	21	many	many	ADJ
spir-11315	39	22	ways	way	NOUN
spir-11315	39	23	to	to	PART
spir-11315	39	24	drive	drive	VERB
spir-11315	39	25	and	and	CCONJ
spir-11315	39	26	develop	develop	VERB
spir-11315	39	27	income	income	NOUN
spir-11315	39	28	structures	structure	NOUN
spir-11315	39	29	.	.	PUNCT
spir-11315	40	1	but	but	CCONJ
spir-11315	40	2	it	it	PRON
spir-11315	40	3	should	should	AUX
spir-11315	40	4	be	be	AUX
spir-11315	40	5	clear	clear	ADJ
spir-11315	40	6	that	that	SCONJ
spir-11315	40	7	organizations	organization	NOUN
spir-11315	40	8	are	be	AUX
spir-11315	40	9	goal	goal	NOUN
spir-11315	40	10	-	-	PUNCT
spir-11315	40	11	driven	drive	VERB
spir-11315	40	12	,	,	PUNCT
spir-11315	40	13	and	and	CCONJ
spir-11315	40	14	these	these	DET
spir-11315	40	15	goals	goal	NOUN
spir-11315	40	16	will	will	AUX
spir-11315	40	17	exercise	exercise	VERB
spir-11315	40	18	a	a	DET
spir-11315	40	19	constant	constant	ADJ
spir-11315	40	20	influence	influence	NOUN
spir-11315	40	21	on	on	ADP
spir-11315	40	22	all	all	DET
spir-11315	40	23	design	design	NOUN
spir-11315	40	24	decisions	decision	NOUN
spir-11315	40	25	.	.	PUNCT
spir-11315	41	1	investigating	investigate	VERB
spir-11315	41	2	a	a	DET
spir-11315	41	3	system	system	NOUN
spir-11315	41	4	in	in	ADP
spir-11315	41	5	use	use	NOUN
spir-11315	41	6	the	the	DET
spir-11315	41	7	final	final	ADJ
spir-11315	41	8	part	part	NOUN
spir-11315	41	9	of	of	ADP
spir-11315	41	10	our	our	PRON
spir-11315	41	11	methodology	methodology	NOUN
spir-11315	41	12	builds	build	VERB
spir-11315	41	13	on	on	ADP
spir-11315	41	14	the	the	DET
spir-11315	41	15	recognition	recognition	NOUN
spir-11315	41	16	that	that	PRON
spir-11315	41	17	platforms	platform	NOUN
spir-11315	41	18	hosting	host	VERB
spir-11315	41	19	billions	billion	NOUN
spir-11315	41	20	of	of	ADP
spir-11315	41	21	users	user	NOUN
spir-11315	41	22	are	be	AUX
spir-11315	41	23	not	not	PART
spir-11315	41	24	in	in	ADP
spir-11315	41	25	full	full	ADJ
spir-11315	41	26	control	control	NOUN
spir-11315	41	27	over	over	ADP
spir-11315	41	28	what	what	PRON
spir-11315	41	29	happens	happen	VERB
spir-11315	41	30	within	within	ADP
spir-11315	41	31	their	their	PRON
spir-11315	41	32	systems	system	NOUN
spir-11315	41	33	.	.	PUNCT
spir-11315	42	1	after	after	ADV
spir-11315	42	2	all	all	ADV
spir-11315	42	3	,	,	PUNCT
spir-11315	42	4	youtube	youtube	PROPN
spir-11315	42	5	’s	’s	PART
spir-11315	42	6	recommender	recommender	NOUN
spir-11315	42	7	system	system	NOUN
spir-11315	42	8	fundamentally	fundamentally	ADV
spir-11315	42	9	draws	draw	VERB
spir-11315	42	10	on	on	ADP
spir-11315	42	11	actual	actual	ADJ
spir-11315	42	12	practices	practice	NOUN
spir-11315	42	13	of	of	ADP
spir-11315	42	14	uploading	uploading	NOUN
spir-11315	42	15	videos	video	NOUN
spir-11315	42	16	,	,	PUNCT
spir-11315	42	17	watching	watch	VERB
spir-11315	42	18	,	,	PUNCT
spir-11315	42	19	liking	like	VERB
spir-11315	42	20	,	,	PUNCT
spir-11315	42	21	commenting	commenting	NOUN
spir-11315	42	22	,	,	PUNCT
spir-11315	42	23	and	and	CCONJ
spir-11315	42	24	so	so	ADV
spir-11315	42	25	forth	forth	ADV
spir-11315	42	26	.	.	PUNCT
spir-11315	43	1	this	this	PRON
spir-11315	43	2	means	mean	VERB
spir-11315	43	3	that	that	SCONJ
spir-11315	43	4	what	what	PRON
spir-11315	43	5	is	be	AUX
spir-11315	43	6	actually	actually	ADV
spir-11315	43	7	recommended	recommend	VERB
spir-11315	43	8	is	be	AUX
spir-11315	43	9	a	a	DET
spir-11315	43	10	distributed	distribute	VERB
spir-11315	43	11	accomplishment	accomplishment	NOUN
spir-11315	43	12	rather	rather	ADV
spir-11315	43	13	than	than	ADP
spir-11315	43	14	a	a	DET
spir-11315	43	15	mere	mere	ADJ
spir-11315	43	16	effect	effect	NOUN
spir-11315	43	17	of	of	ADP
spir-11315	43	18	a	a	DET
spir-11315	43	19	technical	technical	ADJ
spir-11315	43	20	system	system	NOUN
spir-11315	43	21	.	.	PUNCT
spir-11315	44	1	technical	technical	ADJ
spir-11315	44	2	observation	observation	NOUN
spir-11315	44	3	is	be	AUX
spir-11315	44	4	a	a	DET
spir-11315	44	5	means	means	NOUN
spir-11315	44	6	to	to	PART
spir-11315	44	7	study	study	VERB
spir-11315	44	8	a	a	DET
spir-11315	44	9	system	system	NOUN
spir-11315	44	10	in	in	ADP
spir-11315	44	11	use	use	NOUN
spir-11315	44	12	empirically	empirically	ADV
spir-11315	44	13	.	.	PUNCT
spir-11315	45	1	the	the	DET
spir-11315	45	2	approach	approach	NOUN
spir-11315	45	3	starts	start	VERB
spir-11315	45	4	from	from	ADP
spir-11315	45	5	the	the	DET
spir-11315	45	6	idea	idea	NOUN
spir-11315	45	7	that	that	SCONJ
spir-11315	45	8	systems	system	NOUN
spir-11315	45	9	that	that	PRON
spir-11315	45	10	are	be	AUX
spir-11315	45	11	publicly	publicly	ADV
spir-11315	45	12	accessible	accessible	ADJ
spir-11315	45	13	on	on	ADP
spir-11315	45	14	the	the	DET
spir-11315	45	15	internet	internet	NOUN
spir-11315	45	16	can	can	AUX
spir-11315	45	17	be	be	AUX
spir-11315	45	18	“	"	PUNCT
spir-11315	45	19	observed	observe	VERB
spir-11315	45	20	”	"	PUNCT
spir-11315	45	21	in	in	ADP
spir-11315	45	22	the	the	DET
spir-11315	45	23	sense	sense	NOUN
spir-11315	45	24	that	that	SCONJ
spir-11315	45	25	both	both	DET
spir-11315	45	26	inputs	input	NOUN
spir-11315	45	27	and	and	CCONJ
spir-11315	45	28	outputs	output	NOUN
spir-11315	45	29	can	can	AUX
spir-11315	45	30	be	be	AUX
spir-11315	45	31	collected	collect	VERB
spir-11315	45	32	at	at	ADP
spir-11315	45	33	a	a	DET
spir-11315	45	34	variable	variable	ADJ
spir-11315	45	35	degree	degree	NOUN
spir-11315	45	36	.	.	PUNCT
spir-11315	46	1	this	this	PRON
spir-11315	46	2	does	do	AUX
spir-11315	46	3	not	not	PART
spir-11315	46	4	give	give	VERB
spir-11315	46	5	us	we	PRON
spir-11315	46	6	‘	'	PUNCT
spir-11315	46	7	hard	hard	ADJ
spir-11315	46	8	’	'	PUNCT
spir-11315	46	9	insights	insight	NOUN
spir-11315	46	10	into	into	ADP
spir-11315	46	11	the	the	DET
spir-11315	46	12	technical	technical	ADJ
spir-11315	46	13	system	system	NOUN
spir-11315	46	14	but	but	CCONJ
spir-11315	46	15	allows	allow	VERB
spir-11315	46	16	us	we	PRON
spir-11315	46	17	to	to	PART
spir-11315	46	18	make	make	VERB
spir-11315	46	19	certain	certain	ADJ
spir-11315	46	20	claims	claim	NOUN
spir-11315	46	21	about	about	ADP
spir-11315	46	22	its	its	PRON
spir-11315	46	23	behavior	behavior	NOUN
spir-11315	46	24	:	:	PUNCT
spir-11315	46	25	what	what	PRON
spir-11315	46	26	is	be	AUX
spir-11315	46	27	actually	actually	ADV
spir-11315	46	28	being	be	AUX
spir-11315	46	29	recommended	recommend	VERB
spir-11315	46	30	?	?	PUNCT
spir-11315	47	1	how	how	SCONJ
spir-11315	47	2	do	do	AUX
spir-11315	47	3	recommendations	recommendation	NOUN
spir-11315	47	4	evolve	evolve	VERB
spir-11315	47	5	over	over	ADP
spir-11315	47	6	time	time	NOUN
spir-11315	47	7	?	?	PUNCT
spir-11315	48	1	can	can	AUX
spir-11315	48	2	we	we	PRON
spir-11315	48	3	observe	observe	VERB
spir-11315	48	4	a	a	DET
spir-11315	48	5	trend	trend	NOUN
spir-11315	48	6	toward	toward	ADP
spir-11315	48	7	popular	popular	ADJ
spir-11315	48	8	content	content	NOUN
spir-11315	48	9	or	or	CCONJ
spir-11315	48	10	is	be	AUX
spir-11315	48	11	the	the	DET
spir-11315	48	12	system	system	NOUN
spir-11315	48	13	driving	drive	VERB
spir-11315	48	14	toward	toward	ADP
spir-11315	48	15	niche	niche	NOUN
spir-11315	48	16	content	content	NOUN
spir-11315	48	17	?	?	PUNCT
spir-11315	49	1	conclusion	conclusion	NOUN
spir-11315	49	2	while	while	SCONJ
spir-11315	49	3	this	this	DET
spir-11315	49	4	paper	paper	NOUN
spir-11315	49	5	focuses	focus	VERB
spir-11315	49	6	on	on	ADP
spir-11315	49	7	recommender	recommender	NOUN
spir-11315	49	8	systems	system	NOUN
spir-11315	49	9	and	and	CCONJ
spir-11315	49	10	takes	take	VERB
spir-11315	49	11	youtube	youtube	NOUN
spir-11315	49	12	as	as	ADP
spir-11315	49	13	its	its	PRON
spir-11315	49	14	main	main	ADJ
spir-11315	49	15	example	example	NOUN
spir-11315	49	16	,	,	PUNCT
spir-11315	49	17	its	its	PRON
spir-11315	49	18	purpose	purpose	NOUN
spir-11315	49	19	is	be	AUX
spir-11315	49	20	to	to	PART
spir-11315	49	21	prototype	prototype	VERB
spir-11315	49	22	and	and	CCONJ
spir-11315	49	23	present	present	VERB
spir-11315	49	24	a	a	DET
spir-11315	49	25	multidisciplinary	multidisciplinary	ADJ
spir-11315	49	26	methodology	methodology	NOUN
spir-11315	49	27	for	for	ADP
spir-11315	49	28	large	large	ADJ
spir-11315	49	29	-	-	PUNCT
spir-11315	49	30	scale	scale	NOUN
spir-11315	49	31	platforms	platform	NOUN
spir-11315	49	32	that	that	PRON
spir-11315	49	33	incorporate	incorporate	VERB
spir-11315	49	34	ai	ai	VERB
spir-11315	49	35	components	component	NOUN
spir-11315	49	36	as	as	ADP
spir-11315	49	37	central	central	ADJ
spir-11315	49	38	tools	tool	NOUN
spir-11315	49	39	of	of	ADP
spir-11315	49	40	governance	governance	NOUN
spir-11315	49	41	.	.	PUNCT
spir-11315	50	1	it	it	PRON
spir-11315	50	2	starts	start	VERB
spir-11315	50	3	from	from	ADP
spir-11315	50	4	the	the	DET
spir-11315	50	5	idea	idea	NOUN
spir-11315	50	6	that	that	SCONJ
spir-11315	50	7	technical	technical	ADJ
spir-11315	50	8	knowledge	knowledge	NOUN
spir-11315	50	9	forms	form	VERB
spir-11315	50	10	the	the	DET
spir-11315	50	11	basis	basis	NOUN
spir-11315	50	12	of	of	ADP
spir-11315	50	13	technical	technical	ADJ
spir-11315	50	14	design	design	NOUN
spir-11315	50	15	and	and	CCONJ
spir-11315	50	16	seeks	seek	VERB
spir-11315	50	17	to	to	PART
spir-11315	50	18	bring	bring	VERB
spir-11315	50	19	these	these	DET
spir-11315	50	20	“	"	PUNCT
spir-11315	50	21	ambient	ambient	ADJ
spir-11315	50	22	”	"	PUNCT
spir-11315	50	23	norms	norm	NOUN
spir-11315	50	24	into	into	ADP
spir-11315	50	25	conversation	conversation	NOUN
spir-11315	50	26	with	with	ADP
spir-11315	50	27	the	the	DET
spir-11315	50	28	local	local	ADJ
spir-11315	50	29	circumstances	circumstance	NOUN
spir-11315	50	30	of	of	ADP
spir-11315	50	31	a	a	DET
spir-11315	50	32	concrete	concrete	ADJ
spir-11315	50	33	system	system	NOUN
spir-11315	50	34	that	that	PRON
spir-11315	50	35	includes	include	VERB
spir-11315	50	36	a	a	DET
spir-11315	50	37	company	company	NOUN
spir-11315	50	38	,	,	PUNCT
spir-11315	50	39	different	different	ADJ
spir-11315	50	40	groups	group	NOUN
spir-11315	50	41	of	of	ADP
spir-11315	50	42	users	user	NOUN
spir-11315	50	43	,	,	PUNCT
spir-11315	50	44	and	and	CCONJ
spir-11315	50	45	the	the	DET
spir-11315	50	46	dynamics	dynamic	NOUN
spir-11315	50	47	that	that	PRON
spir-11315	50	48	play	play	VERB
spir-11315	50	49	out	out	ADP
spir-11315	50	50	over	over	ADP
spir-11315	50	51	time	time	NOUN
spir-11315	50	52	.	.	PUNCT
spir-11315	51	1	references	reference	NOUN
spir-11315	51	2	burrell	burrell	PROPN
spir-11315	51	3	,	,	PUNCT
spir-11315	51	4	j.	j.	PROPN
spir-11315	51	5	(	(	PUNCT
spir-11315	51	6	2016	2016	NUM
spir-11315	51	7	)	)	PUNCT
spir-11315	51	8	.	.	PUNCT
spir-11315	52	1	how	how	SCONJ
spir-11315	52	2	the	the	DET
spir-11315	52	3	machine	machine	NOUN
spir-11315	52	4	‘	'	PUNCT
spir-11315	52	5	thinks	think	VERB
spir-11315	52	6	’	'	PUNCT
spir-11315	52	7	:	:	PUNCT
spir-11315	52	8	understanding	understand	VERB
spir-11315	52	9	opacity	opacity	NOUN
spir-11315	52	10	in	in	ADP
spir-11315	52	11	machine	machine	NOUN
spir-11315	52	12	learning	learning	NOUN
spir-11315	52	13	algorithms	algorithm	NOUN
spir-11315	52	14	.	.	PUNCT
spir-11315	53	1	big	big	ADJ
spir-11315	53	2	data	datum	NOUN
spir-11315	53	3	&	&	CCONJ
spir-11315	53	4	society	society	NOUN
spir-11315	53	5	,	,	PUNCT
spir-11315	53	6	3(1	3(1	NUM
spir-11315	53	7	)	)	PUNCT
spir-11315	53	8	.	.	PUNCT
spir-11315	54	1	covington	covington	PROPN
spir-11315	54	2	,	,	PUNCT
spir-11315	54	3	p.	p.	PROPN
spir-11315	54	4	,	,	PUNCT
spir-11315	54	5	adams	adams	PROPN
spir-11315	54	6	,	,	PUNCT
spir-11315	54	7	j.	j.	PROPN
spir-11315	54	8	,	,	PUNCT
spir-11315	54	9	&	&	CCONJ
spir-11315	54	10	sargin	sargin	PROPN
spir-11315	54	11	,	,	PUNCT
spir-11315	54	12	e.	e.	PROPN
spir-11315	54	13	(	(	PUNCT
spir-11315	54	14	2016	2016	NUM
spir-11315	54	15	)	)	PUNCT
spir-11315	54	16	.	.	PUNCT
spir-11315	55	1	deep	deep	ADJ
spir-11315	55	2	neural	neural	ADJ
spir-11315	55	3	networks	network	NOUN
spir-11315	55	4	for	for	ADP
spir-11315	55	5	youtube	youtube	NOUN
spir-11315	55	6	recommendations	recommendation	NOUN
spir-11315	55	7	.	.	PUNCT
spir-11315	56	1	proceedings	proceeding	NOUN
spir-11315	56	2	of	of	ADP
spir-11315	56	3	the	the	DET
spir-11315	56	4	10th	10th	ADJ
spir-11315	56	5	acm	acm	NOUN
spir-11315	56	6	conference	conference	NOUN
spir-11315	56	7	on	on	ADP
spir-11315	56	8	recommender	recommender	NOUN
spir-11315	56	9	systems	system	NOUN
spir-11315	56	10	recsys	recsy	NOUN
spir-11315	56	11	’	'	PUNCT
spir-11315	56	12	16	16	NUM
spir-11315	56	13	,	,	PUNCT
spir-11315	56	14	191	191	NUM
spir-11315	56	15	-	-	SYM
spir-11315	56	16	198	198	NUM
spir-11315	56	17	.	.	PUNCT
spir-11315	56	18	de	de	PROPN
spir-11315	56	19	goede	goede	PROPN
spir-11315	56	20	,	,	PUNCT
spir-11315	56	21	m.	m.	NOUN
spir-11315	56	22	,	,	PUNCT
spir-11315	56	23	bosma	bosma	PROPN
spir-11315	56	24	,	,	PUNCT
spir-11315	56	25	e.	e.	PROPN
spir-11315	56	26	,	,	PUNCT
spir-11315	56	27	&	&	CCONJ
spir-11315	56	28	pallister	pallister	NOUN
spir-11315	56	29	-	-	PUNCT
spir-11315	56	30	wilkins	wilkin	NOUN
spir-11315	56	31	,	,	PUNCT
spir-11315	56	32	p.	p.	NOUN
spir-11315	56	33	(	(	PUNCT
spir-11315	56	34	eds	ed	NOUN
spir-11315	56	35	.	.	PUNCT
spir-11315	56	36	)	)	PUNCT
spir-11315	56	37	.	.	PUNCT
spir-11315	57	1	(	(	PUNCT
spir-11315	57	2	2019	2019	NUM
spir-11315	57	3	)	)	PUNCT
spir-11315	57	4	.	.	PUNCT
spir-11315	58	1	secrecy	secrecy	NOUN
spir-11315	58	2	and	and	CCONJ
spir-11315	58	3	methods	method	NOUN
spir-11315	58	4	in	in	ADP
spir-11315	58	5	security	security	NOUN
spir-11315	58	6	research	research	NOUN
spir-11315	58	7	:	:	PUNCT
spir-11315	58	8	a	a	DET
spir-11315	58	9	guide	guide	NOUN
spir-11315	58	10	to	to	ADP
spir-11315	58	11	qualitative	qualitative	ADJ
spir-11315	58	12	fieldwork	fieldwork	NOUN
spir-11315	58	13	.	.	PUNCT
spir-11315	59	1	routledge	routledge	PROPN
spir-11315	59	2	.	.	PUNCT
spir-11315	60	1	diakopoulos	diakopoulos	PROPN
spir-11315	60	2	,	,	PUNCT
spir-11315	60	3	n.	n.	NOUN
spir-11315	60	4	(	(	PUNCT
spir-11315	60	5	2015	2015	NUM
spir-11315	60	6	)	)	PUNCT
spir-11315	60	7	.	.	PUNCT
spir-11315	61	1	algorithmic	algorithmic	ADJ
spir-11315	61	2	accountability	accountability	NOUN
spir-11315	61	3	:	:	PUNCT
spir-11315	61	4	journalistic	journalistic	ADJ
spir-11315	61	5	investigation	investigation	NOUN
spir-11315	61	6	of	of	ADP
spir-11315	61	7	computational	computational	ADJ
spir-11315	61	8	power	power	NOUN
spir-11315	61	9	structures	structure	NOUN
spir-11315	61	10	.	.	PUNCT
spir-11315	62	1	digital	digital	ADJ
spir-11315	62	2	journalism	journalism	NOUN
spir-11315	62	3	,	,	PUNCT
spir-11315	62	4	3(3	3(3	NUM
spir-11315	62	5	)	)	PUNCT
spir-11315	62	6	,	,	PUNCT
spir-11315	62	7	398	398	NUM
spir-11315	62	8	-	-	SYM
spir-11315	62	9	415	415	NUM
spir-11315	62	10	.	.	PUNCT
spir-11315	63	1	knobel	knobel	PROPN
spir-11315	63	2	,	,	PUNCT
spir-11315	63	3	c.	c.	PROPN
spir-11315	63	4	,	,	PUNCT
spir-11315	63	5	&	&	CCONJ
spir-11315	63	6	bowker	bowker	PROPN
spir-11315	63	7	,	,	PUNCT
spir-11315	63	8	g.	g.	PROPN
spir-11315	63	9	c.	c.	PROPN
spir-11315	63	10	(	(	PUNCT
spir-11315	63	11	2011	2011	NUM
spir-11315	63	12	)	)	PUNCT
spir-11315	63	13	.	.	PUNCT
spir-11315	64	1	values	value	NOUN
spir-11315	64	2	in	in	ADP
spir-11315	64	3	design	design	NOUN
spir-11315	64	4	.	.	PUNCT
spir-11315	65	1	communications	communication	NOUN
spir-11315	65	2	of	of	ADP
spir-11315	65	3	the	the	DET
spir-11315	65	4	acm	acm	NOUN
spir-11315	65	5	,	,	PUNCT
spir-11315	65	6	54(7	54(7	NUM
spir-11315	65	7	)	)	PUNCT
spir-11315	65	8	,	,	PUNCT
spir-11315	65	9	26	26	NUM
spir-11315	65	10	-	-	SYM
spir-11315	65	11	28	28	NUM
spir-11315	65	12	.	.	PUNCT
spir-11315	66	1	ricci	ricci	PROPN
spir-11315	66	2	,	,	PUNCT
spir-11315	66	3	f.	f.	PROPN
spir-11315	66	4	,	,	PUNCT
spir-11315	66	5	rokach	rokach	NOUN
spir-11315	66	6	,	,	PUNCT
spir-11315	66	7	l.	l.	PROPN
spir-11315	66	8	,	,	PUNCT
spir-11315	66	9	&	&	CCONJ
spir-11315	66	10	shapira	shapira	PROPN
spir-11315	66	11	,	,	PUNCT
spir-11315	66	12	b.	b.	PROPN
spir-11315	66	13	(	(	PUNCT
spir-11315	66	14	eds	eds	PROPN
spir-11315	66	15	.	.	PUNCT
spir-11315	66	16	)	)	PUNCT
spir-11315	66	17	.	.	PUNCT
spir-11315	67	1	(	(	PUNCT
spir-11315	67	2	2015	2015	NUM
spir-11315	67	3	)	)	PUNCT
spir-11315	67	4	.	.	PUNCT
spir-11315	68	1	recommender	recommender	NOUN
spir-11315	68	2	systems	systems	PROPN
spir-11315	68	3	handbook	handbook	NOUN
spir-11315	68	4	(	(	PUNCT
spir-11315	68	5	2nd	2nd	PROPN
spir-11315	68	6	edition	edition	PROPN
spir-11315	68	7	)	)	PUNCT
spir-11315	68	8	.	.	PUNCT
spir-11315	69	1	springer	springer	NOUN
spir-11315	69	2	.	.	PUNCT