id	sid	tid	token	lemma	pos
spir-8501	1	1	microsoft	microsoft	PROPN
spir-8501	1	2	word	word	NOUN
spir-8501	1	3	airformatted4.docx	airformatted4.docx	PROPN
spir-8501	1	4	selected	select	VERB
spir-8501	1	5	papers	paper	NOUN
spir-8501	1	6	of	of	ADP
spir-8501	1	7	internet	internet	NOUN
spir-8501	1	8	research	research	NOUN
spir-8501	1	9	16	16	NUM
spir-8501	1	10	:	:	PUNCT
spir-8501	1	11	the	the	DET
spir-8501	1	12	16th	16th	ADJ
spir-8501	1	13	annual	annual	ADJ
spir-8501	1	14	meeting	meeting	NOUN
spir-8501	1	15	of	of	ADP
spir-8501	1	16	the	the	DET
spir-8501	1	17	association	association	NOUN
spir-8501	1	18	of	of	ADP
spir-8501	1	19	internet	internet	NOUN
spir-8501	1	20	researchers	researcher	NOUN
spir-8501	1	21	phoenix	phoenix	PROPN
spir-8501	1	22	,	,	PUNCT
spir-8501	1	23	az	az	PROPN
spir-8501	1	24	,	,	PUNCT
spir-8501	1	25	usa	usa	PROPN
spir-8501	1	26	/	/	SYM
spir-8501	1	27	21	21	NUM
spir-8501	1	28	-	-	SYM
spir-8501	1	29	24	24	NUM
spir-8501	1	30	october	october	PROPN
spir-8501	1	31	2015	2015	NUM
spir-8501	1	32	collective	collective	ADJ
spir-8501	1	33	intelligence	intelligence	NOUN
spir-8501	1	34	in	in	ADP
spir-8501	1	35	journalism	journalism	NOUN
spir-8501	1	36	:	:	PUNCT
spir-8501	1	37	the	the	DET
spir-8501	1	38	conflict	conflict	NOUN
spir-8501	1	39	and	and	CCONJ
spir-8501	1	40	the	the	DET
spir-8501	1	41	interplay	interplay	NOUN
spir-8501	1	42	of	of	ADP
spir-8501	1	43	the	the	DET
spir-8501	1	44	logic	logic	NOUN
spir-8501	1	45	of	of	ADP
spir-8501	1	46	the	the	DET
spir-8501	1	47	crowd	crowd	NOUN
spir-8501	1	48	and	and	CCONJ
spir-8501	1	49	the	the	DET
spir-8501	1	50	logic	logic	NOUN
spir-8501	1	51	of	of	ADP
spir-8501	1	52	journalism	journalism	NOUN
spir-8501	1	53	tanja	tanja	PROPN
spir-8501	1	54	aitamurto	aitamurto	PROPN
spir-8501	1	55	stanford	stanford	PROPN
spir-8501	1	56	university	university	PROPN
spir-8501	1	57	introduction	introduction	NOUN
spir-8501	1	58	professional	professional	ADJ
spir-8501	1	59	journalists	journalist	NOUN
spir-8501	1	60	are	be	AUX
spir-8501	1	61	increasingly	increasingly	ADV
spir-8501	1	62	using	use	VERB
spir-8501	1	63	crowdsourcing	crowdsource	VERB
spir-8501	1	64	as	as	ADP
spir-8501	1	65	a	a	DET
spir-8501	1	66	knowledge	knowledge	NOUN
spir-8501	1	67	search	search	NOUN
spir-8501	1	68	method	method	NOUN
spir-8501	1	69	,	,	PUNCT
spir-8501	1	70	thus	thus	ADV
spir-8501	1	71	aiming	aim	VERB
spir-8501	1	72	to	to	PART
spir-8501	1	73	channel	channel	VERB
spir-8501	1	74	the	the	DET
spir-8501	1	75	crowd	crowd	NOUN
spir-8501	1	76	’s	’s	PART
spir-8501	1	77	collective	collective	ADJ
spir-8501	1	78	intelligence	intelligence	NOUN
spir-8501	1	79	into	into	ADP
spir-8501	1	80	to	to	ADP
spir-8501	1	81	their	their	PRON
spir-8501	1	82	news	news	NOUN
spir-8501	1	83	articles	article	NOUN
spir-8501	1	84	and	and	CCONJ
spir-8501	1	85	feature	feature	NOUN
spir-8501	1	86	stories	story	NOUN
spir-8501	1	87	(	(	PUNCT
spir-8501	1	88	aitamurto	aitamurto	PROPN
spir-8501	1	89	,	,	PUNCT
spir-8501	1	90	2013	2013	NUM
spir-8501	1	91	,	,	PUNCT
spir-8501	1	92	vehkoo	vehkoo	NOUN
spir-8501	1	93	2013	2013	NUM
spir-8501	1	94	)	)	PUNCT
spir-8501	1	95	.	.	PUNCT
spir-8501	2	1	by	by	ADP
spir-8501	2	2	so	so	ADV
spir-8501	2	3	doing	do	VERB
spir-8501	2	4	,	,	PUNCT
spir-8501	2	5	they	they	PRON
spir-8501	2	6	hope	hope	VERB
spir-8501	2	7	to	to	PART
spir-8501	2	8	discover	discover	VERB
spir-8501	2	9	useful	useful	ADJ
spir-8501	2	10	knowledge	knowledge	NOUN
spir-8501	2	11	,	,	PUNCT
spir-8501	2	12	which	which	PRON
spir-8501	2	13	can	can	AUX
spir-8501	2	14	improve	improve	VERB
spir-8501	2	15	the	the	DET
spir-8501	2	16	quality	quality	NOUN
spir-8501	2	17	and	and	CCONJ
spir-8501	2	18	relevance	relevance	NOUN
spir-8501	2	19	of	of	ADP
spir-8501	2	20	their	their	PRON
spir-8501	2	21	stories	story	NOUN
spir-8501	2	22	(	(	PUNCT
spir-8501	2	23	afuah	afuah	PROPN
spir-8501	2	24	and	and	CCONJ
spir-8501	2	25	tucci	tucci	PROPN
spir-8501	2	26	,	,	PUNCT
spir-8501	2	27	2012	2012	NUM
spir-8501	2	28	,	,	PUNCT
spir-8501	2	29	brabham	brabham	NOUN
spir-8501	2	30	,	,	PUNCT
spir-8501	2	31	2013	2013	NUM
spir-8501	2	32	,	,	PUNCT
spir-8501	2	33	aitamurto	aitamurto	NOUN
spir-8501	2	34	,	,	PUNCT
spir-8501	2	35	2015	2015	NUM
spir-8501	2	36	)	)	PUNCT
spir-8501	2	37	.	.	PUNCT
spir-8501	3	1	thus	thus	ADV
spir-8501	3	2	they	they	PRON
spir-8501	3	3	rely	rely	VERB
spir-8501	3	4	on	on	ADP
spir-8501	3	5	the	the	DET
spir-8501	3	6	twin	twin	ADJ
spir-8501	3	7	virtues	virtue	NOUN
spir-8501	3	8	of	of	ADP
spir-8501	3	9	collective	collective	ADJ
spir-8501	3	10	intelligence	intelligence	NOUN
spir-8501	3	11	,	,	PUNCT
spir-8501	3	12	those	those	DET
spir-8501	3	13	virtues	virtue	NOUN
spir-8501	3	14	being	be	AUX
spir-8501	3	15	the	the	DET
spir-8501	3	16	large	large	ADJ
spir-8501	3	17	number	number	NOUN
spir-8501	3	18	of	of	ADP
spir-8501	3	19	participants	participant	NOUN
spir-8501	3	20	and	and	CCONJ
spir-8501	3	21	the	the	DET
spir-8501	3	22	cognitive	cognitive	ADJ
spir-8501	3	23	diversity	diversity	NOUN
spir-8501	3	24	of	of	ADP
spir-8501	3	25	the	the	DET
spir-8501	3	26	participant	participant	ADJ
spir-8501	3	27	crowd	crowd	NOUN
spir-8501	3	28	(	(	PUNCT
spir-8501	3	29	levy	levy	NOUN
spir-8501	3	30	,	,	PUNCT
spir-8501	3	31	1997	1997	NUM
spir-8501	3	32	,	,	PUNCT
spir-8501	3	33	landemore	landemore	PROPN
spir-8501	3	34	,	,	PUNCT
spir-8501	3	35	2013	2013	NUM
spir-8501	3	36	;	;	PUNCT
spir-8501	3	37	page	page	NOUN
spir-8501	3	38	,	,	PUNCT
spir-8501	3	39	2008	2008	NUM
spir-8501	3	40	)	)	PUNCT
spir-8501	3	41	.	.	PUNCT
spir-8501	4	1	this	this	DET
spir-8501	4	2	paper	paper	NOUN
spir-8501	4	3	shows	show	VERB
spir-8501	4	4	that	that	SCONJ
spir-8501	4	5	when	when	SCONJ
spir-8501	4	6	collective	collective	ADJ
spir-8501	4	7	intelligence	intelligence	NOUN
spir-8501	4	8	is	be	AUX
spir-8501	4	9	harnessed	harness	VERB
spir-8501	4	10	to	to	ADP
spir-8501	4	11	professional	professional	ADJ
spir-8501	4	12	journalism	journalism	NOUN
spir-8501	4	13	,	,	PUNCT
spir-8501	4	14	it	it	PRON
spir-8501	4	15	can	can	AUX
spir-8501	4	16	lead	lead	VERB
spir-8501	4	17	to	to	ADP
spir-8501	4	18	a	a	DET
spir-8501	4	19	more	more	ADV
spir-8501	4	20	efficient	efficient	ADJ
spir-8501	4	21	knowledge	knowledge	NOUN
spir-8501	4	22	search	search	NOUN
spir-8501	4	23	.	.	PUNCT
spir-8501	5	1	however	however	ADV
spir-8501	5	2	,	,	PUNCT
spir-8501	5	3	the	the	DET
spir-8501	5	4	large	large	ADJ
spir-8501	5	5	number	number	NOUN
spir-8501	5	6	of	of	ADP
spir-8501	5	7	submissions	submission	NOUN
spir-8501	5	8	from	from	ADP
spir-8501	5	9	a	a	DET
spir-8501	5	10	diverse	diverse	ADJ
spir-8501	5	11	crowd	crowd	NOUN
spir-8501	5	12	cause	cause	VERB
spir-8501	5	13	also	also	ADV
spir-8501	5	14	complexities	complexity	NOUN
spir-8501	5	15	,	,	PUNCT
spir-8501	5	16	turning	turn	VERB
spir-8501	5	17	the	the	DET
spir-8501	5	18	virtues	virtue	NOUN
spir-8501	5	19	of	of	ADP
spir-8501	5	20	collective	collective	ADJ
spir-8501	5	21	intelligence	intelligence	NOUN
spir-8501	5	22	to	to	ADP
spir-8501	5	23	perils	peril	NOUN
spir-8501	5	24	,	,	PUNCT
spir-8501	5	25	as	as	SCONJ
spir-8501	5	26	is	be	AUX
spir-8501	5	27	shown	show	VERB
spir-8501	5	28	in	in	ADP
spir-8501	5	29	this	this	DET
spir-8501	5	30	paper	paper	NOUN
spir-8501	5	31	.	.	PUNCT
spir-8501	6	1	case	case	NOUN
spir-8501	6	2	profiles	profile	NOUN
spir-8501	6	3	,	,	PUNCT
spir-8501	6	4	methods	method	NOUN
spir-8501	6	5	and	and	CCONJ
spir-8501	6	6	data	datum	NOUN
spir-8501	6	7	case	case	NOUN
spir-8501	6	8	profiles	profile	NOUN
spir-8501	6	9	.	.	PUNCT
spir-8501	7	1	the	the	DET
spir-8501	7	2	data	datum	NOUN
spir-8501	7	3	in	in	ADP
spir-8501	7	4	this	this	DET
spir-8501	7	5	study	study	NOUN
spir-8501	7	6	are	be	AUX
spir-8501	7	7	drawn	draw	VERB
spir-8501	7	8	from	from	ADP
spir-8501	7	9	five	five	NUM
spir-8501	7	10	cases	case	NOUN
spir-8501	7	11	of	of	ADP
spir-8501	7	12	crowdsourced	crowdsourced	ADJ
spir-8501	7	13	journalism	journalism	NOUN
spir-8501	7	14	in	in	ADP
spir-8501	7	15	finland	finland	PROPN
spir-8501	7	16	and	and	CCONJ
spir-8501	7	17	sweden	sweden	PROPN
spir-8501	7	18	.	.	PUNCT
spir-8501	8	1	the	the	DET
spir-8501	8	2	cases	case	NOUN
spir-8501	8	3	include	include	VERB
spir-8501	8	4	several	several	ADJ
spir-8501	8	5	instances	instance	NOUN
spir-8501	8	6	,	,	PUNCT
spir-8501	8	7	in	in	ADP
spir-8501	8	8	which	which	PRON
spir-8501	8	9	professional	professional	ADJ
spir-8501	8	10	journalists	journalist	NOUN
spir-8501	8	11	crowdsourced	crowdsource	VERB
spir-8501	8	12	knowledge	knowledge	NOUN
spir-8501	8	13	for	for	ADP
spir-8501	8	14	articles	article	NOUN
spir-8501	8	15	in	in	ADP
spir-8501	8	16	established	establish	VERB
spir-8501	8	17	publications	publication	NOUN
spir-8501	8	18	.	.	PUNCT
spir-8501	9	1	the	the	DET
spir-8501	9	2	readers	reader	NOUN
spir-8501	9	3	were	be	AUX
spir-8501	9	4	asked	ask	VERB
spir-8501	9	5	to	to	PART
spir-8501	9	6	share	share	VERB
spir-8501	9	7	their	their	PRON
spir-8501	9	8	knowledge	knowledge	NOUN
spir-8501	9	9	,	,	PUNCT
spir-8501	9	10	experience	experience	NOUN
spir-8501	9	11	,	,	PUNCT
spir-8501	9	12	and	and	CCONJ
spir-8501	9	13	expertise	expertise	NOUN
spir-8501	9	14	as	as	ADP
spir-8501	9	15	bases	basis	NOUN
spir-8501	9	16	for	for	ADP
spir-8501	9	17	stories	story	NOUN
spir-8501	9	18	,	,	PUNCT
spir-8501	9	19	which	which	PRON
spir-8501	9	20	were	be	AUX
spir-8501	9	21	then	then	ADV
spir-8501	9	22	written	write	VERB
spir-8501	9	23	by	by	ADP
spir-8501	9	24	professional	professional	ADJ
spir-8501	9	25	journalists	journalist	NOUN
spir-8501	9	26	.	.	PUNCT
spir-8501	10	1	the	the	DET
spir-8501	10	2	readers	reader	NOUN
spir-8501	10	3	participated	participate	VERB
spir-8501	10	4	voluntarily	voluntarily	ADV
spir-8501	10	5	online	online	ADV
spir-8501	10	6	to	to	ADP
spir-8501	10	7	the	the	DET
spir-8501	10	8	investigations	investigation	NOUN
spir-8501	10	9	.	.	PUNCT
spir-8501	11	1	the	the	DET
spir-8501	11	2	cases	case	NOUN
spir-8501	11	3	are	be	AUX
spir-8501	11	4	described	describe	VERB
spir-8501	11	5	in	in	ADP
spir-8501	11	6	the	the	DET
spir-8501	11	7	following	following	NOUN
spir-8501	11	8	:	:	PUNCT
spir-8501	11	9	case	case	NOUN
spir-8501	11	10	a.	a.	NOUN
spir-8501	11	11	schoolbook	schoolbook	PROPN
spir-8501	11	12	investigation	investigation	NOUN
spir-8501	11	13	,	,	PUNCT
spir-8501	11	14	quality	quality	NOUN
spir-8501	11	15	in	in	ADP
spir-8501	11	16	services	service	NOUN
spir-8501	11	17	,	,	PUNCT
spir-8501	11	18	and	and	CCONJ
spir-8501	11	19	gender	gender	NOUN
spir-8501	11	20	differences	difference	NOUN
spir-8501	11	21	in	in	ADP
spir-8501	11	22	math	math	NOUN
spir-8501	11	23	and	and	CCONJ
spir-8501	11	24	science	science	NOUN
spir-8501	11	25	education	education	NOUN
spir-8501	11	26	.	.	PUNCT
spir-8501	12	1	three	three	NUM
spir-8501	12	2	story	story	NOUN
spir-8501	12	3	processes	process	NOUN
spir-8501	12	4	were	be	AUX
spir-8501	12	5	opened	open	VERB
spir-8501	12	6	up	up	ADP
spir-8501	12	7	for	for	ADP
spir-8501	12	8	online	online	ADJ
spir-8501	12	9	participation	participation	NOUN
spir-8501	12	10	on	on	ADP
spir-8501	12	11	two	two	NUM
spir-8501	12	12	established	establish	VERB
spir-8501	12	13	magazines	magazine	NOUN
spir-8501	12	14	’	'	PUNCT
spir-8501	12	15	blogs	blog	NOUN
spir-8501	12	16	,	,	PUNCT
spir-8501	12	17	on	on	ADP
spir-8501	12	18	social	social	ADJ
spir-8501	12	19	media	medium	NOUN
spir-8501	12	20	,	,	PUNCT
spir-8501	12	21	and	and	CCONJ
spir-8501	12	22	on	on	ADP
spir-8501	12	23	a	a	DET
spir-8501	12	24	specific	specific	ADJ
spir-8501	12	25	platform	platform	NOUN
spir-8501	12	26	(	(	PUNCT
spir-8501	12	27	huuhkaja.fi	huuhkaja.fi	PROPN
spir-8501	12	28	)	)	PUNCT
spir-8501	12	29	for	for	ADP
spir-8501	12	30	crowdsourcing	crowdsource	VERB
spir-8501	12	31	information	information	NOUN
spir-8501	12	32	and	and	CCONJ
spir-8501	12	33	co	co	NOUN
spir-8501	12	34	-	-	NOUN
spir-8501	12	35	creation	creation	NOUN
spir-8501	12	36	with	with	ADP
spir-8501	12	37	readers	reader	NOUN
spir-8501	12	38	in	in	ADP
spir-8501	12	39	2011	2011	NUM
spir-8501	12	40	to	to	ADP
spir-8501	12	41	2012	2012	NUM
spir-8501	12	42	.	.	PUNCT
spir-8501	13	1	the	the	DET
spir-8501	13	2	stories	story	NOUN
spir-8501	13	3	examined	examine	VERB
spir-8501	13	4	incorrect	incorrect	ADJ
spir-8501	13	5	information	information	NOUN
spir-8501	13	6	in	in	ADP
spir-8501	13	7	physics	physics	NOUN
spir-8501	13	8	schoolbooks	schoolbook	NOUN
spir-8501	13	9	,	,	PUNCT
spir-8501	13	10	quality	quality	NOUN
spir-8501	13	11	problems	problem	NOUN
spir-8501	13	12	in	in	ADP
spir-8501	13	13	finnish	finnish	ADJ
spir-8501	13	14	products	product	NOUN
spir-8501	13	15	and	and	CCONJ
spir-8501	13	16	services	service	NOUN
spir-8501	13	17	and	and	CCONJ
spir-8501	13	18	gender	gender	NOUN
spir-8501	13	19	inequalities	inequality	NOUN
spir-8501	13	20	in	in	ADP
spir-8501	13	21	math	math	NOUN
spir-8501	13	22	and	and	CCONJ
spir-8501	13	23	science	science	NOUN
spir-8501	13	24	education	education	NOUN
spir-8501	13	25	.	.	PUNCT
spir-8501	14	1	the	the	DET
spir-8501	14	2	journalists	journalist	NOUN
spir-8501	14	3	crowdsourced	crowdsource	VERB
spir-8501	14	4	several	several	ADJ
spir-8501	14	5	parts	part	NOUN
spir-8501	14	6	of	of	ADP
spir-8501	14	7	the	the	DET
spir-8501	14	8	story	story	NOUN
spir-8501	14	9	process	process	NOUN
spir-8501	14	10	by	by	ADP
spir-8501	14	11	asking	ask	VERB
spir-8501	14	12	the	the	DET
spir-8501	14	13	readers	reader	NOUN
spir-8501	14	14	to	to	PART
spir-8501	14	15	identify	identify	VERB
spir-8501	14	16	incorrect	incorrect	ADJ
spir-8501	14	17	information	information	NOUN
spir-8501	14	18	in	in	ADP
spir-8501	14	19	schoolbooks	schoolbook	NOUN
spir-8501	14	20	and	and	CCONJ
spir-8501	14	21	asking	ask	VERB
spir-8501	14	22	for	for	ADP
spir-8501	14	23	sources	source	NOUN
spir-8501	14	24	that	that	PRON
spir-8501	14	25	could	could	AUX
spir-8501	14	26	be	be	AUX
spir-8501	14	27	interviewed	interview	VERB
spir-8501	14	28	.	.	PUNCT
spir-8501	15	1	they	they	PRON
spir-8501	15	2	received	receive	VERB
spir-8501	15	3	hundreds	hundred	NOUN
spir-8501	15	4	of	of	ADP
spir-8501	15	5	submissions	submission	NOUN
spir-8501	15	6	from	from	ADP
spir-8501	15	7	the	the	DET
spir-8501	15	8	crowd	crowd	NOUN
spir-8501	15	9	.	.	PUNCT
spir-8501	16	1	the	the	DET
spir-8501	16	2	stories	story	NOUN
spir-8501	16	3	were	be	AUX
spir-8501	16	4	published	publish	VERB
spir-8501	16	5	in	in	ADP
spir-8501	16	6	the	the	DET
spir-8501	16	7	leading	lead	VERB
spir-8501	16	8	science	science	NOUN
spir-8501	16	9	magazine	magazine	NOUN
spir-8501	16	10	in	in	ADP
spir-8501	16	11	finland	finland	PROPN
spir-8501	16	12	and	and	CCONJ
spir-8501	16	13	in	in	ADP
spir-8501	16	14	the	the	DET
spir-8501	16	15	largest	large	ADJ
spir-8501	16	16	suggested	suggest	VERB
spir-8501	16	17	citation	citation	NOUN
spir-8501	16	18	(	(	PUNCT
spir-8501	16	19	apa	apa	PROPN
spir-8501	16	20	):	):	PUNCT
spir-8501	16	21	aitamurto	aitamurto	PROPN
spir-8501	16	22	,	,	PUNCT
spir-8501	16	23	t.	t.	PROPN
spir-8501	16	24	(	(	PUNCT
spir-8501	16	25	2015	2015	NUM
spir-8501	16	26	,	,	PUNCT
spir-8501	16	27	october	october	PROPN
spir-8501	16	28	21	21	NUM
spir-8501	16	29	-	-	SYM
spir-8501	16	30	24	24	NUM
spir-8501	16	31	)	)	PUNCT
spir-8501	16	32	collective	collective	ADJ
spir-8501	16	33	intelligence	intelligence	NOUN
spir-8501	16	34	in	in	ADP
spir-8501	16	35	journalism	journalism	NOUN
spir-8501	16	36	:	:	PUNCT
spir-8501	16	37	the	the	DET
spir-8501	16	38	conflict	conflict	NOUN
spir-8501	16	39	and	and	CCONJ
spir-8501	16	40	the	the	DET
spir-8501	16	41	interplay	interplay	NOUN
spir-8501	16	42	of	of	ADP
spir-8501	16	43	the	the	DET
spir-8501	16	44	logic	logic	NOUN
spir-8501	16	45	of	of	ADP
spir-8501	16	46	the	the	DET
spir-8501	16	47	crowd	crowd	NOUN
spir-8501	16	48	and	and	CCONJ
spir-8501	16	49	the	the	DET
spir-8501	16	50	logic	logic	NOUN
spir-8501	16	51	of	of	ADP
spir-8501	16	52	journalism	journalism	NOUN
spir-8501	16	53	.	.	PUNCT
spir-8501	17	1	paper	paper	NOUN
spir-8501	17	2	presented	present	VERB
spir-8501	17	3	at	at	ADP
spir-8501	17	4	internet	internet	NOUN
spir-8501	17	5	research	research	NOUN
spir-8501	17	6	16	16	NUM
spir-8501	17	7	:	:	PUNCT
spir-8501	17	8	the	the	DET
spir-8501	17	9	16th	16th	ADJ
spir-8501	17	10	annual	annual	ADJ
spir-8501	17	11	meeting	meeting	NOUN
spir-8501	17	12	of	of	ADP
spir-8501	17	13	the	the	DET
spir-8501	17	14	association	association	NOUN
spir-8501	17	15	of	of	ADP
spir-8501	17	16	internet	internet	NOUN
spir-8501	17	17	researchers	researcher	NOUN
spir-8501	17	18	.	.	PUNCT
spir-8501	18	1	phoenix	phoenix	PROPN
spir-8501	18	2	,	,	PUNCT
spir-8501	18	3	az	az	PROPN
spir-8501	18	4	,	,	PUNCT
spir-8501	18	5	usa	usa	PROPN
spir-8501	18	6	:	:	PUNCT
spir-8501	18	7	aoir	aoir	NOUN
spir-8501	18	8	.	.	PUNCT
spir-8501	18	9	retrieved	retrieve	VERB
spir-8501	18	10	from	from	ADP
spir-8501	18	11	http://	http://	PROPN
spir-8501	18	12	spir.aoir.org	spir.aoir.org	PROPN
spir-8501	18	13	.	.	PUNCT
spir-8501	19	1	women	women	PROPN
spir-8501	19	2	’s	’s	PART
spir-8501	19	3	magazine	magazine	NOUN
spir-8501	19	4	in	in	ADP
spir-8501	19	5	finland	finland	PROPN
spir-8501	19	6	.	.	PUNCT
spir-8501	20	1	these	these	DET
spir-8501	20	2	three	three	NUM
spir-8501	20	3	stories	story	NOUN
spir-8501	20	4	are	be	AUX
spir-8501	20	5	grouped	group	VERB
spir-8501	20	6	together	together	ADV
spir-8501	20	7	because	because	SCONJ
spir-8501	20	8	the	the	DET
spir-8501	20	9	stories	story	NOUN
spir-8501	20	10	were	be	AUX
spir-8501	20	11	accredited	accredit	VERB
spir-8501	20	12	to	to	ADP
spir-8501	20	13	the	the	DET
spir-8501	20	14	same	same	ADJ
spir-8501	20	15	journalists	journalist	NOUN
spir-8501	20	16	and	and	CCONJ
spir-8501	20	17	the	the	DET
spir-8501	20	18	story	story	NOUN
spir-8501	20	19	processes	process	NOUN
spir-8501	20	20	were	be	AUX
spir-8501	20	21	similar	similar	ADJ
spir-8501	20	22	.	.	PUNCT
spir-8501	21	1	case	case	NOUN
spir-8501	21	2	b.	b.	PROPN
spir-8501	21	3	home	home	PROPN
spir-8501	21	4	loan	loan	PROPN
spir-8501	21	5	interest	interest	NOUN
spir-8501	21	6	map	map	NOUN
spir-8501	21	7	.	.	PUNCT
spir-8501	22	1	in	in	ADP
spir-8501	22	2	2012	2012	NUM
spir-8501	22	3	,	,	PUNCT
spir-8501	22	4	svenska	svenska	PROPN
spir-8501	22	5	dagbladet	dagbladet	PROPN
spir-8501	22	6	,	,	PUNCT
spir-8501	22	7	the	the	DET
spir-8501	22	8	leading	lead	VERB
spir-8501	22	9	daily	daily	ADJ
spir-8501	22	10	newspaper	newspaper	NOUN
spir-8501	22	11	in	in	ADP
spir-8501	22	12	sweden	sweden	PROPN
spir-8501	22	13	,	,	PUNCT
spir-8501	22	14	crowdsourced	crowdsource	VERB
spir-8501	22	15	a	a	DET
spir-8501	22	16	mortage	mortage	NOUN
spir-8501	22	17	interest	interest	NOUN
spir-8501	22	18	rate	rate	NOUN
spir-8501	22	19	investigation	investigation	NOUN
spir-8501	22	20	.	.	PUNCT
spir-8501	23	1	the	the	DET
spir-8501	23	2	participants	participant	NOUN
spir-8501	23	3	submitted	submit	VERB
spir-8501	23	4	their	their	PRON
spir-8501	23	5	mortgage	mortgage	NOUN
spir-8501	23	6	interest	interest	NOUN
spir-8501	23	7	rates	rate	NOUN
spir-8501	23	8	by	by	ADP
spir-8501	23	9	filling	fill	VERB
spir-8501	23	10	out	out	ADP
spir-8501	23	11	a	a	DET
spir-8501	23	12	digital	digital	ADJ
spir-8501	23	13	form	form	NOUN
spir-8501	23	14	.	.	PUNCT
spir-8501	24	1	by	by	ADP
spir-8501	24	2	july	july	PROPN
spir-8501	24	3	2014	2014	NUM
spir-8501	24	4	,	,	PUNCT
spir-8501	24	5	about	about	ADV
spir-8501	24	6	50,000	50,000	NUM
spir-8501	24	7	interest	interest	NOUN
spir-8501	24	8	-	-	PUNCT
spir-8501	24	9	rate	rate	NOUN
spir-8501	24	10	submissions	submission	NOUN
spir-8501	24	11	were	be	AUX
spir-8501	24	12	placed	place	VERB
spir-8501	24	13	on	on	ADP
spir-8501	24	14	the	the	DET
spir-8501	24	15	crowd	crowd	NOUN
spir-8501	24	16	map	map	NOUN
spir-8501	24	17	.	.	PUNCT
spir-8501	25	1	users	user	NOUN
spir-8501	25	2	could	could	AUX
spir-8501	25	3	compare	compare	VERB
spir-8501	25	4	rates	rate	NOUN
spir-8501	25	5	employing	employ	VERB
spir-8501	25	6	several	several	ADJ
spir-8501	25	7	variables	variable	NOUN
spir-8501	25	8	,	,	PUNCT
spir-8501	25	9	such	such	ADJ
spir-8501	25	10	as	as	ADP
spir-8501	25	11	zip	zip	NOUN
spir-8501	25	12	code	code	NOUN
spir-8501	25	13	,	,	PUNCT
spir-8501	25	14	bank	bank	NOUN
spir-8501	25	15	,	,	PUNCT
spir-8501	25	16	and	and	CCONJ
spir-8501	25	17	the	the	DET
spir-8501	25	18	length	length	NOUN
spir-8501	25	19	of	of	ADP
spir-8501	25	20	the	the	DET
spir-8501	25	21	loan	loan	NOUN
spir-8501	25	22	.	.	PUNCT
spir-8501	26	1	the	the	DET
spir-8501	26	2	interest	interest	NOUN
spir-8501	26	3	-	-	PUNCT
spir-8501	26	4	rate	rate	NOUN
spir-8501	26	5	map	map	NOUN
spir-8501	26	6	resulted	result	VERB
spir-8501	26	7	in	in	ADP
spir-8501	26	8	dozens	dozen	NOUN
spir-8501	26	9	of	of	ADP
spir-8501	26	10	articles	article	NOUN
spir-8501	26	11	about	about	ADP
spir-8501	26	12	mortgage	mortgage	NOUN
spir-8501	26	13	interest	interest	NOUN
spir-8501	26	14	rates	rate	NOUN
spir-8501	26	15	,	,	PUNCT
spir-8501	26	16	provoking	provoke	VERB
spir-8501	26	17	a	a	DET
spir-8501	26	18	nationwide	nationwide	ADJ
spir-8501	26	19	discussion	discussion	NOUN
spir-8501	26	20	.	.	PUNCT
spir-8501	27	1	case	case	NOUN
spir-8501	27	2	c.	c.	PROPN
spir-8501	27	3	development	development	PROPN
spir-8501	27	4	aid	aid	NOUN
spir-8501	27	5	story	story	NOUN
spir-8501	27	6	and	and	CCONJ
spir-8501	27	7	senior	senior	ADJ
spir-8501	27	8	care	care	NOUN
spir-8501	27	9	story	story	NOUN
spir-8501	27	10	.	.	PUNCT
spir-8501	28	1	svenska	svenska	PROPN
spir-8501	28	2	dagbladet	dagbladet	PROPN
spir-8501	28	3	crowdsourced	crowdsource	VERB
spir-8501	28	4	two	two	NUM
spir-8501	28	5	story	story	NOUN
spir-8501	28	6	processes	process	NOUN
spir-8501	28	7	to	to	ADP
spir-8501	28	8	the	the	DET
spir-8501	28	9	public	public	NOUN
spir-8501	28	10	in	in	ADP
spir-8501	28	11	2009	2009	NUM
spir-8501	28	12	and	and	CCONJ
spir-8501	28	13	2010	2010	NUM
spir-8501	28	14	.	.	PUNCT
spir-8501	29	1	the	the	DET
spir-8501	29	2	stories	story	NOUN
spir-8501	29	3	covered	cover	VERB
spir-8501	29	4	the	the	DET
spir-8501	29	5	efficiency	efficiency	NOUN
spir-8501	29	6	of	of	ADP
spir-8501	29	7	development	development	NOUN
spir-8501	29	8	aid	aid	NOUN
spir-8501	29	9	allocations	allocation	NOUN
spir-8501	29	10	by	by	ADP
spir-8501	29	11	the	the	DET
spir-8501	29	12	swedish	swedish	ADJ
spir-8501	29	13	government	government	NOUN
spir-8501	29	14	and	and	CCONJ
spir-8501	29	15	the	the	DET
spir-8501	29	16	quality	quality	NOUN
spir-8501	29	17	of	of	ADP
spir-8501	29	18	senior	senior	ADJ
spir-8501	29	19	care	care	NOUN
spir-8501	29	20	.	.	PUNCT
spir-8501	30	1	the	the	DET
spir-8501	30	2	investigations	investigation	NOUN
spir-8501	30	3	attracted	attract	VERB
spir-8501	30	4	hundreds	hundred	NOUN
spir-8501	30	5	of	of	ADP
spir-8501	30	6	submissions	submission	NOUN
spir-8501	30	7	,	,	PUNCT
spir-8501	30	8	led	lead	VERB
spir-8501	30	9	to	to	ADP
spir-8501	30	10	several	several	ADJ
spir-8501	30	11	stories	story	NOUN
spir-8501	30	12	in	in	ADP
spir-8501	30	13	print	print	NOUN
spir-8501	30	14	and	and	CCONJ
spir-8501	30	15	online	online	ADJ
spir-8501	30	16	,	,	PUNCT
spir-8501	30	17	exposed	expose	VERB
spir-8501	30	18	problems	problem	NOUN
spir-8501	30	19	in	in	ADP
spir-8501	30	20	the	the	DET
spir-8501	30	21	systems	system	NOUN
spir-8501	30	22	,	,	PUNCT
spir-8501	30	23	and	and	CCONJ
spir-8501	30	24	provoked	provoke	VERB
spir-8501	30	25	discussion	discussion	NOUN
spir-8501	30	26	in	in	ADP
spir-8501	30	27	sweden	sweden	PROPN
spir-8501	30	28	.	.	PUNCT
spir-8501	31	1	case	case	NOUN
spir-8501	31	2	d.	d.	PROPN
spir-8501	31	3	stock	stock	PROPN
spir-8501	31	4	short	short	ADV
spir-8501	31	5	-	-	PUNCT
spir-8501	31	6	selling	sell	VERB
spir-8501	31	7	investigation	investigation	NOUN
spir-8501	31	8	.	.	PUNCT
spir-8501	32	1	in	in	ADP
spir-8501	32	2	2011	2011	NUM
spir-8501	32	3	,	,	PUNCT
spir-8501	32	4	the	the	DET
spir-8501	32	5	leading	lead	VERB
spir-8501	32	6	daily	daily	ADJ
spir-8501	32	7	newspaper	newspaper	NOUN
spir-8501	32	8	in	in	ADP
spir-8501	32	9	finland	finland	PROPN
spir-8501	32	10	crowdsourced	crowdsource	VERB
spir-8501	32	11	investigations	investigation	NOUN
spir-8501	32	12	about	about	ADP
spir-8501	32	13	stock	stock	NOUN
spir-8501	32	14	short	short	NOUN
spir-8501	32	15	-	-	PUNCT
spir-8501	32	16	selling	selling	NOUN
spir-8501	32	17	.	.	PUNCT
spir-8501	33	1	the	the	DET
spir-8501	33	2	newspaper	newspaper	NOUN
spir-8501	33	3	published	publish	VERB
spir-8501	33	4	stock	stock	NOUN
spir-8501	33	5	trade	trade	NOUN
spir-8501	33	6	reports	report	NOUN
spir-8501	33	7	online	online	ADV
spir-8501	33	8	with	with	ADP
spir-8501	33	9	instructions	instruction	NOUN
spir-8501	33	10	for	for	ADP
spir-8501	33	11	readers	reader	NOUN
spir-8501	33	12	about	about	ADP
spir-8501	33	13	what	what	PRON
spir-8501	33	14	to	to	PART
spir-8501	33	15	look	look	VERB
spir-8501	33	16	for	for	ADP
spir-8501	33	17	in	in	ADP
spir-8501	33	18	the	the	DET
spir-8501	33	19	documents	document	NOUN
spir-8501	33	20	.	.	PUNCT
spir-8501	34	1	the	the	DET
spir-8501	34	2	readers	reader	NOUN
spir-8501	34	3	were	be	AUX
spir-8501	34	4	asked	ask	VERB
spir-8501	34	5	to	to	PART
spir-8501	34	6	report	report	VERB
spir-8501	34	7	their	their	PRON
spir-8501	34	8	findings	finding	NOUN
spir-8501	34	9	on	on	ADP
spir-8501	34	10	an	an	DET
spir-8501	34	11	online	online	ADJ
spir-8501	34	12	form	form	NOUN
spir-8501	34	13	to	to	ADP
spir-8501	34	14	the	the	DET
spir-8501	34	15	journalist	journalist	NOUN
spir-8501	34	16	.	.	PUNCT
spir-8501	35	1	based	base	VERB
spir-8501	35	2	on	on	ADP
spir-8501	35	3	the	the	DET
spir-8501	35	4	crowdsourced	crowdsourced	ADJ
spir-8501	35	5	information	information	NOUN
spir-8501	35	6	,	,	PUNCT
spir-8501	35	7	several	several	ADJ
spir-8501	35	8	unethical	unethical	ADJ
spir-8501	35	9	or	or	CCONJ
spir-8501	35	10	questionable	questionable	ADJ
spir-8501	35	11	trading	trading	NOUN
spir-8501	35	12	activities	activity	NOUN
spir-8501	35	13	were	be	AUX
spir-8501	35	14	identified	identify	VERB
spir-8501	35	15	.	.	PUNCT
spir-8501	36	1	the	the	DET
spir-8501	36	2	reporter	reporter	NOUN
spir-8501	36	3	received	receive	VERB
spir-8501	36	4	also	also	ADV
spir-8501	36	5	an	an	DET
spir-8501	36	6	unexpected	unexpected	ADJ
spir-8501	36	7	tip	tip	NOUN
spir-8501	36	8	leading	lead	VERB
spir-8501	36	9	to	to	ADP
spir-8501	36	10	the	the	DET
spir-8501	36	11	discovery	discovery	NOUN
spir-8501	36	12	of	of	ADP
spir-8501	36	13	a	a	DET
spir-8501	36	14	tax	tax	NOUN
spir-8501	36	15	evasion	evasion	NOUN
spir-8501	36	16	scheme	scheme	NOUN
spir-8501	36	17	within	within	ADP
spir-8501	36	18	the	the	DET
spir-8501	36	19	largest	large	ADJ
spir-8501	36	20	co	co	ADJ
spir-8501	36	21	-	-	ADJ
spir-8501	36	22	operative	operative	ADJ
spir-8501	36	23	bank	bank	NOUN
spir-8501	36	24	in	in	ADP
spir-8501	36	25	finland	finland	PROPN
spir-8501	36	26	.	.	PUNCT
spir-8501	37	1	the	the	DET
spir-8501	37	2	stor	stor	NOUN
spir-8501	37	3	led	lead	VERB
spir-8501	37	4	to	to	ADP
spir-8501	37	5	the	the	DET
spir-8501	37	6	firing	firing	NOUN
spir-8501	37	7	of	of	ADP
spir-8501	37	8	a	a	DET
spir-8501	37	9	bank	bank	NOUN
spir-8501	37	10	executive	executive	NOUN
spir-8501	37	11	in	in	ADP
spir-8501	37	12	early	early	ADJ
spir-8501	37	13	2012	2012	NUM
spir-8501	37	14	.	.	PUNCT
spir-8501	38	1	case	case	NOUN
spir-8501	38	2	e.	e.	PROPN
spir-8501	38	3	my	my	PRON
spir-8501	38	4	own	own	ADJ
spir-8501	38	5	olivia	olivia	NOUN
spir-8501	38	6	.	.	PUNCT
spir-8501	39	1	an	an	DET
spir-8501	39	2	established	establish	VERB
spir-8501	39	3	lifestyle	lifestyle	NOUN
spir-8501	39	4	magazine	magazine	NOUN
spir-8501	39	5	in	in	ADP
spir-8501	39	6	finland	finland	PROPN
spir-8501	39	7	,	,	PUNCT
spir-8501	39	8	called	call	VERB
spir-8501	39	9	olivia	olivia	PROPN
spir-8501	39	10	magazine	magazine	PROPN
spir-8501	39	11	,	,	PUNCT
spir-8501	39	12	crowdsourced	crowdsource	VERB
spir-8501	39	13	a	a	DET
spir-8501	39	14	magazine	magazine	NOUN
spir-8501	39	15	on	on	ADP
spir-8501	39	16	an	an	DET
spir-8501	39	17	online	online	ADJ
spir-8501	39	18	platform	platform	NOUN
spir-8501	39	19	my	my	PRON
spir-8501	39	20	own	own	ADJ
spir-8501	39	21	olivia	olivia	NOUN
spir-8501	39	22	(	(	PUNCT
spir-8501	39	23	www.omaolivia.fi	www.omaolivia.fi	NOUN
spir-8501	39	24	)	)	PUNCT
spir-8501	39	25	.	.	PUNCT
spir-8501	40	1	the	the	DET
spir-8501	40	2	process	process	NOUN
spir-8501	40	3	attracted	attract	VERB
spir-8501	40	4	about	about	ADP
spir-8501	40	5	600	600	NUM
spir-8501	40	6	participants	participant	NOUN
spir-8501	40	7	and	and	CCONJ
spir-8501	40	8	resulted	result	VERB
spir-8501	40	9	to	to	ADP
spir-8501	40	10	thousands	thousand	NOUN
spir-8501	40	11	of	of	ADP
spir-8501	40	12	submissions	submission	NOUN
spir-8501	40	13	.	.	PUNCT
spir-8501	41	1	altogether	altogether	ADV
spir-8501	41	2	15	15	NUM
spir-8501	41	3	stories	story	NOUN
spir-8501	41	4	were	be	AUX
spir-8501	41	5	crowdsourced	crowdsource	VERB
spir-8501	41	6	for	for	ADP
spir-8501	41	7	a	a	DET
spir-8501	41	8	magazine	magazine	NOUN
spir-8501	41	9	issue	issue	NOUN
spir-8501	41	10	.	.	PUNCT
spir-8501	42	1	methods	method	NOUN
spir-8501	42	2	and	and	CCONJ
spir-8501	42	3	data	datum	NOUN
spir-8501	42	4	for	for	ADP
spir-8501	42	5	this	this	DET
spir-8501	42	6	research	research	NOUN
spir-8501	42	7	,	,	PUNCT
spir-8501	42	8	i	i	PRON
spir-8501	42	9	conducted	conduct	VERB
spir-8501	42	10	42	42	NUM
spir-8501	42	11	in	in	ADP
spir-8501	42	12	-	-	PUNCT
spir-8501	42	13	depth	depth	NOUN
spir-8501	42	14	interviews	interview	NOUN
spir-8501	42	15	with	with	ADP
spir-8501	42	16	20	20	NUM
spir-8501	42	17	journalists	journalist	NOUN
spir-8501	42	18	leading	lead	VERB
spir-8501	42	19	the	the	DET
spir-8501	42	20	crowdsourced	crowdsourced	ADJ
spir-8501	42	21	investigations	investigation	NOUN
spir-8501	42	22	.	.	PUNCT
spir-8501	43	1	in	in	ADP
spir-8501	43	2	some	some	DET
spir-8501	43	3	cases	case	NOUN
spir-8501	43	4	,	,	PUNCT
spir-8501	43	5	the	the	DET
spir-8501	43	6	interviewees	interviewee	NOUN
spir-8501	43	7	were	be	AUX
spir-8501	43	8	interviewed	interview	VERB
spir-8501	43	9	several	several	ADJ
spir-8501	43	10	times	time	NOUN
spir-8501	43	11	during	during	ADP
spir-8501	43	12	the	the	DET
spir-8501	43	13	story	story	NOUN
spir-8501	43	14	process	process	NOUN
spir-8501	43	15	.	.	PUNCT
spir-8501	44	1	the	the	DET
spir-8501	44	2	interviewees	interviewee	NOUN
spir-8501	44	3	are	be	AUX
spir-8501	44	4	referred	refer	VERB
spir-8501	44	5	to	to	ADP
spir-8501	44	6	numbers	number	NOUN
spir-8501	44	7	1	1	NUM
spir-8501	44	8	-	-	SYM
spir-8501	44	9	20	20	NUM
spir-8501	44	10	in	in	ADP
spir-8501	44	11	the	the	DET
spir-8501	44	12	findings	finding	NOUN
spir-8501	44	13	section	section	NOUN
spir-8501	44	14	.	.	PUNCT
spir-8501	45	1	the	the	DET
spir-8501	45	2	interview	interview	NOUN
spir-8501	45	3	data	datum	NOUN
spir-8501	45	4	were	be	AUX
spir-8501	45	5	analyzed	analyze	VERB
spir-8501	45	6	following	follow	VERB
spir-8501	45	7	strauss	strauss	PROPN
spir-8501	45	8	and	and	CCONJ
spir-8501	45	9	corbin	corbin	PROPN
spir-8501	45	10	’s	’s	PART
spir-8501	45	11	(	(	PUNCT
spir-8501	45	12	1998	1998	NUM
spir-8501	45	13	)	)	PUNCT
spir-8501	45	14	analytical	analytical	ADJ
spir-8501	45	15	coding	code	VERB
spir-8501	45	16	system	system	NOUN
spir-8501	45	17	,	,	PUNCT
spir-8501	45	18	resulting	result	VERB
spir-8501	45	19	into	into	ADP
spir-8501	45	20	the	the	DET
spir-8501	45	21	following	follow	VERB
spir-8501	45	22	main	main	ADJ
spir-8501	45	23	categories	category	NOUN
spir-8501	45	24	:	:	PUNCT
spir-8501	45	25	i	i	NOUN
spir-8501	45	26	)	)	PUNCT
spir-8501	45	27	manifestations	manifestation	NOUN
spir-8501	45	28	of	of	ADP
spir-8501	45	29	the	the	DET
spir-8501	45	30	journalistic	journalistic	ADJ
spir-8501	45	31	and	and	CCONJ
spir-8501	45	32	crowd	crowd	NOUN
spir-8501	45	33	’s	’s	PART
spir-8501	45	34	logic	logic	PROPN
spir-8501	45	35	ii	ii	PROPN
spir-8501	45	36	)	)	PUNCT
spir-8501	45	37	impact	impact	NOUN
spir-8501	45	38	of	of	ADP
spir-8501	45	39	collective	collective	ADJ
spir-8501	45	40	intelligence	intelligence	NOUN
spir-8501	45	41	on	on	ADP
spir-8501	45	42	journalistic	journalistic	ADJ
spir-8501	45	43	norms	norm	NOUN
spir-8501	45	44	,	,	PUNCT
spir-8501	45	45	practices	practice	NOUN
spir-8501	45	46	,	,	PUNCT
spir-8501	45	47	and	and	CCONJ
spir-8501	45	48	ideals	ideal	NOUN
spir-8501	45	49	.	.	PUNCT
spir-8501	46	1	findings	finding	VERB
spir-8501	46	2	the	the	DET
spir-8501	46	3	crowd	crowd	NOUN
spir-8501	46	4	as	as	ADP
spir-8501	46	5	a	a	DET
spir-8501	46	6	useful	useful	ADJ
spir-8501	46	7	knowledge	knowledge	NOUN
spir-8501	46	8	source	source	NOUN
spir-8501	46	9	crowdsourcing	crowdsourcing	NOUN
spir-8501	46	10	resulted	result	VERB
spir-8501	46	11	into	into	ADP
spir-8501	46	12	efficient	efficient	ADJ
spir-8501	46	13	knowledge	knowledge	NOUN
spir-8501	46	14	search	search	NOUN
spir-8501	46	15	and	and	CCONJ
spir-8501	46	16	discovery	discovery	NOUN
spir-8501	46	17	in	in	ADP
spir-8501	46	18	all	all	DET
spir-8501	46	19	the	the	DET
spir-8501	46	20	cases	case	NOUN
spir-8501	46	21	.	.	PUNCT
spir-8501	47	1	in	in	ADP
spir-8501	47	2	several	several	ADJ
spir-8501	47	3	cases	case	NOUN
spir-8501	47	4	the	the	DET
spir-8501	47	5	crowd	crowd	NOUN
spir-8501	47	6	provided	provide	VERB
spir-8501	47	7	leads	lead	NOUN
spir-8501	47	8	and	and	CCONJ
spir-8501	47	9	tips	tip	NOUN
spir-8501	47	10	that	that	PRON
spir-8501	47	11	the	the	DET
spir-8501	47	12	journalists	journalist	NOUN
spir-8501	47	13	would	would	AUX
spir-8501	47	14	n’t	not	PART
spir-8501	47	15	most	most	ADV
spir-8501	47	16	likely	likely	ADV
spir-8501	47	17	have	have	AUX
spir-8501	47	18	discovered	discover	VERB
spir-8501	47	19	otherwise	otherwise	ADV
spir-8501	47	20	.	.	PUNCT
spir-8501	48	1	moreover	moreover	ADV
spir-8501	48	2	,	,	PUNCT
spir-8501	48	3	the	the	DET
spir-8501	48	4	input	input	NOUN
spir-8501	48	5	from	from	ADP
spir-8501	48	6	a	a	DET
spir-8501	48	7	diverse	diverse	ADJ
spir-8501	48	8	participant	participant	ADJ
spir-8501	48	9	crowd	crowd	NOUN
spir-8501	48	10	helped	help	VERB
spir-8501	48	11	the	the	DET
spir-8501	48	12	journalists	journalist	NOUN
spir-8501	48	13	see	see	VERB
spir-8501	48	14	multiple	multiple	ADJ
spir-8501	48	15	perspectives	perspective	NOUN
spir-8501	48	16	in	in	ADP
spir-8501	48	17	the	the	DET
spir-8501	48	18	story	story	NOUN
spir-8501	48	19	,	,	PUNCT
spir-8501	48	20	as	as	SCONJ
spir-8501	48	21	is	be	AUX
spir-8501	48	22	illuminated	illuminate	VERB
spir-8501	48	23	in	in	ADP
spir-8501	48	24	the	the	DET
spir-8501	48	25	following	follow	VERB
spir-8501	48	26	excerpt	excerpt	NOUN
spir-8501	48	27	from	from	ADP
spir-8501	48	28	a	a	DET
spir-8501	48	29	journalist	journalist	NOUN
spir-8501	48	30	,	,	PUNCT
spir-8501	48	31	who	who	PRON
spir-8501	48	32	worked	work	VERB
spir-8501	48	33	on	on	ADP
spir-8501	48	34	the	the	DET
spir-8501	48	35	story	story	NOUN
spir-8501	48	36	about	about	ADP
spir-8501	48	37	gender	gender	NOUN
spir-8501	48	38	differences	difference	NOUN
spir-8501	48	39	in	in	ADP
spir-8501	48	40	math	math	NOUN
spir-8501	48	41	and	and	CCONJ
spir-8501	48	42	science	science	NOUN
spir-8501	48	43	education	education	NOUN
spir-8501	48	44	:	:	PUNCT
spir-8501	48	45	you	you	PRON
spir-8501	48	46	learn	learn	VERB
spir-8501	48	47	much	much	ADV
spir-8501	48	48	more	more	ADJ
spir-8501	48	49	,	,	PUNCT
spir-8501	48	50	because	because	SCONJ
spir-8501	48	51	you	you	PRON
spir-8501	48	52	need	need	VERB
spir-8501	48	53	to	to	PART
spir-8501	48	54	examine	examine	VERB
spir-8501	48	55	a	a	DET
spir-8501	48	56	matter	matter	NOUN
spir-8501	48	57	related	relate	VERB
spir-8501	48	58	to	to	ADP
spir-8501	48	59	the	the	DET
spir-8501	48	60	topic	topic	NOUN
spir-8501	48	61	you	you	PRON
spir-8501	48	62	maybe	maybe	ADV
spir-8501	48	63	did	do	AUX
spir-8501	48	64	n’t	not	PART
spir-8501	48	65	think	think	VERB
spir-8501	48	66	if	if	SCONJ
spir-8501	48	67	examining	examine	VERB
spir-8501	48	68	yourself	yourself	PRON
spir-8501	48	69	.	.	PUNCT
spir-8501	49	1	you	you	PRON
spir-8501	49	2	’ll	’ll	AUX
spir-8501	49	3	get	get	VERB
spir-8501	49	4	a	a	DET
spir-8501	49	5	more	more	ADV
spir-8501	49	6	holistic	holistic	ADJ
spir-8501	49	7	and	and	CCONJ
spir-8501	49	8	a	a	DET
spir-8501	49	9	more	more	ADV
spir-8501	49	10	full	full	ADJ
spir-8501	49	11	picture	picture	NOUN
spir-8501	49	12	about	about	ADP
spir-8501	49	13	the	the	DET
spir-8501	49	14	matter	matter	NOUN
spir-8501	49	15	,	,	PUNCT
spir-8501	49	16	because	because	SCONJ
spir-8501	49	17	,	,	PUNCT
spir-8501	49	18	of	of	ADP
spir-8501	49	19	course	course	NOUN
spir-8501	49	20	,	,	PUNCT
spir-8501	49	21	you	you	PRON
spir-8501	49	22	’ll	’ll	AUX
spir-8501	49	23	always	always	ADV
spir-8501	49	24	just	just	ADV
spir-8501	49	25	take	take	VERB
spir-8501	49	26	a	a	DET
spir-8501	49	27	more	more	ADV
spir-8501	49	28	narrow	narrow	ADJ
spir-8501	49	29	angle	angle	NOUN
spir-8501	49	30	to	to	PART
spir-8501	49	31	explain	explain	VERB
spir-8501	49	32	the	the	DET
spir-8501	49	33	matter	matter	NOUN
spir-8501	49	34	,	,	PUNCT
spir-8501	49	35	based	base	VERB
spir-8501	49	36	on	on	ADP
spir-8501	49	37	what	what	PRON
spir-8501	49	38	you	you	PRON
spir-8501	49	39	are	be	AUX
spir-8501	49	40	interested	interested	ADJ
spir-8501	49	41	in	in	ADP
spir-8501	49	42	,	,	PUNCT
spir-8501	49	43	but	but	CCONJ
spir-8501	49	44	when	when	SCONJ
spir-8501	49	45	you	you	PRON
spir-8501	49	46	see	see	VERB
spir-8501	49	47	and	and	CCONJ
spir-8501	49	48	address	address	VERB
spir-8501	49	49	the	the	DET
spir-8501	49	50	others	other	NOUN
spir-8501	49	51	’	’	PART
spir-8501	49	52	interest	interest	NOUN
spir-8501	49	53	,	,	PUNCT
spir-8501	49	54	it	it	PRON
spir-8501	49	55	widens	widen	VERB
spir-8501	49	56	the	the	DET
spir-8501	49	57	scope	scope	NOUN
spir-8501	49	58	(	(	PUNCT
spir-8501	49	59	20	20	NUM
spir-8501	49	60	)	)	PUNCT
spir-8501	49	61	.	.	PUNCT
spir-8501	50	1	the	the	DET
spir-8501	50	2	crowd	crowd	NOUN
spir-8501	50	3	as	as	ADP
spir-8501	50	4	a	a	DET
spir-8501	50	5	complexity	complexity	NOUN
spir-8501	50	6	working	work	VERB
spir-8501	50	7	with	with	ADP
spir-8501	50	8	the	the	DET
spir-8501	50	9	crowd	crowd	NOUN
spir-8501	50	10	came	come	VERB
spir-8501	50	11	also	also	ADV
spir-8501	50	12	with	with	ADP
spir-8501	50	13	complexities	complexity	NOUN
spir-8501	50	14	.	.	PUNCT
spir-8501	51	1	the	the	DET
spir-8501	51	2	more	more	ADV
spir-8501	51	3	active	active	ADJ
spir-8501	51	4	the	the	DET
spir-8501	51	5	crowd	crowd	NOUN
spir-8501	51	6	,	,	PUNCT
spir-8501	51	7	the	the	DET
spir-8501	51	8	more	more	ADJ
spir-8501	51	9	input	input	NOUN
spir-8501	51	10	there	there	PRON
spir-8501	51	11	was	be	VERB
spir-8501	51	12	for	for	SCONJ
spir-8501	51	13	the	the	DET
spir-8501	51	14	journalists	journalist	NOUN
spir-8501	51	15	to	to	PART
spir-8501	51	16	synthesize	synthesize	VERB
spir-8501	51	17	.	.	PUNCT
spir-8501	52	1	similar	similar	ADJ
spir-8501	52	2	challenge	challenge	NOUN
spir-8501	52	3	appears	appear	VERB
spir-8501	52	4	in	in	ADP
spir-8501	52	5	other	other	ADJ
spir-8501	52	6	realms	realm	NOUN
spir-8501	52	7	in	in	ADP
spir-8501	52	8	which	which	PRON
spir-8501	52	9	crowdsourcing	crowdsource	VERB
spir-8501	52	10	is	be	AUX
spir-8501	52	11	applied	apply	VERB
spir-8501	52	12	,	,	PUNCT
spir-8501	52	13	like	like	ADP
spir-8501	52	14	in	in	ADP
spir-8501	52	15	crowdsourced	crowdsourced	ADJ
spir-8501	52	16	policymaking	policymaking	NOUN
spir-8501	52	17	(	(	PUNCT
spir-8501	52	18	aitamurto	aitamurto	ADV
spir-8501	52	19	and	and	CCONJ
spir-8501	52	20	landemore	landemore	PROPN
spir-8501	52	21	,	,	PUNCT
spir-8501	52	22	2015	2015	NUM
spir-8501	52	23	)	)	PUNCT
spir-8501	52	24	.	.	PUNCT
spir-8501	53	1	therefore	therefore	ADV
spir-8501	53	2	,	,	PUNCT
spir-8501	53	3	organizing	organize	VERB
spir-8501	53	4	and	and	CCONJ
spir-8501	53	5	synthesizing	synthesize	VERB
spir-8501	53	6	the	the	DET
spir-8501	53	7	crowd	crowd	NOUN
spir-8501	53	8	’s	’s	PART
spir-8501	53	9	input	input	NOUN
spir-8501	53	10	was	be	AUX
spir-8501	53	11	laborious	laborious	ADJ
spir-8501	53	12	,	,	PUNCT
spir-8501	53	13	particularly	particularly	ADV
spir-8501	53	14	in	in	ADP
spir-8501	53	15	cases	case	NOUN
spir-8501	53	16	in	in	ADP
spir-8501	53	17	which	which	PRON
spir-8501	53	18	the	the	DET
spir-8501	53	19	submissions	submission	NOUN
spir-8501	53	20	were	be	AUX
spir-8501	53	21	qualitative	qualitative	ADJ
spir-8501	53	22	.	.	PUNCT
spir-8501	54	1	the	the	DET
spir-8501	54	2	crowdsourced	crowdsourced	ADJ
spir-8501	54	3	material	material	NOUN
spir-8501	54	4	served	serve	VERB
spir-8501	54	5	only	only	ADV
spir-8501	54	6	as	as	ADP
spir-8501	54	7	a	a	DET
spir-8501	54	8	raw	raw	ADJ
spir-8501	54	9	-	-	PUNCT
spir-8501	54	10	material	material	NOUN
spir-8501	54	11	in	in	ADP
spir-8501	54	12	the	the	DET
spir-8501	54	13	stories	story	NOUN
spir-8501	54	14	—	—	PUNCT
spir-8501	54	15	the	the	DET
spir-8501	54	16	journalists	journalist	NOUN
spir-8501	54	17	had	have	VERB
spir-8501	54	18	to	to	PART
spir-8501	54	19	process	process	VERB
spir-8501	54	20	it	it	PRON
spir-8501	54	21	further	far	ADV
spir-8501	54	22	so	so	SCONJ
spir-8501	54	23	that	that	SCONJ
spir-8501	54	24	it	it	PRON
spir-8501	54	25	could	could	AUX
spir-8501	54	26	be	be	AUX
spir-8501	54	27	weaved	weave	VERB
spir-8501	54	28	into	into	ADP
spir-8501	54	29	the	the	DET
spir-8501	54	30	stories	story	NOUN
spir-8501	54	31	.	.	PUNCT
spir-8501	55	1	furthermore	furthermore	ADV
spir-8501	55	2	,	,	PUNCT
spir-8501	55	3	the	the	DET
spir-8501	55	4	journalists	journalist	NOUN
spir-8501	55	5	had	have	VERB
spir-8501	55	6	to	to	PART
spir-8501	55	7	adjust	adjust	VERB
spir-8501	55	8	to	to	ADP
spir-8501	55	9	the	the	DET
spir-8501	55	10	uncontrolled	uncontrolled	ADJ
spir-8501	55	11	behavior	behavior	NOUN
spir-8501	55	12	of	of	ADP
spir-8501	55	13	the	the	DET
spir-8501	55	14	crowd	crowd	NOUN
spir-8501	55	15	,	,	PUNCT
spir-8501	55	16	which	which	PRON
spir-8501	55	17	slowed	slow	VERB
spir-8501	55	18	down	down	ADP
spir-8501	55	19	the	the	DET
spir-8501	55	20	process	process	NOUN
spir-8501	55	21	,	,	PUNCT
spir-8501	55	22	as	as	SCONJ
spir-8501	55	23	described	describe	VERB
spir-8501	55	24	in	in	ADP
spir-8501	55	25	the	the	DET
spir-8501	55	26	following	follow	VERB
spir-8501	55	27	excerpt	excerpt	NOUN
spir-8501	55	28	from	from	ADP
spir-8501	55	29	a	a	DET
spir-8501	55	30	journalist	journalist	NOUN
spir-8501	55	31	:	:	PUNCT
spir-8501	55	32	the	the	DET
spir-8501	55	33	unpredictability	unpredictability	NOUN
spir-8501	55	34	,	,	PUNCT
spir-8501	55	35	you	you	PRON
spir-8501	55	36	have	have	VERB
spir-8501	55	37	to	to	PART
spir-8501	55	38	throw	throw	VERB
spir-8501	55	39	yourself	yourself	PRON
spir-8501	55	40	into	into	ADP
spir-8501	55	41	that	that	PRON
spir-8501	55	42	and	and	CCONJ
spir-8501	55	43	give	give	VERB
spir-8501	55	44	the	the	DET
spir-8501	55	45	process	process	NOUN
spir-8501	55	46	some	some	DET
spir-8501	55	47	time	time	NOUN
spir-8501	55	48	,	,	PUNCT
spir-8501	55	49	because	because	SCONJ
spir-8501	55	50	you	you	PRON
spir-8501	55	51	ca	can	AUX
spir-8501	55	52	n’t	not	PART
spir-8501	55	53	prepare	prepare	VERB
spir-8501	55	54	the	the	DET
spir-8501	55	55	story	story	NOUN
spir-8501	55	56	too	too	ADV
spir-8501	55	57	much	much	ADV
spir-8501	55	58	.	.	PUNCT
spir-8501	56	1	or	or	CCONJ
spir-8501	56	2	you	you	PRON
spir-8501	56	3	can	can	AUX
spir-8501	56	4	prepare	prepare	VERB
spir-8501	56	5	the	the	DET
spir-8501	56	6	story	story	NOUN
spir-8501	56	7	,	,	PUNCT
spir-8501	56	8	but	but	CCONJ
spir-8501	56	9	the	the	DET
spir-8501	56	10	story	story	NOUN
spir-8501	56	11	can	can	AUX
spir-8501	56	12	turn	turn	VERB
spir-8501	56	13	out	out	ADP
spir-8501	56	14	to	to	PART
spir-8501	56	15	be	be	AUX
spir-8501	56	16	something	something	PRON
spir-8501	56	17	totally	totally	ADV
spir-8501	56	18	different	different	ADJ
spir-8501	56	19	than	than	SCONJ
spir-8501	56	20	you	you	PRON
spir-8501	56	21	thought	think	VERB
spir-8501	56	22	.	.	PUNCT
spir-8501	57	1	you	you	PRON
spir-8501	57	2	do	do	AUX
spir-8501	57	3	n’t	not	PART
spir-8501	57	4	know	know	VERB
spir-8501	57	5	,	,	PUNCT
spir-8501	57	6	where	where	SCONJ
spir-8501	57	7	the	the	DET
spir-8501	57	8	train	train	NOUN
spir-8501	57	9	is	be	AUX
spir-8501	57	10	going	go	VERB
spir-8501	57	11	when	when	SCONJ
spir-8501	57	12	you	you	PRON
spir-8501	57	13	jump	jump	VERB
spir-8501	57	14	on	on	ADP
spir-8501	57	15	it	it	PRON
spir-8501	57	16	.	.	PUNCT
spir-8501	58	1	(	(	PUNCT
spir-8501	58	2	21	21	NUM
spir-8501	58	3	)	)	PUNCT
spir-8501	58	4	moreover	moreover	ADV
spir-8501	58	5	,	,	PUNCT
spir-8501	58	6	the	the	DET
spir-8501	58	7	more	more	ADJ
spir-8501	58	8	submissions	submission	NOUN
spir-8501	58	9	there	there	PRON
spir-8501	58	10	were	be	VERB
spir-8501	58	11	,	,	PUNCT
spir-8501	58	12	the	the	PRON
spir-8501	58	13	harder	hard	ADJ
spir-8501	58	14	it	it	PRON
spir-8501	58	15	was	be	AUX
spir-8501	58	16	for	for	SCONJ
spir-8501	58	17	the	the	DET
spir-8501	58	18	journalists	journalist	NOUN
spir-8501	58	19	to	to	PART
spir-8501	58	20	verify	verify	VERB
spir-8501	58	21	the	the	DET
spir-8501	58	22	facts	fact	NOUN
spir-8501	58	23	.	.	PUNCT
spir-8501	59	1	in	in	ADP
spir-8501	59	2	the	the	DET
spir-8501	59	3	home	home	NOUN
spir-8501	59	4	loan	loan	NOUN
spir-8501	59	5	interest	interest	NOUN
spir-8501	59	6	case	case	NOUN
spir-8501	59	7	the	the	DET
spir-8501	59	8	number	number	NOUN
spir-8501	59	9	of	of	ADP
spir-8501	59	10	submissions	submission	NOUN
spir-8501	59	11	was	be	AUX
spir-8501	59	12	50,000	50,000	NUM
spir-8501	59	13	,	,	PUNCT
spir-8501	59	14	and	and	CCONJ
spir-8501	59	15	the	the	DET
spir-8501	59	16	journalists	journalist	NOUN
spir-8501	59	17	could	could	AUX
spir-8501	59	18	n’t	not	PART
spir-8501	59	19	crosscheck	crosscheck	VERB
spir-8501	59	20	the	the	DET
spir-8501	59	21	crowd	crowd	NOUN
spir-8501	59	22	’s	’s	PART
spir-8501	59	23	input	input	NOUN
spir-8501	59	24	,	,	PUNCT
spir-8501	59	25	but	but	CCONJ
spir-8501	59	26	they	they	PRON
spir-8501	59	27	still	still	ADV
spir-8501	59	28	used	use	VERB
spir-8501	59	29	the	the	DET
spir-8501	59	30	data	datum	NOUN
spir-8501	59	31	in	in	ADP
spir-8501	59	32	their	their	PRON
spir-8501	59	33	stories	story	NOUN
spir-8501	59	34	,	,	PUNCT
spir-8501	59	35	reminding	remind	VERB
spir-8501	59	36	the	the	DET
spir-8501	59	37	readers	reader	NOUN
spir-8501	59	38	in	in	ADP
spir-8501	59	39	the	the	DET
spir-8501	59	40	article	article	NOUN
spir-8501	59	41	that	that	SCONJ
spir-8501	59	42	the	the	DET
spir-8501	59	43	data	datum	NOUN
spir-8501	59	44	have	have	AUX
spir-8501	59	45	not	not	PART
spir-8501	59	46	been	be	AUX
spir-8501	59	47	verified	verify	VERB
spir-8501	59	48	.	.	PUNCT
spir-8501	60	1	to	to	ADP
spir-8501	60	2	this	this	DET
spir-8501	60	3	end	end	NOUN
spir-8501	60	4	,	,	PUNCT
spir-8501	60	5	the	the	DET
spir-8501	60	6	twin	twin	ADJ
spir-8501	60	7	virtues	virtue	NOUN
spir-8501	60	8	of	of	ADP
spir-8501	60	9	collective	collective	ADJ
spir-8501	60	10	intelligence	intelligence	NOUN
spir-8501	60	11	challenge	challenge	NOUN
spir-8501	60	12	traditional	traditional	ADJ
spir-8501	60	13	journalistic	journalistic	ADJ
spir-8501	60	14	practices	practice	NOUN
spir-8501	60	15	,	,	PUNCT
spir-8501	60	16	norms	norm	NOUN
spir-8501	60	17	and	and	CCONJ
spir-8501	60	18	ideals	ideal	NOUN
spir-8501	60	19	.	.	PUNCT
spir-8501	61	1	table	table	NOUN
spir-8501	61	2	1	1	NUM
spir-8501	61	3	summarizes	summarize	VERB
spir-8501	61	4	the	the	DET
spir-8501	61	5	differences	difference	NOUN
spir-8501	61	6	and	and	CCONJ
spir-8501	61	7	commonalities	commonality	NOUN
spir-8501	61	8	in	in	ADP
spir-8501	61	9	the	the	DET
spir-8501	61	10	logic	logic	NOUN
spir-8501	61	11	of	of	ADP
spir-8501	61	12	the	the	DET
spir-8501	61	13	crowd	crowd	NOUN
spir-8501	61	14	and	and	CCONJ
spir-8501	61	15	the	the	DET
spir-8501	61	16	logic	logic	NOUN
spir-8501	61	17	of	of	ADP
spir-8501	61	18	journalism	journalism	NOUN
spir-8501	61	19	.	.	PUNCT
spir-8501	62	1	table	table	NOUN
spir-8501	62	2	1	1	NUM
spir-8501	62	3	.	.	PUNCT
spir-8501	62	4	comparison	comparison	NOUN
spir-8501	62	5	of	of	ADP
spir-8501	62	6	the	the	DET
spir-8501	62	7	logic	logic	NOUN
spir-8501	62	8	of	of	ADP
spir-8501	62	9	the	the	DET
spir-8501	62	10	crowd	crowd	NOUN
spir-8501	62	11	and	and	CCONJ
spir-8501	62	12	the	the	DET
spir-8501	62	13	logic	logic	NOUN
spir-8501	62	14	of	of	ADP
spir-8501	62	15	professional	professional	ADJ
spir-8501	62	16	journalism	journalism	NOUN
spir-8501	62	17	.	.	PUNCT
spir-8501	63	1	element	element	NOUN
spir-8501	63	2	in	in	ADP
spir-8501	63	3	crowdsourcing	crowdsource	VERB
spir-8501	63	4	the	the	DET
spir-8501	63	5	logic	logic	NOUN
spir-8501	63	6	of	of	ADP
spir-8501	63	7	the	the	DET
spir-8501	63	8	crowd	crowd	NOUN
spir-8501	63	9	the	the	DET
spir-8501	63	10	logic	logic	NOUN
spir-8501	63	11	of	of	ADP
spir-8501	63	12	professional	professional	ADJ
spir-8501	63	13	journalism	journalism	NOUN
spir-8501	63	14	the	the	DET
spir-8501	63	15	nature	nature	NOUN
spir-8501	63	16	of	of	ADP
spir-8501	63	17	participants	participant	NOUN
spir-8501	63	18	unknown	unknown	ADJ
spir-8501	63	19	,	,	PUNCT
spir-8501	63	20	undefined	undefined	ADJ
spir-8501	63	21	,	,	PUNCT
spir-8501	63	22	anonymous	anonymous	ADJ
spir-8501	63	23	often	often	ADV
spir-8501	63	24	known	know	VERB
spir-8501	63	25	experts	expert	NOUN
spir-8501	63	26	and	and	CCONJ
spir-8501	63	27	verifiable	verifiable	ADJ
spir-8501	63	28	sources	source	NOUN
spir-8501	63	29	size	size	NOUN
spir-8501	63	30	of	of	ADP
spir-8501	63	31	the	the	DET
spir-8501	63	32	crowd	crowd	NOUN
spir-8501	63	33	large	large	ADJ
spir-8501	63	34	small	small	ADJ
spir-8501	63	35	number	number	NOUN
spir-8501	63	36	of	of	ADP
spir-8501	63	37	sources	source	NOUN
spir-8501	63	38	number	number	NOUN
spir-8501	63	39	of	of	ADP
spir-8501	63	40	input	input	NOUN
spir-8501	63	41	large	large	ADJ
spir-8501	63	42	,	,	PUNCT
spir-8501	63	43	up	up	ADP
spir-8501	63	44	to	to	PART
spir-8501	63	45	tens	ten	NOUN
spir-8501	63	46	of	of	ADP
spir-8501	63	47	thousands	thousand	NOUN
spir-8501	63	48	small	small	ADJ
spir-8501	63	49	,	,	PUNCT
spir-8501	63	50	typically	typically	ADV
spir-8501	63	51	a	a	DET
spir-8501	63	52	couple	couple	NOUN
spir-8501	63	53	of	of	ADP
spir-8501	63	54	sources	source	NOUN
spir-8501	63	55	format	format	NOUN
spir-8501	63	56	of	of	ADP
spir-8501	63	57	input	input	NOUN
spir-8501	63	58	varies	vary	VERB
spir-8501	63	59	from	from	ADP
spir-8501	63	60	short	short	ADJ
spir-8501	63	61	to	to	ADP
spir-8501	63	62	long	long	ADV
spir-8501	63	63	,	,	PUNCT
spir-8501	63	64	from	from	ADP
spir-8501	63	65	quantitative	quantitative	ADJ
spir-8501	63	66	to	to	ADP
spir-8501	63	67	qualitative	qualitative	ADJ
spir-8501	63	68	submissions	submission	NOUN
spir-8501	63	69	short	short	ADJ
spir-8501	63	70	interviews	interview	NOUN
spir-8501	63	71	need	need	VERB
spir-8501	63	72	for	for	SCONJ
spir-8501	63	73	synthesis	synthesis	NOUN
spir-8501	63	74	/	/	SYM
spir-8501	63	75	aggregation	aggregation	NOUN
spir-8501	63	76	needs	need	VERB
spir-8501	63	77	to	to	PART
spir-8501	63	78	be	be	AUX
spir-8501	63	79	developed	develop	VERB
spir-8501	63	80	for	for	ADP
spir-8501	63	81	every	every	DET
spir-8501	63	82	case	case	NOUN
spir-8501	63	83	no	no	DET
spir-8501	63	84	need	need	NOUN
spir-8501	63	85	to	to	PART
spir-8501	63	86	synthesize	synthesize	VERB
spir-8501	63	87	large	large	ADJ
spir-8501	63	88	numbers	number	NOUN
spir-8501	63	89	conclusions	conclusion	NOUN
spir-8501	63	90	the	the	DET
spir-8501	63	91	two	two	NUM
spir-8501	63	92	fundamental	fundamental	ADJ
spir-8501	63	93	elements	element	NOUN
spir-8501	63	94	of	of	ADP
spir-8501	63	95	collective	collective	ADJ
spir-8501	63	96	intelligence	intelligence	NOUN
spir-8501	63	97	,	,	PUNCT
spir-8501	63	98	large	large	ADJ
spir-8501	63	99	number	number	NOUN
spir-8501	63	100	of	of	ADP
spir-8501	63	101	participants	participant	NOUN
spir-8501	63	102	and	and	CCONJ
spir-8501	63	103	their	their	PRON
spir-8501	63	104	cognitive	cognitive	ADJ
spir-8501	63	105	diversity	diversity	NOUN
spir-8501	63	106	,	,	PUNCT
spir-8501	63	107	lead	lead	VERB
spir-8501	63	108	to	to	ADP
spir-8501	63	109	efficient	efficient	ADJ
spir-8501	63	110	knowledge	knowledge	NOUN
spir-8501	63	111	search	search	NOUN
spir-8501	63	112	in	in	ADP
spir-8501	63	113	professional	professional	ADJ
spir-8501	63	114	journalism	journalism	NOUN
spir-8501	63	115	.	.	PUNCT
spir-8501	64	1	however	however	ADV
spir-8501	64	2	,	,	PUNCT
spir-8501	64	3	when	when	SCONJ
spir-8501	64	4	the	the	DET
spir-8501	64	5	logics	logic	NOUN
spir-8501	64	6	of	of	ADP
spir-8501	64	7	the	the	DET
spir-8501	64	8	crowd	crowd	NOUN
spir-8501	64	9	and	and	CCONJ
spir-8501	64	10	the	the	DET
spir-8501	64	11	logics	logic	NOUN
spir-8501	64	12	of	of	ADP
spir-8501	64	13	journalism	journalism	NOUN
spir-8501	64	14	collide	collide	NOUN
spir-8501	64	15	,	,	PUNCT
spir-8501	64	16	the	the	DET
spir-8501	64	17	virtues	virtue	NOUN
spir-8501	64	18	of	of	ADP
spir-8501	64	19	collective	collective	ADJ
spir-8501	64	20	intelligence	intelligence	NOUN
spir-8501	64	21	turn	turn	VERB
spir-8501	64	22	into	into	ADP
spir-8501	64	23	challenges	challenge	NOUN
spir-8501	64	24	.	.	PUNCT
spir-8501	65	1	the	the	PRON
spir-8501	65	2	larger	large	ADJ
spir-8501	65	3	the	the	DET
spir-8501	65	4	crowd	crowd	NOUN
spir-8501	65	5	,	,	PUNCT
spir-8501	65	6	the	the	DET
spir-8501	65	7	more	more	ADJ
spir-8501	65	8	time	time	NOUN
spir-8501	65	9	and	and	CCONJ
spir-8501	65	10	effort	effort	VERB
spir-8501	65	11	the	the	DET
spir-8501	65	12	journalists	journalist	NOUN
spir-8501	65	13	have	have	VERB
spir-8501	65	14	to	to	PART
spir-8501	65	15	invest	invest	VERB
spir-8501	65	16	in	in	ADP
spir-8501	65	17	processing	processing	NOUN
spir-8501	65	18	and	and	CCONJ
spir-8501	65	19	synthesizing	synthesize	VERB
spir-8501	65	20	the	the	DET
spir-8501	65	21	crowd	crowd	NOUN
spir-8501	65	22	’s	’s	PART
spir-8501	65	23	input	input	NOUN
spir-8501	65	24	.	.	PUNCT
spir-8501	66	1	that	that	PRON
spir-8501	66	2	makes	make	VERB
spir-8501	66	3	crowdsourced	crowdsourced	ADJ
spir-8501	66	4	journalism	journalism	NOUN
spir-8501	66	5	laborious	laborious	ADJ
spir-8501	66	6	.	.	PUNCT
spir-8501	67	1	moreover	moreover	ADV
spir-8501	67	2	,	,	PUNCT
spir-8501	67	3	due	due	ADP
spir-8501	67	4	to	to	ADP
spir-8501	67	5	the	the	DET
spir-8501	67	6	lack	lack	NOUN
spir-8501	67	7	of	of	ADP
spir-8501	67	8	an	an	DET
spir-8501	67	9	efficient	efficient	ADJ
spir-8501	67	10	data	data	NOUN
spir-8501	67	11	verification	verification	NOUN
spir-8501	67	12	mechanism	mechanism	NOUN
spir-8501	67	13	,	,	PUNCT
spir-8501	67	14	the	the	DET
spir-8501	67	15	journalists	journalist	NOUN
spir-8501	67	16	can	can	AUX
spir-8501	67	17	not	not	PART
spir-8501	67	18	verify	verify	VERB
spir-8501	67	19	all	all	DET
spir-8501	67	20	the	the	DET
spir-8501	67	21	crowdsourced	crowdsourced	ADJ
spir-8501	67	22	information	information	NOUN
spir-8501	67	23	they	they	PRON
spir-8501	67	24	use	use	VERB
spir-8501	67	25	in	in	ADP
spir-8501	67	26	their	their	PRON
spir-8501	67	27	stories	story	NOUN
spir-8501	67	28	,	,	PUNCT
spir-8501	67	29	and	and	CCONJ
spir-8501	67	30	they	they	PRON
spir-8501	67	31	end	end	VERB
spir-8501	67	32	up	up	ADP
spir-8501	67	33	compromising	compromise	VERB
spir-8501	67	34	the	the	DET
spir-8501	67	35	journalistic	journalistic	ADJ
spir-8501	67	36	norm	norm	NOUN
spir-8501	67	37	of	of	ADP
spir-8501	67	38	data	data	NOUN
spir-8501	67	39	verification	verification	NOUN
spir-8501	67	40	and	and	CCONJ
spir-8501	67	41	accuracy	accuracy	NOUN
spir-8501	67	42	.	.	PUNCT
spir-8501	68	1	that	that	PRON
spir-8501	68	2	creates	create	VERB
spir-8501	68	3	a	a	DET
spir-8501	68	4	serious	serious	ADJ
spir-8501	68	5	vulnerability	vulnerability	NOUN
spir-8501	68	6	to	to	ADP
spir-8501	68	7	professional	professional	ADJ
spir-8501	68	8	journalism	journalism	NOUN
spir-8501	68	9	,	,	PUNCT
spir-8501	68	10	and	and	CCONJ
spir-8501	68	11	can	can	AUX
spir-8501	68	12	,	,	PUNCT
spir-8501	68	13	over	over	ADP
spir-8501	68	14	time	time	NOUN
spir-8501	68	15	,	,	PUNCT
spir-8501	68	16	undermine	undermine	VERB
spir-8501	68	17	the	the	DET
spir-8501	68	18	credibility	credibility	NOUN
spir-8501	68	19	of	of	ADP
spir-8501	68	20	journalism	journalism	NOUN
spir-8501	68	21	.	.	PUNCT
spir-8501	69	1	to	to	PART
spir-8501	69	2	mitigate	mitigate	VERB
spir-8501	69	3	the	the	DET
spir-8501	69	4	harm	harm	NOUN
spir-8501	69	5	caused	cause	VERB
spir-8501	69	6	by	by	ADP
spir-8501	69	7	the	the	DET
spir-8501	69	8	conflict	conflict	NOUN
spir-8501	69	9	between	between	ADP
spir-8501	69	10	these	these	DET
spir-8501	69	11	two	two	NUM
spir-8501	69	12	logics	logic	NOUN
spir-8501	69	13	,	,	PUNCT
spir-8501	69	14	crowdsourced	crowdsource	VERB
spir-8501	69	15	journalism	journalism	NOUN
spir-8501	69	16	needs	need	VERB
spir-8501	69	17	better	well	ADJ
spir-8501	69	18	mechanisms	mechanism	NOUN
spir-8501	69	19	for	for	ADP
spir-8501	69	20	synthesizing	synthesize	VERB
spir-8501	69	21	and	and	CCONJ
spir-8501	69	22	verifying	verify	VERB
spir-8501	69	23	the	the	DET
spir-8501	69	24	crowd	crowd	NOUN
spir-8501	69	25	input	input	NOUN
spir-8501	69	26	.	.	PUNCT
spir-8501	70	1	those	those	DET
spir-8501	70	2	mechanisms	mechanism	NOUN
spir-8501	70	3	will	will	AUX
spir-8501	70	4	enable	enable	VERB
spir-8501	70	5	scaling	scale	VERB
spir-8501	70	6	up	up	ADP
spir-8501	70	7	crowdsourced	crowdsource	VERB
spir-8501	70	8	journalistic	journalistic	ADJ
spir-8501	70	9	processes	process	NOUN
spir-8501	70	10	,	,	PUNCT
spir-8501	70	11	otherwise	otherwise	ADV
spir-8501	70	12	the	the	DET
spir-8501	70	13	conflict	conflict	NOUN
spir-8501	70	14	of	of	ADP
spir-8501	70	15	the	the	DET
spir-8501	70	16	logics	logic	NOUN
spir-8501	70	17	will	will	AUX
spir-8501	70	18	prevent	prevent	VERB
spir-8501	70	19	an	an	DET
spir-8501	70	20	efficient	efficient	ADJ
spir-8501	70	21	use	use	NOUN
spir-8501	70	22	of	of	ADP
spir-8501	70	23	crowdsourcing	crowdsource	VERB
spir-8501	70	24	in	in	ADP
spir-8501	70	25	professional	professional	ADJ
spir-8501	70	26	journalism	journalism	NOUN
spir-8501	70	27	.	.	PUNCT
spir-8501	71	1	references	reference	NOUN
spir-8501	71	2	afuah	afuah	VERB
spir-8501	71	3	an	an	DET
spir-8501	71	4	and	and	CCONJ
spir-8501	71	5	tucci	tucci	PROPN
spir-8501	71	6	cl	cl	NOUN
spir-8501	71	7	(	(	PUNCT
spir-8501	71	8	2012	2012	NUM
spir-8501	71	9	)	)	PUNCT
spir-8501	71	10	crowdsourcing	crowdsource	VERB
spir-8501	71	11	as	as	ADP
spir-8501	71	12	a	a	DET
spir-8501	71	13	solution	solution	NOUN
spir-8501	71	14	to	to	ADP
spir-8501	71	15	distant	distant	ADJ
spir-8501	71	16	search	search	NOUN
spir-8501	71	17	.	.	PUNCT
spir-8501	72	1	academy	academy	NOUN
spir-8501	72	2	of	of	ADP
spir-8501	72	3	management	management	PROPN
spir-8501	72	4	review	review	NOUN
spir-8501	72	5	37	37	NUM
spir-8501	72	6	:	:	SYM
spir-8501	72	7	3	3	NUM
spir-8501	72	8	.	.	NOUN
spir-8501	72	9	355	355	NUM
spir-8501	72	10	-	-	SYM
spir-8501	72	11	375	375	NUM
spir-8501	72	12	.	.	PUNCT
spir-8501	73	1	aitamurto	aitamurto	PROPN
spir-8501	73	2	,	,	PUNCT
spir-8501	73	3	t.	t.	PROPN
spir-8501	73	4	2013	2013	NUM
spir-8501	73	5	“	"	PUNCT
spir-8501	73	6	balancing	balance	VERB
spir-8501	73	7	between	between	ADP
spir-8501	73	8	open	open	ADJ
spir-8501	73	9	and	and	CCONJ
spir-8501	73	10	closed	closed	ADJ
spir-8501	73	11	:	:	PUNCT
spir-8501	73	12	co	co	NOUN
spir-8501	73	13	-	-	NOUN
spir-8501	73	14	creation	creation	NOUN
spir-8501	73	15	in	in	ADP
spir-8501	73	16	magazine	magazine	NOUN
spir-8501	73	17	journalism	journalism	NOUN
spir-8501	73	18	.	.	PUNCT
spir-8501	73	19	”	"	PUNCT
spir-8501	74	1	digital	digital	ADJ
spir-8501	74	2	journalism	journalism	NOUN
spir-8501	74	3	.	.	PUNCT
spir-8501	75	1	1	1	NUM
spir-8501	75	2	(	(	PUNCT
spir-8501	75	3	2	2	NUM
spir-8501	75	4	)	)	PUNCT
spir-8501	75	5	pp	pp	ADV
spir-8501	75	6	.	.	PUNCT
spir-8501	76	1	229	229	NUM
spir-8501	76	2	-	-	SYM
spir-8501	76	3	251	251	NUM
spir-8501	76	4	.	.	PUNCT
spir-8501	77	1	aitamurto	aitamurto	PROPN
spir-8501	77	2	,	,	PUNCT
spir-8501	77	3	t.	t.	PROPN
spir-8501	77	4	(	(	PUNCT
spir-8501	77	5	2015	2015	NUM
spir-8501	77	6	)	)	PUNCT
spir-8501	77	7	crowdsourcing	crowdsource	VERB
spir-8501	77	8	as	as	ADP
spir-8501	77	9	a	a	DET
spir-8501	77	10	knowledge	knowledge	NOUN
spir-8501	77	11	search	search	NOUN
spir-8501	77	12	method	method	NOUN
spir-8501	77	13	in	in	ADP
spir-8501	77	14	digital	digital	ADJ
spir-8501	77	15	journalism	journalism	NOUN
spir-8501	77	16	:	:	PUNCT
spir-8501	77	17	ruptured	ruptured	ADJ
spir-8501	77	18	ideals	ideal	NOUN
spir-8501	77	19	and	and	CCONJ
spir-8501	77	20	blended	blended	ADJ
spir-8501	77	21	responsibility	responsibility	NOUN
spir-8501	77	22	.	.	PUNCT
spir-8501	78	1	digital	digital	ADJ
spir-8501	78	2	journalism	journalism	NOUN
spir-8501	78	3	.	.	PUNCT
spir-8501	79	1	doi	doi	NOUN
spir-8501	79	2	:	:	PUNCT
spir-8501	79	3	10.1080/21670811.2015.1034807	10.1080/21670811.2015.1034807	NUM
spir-8501	79	4	aitamurto	aitamurto	PROPN
spir-8501	79	5	,	,	PUNCT
spir-8501	79	6	t.	t.	PROPN
spir-8501	79	7	and	and	CCONJ
spir-8501	79	8	landemore	landemore	PROPN
spir-8501	79	9	,	,	PUNCT
spir-8501	79	10	h.	h.	PROPN
spir-8501	79	11	(	(	PUNCT
spir-8501	79	12	2015	2015	NUM
spir-8501	79	13	)	)	PUNCT
spir-8501	79	14	five	five	NUM
spir-8501	79	15	design	design	NOUN
spir-8501	79	16	principles	principle	NOUN
spir-8501	79	17	for	for	ADP
spir-8501	79	18	crowdsourced	crowdsourced	ADJ
spir-8501	79	19	policymaking	policymaking	NOUN
spir-8501	79	20	:	:	PUNCT
spir-8501	79	21	assessing	assess	VERB
spir-8501	79	22	the	the	DET
spir-8501	79	23	case	case	NOUN
spir-8501	79	24	of	of	ADP
spir-8501	79	25	crowdsourced	crowdsource	VERB
spir-8501	79	26	off	off	ADP
spir-8501	79	27	-	-	PUNCT
spir-8501	79	28	road	road	NOUN
spir-8501	79	29	traffic	traffic	NOUN
spir-8501	79	30	law	law	NOUN
spir-8501	79	31	in	in	ADP
spir-8501	79	32	finland	finland	PROPN
spir-8501	79	33	.	.	PUNCT
spir-8501	80	1	journal	journal	PROPN
spir-8501	80	2	of	of	ADP
spir-8501	80	3	social	social	ADJ
spir-8501	80	4	media	medium	NOUN
spir-8501	80	5	for	for	ADP
spir-8501	80	6	organizations	organization	NOUN
spir-8501	80	7	.	.	PUNCT
spir-8501	81	1	vol	vol	NOUN
spir-8501	81	2	.	.	PROPN
spir-8501	82	1	2	2	NUM
spir-8501	82	2	,	,	PUNCT
spir-8501	82	3	issue	issue	NOUN
spir-8501	82	4	1	1	NUM
spir-8501	82	5	.	.	PUNCT
spir-8501	83	1	pp	pp	ADJ
spir-8501	83	2	.	.	PUNCT
spir-8501	84	1	1	1	NUM
spir-8501	84	2	-	-	SYM
spir-8501	84	3	19	19	NUM
spir-8501	84	4	.	.	PUNCT
spir-8501	84	5	brabham	brabham	PROPN
spir-8501	84	6	,	,	PUNCT
spir-8501	84	7	d.	d.	PROPN
spir-8501	84	8	c.	c.	PROPN
spir-8501	84	9	(	(	PUNCT
spir-8501	84	10	2013	2013	NUM
spir-8501	84	11	)	)	PUNCT
spir-8501	84	12	.	.	PUNCT
spir-8501	85	1	crowdsourcing	crowdsource	VERB
spir-8501	85	2	.	.	PUNCT
spir-8501	86	1	the	the	DET
spir-8501	86	2	mit	mit	PROPN
spir-8501	86	3	press	press	NOUN
spir-8501	86	4	essential	essential	ADJ
spir-8501	86	5	knowledge	knowledge	NOUN
spir-8501	86	6	series	series	PROPN
spir-8501	86	7	.	.	PUNCT
spir-8501	87	1	cambridge	cambridge	PROPN
spir-8501	87	2	:	:	PUNCT
spir-8501	87	3	massachusetts	massachusetts	PROPN
spir-8501	87	4	institute	institute	PROPN
spir-8501	87	5	of	of	ADP
spir-8501	87	6	technology	technology	PROPN
spir-8501	87	7	.	.	PUNCT
spir-8501	88	1	landemore	landemore	PROPN
spir-8501	88	2	,	,	PUNCT
spir-8501	88	3	h.	h.	PROPN
spir-8501	88	4	(	(	PUNCT
spir-8501	88	5	2013	2013	NUM
spir-8501	88	6	)	)	PUNCT
spir-8501	88	7	democratic	democratic	ADJ
spir-8501	88	8	reason	reason	NOUN
spir-8501	88	9	:	:	PUNCT
spir-8501	88	10	politics	politic	NOUN
spir-8501	88	11	,	,	PUNCT
spir-8501	88	12	collective	collective	ADJ
spir-8501	88	13	intelligence	intelligence	NOUN
spir-8501	88	14	,	,	PUNCT
spir-8501	88	15	and	and	CCONJ
spir-8501	88	16	the	the	DET
spir-8501	88	17	rule	rule	NOUN
spir-8501	88	18	of	of	ADP
spir-8501	88	19	the	the	DET
spir-8501	88	20	many	many	ADJ
spir-8501	88	21	.	.	PUNCT
spir-8501	89	1	princeton	princeton	PROPN
spir-8501	89	2	nj	nj	PROPN
spir-8501	89	3	:	:	PUNCT
spir-8501	89	4	princeton	princeton	PROPN
spir-8501	89	5	university	university	PROPN
spir-8501	89	6	press	press	NOUN
spir-8501	89	7	.	.	PUNCT
spir-8501	90	1	levy	levy	NOUN
spir-8501	90	2	,	,	PUNCT
spir-8501	90	3	p.	p.	NOUN
spir-8501	90	4	(	(	PUNCT
spir-8501	90	5	1997	1997	NUM
spir-8501	90	6	)	)	PUNCT
spir-8501	90	7	collective	collective	ADJ
spir-8501	90	8	intelligence	intelligence	NOUN
spir-8501	90	9	:	:	PUNCT
spir-8501	91	1	mankind	mankind	NOUN
spir-8501	91	2	’s	’s	PART
spir-8501	91	3	emerging	emerge	VERB
spir-8501	91	4	world	world	NOUN
spir-8501	91	5	in	in	ADP
spir-8501	91	6	cyberspace	cyberspace	NOUN
spir-8501	91	7	,	,	PUNCT
spir-8501	91	8	cambridge	cambridge	PROPN
spir-8501	91	9	,	,	PUNCT
spir-8501	91	10	ma	ma	PROPN
spir-8501	91	11	:	:	PUNCT
spir-8501	91	12	perseus	perseus	NOUN
spir-8501	91	13	books	book	NOUN
spir-8501	91	14	.	.	PUNCT
spir-8501	92	1	page	page	NOUN
spir-8501	92	2	,	,	PUNCT
spir-8501	92	3	s.	s.	PROPN
spir-8501	92	4	2007	2007	NUM
spir-8501	92	5	.	.	PUNCT
spir-8501	93	1	the	the	DET
spir-8501	93	2	difference	difference	NOUN
spir-8501	93	3	:	:	PUNCT
spir-8501	93	4	how	how	SCONJ
spir-8501	93	5	the	the	DET
spir-8501	93	6	power	power	NOUN
spir-8501	93	7	of	of	ADP
spir-8501	93	8	diversity	diversity	NOUN
spir-8501	93	9	creates	create	VERB
spir-8501	93	10	better	well	ADJ
spir-8501	93	11	groups	group	NOUN
spir-8501	93	12	,	,	PUNCT
spir-8501	93	13	firms	firm	NOUN
spir-8501	93	14	,	,	PUNCT
spir-8501	93	15	schools	school	NOUN
spir-8501	93	16	and	and	CCONJ
spir-8501	93	17	societies	society	NOUN
spir-8501	93	18	.	.	PUNCT
spir-8501	94	1	princeton	princeton	PROPN
spir-8501	94	2	,	,	PUNCT
spir-8501	94	3	nj	nj	PROPN
spir-8501	94	4	:	:	PUNCT
spir-8501	94	5	princeton	princeton	PROPN
spir-8501	94	6	university	university	PROPN
spir-8501	94	7	press	press	NOUN
spir-8501	94	8	.	.	PUNCT
spir-8501	95	1	vehkoo	vehkoo	NOUN
spir-8501	95	2	,	,	PUNCT
spir-8501	95	3	j.	j.	PROPN
spir-8501	95	4	(	(	PUNCT
spir-8501	95	5	2013	2013	NUM
spir-8501	95	6	)	)	PUNCT
spir-8501	95	7	.	.	PUNCT
spir-8501	96	1	crowdsourcing	crowdsource	VERB
spir-8501	96	2	in	in	ADP
spir-8501	96	3	investigative	investigative	ADJ
spir-8501	96	4	journalism	journalism	NOUN
spir-8501	96	5	.	.	PUNCT
spir-8501	97	1	report	report	NOUN
spir-8501	97	2	.	.	PUNCT
spir-8501	98	1	reuters	reuters	PROPN
spir-8501	98	2	institute	institute	PROPN
spir-8501	98	3	for	for	ADP
spir-8501	98	4	the	the	DET
spir-8501	98	5	study	study	NOUN
spir-8501	98	6	of	of	ADP
spir-8501	98	7	journalism	journalism	NOUN
spir-8501	98	8	.	.	PUNCT