id	sid	tid	token	lemma	pos
gsjp-14129	1	1	61	61	NUM
gsjp-14129	1	2	caution	caution	NOUN
gsjp-14129	1	3	when	when	SCONJ
gsjp-14129	1	4	crowdsourcing	crowdsource	VERB
gsjp-14129	1	5	:	:	PUNCT
gsjp-14129	1	6	prolific	prolific	NOUN
gsjp-14129	1	7	as	as	ADP
gsjp-14129	1	8	a	a	DET
gsjp-14129	1	9	superior	superior	ADJ
gsjp-14129	1	10	platform	platform	NOUN
gsjp-14129	1	11	compared	compare	VERB
gsjp-14129	1	12	with	with	ADP
gsjp-14129	1	13	mturk	mturk	PROPN
gsjp-14129	1	14	daniel	daniel	PROPN
gsjp-14129	1	15	oconnell1	oconnell1	PROPN
gsjp-14129	1	16	,	,	PUNCT
gsjp-14129	1	17	ashley	ashley	PROPN
gsjp-14129	1	18	bautista1	bautista1	PROPN
gsjp-14129	1	19	,	,	PUNCT
gsjp-14129	1	20	clint	clint	PROPN
gsjp-14129	1	21	johnson2	johnson2	NOUN
gsjp-14129	1	22	,	,	PUNCT
gsjp-14129	1	23	and	and	CCONJ
gsjp-14129	1	24	amanda	amanda	PROPN
gsjp-14129	1	25	venta1	venta1	PROPN
gsjp-14129	2	1	1department	1department	NUM
gsjp-14129	2	2	of	of	ADP
gsjp-14129	2	3	psychology	psychology	NOUN
gsjp-14129	2	4	,	,	PUNCT
gsjp-14129	2	5	university	university	PROPN
gsjp-14129	2	6	of	of	ADP
gsjp-14129	2	7	houston	houston	PROPN
gsjp-14129	2	8	,	,	PUNCT
gsjp-14129	2	9	houston	houston	PROPN
gsjp-14129	2	10	,	,	PUNCT
gsjp-14129	2	11	tx	tx	PROPN
gsjp-14129	2	12	,	,	PUNCT
gsjp-14129	2	13	usa	usa	PROPN
gsjp-14129	2	14	2department	2department	NUM
gsjp-14129	2	15	of	of	ADP
gsjp-14129	2	16	psychology	psychology	NOUN
gsjp-14129	2	17	,	,	PUNCT
gsjp-14129	2	18	webster	webster	PROPN
gsjp-14129	2	19	university	university	PROPN
gsjp-14129	2	20	,	,	PUNCT
gsjp-14129	2	21	st	st	PROPN
gsjp-14129	2	22	.	.	PROPN
gsjp-14129	2	23	louis	louis	PROPN
gsjp-14129	2	24	,	,	PUNCT
gsjp-14129	2	25	mo	mo	PROPN
gsjp-14129	2	26	,	,	PUNCT
gsjp-14129	2	27	usa	usa	PROPN
gsjp-14129	2	28	researchers	researcher	NOUN
gsjp-14129	2	29	have	have	AUX
gsjp-14129	2	30	leveraged	leverage	VERB
gsjp-14129	2	31	the	the	DET
gsjp-14129	2	32	internet	internet	NOUN
gsjp-14129	2	33	for	for	ADP
gsjp-14129	2	34	years	year	NOUN
gsjp-14129	2	35	,	,	PUNCT
gsjp-14129	2	36	during	during	ADP
gsjp-14129	2	37	which	which	PRON
gsjp-14129	2	38	the	the	DET
gsjp-14129	2	39	use	use	NOUN
gsjp-14129	2	40	of	of	ADP
gsjp-14129	2	41	crowdsourcing	crowdsourcing	NOUN
gsjp-14129	2	42	platforms	platform	NOUN
gsjp-14129	2	43	has	have	AUX
gsjp-14129	2	44	increased	increase	VERB
gsjp-14129	2	45	dramatically	dramatically	ADV
gsjp-14129	2	46	(	(	PUNCT
gsjp-14129	2	47	aguinis	aguinis	PROPN
gsjp-14129	2	48	et	et	PROPN
gsjp-14129	2	49	al	al	PROPN
gsjp-14129	2	50	.	.	PROPN
gsjp-14129	2	51	,	,	PUNCT
gsjp-14129	2	52	2021	2021	NUM
gsjp-14129	2	53	)	)	PUNCT
gsjp-14129	2	54	.	.	PUNCT
gsjp-14129	3	1	gosling	gosling	PROPN
gsjp-14129	3	2	and	and	CCONJ
gsjp-14129	3	3	mason	mason	PROPN
gsjp-14129	3	4	(	(	PUNCT
gsjp-14129	3	5	2015	2015	NUM
gsjp-14129	3	6	)	)	PUNCT
gsjp-14129	3	7	extolled	extoll	VERB
gsjp-14129	3	8	the	the	DET
gsjp-14129	3	9	use	use	NOUN
gsjp-14129	3	10	of	of	ADP
gsjp-14129	3	11	the	the	DET
gsjp-14129	3	12	internet	internet	NOUN
gsjp-14129	3	13	for	for	ADP
gsjp-14129	3	14	research	research	NOUN
gsjp-14129	3	15	a	a	DET
gsjp-14129	3	16	decade	decade	NOUN
gsjp-14129	3	17	ago	ago	ADV
gsjp-14129	3	18	,	,	PUNCT
gsjp-14129	3	19	endorsing	endorse	VERB
gsjp-14129	3	20	surveys	survey	NOUN
gsjp-14129	3	21	conducted	conduct	VERB
gsjp-14129	3	22	through	through	ADP
gsjp-14129	3	23	crowdsourcing	crowdsourcing	NOUN
gsjp-14129	3	24	platforms	platform	NOUN
gsjp-14129	3	25	to	to	PART
gsjp-14129	3	26	reduce	reduce	VERB
gsjp-14129	3	27	costs	cost	NOUN
gsjp-14129	3	28	and	and	CCONJ
gsjp-14129	3	29	participant	participant	ADJ
gsjp-14129	3	30	attrition	attrition	NOUN
gsjp-14129	3	31	.	.	PUNCT
gsjp-14129	4	1	moreover	moreover	ADV
gsjp-14129	4	2	,	,	PUNCT
gsjp-14129	4	3	it	it	PRON
gsjp-14129	4	4	is	be	AUX
gsjp-14129	4	5	just	just	ADV
gsjp-14129	4	6	as	as	ADV
gsjp-14129	4	7	easy	easy	ADJ
gsjp-14129	4	8	now	now	ADV
gsjp-14129	4	9	for	for	SCONJ
gsjp-14129	4	10	researchers	researcher	NOUN
gsjp-14129	4	11	to	to	PART
gsjp-14129	4	12	collect	collect	VERB
gsjp-14129	4	13	survey	survey	NOUN
gsjp-14129	4	14	data	datum	NOUN
gsjp-14129	4	15	from	from	ADP
gsjp-14129	4	16	undergraduates	undergraduate	NOUN
gsjp-14129	4	17	at	at	ADP
gsjp-14129	4	18	their	their	PRON
gsjp-14129	4	19	institution	institution	NOUN
gsjp-14129	4	20	as	as	SCONJ
gsjp-14129	4	21	it	it	PRON
gsjp-14129	4	22	is	be	AUX
gsjp-14129	4	23	to	to	PART
gsjp-14129	4	24	reach	reach	VERB
gsjp-14129	4	25	participants	participant	NOUN
gsjp-14129	4	26	overseas	overseas	ADV
gsjp-14129	4	27	,	,	PUNCT
gsjp-14129	4	28	thereby	thereby	ADV
gsjp-14129	4	29	reducing	reduce	VERB
gsjp-14129	4	30	long	long	ADV
gsjp-14129	4	31	-	-	PUNCT
gsjp-14129	4	32	standing	stand	VERB
gsjp-14129	4	33	generalizability	generalizability	NOUN
gsjp-14129	4	34	concerns	concern	NOUN
gsjp-14129	4	35	(	(	PUNCT
gsjp-14129	4	36	best	good	ADJ
gsjp-14129	4	37	et	et	PROPN
gsjp-14129	4	38	al	al	PROPN
gsjp-14129	4	39	.	.	PROPN
gsjp-14129	4	40	,	,	PUNCT
gsjp-14129	4	41	2001	2001	NUM
gsjp-14129	4	42	;	;	PUNCT
gsjp-14129	4	43	gosling	gosling	PROPN
gsjp-14129	4	44	&	&	CCONJ
gsjp-14129	4	45	mason	mason	PROPN
gsjp-14129	4	46	,	,	PUNCT
gsjp-14129	4	47	2015	2015	NUM
gsjp-14129	4	48	)	)	PUNCT
gsjp-14129	4	49	.	.	PUNCT
gsjp-14129	5	1	online	online	ADJ
gsjp-14129	5	2	surveys	survey	NOUN
gsjp-14129	5	3	bridge	bridge	VERB
gsjp-14129	5	4	international	international	ADJ
gsjp-14129	5	5	borders	border	NOUN
gsjp-14129	5	6	;	;	PUNCT
gsjp-14129	5	7	as	as	ADP
gsjp-14129	5	8	of	of	ADP
gsjp-14129	5	9	january	january	PROPN
gsjp-14129	5	10	2023	2023	NUM
gsjp-14129	5	11	,	,	PUNCT
gsjp-14129	5	12	64.4	64.4	NUM
gsjp-14129	5	13	%	%	NOUN
gsjp-14129	5	14	of	of	ADP
gsjp-14129	5	15	the	the	DET
gsjp-14129	5	16	world	world	NOUN
gsjp-14129	5	17	’s	’s	PART
gsjp-14129	5	18	population	population	NOUN
gsjp-14129	5	19	was	be	AUX
gsjp-14129	5	20	connected	connect	VERB
gsjp-14129	5	21	to	to	ADP
gsjp-14129	5	22	the	the	DET
gsjp-14129	5	23	internet	internet	NOUN
gsjp-14129	5	24	(	(	PUNCT
gsjp-14129	5	25	kemp	kemp	PROPN
gsjp-14129	5	26	,	,	PUNCT
gsjp-14129	5	27	2023	2023	NUM
gsjp-14129	5	28	)	)	PUNCT
gsjp-14129	5	29	.	.	PUNCT
gsjp-14129	6	1	yet	yet	ADV
gsjp-14129	6	2	,	,	PUNCT
gsjp-14129	6	3	this	this	DET
gsjp-14129	6	4	approach	approach	NOUN
gsjp-14129	6	5	to	to	ADP
gsjp-14129	6	6	data	data	NOUN
gsjp-14129	6	7	collection	collection	NOUN
gsjp-14129	6	8	has	have	VERB
gsjp-14129	6	9	limitations	limitation	NOUN
gsjp-14129	6	10	,	,	PUNCT
gsjp-14129	6	11	particularly	particularly	ADV
gsjp-14129	6	12	regarding	regard	VERB
gsjp-14129	6	13	data	datum	NOUN
gsjp-14129	6	14	quality	quality	NOUN
gsjp-14129	6	15	.	.	PUNCT
gsjp-14129	7	1	the	the	DET
gsjp-14129	7	2	aim	aim	NOUN
gsjp-14129	7	3	of	of	ADP
gsjp-14129	7	4	the	the	DET
gsjp-14129	7	5	present	present	ADJ
gsjp-14129	7	6	study	study	NOUN
gsjp-14129	7	7	was	be	AUX
gsjp-14129	7	8	to	to	PART
gsjp-14129	7	9	investigate	investigate	VERB
gsjp-14129	7	10	strengths	strength	NOUN
gsjp-14129	7	11	of	of	ADP
gsjp-14129	7	12	participant	participant	ADJ
gsjp-14129	7	13	pools	pool	NOUN
gsjp-14129	7	14	for	for	ADP
gsjp-14129	7	15	social	social	ADJ
gsjp-14129	7	16	scientists	scientist	NOUN
gsjp-14129	7	17	to	to	PART
gsjp-14129	7	18	obtain	obtain	VERB
gsjp-14129	7	19	high	high	ADJ
gsjp-14129	7	20	-	-	PUNCT
gsjp-14129	7	21	quality	quality	NOUN
gsjp-14129	7	22	data	datum	NOUN
gsjp-14129	7	23	.	.	PUNCT
gsjp-14129	8	1	to	to	ADP
gsjp-14129	8	2	this	this	DET
gsjp-14129	8	3	end	end	NOUN
gsjp-14129	8	4	,	,	PUNCT
gsjp-14129	8	5	we	we	PRON
gsjp-14129	8	6	analyzed	analyze	VERB
gsjp-14129	8	7	data	datum	NOUN
gsjp-14129	8	8	from	from	ADP
gsjp-14129	8	9	a	a	DET
gsjp-14129	8	10	completed	complete	VERB
gsjp-14129	8	11	study	study	NOUN
gsjp-14129	8	12	drawing	draw	VERB
gsjp-14129	8	13	participants	participant	NOUN
gsjp-14129	8	14	from	from	ADP
gsjp-14129	8	15	two	two	NUM
gsjp-14129	8	16	major	major	ADJ
gsjp-14129	8	17	crowdsourcing	crowdsourcing	NOUN
gsjp-14129	8	18	platforms	platform	NOUN
gsjp-14129	8	19	,	,	PUNCT
gsjp-14129	8	20	mturk	mturk	PROPN
gsjp-14129	8	21	and	and	CCONJ
gsjp-14129	8	22	prolific	prolific	NOUN
gsjp-14129	8	23	,	,	PUNCT
gsjp-14129	8	24	and	and	CCONJ
gsjp-14129	8	25	evaluated	evaluate	VERB
gsjp-14129	8	26	both	both	PRON
gsjp-14129	8	27	data	datum	NOUN
gsjp-14129	8	28	quality	quality	NOUN
gsjp-14129	8	29	and	and	CCONJ
gsjp-14129	8	30	cost	cost	NOUN
gsjp-14129	8	31	.	.	PUNCT
gsjp-14129	9	1	history	history	NOUN
gsjp-14129	9	2	since	since	SCONJ
gsjp-14129	9	3	2005	2005	NUM
gsjp-14129	9	4	,	,	PUNCT
gsjp-14129	9	5	amazon	amazon	PROPN
gsjp-14129	9	6	’s	’s	PART
gsjp-14129	9	7	mechanical	mechanical	ADJ
gsjp-14129	9	8	turk	turk	PROPN
gsjp-14129	9	9	(	(	PUNCT
gsjp-14129	9	10	mturk	mturk	PROPN
gsjp-14129	9	11	)	)	PUNCT
gsjp-14129	9	12	has	have	AUX
gsjp-14129	9	13	promised	promise	VERB
gsjp-14129	9	14	to	to	PART
gsjp-14129	9	15	optimize	optimize	VERB
gsjp-14129	9	16	efficiency	efficiency	NOUN
gsjp-14129	9	17	,	,	PUNCT
gsjp-14129	9	18	augment	augment	VERB
gsjp-14129	9	19	data	datum	NOUN
gsjp-14129	9	20	collection	collection	NOUN
gsjp-14129	9	21	,	,	PUNCT
gsjp-14129	9	22	reduce	reduce	VERB
gsjp-14129	9	23	researcher	researcher	NOUN
gsjp-14129	9	24	cost	cost	NOUN
gsjp-14129	9	25	,	,	PUNCT
gsjp-14129	9	26	and	and	CCONJ
gsjp-14129	9	27	grant	grant	VERB
gsjp-14129	9	28	access	access	NOUN
gsjp-14129	9	29	to	to	ADP
gsjp-14129	9	30	diverse	diverse	ADJ
gsjp-14129	9	31	participants	participant	NOUN
gsjp-14129	9	32	(	(	PUNCT
gsjp-14129	9	33	https://www.mturk.com/	https://www.mturk.com/	NOUN
gsjp-14129	9	34	)	)	PUNCT
gsjp-14129	9	35	.	.	PUNCT
gsjp-14129	10	1	researchers	researcher	NOUN
gsjp-14129	10	2	(	(	PUNCT
gsjp-14129	10	3	e.g.	e.g.	ADV
gsjp-14129	10	4	,	,	PUNCT
gsjp-14129	10	5	aguinis	aguinis	PROPN
gsjp-14129	10	6	et	et	PROPN
gsjp-14129	10	7	al	al	PROPN
gsjp-14129	10	8	.	.	PROPN
gsjp-14129	10	9	,	,	PUNCT
gsjp-14129	10	10	2021	2021	NUM
gsjp-14129	10	11	;	;	PUNCT
gsjp-14129	10	12	smith	smith	PROPN
gsjp-14129	10	13	et	et	PROPN
gsjp-14129	10	14	al	al	PROPN
gsjp-14129	10	15	.	.	PROPN
gsjp-14129	10	16	,	,	PUNCT
gsjp-14129	10	17	2015	2015	NUM
gsjp-14129	10	18	)	)	PUNCT
gsjp-14129	10	19	point	point	NOUN
gsjp-14129	10	20	to	to	PART
gsjp-14129	10	21	diverse	diverse	VERB
gsjp-14129	10	22	participants	participant	NOUN
gsjp-14129	10	23	,	,	PUNCT
gsjp-14129	10	24	speed	speed	NOUN
gsjp-14129	10	25	of	of	ADP
gsjp-14129	10	26	data	datum	NOUN
gsjp-14129	10	27	collection	collection	NOUN
gsjp-14129	10	28	,	,	PUNCT
gsjp-14129	10	29	and	and	CCONJ
gsjp-14129	10	30	low	low	ADJ
gsjp-14129	10	31	cost	cost	NOUN
gsjp-14129	10	32	as	as	ADP
gsjp-14129	10	33	reasons	reason	NOUN
gsjp-14129	10	34	for	for	ADP
gsjp-14129	10	35	mturk	mturk	PROPN
gsjp-14129	10	36	’s	’s	PART
gsjp-14129	10	37	widespread	widespread	ADJ
gsjp-14129	10	38	use	use	NOUN
gsjp-14129	10	39	.	.	PUNCT
gsjp-14129	11	1	yet	yet	ADV
gsjp-14129	11	2	,	,	PUNCT
gsjp-14129	11	3	researchers	researcher	NOUN
gsjp-14129	11	4	have	have	AUX
gsjp-14129	11	5	found	find	VERB
gsjp-14129	11	6	that	that	SCONJ
gsjp-14129	11	7	data	datum	NOUN
gsjp-14129	11	8	quality	quality	NOUN
gsjp-14129	11	9	and	and	CCONJ
gsjp-14129	11	10	treatment	treatment	NOUN
gsjp-14129	11	11	of	of	ADP
gsjp-14129	11	12	diverse	diverse	ADJ
gsjp-14129	11	13	populations	population	NOUN
gsjp-14129	11	14	on	on	ADP
gsjp-14129	11	15	these	these	DET
gsjp-14129	11	16	platforms	platform	NOUN
gsjp-14129	11	17	can	can	AUX
gsjp-14129	11	18	suffer	suffer	VERB
gsjp-14129	11	19	(	(	PUNCT
gsjp-14129	11	20	e.g.	e.g.	ADV
gsjp-14129	11	21	,	,	PUNCT
gsjp-14129	11	22	burnette	burnette	PROPN
gsjp-14129	11	23	et	et	PROPN
gsjp-14129	11	24	al	al	PROPN
gsjp-14129	11	25	.	.	PROPN
gsjp-14129	11	26	,	,	PUNCT
gsjp-14129	11	27	2022	2022	NUM
gsjp-14129	11	28	)	)	PUNCT
gsjp-14129	11	29	.	.	PUNCT
gsjp-14129	12	1	indeed	indeed	ADV
gsjp-14129	12	2	,	,	PUNCT
gsjp-14129	12	3	aguinis	aguinis	ADJ
gsjp-14129	12	4	and	and	CCONJ
gsjp-14129	12	5	colleagues	colleague	NOUN
gsjp-14129	12	6	(	(	PUNCT
gsjp-14129	12	7	2021	2021	NUM
gsjp-14129	12	8	)	)	PUNCT
gsjp-14129	12	9	highlighted	highlight	VERB
gsjp-14129	12	10	ten	ten	NUM
gsjp-14129	12	11	areas	area	NOUN
gsjp-14129	12	12	in	in	ADP
gsjp-14129	12	13	which	which	PRON
gsjp-14129	12	14	mturk	mturk	PROPN
gsjp-14129	12	15	is	be	AUX
gsjp-14129	12	16	limited	limit	VERB
gsjp-14129	12	17	in	in	ADP
gsjp-14129	12	18	its	its	PRON
gsjp-14129	12	19	ability	ability	NOUN
gsjp-14129	12	20	to	to	PART
gsjp-14129	12	21	collect	collect	VERB
gsjp-14129	12	22	high	high	ADJ
gsjp-14129	12	23	-	-	PUNCT
gsjp-14129	12	24	quality	quality	NOUN
gsjp-14129	12	25	data	datum	NOUN
gsjp-14129	12	26	.	.	PUNCT
gsjp-14129	13	1	these	these	DET
gsjp-14129	13	2	areas	area	NOUN
gsjp-14129	13	3	include	include	VERB
gsjp-14129	13	4	participants	participant	NOUN
gsjp-14129	13	5	lying	lie	VERB
gsjp-14129	13	6	about	about	ADP
gsjp-14129	13	7	personal	personal	ADJ
gsjp-14129	13	8	information	information	NOUN
gsjp-14129	13	9	(	(	PUNCT
gsjp-14129	13	10	e.g.	e.g.	ADV
gsjp-14129	13	11	,	,	PUNCT
gsjp-14129	13	12	webb	webb	PROPN
gsjp-14129	13	13	&	&	CCONJ
gsjp-14129	13	14	tangney	tangney	PROPN
gsjp-14129	13	15	,	,	PUNCT
gsjp-14129	13	16	2022	2022	NUM
gsjp-14129	13	17	)	)	PUNCT
gsjp-14129	13	18	,	,	PUNCT
gsjp-14129	13	19	lack	lack	NOUN
gsjp-14129	13	20	of	of	ADP
gsjp-14129	13	21	english	english	ADJ
gsjp-14129	13	22	fluency	fluency	NOUN
gsjp-14129	13	23	(	(	PUNCT
gsjp-14129	13	24	e.g.	e.g.	ADV
gsjp-14129	13	25	,	,	PUNCT
gsjp-14129	13	26	moss	moss	PROPN
gsjp-14129	13	27	et	et	PROPN
gsjp-14129	13	28	al	al	PROPN
gsjp-14129	13	29	.	.	PROPN
gsjp-14129	13	30	,	,	PUNCT
gsjp-14129	13	31	2021	2021	NUM
gsjp-14129	13	32	)	)	PUNCT
gsjp-14129	13	33	,	,	PUNCT
gsjp-14129	13	34	and	and	CCONJ
gsjp-14129	13	35	gathering	gather	VERB
gsjp-14129	13	36	data	datum	NOUN
gsjp-14129	13	37	from	from	ADP
gsjp-14129	13	38	professional	professional	ADJ
gsjp-14129	13	39	survey	survey	NOUN
gsjp-14129	13	40	takers	taker	NOUN
gsjp-14129	13	41	(	(	PUNCT
gsjp-14129	13	42	e.g.	e.g.	ADV
gsjp-14129	13	43	,	,	PUNCT
gsjp-14129	13	44	cheung	cheung	PROPN
gsjp-14129	13	45	et	et	PROPN
gsjp-14129	13	46	al	al	PROPN
gsjp-14129	13	47	.	.	PROPN
gsjp-14129	13	48	,	,	PUNCT
gsjp-14129	13	49	2017	2017	NUM
gsjp-14129	13	50	)	)	PUNCT
gsjp-14129	13	51	,	,	PUNCT
gsjp-14129	13	52	all	all	PRON
gsjp-14129	13	53	of	of	ADP
gsjp-14129	13	54	which	which	PRON
gsjp-14129	13	55	can	can	AUX
gsjp-14129	13	56	reduce	reduce	VERB
gsjp-14129	13	57	effect	effect	NOUN
gsjp-14129	13	58	sizes	size	NOUN
gsjp-14129	13	59	(	(	PUNCT
gsjp-14129	13	60	chandler	chandler	PROPN
gsjp-14129	13	61	et	et	PROPN
gsjp-14129	13	62	al	al	PROPN
gsjp-14129	13	63	.	.	PROPN
gsjp-14129	13	64	,	,	PUNCT
gsjp-14129	13	65	2015	2015	NUM
gsjp-14129	13	66	;	;	PUNCT
gsjp-14129	13	67	newman	newman	PROPN
gsjp-14129	13	68	et	et	PROPN
gsjp-14129	13	69	al	al	PROPN
gsjp-14129	13	70	.	.	PROPN
gsjp-14129	13	71	,	,	PUNCT
gsjp-14129	13	72	2021	2021	NUM
gsjp-14129	13	73	)	)	PUNCT
gsjp-14129	13	74	.	.	PUNCT
gsjp-14129	14	1	the	the	DET
gsjp-14129	14	2	webb	webb	NOUN
gsjp-14129	14	3	and	and	CCONJ
gsjp-14129	14	4	tangney	tangney	NOUN
gsjp-14129	14	5	(	(	PUNCT
gsjp-14129	14	6	2022	2022	NUM
gsjp-14129	14	7	)	)	PUNCT
gsjp-14129	14	8	study	study	NOUN
gsjp-14129	14	9	serves	serve	VERB
gsjp-14129	14	10	as	as	ADP
gsjp-14129	14	11	a	a	DET
gsjp-14129	14	12	provocative	provocative	ADJ
gsjp-14129	14	13	example	example	NOUN
gsjp-14129	14	14	of	of	ADP
gsjp-14129	14	15	poor	poor	ADJ
gsjp-14129	14	16	data	datum	NOUN
gsjp-14129	14	17	quality	quality	NOUN
gsjp-14129	14	18	collected	collect	VERB
gsjp-14129	14	19	via	via	ADP
gsjp-14129	14	20	mturk	mturk	PROPN
gsjp-14129	14	21	;	;	PUNCT
gsjp-14129	14	22	just	just	ADV
gsjp-14129	14	23	14	14	NUM
gsjp-14129	14	24	of	of	ADP
gsjp-14129	14	25	their	their	PRON
gsjp-14129	14	26	529	529	NUM
gsjp-14129	14	27	participants	participant	NOUN
gsjp-14129	14	28	were	be	AUX
gsjp-14129	14	29	reportedly	reportedly	ADV
gsjp-14129	14	30	“	"	PUNCT
gsjp-14129	14	31	human	human	ADJ
gsjp-14129	14	32	beings	being	NOUN
gsjp-14129	14	33	”	"	PUNCT
gsjp-14129	14	34	(	(	PUNCT
gsjp-14129	14	35	p.	p.	NOUN
gsjp-14129	14	36	1	1	NUM
gsjp-14129	14	37	)	)	PUNCT
gsjp-14129	14	38	.	.	PUNCT
gsjp-14129	15	1	webb	webb	PROPN
gsjp-14129	15	2	and	and	CCONJ
gsjp-14129	15	3	tangney	tangney	NOUN
gsjp-14129	15	4	(	(	PUNCT
gsjp-14129	15	5	2022	2022	NUM
gsjp-14129	15	6	)	)	PUNCT
gsjp-14129	15	7	are	be	AUX
gsjp-14129	15	8	not	not	PART
gsjp-14129	15	9	the	the	DET
gsjp-14129	15	10	only	only	ADJ
gsjp-14129	15	11	researchers	researcher	NOUN
gsjp-14129	15	12	to	to	PART
gsjp-14129	15	13	encounter	encounter	VERB
gsjp-14129	15	14	of	of	ADP
gsjp-14129	15	15	low	low	ADJ
gsjp-14129	15	16	-	-	PUNCT
gsjp-14129	15	17	quality	quality	NOUN
gsjp-14129	15	18	data	datum	NOUN
gsjp-14129	15	19	from	from	ADP
gsjp-14129	15	20	crowdsourcing	crowdsource	VERB
gsjp-14129	15	21	platform	platform	NOUN
gsjp-14129	15	22	participants	participant	NOUN
gsjp-14129	15	23	(	(	PUNCT
gsjp-14129	15	24	bai	bai	PROPN
gsjp-14129	15	25	,	,	PUNCT
gsjp-14129	15	26	2018	2018	NUM
gsjp-14129	15	27	;	;	PUNCT
gsjp-14129	15	28	simone	simone	NOUN
gsjp-14129	15	29	,	,	PUNCT
gsjp-14129	15	30	2019	2019	NUM
gsjp-14129	15	31	;	;	PUNCT
gsjp-14129	15	32	stokel	stokel	NOUN
gsjp-14129	15	33	-	-	PUNCT
gsjp-14129	15	34	walker	walker	NOUN
gsjp-14129	15	35	,	,	PUNCT
gsjp-14129	15	36	2018	2018	NUM
gsjp-14129	15	37	)	)	PUNCT
gsjp-14129	15	38	,	,	PUNCT
gsjp-14129	15	39	and	and	CCONJ
gsjp-14129	15	40	others	other	NOUN
gsjp-14129	15	41	have	have	AUX
gsjp-14129	15	42	been	be	AUX
gsjp-14129	15	43	critical	critical	ADJ
gsjp-14129	15	44	of	of	ADP
gsjp-14129	15	45	crowdsourcing	crowdsource	VERB
gsjp-14129	15	46	from	from	ADP
gsjp-14129	15	47	mturk	mturk	PROPN
gsjp-14129	15	48	(	(	PUNCT
gsjp-14129	15	49	barends	barend	NOUN
gsjp-14129	15	50	&	&	CCONJ
gsjp-14129	15	51	vries	vries	PROPN
gsjp-14129	15	52	,	,	PUNCT
gsjp-14129	15	53	2019	2019	NUM
gsjp-14129	15	54	;	;	PUNCT
gsjp-14129	15	55	kennedy	kennedy	PROPN
gsjp-14129	15	56	et	et	PROPN
gsjp-14129	15	57	al	al	PROPN
gsjp-14129	15	58	.	.	PROPN
gsjp-14129	15	59	,	,	PUNCT
gsjp-14129	15	60	2020	2020	NUM
gsjp-14129	15	61	;	;	PUNCT
gsjp-14129	15	62	zack	zack	PROPN
gsjp-14129	15	63	et	et	PROPN
gsjp-14129	15	64	al	al	PROPN
gsjp-14129	15	65	.	.	PROPN
gsjp-14129	15	66	,	,	PUNCT
gsjp-14129	15	67	2019	2019	NUM
gsjp-14129	15	68	)	)	PUNCT
gsjp-14129	15	69	.	.	PUNCT
gsjp-14129	16	1	more	more	ADV
gsjp-14129	16	2	recently	recently	ADV
gsjp-14129	16	3	,	,	PUNCT
gsjp-14129	16	4	in	in	ADP
gsjp-14129	16	5	2014	2014	NUM
gsjp-14129	16	6	,	,	PUNCT
gsjp-14129	16	7	prolific	prolific	NOUN
gsjp-14129	16	8	came	come	VERB
gsjp-14129	16	9	to	to	ADP
gsjp-14129	16	10	the	the	DET
gsjp-14129	16	11	market	market	NOUN
gsjp-14129	16	12	,	,	PUNCT
gsjp-14129	16	13	similarly	similarly	ADV
gsjp-14129	16	14	guaranteeing	guarantee	VERB
gsjp-14129	16	15	a	a	DET
gsjp-14129	16	16	vetted	vetted	ADJ
gsjp-14129	16	17	,	,	PUNCT
gsjp-14129	16	18	engaged	engaged	ADJ
gsjp-14129	16	19	,	,	PUNCT
gsjp-14129	16	20	and	and	CCONJ
gsjp-14129	16	21	more	more	ADV
gsjp-14129	16	22	diverse	diverse	ADJ
gsjp-14129	16	23	participant	participant	ADJ
gsjp-14129	16	24	pool	pool	NOUN
gsjp-14129	16	25	from	from	ADP
gsjp-14129	16	26	numerous	numerous	ADJ
gsjp-14129	16	27	countries	country	NOUN
gsjp-14129	16	28	with	with	ADP
gsjp-14129	16	29	an	an	DET
gsjp-14129	16	30	emphasis	emphasis	NOUN
gsjp-14129	16	31	on	on	ADP
gsjp-14129	16	32	ethical	ethical	ADJ
gsjp-14129	16	33	pay	pay	NOUN
gsjp-14129	16	34	(	(	PUNCT
gsjp-14129	16	35	peer	peer	NOUN
gsjp-14129	16	36	et	et	PROPN
gsjp-14129	16	37	al	al	PROPN
gsjp-14129	16	38	.	.	PROPN
gsjp-14129	16	39	,	,	PUNCT
gsjp-14129	16	40	2017	2017	NUM
gsjp-14129	16	41	;	;	PUNCT
gsjp-14129	16	42	https://www.prolific.com/	https://www.prolific.com/	NOUN
gsjp-14129	16	43	)	)	PUNCT
gsjp-14129	16	44	.	.	PUNCT
gsjp-14129	17	1	indeed	indeed	ADV
gsjp-14129	17	2	,	,	PUNCT
gsjp-14129	17	3	prolific	prolific	NOUN
gsjp-14129	17	4	holds	hold	VERB
gsjp-14129	17	5	great	great	ADJ
gsjp-14129	17	6	potential	potential	NOUN
gsjp-14129	17	7	to	to	PART
gsjp-14129	17	8	overtake	overtake	VERB
gsjp-14129	17	9	mturk	mturk	PROPN
gsjp-14129	17	10	as	as	ADP
gsjp-14129	17	11	the	the	DET
gsjp-14129	17	12	optimal	optimal	ADJ
gsjp-14129	17	13	crowdsourcing	crowdsourcing	NOUN
gsjp-14129	17	14	platform	platform	NOUN
gsjp-14129	17	15	(	(	PUNCT
gsjp-14129	17	16	palan	palan	NOUN
gsjp-14129	17	17	&	&	CCONJ
gsjp-14129	17	18	schitter	schitter	ADJ
gsjp-14129	17	19	,	,	PUNCT
gsjp-14129	17	20	2018	2018	NUM
gsjp-14129	17	21	)	)	PUNCT
gsjp-14129	17	22	.	.	PUNCT
gsjp-14129	18	1	yet	yet	ADV
gsjp-14129	18	2	,	,	PUNCT
gsjp-14129	18	3	direct	direct	ADJ
gsjp-14129	18	4	comparisons	comparison	NOUN
gsjp-14129	18	5	between	between	ADP
gsjp-14129	18	6	the	the	DET
gsjp-14129	18	7	two	two	NUM
gsjp-14129	18	8	have	have	AUX
gsjp-14129	18	9	yielded	yield	VERB
gsjp-14129	18	10	conflicting	conflict	VERB
gsjp-14129	18	11	–	–	PUNCT
gsjp-14129	18	12	and	and	CCONJ
gsjp-14129	18	13	sometimes	sometimes	ADV
gsjp-14129	18	14	biased	biased	ADJ
gsjp-14129	18	15	–	–	PUNCT
gsjp-14129	18	16	results	result	NOUN
gsjp-14129	18	17	.	.	PUNCT
gsjp-14129	19	1	for	for	ADP
gsjp-14129	19	2	instance	instance	NOUN
gsjp-14129	19	3	,	,	PUNCT
gsjp-14129	19	4	peer	peer	VERB
gsjp-14129	19	5	et	et	NOUN
gsjp-14129	19	6	al	al	PROPN
gsjp-14129	19	7	.	.	PROPN
gsjp-14129	20	1	(	(	PUNCT
gsjp-14129	20	2	2017	2017	NUM
gsjp-14129	20	3	;	;	PUNCT
gsjp-14129	20	4	2022	2022	NUM
gsjp-14129	20	5	)	)	PUNCT
gsjp-14129	20	6	portrayed	portray	VERB
gsjp-14129	20	7	prolific	prolific	NOUN
gsjp-14129	20	8	as	as	ADP
gsjp-14129	20	9	superior	superior	ADJ
gsjp-14129	20	10	many	many	ADJ
gsjp-14129	20	11	researchers	researcher	NOUN
gsjp-14129	20	12	host	host	NOUN
gsjp-14129	20	13	surveys	survey	NOUN
gsjp-14129	20	14	on	on	ADP
gsjp-14129	20	15	online	online	ADJ
gsjp-14129	20	16	crowdsourcing	crowdsourcing	NOUN
gsjp-14129	20	17	platforms	platform	NOUN
gsjp-14129	20	18	,	,	PUNCT
gsjp-14129	20	19	such	such	ADJ
gsjp-14129	20	20	as	as	ADP
gsjp-14129	20	21	amazon	amazon	NOUN
gsjp-14129	20	22	’s	’s	PART
gsjp-14129	20	23	mechanical	mechanical	ADJ
gsjp-14129	20	24	turk	turk	PROPN
gsjp-14129	20	25	(	(	PUNCT
gsjp-14129	20	26	mturk	mturk	PROPN
gsjp-14129	20	27	)	)	PUNCT
gsjp-14129	20	28	and	and	CCONJ
gsjp-14129	20	29	prolific	prolific	NOUN
gsjp-14129	20	30	.	.	PUNCT
gsjp-14129	21	1	online	online	ADJ
gsjp-14129	21	2	platforms	platform	NOUN
gsjp-14129	21	3	promise	promise	VERB
gsjp-14129	21	4	a	a	DET
gsjp-14129	21	5	convenient	convenient	ADJ
gsjp-14129	21	6	way	way	NOUN
gsjp-14129	21	7	to	to	PART
gsjp-14129	21	8	meet	meet	VERB
gsjp-14129	21	9	sample	sample	NOUN
gsjp-14129	21	10	size	size	NOUN
gsjp-14129	21	11	needs	need	NOUN
gsjp-14129	21	12	while	while	SCONJ
gsjp-14129	21	13	drawing	draw	VERB
gsjp-14129	21	14	on	on	ADP
gsjp-14129	21	15	diverse	diverse	ADJ
gsjp-14129	21	16	pools	pool	NOUN
gsjp-14129	21	17	that	that	PRON
gsjp-14129	21	18	might	might	AUX
gsjp-14129	21	19	not	not	PART
gsjp-14129	21	20	otherwise	otherwise	ADV
gsjp-14129	21	21	participate	participate	VERB
gsjp-14129	21	22	in	in	ADP
gsjp-14129	21	23	science	science	NOUN
gsjp-14129	21	24	.	.	PUNCT
gsjp-14129	22	1	yet	yet	ADV
gsjp-14129	22	2	,	,	PUNCT
gsjp-14129	22	3	the	the	DET
gsjp-14129	22	4	quality	quality	NOUN
gsjp-14129	22	5	of	of	ADP
gsjp-14129	22	6	data	datum	NOUN
gsjp-14129	22	7	obtained	obtain	VERB
gsjp-14129	22	8	from	from	ADP
gsjp-14129	22	9	these	these	DET
gsjp-14129	22	10	platforms	platform	NOUN
gsjp-14129	22	11	is	be	AUX
gsjp-14129	22	12	often	often	ADV
gsjp-14129	22	13	questionable	questionable	ADJ
gsjp-14129	22	14	,	,	PUNCT
gsjp-14129	22	15	so	so	CCONJ
gsjp-14129	22	16	the	the	DET
gsjp-14129	22	17	collection	collection	NOUN
gsjp-14129	22	18	must	must	AUX
gsjp-14129	22	19	be	be	AUX
gsjp-14129	22	20	closely	closely	ADV
gsjp-14129	22	21	monitored	monitor	VERB
gsjp-14129	22	22	and	and	CCONJ
gsjp-14129	22	23	reviewed	review	VERB
gsjp-14129	22	24	.	.	PUNCT
gsjp-14129	23	1	this	this	DET
gsjp-14129	23	2	study	study	NOUN
gsjp-14129	23	3	aimed	aim	VERB
gsjp-14129	23	4	to	to	PART
gsjp-14129	23	5	independently	independently	ADV
gsjp-14129	23	6	determine	determine	VERB
gsjp-14129	23	7	which	which	PRON
gsjp-14129	23	8	crowdsourcing	crowdsource	VERB
gsjp-14129	23	9	pool	pool	NOUN
gsjp-14129	23	10	best	well	ADV
gsjp-14129	23	11	serves	serve	VERB
gsjp-14129	23	12	researchers	researcher	NOUN
gsjp-14129	23	13	who	who	PRON
gsjp-14129	23	14	plan	plan	VERB
gsjp-14129	23	15	to	to	PART
gsjp-14129	23	16	recruit	recruit	VERB
gsjp-14129	23	17	for	for	ADP
gsjp-14129	23	18	online	online	ADJ
gsjp-14129	23	19	surveys	survey	NOUN
gsjp-14129	23	20	.	.	PUNCT
gsjp-14129	24	1	to	to	PART
gsjp-14129	24	2	achieve	achieve	VERB
gsjp-14129	24	3	this	this	DET
gsjp-14129	24	4	aim	aim	NOUN
gsjp-14129	24	5	,	,	PUNCT
gsjp-14129	24	6	we	we	PRON
gsjp-14129	24	7	analyzed	analyze	VERB
gsjp-14129	24	8	data	datum	NOUN
gsjp-14129	24	9	from	from	ADP
gsjp-14129	24	10	a	a	DET
gsjp-14129	24	11	recently	recently	ADV
gsjp-14129	24	12	completed	complete	VERB
gsjp-14129	24	13	study	study	NOUN
gsjp-14129	24	14	that	that	PRON
gsjp-14129	24	15	drew	draw	VERB
gsjp-14129	24	16	participants	participant	NOUN
gsjp-14129	24	17	from	from	ADP
gsjp-14129	24	18	both	both	DET
gsjp-14129	24	19	mturk	mturk	PROPN
gsjp-14129	24	20	and	and	CCONJ
gsjp-14129	24	21	prolific	prolific	NOUN
gsjp-14129	24	22	.	.	PUNCT
gsjp-14129	25	1	we	we	PRON
gsjp-14129	25	2	screened	screen	VERB
gsjp-14129	25	3	the	the	DET
gsjp-14129	25	4	collected	collect	VERB
gsjp-14129	25	5	data	datum	NOUN
gsjp-14129	25	6	for	for	ADP
gsjp-14129	25	7	both	both	DET
gsjp-14129	25	8	cost	cost	NOUN
gsjp-14129	25	9	and	and	CCONJ
gsjp-14129	25	10	quality	quality	NOUN
gsjp-14129	25	11	,	,	PUNCT
gsjp-14129	25	12	focusing	focus	VERB
gsjp-14129	25	13	on	on	ADP
gsjp-14129	25	14	measures	measure	NOUN
gsjp-14129	25	15	of	of	ADP
gsjp-14129	25	16	attention	attention	NOUN
gsjp-14129	25	17	,	,	PUNCT
gsjp-14129	25	18	duration	duration	NOUN
gsjp-14129	25	19	,	,	PUNCT
gsjp-14129	25	20	and	and	CCONJ
gsjp-14129	25	21	internal	internal	ADJ
gsjp-14129	25	22	consistency	consistency	NOUN
gsjp-14129	25	23	.	.	PUNCT
gsjp-14129	26	1	we	we	PRON
gsjp-14129	26	2	found	find	VERB
gsjp-14129	26	3	that	that	SCONJ
gsjp-14129	26	4	only	only	ADV
gsjp-14129	26	5	9.89	9.89	NUM
gsjp-14129	26	6	%	%	NOUN
gsjp-14129	26	7	of	of	ADP
gsjp-14129	26	8	mturk	mturk	PROPN
gsjp-14129	26	9	participants	participant	NOUN
gsjp-14129	26	10	(	(	PUNCT
gsjp-14129	26	11	n	n	NOUN
gsjp-14129	26	12	=	=	SYM
gsjp-14129	26	13	354	354	NUM
gsjp-14129	26	14	)	)	PUNCT
gsjp-14129	26	15	and	and	CCONJ
gsjp-14129	26	16	43.34	43.34	NUM
gsjp-14129	26	17	%	%	NOUN
gsjp-14129	26	18	of	of	ADP
gsjp-14129	26	19	prolific	prolific	ADJ
gsjp-14129	26	20	participants	participant	NOUN
gsjp-14129	26	21	(	(	PUNCT
gsjp-14129	26	22	n	n	NOUN
gsjp-14129	26	23	=	=	NUM
gsjp-14129	26	24	345	345	NUM
gsjp-14129	26	25	)	)	PUNCT
gsjp-14129	26	26	produced	produce	VERB
gsjp-14129	26	27	high	high	ADJ
gsjp-14129	26	28	-	-	PUNCT
gsjp-14129	26	29	quality	quality	NOUN
gsjp-14129	26	30	data	datum	NOUN
gsjp-14129	26	31	;	;	PUNCT
gsjp-14129	26	32	prolific	prolific	NOUN
gsjp-14129	26	33	also	also	ADV
gsjp-14129	26	34	proved	prove	VERB
gsjp-14129	26	35	to	to	PART
gsjp-14129	26	36	be	be	AUX
gsjp-14129	26	37	the	the	DET
gsjp-14129	26	38	more	more	ADV
gsjp-14129	26	39	affordable	affordable	ADJ
gsjp-14129	26	40	option	option	NOUN
gsjp-14129	26	41	.	.	PUNCT
gsjp-14129	27	1	researchers	researcher	NOUN
gsjp-14129	27	2	considering	consider	VERB
gsjp-14129	27	3	these	these	DET
gsjp-14129	27	4	platforms	platform	NOUN
gsjp-14129	27	5	for	for	ADP
gsjp-14129	27	6	recruitment	recruitment	NOUN
gsjp-14129	27	7	may	may	AUX
gsjp-14129	27	8	weigh	weigh	VERB
gsjp-14129	27	9	the	the	DET
gsjp-14129	27	10	evidence	evidence	NOUN
gsjp-14129	27	11	to	to	PART
gsjp-14129	27	12	make	make	VERB
gsjp-14129	27	13	decisions	decision	NOUN
gsjp-14129	27	14	when	when	SCONJ
gsjp-14129	27	15	developing	develop	VERB
gsjp-14129	27	16	their	their	PRON
gsjp-14129	27	17	own	own	ADJ
gsjp-14129	27	18	recruitment	recruitment	NOUN
gsjp-14129	27	19	strategies	strategy	NOUN
gsjp-14129	27	20	.	.	PUNCT
gsjp-14129	28	1	finally	finally	ADV
gsjp-14129	28	2	,	,	PUNCT
gsjp-14129	28	3	we	we	PRON
gsjp-14129	28	4	highlight	highlight	VERB
gsjp-14129	28	5	best	good	ADJ
gsjp-14129	28	6	practices	practice	NOUN
gsjp-14129	28	7	for	for	ADP
gsjp-14129	28	8	social	social	ADJ
gsjp-14129	28	9	scientists	scientist	NOUN
gsjp-14129	28	10	conducting	conduct	VERB
gsjp-14129	28	11	online	online	ADJ
gsjp-14129	28	12	research	research	NOUN
gsjp-14129	28	13	,	,	PUNCT
gsjp-14129	28	14	including	include	VERB
gsjp-14129	28	15	additional	additional	ADJ
gsjp-14129	28	16	survey	survey	NOUN
gsjp-14129	28	17	and	and	CCONJ
gsjp-14129	28	18	screening	screen	VERB
gsjp-14129	28	19	techniques	technique	NOUN
gsjp-14129	28	20	.	.	PUNCT
gsjp-14129	29	1	keywords	keyword	NOUN
gsjp-14129	29	2	:	:	PUNCT
gsjp-14129	30	1	mturk	mturk	PROPN
gsjp-14129	30	2	,	,	PUNCT
gsjp-14129	30	3	prolific	prolific	NOUN
gsjp-14129	30	4	,	,	PUNCT
gsjp-14129	30	5	survey	survey	NOUN
gsjp-14129	30	6	,	,	PUNCT
gsjp-14129	30	7	crowdsourcing	crowdsourcing	NOUN
gsjp-14129	30	8	,	,	PUNCT
gsjp-14129	30	9	data	datum	NOUN
gsjp-14129	30	10	quality	quality	NOUN
gsjp-14129	30	11	graduate	graduate	NOUN
gsjp-14129	30	12	student	student	NOUN
gsjp-14129	30	13	journal	journal	NOUN
gsjp-14129	30	14	of	of	ADP
gsjp-14129	30	15	psychology	psychology	NOUN
gsjp-14129	30	16	fall	fall	VERB
gsjp-14129	30	17	2025	2025	NUM
gsjp-14129	30	18	vol	vol	NOUN
gsjp-14129	30	19	.	.	PUNCT
gsjp-14129	31	1	25	25	NUM
gsjp-14129	31	2	copyright	copyright	NOUN
gsjp-14129	31	3	2025	2025	NUM
gsjp-14129	31	4	by	by	ADP
gsjp-14129	31	5	the	the	DET
gsjp-14129	31	6	department	department	NOUN
gsjp-14129	31	7	of	of	ADP
gsjp-14129	31	8	counseling	counseling	NOUN
gsjp-14129	31	9	and	and	CCONJ
gsjp-14129	31	10	clinical	clinical	ADJ
gsjp-14129	31	11	psychology	psychology	NOUN
gsjp-14129	31	12	teachers	teachers	PROPN
gsjp-14129	31	13	college	college	PROPN
gsjp-14129	31	14	,	,	PUNCT
gsjp-14129	31	15	columbia	columbia	PROPN
gsjp-14129	31	16	university	university	PROPN
gsjp-14129	31	17	62	62	NUM
gsjp-14129	31	18	oconnel	oconnel	ADV
gsjp-14129	31	19	et	et	PROPN
gsjp-14129	31	20	al	al	PROPN
gsjp-14129	31	21	.	.	PROPN
gsjp-14129	32	1	in	in	ADP
gsjp-14129	32	2	terms	term	NOUN
gsjp-14129	32	3	of	of	ADP
gsjp-14129	32	4	participant	participant	ADJ
gsjp-14129	32	5	attentiveness	attentiveness	NOUN
gsjp-14129	32	6	,	,	PUNCT
gsjp-14129	32	7	comprehension	comprehension	NOUN
gsjp-14129	32	8	,	,	PUNCT
gsjp-14129	32	9	honesty	honesty	NOUN
gsjp-14129	32	10	,	,	PUNCT
gsjp-14129	32	11	and	and	CCONJ
gsjp-14129	32	12	reliability	reliability	NOUN
gsjp-14129	32	13	compared	compare	VERB
gsjp-14129	32	14	to	to	ADP
gsjp-14129	32	15	mturk	mturk	PROPN
gsjp-14129	32	16	and	and	CCONJ
gsjp-14129	32	17	cloudresearch	cloudresearch	NOUN
gsjp-14129	32	18	,	,	PUNCT
gsjp-14129	32	19	but	but	CCONJ
gsjp-14129	32	20	both	both	DET
gsjp-14129	32	21	studies	study	NOUN
gsjp-14129	32	22	were	be	AUX
gsjp-14129	32	23	funded	fund	VERB
gsjp-14129	32	24	by	by	ADP
gsjp-14129	32	25	the	the	DET
gsjp-14129	32	26	prolific	prolific	ADJ
gsjp-14129	32	27	company	company	NOUN
gsjp-14129	32	28	.	.	PUNCT
gsjp-14129	33	1	conversely	conversely	ADV
gsjp-14129	33	2	,	,	PUNCT
gsjp-14129	33	3	litman	litman	PROPN
gsjp-14129	33	4	et	et	PROPN
gsjp-14129	33	5	al	al	PROPN
gsjp-14129	33	6	.	.	PROPN
gsjp-14129	34	1	(	(	PUNCT
gsjp-14129	34	2	2021	2021	NUM
gsjp-14129	34	3	)	)	PUNCT
gsjp-14129	34	4	responded	respond	VERB
gsjp-14129	34	5	in	in	ADP
gsjp-14129	34	6	a	a	DET
gsjp-14129	34	7	paper	paper	NOUN
gsjp-14129	34	8	sponsored	sponsor	VERB
gsjp-14129	34	9	by	by	ADP
gsjp-14129	34	10	cloudresearch	cloudresearch	NOUN
gsjp-14129	34	11	,	,	PUNCT
gsjp-14129	34	12	a	a	DET
gsjp-14129	34	13	company	company	NOUN
gsjp-14129	34	14	that	that	PRON
gsjp-14129	34	15	accesses	access	VERB
gsjp-14129	34	16	mturk	mturk	PROPN
gsjp-14129	34	17	participants	participant	NOUN
gsjp-14129	34	18	and	and	CCONJ
gsjp-14129	34	19	aims	aim	VERB
gsjp-14129	34	20	to	to	PART
gsjp-14129	34	21	improve	improve	VERB
gsjp-14129	34	22	upon	upon	SCONJ
gsjp-14129	34	23	amazon	amazon	NOUN
gsjp-14129	34	24	’s	’s	PART
gsjp-14129	34	25	platform	platform	NOUN
gsjp-14129	34	26	.	.	PUNCT
gsjp-14129	35	1	their	their	PRON
gsjp-14129	35	2	results	result	NOUN
gsjp-14129	35	3	demonstrated	demonstrate	VERB
gsjp-14129	35	4	superior	superior	ADJ
gsjp-14129	35	5	data	datum	NOUN
gsjp-14129	35	6	quality	quality	NOUN
gsjp-14129	35	7	on	on	ADP
gsjp-14129	35	8	mturk	mturk	PROPN
gsjp-14129	35	9	when	when	SCONJ
gsjp-14129	35	10	paired	pair	VERB
gsjp-14129	35	11	with	with	ADP
gsjp-14129	35	12	the	the	DET
gsjp-14129	35	13	cloudresearch	cloudresearch	NOUN
gsjp-14129	35	14	toolkit	toolkit	NOUN
gsjp-14129	35	15	.	.	PUNCT
gsjp-14129	36	1	given	give	VERB
gsjp-14129	36	2	directly	directly	ADV
gsjp-14129	36	3	contrasting	contrast	VERB
gsjp-14129	36	4	results	result	NOUN
gsjp-14129	36	5	,	,	PUNCT
gsjp-14129	36	6	it	it	PRON
gsjp-14129	36	7	is	be	AUX
gsjp-14129	36	8	important	important	ADJ
gsjp-14129	36	9	to	to	PART
gsjp-14129	36	10	establish	establish	VERB
gsjp-14129	36	11	objective	objective	ADJ
gsjp-14129	36	12	criteria	criterion	NOUN
gsjp-14129	36	13	to	to	PART
gsjp-14129	36	14	fairly	fairly	ADV
gsjp-14129	36	15	compare	compare	VERB
gsjp-14129	36	16	mturk	mturk	PROPN
gsjp-14129	36	17	and	and	CCONJ
gsjp-14129	36	18	prolific	prolific	ADJ
gsjp-14129	36	19	recruitment	recruitment	NOUN
gsjp-14129	36	20	,	,	PUNCT
gsjp-14129	36	21	including	include	VERB
gsjp-14129	36	22	data	datum	NOUN
gsjp-14129	36	23	quality	quality	NOUN
gsjp-14129	36	24	and	and	CCONJ
gsjp-14129	36	25	pricing	pricing	NOUN
gsjp-14129	36	26	.	.	PUNCT
gsjp-14129	37	1	deciding	decide	VERB
gsjp-14129	37	2	between	between	ADP
gsjp-14129	37	3	mturk	mturk	PROPN
gsjp-14129	37	4	and	and	CCONJ
gsjp-14129	37	5	prolific	prolific	NOUN
gsjp-14129	37	6	cost	cost	VERB
gsjp-14129	37	7	one	one	NUM
gsjp-14129	37	8	basic	basic	ADJ
gsjp-14129	37	9	and	and	CCONJ
gsjp-14129	37	10	practical	practical	ADJ
gsjp-14129	37	11	consideration	consideration	NOUN
gsjp-14129	37	12	is	be	AUX
gsjp-14129	37	13	cost	cost	NOUN
gsjp-14129	37	14	.	.	PUNCT
gsjp-14129	38	1	prolific	prolific	ADJ
gsjp-14129	38	2	mandates	mandate	NOUN
gsjp-14129	38	3	that	that	PRON
gsjp-14129	38	4	researchers	researcher	NOUN
gsjp-14129	38	5	pay	pay	VERB
gsjp-14129	38	6	their	their	PRON
gsjp-14129	38	7	participants	participant	NOUN
gsjp-14129	38	8	an	an	DET
gsjp-14129	38	9	ethical	ethical	ADJ
gsjp-14129	38	10	wage	wage	NOUN
gsjp-14129	38	11	(	(	PUNCT
gsjp-14129	38	12	newman	newman	PROPN
gsjp-14129	38	13	et	et	PROPN
gsjp-14129	38	14	al	al	PROPN
gsjp-14129	38	15	.	.	PROPN
gsjp-14129	38	16	,	,	PUNCT
gsjp-14129	38	17	2021	2021	NUM
gsjp-14129	38	18	)	)	PUNCT
gsjp-14129	38	19	,	,	PUNCT
gsjp-14129	38	20	which	which	PRON
gsjp-14129	38	21	is	be	AUX
gsjp-14129	38	22	a	a	DET
gsjp-14129	38	23	minimum	minimum	NOUN
gsjp-14129	38	24	of	of	ADP
gsjp-14129	38	25	$	$	SYM
gsjp-14129	38	26	8	8	NUM
gsjp-14129	38	27	u.s	u.s	PROPN
gsjp-14129	38	28	.	.	PROPN
gsjp-14129	38	29	dollars	dollar	NOUN
gsjp-14129	38	30	(	(	PUNCT
gsjp-14129	38	31	usd)/hr	usd)/hr	PROPN
gsjp-14129	38	32	(	(	PUNCT
gsjp-14129	38	33	https://	https://	PROPN
gsjp-14129	38	34	www.prolific.com/	www.prolific.com/	PROPN
gsjp-14129	38	35	)	)	PUNCT
gsjp-14129	38	36	.	.	PUNCT
gsjp-14129	39	1	meanwhile	meanwhile	ADV
gsjp-14129	39	2	,	,	PUNCT
gsjp-14129	39	3	mturkers	mturker	NOUN
gsjp-14129	39	4	earn	earn	VERB
gsjp-14129	39	5	a	a	DET
gsjp-14129	39	6	minimum	minimum	ADJ
gsjp-14129	39	7	pay	pay	NOUN
gsjp-14129	39	8	of	of	ADP
gsjp-14129	39	9	$	$	SYM
gsjp-14129	39	10	0.01	0.01	NUM
gsjp-14129	39	11	usd	usd	NOUN
gsjp-14129	39	12	per	per	ADP
gsjp-14129	39	13	assignment	assignment	NOUN
gsjp-14129	39	14	(	(	PUNCT
gsjp-14129	39	15	https://	https://	PROPN
gsjp-14129	39	16	www.mturk.com/	www.mturk.com/	NOUN
gsjp-14129	39	17	)	)	PUNCT
gsjp-14129	39	18	.	.	PUNCT
gsjp-14129	40	1	prolific	prolific	PROPN
gsjp-14129	40	2	charges	charge	VERB
gsjp-14129	40	3	a	a	DET
gsjp-14129	40	4	higher	high	ADJ
gsjp-14129	40	5	platform	platform	NOUN
gsjp-14129	40	6	usage	usage	NOUN
gsjp-14129	40	7	fee	fee	NOUN
gsjp-14129	40	8	(	(	PUNCT
gsjp-14129	40	9	25	25	NUM
gsjp-14129	40	10	%	%	NOUN
gsjp-14129	40	11	base	base	NOUN
gsjp-14129	40	12	rate	rate	NOUN
gsjp-14129	40	13	for	for	ADP
gsjp-14129	40	14	academics	academic	NOUN
gsjp-14129	40	15	)	)	PUNCT
gsjp-14129	40	16	compared	compare	VERB
gsjp-14129	40	17	to	to	ADP
gsjp-14129	40	18	mturk	mturk	PROPN
gsjp-14129	40	19	(	(	PUNCT
gsjp-14129	40	20	20	20	NUM
gsjp-14129	40	21	%	%	NOUN
gsjp-14129	40	22	base	base	NOUN
gsjp-14129	40	23	rate	rate	NOUN
gsjp-14129	40	24	)	)	PUNCT
gsjp-14129	40	25	.	.	PUNCT
gsjp-14129	41	1	however	however	ADV
gsjp-14129	41	2	,	,	PUNCT
gsjp-14129	41	3	prolific	prolific	NOUN
gsjp-14129	41	4	includes	include	VERB
gsjp-14129	41	5	most	most	ADJ
gsjp-14129	41	6	participant	participant	ADJ
gsjp-14129	41	7	specifiers	specifier	NOUN
gsjp-14129	41	8	(	(	PUNCT
gsjp-14129	41	9	e.g.	e.g.	ADV
gsjp-14129	41	10	,	,	PUNCT
gsjp-14129	41	11	age	age	NOUN
gsjp-14129	41	12	or	or	CCONJ
gsjp-14129	41	13	job	job	NOUN
gsjp-14129	41	14	)	)	PUNCT
gsjp-14129	41	15	within	within	ADP
gsjp-14129	41	16	their	their	PRON
gsjp-14129	41	17	base	base	NOUN
gsjp-14129	41	18	cost	cost	NOUN
gsjp-14129	41	19	,	,	PUNCT
gsjp-14129	41	20	whereas	whereas	SCONJ
gsjp-14129	41	21	mturk	mturk	PROPN
gsjp-14129	41	22	requires	require	VERB
gsjp-14129	41	23	researchers	researcher	NOUN
gsjp-14129	41	24	to	to	PART
gsjp-14129	41	25	pay	pay	VERB
gsjp-14129	41	26	additional	additional	ADJ
gsjp-14129	41	27	fees	fee	NOUN
gsjp-14129	41	28	.	.	PUNCT
gsjp-14129	42	1	therefore	therefore	ADV
gsjp-14129	42	2	,	,	PUNCT
gsjp-14129	42	3	when	when	SCONJ
gsjp-14129	42	4	participants	participant	NOUN
gsjp-14129	42	5	are	be	AUX
gsjp-14129	42	6	compensated	compensate	VERB
gsjp-14129	42	7	equally	equally	ADV
gsjp-14129	42	8	,	,	PUNCT
gsjp-14129	42	9	mturk	mturk	PROPN
gsjp-14129	42	10	is	be	AUX
gsjp-14129	42	11	cheaper	cheap	ADJ
gsjp-14129	42	12	until	until	SCONJ
gsjp-14129	42	13	specifiers	specifier	NOUN
gsjp-14129	42	14	are	be	AUX
gsjp-14129	42	15	added	add	VERB
gsjp-14129	42	16	for	for	ADP
gsjp-14129	42	17	researchers	researcher	NOUN
gsjp-14129	42	18	recruiting	recruit	VERB
gsjp-14129	42	19	a	a	DET
gsjp-14129	42	20	specific	specific	ADJ
gsjp-14129	42	21	population	population	NOUN
gsjp-14129	42	22	(	(	PUNCT
gsjp-14129	42	23	e.g.	e.g.	ADV
gsjp-14129	42	24	,	,	PUNCT
gsjp-14129	42	25	young	young	ADJ
gsjp-14129	42	26	adults	adult	NOUN
gsjp-14129	42	27	)	)	PUNCT
gsjp-14129	42	28	.	.	PUNCT
gsjp-14129	43	1	since	since	SCONJ
gsjp-14129	43	2	mturk	mturk	PROPN
gsjp-14129	43	3	does	do	AUX
gsjp-14129	43	4	not	not	PART
gsjp-14129	43	5	enforce	enforce	VERB
gsjp-14129	43	6	a	a	DET
gsjp-14129	43	7	minimum	minimum	NOUN
gsjp-14129	43	8	wage	wage	NOUN
gsjp-14129	43	9	,	,	PUNCT
gsjp-14129	43	10	researchers	researcher	NOUN
gsjp-14129	43	11	may	may	AUX
gsjp-14129	43	12	pay	pay	VERB
gsjp-14129	43	13	participants	participant	NOUN
gsjp-14129	43	14	less	less	ADJ
gsjp-14129	43	15	.	.	PUNCT
gsjp-14129	44	1	crump	crump	NOUN
gsjp-14129	44	2	et	et	PROPN
gsjp-14129	44	3	al	al	PROPN
gsjp-14129	44	4	.	.	PROPN
gsjp-14129	45	1	(	(	PUNCT
gsjp-14129	45	2	2013	2013	NUM
gsjp-14129	45	3	)	)	PUNCT
gsjp-14129	45	4	found	find	VERB
gsjp-14129	45	5	that	that	SCONJ
gsjp-14129	45	6	higher	high	ADJ
gsjp-14129	45	7	wages	wage	NOUN
gsjp-14129	45	8	did	do	AUX
gsjp-14129	45	9	not	not	PART
gsjp-14129	45	10	incentivize	incentivize	VERB
gsjp-14129	45	11	participants	participant	NOUN
gsjp-14129	45	12	enough	enough	ADJ
gsjp-14129	45	13	to	to	PART
gsjp-14129	45	14	provide	provide	VERB
gsjp-14129	45	15	higher	high	ADJ
gsjp-14129	45	16	-	-	PUNCT
gsjp-14129	45	17	quality	quality	NOUN
gsjp-14129	45	18	results	result	NOUN
gsjp-14129	45	19	,	,	PUNCT
gsjp-14129	45	20	but	but	CCONJ
gsjp-14129	45	21	it	it	PRON
gsjp-14129	45	22	did	do	AUX
gsjp-14129	45	23	result	result	VERB
gsjp-14129	45	24	in	in	ADP
gsjp-14129	45	25	lower	low	ADJ
gsjp-14129	45	26	dropout	dropout	NOUN
gsjp-14129	45	27	rates	rate	NOUN
gsjp-14129	45	28	.	.	PUNCT
gsjp-14129	46	1	conversely	conversely	ADV
gsjp-14129	46	2	,	,	PUNCT
gsjp-14129	46	3	litman	litman	PROPN
gsjp-14129	46	4	et	et	PROPN
gsjp-14129	46	5	al	al	PROPN
gsjp-14129	46	6	.	.	PROPN
gsjp-14129	47	1	(	(	PUNCT
gsjp-14129	47	2	2015	2015	NUM
gsjp-14129	47	3	)	)	PUNCT
gsjp-14129	47	4	showed	show	VERB
gsjp-14129	47	5	that	that	SCONJ
gsjp-14129	47	6	monetary	monetary	ADJ
gsjp-14129	47	7	compensation	compensation	NOUN
gsjp-14129	47	8	is	be	AUX
gsjp-14129	47	9	a	a	DET
gsjp-14129	47	10	primary	primary	ADJ
gsjp-14129	47	11	driver	driver	NOUN
gsjp-14129	47	12	for	for	ADP
gsjp-14129	47	13	participation	participation	NOUN
gsjp-14129	47	14	,	,	PUNCT
gsjp-14129	47	15	tying	tie	VERB
gsjp-14129	47	16	data	datum	NOUN
gsjp-14129	47	17	quality	quality	NOUN
gsjp-14129	47	18	to	to	ADP
gsjp-14129	47	19	compensation	compensation	NOUN
gsjp-14129	47	20	rates	rate	NOUN
gsjp-14129	47	21	,	,	PUNCT
gsjp-14129	47	22	thus	thus	ADV
gsjp-14129	47	23	directly	directly	ADV
gsjp-14129	47	24	contradicting	contradict	VERB
gsjp-14129	47	25	findings	finding	NOUN
gsjp-14129	47	26	by	by	ADP
gsjp-14129	47	27	crump	crump	NOUN
gsjp-14129	47	28	and	and	CCONJ
gsjp-14129	47	29	colleagues	colleague	NOUN
gsjp-14129	47	30	(	(	PUNCT
gsjp-14129	47	31	2013	2013	NUM
gsjp-14129	47	32	)	)	PUNCT
gsjp-14129	47	33	.	.	PUNCT
gsjp-14129	48	1	data	datum	NOUN
gsjp-14129	48	2	quality	quality	NOUN
gsjp-14129	48	3	researchers	researcher	NOUN
gsjp-14129	48	4	also	also	ADV
gsjp-14129	48	5	value	value	VERB
gsjp-14129	48	6	the	the	DET
gsjp-14129	48	7	quality	quality	NOUN
gsjp-14129	48	8	of	of	ADP
gsjp-14129	48	9	their	their	PRON
gsjp-14129	48	10	data	datum	NOUN
gsjp-14129	48	11	when	when	SCONJ
gsjp-14129	48	12	using	use	VERB
gsjp-14129	48	13	crowdsourcing	crowdsourcing	NOUN
gsjp-14129	48	14	platforms	platform	NOUN
gsjp-14129	48	15	.	.	PUNCT
gsjp-14129	49	1	data	datum	NOUN
gsjp-14129	49	2	quality	quality	NOUN
gsjp-14129	49	3	is	be	AUX
gsjp-14129	49	4	a	a	DET
gsjp-14129	49	5	term	term	NOUN
gsjp-14129	49	6	comprising	comprise	VERB
gsjp-14129	49	7	many	many	ADJ
gsjp-14129	49	8	factors	factor	NOUN
gsjp-14129	49	9	(	(	PUNCT
gsjp-14129	49	10	douglas	douglas	PROPN
gsjp-14129	49	11	et	et	PROPN
gsjp-14129	49	12	al	al	PROPN
gsjp-14129	49	13	.	.	PROPN
gsjp-14129	49	14	,	,	PUNCT
gsjp-14129	49	15	2023	2023	NUM
gsjp-14129	49	16	)	)	PUNCT
gsjp-14129	49	17	,	,	PUNCT
gsjp-14129	49	18	operationalized	operationalize	VERB
gsjp-14129	49	19	herein	herein	NOUN
gsjp-14129	49	20	as	as	ADP
gsjp-14129	49	21	–	–	PUNCT
gsjp-14129	49	22	on	on	ADP
gsjp-14129	49	23	the	the	DET
gsjp-14129	49	24	high	high	ADJ
gsjp-14129	49	25	-	-	PUNCT
gsjp-14129	49	26	quality	quality	NOUN
gsjp-14129	49	27	end	end	NOUN
gsjp-14129	49	28	–	–	PUNCT
gsjp-14129	49	29	higher	high	ADJ
gsjp-14129	49	30	rates	rate	NOUN
gsjp-14129	49	31	of	of	ADP
gsjp-14129	49	32	passing	pass	VERB
gsjp-14129	49	33	attention	attention	NOUN
gsjp-14129	49	34	checks	check	NOUN
gsjp-14129	49	35	and	and	CCONJ
gsjp-14129	49	36	task	task	NOUN
gsjp-14129	49	37	completion	completion	NOUN
gsjp-14129	49	38	combined	combine	VERB
gsjp-14129	49	39	with	with	ADP
gsjp-14129	49	40	lower	low	ADJ
gsjp-14129	49	41	rates	rate	NOUN
gsjp-14129	49	42	of	of	ADP
gsjp-14129	49	43	lying	lying	NOUN
gsjp-14129	49	44	and	and	CCONJ
gsjp-14129	49	45	deception	deception	NOUN
gsjp-14129	49	46	.	.	PUNCT
gsjp-14129	50	1	multiple	multiple	ADJ
gsjp-14129	50	2	methods	method	NOUN
gsjp-14129	50	3	are	be	AUX
gsjp-14129	50	4	often	often	ADV
gsjp-14129	50	5	combined	combine	VERB
gsjp-14129	50	6	to	to	PART
gsjp-14129	50	7	make	make	VERB
gsjp-14129	50	8	conclusions	conclusion	NOUN
gsjp-14129	50	9	about	about	ADP
gsjp-14129	50	10	data	datum	NOUN
gsjp-14129	50	11	quality	quality	NOUN
gsjp-14129	50	12	(	(	PUNCT
gsjp-14129	50	13	douglas	douglas	PROPN
gsjp-14129	50	14	et	et	PROPN
gsjp-14129	50	15	al	al	PROPN
gsjp-14129	50	16	.	.	PROPN
gsjp-14129	50	17	,	,	PUNCT
gsjp-14129	50	18	2023	2023	NUM
gsjp-14129	50	19	)	)	PUNCT
gsjp-14129	50	20	.	.	PUNCT
gsjp-14129	51	1	some	some	DET
gsjp-14129	51	2	techniques	technique	NOUN
gsjp-14129	51	3	–	–	PUNCT
gsjp-14129	51	4	often	often	ADV
gsjp-14129	51	5	used	use	VERB
gsjp-14129	51	6	in	in	ADP
gsjp-14129	51	7	tandem	tandem	NOUN
gsjp-14129	51	8	with	with	ADP
gsjp-14129	51	9	others	other	NOUN
gsjp-14129	51	10	–	–	PUNCT
gsjp-14129	51	11	include	include	VERB
gsjp-14129	51	12	attention	attention	NOUN
gsjp-14129	51	13	checks	check	NOUN
gsjp-14129	51	14	,	,	PUNCT
gsjp-14129	51	15	survey	survey	NOUN
gsjp-14129	51	16	duration	duration	NOUN
gsjp-14129	51	17	,	,	PUNCT
gsjp-14129	51	18	and	and	CCONJ
gsjp-14129	51	19	internal	internal	ADJ
gsjp-14129	51	20	consistency	consistency	NOUN
gsjp-14129	51	21	.	.	PUNCT
gsjp-14129	52	1	most	most	ADJ
gsjp-14129	52	2	studies	study	NOUN
gsjp-14129	52	3	employ	employ	VERB
gsjp-14129	52	4	attention	attention	NOUN
gsjp-14129	52	5	checks	check	NOUN
gsjp-14129	52	6	(	(	PUNCT
gsjp-14129	52	7	douglas	douglas	PROPN
gsjp-14129	52	8	et	et	PROPN
gsjp-14129	52	9	al	al	PROPN
gsjp-14129	52	10	.	.	PROPN
gsjp-14129	52	11	,	,	PUNCT
gsjp-14129	52	12	2023	2023	NUM
gsjp-14129	52	13	)	)	PUNCT
gsjp-14129	52	14	.	.	PUNCT
gsjp-14129	53	1	to	to	PART
gsjp-14129	53	2	evaluate	evaluate	VERB
gsjp-14129	53	3	attention	attention	NOUN
gsjp-14129	53	4	,	,	PUNCT
gsjp-14129	53	5	survey	survey	NOUN
gsjp-14129	53	6	designers	designer	NOUN
gsjp-14129	53	7	may	may	AUX
gsjp-14129	53	8	ask	ask	VERB
gsjp-14129	53	9	participants	participant	NOUN
gsjp-14129	53	10	to	to	PART
gsjp-14129	53	11	make	make	VERB
gsjp-14129	53	12	a	a	DET
gsjp-14129	53	13	forced	force	VERB
gsjp-14129	53	14	response	response	NOUN
gsjp-14129	53	15	,	,	PUNCT
gsjp-14129	53	16	write	write	VERB
gsjp-14129	53	17	an	an	DET
gsjp-14129	53	18	open	open	ADV
gsjp-14129	53	19	-	-	PUNCT
gsjp-14129	53	20	ended	end	VERB
gsjp-14129	53	21	response	response	NOUN
gsjp-14129	53	22	demonstrating	demonstrate	VERB
gsjp-14129	53	23	understanding	understanding	NOUN
gsjp-14129	53	24	,	,	PUNCT
gsjp-14129	53	25	or	or	CCONJ
gsjp-14129	53	26	perform	perform	VERB
gsjp-14129	53	27	unrelated	unrelated	ADJ
gsjp-14129	53	28	tasks	task	NOUN
gsjp-14129	53	29	like	like	ADP
gsjp-14129	53	30	math	math	NOUN
gsjp-14129	53	31	–	–	PUNCT
gsjp-14129	53	32	though	though	SCONJ
gsjp-14129	53	33	they	they	PRON
gsjp-14129	53	34	vary	vary	VERB
gsjp-14129	53	35	in	in	ADP
gsjp-14129	53	36	effectiveness	effectiveness	NOUN
gsjp-14129	53	37	(	(	PUNCT
gsjp-14129	53	38	abbey	abbey	PROPN
gsjp-14129	53	39	&	&	CCONJ
gsjp-14129	53	40	meloy	meloy	PROPN
gsjp-14129	53	41	,	,	PUNCT
gsjp-14129	53	42	2017	2017	NUM
gsjp-14129	53	43	)	)	PUNCT
gsjp-14129	53	44	.	.	PUNCT
gsjp-14129	54	1	that	that	PRON
gsjp-14129	54	2	said	say	VERB
gsjp-14129	54	3	,	,	PUNCT
gsjp-14129	54	4	checks	check	NOUN
gsjp-14129	54	5	like	like	ADP
gsjp-14129	54	6	these	these	PRON
gsjp-14129	54	7	are	be	AUX
gsjp-14129	54	8	not	not	PART
gsjp-14129	54	9	without	without	ADP
gsjp-14129	54	10	detractors	detractor	NOUN
gsjp-14129	54	11	.	.	PUNCT
gsjp-14129	55	1	hauser	hauser	PROPN
gsjp-14129	55	2	et	et	PROPN
gsjp-14129	55	3	al	al	PROPN
gsjp-14129	55	4	.	.	PROPN
gsjp-14129	56	1	(	(	PUNCT
gsjp-14129	56	2	2018	2018	NUM
gsjp-14129	56	3	)	)	PUNCT
gsjp-14129	56	4	demonstrated	demonstrate	VERB
gsjp-14129	56	5	that	that	SCONJ
gsjp-14129	56	6	manipulation	manipulation	NOUN
gsjp-14129	56	7	checks	check	NOUN
gsjp-14129	56	8	can	can	AUX
gsjp-14129	56	9	confound	confound	VERB
gsjp-14129	56	10	results	result	NOUN
gsjp-14129	56	11	,	,	PUNCT
gsjp-14129	56	12	particularly	particularly	ADV
gsjp-14129	56	13	when	when	SCONJ
gsjp-14129	56	14	implemented	implement	VERB
gsjp-14129	56	15	incorrectly	incorrectly	ADV
gsjp-14129	56	16	(	(	PUNCT
gsjp-14129	56	17	e.g.	e.g.	ADV
gsjp-14129	56	18	,	,	PUNCT
gsjp-14129	56	19	attention	attention	NOUN
gsjp-14129	56	20	question	question	NOUN
gsjp-14129	56	21	placement	placement	NOUN
gsjp-14129	56	22	is	be	AUX
gsjp-14129	56	23	not	not	PART
gsjp-14129	56	24	randomized	randomize	VERB
gsjp-14129	56	25	)	)	PUNCT
gsjp-14129	56	26	.	.	PUNCT
gsjp-14129	57	1	another	another	DET
gsjp-14129	57	2	indicator	indicator	NOUN
gsjp-14129	57	3	researchers	researcher	NOUN
gsjp-14129	57	4	can	can	AUX
gsjp-14129	57	5	use	use	VERB
gsjp-14129	57	6	to	to	PART
gsjp-14129	57	7	determine	determine	VERB
gsjp-14129	57	8	data	datum	NOUN
gsjp-14129	57	9	quality	quality	NOUN
gsjp-14129	57	10	is	be	AUX
gsjp-14129	57	11	survey	survey	NOUN
gsjp-14129	57	12	duration	duration	NOUN
gsjp-14129	57	13	(	(	PUNCT
gsjp-14129	57	14	teitcher	teitcher	NOUN
gsjp-14129	57	15	et	et	PROPN
gsjp-14129	57	16	al	al	PROPN
gsjp-14129	57	17	.	.	PROPN
gsjp-14129	57	18	,	,	PUNCT
gsjp-14129	57	19	2015	2015	NUM
gsjp-14129	57	20	)	)	PUNCT
gsjp-14129	57	21	.	.	PUNCT
gsjp-14129	58	1	by	by	ADP
gsjp-14129	58	2	comparing	compare	VERB
gsjp-14129	58	3	individual	individual	ADJ
gsjp-14129	58	4	participant	participant	ADJ
gsjp-14129	58	5	survey	survey	NOUN
gsjp-14129	58	6	durations	duration	NOUN
gsjp-14129	58	7	to	to	ADP
gsjp-14129	58	8	the	the	DET
gsjp-14129	58	9	average	average	ADJ
gsjp-14129	58	10	and	and	CCONJ
gsjp-14129	58	11	pilot	pilot	NOUN
gsjp-14129	58	12	data	datum	NOUN
gsjp-14129	58	13	,	,	PUNCT
gsjp-14129	58	14	researchers	researcher	NOUN
gsjp-14129	58	15	can	can	AUX
gsjp-14129	58	16	identify	identify	VERB
gsjp-14129	58	17	outlier	outlier	NOUN
gsjp-14129	58	18	durations	duration	NOUN
gsjp-14129	58	19	(	(	PUNCT
gsjp-14129	58	20	matjašič	matjašič	NOUN
gsjp-14129	58	21	et	et	PROPN
gsjp-14129	58	22	al	al	PROPN
gsjp-14129	58	23	.	.	PROPN
gsjp-14129	58	24	,	,	PUNCT
gsjp-14129	58	25	2018	2018	NUM
gsjp-14129	58	26	)	)	PUNCT
gsjp-14129	58	27	.	.	PUNCT
gsjp-14129	59	1	participants	participant	NOUN
gsjp-14129	59	2	who	who	PRON
gsjp-14129	59	3	respond	respond	VERB
gsjp-14129	59	4	far	far	ADV
gsjp-14129	59	5	too	too	ADV
gsjp-14129	59	6	quickly	quickly	ADV
gsjp-14129	59	7	can	can	AUX
gsjp-14129	59	8	be	be	AUX
gsjp-14129	59	9	identified	identify	VERB
gsjp-14129	59	10	as	as	ADP
gsjp-14129	59	11	suspicious	suspicious	ADJ
gsjp-14129	59	12	and	and	CCONJ
gsjp-14129	59	13	of	of	ADP
gsjp-14129	59	14	low	low	ADJ
gsjp-14129	59	15	quality	quality	NOUN
gsjp-14129	59	16	(	(	PUNCT
gsjp-14129	59	17	e.g.	e.g.	ADV
gsjp-14129	59	18	,	,	PUNCT
gsjp-14129	59	19	goodrich	goodrich	NOUN
gsjp-14129	59	20	et	et	PROPN
gsjp-14129	59	21	al	al	PROPN
gsjp-14129	59	22	.	.	PROPN
gsjp-14129	59	23	,	,	PUNCT
gsjp-14129	59	24	2023	2023	NUM
gsjp-14129	59	25	)	)	PUNCT
gsjp-14129	59	26	.	.	PUNCT
gsjp-14129	60	1	a	a	DET
gsjp-14129	60	2	third	third	ADJ
gsjp-14129	60	3	way	way	NOUN
gsjp-14129	60	4	to	to	PART
gsjp-14129	60	5	evaluate	evaluate	VERB
gsjp-14129	60	6	data	datum	NOUN
gsjp-14129	60	7	quality	quality	NOUN
gsjp-14129	60	8	is	be	AUX
gsjp-14129	60	9	through	through	ADP
gsjp-14129	60	10	internal	internal	ADJ
gsjp-14129	60	11	consistency	consistency	NOUN
gsjp-14129	60	12	(	(	PUNCT
gsjp-14129	60	13	e.g.	e.g.	ADV
gsjp-14129	60	14	,	,	PUNCT
gsjp-14129	60	15	douglas	douglas	PROPN
gsjp-14129	60	16	et	et	PROPN
gsjp-14129	60	17	al	al	PROPN
gsjp-14129	60	18	.	.	PROPN
gsjp-14129	60	19	,	,	PUNCT
gsjp-14129	60	20	2023	2023	NUM
gsjp-14129	60	21	)	)	PUNCT
gsjp-14129	60	22	.	.	PUNCT
gsjp-14129	61	1	one	one	NUM
gsjp-14129	61	2	way	way	NOUN
gsjp-14129	61	3	to	to	PART
gsjp-14129	61	4	evaluate	evaluate	VERB
gsjp-14129	61	5	internal	internal	ADJ
gsjp-14129	61	6	consistency	consistency	NOUN
gsjp-14129	61	7	is	be	AUX
gsjp-14129	61	8	through	through	ADP
gsjp-14129	61	9	cronbach	cronbach	PROPN
gsjp-14129	61	10	’s	’s	PART
gsjp-14129	61	11	alpha	alpha	NOUN
gsjp-14129	61	12	(	(	PUNCT
gsjp-14129	61	13	α	α	NOUN
gsjp-14129	61	14	)	)	PUNCT
gsjp-14129	61	15	(	(	PUNCT
gsjp-14129	61	16	cortina	cortina	PROPN
gsjp-14129	61	17	,	,	PUNCT
gsjp-14129	61	18	1993	1993	NUM
gsjp-14129	61	19	)	)	PUNCT
gsjp-14129	61	20	,	,	PUNCT
gsjp-14129	61	21	as	as	SCONJ
gsjp-14129	61	22	random	random	ADJ
gsjp-14129	61	23	responding	responding	NOUN
gsjp-14129	61	24	contributes	contribute	VERB
gsjp-14129	61	25	to	to	ADP
gsjp-14129	61	26	low	low	ADJ
gsjp-14129	61	27	values	value	NOUN
gsjp-14129	61	28	(	(	PUNCT
gsjp-14129	61	29	fong	fong	PROPN
gsjp-14129	61	30	et	et	PROPN
gsjp-14129	61	31	al	al	PROPN
gsjp-14129	61	32	.	.	PROPN
gsjp-14129	61	33	,	,	PUNCT
gsjp-14129	61	34	2010	2010	NUM
gsjp-14129	61	35	)	)	PUNCT
gsjp-14129	61	36	.	.	PUNCT
gsjp-14129	62	1	when	when	SCONJ
gsjp-14129	62	2	values	value	NOUN
gsjp-14129	62	3	are	be	AUX
gsjp-14129	62	4	low	low	ADJ
gsjp-14129	62	5	(	(	PUNCT
gsjp-14129	62	6	see	see	VERB
gsjp-14129	62	7	cortina	cortina	PROPN
gsjp-14129	62	8	,	,	PUNCT
gsjp-14129	62	9	1993	1993	NUM
gsjp-14129	62	10	)	)	PUNCT
gsjp-14129	62	11	,	,	PUNCT
gsjp-14129	62	12	especially	especially	ADV
gsjp-14129	62	13	compared	compare	VERB
gsjp-14129	62	14	to	to	ADP
gsjp-14129	62	15	validated	validate	VERB
gsjp-14129	62	16	standards	standard	NOUN
gsjp-14129	62	17	of	of	ADP
gsjp-14129	62	18	a	a	DET
gsjp-14129	62	19	measure	measure	NOUN
gsjp-14129	62	20	,	,	PUNCT
gsjp-14129	62	21	researchers	researcher	NOUN
gsjp-14129	62	22	should	should	AUX
gsjp-14129	62	23	be	be	AUX
gsjp-14129	62	24	skeptical	skeptical	ADJ
gsjp-14129	62	25	about	about	ADP
gsjp-14129	62	26	the	the	DET
gsjp-14129	62	27	overall	overall	ADJ
gsjp-14129	62	28	reliability	reliability	NOUN
gsjp-14129	62	29	of	of	ADP
gsjp-14129	62	30	their	their	PRON
gsjp-14129	62	31	data	datum	NOUN
gsjp-14129	62	32	.	.	PUNCT
gsjp-14129	63	1	previous	previous	ADJ
gsjp-14129	63	2	mturk	mturk	PROPN
gsjp-14129	63	3	and	and	CCONJ
gsjp-14129	63	4	prolific	prolific	ADJ
gsjp-14129	63	5	comparisons	comparison	NOUN
gsjp-14129	63	6	a	a	DET
gsjp-14129	63	7	few	few	ADJ
gsjp-14129	63	8	independent	independent	ADJ
gsjp-14129	63	9	studies	study	NOUN
gsjp-14129	63	10	have	have	AUX
gsjp-14129	63	11	been	be	AUX
gsjp-14129	63	12	conducted	conduct	VERB
gsjp-14129	63	13	to	to	PART
gsjp-14129	63	14	directly	directly	ADV
gsjp-14129	63	15	compare	compare	VERB
gsjp-14129	63	16	mturk	mturk	PROPN
gsjp-14129	63	17	and	and	CCONJ
gsjp-14129	63	18	prolific	prolific	NOUN
gsjp-14129	63	19	,	,	PUNCT
gsjp-14129	63	20	demonstrating	demonstrate	VERB
gsjp-14129	63	21	prolific	prolific	NOUN
gsjp-14129	63	22	as	as	ADV
gsjp-14129	63	23	superior	superior	ADJ
gsjp-14129	63	24	.	.	PUNCT
gsjp-14129	64	1	albert	albert	PROPN
gsjp-14129	64	2	and	and	CCONJ
gsjp-14129	64	3	smilek	smilek	PROPN
gsjp-14129	64	4	(	(	PUNCT
gsjp-14129	64	5	2023	2023	NUM
gsjp-14129	64	6	)	)	PUNCT
gsjp-14129	64	7	observed	observe	VERB
gsjp-14129	64	8	greater	great	ADJ
gsjp-14129	64	9	disengagement	disengagement	NOUN
gsjp-14129	64	10	among	among	ADP
gsjp-14129	64	11	mturk	mturk	PROPN
gsjp-14129	64	12	participants	participant	NOUN
gsjp-14129	64	13	compared	compare	VERB
gsjp-14129	64	14	to	to	ADP
gsjp-14129	64	15	those	those	PRON
gsjp-14129	64	16	on	on	ADP
gsjp-14129	64	17	prolific	prolific	NOUN
gsjp-14129	64	18	,	,	PUNCT
gsjp-14129	64	19	though	though	SCONJ
gsjp-14129	64	20	they	they	PRON
gsjp-14129	64	21	only	only	ADV
gsjp-14129	64	22	included	include	VERB
gsjp-14129	64	23	high	high	ADV
gsjp-14129	64	24	-	-	PUNCT
gsjp-14129	64	25	performing	perform	VERB
gsjp-14129	64	26	mturk	mturk	NOUN
gsjp-14129	64	27	users	user	NOUN
gsjp-14129	64	28	.	.	PUNCT
gsjp-14129	65	1	while	while	SCONJ
gsjp-14129	65	2	using	use	VERB
gsjp-14129	65	3	participants	participant	NOUN
gsjp-14129	65	4	identified	identify	VERB
gsjp-14129	65	5	by	by	ADP
gsjp-14129	65	6	the	the	DET
gsjp-14129	65	7	platforms	platform	NOUN
gsjp-14129	65	8	as	as	ADP
gsjp-14129	65	9	high	high	ADJ
gsjp-14129	65	10	-	-	PUNCT
gsjp-14129	65	11	quality	quality	NOUN
gsjp-14129	65	12	can	can	AUX
gsjp-14129	65	13	be	be	AUX
gsjp-14129	65	14	beneficial	beneficial	ADJ
gsjp-14129	65	15	for	for	ADP
gsjp-14129	65	16	getting	get	VERB
gsjp-14129	65	17	attentive	attentive	ADJ
gsjp-14129	65	18	participants	participant	NOUN
gsjp-14129	65	19	(	(	PUNCT
gsjp-14129	65	20	lu	lu	INTJ
gsjp-14129	65	21	et	et	PROPN
gsjp-14129	65	22	al	al	PROPN
gsjp-14129	65	23	.	.	PROPN
gsjp-14129	65	24	,	,	PUNCT
gsjp-14129	65	25	2022	2022	NUM
gsjp-14129	65	26	)	)	PUNCT
gsjp-14129	65	27	,	,	PUNCT
gsjp-14129	65	28	it	it	PRON
gsjp-14129	65	29	limits	limit	VERB
gsjp-14129	65	30	random	random	ADJ
gsjp-14129	65	31	selection	selection	NOUN
gsjp-14129	65	32	and	and	CCONJ
gsjp-14129	65	33	naive	naive	ADJ
gsjp-14129	65	34	respondents	respondent	NOUN
gsjp-14129	65	35	–	–	PUNCT
gsjp-14129	65	36	those	those	PRON
gsjp-14129	65	37	who	who	PRON
gsjp-14129	65	38	are	be	AUX
gsjp-14129	65	39	unfamiliar	unfamiliar	ADJ
gsjp-14129	65	40	with	with	ADP
gsjp-14129	65	41	certain	certain	ADJ
gsjp-14129	65	42	measures	measure	NOUN
gsjp-14129	65	43	(	(	PUNCT
gsjp-14129	65	44	matthijsse	matthijsse	NOUN
gsjp-14129	65	45	et	et	PROPN
gsjp-14129	65	46	al	al	PROPN
gsjp-14129	65	47	.	.	PROPN
gsjp-14129	65	48	,	,	PUNCT
gsjp-14129	65	49	2015	2015	NUM
gsjp-14129	65	50	)	)	PUNCT
gsjp-14129	65	51	.	.	PUNCT
gsjp-14129	66	1	in	in	ADP
gsjp-14129	66	2	another	another	DET
gsjp-14129	66	3	direct	direct	ADJ
gsjp-14129	66	4	comparison	comparison	NOUN
gsjp-14129	66	5	,	,	PUNCT
gsjp-14129	66	6	douglas	douglas	PROPN
gsjp-14129	66	7	and	and	CCONJ
gsjp-14129	66	8	colleagues	colleague	NOUN
gsjp-14129	66	9	(	(	PUNCT
gsjp-14129	66	10	2023	2023	NUM
gsjp-14129	66	11	)	)	PUNCT
gsjp-14129	66	12	conducted	conduct	VERB
gsjp-14129	66	13	an	an	DET
gsjp-14129	66	14	independent	independent	ADJ
gsjp-14129	66	15	analysis	analysis	NOUN
gsjp-14129	66	16	across	across	ADP
gsjp-14129	66	17	mturk	mturk	PROPN
gsjp-14129	66	18	,	,	PUNCT
gsjp-14129	66	19	prolific	prolific	NOUN
gsjp-14129	66	20	,	,	PUNCT
gsjp-14129	66	21	cloudresearch	cloudresearch	NOUN
gsjp-14129	66	22	,	,	PUNCT
gsjp-14129	66	23	sona	sona	PROPN
gsjp-14129	66	24	,	,	PUNCT
gsjp-14129	66	25	and	and	CCONJ
gsjp-14129	66	26	qualtrics	qualtric	NOUN
gsjp-14129	66	27	with	with	ADP
gsjp-14129	66	28	a	a	DET
gsjp-14129	66	29	well	well	ADV
gsjp-14129	66	30	-	-	PUNCT
gsjp-14129	66	31	powered	power	VERB
gsjp-14129	66	32	500	500	NUM
gsjp-14129	66	33	participants	participant	NOUN
gsjp-14129	66	34	per	per	ADP
gsjp-14129	66	35	pool	pool	NOUN
gsjp-14129	66	36	.	.	PUNCT
gsjp-14129	67	1	they	they	PRON
gsjp-14129	67	2	concluded	conclude	VERB
gsjp-14129	67	3	that	that	SCONJ
gsjp-14129	67	4	prolific	prolific	NOUN
gsjp-14129	67	5	and	and	CCONJ
gsjp-14129	67	6	cloudresearch	cloudresearch	PROPN
gsjp-14129	67	7	outperformed	outperform	VERB
gsjp-14129	67	8	the	the	DET
gsjp-14129	67	9	other	other	ADJ
gsjp-14129	67	10	pools	pool	NOUN
gsjp-14129	67	11	in	in	ADP
gsjp-14129	67	12	terms	term	NOUN
gsjp-14129	67	13	of	of	ADP
gsjp-14129	67	14	data	datum	NOUN
gsjp-14129	67	15	quality	quality	NOUN
gsjp-14129	67	16	,	,	PUNCT
gsjp-14129	67	17	with	with	ADP
gsjp-14129	67	18	no	no	DET
gsjp-14129	67	19	substantial	substantial	ADJ
gsjp-14129	67	20	differences	difference	NOUN
gsjp-14129	67	21	between	between	ADP
gsjp-14129	67	22	the	the	DET
gsjp-14129	67	23	two	two	NUM
gsjp-14129	67	24	;	;	PUNCT
gsjp-14129	67	25	both	both	PRON
gsjp-14129	67	26	outperformed	outperform	VERB
gsjp-14129	67	27	the	the	DET
gsjp-14129	67	28	unmodified	unmodified	ADJ
gsjp-14129	67	29	63	63	NUM
gsjp-14129	67	30	navigating	navigate	VERB
gsjp-14129	67	31	mturk	mturk	PROPN
gsjp-14129	67	32	&	&	CCONJ
gsjp-14129	67	33	prolific	prolific	PROPN
gsjp-14129	67	34	mturk	mturk	PROPN
gsjp-14129	67	35	.	.	PUNCT
gsjp-14129	68	1	they	they	PRON
gsjp-14129	68	2	also	also	ADV
gsjp-14129	68	3	highlight	highlight	VERB
gsjp-14129	68	4	other	other	ADJ
gsjp-14129	68	5	relevant	relevant	ADJ
gsjp-14129	68	6	details	detail	NOUN
gsjp-14129	68	7	,	,	PUNCT
gsjp-14129	68	8	such	such	ADJ
gsjp-14129	68	9	as	as	ADP
gsjp-14129	68	10	the	the	DET
gsjp-14129	68	11	price	price	NOUN
gsjp-14129	68	12	per	per	ADP
gsjp-14129	68	13	quality	quality	NOUN
gsjp-14129	68	14	participant	participant	NOUN
gsjp-14129	68	15	,	,	PUNCT
gsjp-14129	68	16	wherein	wherein	ADJ
gsjp-14129	68	17	prolific	prolific	NOUN
gsjp-14129	68	18	(	(	PUNCT
gsjp-14129	68	19	$	$	SYM
gsjp-14129	68	20	1.90	1.90	NUM
gsjp-14129	68	21	)	)	PUNCT
gsjp-14129	68	22	was	be	AUX
gsjp-14129	68	23	cheaper	cheap	ADJ
gsjp-14129	68	24	than	than	ADP
gsjp-14129	68	25	cloudresearch	cloudresearch	NOUN
gsjp-14129	68	26	(	(	PUNCT
gsjp-14129	68	27	$	$	SYM
gsjp-14129	68	28	2.00	2.00	NUM
gsjp-14129	68	29	)	)	PUNCT
gsjp-14129	68	30	and	and	CCONJ
gsjp-14129	68	31	mturk	mturk	PROPN
gsjp-14129	68	32	(	(	PUNCT
gsjp-14129	68	33	$	$	SYM
gsjp-14129	68	34	4.36	4.36	NUM
gsjp-14129	68	35	)	)	PUNCT
gsjp-14129	68	36	.	.	PUNCT
gsjp-14129	69	1	yet	yet	ADV
gsjp-14129	69	2	,	,	PUNCT
gsjp-14129	69	3	similar	similar	ADJ
gsjp-14129	69	4	to	to	ADP
gsjp-14129	69	5	albert	albert	PROPN
gsjp-14129	69	6	and	and	CCONJ
gsjp-14129	69	7	smilek	smilek	PROPN
gsjp-14129	69	8	(	(	PUNCT
gsjp-14129	69	9	2023	2023	NUM
gsjp-14129	69	10	)	)	PUNCT
gsjp-14129	69	11	,	,	PUNCT
gsjp-14129	69	12	douglas	douglas	PROPN
gsjp-14129	69	13	et	et	PROPN
gsjp-14129	69	14	al	al	PROPN
gsjp-14129	69	15	.	.	PROPN
gsjp-14129	69	16	limited	limit	VERB
gsjp-14129	69	17	participants	participant	NOUN
gsjp-14129	69	18	by	by	ADP
gsjp-14129	69	19	only	only	ADV
gsjp-14129	69	20	allowing	allow	VERB
gsjp-14129	69	21	those	those	PRON
gsjp-14129	69	22	who	who	PRON
gsjp-14129	69	23	had	have	AUX
gsjp-14129	69	24	already	already	ADV
gsjp-14129	69	25	completed	complete	VERB
gsjp-14129	69	26	100	100	NUM
gsjp-14129	69	27	surveys	survey	NOUN
gsjp-14129	69	28	,	,	PUNCT
gsjp-14129	69	29	thereby	thereby	ADV
gsjp-14129	69	30	rejecting	reject	VERB
gsjp-14129	69	31	naive	naive	ADJ
gsjp-14129	69	32	participants	participant	NOUN
gsjp-14129	69	33	.	.	PUNCT
gsjp-14129	70	1	the	the	DET
gsjp-14129	70	2	authors	author	NOUN
gsjp-14129	70	3	further	far	ADV
gsjp-14129	70	4	suggest	suggest	VERB
gsjp-14129	70	5	that	that	SCONJ
gsjp-14129	70	6	their	their	PRON
gsjp-14129	70	7	results	result	NOUN
gsjp-14129	70	8	ought	ought	AUX
gsjp-14129	70	9	to	to	PART
gsjp-14129	70	10	be	be	AUX
gsjp-14129	70	11	regularly	regularly	ADV
gsjp-14129	70	12	replicated	replicate	VERB
gsjp-14129	70	13	,	,	PUNCT
gsjp-14129	70	14	as	as	ADP
gsjp-14129	70	15	pool	pool	NOUN
gsjp-14129	70	16	demographic	demographic	ADJ
gsjp-14129	70	17	compositions	composition	NOUN
gsjp-14129	70	18	fluctuate	fluctuate	NOUN
gsjp-14129	70	19	over	over	ADP
gsjp-14129	70	20	time	time	NOUN
gsjp-14129	70	21	.	.	PUNCT
gsjp-14129	71	1	the	the	DET
gsjp-14129	71	2	present	present	ADJ
gsjp-14129	71	3	study	study	NOUN
gsjp-14129	71	4	builds	build	VERB
gsjp-14129	71	5	on	on	ADP
gsjp-14129	71	6	these	these	DET
gsjp-14129	71	7	prior	prior	ADJ
gsjp-14129	71	8	works	work	NOUN
gsjp-14129	71	9	by	by	ADP
gsjp-14129	71	10	directly	directly	ADV
gsjp-14129	71	11	comparing	compare	VERB
gsjp-14129	71	12	mturk	mturk	PROPN
gsjp-14129	71	13	and	and	CCONJ
gsjp-14129	71	14	prolific	prolific	NOUN
gsjp-14129	71	15	without	without	ADP
gsjp-14129	71	16	pre	pre	ADJ
gsjp-14129	71	17	-	-	ADJ
gsjp-14129	71	18	established	established	ADJ
gsjp-14129	71	19	participant	participant	ADJ
gsjp-14129	71	20	quality	quality	NOUN
gsjp-14129	71	21	standards	standard	NOUN
gsjp-14129	71	22	.	.	PUNCT
gsjp-14129	72	1	current	current	ADJ
gsjp-14129	72	2	study	study	NOUN
gsjp-14129	72	3	the	the	DET
gsjp-14129	72	4	current	current	ADJ
gsjp-14129	72	5	study	study	NOUN
gsjp-14129	72	6	aimed	aim	VERB
gsjp-14129	72	7	to	to	PART
gsjp-14129	72	8	directly	directly	ADV
gsjp-14129	72	9	compare	compare	VERB
gsjp-14129	72	10	the	the	DET
gsjp-14129	72	11	quality	quality	NOUN
gsjp-14129	72	12	and	and	CCONJ
gsjp-14129	72	13	cost	cost	NOUN
gsjp-14129	72	14	of	of	ADP
gsjp-14129	72	15	data	datum	NOUN
gsjp-14129	72	16	gathered	gather	VERB
gsjp-14129	72	17	from	from	ADP
gsjp-14129	72	18	identical	identical	ADJ
gsjp-14129	72	19	surveys	survey	NOUN
gsjp-14129	72	20	posted	post	VERB
gsjp-14129	72	21	on	on	ADP
gsjp-14129	72	22	mturk	mturk	PROPN
gsjp-14129	72	23	and	and	CCONJ
gsjp-14129	72	24	prolific	prolific	NOUN
gsjp-14129	72	25	.	.	PUNCT
gsjp-14129	73	1	most	most	ADJ
gsjp-14129	73	2	previous	previous	ADJ
gsjp-14129	73	3	studies	study	NOUN
gsjp-14129	73	4	comparing	compare	VERB
gsjp-14129	73	5	mturk	mturk	PROPN
gsjp-14129	73	6	have	have	AUX
gsjp-14129	73	7	pre	pre	VERB
gsjp-14129	73	8	-	-	VERB
gsjp-14129	73	9	screened	screen	VERB
gsjp-14129	73	10	for	for	ADP
gsjp-14129	73	11	high	high	ADV
gsjp-14129	73	12	-	-	PUNCT
gsjp-14129	73	13	performing	perform	VERB
gsjp-14129	73	14	users	user	NOUN
gsjp-14129	73	15	,	,	PUNCT
gsjp-14129	73	16	limiting	limit	VERB
gsjp-14129	73	17	naive	naive	ADJ
gsjp-14129	73	18	participants	participant	NOUN
gsjp-14129	73	19	.	.	PUNCT
gsjp-14129	74	1	in	in	ADP
gsjp-14129	74	2	contrast	contrast	NOUN
gsjp-14129	74	3	,	,	PUNCT
gsjp-14129	74	4	our	our	PRON
gsjp-14129	74	5	study	study	NOUN
gsjp-14129	74	6	compared	compare	VERB
gsjp-14129	74	7	recruitment	recruitment	NOUN
gsjp-14129	74	8	between	between	ADP
gsjp-14129	74	9	mturk	mturk	PROPN
gsjp-14129	74	10	and	and	CCONJ
gsjp-14129	74	11	prolific	prolific	NOUN
gsjp-14129	74	12	with	with	ADP
gsjp-14129	74	13	naive	naive	ADJ
gsjp-14129	74	14	and	and	CCONJ
gsjp-14129	74	15	non	non	ADJ
gsjp-14129	74	16	-	-	ADJ
gsjp-14129	74	17	naive	naive	ADJ
gsjp-14129	74	18	participants	participant	NOUN
gsjp-14129	74	19	,	,	PUNCT
gsjp-14129	74	20	representing	represent	VERB
gsjp-14129	74	21	the	the	DET
gsjp-14129	74	22	recruitment	recruitment	NOUN
gsjp-14129	74	23	efforts	effort	NOUN
gsjp-14129	74	24	commonly	commonly	ADV
gsjp-14129	74	25	seen	see	VERB
gsjp-14129	74	26	in	in	ADP
gsjp-14129	74	27	contemporary	contemporary	ADJ
gsjp-14129	74	28	research	research	NOUN
gsjp-14129	74	29	.	.	PUNCT
gsjp-14129	75	1	secondary	secondary	ADJ
gsjp-14129	75	2	data	datum	NOUN
gsjp-14129	75	3	analyses	analysis	NOUN
gsjp-14129	75	4	were	be	AUX
gsjp-14129	75	5	conducted	conduct	VERB
gsjp-14129	75	6	on	on	ADP
gsjp-14129	75	7	data	datum	NOUN
gsjp-14129	75	8	collected	collect	VERB
gsjp-14129	75	9	in	in	ADP
gsjp-14129	75	10	a	a	DET
gsjp-14129	75	11	previously	previously	ADV
gsjp-14129	75	12	completed	complete	VERB
gsjp-14129	75	13	study	study	NOUN
gsjp-14129	75	14	.	.	PUNCT
gsjp-14129	76	1	ultimately	ultimately	ADV
gsjp-14129	76	2	,	,	PUNCT
gsjp-14129	76	3	we	we	PRON
gsjp-14129	76	4	sought	seek	VERB
gsjp-14129	76	5	to	to	PART
gsjp-14129	76	6	answer	answer	VERB
gsjp-14129	76	7	the	the	DET
gsjp-14129	76	8	research	research	NOUN
gsjp-14129	76	9	question	question	NOUN
gsjp-14129	76	10	:	:	PUNCT
gsjp-14129	76	11	how	how	SCONJ
gsjp-14129	76	12	do	do	AUX
gsjp-14129	76	13	cost	cost	NOUN
gsjp-14129	76	14	and	and	CCONJ
gsjp-14129	76	15	data	datum	NOUN
gsjp-14129	76	16	quality	quality	NOUN
gsjp-14129	76	17	from	from	ADP
gsjp-14129	76	18	participants	participant	NOUN
gsjp-14129	76	19	recruited	recruit	VERB
gsjp-14129	76	20	from	from	ADP
gsjp-14129	76	21	mturk	mturk	PROPN
gsjp-14129	76	22	and	and	CCONJ
gsjp-14129	76	23	prolific	prolific	NOUN
gsjp-14129	76	24	differ	differ	VERB
gsjp-14129	76	25	without	without	ADP
gsjp-14129	76	26	pre	pre	NOUN
gsjp-14129	76	27	-	-	NOUN
gsjp-14129	76	28	screens	screen	NOUN
gsjp-14129	76	29	in	in	ADP
gsjp-14129	76	30	place	place	NOUN
gsjp-14129	76	31	?	?	PUNCT
gsjp-14129	77	1	this	this	DET
gsjp-14129	77	2	question	question	NOUN
gsjp-14129	77	3	was	be	AUX
gsjp-14129	77	4	answered	answer	VERB
gsjp-14129	77	5	using	use	VERB
gsjp-14129	77	6	a	a	DET
gsjp-14129	77	7	thorough	thorough	ADJ
gsjp-14129	77	8	screening	screening	NOUN
gsjp-14129	77	9	process	process	NOUN
gsjp-14129	77	10	influenced	influence	VERB
gsjp-14129	77	11	by	by	ADP
gsjp-14129	77	12	prior	prior	ADJ
gsjp-14129	77	13	research	research	NOUN
gsjp-14129	77	14	crowdsourcing	crowdsourcing	NOUN
gsjp-14129	77	15	data	datum	NOUN
gsjp-14129	77	16	quality	quality	NOUN
gsjp-14129	77	17	.	.	PUNCT
gsjp-14129	78	1	method	method	NOUN
gsjp-14129	78	2	participants	participant	NOUN
gsjp-14129	78	3	for	for	ADP
gsjp-14129	78	4	the	the	DET
gsjp-14129	78	5	mturk	mturk	PROPN
gsjp-14129	78	6	sample	sample	NOUN
gsjp-14129	78	7	(	(	PUNCT
gsjp-14129	78	8	n	n	NOUN
gsjp-14129	78	9	=	=	SYM
gsjp-14129	78	10	354	354	NUM
gsjp-14129	78	11	)	)	PUNCT
gsjp-14129	78	12	,	,	PUNCT
gsjp-14129	78	13	most	most	ADJ
gsjp-14129	78	14	participants	participant	NOUN
gsjp-14129	78	15	were	be	AUX
gsjp-14129	78	16	white	white	ADJ
gsjp-14129	78	17	(	(	PUNCT
gsjp-14129	78	18	81.64	81.64	NUM
gsjp-14129	78	19	%	%	NOUN
gsjp-14129	78	20	)	)	PUNCT
gsjp-14129	78	21	,	,	PUNCT
gsjp-14129	78	22	heterosexual	heterosexual	ADJ
gsjp-14129	78	23	(	(	PUNCT
gsjp-14129	78	24	82.49	82.49	NUM
gsjp-14129	78	25	%	%	NOUN
gsjp-14129	78	26	)	)	PUNCT
gsjp-14129	78	27	,	,	PUNCT
gsjp-14129	78	28	and	and	CCONJ
gsjp-14129	78	29	male	male	NOUN
gsjp-14129	78	30	(	(	PUNCT
gsjp-14129	78	31	61.30	61.30	NUM
gsjp-14129	78	32	%	%	NOUN
gsjp-14129	78	33	)	)	PUNCT
gsjp-14129	78	34	,	,	PUNCT
gsjp-14129	78	35	with	with	ADP
gsjp-14129	78	36	an	an	DET
gsjp-14129	78	37	average	average	ADJ
gsjp-14129	78	38	age	age	NOUN
gsjp-14129	78	39	of	of	ADP
gsjp-14129	78	40	26.18	26.18	NUM
gsjp-14129	78	41	years	year	NOUN
gsjp-14129	78	42	(	(	PUNCT
gsjp-14129	78	43	sd	sd	NOUN
gsjp-14129	78	44	=	=	SYM
gsjp-14129	78	45	4.54	4.54	NUM
gsjp-14129	78	46	)	)	PUNCT
gsjp-14129	78	47	.	.	PUNCT
gsjp-14129	79	1	for	for	ADP
gsjp-14129	79	2	the	the	DET
gsjp-14129	79	3	prolific	prolific	ADJ
gsjp-14129	79	4	sample	sample	NOUN
gsjp-14129	79	5	(	(	PUNCT
gsjp-14129	79	6	n	n	NOUN
gsjp-14129	79	7	=	=	NUM
gsjp-14129	79	8	345	345	NUM
gsjp-14129	79	9	)	)	PUNCT
gsjp-14129	79	10	,	,	PUNCT
gsjp-14129	79	11	most	most	ADJ
gsjp-14129	79	12	participants	participant	NOUN
gsjp-14129	79	13	were	be	AUX
gsjp-14129	79	14	white	white	ADJ
gsjp-14129	79	15	(	(	PUNCT
gsjp-14129	79	16	77.08	77.08	NUM
gsjp-14129	79	17	%	%	NOUN
gsjp-14129	79	18	)	)	PUNCT
gsjp-14129	79	19	,	,	PUNCT
gsjp-14129	79	20	heterosexual	heterosexual	ADJ
gsjp-14129	79	21	(	(	PUNCT
gsjp-14129	79	22	63.03	63.03	NUM
gsjp-14129	79	23	%	%	NOUN
gsjp-14129	79	24	)	)	PUNCT
gsjp-14129	79	25	,	,	PUNCT
gsjp-14129	79	26	and	and	CCONJ
gsjp-14129	79	27	female	female	ADJ
gsjp-14129	79	28	(	(	PUNCT
gsjp-14129	79	29	67.05	67.05	NUM
gsjp-14129	79	30	%	%	NOUN
gsjp-14129	79	31	)	)	PUNCT
gsjp-14129	79	32	,	,	PUNCT
gsjp-14129	79	33	with	with	ADP
gsjp-14129	79	34	an	an	DET
gsjp-14129	79	35	average	average	ADJ
gsjp-14129	79	36	age	age	NOUN
gsjp-14129	79	37	of	of	ADP
gsjp-14129	79	38	22.20	22.20	NUM
gsjp-14129	79	39	years	year	NOUN
gsjp-14129	79	40	(	(	PUNCT
gsjp-14129	79	41	sd	sd	NOUN
gsjp-14129	79	42	=	=	SYM
gsjp-14129	79	43	2.03	2.03	NUM
gsjp-14129	79	44	)	)	PUNCT
gsjp-14129	79	45	.	.	PUNCT
gsjp-14129	80	1	procedures	procedure	NOUN
gsjp-14129	80	2	this	this	DET
gsjp-14129	80	3	study	study	NOUN
gsjp-14129	80	4	utilized	utilize	VERB
gsjp-14129	80	5	data	datum	NOUN
gsjp-14129	80	6	collected	collect	VERB
gsjp-14129	80	7	through	through	ADP
gsjp-14129	80	8	qualtrics	qualtric	NOUN
gsjp-14129	80	9	on	on	ADP
gsjp-14129	80	10	mturk	mturk	PROPN
gsjp-14129	80	11	and	and	CCONJ
gsjp-14129	80	12	prolific	prolific	NOUN
gsjp-14129	80	13	platforms	platform	NOUN
gsjp-14129	80	14	.	.	PUNCT
gsjp-14129	81	1	the	the	DET
gsjp-14129	81	2	current	current	ADJ
gsjp-14129	81	3	study	study	NOUN
gsjp-14129	81	4	aimed	aim	VERB
gsjp-14129	81	5	to	to	PART
gsjp-14129	81	6	compare	compare	VERB
gsjp-14129	81	7	samples	sample	NOUN
gsjp-14129	81	8	drawn	draw	VERB
gsjp-14129	81	9	from	from	ADP
gsjp-14129	81	10	mturk	mturk	PROPN
gsjp-14129	81	11	and	and	CCONJ
gsjp-14129	81	12	prolific	prolific	NOUN
gsjp-14129	81	13	for	for	ADP
gsjp-14129	81	14	a	a	DET
gsjp-14129	81	15	broader	broad	ADJ
gsjp-14129	81	16	study	study	NOUN
gsjp-14129	81	17	(	(	PUNCT
gsjp-14129	81	18	see	see	VERB
gsjp-14129	81	19	more	more	ADJ
gsjp-14129	81	20	https://osf	https://osf	PROPN
gsjp-14129	81	21	.	.	NOUN
gsjp-14129	81	22	io/2n8ge	io/2n8ge	NOUN
gsjp-14129	81	23	)	)	PUNCT
gsjp-14129	81	24	,	,	PUNCT
gsjp-14129	81	25	which	which	PRON
gsjp-14129	81	26	was	be	AUX
gsjp-14129	81	27	approved	approve	VERB
gsjp-14129	81	28	by	by	ADP
gsjp-14129	81	29	the	the	DET
gsjp-14129	81	30	irb	irb	NOUN
gsjp-14129	81	31	at	at	ADP
gsjp-14129	81	32	saint	saint	PROPN
gsjp-14129	81	33	louis	louis	PROPN
gsjp-14129	81	34	university	university	PROPN
gsjp-14129	81	35	.	.	PUNCT
gsjp-14129	82	1	two	two	NUM
gsjp-14129	82	2	identical	identical	ADJ
gsjp-14129	82	3	surveys	survey	NOUN
gsjp-14129	82	4	–	–	PUNCT
gsjp-14129	82	5	differing	differ	VERB
gsjp-14129	82	6	only	only	ADV
gsjp-14129	82	7	by	by	ADP
gsjp-14129	82	8	the	the	DET
gsjp-14129	82	9	inclusion	inclusion	NOUN
gsjp-14129	82	10	of	of	ADP
gsjp-14129	82	11	an	an	DET
gsjp-14129	82	12	i	i	PROPN
gsjp-14129	82	13	d	d	PROPN
gsjp-14129	82	14	number	number	NOUN
gsjp-14129	82	15	for	for	ADP
gsjp-14129	82	16	mturk	mturk	PROPN
gsjp-14129	82	17	participants	participant	NOUN
gsjp-14129	82	18	–	–	PUNCT
gsjp-14129	82	19	were	be	AUX
gsjp-14129	82	20	launched	launch	VERB
gsjp-14129	82	21	on	on	ADP
gsjp-14129	82	22	the	the	DET
gsjp-14129	82	23	morning	morning	NOUN
gsjp-14129	82	24	of	of	ADP
gsjp-14129	82	25	april	april	PROPN
gsjp-14129	82	26	15	15	NUM
gsjp-14129	82	27	,	,	PUNCT
gsjp-14129	82	28	2022	2022	NUM
gsjp-14129	82	29	.	.	PUNCT
gsjp-14129	83	1	inclusion	inclusion	NOUN
gsjp-14129	83	2	criteria	criterion	NOUN
gsjp-14129	83	3	required	require	VERB
gsjp-14129	83	4	participants	participant	NOUN
gsjp-14129	83	5	to	to	PART
gsjp-14129	83	6	be	be	AUX
gsjp-14129	83	7	english	english	PROPN
gsjp-14129	83	8	-	-	PUNCT
gsjp-14129	83	9	speaking	speak	VERB
gsjp-14129	83	10	young	young	ADJ
gsjp-14129	83	11	adults	adult	NOUN
gsjp-14129	83	12	aged	age	VERB
gsjp-14129	83	13	18	18	NUM
gsjp-14129	83	14	-	-	SYM
gsjp-14129	83	15	25	25	NUM
gsjp-14129	83	16	and	and	CCONJ
gsjp-14129	83	17	living	live	VERB
gsjp-14129	83	18	in	in	ADP
gsjp-14129	83	19	the	the	DET
gsjp-14129	83	20	united	united	PROPN
gsjp-14129	83	21	states	states	PROPN
gsjp-14129	83	22	.	.	PUNCT
gsjp-14129	84	1	participants	participant	NOUN
gsjp-14129	84	2	were	be	AUX
gsjp-14129	84	3	told	tell	VERB
gsjp-14129	84	4	that	that	SCONJ
gsjp-14129	84	5	they	they	PRON
gsjp-14129	84	6	would	would	AUX
gsjp-14129	84	7	be	be	AUX
gsjp-14129	84	8	providing	provide	VERB
gsjp-14129	84	9	the	the	DET
gsjp-14129	84	10	company	company	NOUN
gsjp-14129	84	11	‘	'	PUNCT
gsjp-14129	84	12	ocean	ocean	NOUN
gsjp-14129	84	13	’	'	PUNCT
gsjp-14129	84	14	with	with	ADP
gsjp-14129	84	15	feedback	feedback	NOUN
gsjp-14129	84	16	on	on	ADP
gsjp-14129	84	17	their	their	PRON
gsjp-14129	84	18	newly	newly	ADV
gsjp-14129	84	19	developed	develop	VERB
gsjp-14129	84	20	dating	date	VERB
gsjp-14129	84	21	application	application	NOUN
gsjp-14129	84	22	rooted	root	VERB
gsjp-14129	84	23	in	in	ADP
gsjp-14129	84	24	personality	personality	NOUN
gsjp-14129	84	25	.	.	PUNCT
gsjp-14129	85	1	in	in	ADP
gsjp-14129	85	2	reality	reality	NOUN
gsjp-14129	85	3	,	,	PUNCT
gsjp-14129	85	4	the	the	DET
gsjp-14129	85	5	study	study	NOUN
gsjp-14129	85	6	aimed	aim	VERB
gsjp-14129	85	7	to	to	PART
gsjp-14129	85	8	investigate	investigate	VERB
gsjp-14129	85	9	participant	participant	ADJ
gsjp-14129	85	10	preferences	preference	NOUN
gsjp-14129	85	11	for	for	ADP
gsjp-14129	85	12	romantic	romantic	ADJ
gsjp-14129	85	13	partners	partner	NOUN
gsjp-14129	85	14	based	base	VERB
gsjp-14129	85	15	on	on	ADP
gsjp-14129	85	16	perceived	perceive	VERB
gsjp-14129	85	17	personality	personality	NOUN
gsjp-14129	85	18	and	and	CCONJ
gsjp-14129	85	19	weight	weight	NOUN
gsjp-14129	85	20	.	.	PUNCT
gsjp-14129	86	1	nevertheless	nevertheless	ADV
gsjp-14129	86	2	,	,	PUNCT
gsjp-14129	86	3	we	we	PRON
gsjp-14129	86	4	subjected	subject	VERB
gsjp-14129	86	5	participants	participant	NOUN
gsjp-14129	86	6	to	to	ADP
gsjp-14129	86	7	a	a	DET
gsjp-14129	86	8	realistic	realistic	ADJ
gsjp-14129	86	9	process	process	NOUN
gsjp-14129	86	10	of	of	ADP
gsjp-14129	86	11	testing	test	VERB
gsjp-14129	86	12	a	a	DET
gsjp-14129	86	13	dating	date	VERB
gsjp-14129	86	14	app	app	NOUN
gsjp-14129	86	15	which	which	PRON
gsjp-14129	86	16	allowed	allow	VERB
gsjp-14129	86	17	them	they	PRON
gsjp-14129	86	18	to	to	PART
gsjp-14129	86	19	create	create	VERB
gsjp-14129	86	20	an	an	DET
gsjp-14129	86	21	ocean	ocean	NOUN
gsjp-14129	86	22	profile	profile	NOUN
gsjp-14129	86	23	,	,	PUNCT
gsjp-14129	86	24	rate	rate	VERB
gsjp-14129	86	25	eight	eight	NUM
gsjp-14129	86	26	random	random	ADJ
gsjp-14129	86	27	profiles	profile	NOUN
gsjp-14129	86	28	,	,	PUNCT
gsjp-14129	86	29	provide	provide	VERB
gsjp-14129	86	30	qualitative	qualitative	ADJ
gsjp-14129	86	31	and	and	CCONJ
gsjp-14129	86	32	quantitative	quantitative	ADJ
gsjp-14129	86	33	feedback	feedback	NOUN
gsjp-14129	86	34	on	on	ADP
gsjp-14129	86	35	the	the	DET
gsjp-14129	86	36	“	"	PUNCT
gsjp-14129	86	37	app	app	NOUN
gsjp-14129	86	38	,	,	PUNCT
gsjp-14129	86	39	”	"	PUNCT
gsjp-14129	86	40	and	and	CCONJ
gsjp-14129	86	41	rate	rate	VERB
gsjp-14129	86	42	34	34	NUM
gsjp-14129	86	43	images	image	NOUN
gsjp-14129	86	44	as	as	ADV
gsjp-14129	86	45	high	high	ADJ
gsjp-14129	86	46	or	or	CCONJ
gsjp-14129	86	47	low	low	ADJ
gsjp-14129	86	48	in	in	ADP
gsjp-14129	86	49	bmi	bmi	NOUN
gsjp-14129	86	50	/	/	SYM
gsjp-14129	86	51	weight	weight	NOUN
gsjp-14129	86	52	.	.	PUNCT
gsjp-14129	87	1	all	all	DET
gsjp-14129	87	2	participants	participant	NOUN
gsjp-14129	87	3	were	be	AUX
gsjp-14129	87	4	compensated	compensate	VERB
gsjp-14129	87	5	$	$	SYM
gsjp-14129	87	6	2	2	NUM
gsjp-14129	87	7	usd	usd	NOUN
gsjp-14129	87	8	for	for	ADP
gsjp-14129	87	9	approximately	approximately	ADV
gsjp-14129	87	10	15	15	NUM
gsjp-14129	87	11	minutes	minute	NOUN
gsjp-14129	87	12	of	of	ADP
gsjp-14129	87	13	work	work	NOUN
gsjp-14129	87	14	(	(	PUNCT
gsjp-14129	87	15	$	$	SYM
gsjp-14129	87	16	8	8	NUM
gsjp-14129	87	17	usd	usd	NOUN
gsjp-14129	87	18	/	/	SYM
gsjp-14129	87	19	hr	hr	NOUN
gsjp-14129	87	20	rate	rate	NOUN
gsjp-14129	87	21	)	)	PUNCT
gsjp-14129	87	22	.	.	PUNCT
gsjp-14129	88	1	measures	measure	NOUN
gsjp-14129	88	2	big	big	ADJ
gsjp-14129	88	3	five	five	NUM
gsjp-14129	88	4	factor	factor	NOUN
gsjp-14129	88	5	model	model	NOUN
gsjp-14129	88	6	of	of	ADP
gsjp-14129	88	7	personality	personality	NOUN
gsjp-14129	88	8	the	the	DET
gsjp-14129	88	9	mini	mini	NOUN
gsjp-14129	88	10	-	-	NOUN
gsjp-14129	88	11	ipip	ipip	ADJ
gsjp-14129	88	12	(	(	PUNCT
gsjp-14129	88	13	donnellan	donnellan	NOUN
gsjp-14129	88	14	et	et	PROPN
gsjp-14129	88	15	al	al	PROPN
gsjp-14129	88	16	.	.	PROPN
gsjp-14129	88	17	,	,	PUNCT
gsjp-14129	88	18	2006	2006	NUM
gsjp-14129	88	19	)	)	PUNCT
gsjp-14129	88	20	,	,	PUNCT
gsjp-14129	88	21	a	a	DET
gsjp-14129	88	22	measure	measure	NOUN
gsjp-14129	88	23	based	base	VERB
gsjp-14129	88	24	on	on	ADP
gsjp-14129	88	25	the	the	DET
gsjp-14129	88	26	big	big	ADJ
gsjp-14129	88	27	five	five	NUM
gsjp-14129	88	28	factor	factor	NOUN
gsjp-14129	88	29	model	model	NOUN
gsjp-14129	88	30	of	of	ADP
gsjp-14129	88	31	personality	personality	NOUN
gsjp-14129	88	32	(	(	PUNCT
gsjp-14129	88	33	goldberg	goldberg	PROPN
gsjp-14129	88	34	,	,	PUNCT
gsjp-14129	88	35	1999	1999	NUM
gsjp-14129	88	36	)	)	PUNCT
gsjp-14129	88	37	,	,	PUNCT
gsjp-14129	88	38	was	be	AUX
gsjp-14129	88	39	included	include	VERB
gsjp-14129	88	40	as	as	ADP
gsjp-14129	88	41	a	a	DET
gsjp-14129	88	42	component	component	NOUN
gsjp-14129	88	43	of	of	ADP
gsjp-14129	88	44	the	the	DET
gsjp-14129	88	45	profile	profile	NOUN
gsjp-14129	88	46	-	-	PUNCT
gsjp-14129	88	47	building	building	NOUN
gsjp-14129	88	48	process	process	NOUN
gsjp-14129	88	49	to	to	PART
gsjp-14129	88	50	assess	assess	VERB
gsjp-14129	88	51	personality	personality	NOUN
gsjp-14129	88	52	and	and	CCONJ
gsjp-14129	88	53	induce	induce	VERB
gsjp-14129	88	54	psychological	psychological	ADJ
gsjp-14129	88	55	realism	realism	NOUN
gsjp-14129	88	56	.	.	PUNCT
gsjp-14129	89	1	the	the	DET
gsjp-14129	89	2	mini	mini	NOUN
gsjp-14129	89	3	-	-	NOUN
gsjp-14129	89	4	ipip	ipip	NOUN
gsjp-14129	89	5	has	have	AUX
gsjp-14129	89	6	demonstrated	demonstrate	VERB
gsjp-14129	89	7	strong	strong	ADJ
gsjp-14129	89	8	validity	validity	NOUN
gsjp-14129	89	9	and	and	CCONJ
gsjp-14129	89	10	internal	internal	ADJ
gsjp-14129	89	11	consistency	consistency	NOUN
gsjp-14129	89	12	as	as	ADP
gsjp-14129	89	13	a	a	DET
gsjp-14129	89	14	personality	personality	NOUN
gsjp-14129	89	15	inventory	inventory	NOUN
gsjp-14129	89	16	(	(	PUNCT
gsjp-14129	89	17	donnellan	donnellan	NOUN
gsjp-14129	89	18	et	et	PROPN
gsjp-14129	89	19	al	al	PROPN
gsjp-14129	89	20	.	.	PROPN
gsjp-14129	89	21	,	,	PUNCT
gsjp-14129	89	22	2006	2006	NUM
gsjp-14129	89	23	)	)	PUNCT
gsjp-14129	89	24	.	.	PUNCT
gsjp-14129	90	1	this	this	DET
gsjp-14129	90	2	measure	measure	NOUN
gsjp-14129	90	3	was	be	AUX
gsjp-14129	90	4	used	use	VERB
gsjp-14129	90	5	to	to	PART
gsjp-14129	90	6	compare	compare	VERB
gsjp-14129	90	7	internal	internal	ADJ
gsjp-14129	90	8	consistency	consistency	NOUN
gsjp-14129	90	9	before	before	ADP
gsjp-14129	90	10	and	and	CCONJ
gsjp-14129	90	11	after	after	ADP
gsjp-14129	90	12	the	the	DET
gsjp-14129	90	13	screening	screening	NOUN
gsjp-14129	90	14	process	process	NOUN
gsjp-14129	90	15	through	through	ADP
gsjp-14129	90	16	cronbach	cronbach	PROPN
gsjp-14129	90	17	’s	’s	PART
gsjp-14129	90	18	α	α	PROPN
gsjp-14129	90	19	levels	level	NOUN
gsjp-14129	90	20	.	.	PUNCT
gsjp-14129	91	1	demographics	demographic	NOUN
gsjp-14129	91	2	demographics	demographic	NOUN
gsjp-14129	91	3	were	be	AUX
gsjp-14129	91	4	gathered	gather	VERB
gsjp-14129	91	5	through	through	ADP
gsjp-14129	91	6	the	the	DET
gsjp-14129	91	7	profile	profile	NOUN
gsjp-14129	91	8	-	-	PUNCT
gsjp-14129	91	9	building	building	NOUN
gsjp-14129	91	10	process	process	NOUN
gsjp-14129	91	11	.	.	PUNCT
gsjp-14129	92	1	data	datum	NOUN
gsjp-14129	92	2	included	include	VERB
gsjp-14129	92	3	age	age	NOUN
gsjp-14129	92	4	,	,	PUNCT
gsjp-14129	92	5	race	race	NOUN
gsjp-14129	92	6	,	,	PUNCT
gsjp-14129	92	7	gender	gender	NOUN
gsjp-14129	92	8	identity	identity	NOUN
gsjp-14129	92	9	,	,	PUNCT
gsjp-14129	92	10	sexual	sexual	ADJ
gsjp-14129	92	11	orientation	orientation	NOUN
gsjp-14129	92	12	,	,	PUNCT
gsjp-14129	92	13	height	height	NOUN
gsjp-14129	92	14	,	,	PUNCT
gsjp-14129	92	15	weight	weight	NOUN
gsjp-14129	92	16	,	,	PUNCT
gsjp-14129	92	17	and	and	CCONJ
gsjp-14129	92	18	marital	marital	ADJ
gsjp-14129	92	19	status	status	NOUN
gsjp-14129	92	20	.	.	PUNCT
gsjp-14129	93	1	duration	duration	NOUN
gsjp-14129	93	2	data	datum	NOUN
gsjp-14129	93	3	total	total	NOUN
gsjp-14129	93	4	survey	survey	NOUN
gsjp-14129	93	5	duration	duration	NOUN
gsjp-14129	93	6	captured	capture	VERB
gsjp-14129	93	7	via	via	ADP
gsjp-14129	93	8	qualtrics	qualtric	NOUN
gsjp-14129	93	9	was	be	AUX
gsjp-14129	93	10	used	use	VERB
gsjp-14129	93	11	to	to	PART
gsjp-14129	93	12	compare	compare	VERB
gsjp-14129	93	13	quality	quality	NOUN
gsjp-14129	93	14	before	before	ADV
gsjp-14129	93	15	and	and	CCONJ
gsjp-14129	93	16	after	after	ADP
gsjp-14129	93	17	the	the	DET
gsjp-14129	93	18	screening	screening	NOUN
gsjp-14129	93	19	process	process	NOUN
gsjp-14129	93	20	.	.	PUNCT
gsjp-14129	94	1	based	base	VERB
gsjp-14129	94	2	on	on	ADP
gsjp-14129	94	3	pre	pre	ADJ
gsjp-14129	94	4	-	-	ADJ
gsjp-14129	94	5	launch	launch	ADJ
gsjp-14129	94	6	trials	trial	NOUN
gsjp-14129	94	7	,	,	PUNCT
gsjp-14129	94	8	participants	participant	NOUN
gsjp-14129	94	9	were	be	AUX
gsjp-14129	94	10	expected	expect	VERB
gsjp-14129	94	11	to	to	PART
gsjp-14129	94	12	take	take	VERB
gsjp-14129	94	13	a	a	DET
gsjp-14129	94	14	maximum	maximum	NOUN
gsjp-14129	94	15	of	of	ADP
gsjp-14129	94	16	15	15	NUM
gsjp-14129	94	17	minutes	minute	NOUN
gsjp-14129	94	18	to	to	PART
gsjp-14129	94	19	complete	complete	VERB
gsjp-14129	94	20	the	the	DET
gsjp-14129	94	21	survey	survey	NOUN
gsjp-14129	94	22	.	.	PUNCT
gsjp-14129	95	1	data	datum	NOUN
gsjp-14129	95	2	quality	quality	NOUN
gsjp-14129	95	3	screening	screening	NOUN
gsjp-14129	95	4	process	process	NOUN
gsjp-14129	95	5	the	the	DET
gsjp-14129	95	6	data	datum	NOUN
gsjp-14129	95	7	screening	screening	NOUN
gsjp-14129	95	8	process	process	NOUN
gsjp-14129	95	9	was	be	AUX
gsjp-14129	95	10	inspired	inspire	VERB
gsjp-14129	95	11	by	by	ADP
gsjp-14129	95	12	the	the	DET
gsjp-14129	95	13	webb	webb	NOUN
gsjp-14129	95	14	and	and	CCONJ
gsjp-14129	95	15	tangney	tangney	NOUN
gsjp-14129	95	16	(	(	PUNCT
gsjp-14129	95	17	2022	2022	NUM
gsjp-14129	95	18	)	)	PUNCT
gsjp-14129	95	19	study	study	NOUN
gsjp-14129	95	20	,	,	PUNCT
gsjp-14129	95	21	wherein	wherein	SCONJ
gsjp-14129	95	22	participants	participant	NOUN
gsjp-14129	95	23	were	be	AUX
gsjp-14129	95	24	screened	screen	VERB
gsjp-14129	95	25	out	out	ADP
gsjp-14129	95	26	in	in	ADP
gsjp-14129	95	27	a	a	DET
gsjp-14129	95	28	step	step	NOUN
gsjp-14129	95	29	-	-	PUNCT
gsjp-14129	95	30	by	by	ADP
gsjp-14129	95	31	-	-	PUNCT
gsjp-14129	95	32	step	step	NOUN
gsjp-14129	95	33	process	process	NOUN
gsjp-14129	95	34	and	and	CCONJ
gsjp-14129	95	35	removed	remove	VERB
gsjp-14129	95	36	from	from	ADP
gsjp-14129	95	37	the	the	DET
gsjp-14129	95	38	participant	participant	ADJ
gsjp-14129	95	39	pool	pool	NOUN
gsjp-14129	95	40	.	.	PUNCT
gsjp-14129	96	1	the	the	DET
gsjp-14129	96	2	calculations	calculation	NOUN
gsjp-14129	96	3	for	for	ADP
gsjp-14129	96	4	the	the	DET
gsjp-14129	96	5	cost	cost	NOUN
gsjp-14129	96	6	of	of	ADP
gsjp-14129	96	7	each	each	DET
gsjp-14129	96	8	high	high	ADJ
gsjp-14129	96	9	-	-	PUNCT
gsjp-14129	96	10	quality	quality	NOUN
gsjp-14129	96	11	respondent	respondent	NOUN
gsjp-14129	96	12	were	be	AUX
gsjp-14129	96	13	inspired	inspire	VERB
gsjp-14129	96	14	by	by	ADP
gsjp-14129	96	15	douglas	douglas	PROPN
gsjp-14129	96	16	et	et	PROPN
gsjp-14129	96	17	al	al	PROPN
gsjp-14129	96	18	.	.	PROPN
gsjp-14129	97	1	(	(	PUNCT
gsjp-14129	97	2	2023	2023	NUM
gsjp-14129	97	3	)	)	PUNCT
gsjp-14129	97	4	.	.	PUNCT
gsjp-14129	98	1	the	the	DET
gsjp-14129	98	2	sequential	sequential	ADJ
gsjp-14129	98	3	screening	screening	NOUN
gsjp-14129	98	4	process	process	NOUN
gsjp-14129	98	5	consisted	consist	VERB
gsjp-14129	98	6	of	of	ADP
gsjp-14129	98	7	four	four	NUM
gsjp-14129	98	8	steps	step	NOUN
gsjp-14129	98	9	:	:	PUNCT
gsjp-14129	98	10	(	(	PUNCT
gsjp-14129	98	11	1	1	X
gsjp-14129	98	12	)	)	PUNCT
gsjp-14129	98	13	age	age	NOUN
gsjp-14129	98	14	,	,	PUNCT
gsjp-14129	98	15	(	(	PUNCT
gsjp-14129	98	16	2	2	X
gsjp-14129	98	17	)	)	PUNCT
gsjp-14129	98	18	self	self	NOUN
gsjp-14129	98	19	-	-	PUNCT
gsjp-14129	98	20	reported	report	VERB
gsjp-14129	98	21	seriousness	seriousness	NOUN
gsjp-14129	98	22	,	,	PUNCT
gsjp-14129	98	23	(	(	PUNCT
gsjp-14129	98	24	3	3	X
gsjp-14129	98	25	)	)	PUNCT
gsjp-14129	98	26	sensible	sensible	NOUN
gsjp-14129	98	27	64	64	NUM
gsjp-14129	98	28	oconnel	oconnel	ADV
gsjp-14129	98	29	et	et	PROPN
gsjp-14129	98	30	al	al	PROPN
gsjp-14129	98	31	.	.	PROPN
gsjp-14129	98	32	open	open	ADJ
gsjp-14129	98	33	-	-	PUNCT
gsjp-14129	98	34	ended	end	VERB
gsjp-14129	98	35	responses	response	NOUN
gsjp-14129	98	36	,	,	PUNCT
gsjp-14129	98	37	and	and	CCONJ
gsjp-14129	98	38	(	(	PUNCT
gsjp-14129	98	39	4	4	X
gsjp-14129	98	40	)	)	PUNCT
gsjp-14129	98	41	other	other	ADJ
gsjp-14129	98	42	sensible	sensible	ADJ
gsjp-14129	98	43	responses	response	NOUN
gsjp-14129	98	44	.	.	PUNCT
gsjp-14129	99	1	participants	participant	NOUN
gsjp-14129	99	2	outside	outside	ADP
gsjp-14129	99	3	the	the	DET
gsjp-14129	99	4	age	age	NOUN
gsjp-14129	99	5	inclusion	inclusion	NOUN
gsjp-14129	99	6	criteria	criterion	NOUN
gsjp-14129	99	7	between	between	ADP
gsjp-14129	99	8	18	18	NUM
gsjp-14129	99	9	-	-	SYM
gsjp-14129	99	10	25	25	NUM
gsjp-14129	99	11	,	,	PUNCT
gsjp-14129	99	12	inclusive	inclusive	NOUN
gsjp-14129	99	13	,	,	PUNCT
gsjp-14129	99	14	were	be	AUX
gsjp-14129	99	15	screened	screen	VERB
gsjp-14129	99	16	out	out	ADP
gsjp-14129	99	17	.	.	PUNCT
gsjp-14129	100	1	then	then	ADV
gsjp-14129	100	2	,	,	PUNCT
gsjp-14129	100	3	the	the	DET
gsjp-14129	100	4	final	final	ADJ
gsjp-14129	100	5	question	question	NOUN
gsjp-14129	100	6	of	of	ADP
gsjp-14129	100	7	the	the	DET
gsjp-14129	100	8	qualtrics	qualtric	NOUN
gsjp-14129	100	9	survey	survey	NOUN
gsjp-14129	100	10	asked	ask	VERB
gsjp-14129	100	11	participants	participant	NOUN
gsjp-14129	100	12	:	:	PUNCT
gsjp-14129	100	13	“	"	PUNCT
gsjp-14129	100	14	how	how	SCONJ
gsjp-14129	100	15	seriously	seriously	ADV
gsjp-14129	100	16	did	do	AUX
gsjp-14129	100	17	you	you	PRON
gsjp-14129	100	18	take	take	VERB
gsjp-14129	100	19	this	this	DET
gsjp-14129	100	20	survey	survey	NOUN
gsjp-14129	100	21	?	?	PUNCT
gsjp-14129	100	22	”	"	PUNCT
gsjp-14129	101	1	responses	response	NOUN
gsjp-14129	101	2	ranged	range	VERB
gsjp-14129	101	3	from	from	ADP
gsjp-14129	101	4	1	1	NUM
gsjp-14129	101	5	-	-	SYM
gsjp-14129	101	6	5	5	NUM
gsjp-14129	101	7	,	,	PUNCT
gsjp-14129	101	8	with	with	ADP
gsjp-14129	101	9	1	1	NUM
gsjp-14129	101	10	being	be	AUX
gsjp-14129	101	11	“	"	PUNCT
gsjp-14129	101	12	not	not	PART
gsjp-14129	101	13	very	very	ADV
gsjp-14129	101	14	serious	serious	ADJ
gsjp-14129	101	15	”	"	PUNCT
gsjp-14129	101	16	and	and	CCONJ
gsjp-14129	101	17	5	5	NUM
gsjp-14129	101	18	being	be	AUX
gsjp-14129	101	19	“	"	PUNCT
gsjp-14129	101	20	very	very	ADV
gsjp-14129	101	21	serious	serious	ADJ
gsjp-14129	101	22	.	.	PUNCT
gsjp-14129	101	23	”	"	PUNCT
gsjp-14129	102	1	those	those	PRON
gsjp-14129	102	2	who	who	PRON
gsjp-14129	102	3	admitted	admit	VERB
gsjp-14129	102	4	to	to	ADP
gsjp-14129	102	5	not	not	PART
gsjp-14129	102	6	taking	take	VERB
gsjp-14129	102	7	the	the	DET
gsjp-14129	102	8	survey	survey	NOUN
gsjp-14129	102	9	seriously	seriously	ADV
gsjp-14129	102	10	were	be	AUX
gsjp-14129	102	11	screened	screen	VERB
gsjp-14129	102	12	.	.	PUNCT
gsjp-14129	103	1	two	two	NUM
gsjp-14129	103	2	open	open	ADV
gsjp-14129	103	3	-	-	PUNCT
gsjp-14129	103	4	ended	end	VERB
gsjp-14129	103	5	questions	question	NOUN
gsjp-14129	103	6	were	be	AUX
gsjp-14129	103	7	analyzed	analyze	VERB
gsjp-14129	103	8	to	to	PART
gsjp-14129	103	9	screen	screen	VERB
gsjp-14129	103	10	for	for	ADP
gsjp-14129	103	11	unreasonable	unreasonable	ADJ
gsjp-14129	103	12	and	and	CCONJ
gsjp-14129	103	13	duplicate	duplicate	ADJ
gsjp-14129	103	14	responses	response	NOUN
gsjp-14129	103	15	.	.	PUNCT
gsjp-14129	104	1	one	one	NUM
gsjp-14129	104	2	of	of	ADP
gsjp-14129	104	3	these	these	DET
gsjp-14129	104	4	questions	question	NOUN
gsjp-14129	104	5	asked	ask	VERB
gsjp-14129	104	6	participants	participant	NOUN
gsjp-14129	104	7	to	to	PART
gsjp-14129	104	8	“	"	PUNCT
gsjp-14129	104	9	please	please	INTJ
gsjp-14129	104	10	briefly	briefly	ADV
gsjp-14129	104	11	summarize	summarize	VERB
gsjp-14129	104	12	the	the	DET
gsjp-14129	104	13	purpose	purpose	NOUN
gsjp-14129	104	14	of	of	ADP
gsjp-14129	104	15	this	this	DET
gsjp-14129	104	16	survey	survey	NOUN
gsjp-14129	104	17	,	,	PUNCT
gsjp-14129	104	18	”	"	PUNCT
gsjp-14129	104	19	following	follow	VERB
gsjp-14129	104	20	the	the	DET
gsjp-14129	104	21	consent	consent	NOUN
gsjp-14129	104	22	form	form	NOUN
gsjp-14129	104	23	(	(	PUNCT
gsjp-14129	104	24	on	on	ADP
gsjp-14129	104	25	a	a	DET
gsjp-14129	104	26	separate	separate	ADJ
gsjp-14129	104	27	page	page	NOUN
gsjp-14129	104	28	)	)	PUNCT
gsjp-14129	104	29	.	.	PUNCT
gsjp-14129	105	1	the	the	DET
gsjp-14129	105	2	second	second	ADJ
gsjp-14129	105	3	,	,	PUNCT
gsjp-14129	105	4	towards	towards	ADP
gsjp-14129	105	5	the	the	DET
gsjp-14129	105	6	end	end	NOUN
gsjp-14129	105	7	,	,	PUNCT
gsjp-14129	105	8	asked	ask	VERB
gsjp-14129	105	9	participants	participant	NOUN
gsjp-14129	105	10	to	to	PART
gsjp-14129	105	11	“	"	PUNCT
gsjp-14129	105	12	provide	provide	VERB
gsjp-14129	105	13	any	any	DET
gsjp-14129	105	14	remaining	remain	VERB
gsjp-14129	105	15	thoughts	thought	NOUN
gsjp-14129	105	16	on	on	ADP
gsjp-14129	105	17	ocean	ocean	NOUN
gsjp-14129	105	18	here	here	ADV
gsjp-14129	105	19	.	.	PUNCT
gsjp-14129	105	20	”	"	PUNCT
gsjp-14129	105	21	criteria	criterion	NOUN
gsjp-14129	105	22	for	for	ADP
gsjp-14129	105	23	what	what	PRON
gsjp-14129	105	24	was	be	AUX
gsjp-14129	105	25	considered	consider	VERB
gsjp-14129	105	26	reasonable	reasonable	ADJ
gsjp-14129	105	27	were	be	AUX
gsjp-14129	105	28	developed	develop	VERB
gsjp-14129	105	29	a	a	DET
gsjp-14129	105	30	priori	priori	ADV
gsjp-14129	105	31	using	use	VERB
gsjp-14129	105	32	manifest	manifest	ADJ
gsjp-14129	105	33	content	content	NOUN
gsjp-14129	105	34	analysis	analysis	NOUN
gsjp-14129	105	35	(	(	PUNCT
gsjp-14129	105	36	graneheim	graneheim	PROPN
gsjp-14129	105	37	et	et	PROPN
gsjp-14129	105	38	al	al	PROPN
gsjp-14129	105	39	.	.	PROPN
gsjp-14129	105	40	,	,	PUNCT
gsjp-14129	105	41	2017	2017	NUM
gsjp-14129	105	42	)	)	PUNCT
gsjp-14129	105	43	.	.	PUNCT
gsjp-14129	106	1	responses	response	NOUN
gsjp-14129	106	2	that	that	PRON
gsjp-14129	106	3	were	be	AUX
gsjp-14129	106	4	marked	mark	VERB
gsjp-14129	106	5	correct	correct	ADJ
gsjp-14129	106	6	must	must	AUX
gsjp-14129	106	7	have	have	AUX
gsjp-14129	106	8	mentioned	mention	VERB
gsjp-14129	106	9	the	the	DET
gsjp-14129	106	10	words	word	NOUN
gsjp-14129	106	11	“	"	PUNCT
gsjp-14129	106	12	develop	develop	VERB
gsjp-14129	106	13	,	,	PUNCT
gsjp-14129	106	14	”	"	PUNCT
gsjp-14129	106	15	“	"	PUNCT
gsjp-14129	106	16	personality	personality	NOUN
gsjp-14129	106	17	,	,	PUNCT
gsjp-14129	106	18	”	"	PUNCT
gsjp-14129	106	19	“	"	PUNCT
gsjp-14129	106	20	test	test	NOUN
gsjp-14129	106	21	,	,	PUNCT
gsjp-14129	106	22	”	"	PUNCT
gsjp-14129	106	23	“	"	PUNCT
gsjp-14129	106	24	algorithm	algorithm	NOUN
gsjp-14129	106	25	,	,	PUNCT
gsjp-14129	106	26	”	"	PUNCT
gsjp-14129	106	27	or	or	CCONJ
gsjp-14129	106	28	“	"	PUNCT
gsjp-14129	106	29	dating	date	VERB
gsjp-14129	106	30	app	app	NOUN
gsjp-14129	106	31	”	"	PUNCT
gsjp-14129	106	32	and	and	CCONJ
gsjp-14129	106	33	sufficiently	sufficiently	ADV
gsjp-14129	106	34	explain	explain	VERB
gsjp-14129	106	35	the	the	DET
gsjp-14129	106	36	purpose	purpose	NOUN
gsjp-14129	106	37	of	of	ADP
gsjp-14129	106	38	the	the	DET
gsjp-14129	106	39	study	study	NOUN
gsjp-14129	106	40	.	.	PUNCT
gsjp-14129	107	1	exactly	exactly	ADV
gsjp-14129	107	2	identical	identical	ADJ
gsjp-14129	107	3	response	response	NOUN
gsjp-14129	107	4	featured	feature	VERB
gsjp-14129	107	5	exactly	exactly	ADV
gsjp-14129	107	6	the	the	DET
gsjp-14129	107	7	same	same	ADJ
gsjp-14129	107	8	words	word	NOUN
gsjp-14129	107	9	,	,	PUNCT
gsjp-14129	107	10	spelling	spelling	NOUN
gsjp-14129	107	11	,	,	PUNCT
gsjp-14129	107	12	capitalization	capitalization	NOUN
gsjp-14129	107	13	,	,	PUNCT
gsjp-14129	107	14	and	and	CCONJ
gsjp-14129	107	15	punctuation	punctuation	NOUN
gsjp-14129	107	16	were	be	AUX
gsjp-14129	107	17	also	also	ADV
gsjp-14129	107	18	screened	screen	VERB
gsjp-14129	107	19	out	out	ADP
gsjp-14129	107	20	.	.	PUNCT
gsjp-14129	108	1	two	two	NUM
gsjp-14129	108	2	additional	additional	ADJ
gsjp-14129	108	3	metrics	metric	NOUN
gsjp-14129	108	4	were	be	AUX
gsjp-14129	108	5	used	use	VERB
gsjp-14129	108	6	to	to	PART
gsjp-14129	108	7	refine	refine	VERB
gsjp-14129	108	8	participant	participant	ADJ
gsjp-14129	108	9	quality	quality	NOUN
gsjp-14129	108	10	based	base	VERB
gsjp-14129	108	11	on	on	ADP
gsjp-14129	108	12	congruence	congruence	PROPN
gsjp-14129	108	13	.	.	PUNCT
gsjp-14129	109	1	first	first	ADV
gsjp-14129	109	2	,	,	PUNCT
gsjp-14129	109	3	participants	participant	NOUN
gsjp-14129	109	4	were	be	AUX
gsjp-14129	109	5	asked	ask	VERB
gsjp-14129	109	6	to	to	PART
gsjp-14129	109	7	rate	rate	VERB
gsjp-14129	109	8	34	34	NUM
gsjp-14129	109	9	images	image	NOUN
gsjp-14129	109	10	as	as	ADV
gsjp-14129	109	11	high	high	ADJ
gsjp-14129	109	12	or	or	CCONJ
gsjp-14129	109	13	low	low	ADJ
gsjp-14129	109	14	in	in	ADP
gsjp-14129	109	15	bmi	bmi	NOUN
gsjp-14129	109	16	(	(	PUNCT
gsjp-14129	109	17	https://osf.io/2n8ge	https://osf.io/2n8ge	PROPN
gsjp-14129	109	18	)	)	PUNCT
gsjp-14129	109	19	.	.	PUNCT
gsjp-14129	110	1	two	two	NUM
gsjp-14129	110	2	images	image	NOUN
gsjp-14129	110	3	(	(	PUNCT
gsjp-14129	110	4	one	one	NUM
gsjp-14129	110	5	male	male	NOUN
gsjp-14129	110	6	and	and	CCONJ
gsjp-14129	110	7	one	one	NUM
gsjp-14129	110	8	female	female	NOUN
gsjp-14129	110	9	)	)	PUNCT
gsjp-14129	110	10	were	be	AUX
gsjp-14129	110	11	presented	present	VERB
gsjp-14129	110	12	twice	twice	ADV
gsjp-14129	110	13	to	to	PART
gsjp-14129	110	14	measure	measure	VERB
gsjp-14129	110	15	consistency	consistency	NOUN
gsjp-14129	110	16	.	.	PUNCT
gsjp-14129	111	1	second	second	ADJ
gsjp-14129	111	2	,	,	PUNCT
gsjp-14129	111	3	participants	participant	NOUN
gsjp-14129	111	4	who	who	PRON
gsjp-14129	111	5	provided	provide	VERB
gsjp-14129	111	6	impossible	impossible	ADJ
gsjp-14129	111	7	heights	height	NOUN
gsjp-14129	111	8	and	and	CCONJ
gsjp-14129	111	9	weights	weight	NOUN
gsjp-14129	111	10	were	be	AUX
gsjp-14129	111	11	screened	screen	VERB
gsjp-14129	111	12	.	.	PUNCT
gsjp-14129	112	1	results	result	VERB
gsjp-14129	112	2	data	datum	NOUN
gsjp-14129	112	3	quality	quality	NOUN
gsjp-14129	112	4	on	on	ADP
gsjp-14129	112	5	mturk	mturk	PROPN
gsjp-14129	112	6	versus	versus	ADP
gsjp-14129	112	7	prolific	prolific	PROPN
gsjp-14129	112	8	results	result	NOUN
gsjp-14129	112	9	from	from	ADP
gsjp-14129	112	10	the	the	DET
gsjp-14129	112	11	screening	screening	NOUN
gsjp-14129	112	12	process	process	NOUN
gsjp-14129	112	13	are	be	AUX
gsjp-14129	112	14	summarized	summarize	VERB
gsjp-14129	112	15	in	in	ADP
gsjp-14129	112	16	table	table	NOUN
gsjp-14129	112	17	1	1	NUM
gsjp-14129	112	18	and	and	CCONJ
gsjp-14129	112	19	explained	explain	VERB
gsjp-14129	112	20	below	below	ADV
gsjp-14129	112	21	.	.	PUNCT
gsjp-14129	113	1	age	age	NOUN
gsjp-14129	113	2	of	of	ADP
gsjp-14129	113	3	the	the	DET
gsjp-14129	113	4	354	354	PROPN
gsjp-14129	113	5	mturk	mturk	NOUN
gsjp-14129	113	6	and	and	CCONJ
gsjp-14129	113	7	345	345	NUM
gsjp-14129	113	8	prolific	prolific	ADJ
gsjp-14129	113	9	participants	participant	NOUN
gsjp-14129	113	10	,	,	PUNCT
gsjp-14129	113	11	125	125	NUM
gsjp-14129	113	12	of	of	ADP
gsjp-14129	113	13	the	the	DET
gsjp-14129	113	14	mturk	mturk	PROPN
gsjp-14129	113	15	participants	participant	NOUN
gsjp-14129	113	16	reported	report	VERB
gsjp-14129	113	17	an	an	DET
gsjp-14129	113	18	age	age	NOUN
gsjp-14129	113	19	outside	outside	ADP
gsjp-14129	113	20	the	the	DET
gsjp-14129	113	21	restricted	restricted	ADJ
gsjp-14129	113	22	age	age	NOUN
gsjp-14129	113	23	range	range	NOUN
gsjp-14129	113	24	on	on	ADP
gsjp-14129	113	25	the	the	DET
gsjp-14129	113	26	survey	survey	NOUN
gsjp-14129	113	27	.	.	PUNCT
gsjp-14129	114	1	this	this	PRON
gsjp-14129	114	2	left	leave	VERB
gsjp-14129	114	3	229	229	NUM
gsjp-14129	114	4	(	(	PUNCT
gsjp-14129	114	5	64.69	64.69	NUM
gsjp-14129	114	6	%	%	NOUN
gsjp-14129	114	7	)	)	PUNCT
gsjp-14129	114	8	mturk	mturk	PROPN
gsjp-14129	114	9	and	and	CCONJ
gsjp-14129	114	10	345	345	NUM
gsjp-14129	114	11	(	(	PUNCT
gsjp-14129	114	12	100	100	NUM
gsjp-14129	114	13	%	%	NOUN
gsjp-14129	114	14	)	)	PUNCT
gsjp-14129	114	15	prolific	prolific	ADJ
gsjp-14129	114	16	participants	participant	NOUN
gsjp-14129	114	17	for	for	ADP
gsjp-14129	114	18	analysis	analysis	NOUN
gsjp-14129	114	19	,	,	PUNCT
gsjp-14129	114	20	totaling	total	VERB
gsjp-14129	114	21	82.12	82.12	NUM
gsjp-14129	114	22	%	%	NOUN
gsjp-14129	114	23	of	of	ADP
gsjp-14129	114	24	the	the	DET
gsjp-14129	114	25	sample	sample	NOUN
gsjp-14129	114	26	.	.	PUNCT
gsjp-14129	115	1	seriousness	seriousness	NOUN
gsjp-14129	115	2	two	two	NUM
gsjp-14129	115	3	mturk	mturk	PROPN
gsjp-14129	115	4	participants	participant	NOUN
gsjp-14129	115	5	did	do	AUX
gsjp-14129	115	6	not	not	PART
gsjp-14129	115	7	respond	respond	VERB
gsjp-14129	115	8	to	to	ADP
gsjp-14129	115	9	this	this	DET
gsjp-14129	115	10	question	question	NOUN
gsjp-14129	115	11	,	,	PUNCT
gsjp-14129	115	12	and	and	CCONJ
gsjp-14129	115	13	one	one	NUM
gsjp-14129	115	14	individual	individual	NOUN
gsjp-14129	115	15	on	on	ADP
gsjp-14129	115	16	the	the	DET
gsjp-14129	115	17	prolific	prolific	ADJ
gsjp-14129	115	18	survey	survey	NOUN
gsjp-14129	115	19	reported	report	VERB
gsjp-14129	115	20	a	a	DET
gsjp-14129	115	21	rating	rating	NOUN
gsjp-14129	115	22	of	of	ADP
gsjp-14129	115	23	2	2	NUM
gsjp-14129	115	24	,	,	PUNCT
gsjp-14129	115	25	meaning	mean	VERB
gsjp-14129	115	26	they	they	PRON
gsjp-14129	115	27	did	do	AUX
gsjp-14129	115	28	not	not	PART
gsjp-14129	115	29	take	take	VERB
gsjp-14129	115	30	it	it	PRON
gsjp-14129	115	31	seriously	seriously	ADV
gsjp-14129	115	32	.	.	PUNCT
gsjp-14129	116	1	this	this	PRON
gsjp-14129	116	2	left	leave	VERB
gsjp-14129	116	3	the	the	DET
gsjp-14129	116	4	participant	participant	ADJ
gsjp-14129	116	5	count	count	NOUN
gsjp-14129	116	6	at	at	ADP
gsjp-14129	116	7	227	227	NUM
gsjp-14129	116	8	(	(	PUNCT
gsjp-14129	116	9	64.12	64.12	NUM
gsjp-14129	116	10	%	%	NOUN
gsjp-14129	116	11	)	)	PUNCT
gsjp-14129	116	12	for	for	ADP
gsjp-14129	116	13	mturk	mturk	PROPN
gsjp-14129	116	14	and	and	CCONJ
gsjp-14129	116	15	344	344	NUM
gsjp-14129	116	16	(	(	PUNCT
gsjp-14129	116	17	99.71	99.71	NUM
gsjp-14129	116	18	%	%	NOUN
gsjp-14129	116	19	)	)	PUNCT
gsjp-14129	116	20	for	for	ADP
gsjp-14129	116	21	prolific	prolific	NOUN
gsjp-14129	116	22	,	,	PUNCT
gsjp-14129	116	23	or	or	CCONJ
gsjp-14129	116	24	81.69	81.69	NUM
gsjp-14129	116	25	%	%	NOUN
gsjp-14129	116	26	of	of	ADP
gsjp-14129	116	27	the	the	DET
gsjp-14129	116	28	total	total	NOUN
gsjp-14129	116	29	.	.	PUNCT
gsjp-14129	117	1	sensible	sensible	ADJ
gsjp-14129	117	2	open	open	ADV
gsjp-14129	117	3	-	-	PUNCT
gsjp-14129	117	4	ended	end	VERB
gsjp-14129	117	5	responses	response	NOUN
gsjp-14129	117	6	about	about	ADP
gsjp-14129	117	7	a	a	DET
gsjp-14129	117	8	third	third	ADJ
gsjp-14129	117	9	(	(	PUNCT
gsjp-14129	117	10	113	113	NUM
gsjp-14129	117	11	)	)	PUNCT
gsjp-14129	117	12	of	of	ADP
gsjp-14129	117	13	the	the	DET
gsjp-14129	117	14	remaining	remain	VERB
gsjp-14129	117	15	prolific	prolific	ADJ
gsjp-14129	117	16	participants	participant	NOUN
gsjp-14129	117	17	were	be	AUX
gsjp-14129	117	18	removed	remove	VERB
gsjp-14129	117	19	for	for	ADP
gsjp-14129	117	20	illogical	illogical	ADJ
gsjp-14129	117	21	or	or	CCONJ
gsjp-14129	117	22	incorrect	incorrect	ADJ
gsjp-14129	117	23	responses	response	NOUN
gsjp-14129	117	24	on	on	ADP
gsjp-14129	117	25	one	one	NUM
gsjp-14129	117	26	or	or	CCONJ
gsjp-14129	117	27	both	both	PRON
gsjp-14129	117	28	of	of	ADP
gsjp-14129	117	29	the	the	DET
gsjp-14129	117	30	open	open	ADV
gsjp-14129	117	31	-	-	PUNCT
gsjp-14129	117	32	ended	end	VERB
gsjp-14129	117	33	questions	question	NOUN
gsjp-14129	117	34	.	.	PUNCT
gsjp-14129	118	1	an	an	DET
gsjp-14129	118	2	example	example	NOUN
gsjp-14129	118	3	of	of	ADP
gsjp-14129	118	4	this	this	DET
gsjp-14129	118	5	type	type	NOUN
gsjp-14129	118	6	of	of	ADP
gsjp-14129	118	7	response	response	NOUN
gsjp-14129	118	8	included	include	VERB
gsjp-14129	118	9	,	,	PUNCT
gsjp-14129	118	10	“	"	PUNCT
gsjp-14129	118	11	the	the	DET
gsjp-14129	118	12	whole	whole	ADJ
gsjp-14129	118	13	body	body	NOUN
gsjp-14129	118	14	of	of	ADP
gsjp-14129	118	15	salt	salt	NOUN
gsjp-14129	118	16	water	water	NOUN
gsjp-14129	118	17	that	that	PRON
gsjp-14129	118	18	covers	cover	VERB
gsjp-14129	118	19	nearly	nearly	ADV
gsjp-14129	118	20	three	three	NUM
gsjp-14129	118	21	-	-	PUNCT
gsjp-14129	118	22	fourths	fourth	NOUN
gsjp-14129	118	23	of	of	ADP
gsjp-14129	118	24	the	the	DET
gsjp-14129	118	25	earth	earth	NOUN
gsjp-14129	118	26	.	.	PUNCT
gsjp-14129	118	27	”	"	PUNCT
gsjp-14129	119	1	as	as	ADP
gsjp-14129	119	2	a	a	DET
gsjp-14129	119	3	result	result	NOUN
gsjp-14129	119	4	,	,	PUNCT
gsjp-14129	119	5	80	80	NUM
gsjp-14129	119	6	(	(	PUNCT
gsjp-14129	119	7	22.60	22.60	NUM
gsjp-14129	119	8	%	%	NOUN
gsjp-14129	119	9	)	)	PUNCT
gsjp-14129	119	10	mturk	mturk	PROPN
gsjp-14129	119	11	participants	participant	NOUN
gsjp-14129	119	12	and	and	CCONJ
gsjp-14129	119	13	231	231	NUM
gsjp-14129	119	14	(	(	PUNCT
gsjp-14129	119	15	66.96	66.96	NUM
gsjp-14129	119	16	%	%	NOUN
gsjp-14129	119	17	)	)	PUNCT
gsjp-14129	119	18	prolific	prolific	ADJ
gsjp-14129	119	19	participants	participant	NOUN
gsjp-14129	119	20	remained	remain	VERB
gsjp-14129	119	21	,	,	PUNCT
gsjp-14129	119	22	or	or	CCONJ
gsjp-14129	119	23	44.35	44.35	NUM
gsjp-14129	119	24	%	%	NOUN
gsjp-14129	119	25	of	of	ADP
gsjp-14129	119	26	the	the	DET
gsjp-14129	119	27	total	total	ADJ
gsjp-14129	119	28	sample	sample	NOUN
gsjp-14129	119	29	.	.	PUNCT
gsjp-14129	120	1	next	next	ADJ
gsjp-14129	120	2	,	,	PUNCT
gsjp-14129	120	3	identical	identical	ADJ
gsjp-14129	120	4	responses	response	NOUN
gsjp-14129	120	5	were	be	AUX
gsjp-14129	120	6	removed	remove	VERB
gsjp-14129	120	7	.	.	PUNCT
gsjp-14129	121	1	for	for	ADP
gsjp-14129	121	2	example	example	NOUN
gsjp-14129	121	3	,	,	PUNCT
gsjp-14129	121	4	the	the	DET
gsjp-14129	121	5	response	response	NOUN
gsjp-14129	121	6	“	"	PUNCT
gsjp-14129	121	7	ocean	ocean	NOUN
gsjp-14129	121	8	developers	developer	NOUN
gsjp-14129	121	9	to	to	PART
gsjp-14129	121	10	improve	improve	VERB
gsjp-14129	121	11	the	the	DET
gsjp-14129	121	12	algorithm	algorithm	NOUN
gsjp-14129	121	13	of	of	ADP
gsjp-14129	121	14	their	their	PRON
gsjp-14129	121	15	new	new	ADJ
gsjp-14129	121	16	dating	date	VERB
gsjp-14129	121	17	app	app	NOUN
gsjp-14129	121	18	.	.	PUNCT
gsjp-14129	121	19	”	"	PUNCT
gsjp-14129	121	20	appeared	appear	VERB
gsjp-14129	121	21	three	three	NUM
gsjp-14129	121	22	times	time	NOUN
gsjp-14129	121	23	on	on	ADP
gsjp-14129	121	24	mturk	mturk	PROPN
gsjp-14129	121	25	.	.	PUNCT
gsjp-14129	122	1	this	this	DET
gsjp-14129	122	2	affected	affect	VERB
gsjp-14129	122	3	participants	participant	NOUN
gsjp-14129	122	4	in	in	ADP
gsjp-14129	122	5	both	both	DET
gsjp-14129	122	6	pools	pool	NOUN
gsjp-14129	122	7	such	such	ADJ
gsjp-14129	122	8	that	that	SCONJ
gsjp-14129	122	9	64	64	NUM
gsjp-14129	122	10	(	(	PUNCT
gsjp-14129	122	11	18.08	18.08	NUM
gsjp-14129	122	12	%	%	NOUN
gsjp-14129	122	13	)	)	PUNCT
gsjp-14129	122	14	mturk	mturk	PROPN
gsjp-14129	122	15	and	and	CCONJ
gsjp-14129	122	16	229	229	NUM
gsjp-14129	122	17	(	(	PUNCT
gsjp-14129	122	18	66.38	66.38	NUM
gsjp-14129	122	19	%	%	NOUN
gsjp-14129	122	20	)	)	PUNCT
gsjp-14129	122	21	prolific	prolific	ADJ
gsjp-14129	122	22	participants	participant	NOUN
gsjp-14129	122	23	,	,	PUNCT
gsjp-14129	122	24	or	or	CCONJ
gsjp-14129	122	25	41.92	41.92	NUM
gsjp-14129	122	26	%	%	NOUN
gsjp-14129	122	27	of	of	ADP
gsjp-14129	122	28	the	the	DET
gsjp-14129	122	29	total	total	NOUN
gsjp-14129	122	30	,	,	PUNCT
gsjp-14129	122	31	remained	remain	VERB
gsjp-14129	122	32	.	.	PUNCT
gsjp-14129	123	1	other	other	ADJ
gsjp-14129	123	2	sensible	sensible	ADJ
gsjp-14129	123	3	responses	response	NOUN
gsjp-14129	123	4	first	first	ADV
gsjp-14129	123	5	,	,	PUNCT
gsjp-14129	123	6	participants	participant	NOUN
gsjp-14129	123	7	were	be	AUX
gsjp-14129	123	8	screened	screen	VERB
gsjp-14129	123	9	for	for	ADP
gsjp-14129	123	10	inconsistent	inconsistent	ADJ
gsjp-14129	123	11	responses	response	NOUN
gsjp-14129	123	12	to	to	ADP
gsjp-14129	123	13	identical	identical	ADJ
gsjp-14129	123	14	questions	question	NOUN
gsjp-14129	123	15	.	.	PUNCT
gsjp-14129	124	1	of	of	ADP
gsjp-14129	124	2	the	the	DET
gsjp-14129	124	3	remaining	remain	VERB
gsjp-14129	124	4	participants	participant	NOUN
gsjp-14129	124	5	,	,	PUNCT
gsjp-14129	124	6	just	just	ADV
gsjp-14129	124	7	38	38	NUM
gsjp-14129	124	8	(	(	PUNCT
gsjp-14129	124	9	10.73	10.73	NUM
gsjp-14129	124	10	%	%	NOUN
gsjp-14129	124	11	)	)	PUNCT
gsjp-14129	124	12	mturk	mturk	PROPN
gsjp-14129	124	13	and	and	CCONJ
gsjp-14129	124	14	153	153	NUM
gsjp-14129	124	15	(	(	PUNCT
gsjp-14129	124	16	44.35	44.35	NUM
gsjp-14129	124	17	%	%	NOUN
gsjp-14129	124	18	)	)	PUNCT
gsjp-14129	124	19	prolific	prolific	ADJ
gsjp-14129	124	20	participants	participant	NOUN
gsjp-14129	124	21	,	,	PUNCT
gsjp-14129	124	22	or	or	CCONJ
gsjp-14129	124	23	27.32	27.32	NUM
gsjp-14129	124	24	%	%	NOUN
gsjp-14129	124	25	,	,	PUNCT
gsjp-14129	124	26	were	be	AUX
gsjp-14129	124	27	consistent	consistent	ADJ
gsjp-14129	124	28	in	in	ADP
gsjp-14129	124	29	rating	rate	VERB
gsjp-14129	124	30	both	both	DET
gsjp-14129	124	31	sets	set	NOUN
gsjp-14129	124	32	of	of	ADP
gsjp-14129	124	33	images	image	NOUN
gsjp-14129	124	34	at	at	ADP
gsjp-14129	124	35	this	this	DET
gsjp-14129	124	36	stage	stage	NOUN
gsjp-14129	124	37	.	.	PUNCT
gsjp-14129	125	1	next	next	ADV
gsjp-14129	125	2	,	,	PUNCT
gsjp-14129	125	3	participants	participant	NOUN
gsjp-14129	125	4	were	be	AUX
gsjp-14129	125	5	screened	screen	VERB
gsjp-14129	125	6	for	for	ADP
gsjp-14129	125	7	impossible	impossible	ADJ
gsjp-14129	125	8	heights	height	NOUN
gsjp-14129	125	9	and	and	CCONJ
gsjp-14129	125	10	weights	weight	NOUN
gsjp-14129	125	11	.	.	PUNCT
gsjp-14129	126	1	this	this	PRON
gsjp-14129	126	2	affected	affect	VERB
gsjp-14129	126	3	three	three	NUM
gsjp-14129	126	4	participants	participant	NOUN
gsjp-14129	126	5	on	on	ADP
gsjp-14129	126	6	mturk	mturk	PROPN
gsjp-14129	126	7	for	for	ADP
gsjp-14129	126	8	entering	enter	VERB
gsjp-14129	126	9	:	:	PUNCT
gsjp-14129	126	10	(	(	PUNCT
gsjp-14129	126	11	1	1	X
gsjp-14129	126	12	)	)	SYM
gsjp-14129	126	13	8	8	NUM
gsjp-14129	126	14	feet	foot	NOUN
gsjp-14129	126	15	8	8	NUM
gsjp-14129	126	16	inches	inch	NOUN
gsjp-14129	126	17	while	while	SCONJ
gsjp-14129	126	18	weighing	weigh	VERB
gsjp-14129	126	19	120	120	NUM
gsjp-14129	126	20	pounds	pound	NOUN
gsjp-14129	126	21	,	,	PUNCT
gsjp-14129	126	22	(	(	PUNCT
gsjp-14129	126	23	2	2	X
gsjp-14129	126	24	)	)	PUNCT
gsjp-14129	126	25	a	a	DET
gsjp-14129	126	26	height	height	NOUN
gsjp-14129	126	27	of	of	ADP
gsjp-14129	126	28	1	1	NUM
gsjp-14129	126	29	foot	foot	NOUN
gsjp-14129	126	30	1	1	NUM
gsjp-14129	126	31	inch	inch	NOUN
gsjp-14129	126	32	tall	tall	ADJ
gsjp-14129	126	33	,	,	PUNCT
gsjp-14129	126	34	and	and	CCONJ
gsjp-14129	126	35	(	(	PUNCT
gsjp-14129	126	36	3	3	X
gsjp-14129	126	37	)	)	PUNCT
gsjp-14129	126	38	a	a	DET
gsjp-14129	126	39	weight	weight	NOUN
gsjp-14129	126	40	of	of	ADP
gsjp-14129	126	41	154324	154324	NUM
gsjp-14129	126	42	pounds	pound	NOUN
gsjp-14129	126	43	.	.	PUNCT
gsjp-14129	127	1	after	after	ADP
gsjp-14129	127	2	this	this	DET
gsjp-14129	127	3	step	step	NOUN
gsjp-14129	127	4	,	,	PUNCT
gsjp-14129	127	5	35	35	NUM
gsjp-14129	127	6	(	(	PUNCT
gsjp-14129	127	7	9.89	9.89	NUM
gsjp-14129	127	8	%	%	NOUN
gsjp-14129	127	9	)	)	PUNCT
gsjp-14129	127	10	mturk	mturk	PROPN
gsjp-14129	127	11	and	and	CCONJ
gsjp-14129	127	12	153	153	NUM
gsjp-14129	127	13	(	(	PUNCT
gsjp-14129	127	14	44.35	44.35	NUM
gsjp-14129	127	15	%	%	NOUN
gsjp-14129	127	16	)	)	PUNCT
gsjp-14129	127	17	prolific	prolific	ADJ
gsjp-14129	127	18	participants	participant	NOUN
gsjp-14129	127	19	remained	remain	VERB
gsjp-14129	127	20	,	,	PUNCT
gsjp-14129	127	21	representing	represent	VERB
gsjp-14129	127	22	188	188	NUM
gsjp-14129	127	23	of	of	ADP
gsjp-14129	127	24	the	the	DET
gsjp-14129	127	25	initial	initial	ADJ
gsjp-14129	127	26	699	699	NUM
gsjp-14129	127	27	(	(	PUNCT
gsjp-14129	127	28	26.90	26.90	NUM
gsjp-14129	127	29	%	%	NOUN
gsjp-14129	127	30	)	)	PUNCT
gsjp-14129	127	31	.	.	PUNCT
gsjp-14129	128	1	internal	internal	ADJ
gsjp-14129	128	2	consistency	consistency	NOUN
gsjp-14129	128	3	table	table	NOUN
gsjp-14129	128	4	2	2	NUM
gsjp-14129	128	5	compares	compare	VERB
gsjp-14129	128	6	internal	internal	ADJ
gsjp-14129	128	7	consistency	consistency	NOUN
gsjp-14129	128	8	on	on	ADP
gsjp-14129	128	9	the	the	DET
gsjp-14129	128	10	mini	mini	NOUN
gsjp-14129	128	11	-	-	NOUN
gsjp-14129	128	12	ipip	ipip	NOUN
gsjp-14129	128	13	between	between	ADP
gsjp-14129	128	14	mturk	mturk	PROPN
gsjp-14129	128	15	and	and	CCONJ
gsjp-14129	128	16	prolific	prolific	NOUN
gsjp-14129	128	17	alongside	alongside	ADP
gsjp-14129	128	18	the	the	DET
gsjp-14129	128	19	original	original	ADJ
gsjp-14129	128	20	psychometric	psychometric	ADJ
gsjp-14129	128	21	study	study	NOUN
gsjp-14129	128	22	(	(	PUNCT
gsjp-14129	128	23	donnellan	donnellan	NOUN
gsjp-14129	128	24	et	et	PROPN
gsjp-14129	128	25	al	al	PROPN
gsjp-14129	128	26	.	.	PROPN
gsjp-14129	128	27	,	,	PUNCT
gsjp-14129	128	28	2006	2006	NUM
gsjp-14129	128	29	)	)	PUNCT
gsjp-14129	128	30	.	.	PUNCT
gsjp-14129	129	1	both	both	CCONJ
gsjp-14129	129	2	the	the	DET
gsjp-14129	129	3	prolific	prolific	NOUN
gsjp-14129	129	4	and	and	CCONJ
gsjp-14129	129	5	mturk	mturk	PROPN
gsjp-14129	129	6	α	α	PROPN
gsjp-14129	129	7	values	value	NOUN
gsjp-14129	129	8	improved	improve	VERB
gsjp-14129	129	9	substantially	substantially	ADV
gsjp-14129	129	10	after	after	ADP
gsjp-14129	129	11	screening	screen	VERB
gsjp-14129	129	12	.	.	PUNCT
gsjp-14129	130	1	although	although	SCONJ
gsjp-14129	130	2	prolific	prolific	ADJ
gsjp-14129	130	3	scores	score	NOUN
gsjp-14129	130	4	generally	generally	ADV
gsjp-14129	130	5	began	begin	VERB
gsjp-14129	130	6	higher	high	ADJ
gsjp-14129	130	7	,	,	PUNCT
gsjp-14129	130	8	both	both	CCONJ
gsjp-14129	130	9	the	the	DET
gsjp-14129	130	10	mturk	mturk	PROPN
gsjp-14129	130	11	and	and	CCONJ
gsjp-14129	130	12	prolific	prolific	ADJ
gsjp-14129	130	13	pre	pre	ADJ
gsjp-14129	130	14	-	-	ADJ
gsjp-14129	130	15	screen	screen	ADJ
gsjp-14129	130	16	data	datum	NOUN
gsjp-14129	130	17	would	would	AUX
gsjp-14129	130	18	be	be	AUX
gsjp-14129	130	19	considered	consider	VERB
gsjp-14129	130	20	unreliable	unreliable	ADJ
gsjp-14129	130	21	(	(	PUNCT
gsjp-14129	130	22	cortina	cortina	NOUN
gsjp-14129	130	23	,	,	PUNCT
gsjp-14129	130	24	1993	1993	NUM
gsjp-14129	130	25	)	)	PUNCT
gsjp-14129	130	26	.	.	PUNCT
gsjp-14129	131	1	moreover	moreover	ADV
gsjp-14129	131	2	,	,	PUNCT
gsjp-14129	131	3	after	after	ADP
gsjp-14129	131	4	screening	screen	VERB
gsjp-14129	131	5	,	,	PUNCT
gsjp-14129	131	6	all	all	PRON
gsjp-14129	131	7	of	of	ADP
gsjp-14129	131	8	the	the	DET
gsjp-14129	131	9	α	α	PROPN
gsjp-14129	131	10	values	value	NOUN
gsjp-14129	131	11	were	be	AUX
gsjp-14129	131	12	higher	high	ADJ
gsjp-14129	131	13	for	for	ADP
gsjp-14129	131	14	prolific	prolific	NOUN
gsjp-14129	131	15	except	except	SCONJ
gsjp-14129	131	16	for	for	ADP
gsjp-14129	131	17	intellect	intellect	NOUN
gsjp-14129	131	18	/	/	SYM
gsjp-14129	131	19	imagination	imagination	NOUN
gsjp-14129	131	20	.	.	PUNCT
gsjp-14129	132	1	as	as	ADP
gsjp-14129	132	2	a	a	DET
gsjp-14129	132	3	result	result	NOUN
gsjp-14129	132	4	,	,	PUNCT
gsjp-14129	132	5	the	the	DET
gsjp-14129	132	6	evidence	evidence	NOUN
gsjp-14129	132	7	would	would	AUX
gsjp-14129	132	8	support	support	VERB
gsjp-14129	132	9	the	the	DET
gsjp-14129	132	10	post	post	ADJ
gsjp-14129	132	11	-	-	ADJ
gsjp-14129	132	12	screen	screen	ADJ
gsjp-14129	132	13	reliability	reliability	NOUN
gsjp-14129	132	14	in	in	ADP
gsjp-14129	132	15	prolific	prolific	NOUN
gsjp-14129	132	16	but	but	CCONJ
gsjp-14129	132	17	not	not	PART
gsjp-14129	132	18	mturk	mturk	NOUN
gsjp-14129	132	19	due	due	ADP
gsjp-14129	132	20	to	to	ADP
gsjp-14129	132	21	values	value	NOUN
gsjp-14129	132	22	below	below	ADP
gsjp-14129	132	23	.70	.70	NUM
gsjp-14129	132	24	(	(	PUNCT
gsjp-14129	132	25	cortina	cortina	NOUN
gsjp-14129	132	26	,	,	PUNCT
gsjp-14129	132	27	1993	1993	NUM
gsjp-14129	132	28	)	)	PUNCT
gsjp-14129	132	29	.	.	PUNCT
gsjp-14129	133	1	duration	duration	NOUN
gsjp-14129	133	2	total	total	NOUN
gsjp-14129	133	3	survey	survey	NOUN
gsjp-14129	133	4	duration	duration	NOUN
gsjp-14129	133	5	was	be	AUX
gsjp-14129	133	6	used	use	VERB
gsjp-14129	133	7	to	to	PART
gsjp-14129	133	8	compare	compare	VERB
gsjp-14129	133	9	quality	quality	NOUN
gsjp-14129	133	10	before	before	ADP
gsjp-14129	133	11	and	and	CCONJ
gsjp-14129	133	12	after	after	ADP
gsjp-14129	133	13	the	the	DET
gsjp-14129	133	14	participant	participant	ADJ
gsjp-14129	133	15	screening	screening	NOUN
gsjp-14129	133	16	process	process	NOUN
gsjp-14129	133	17	.	.	PUNCT
gsjp-14129	134	1	based	base	VERB
gsjp-14129	134	2	on	on	ADP
gsjp-14129	134	3	pre	pre	ADJ
gsjp-14129	134	4	-	-	ADJ
gsjp-14129	134	5	launch	launch	ADJ
gsjp-14129	134	6	trials	trial	NOUN
gsjp-14129	134	7	,	,	PUNCT
gsjp-14129	134	8	participants	participant	NOUN
gsjp-14129	134	9	were	be	AUX
gsjp-14129	134	10	expected	expect	VERB
gsjp-14129	134	11	to	to	PART
gsjp-14129	134	12	take	take	VERB
gsjp-14129	134	13	up	up	ADP
gsjp-14129	134	14	to	to	PART
gsjp-14129	134	15	15	15	NUM
gsjp-14129	134	16	minutes	minute	NOUN
gsjp-14129	134	17	to	to	PART
gsjp-14129	134	18	complete	complete	VERB
gsjp-14129	134	19	the	the	DET
gsjp-14129	134	20	survey	survey	NOUN
gsjp-14129	134	21	.	.	PUNCT
gsjp-14129	135	1	the	the	DET
gsjp-14129	135	2	times	time	NOUN
gsjp-14129	135	3	that	that	SCONJ
gsjp-14129	135	4	participants	participant	NOUN
gsjp-14129	135	5	took	take	VERB
gsjp-14129	135	6	on	on	ADP
gsjp-14129	135	7	mturk	mturk	PROPN
gsjp-14129	135	8	before	before	ADV
gsjp-14129	135	9	(	(	PUNCT
gsjp-14129	135	10	mdn	mdn	NOUN
gsjp-14129	135	11	65	65	NUM
gsjp-14129	135	12	navigating	navigate	VERB
gsjp-14129	135	13	mturk	mturk	PROPN
gsjp-14129	135	14	&	&	CCONJ
gsjp-14129	135	15	prolific	prolific	PROPN
gsjp-14129	135	16	=	=	NUM
gsjp-14129	135	17	10	10	NUM
gsjp-14129	135	18	minutes	minute	NOUN
gsjp-14129	135	19	and	and	CCONJ
gsjp-14129	135	20	20	20	NUM
gsjp-14129	135	21	seconds	second	NOUN
gsjp-14129	135	22	)	)	PUNCT
gsjp-14129	135	23	and	and	CCONJ
gsjp-14129	135	24	after	after	ADP
gsjp-14129	135	25	(	(	PUNCT
gsjp-14129	135	26	mdn	mdn	NOUN
gsjp-14129	135	27	=	=	PROPN
gsjp-14129	135	28	10	10	NUM
gsjp-14129	135	29	minutes	minute	NOUN
gsjp-14129	135	30	and	and	CCONJ
gsjp-14129	135	31	18	18	NUM
gsjp-14129	135	32	seconds	second	NOUN
gsjp-14129	135	33	)	)	PUNCT
gsjp-14129	135	34	screening	screening	NOUN
gsjp-14129	135	35	were	be	AUX
gsjp-14129	135	36	slightly	slightly	ADV
gsjp-14129	135	37	longer	long	ADJ
gsjp-14129	135	38	than	than	ADP
gsjp-14129	135	39	the	the	DET
gsjp-14129	135	40	times	time	NOUN
gsjp-14129	135	41	that	that	SCONJ
gsjp-14129	135	42	participants	participant	NOUN
gsjp-14129	135	43	took	take	VERB
gsjp-14129	135	44	on	on	ADP
gsjp-14129	135	45	prolific	prolific	NOUN
gsjp-14129	135	46	before	before	ADV
gsjp-14129	135	47	(	(	PUNCT
gsjp-14129	135	48	mdn	mdn	NOUN
gsjp-14129	135	49	=	=	SYM
gsjp-14129	135	50	8	8	NUM
gsjp-14129	135	51	minutes	minute	NOUN
gsjp-14129	135	52	and	and	CCONJ
gsjp-14129	135	53	47	47	NUM
gsjp-14129	135	54	seconds	second	NOUN
gsjp-14129	135	55	)	)	PUNCT
gsjp-14129	135	56	and	and	CCONJ
gsjp-14129	135	57	after	after	ADP
gsjp-14129	135	58	(	(	PUNCT
gsjp-14129	135	59	mdn	mdn	NOUN
gsjp-14129	135	60	=	=	SYM
gsjp-14129	135	61	9	9	NUM
gsjp-14129	135	62	minutes	minute	NOUN
gsjp-14129	135	63	and	and	CCONJ
gsjp-14129	135	64	2	2	NUM
gsjp-14129	135	65	seconds	second	NOUN
gsjp-14129	135	66	)	)	PUNCT
gsjp-14129	135	67	screening	screening	NOUN
gsjp-14129	135	68	.	.	PUNCT
gsjp-14129	136	1	using	use	VERB
gsjp-14129	136	2	2	2	NUM
gsjp-14129	136	3	sds	sds	NOUN
gsjp-14129	136	4	from	from	ADP
gsjp-14129	136	5	the	the	DET
gsjp-14129	136	6	mean	mean	NOUN
gsjp-14129	136	7	in	in	ADP
gsjp-14129	136	8	each	each	DET
gsjp-14129	136	9	sample	sample	NOUN
gsjp-14129	136	10	as	as	ADP
gsjp-14129	136	11	a	a	DET
gsjp-14129	136	12	metric	metric	NOUN
gsjp-14129	136	13	to	to	PART
gsjp-14129	136	14	compare	compare	VERB
gsjp-14129	136	15	speed	speed	NOUN
gsjp-14129	136	16	(	(	PUNCT
gsjp-14129	136	17	matjašič	matjašič	NOUN
gsjp-14129	136	18	et	et	PROPN
gsjp-14129	136	19	al	al	PROPN
gsjp-14129	136	20	.	.	PROPN
gsjp-14129	136	21	,	,	PUNCT
gsjp-14129	136	22	2018	2018	NUM
gsjp-14129	136	23	)	)	PUNCT
gsjp-14129	136	24	,	,	PUNCT
gsjp-14129	136	25	no	no	DET
gsjp-14129	136	26	responses	response	NOUN
gsjp-14129	136	27	on	on	ADP
gsjp-14129	136	28	either	either	DET
gsjp-14129	136	29	mturk	mturk	PROPN
gsjp-14129	136	30	or	or	CCONJ
gsjp-14129	136	31	prolific	prolific	NOUN
gsjp-14129	136	32	were	be	AUX
gsjp-14129	136	33	considered	consider	VERB
gsjp-14129	136	34	outliers	outlier	NOUN
gsjp-14129	136	35	in	in	ADP
gsjp-14129	136	36	the	the	DET
gsjp-14129	136	37	“	"	PUNCT
gsjp-14129	136	38	fast	fast	ADJ
gsjp-14129	136	39	”	"	PUNCT
gsjp-14129	136	40	direction	direction	NOUN
gsjp-14129	136	41	.	.	PUNCT
gsjp-14129	137	1	while	while	SCONJ
gsjp-14129	137	2	a	a	DET
gsjp-14129	137	3	handful	handful	NOUN
gsjp-14129	137	4	of	of	ADP
gsjp-14129	137	5	slow	slow	ADJ
gsjp-14129	137	6	outliers	outlier	NOUN
gsjp-14129	137	7	were	be	AUX
gsjp-14129	137	8	present	present	ADJ
gsjp-14129	137	9	,	,	PUNCT
gsjp-14129	137	10	this	this	PRON
gsjp-14129	137	11	was	be	AUX
gsjp-14129	137	12	not	not	PART
gsjp-14129	137	13	meaningful	meaningful	ADJ
gsjp-14129	137	14	to	to	ADP
gsjp-14129	137	15	this	this	DET
gsjp-14129	137	16	study	study	NOUN
gsjp-14129	137	17	,	,	PUNCT
gsjp-14129	137	18	as	as	SCONJ
gsjp-14129	137	19	participants	participant	NOUN
gsjp-14129	137	20	had	have	VERB
gsjp-14129	137	21	the	the	DET
gsjp-14129	137	22	freedom	freedom	NOUN
gsjp-14129	137	23	to	to	PART
gsjp-14129	137	24	open	open	VERB
gsjp-14129	137	25	the	the	DET
gsjp-14129	137	26	survey	survey	NOUN
gsjp-14129	137	27	and	and	CCONJ
gsjp-14129	137	28	complete	complete	VERB
gsjp-14129	137	29	it	it	PRON
gsjp-14129	137	30	the	the	DET
gsjp-14129	137	31	following	following	ADJ
gsjp-14129	137	32	day	day	NOUN
gsjp-14129	137	33	.	.	PUNCT
gsjp-14129	138	1	cost	cost	NOUN
gsjp-14129	138	2	prolific	prolific	NOUN
gsjp-14129	138	3	was	be	AUX
gsjp-14129	138	4	cheaper	cheap	ADJ
gsjp-14129	138	5	based	base	VERB
gsjp-14129	138	6	on	on	ADP
gsjp-14129	138	7	the	the	DET
gsjp-14129	138	8	total	total	ADJ
gsjp-14129	138	9	cost	cost	NOUN
gsjp-14129	138	10	compared	compare	VERB
gsjp-14129	138	11	with	with	ADP
gsjp-14129	138	12	mturk	mturk	PROPN
gsjp-14129	138	13	.	.	PUNCT
gsjp-14129	139	1	costs	cost	NOUN
gsjp-14129	139	2	included	include	VERB
gsjp-14129	139	3	the	the	DET
gsjp-14129	139	4	direct	direct	ADJ
gsjp-14129	139	5	payment	payment	NOUN
gsjp-14129	139	6	to	to	ADP
gsjp-14129	139	7	participants	participant	NOUN
gsjp-14129	139	8	,	,	PUNCT
gsjp-14129	139	9	the	the	DET
gsjp-14129	139	10	base	base	NOUN
gsjp-14129	139	11	hosting	host	VERB
gsjp-14129	139	12	fee	fee	NOUN
gsjp-14129	139	13	paid	pay	VERB
gsjp-14129	139	14	to	to	ADP
gsjp-14129	139	15	the	the	DET
gsjp-14129	139	16	platform	platform	NOUN
gsjp-14129	139	17	,	,	PUNCT
gsjp-14129	139	18	additional	additional	ADJ
gsjp-14129	139	19	specifier	specifi	ADJ
gsjp-14129	139	20	fees	fee	NOUN
gsjp-14129	139	21	,	,	PUNCT
gsjp-14129	139	22	and	and	CCONJ
gsjp-14129	139	23	taxes	taxis	NOUN
gsjp-14129	139	24	.	.	PUNCT
gsjp-14129	140	1	a	a	DET
gsjp-14129	140	2	total	total	NOUN
gsjp-14129	140	3	of	of	ADP
gsjp-14129	140	4	$	$	SYM
gsjp-14129	140	5	1,155	1,155	NUM
gsjp-14129	140	6	was	be	AUX
gsjp-14129	140	7	paid	pay	VERB
gsjp-14129	140	8	to	to	ADP
gsjp-14129	140	9	mturk	mturk	PROPN
gsjp-14129	140	10	,	,	PUNCT
gsjp-14129	140	11	compared	compare	VERB
gsjp-14129	140	12	with	with	ADP
gsjp-14129	140	13	$	$	SYM
gsjp-14129	140	14	979	979	NUM
gsjp-14129	140	15	for	for	ADP
gsjp-14129	140	16	prolific	prolific	NOUN
gsjp-14129	140	17	,	,	PUNCT
gsjp-14129	140	18	a	a	DET
gsjp-14129	140	19	difference	difference	NOUN
gsjp-14129	140	20	of	of	ADP
gsjp-14129	140	21	$	$	SYM
gsjp-14129	140	22	176	176	NUM
gsjp-14129	140	23	.	.	PUNCT
gsjp-14129	141	1	the	the	DET
gsjp-14129	141	2	difference	difference	NOUN
gsjp-14129	141	3	comes	come	VERB
gsjp-14129	141	4	primarily	primarily	ADV
gsjp-14129	141	5	from	from	ADP
gsjp-14129	141	6	mturk	mturk	PROPN
gsjp-14129	141	7	’s	’s	PART
gsjp-14129	141	8	“	"	PUNCT
gsjp-14129	141	9	premium	premium	NOUN
gsjp-14129	141	10	qualifications	qualification	NOUN
gsjp-14129	141	11	”	"	PUNCT
gsjp-14129	141	12	fee	fee	NOUN
gsjp-14129	141	13	,	,	PUNCT
gsjp-14129	141	14	which	which	PRON
gsjp-14129	141	15	cost	cost	VERB
gsjp-14129	141	16	$	$	SYM
gsjp-14129	141	17	0.50	0.50	NUM
gsjp-14129	141	18	extra	extra	ADJ
gsjp-14129	141	19	per	per	ADP
gsjp-14129	141	20	participant	participant	NOUN
gsjp-14129	141	21	to	to	PART
gsjp-14129	141	22	recruit	recruit	VERB
gsjp-14129	141	23	only	only	ADV
gsjp-14129	141	24	participants	participant	NOUN
gsjp-14129	141	25	aged	age	VERB
gsjp-14129	141	26	18	18	NUM
gsjp-14129	141	27	-	-	SYM
gsjp-14129	141	28	25	25	NUM
gsjp-14129	141	29	.	.	PUNCT
gsjp-14129	142	1	the	the	DET
gsjp-14129	142	2	cost	cost	NOUN
gsjp-14129	142	3	per	per	ADP
gsjp-14129	142	4	high	high	ADJ
gsjp-14129	142	5	-	-	PUNCT
gsjp-14129	142	6	quality	quality	NOUN
gsjp-14129	142	7	participant	participant	NOUN
gsjp-14129	142	8	was	be	AUX
gsjp-14129	142	9	also	also	ADV
gsjp-14129	142	10	calculated	calculate	VERB
gsjp-14129	142	11	by	by	ADP
gsjp-14129	142	12	dividing	divide	VERB
gsjp-14129	142	13	the	the	DET
gsjp-14129	142	14	total	total	ADJ
gsjp-14129	142	15	cost	cost	NOUN
gsjp-14129	142	16	by	by	ADP
gsjp-14129	142	17	the	the	DET
gsjp-14129	142	18	respective	respective	ADJ
gsjp-14129	142	19	number	number	NOUN
gsjp-14129	142	20	of	of	ADP
gsjp-14129	142	21	users	user	NOUN
gsjp-14129	142	22	who	who	PRON
gsjp-14129	142	23	produced	produce	VERB
gsjp-14129	142	24	high	high	ADJ
gsjp-14129	142	25	-	-	PUNCT
gsjp-14129	142	26	quality	quality	NOUN
gsjp-14129	142	27	data	datum	NOUN
gsjp-14129	142	28	(	(	PUNCT
gsjp-14129	142	29	douglas	douglas	PROPN
gsjp-14129	142	30	et	et	PROPN
gsjp-14129	142	31	al	al	PROPN
gsjp-14129	142	32	.	.	PROPN
gsjp-14129	142	33	,	,	PUNCT
gsjp-14129	142	34	2023	2023	NUM
gsjp-14129	142	35	)	)	PUNCT
gsjp-14129	142	36	.	.	PUNCT
gsjp-14129	143	1	prolific	prolific	NOUN
gsjp-14129	143	2	(	(	PUNCT
gsjp-14129	143	3	$	$	SYM
gsjp-14129	143	4	6.40	6.40	NUM
gsjp-14129	143	5	per	per	ADP
gsjp-14129	143	6	high	high	ADJ
gsjp-14129	143	7	-	-	PUNCT
gsjp-14129	143	8	quality	quality	NOUN
gsjp-14129	143	9	participant	participant	NOUN
gsjp-14129	143	10	)	)	PUNCT
gsjp-14129	143	11	was	be	AUX
gsjp-14129	143	12	still	still	ADV
gsjp-14129	143	13	cheaper	cheap	ADJ
gsjp-14129	143	14	than	than	ADP
gsjp-14129	143	15	mturk	mturk	PROPN
gsjp-14129	143	16	(	(	PUNCT
gsjp-14129	143	17	$	$	SYM
gsjp-14129	143	18	33	33	NUM
gsjp-14129	143	19	per	per	ADP
gsjp-14129	143	20	high	high	ADJ
gsjp-14129	143	21	-	-	PUNCT
gsjp-14129	143	22	quality	quality	NOUN
gsjp-14129	143	23	participant	participant	NOUN
gsjp-14129	143	24	)	)	PUNCT
gsjp-14129	143	25	.	.	PUNCT
gsjp-14129	144	1	discussion	discussion	NOUN
gsjp-14129	144	2	the	the	DET
gsjp-14129	144	3	aim	aim	NOUN
gsjp-14129	144	4	of	of	ADP
gsjp-14129	144	5	the	the	DET
gsjp-14129	144	6	current	current	ADJ
gsjp-14129	144	7	study	study	NOUN
gsjp-14129	144	8	was	be	AUX
gsjp-14129	144	9	to	to	PART
gsjp-14129	144	10	compare	compare	VERB
gsjp-14129	144	11	the	the	DET
gsjp-14129	144	12	practical	practical	ADJ
gsjp-14129	144	13	and	and	CCONJ
gsjp-14129	144	14	data	data	NOUN
gsjp-14129	144	15	-	-	PUNCT
gsjp-14129	144	16	driven	drive	VERB
gsjp-14129	144	17	differences	difference	NOUN
gsjp-14129	144	18	between	between	ADP
gsjp-14129	144	19	two	two	NUM
gsjp-14129	144	20	popular	popular	ADJ
gsjp-14129	144	21	participant	participant	ADJ
gsjp-14129	144	22	pools	pool	NOUN
gsjp-14129	144	23	,	,	PUNCT
gsjp-14129	144	24	mturk	mturk	PROPN
gsjp-14129	144	25	and	and	CCONJ
gsjp-14129	144	26	prolific	prolific	NOUN
gsjp-14129	144	27	,	,	PUNCT
gsjp-14129	144	28	building	build	VERB
gsjp-14129	144	29	upon	upon	SCONJ
gsjp-14129	144	30	work	work	NOUN
gsjp-14129	144	31	by	by	ADP
gsjp-14129	144	32	douglas	douglas	PROPN
gsjp-14129	144	33	et	et	PROPN
gsjp-14129	144	34	al	al	PROPN
gsjp-14129	144	35	.	.	PROPN
gsjp-14129	145	1	(	(	PUNCT
gsjp-14129	145	2	2023	2023	NUM
gsjp-14129	145	3	)	)	PUNCT
gsjp-14129	145	4	,	,	PUNCT
gsjp-14129	145	5	webb	webb	NOUN
gsjp-14129	145	6	and	and	CCONJ
gsjp-14129	145	7	tangney	tangney	NOUN
gsjp-14129	145	8	(	(	PUNCT
gsjp-14129	145	9	2022	2022	NUM
gsjp-14129	145	10	)	)	PUNCT
gsjp-14129	145	11	,	,	PUNCT
gsjp-14129	145	12	and	and	CCONJ
gsjp-14129	145	13	others	other	NOUN
gsjp-14129	145	14	.	.	PUNCT
gsjp-14129	146	1	data	datum	NOUN
gsjp-14129	146	2	analyzed	analyze	VERB
gsjp-14129	146	3	in	in	ADP
gsjp-14129	146	4	this	this	DET
gsjp-14129	146	5	study	study	NOUN
gsjp-14129	146	6	were	be	AUX
gsjp-14129	146	7	drawn	draw	VERB
gsjp-14129	146	8	from	from	ADP
gsjp-14129	146	9	a	a	DET
gsjp-14129	146	10	completed	complete	VERB
gsjp-14129	146	11	study	study	NOUN
gsjp-14129	146	12	conducted	conduct	VERB
gsjp-14129	146	13	primarily	primarily	ADV
gsjp-14129	146	14	to	to	PART
gsjp-14129	146	15	make	make	VERB
gsjp-14129	146	16	conclusions	conclusion	NOUN
gsjp-14129	146	17	about	about	ADP
gsjp-14129	146	18	online	online	ADJ
gsjp-14129	146	19	dating	date	VERB
gsjp-14129	146	20	behavior	behavior	NOUN
gsjp-14129	146	21	in	in	ADP
gsjp-14129	146	22	young	young	ADJ
gsjp-14129	146	23	adults	adult	NOUN
gsjp-14129	146	24	,	,	PUNCT
gsjp-14129	146	25	with	with	ADP
gsjp-14129	146	26	data	datum	NOUN
gsjp-14129	146	27	collected	collect	VERB
gsjp-14129	146	28	across	across	ADP
gsjp-14129	146	29	two	two	NUM
gsjp-14129	146	30	crowdsourcing	crowdsourcing	NOUN
gsjp-14129	146	31	platforms	platform	NOUN
gsjp-14129	146	32	:	:	PUNCT
gsjp-14129	146	33	amazon	amazon	PROPN
gsjp-14129	146	34	’s	’s	PART
gsjp-14129	146	35	mechanical	mechanical	ADJ
gsjp-14129	146	36	turk	turk	NOUN
gsjp-14129	146	37	and	and	CCONJ
gsjp-14129	146	38	prolific	prolific	NOUN
gsjp-14129	146	39	.	.	PUNCT
gsjp-14129	147	1	this	this	DET
gsjp-14129	147	2	comparison	comparison	NOUN
gsjp-14129	147	3	sought	seek	VERB
gsjp-14129	147	4	to	to	PART
gsjp-14129	147	5	understand	understand	VERB
gsjp-14129	147	6	the	the	DET
gsjp-14129	147	7	cost	cost	NOUN
gsjp-14129	147	8	and	and	CCONJ
gsjp-14129	147	9	quality	quality	NOUN
gsjp-14129	147	10	of	of	ADP
gsjp-14129	147	11	data	datum	NOUN
gsjp-14129	147	12	gathered	gather	VERB
gsjp-14129	147	13	across	across	ADP
gsjp-14129	147	14	both	both	DET
gsjp-14129	147	15	platforms	platform	NOUN
gsjp-14129	147	16	.	.	PUNCT
gsjp-14129	148	1	based	base	VERB
gsjp-14129	148	2	on	on	ADP
gsjp-14129	148	3	pricing	pricing	NOUN
gsjp-14129	148	4	and	and	CCONJ
gsjp-14129	148	5	data	datum	NOUN
gsjp-14129	148	6	quality	quality	NOUN
gsjp-14129	148	7	–	–	PUNCT
gsjp-14129	148	8	assessed	assess	VERB
gsjp-14129	148	9	through	through	ADP
gsjp-14129	148	10	attention	attention	NOUN
gsjp-14129	148	11	checks	check	NOUN
gsjp-14129	148	12	,	,	PUNCT
gsjp-14129	148	13	duration	duration	NOUN
gsjp-14129	148	14	,	,	PUNCT
gsjp-14129	148	15	and	and	CCONJ
gsjp-14129	148	16	internal	internal	ADJ
gsjp-14129	148	17	consistency	consistency	NOUN
gsjp-14129	148	18	–	–	PUNCT
gsjp-14129	148	19	prolific	prolific	NOUN
gsjp-14129	148	20	proved	prove	VERB
gsjp-14129	148	21	to	to	PART
gsjp-14129	148	22	be	be	AUX
gsjp-14129	148	23	the	the	DET
gsjp-14129	148	24	superior	superior	ADJ
gsjp-14129	148	25	crowdsourcing	crowdsourcing	NOUN
gsjp-14129	148	26	platform	platform	NOUN
gsjp-14129	148	27	compared	compare	VERB
gsjp-14129	148	28	to	to	ADP
gsjp-14129	148	29	mturk	mturk	PROPN
gsjp-14129	148	30	for	for	ADP
gsjp-14129	148	31	these	these	DET
gsjp-14129	148	32	samples	sample	NOUN
gsjp-14129	148	33	.	.	PUNCT
gsjp-14129	149	1	nonetheless	nonetheless	ADV
gsjp-14129	149	2	,	,	PUNCT
gsjp-14129	149	3	prolific	prolific	NOUN
gsjp-14129	149	4	still	still	ADV
gsjp-14129	149	5	demonstrated	demonstrate	VERB
gsjp-14129	149	6	notable	notable	ADJ
gsjp-14129	149	7	room	room	NOUN
gsjp-14129	149	8	for	for	ADP
gsjp-14129	149	9	improvement	improvement	NOUN
gsjp-14129	149	10	within	within	ADP
gsjp-14129	149	11	this	this	DET
gsjp-14129	149	12	sample	sample	NOUN
gsjp-14129	149	13	.	.	PUNCT
gsjp-14129	150	1	in	in	ADP
gsjp-14129	150	2	this	this	DET
gsjp-14129	150	3	study	study	NOUN
gsjp-14129	150	4	,	,	PUNCT
gsjp-14129	150	5	only	only	ADV
gsjp-14129	150	6	about	about	ADV
gsjp-14129	150	7	a	a	DET
gsjp-14129	150	8	quarter	quarter	NOUN
gsjp-14129	150	9	of	of	ADP
gsjp-14129	150	10	the	the	DET
gsjp-14129	150	11	sample	sample	NOUN
gsjp-14129	150	12	produced	produce	VERB
gsjp-14129	150	13	high	high	ADJ
gsjp-14129	150	14	-	-	PUNCT
gsjp-14129	150	15	quality	quality	NOUN
gsjp-14129	150	16	data	datum	NOUN
gsjp-14129	150	17	.	.	PUNCT
gsjp-14129	151	1	of	of	ADP
gsjp-14129	151	2	the	the	DET
gsjp-14129	151	3	188	188	NUM
gsjp-14129	151	4	that	that	PRON
gsjp-14129	151	5	remained	remain	VERB
gsjp-14129	151	6	after	after	ADP
gsjp-14129	151	7	screening	screen	VERB
gsjp-14129	151	8	,	,	PUNCT
gsjp-14129	151	9	most	most	ADJ
gsjp-14129	151	10	(	(	PUNCT
gsjp-14129	151	11	n	n	NOUN
gsjp-14129	151	12	=	=	SYM
gsjp-14129	151	13	153	153	NUM
gsjp-14129	151	14	)	)	PUNCT
gsjp-14129	151	15	came	come	VERB
gsjp-14129	151	16	from	from	ADP
gsjp-14129	151	17	prolific	prolific	NOUN
gsjp-14129	151	18	,	,	PUNCT
gsjp-14129	151	19	compared	compare	VERB
gsjp-14129	151	20	with	with	ADP
gsjp-14129	151	21	mturk	mturk	PROPN
gsjp-14129	151	22	(	(	PUNCT
gsjp-14129	151	23	n	n	NOUN
gsjp-14129	151	24	=	=	NUM
gsjp-14129	151	25	35	35	NUM
gsjp-14129	151	26	)	)	PUNCT
gsjp-14129	151	27	.	.	PUNCT
gsjp-14129	152	1	nearly	nearly	ADV
gsjp-14129	152	2	18	18	NUM
gsjp-14129	152	3	%	%	NOUN
gsjp-14129	152	4	of	of	ADP
gsjp-14129	152	5	mturk	mturk	PROPN
gsjp-14129	152	6	participants	participant	NOUN
gsjp-14129	152	7	fell	fall	VERB
gsjp-14129	152	8	outside	outside	ADP
gsjp-14129	152	9	the	the	DET
gsjp-14129	152	10	inclusionary	inclusionary	ADJ
gsjp-14129	152	11	age	age	NOUN
gsjp-14129	152	12	range	range	NOUN
gsjp-14129	152	13	–	–	PUNCT
gsjp-14129	152	14	despite	despite	SCONJ
gsjp-14129	152	15	the	the	DET
gsjp-14129	152	16	added	add	VERB
gsjp-14129	152	17	cost	cost	NOUN
gsjp-14129	152	18	–	–	PUNCT
gsjp-14129	152	19	an	an	DET
gsjp-14129	152	20	effect	effect	NOUN
gsjp-14129	152	21	also	also	ADV
gsjp-14129	152	22	observed	observe	VERB
gsjp-14129	152	23	by	by	ADP
gsjp-14129	152	24	webb	webb	PROPN
gsjp-14129	152	25	and	and	CCONJ
gsjp-14129	152	26	tangney	tangney	NOUN
gsjp-14129	152	27	(	(	PUNCT
gsjp-14129	152	28	2022	2022	NUM
gsjp-14129	152	29	)	)	PUNCT
gsjp-14129	152	30	.	.	PUNCT
gsjp-14129	153	1	as	as	ADP
gsjp-14129	153	2	a	a	DET
gsjp-14129	153	3	result	result	NOUN
gsjp-14129	153	4	,	,	PUNCT
gsjp-14129	153	5	even	even	ADV
gsjp-14129	153	6	the	the	DET
gsjp-14129	153	7	mean	mean	ADJ
gsjp-14129	153	8	age	age	NOUN
gsjp-14129	153	9	(	(	PUNCT
gsjp-14129	153	10	26.18	26.18	NUM
gsjp-14129	153	11	)	)	PUNCT
gsjp-14129	153	12	was	be	AUX
gsjp-14129	153	13	outside	outside	ADV
gsjp-14129	153	14	of	of	ADP
gsjp-14129	153	15	the	the	DET
gsjp-14129	153	16	inclusion	inclusion	NOUN
gsjp-14129	153	17	criteria	criterion	NOUN
gsjp-14129	153	18	range	range	NOUN
gsjp-14129	153	19	(	(	PUNCT
gsjp-14129	153	20	18	18	NUM
gsjp-14129	153	21	-	-	SYM
gsjp-14129	153	22	25	25	NUM
gsjp-14129	153	23	)	)	PUNCT
gsjp-14129	153	24	.	.	PUNCT
gsjp-14129	154	1	internal	internal	ADJ
gsjp-14129	154	2	consistency	consistency	NOUN
gsjp-14129	154	3	further	far	ADV
gsjp-14129	154	4	supported	support	VERB
gsjp-14129	154	5	prolific	prolific	NOUN
gsjp-14129	154	6	;	;	PUNCT
gsjp-14129	154	7	cronbach	cronbach	VERB
gsjp-14129	154	8	’s	’s	PART
gsjp-14129	154	9	α	α	PROPN
gsjp-14129	154	10	values	value	NOUN
gsjp-14129	154	11	were	be	AUX
gsjp-14129	154	12	higher	high	ADJ
gsjp-14129	154	13	for	for	ADP
gsjp-14129	154	14	all	all	DET
gsjp-14129	154	15	factors	factor	NOUN
gsjp-14129	154	16	except	except	SCONJ
gsjp-14129	154	17	for	for	ADP
gsjp-14129	154	18	intellect	intellect	NOUN
gsjp-14129	154	19	/	/	SYM
gsjp-14129	154	20	imagination	imagination	NOUN
gsjp-14129	154	21	.	.	PUNCT
gsjp-14129	155	1	notably	notably	ADV
gsjp-14129	155	2	,	,	PUNCT
gsjp-14129	155	3	the	the	DET
gsjp-14129	155	4	change	change	NOUN
gsjp-14129	155	5	in	in	ADP
gsjp-14129	155	6	α	α	NOUN
gsjp-14129	155	7	values	value	NOUN
gsjp-14129	155	8	after	after	ADP
gsjp-14129	155	9	screening	screen	VERB
gsjp-14129	155	10	demonstrates	demonstrate	VERB
gsjp-14129	155	11	that	that	SCONJ
gsjp-14129	155	12	participant	participant	ADJ
gsjp-14129	155	13	exclusion	exclusion	NOUN
gsjp-14129	155	14	based	base	VERB
gsjp-14129	155	15	on	on	ADP
gsjp-14129	155	16	data	datum	NOUN
gsjp-14129	155	17	quality	quality	NOUN
gsjp-14129	155	18	can	can	AUX
gsjp-14129	155	19	alter	alter	VERB
gsjp-14129	155	20	conclusions	conclusion	NOUN
gsjp-14129	155	21	,	,	PUNCT
gsjp-14129	155	22	an	an	DET
gsjp-14129	155	23	idea	idea	NOUN
gsjp-14129	155	24	supported	support	VERB
gsjp-14129	155	25	by	by	ADP
gsjp-14129	155	26	previous	previous	ADJ
gsjp-14129	155	27	research	research	NOUN
gsjp-14129	155	28	(	(	PUNCT
gsjp-14129	155	29	desimone	desimone	PROPN
gsjp-14129	155	30	&	&	CCONJ
gsjp-14129	155	31	harms	harm	NOUN
gsjp-14129	155	32	,	,	PUNCT
gsjp-14129	155	33	2018	2018	NUM
gsjp-14129	155	34	)	)	PUNCT
gsjp-14129	155	35	.	.	PUNCT
gsjp-14129	156	1	finally	finally	ADV
gsjp-14129	156	2	,	,	PUNCT
gsjp-14129	156	3	duration	duration	NOUN
gsjp-14129	156	4	of	of	ADP
gsjp-14129	156	5	the	the	DET
gsjp-14129	156	6	survey	survey	NOUN
gsjp-14129	156	7	appeared	appear	VERB
gsjp-14129	156	8	equivalent	equivalent	ADJ
gsjp-14129	156	9	for	for	ADP
gsjp-14129	156	10	prolific	prolific	NOUN
gsjp-14129	156	11	and	and	CCONJ
gsjp-14129	156	12	mturk	mturk	PROPN
gsjp-14129	156	13	.	.	PROPN
gsjp-14129	157	1	prolific	prolific	PROPN
gsjp-14129	157	2	also	also	ADV
gsjp-14129	157	3	outperformed	outperform	VERB
gsjp-14129	157	4	mturk	mturk	PROPN
gsjp-14129	157	5	on	on	ADP
gsjp-14129	157	6	cost	cost	NOUN
gsjp-14129	157	7	.	.	PUNCT
gsjp-14129	158	1	on	on	ADP
gsjp-14129	158	2	an	an	DET
gsjp-14129	158	3	absolute	absolute	ADJ
gsjp-14129	158	4	basis	basis	NOUN
gsjp-14129	158	5	,	,	PUNCT
gsjp-14129	158	6	prolific	prolific	NOUN
gsjp-14129	158	7	was	be	AUX
gsjp-14129	158	8	cheaper	cheap	ADJ
gsjp-14129	158	9	(	(	PUNCT
gsjp-14129	158	10	$	$	SYM
gsjp-14129	158	11	979	979	NUM
gsjp-14129	158	12	usd	usd	NOUN
gsjp-14129	158	13	)	)	PUNCT
gsjp-14129	158	14	compared	compare	VERB
gsjp-14129	158	15	to	to	ADP
gsjp-14129	158	16	mturk	mturk	PROPN
gsjp-14129	158	17	(	(	PUNCT
gsjp-14129	158	18	$	$	SYM
gsjp-14129	158	19	1,155	1,155	NUM
gsjp-14129	158	20	usd	usd	NOUN
gsjp-14129	158	21	)	)	PUNCT
gsjp-14129	158	22	for	for	ADP
gsjp-14129	158	23	gathering	gather	VERB
gsjp-14129	158	24	the	the	DET
gsjp-14129	158	25	same	same	ADJ
gsjp-14129	158	26	number	number	NOUN
gsjp-14129	158	27	of	of	ADP
gsjp-14129	158	28	participants	participant	NOUN
gsjp-14129	158	29	(	(	PUNCT
gsjp-14129	158	30	n	n	NOUN
gsjp-14129	158	31	=	=	NUM
gsjp-14129	158	32	350	350	NUM
gsjp-14129	158	33	)	)	PUNCT
gsjp-14129	158	34	.	.	PUNCT
gsjp-14129	159	1	while	while	SCONJ
gsjp-14129	159	2	compensation	compensation	NOUN
gsjp-14129	159	3	for	for	ADP
gsjp-14129	159	4	the	the	DET
gsjp-14129	159	5	participants	participant	NOUN
gsjp-14129	159	6	was	be	AUX
gsjp-14129	159	7	held	hold	VERB
gsjp-14129	159	8	even	even	ADV
gsjp-14129	159	9	(	(	PUNCT
gsjp-14129	159	10	$	$	SYM
gsjp-14129	159	11	2	2	NUM
gsjp-14129	159	12	)	)	PUNCT
gsjp-14129	159	13	,	,	PUNCT
gsjp-14129	159	14	the	the	DET
gsjp-14129	159	15	host	host	NOUN
gsjp-14129	159	16	fees	fee	NOUN
gsjp-14129	159	17	and	and	CCONJ
gsjp-14129	159	18	specifier	specifi	ADJ
gsjp-14129	159	19	charges	charge	NOUN
gsjp-14129	159	20	led	lead	VERB
gsjp-14129	159	21	to	to	ADP
gsjp-14129	159	22	the	the	DET
gsjp-14129	159	23	observed	observed	ADJ
gsjp-14129	159	24	differences	difference	NOUN
gsjp-14129	159	25	.	.	PUNCT
gsjp-14129	160	1	a	a	DET
gsjp-14129	160	2	steep	steep	ADJ
gsjp-14129	160	3	increase	increase	NOUN
gsjp-14129	160	4	in	in	ADP
gsjp-14129	160	5	cost	cost	NOUN
gsjp-14129	160	6	may	may	AUX
gsjp-14129	160	7	lead	lead	VERB
gsjp-14129	160	8	to	to	ADP
gsjp-14129	160	9	a	a	DET
gsjp-14129	160	10	moral	moral	ADJ
gsjp-14129	160	11	conundrum	conundrum	NOUN
gsjp-14129	160	12	in	in	ADP
gsjp-14129	160	13	which	which	PRON
gsjp-14129	160	14	researchers	researcher	NOUN
gsjp-14129	160	15	may	may	AUX
gsjp-14129	160	16	lower	lower	VERB
gsjp-14129	160	17	participant	participant	ADJ
gsjp-14129	160	18	wages	wage	NOUN
gsjp-14129	160	19	to	to	PART
gsjp-14129	160	20	afford	afford	VERB
gsjp-14129	160	21	the	the	DET
gsjp-14129	160	22	hosting	hosting	NOUN
gsjp-14129	160	23	of	of	ADP
gsjp-14129	160	24	their	their	PRON
gsjp-14129	160	25	survey	survey	NOUN
gsjp-14129	160	26	.	.	PUNCT
gsjp-14129	161	1	as	as	ADP
gsjp-14129	161	2	a	a	DET
gsjp-14129	161	3	better	well	ADJ
gsjp-14129	161	4	alternative	alternative	NOUN
gsjp-14129	161	5	,	,	PUNCT
gsjp-14129	161	6	we	we	PRON
gsjp-14129	161	7	recommend	recommend	VERB
gsjp-14129	161	8	opting	opt	VERB
gsjp-14129	161	9	for	for	ADP
gsjp-14129	161	10	a	a	DET
gsjp-14129	161	11	cheaper	cheap	ADJ
gsjp-14129	161	12	platform	platform	NOUN
gsjp-14129	161	13	,	,	PUNCT
gsjp-14129	161	14	which	which	PRON
gsjp-14129	161	15	depends	depend	VERB
gsjp-14129	161	16	on	on	ADP
gsjp-14129	161	17	exclusion	exclusion	NOUN
gsjp-14129	161	18	criteria	criterion	NOUN
gsjp-14129	161	19	(	(	PUNCT
gsjp-14129	161	20	i.e.	i.e.	X
gsjp-14129	161	21	,	,	PUNCT
gsjp-14129	161	22	base	base	NOUN
gsjp-14129	161	23	rate	rate	NOUN
gsjp-14129	161	24	and	and	CCONJ
gsjp-14129	161	25	the	the	DET
gsjp-14129	161	26	need	need	NOUN
gsjp-14129	161	27	for	for	ADP
gsjp-14129	161	28	specifiers	specifier	NOUN
gsjp-14129	161	29	)	)	PUNCT
gsjp-14129	161	30	.	.	PUNCT
gsjp-14129	162	1	on	on	ADP
gsjp-14129	162	2	a	a	DET
gsjp-14129	162	3	relative	relative	ADJ
gsjp-14129	162	4	basis	basis	NOUN
gsjp-14129	162	5	,	,	PUNCT
gsjp-14129	162	6	prolific	prolific	NOUN
gsjp-14129	162	7	was	be	AUX
gsjp-14129	162	8	still	still	ADV
gsjp-14129	162	9	the	the	DET
gsjp-14129	162	10	cheaper	cheap	ADJ
gsjp-14129	162	11	option	option	NOUN
gsjp-14129	162	12	.	.	PUNCT
gsjp-14129	163	1	as	as	SCONJ
gsjp-14129	163	2	determined	determine	VERB
gsjp-14129	163	3	through	through	ADP
gsjp-14129	163	4	the	the	DET
gsjp-14129	163	5	cost	cost	NOUN
gsjp-14129	163	6	per	per	ADP
gsjp-14129	163	7	high	high	ADJ
gsjp-14129	163	8	-	-	PUNCT
gsjp-14129	163	9	quality	quality	NOUN
gsjp-14129	163	10	participant	participant	NOUN
gsjp-14129	163	11	,	,	PUNCT
gsjp-14129	163	12	mturk	mturk	PROPN
gsjp-14129	163	13	participants	participant	NOUN
gsjp-14129	163	14	necessitated	necessitate	VERB
gsjp-14129	163	15	$	$	SYM
gsjp-14129	163	16	33	33	NUM
gsjp-14129	163	17	compared	compare	VERB
gsjp-14129	163	18	to	to	ADP
gsjp-14129	163	19	$	$	SYM
gsjp-14129	163	20	6.40	6.40	NUM
gsjp-14129	163	21	for	for	ADP
gsjp-14129	163	22	prolific	prolific	ADJ
gsjp-14129	163	23	participants	participant	NOUN
gsjp-14129	163	24	.	.	PUNCT
gsjp-14129	164	1	effectively	effectively	ADV
gsjp-14129	164	2	,	,	PUNCT
gsjp-14129	164	3	we	we	PRON
gsjp-14129	164	4	paid	pay	VERB
gsjp-14129	164	5	mturk	mturk	PROPN
gsjp-14129	164	6	five	five	NUM
gsjp-14129	164	7	times	time	NOUN
gsjp-14129	164	8	the	the	DET
gsjp-14129	164	9	u.s	u.s	PROPN
gsjp-14129	164	10	.	.	PROPN
gsjp-14129	164	11	dollar	dollar	NOUN
gsjp-14129	164	12	value	value	NOUN
gsjp-14129	164	13	for	for	ADP
gsjp-14129	164	14	fewer	few	ADJ
gsjp-14129	164	15	“	"	PUNCT
gsjp-14129	164	16	usable	usable	ADJ
gsjp-14129	164	17	”	"	PUNCT
gsjp-14129	164	18	participants	participant	NOUN
gsjp-14129	164	19	.	.	PUNCT
gsjp-14129	165	1	based	base	VERB
gsjp-14129	165	2	on	on	ADP
gsjp-14129	165	3	this	this	DET
gsjp-14129	165	4	detailed	detailed	ADJ
gsjp-14129	165	5	comparison	comparison	NOUN
gsjp-14129	165	6	of	of	ADP
gsjp-14129	165	7	the	the	DET
gsjp-14129	165	8	samples	sample	NOUN
gsjp-14129	165	9	gathered	gather	VERB
gsjp-14129	165	10	,	,	PUNCT
gsjp-14129	165	11	the	the	DET
gsjp-14129	165	12	authors	author	NOUN
gsjp-14129	165	13	perceive	perceive	VERB
gsjp-14129	165	14	prolific	prolific	NOUN
gsjp-14129	165	15	as	as	ADP
gsjp-14129	165	16	the	the	DET
gsjp-14129	165	17	winner	winner	NOUN
gsjp-14129	165	18	in	in	ADP
gsjp-14129	165	19	this	this	DET
gsjp-14129	165	20	direct	direct	ADJ
gsjp-14129	165	21	comparison	comparison	NOUN
gsjp-14129	165	22	between	between	ADP
gsjp-14129	165	23	mturk	mturk	PROPN
gsjp-14129	165	24	and	and	CCONJ
gsjp-14129	165	25	prolific	prolific	NOUN
gsjp-14129	165	26	.	.	PUNCT
gsjp-14129	166	1	limitations	limitation	NOUN
gsjp-14129	166	2	&	&	CCONJ
gsjp-14129	166	3	future	future	ADJ
gsjp-14129	166	4	directions	direction	NOUN
gsjp-14129	166	5	several	several	ADJ
gsjp-14129	166	6	platform	platform	NOUN
gsjp-14129	166	7	capabilities	capability	NOUN
gsjp-14129	166	8	were	be	AUX
gsjp-14129	166	9	not	not	PART
gsjp-14129	166	10	tested	test	VERB
gsjp-14129	166	11	in	in	ADP
gsjp-14129	166	12	the	the	DET
gsjp-14129	166	13	present	present	ADJ
gsjp-14129	166	14	study	study	NOUN
gsjp-14129	166	15	.	.	PUNCT
gsjp-14129	167	1	this	this	DET
gsjp-14129	167	2	study	study	NOUN
gsjp-14129	167	3	was	be	AUX
gsjp-14129	167	4	not	not	PART
gsjp-14129	167	5	longitudinal	longitudinal	ADJ
gsjp-14129	167	6	,	,	PUNCT
gsjp-14129	167	7	so	so	SCONJ
gsjp-14129	167	8	the	the	DET
gsjp-14129	167	9	tools	tool	NOUN
gsjp-14129	167	10	that	that	PRON
gsjp-14129	167	11	both	both	DET
gsjp-14129	167	12	companies	company	NOUN
gsjp-14129	167	13	offer	offer	VERB
gsjp-14129	167	14	for	for	ADP
gsjp-14129	167	15	this	this	DET
gsjp-14129	167	16	type	type	NOUN
gsjp-14129	167	17	of	of	ADP
gsjp-14129	167	18	research	research	NOUN
gsjp-14129	167	19	could	could	AUX
gsjp-14129	167	20	not	not	PART
gsjp-14129	167	21	be	be	AUX
gsjp-14129	167	22	compared	compare	VERB
gsjp-14129	167	23	as	as	SCONJ
gsjp-14129	167	24	they	they	PRON
gsjp-14129	167	25	have	have	AUX
gsjp-14129	167	26	in	in	ADP
gsjp-14129	167	27	other	other	ADJ
gsjp-14129	167	28	studies	study	NOUN
gsjp-14129	167	29	(	(	PUNCT
gsjp-14129	167	30	e.g.	e.g.	ADV
gsjp-14129	167	31	,	,	PUNCT
gsjp-14129	167	32	henderson	henderson	PROPN
gsjp-14129	167	33	et	et	PROPN
gsjp-14129	167	34	al	al	PROPN
gsjp-14129	167	35	.	.	PROPN
gsjp-14129	167	36	,	,	PUNCT
gsjp-14129	167	37	2021	2021	NUM
gsjp-14129	167	38	;	;	PUNCT
gsjp-14129	167	39	kothe	kothe	PROPN
gsjp-14129	167	40	&	&	CCONJ
gsjp-14129	167	41	ling	ling	PROPN
gsjp-14129	167	42	,	,	PUNCT
gsjp-14129	167	43	2019	2019	NUM
gsjp-14129	167	44	;	;	PUNCT
gsjp-14129	168	1	paas	paas	PROPN
gsjp-14129	168	2	et	et	PROPN
gsjp-14129	168	3	al	al	PROPN
gsjp-14129	168	4	.	.	PROPN
gsjp-14129	168	5	,	,	PUNCT
gsjp-14129	168	6	2018	2018	NUM
gsjp-14129	168	7	;	;	PUNCT
gsjp-14129	168	8	stoycheff	stoycheff	NOUN
gsjp-14129	168	9	,	,	PUNCT
gsjp-14129	168	10	2016	2016	NUM
gsjp-14129	168	11	)	)	PUNCT
gsjp-14129	168	12	.	.	PUNCT
gsjp-14129	169	1	additionally	additionally	ADV
gsjp-14129	169	2	,	,	PUNCT
gsjp-14129	169	3	this	this	PRON
gsjp-14129	169	4	was	be	AUX
gsjp-14129	169	5	an	an	DET
gsjp-14129	169	6	experimental	experimental	ADJ
gsjp-14129	169	7	psychology	psychology	NOUN
gsjp-14129	169	8	study	study	NOUN
gsjp-14129	169	9	that	that	PRON
gsjp-14129	169	10	took	take	VERB
gsjp-14129	169	11	around	around	ADV
gsjp-14129	169	12	15	15	NUM
gsjp-14129	169	13	minutes	minute	NOUN
gsjp-14129	169	14	to	to	PART
gsjp-14129	169	15	complete	complete	VERB
gsjp-14129	169	16	.	.	PUNCT
gsjp-14129	170	1	there	there	PRON
gsjp-14129	170	2	is	be	VERB
gsjp-14129	170	3	reason	reason	NOUN
gsjp-14129	170	4	to	to	PART
gsjp-14129	170	5	believe	believe	VERB
gsjp-14129	170	6	that	that	SCONJ
gsjp-14129	170	7	studies	study	NOUN
gsjp-14129	170	8	presented	present	VERB
gsjp-14129	170	9	in	in	ADP
gsjp-14129	170	10	different	different	ADJ
gsjp-14129	170	11	fields	field	NOUN
gsjp-14129	170	12	(	(	PUNCT
gsjp-14129	170	13	e.g.	e.g.	ADV
gsjp-14129	170	14	,	,	PUNCT
gsjp-14129	170	15	follmer	follmer	PROPN
gsjp-14129	170	16	et	et	PROPN
gsjp-14129	170	17	al	al	PROPN
gsjp-14129	170	18	.	.	PROPN
gsjp-14129	170	19	,	,	PUNCT
gsjp-14129	170	20	2017	2017	NUM
gsjp-14129	170	21	;	;	PUNCT
gsjp-14129	170	22	reid	reid	PROPN
gsjp-14129	170	23	et	et	PROPN
gsjp-14129	170	24	al	al	PROPN
gsjp-14129	170	25	.	.	PROPN
gsjp-14129	170	26	,	,	PUNCT
gsjp-14129	170	27	2022	2022	NUM
gsjp-14129	170	28	;	;	PUNCT
gsjp-14129	170	29	wagner	wagner	PROPN
gsjp-14129	170	30	et	et	PROPN
gsjp-14129	170	31	al	al	PROPN
gsjp-14129	170	32	.	.	PROPN
gsjp-14129	170	33	,	,	PUNCT
gsjp-14129	170	34	2021	2021	NUM
gsjp-14129	170	35	)	)	PUNCT
gsjp-14129	170	36	and	and	CCONJ
gsjp-14129	170	37	durations	duration	NOUN
gsjp-14129	170	38	(	(	PUNCT
gsjp-14129	170	39	e.g.	e.g.	ADV
gsjp-14129	170	40	,	,	PUNCT
gsjp-14129	170	41	aguinis	aguinis	PROPN
gsjp-14129	170	42	et	et	PROPN
gsjp-14129	170	43	al	al	PROPN
gsjp-14129	170	44	.	.	PROPN
gsjp-14129	170	45	,	,	PUNCT
gsjp-14129	170	46	2021	2021	NUM
gsjp-14129	170	47	;	;	PUNCT
gsjp-14129	170	48	hamby	hamby	PROPN
gsjp-14129	170	49	&	&	CCONJ
gsjp-14129	170	50	taylor	taylor	PROPN
gsjp-14129	170	51	,	,	PUNCT
gsjp-14129	170	52	2016	2016	NUM
gsjp-14129	170	53	)	)	PUNCT
gsjp-14129	170	54	may	may	AUX
gsjp-14129	170	55	find	find	VERB
gsjp-14129	170	56	different	different	ADJ
gsjp-14129	170	57	success	success	NOUN
gsjp-14129	170	58	with	with	ADP
gsjp-14129	170	59	each	each	DET
gsjp-14129	170	60	platform	platform	NOUN
gsjp-14129	170	61	.	.	PUNCT
gsjp-14129	171	1	66	66	NUM
gsjp-14129	171	2	oconnel	oconnel	ADV
gsjp-14129	171	3	et	et	PROPN
gsjp-14129	172	1	al	al	PROPN
gsjp-14129	172	2	.	.	PUNCT
gsjp-14129	172	3	additionally	additionally	ADV
gsjp-14129	172	4	,	,	PUNCT
gsjp-14129	172	5	it	it	PRON
gsjp-14129	172	6	is	be	AUX
gsjp-14129	172	7	difficult	difficult	ADJ
gsjp-14129	172	8	to	to	PART
gsjp-14129	172	9	determine	determine	VERB
gsjp-14129	172	10	the	the	DET
gsjp-14129	172	11	source	source	NOUN
gsjp-14129	172	12	of	of	ADP
gsjp-14129	172	13	low	low	ADJ
gsjp-14129	172	14	-	-	PUNCT
gsjp-14129	172	15	quality	quality	NOUN
gsjp-14129	172	16	data	datum	NOUN
gsjp-14129	172	17	.	.	PUNCT
gsjp-14129	173	1	it	it	PRON
gsjp-14129	173	2	is	be	AUX
gsjp-14129	173	3	quite	quite	ADV
gsjp-14129	173	4	common	common	ADJ
gsjp-14129	173	5	to	to	PART
gsjp-14129	173	6	read	read	VERB
gsjp-14129	173	7	papers	paper	NOUN
gsjp-14129	173	8	that	that	PRON
gsjp-14129	173	9	describe	describe	VERB
gsjp-14129	173	10	the	the	DET
gsjp-14129	173	11	data	data	NOUN
gsjp-14129	173	12	spoilers	spoiler	NOUN
gsjp-14129	173	13	as	as	ADP
gsjp-14129	173	14	“	"	PUNCT
gsjp-14129	173	15	bots	bot	NOUN
gsjp-14129	173	16	”	"	PUNCT
gsjp-14129	173	17	(	(	PUNCT
gsjp-14129	173	18	e.g.	e.g.	ADV
gsjp-14129	173	19	,	,	PUNCT
gsjp-14129	173	20	goodrich	goodrich	NOUN
gsjp-14129	173	21	et	et	PROPN
gsjp-14129	173	22	al	al	PROPN
gsjp-14129	173	23	.	.	PROPN
gsjp-14129	173	24	,	,	PUNCT
gsjp-14129	173	25	2023	2023	NUM
gsjp-14129	173	26	;	;	PUNCT
gsjp-14129	173	27	stokel	stokel	NOUN
gsjp-14129	173	28	-	-	PUNCT
gsjp-14129	173	29	walker	walker	NOUN
gsjp-14129	173	30	,	,	PUNCT
gsjp-14129	173	31	2018	2018	NUM
gsjp-14129	173	32	;	;	PUNCT
gsjp-14129	173	33	webb	webb	PROPN
gsjp-14129	173	34	&	&	CCONJ
gsjp-14129	173	35	tangney	tangney	PROPN
gsjp-14129	173	36	,	,	PUNCT
gsjp-14129	173	37	2022	2022	NUM
gsjp-14129	173	38	)	)	PUNCT
gsjp-14129	173	39	.	.	PUNCT
gsjp-14129	174	1	however	however	ADV
gsjp-14129	174	2	,	,	PUNCT
gsjp-14129	174	3	deeper	deep	ADJ
gsjp-14129	174	4	dives	dive	NOUN
gsjp-14129	174	5	suggest	suggest	VERB
gsjp-14129	174	6	that	that	SCONJ
gsjp-14129	174	7	international	international	ADJ
gsjp-14129	174	8	participants	participant	NOUN
gsjp-14129	174	9	,	,	PUNCT
gsjp-14129	174	10	not	not	PART
gsjp-14129	174	11	“	"	PUNCT
gsjp-14129	174	12	bots	bot	NOUN
gsjp-14129	174	13	”	"	PUNCT
gsjp-14129	174	14	or	or	CCONJ
gsjp-14129	174	15	computer	computer	NOUN
gsjp-14129	174	16	programs	program	NOUN
gsjp-14129	174	17	,	,	PUNCT
gsjp-14129	174	18	are	be	AUX
gsjp-14129	174	19	a	a	DET
gsjp-14129	174	20	primary	primary	ADJ
gsjp-14129	174	21	source	source	NOUN
gsjp-14129	174	22	of	of	ADP
gsjp-14129	174	23	lower	low	ADJ
gsjp-14129	174	24	data	datum	NOUN
gsjp-14129	174	25	quality	quality	NOUN
gsjp-14129	174	26	(	(	PUNCT
gsjp-14129	174	27	moss	moss	NOUN
gsjp-14129	174	28	et	et	NOUN
gsjp-14129	174	29	al	al	PROPN
gsjp-14129	174	30	.	.	PROPN
gsjp-14129	174	31	,	,	PUNCT
gsjp-14129	174	32	2021	2021	NUM
gsjp-14129	174	33	)	)	PUNCT
gsjp-14129	174	34	.	.	PUNCT
gsjp-14129	175	1	international	international	ADJ
gsjp-14129	175	2	participants	participant	NOUN
gsjp-14129	175	3	are	be	AUX
gsjp-14129	175	4	often	often	ADV
gsjp-14129	175	5	excluded	exclude	VERB
gsjp-14129	175	6	,	,	PUNCT
gsjp-14129	175	7	so	so	SCONJ
gsjp-14129	175	8	they	they	PRON
gsjp-14129	175	9	may	may	AUX
gsjp-14129	175	10	lie	lie	VERB
gsjp-14129	175	11	about	about	ADP
gsjp-14129	175	12	demographic	demographic	ADJ
gsjp-14129	175	13	information	information	NOUN
gsjp-14129	175	14	(	(	PUNCT
gsjp-14129	175	15	e.g.	e.g.	ADV
gsjp-14129	175	16	,	,	PUNCT
gsjp-14129	175	17	native	native	ADJ
gsjp-14129	175	18	language	language	NOUN
gsjp-14129	175	19	and	and	CCONJ
gsjp-14129	175	20	current	current	ADJ
gsjp-14129	175	21	location	location	NOUN
gsjp-14129	175	22	)	)	PUNCT
gsjp-14129	175	23	,	,	PUNCT
gsjp-14129	175	24	which	which	PRON
gsjp-14129	175	25	can	can	AUX
gsjp-14129	175	26	confound	confound	VERB
gsjp-14129	175	27	results	result	NOUN
gsjp-14129	175	28	(	(	PUNCT
gsjp-14129	175	29	dennis	dennis	PROPN
gsjp-14129	175	30	et	et	PROPN
gsjp-14129	175	31	al	al	PROPN
gsjp-14129	175	32	.	.	PROPN
gsjp-14129	175	33	,	,	PUNCT
gsjp-14129	175	34	2020	2020	NUM
gsjp-14129	175	35	)	)	PUNCT
gsjp-14129	175	36	.	.	PUNCT
gsjp-14129	176	1	it	it	PRON
gsjp-14129	176	2	is	be	AUX
gsjp-14129	176	3	recommended	recommend	VERB
gsjp-14129	176	4	that	that	SCONJ
gsjp-14129	176	5	further	further	ADJ
gsjp-14129	176	6	research	research	NOUN
gsjp-14129	176	7	be	be	AUX
gsjp-14129	176	8	conducted	conduct	VERB
gsjp-14129	176	9	on	on	ADP
gsjp-14129	176	10	these	these	DET
gsjp-14129	176	11	topics	topic	NOUN
gsjp-14129	176	12	.	.	PUNCT
gsjp-14129	177	1	moreover	moreover	ADV
gsjp-14129	177	2	,	,	PUNCT
gsjp-14129	177	3	a	a	DET
gsjp-14129	177	4	reproduction	reproduction	NOUN
gsjp-14129	177	5	of	of	ADP
gsjp-14129	177	6	this	this	DET
gsjp-14129	177	7	study	study	NOUN
gsjp-14129	177	8	is	be	AUX
gsjp-14129	177	9	warranted	warrant	VERB
gsjp-14129	177	10	to	to	PART
gsjp-14129	177	11	evaluate	evaluate	VERB
gsjp-14129	177	12	ever	ever	ADV
gsjp-14129	177	13	-	-	PUNCT
gsjp-14129	177	14	changing	change	VERB
gsjp-14129	177	15	pools	pool	NOUN
gsjp-14129	177	16	.	.	PUNCT
gsjp-14129	178	1	recommendations	recommendation	NOUN
gsjp-14129	178	2	for	for	ADP
gsjp-14129	178	3	researchers	researcher	NOUN
gsjp-14129	178	4	as	as	SCONJ
gsjp-14129	178	5	researchers	researcher	NOUN
gsjp-14129	178	6	develop	develop	VERB
gsjp-14129	178	7	increasingly	increasingly	ADV
gsjp-14129	178	8	sophisticated	sophisticated	ADJ
gsjp-14129	178	9	methods	method	NOUN
gsjp-14129	178	10	to	to	PART
gsjp-14129	178	11	detect	detect	VERB
gsjp-14129	178	12	low	low	ADJ
gsjp-14129	178	13	-	-	PUNCT
gsjp-14129	178	14	quality	quality	NOUN
gsjp-14129	178	15	data	datum	NOUN
gsjp-14129	178	16	or	or	CCONJ
gsjp-14129	178	17	robots	robot	NOUN
gsjp-14129	178	18	,	,	PUNCT
gsjp-14129	178	19	participants	participant	NOUN
gsjp-14129	178	20	and	and	CCONJ
gsjp-14129	178	21	programmers	programmer	NOUN
gsjp-14129	178	22	evolve	evolve	VERB
gsjp-14129	178	23	strategies	strategy	NOUN
gsjp-14129	178	24	to	to	PART
gsjp-14129	178	25	evade	evade	VERB
gsjp-14129	178	26	detection	detection	NOUN
gsjp-14129	178	27	.	.	PUNCT
gsjp-14129	179	1	while	while	SCONJ
gsjp-14129	179	2	there	there	PRON
gsjp-14129	179	3	is	be	VERB
gsjp-14129	179	4	no	no	DET
gsjp-14129	179	5	perfect	perfect	ADJ
gsjp-14129	179	6	solution	solution	NOUN
gsjp-14129	179	7	,	,	PUNCT
gsjp-14129	179	8	steps	step	NOUN
gsjp-14129	179	9	can	can	AUX
gsjp-14129	179	10	be	be	AUX
gsjp-14129	179	11	taken	take	VERB
gsjp-14129	179	12	by	by	ADP
gsjp-14129	179	13	researchers	researcher	NOUN
gsjp-14129	179	14	and	and	CCONJ
gsjp-14129	179	15	crowdsourcing	crowdsource	VERB
gsjp-14129	179	16	companies	company	NOUN
gsjp-14129	179	17	to	to	PART
gsjp-14129	179	18	improve	improve	VERB
gsjp-14129	179	19	the	the	DET
gsjp-14129	179	20	science	science	NOUN
gsjp-14129	179	21	generated	generate	VERB
gsjp-14129	179	22	on	on	ADP
gsjp-14129	179	23	these	these	DET
gsjp-14129	179	24	platforms	platform	NOUN
gsjp-14129	179	25	by	by	ADP
gsjp-14129	179	26	filling	fill	VERB
gsjp-14129	179	27	their	their	PRON
gsjp-14129	179	28	online	online	ADJ
gsjp-14129	179	29	surveys	survey	NOUN
gsjp-14129	179	30	with	with	ADP
gsjp-14129	179	31	relevant	relevant	ADJ
gsjp-14129	179	32	attention	attention	NOUN
gsjp-14129	179	33	checks	check	NOUN
gsjp-14129	179	34	,	,	PUNCT
gsjp-14129	179	35	participant	participant	ADJ
gsjp-14129	179	36	verifiers	verifier	NOUN
gsjp-14129	179	37	,	,	PUNCT
gsjp-14129	179	38	and	and	CCONJ
gsjp-14129	179	39	logic	logic	NOUN
gsjp-14129	179	40	.	.	PUNCT
gsjp-14129	180	1	goodrich	goodrich	NOUN
gsjp-14129	180	2	et	et	PROPN
gsjp-14129	180	3	al	al	PROPN
gsjp-14129	180	4	.	.	PROPN
gsjp-14129	181	1	(	(	PUNCT
gsjp-14129	181	2	2023	2023	NUM
gsjp-14129	181	3	)	)	PUNCT
gsjp-14129	181	4	recommend	recommend	VERB
gsjp-14129	181	5	considering	consider	VERB
gsjp-14129	181	6	embedded	embed	VERB
gsjp-14129	181	7	survey	survey	NOUN
gsjp-14129	181	8	components	component	NOUN
gsjp-14129	181	9	,	,	PUNCT
gsjp-14129	181	10	including	include	VERB
gsjp-14129	181	11	captcha	captcha	NOUN
gsjp-14129	181	12	,	,	PUNCT
gsjp-14129	181	13	honeypot	honeypot	NOUN
gsjp-14129	181	14	questions	question	NOUN
gsjp-14129	181	15	,	,	PUNCT
gsjp-14129	181	16	and	and	CCONJ
gsjp-14129	181	17	institutional	institutional	ADJ
gsjp-14129	181	18	knowledge	knowledge	NOUN
gsjp-14129	181	19	checks	check	NOUN
gsjp-14129	181	20	to	to	PART
gsjp-14129	181	21	improve	improve	VERB
gsjp-14129	181	22	participant	participant	ADJ
gsjp-14129	181	23	screeners	screener	NOUN
gsjp-14129	181	24	.	.	PUNCT
gsjp-14129	182	1	captchas	captcha	NOUN
gsjp-14129	182	2	(	(	PUNCT
gsjp-14129	182	3	completely	completely	ADV
gsjp-14129	182	4	automated	automate	VERB
gsjp-14129	182	5	public	public	ADJ
gsjp-14129	182	6	turing	ture	VERB
gsjp-14129	182	7	test	test	NOUN
gsjp-14129	182	8	to	to	PART
gsjp-14129	182	9	tell	tell	VERB
gsjp-14129	182	10	computers	computer	NOUN
gsjp-14129	182	11	and	and	CCONJ
gsjp-14129	182	12	humans	human	NOUN
gsjp-14129	182	13	apart	apart	ADV
gsjp-14129	182	14	)	)	PUNCT
gsjp-14129	182	15	vary	vary	VERB
gsjp-14129	182	16	in	in	ADP
gsjp-14129	182	17	form	form	NOUN
gsjp-14129	182	18	,	,	PUNCT
gsjp-14129	182	19	including	include	VERB
gsjp-14129	182	20	checking	check	VERB
gsjp-14129	182	21	the	the	DET
gsjp-14129	182	22	“	"	PUNCT
gsjp-14129	182	23	i	i	PRON
gsjp-14129	182	24	’m	’m	VERB
gsjp-14129	182	25	not	not	PART
gsjp-14129	182	26	a	a	DET
gsjp-14129	182	27	robot	robot	NOUN
gsjp-14129	182	28	”	"	PUNCT
gsjp-14129	182	29	box	box	NOUN
gsjp-14129	182	30	,	,	PUNCT
gsjp-14129	182	31	selecting	select	VERB
gsjp-14129	182	32	all	all	PRON
gsjp-14129	182	33	of	of	ADP
gsjp-14129	182	34	the	the	DET
gsjp-14129	182	35	pieces	piece	NOUN
gsjp-14129	182	36	of	of	ADP
gsjp-14129	182	37	the	the	DET
gsjp-14129	182	38	stoplight	stoplight	NOUN
gsjp-14129	182	39	in	in	ADP
gsjp-14129	182	40	a	a	DET
gsjp-14129	182	41	given	give	VERB
gsjp-14129	182	42	picture	picture	NOUN
gsjp-14129	182	43	,	,	PUNCT
gsjp-14129	182	44	or	or	CCONJ
gsjp-14129	182	45	decoding	decode	VERB
gsjp-14129	182	46	distorted	distorted	ADJ
gsjp-14129	182	47	letters	letter	NOUN
gsjp-14129	182	48	(	(	PUNCT
gsjp-14129	182	49	moradi	moradi	NOUN
gsjp-14129	182	50	&	&	CCONJ
gsjp-14129	182	51	keyvanpour	keyvanpour	PROPN
gsjp-14129	182	52	,	,	PUNCT
gsjp-14129	182	53	2015	2015	NUM
gsjp-14129	182	54	)	)	PUNCT
gsjp-14129	182	55	.	.	PUNCT
gsjp-14129	183	1	honeypot	honeypot	NOUN
gsjp-14129	183	2	questions	question	NOUN
gsjp-14129	183	3	are	be	AUX
gsjp-14129	183	4	ones	one	NOUN
gsjp-14129	183	5	embedded	embed	VERB
gsjp-14129	183	6	and	and	CCONJ
gsjp-14129	183	7	hidden	hide	VERB
gsjp-14129	183	8	in	in	ADP
gsjp-14129	183	9	surveys	survey	NOUN
gsjp-14129	183	10	,	,	PUNCT
gsjp-14129	183	11	making	make	VERB
gsjp-14129	183	12	them	they	PRON
gsjp-14129	183	13	invisible	invisible	ADJ
gsjp-14129	183	14	to	to	ADP
gsjp-14129	183	15	human	human	ADJ
gsjp-14129	183	16	survey	survey	NOUN
gsjp-14129	183	17	takers	taker	NOUN
gsjp-14129	183	18	but	but	CCONJ
gsjp-14129	183	19	visible	visible	ADJ
gsjp-14129	183	20	to	to	ADP
gsjp-14129	183	21	robots	robot	NOUN
gsjp-14129	183	22	(	(	PUNCT
gsjp-14129	183	23	goodrich	goodrich	NOUN
gsjp-14129	183	24	et	et	PROPN
gsjp-14129	183	25	al	al	PROPN
gsjp-14129	183	26	.	.	PROPN
gsjp-14129	183	27	,	,	PUNCT
gsjp-14129	183	28	2023	2023	NUM
gsjp-14129	183	29	)	)	PUNCT
gsjp-14129	183	30	.	.	PUNCT
gsjp-14129	184	1	if	if	SCONJ
gsjp-14129	184	2	one	one	PRON
gsjp-14129	184	3	is	be	AUX
gsjp-14129	184	4	answered	answer	VERB
gsjp-14129	184	5	,	,	PUNCT
gsjp-14129	184	6	you	you	PRON
gsjp-14129	184	7	have	have	VERB
gsjp-14129	184	8	good	good	ADJ
gsjp-14129	184	9	evidence	evidence	NOUN
gsjp-14129	184	10	that	that	SCONJ
gsjp-14129	184	11	your	your	PRON
gsjp-14129	184	12	survey	survey	NOUN
gsjp-14129	184	13	was	be	AUX
gsjp-14129	184	14	answered	answer	VERB
gsjp-14129	184	15	by	by	ADP
gsjp-14129	184	16	an	an	DET
gsjp-14129	184	17	actual	actual	ADJ
gsjp-14129	184	18	robot	robot	NOUN
gsjp-14129	184	19	.	.	PUNCT
gsjp-14129	185	1	finally	finally	ADV
gsjp-14129	185	2	,	,	PUNCT
gsjp-14129	185	3	institutional	institutional	ADJ
gsjp-14129	185	4	knowledge	knowledge	NOUN
gsjp-14129	185	5	can	can	AUX
gsjp-14129	185	6	be	be	AUX
gsjp-14129	185	7	checked	check	VERB
gsjp-14129	185	8	in	in	ADP
gsjp-14129	185	9	a	a	DET
gsjp-14129	185	10	similar	similar	ADJ
gsjp-14129	185	11	way	way	NOUN
gsjp-14129	185	12	to	to	ADP
gsjp-14129	185	13	the	the	DET
gsjp-14129	185	14	aforementioned	aforementioned	ADJ
gsjp-14129	185	15	logic	logic	NOUN
gsjp-14129	185	16	check	check	NOUN
gsjp-14129	185	17	implemented	implement	VERB
gsjp-14129	185	18	in	in	ADP
gsjp-14129	185	19	the	the	DET
gsjp-14129	185	20	present	present	ADJ
gsjp-14129	185	21	study	study	NOUN
gsjp-14129	185	22	.	.	PUNCT
gsjp-14129	186	1	goodrich	goodrich	NOUN
gsjp-14129	186	2	and	and	CCONJ
gsjp-14129	186	3	colleagues	colleague	NOUN
gsjp-14129	186	4	(	(	PUNCT
gsjp-14129	186	5	2023	2023	NUM
gsjp-14129	186	6	)	)	PUNCT
gsjp-14129	186	7	suggest	suggest	VERB
gsjp-14129	186	8	a	a	DET
gsjp-14129	186	9	question	question	NOUN
gsjp-14129	186	10	about	about	ADP
gsjp-14129	186	11	the	the	DET
gsjp-14129	186	12	participant	participant	NOUN
gsjp-14129	186	13	’s	’s	PART
gsjp-14129	186	14	zip	zip	NOUN
gsjp-14129	186	15	code	code	NOUN
gsjp-14129	186	16	and	and	CCONJ
gsjp-14129	186	17	then	then	ADV
gsjp-14129	186	18	a	a	DET
gsjp-14129	186	19	follow	follow	NOUN
gsjp-14129	186	20	-	-	PUNCT
gsjp-14129	186	21	up	up	NOUN
gsjp-14129	186	22	about	about	ADP
gsjp-14129	186	23	a	a	DET
gsjp-14129	186	24	nearby	nearby	ADJ
gsjp-14129	186	25	landmark	landmark	NOUN
gsjp-14129	186	26	,	,	PUNCT
gsjp-14129	186	27	such	such	ADJ
gsjp-14129	186	28	as	as	ADP
gsjp-14129	186	29	the	the	DET
gsjp-14129	186	30	closest	close	ADJ
gsjp-14129	186	31	university	university	NOUN
gsjp-14129	186	32	.	.	PUNCT
gsjp-14129	187	1	ip	ip	DET
gsjp-14129	187	2	addresses	address	NOUN
gsjp-14129	187	3	can	can	AUX
gsjp-14129	187	4	also	also	ADV
gsjp-14129	187	5	be	be	AUX
gsjp-14129	187	6	used	use	VERB
gsjp-14129	187	7	to	to	PART
gsjp-14129	187	8	vet	vet	VERB
gsjp-14129	187	9	participants	participant	NOUN
gsjp-14129	187	10	who	who	PRON
gsjp-14129	187	11	have	have	AUX
gsjp-14129	187	12	signed	sign	VERB
gsjp-14129	187	13	up	up	ADP
gsjp-14129	187	14	more	more	ADJ
gsjp-14129	187	15	than	than	ADP
gsjp-14129	187	16	once	once	ADV
gsjp-14129	187	17	in	in	ADP
gsjp-14129	187	18	one	one	NUM
gsjp-14129	187	19	location	location	NOUN
gsjp-14129	187	20	(	(	PUNCT
gsjp-14129	187	21	aguinis	aguinis	PROPN
gsjp-14129	187	22	et	et	PROPN
gsjp-14129	187	23	al	al	PROPN
gsjp-14129	187	24	.	.	PROPN
gsjp-14129	187	25	,	,	PUNCT
gsjp-14129	187	26	2021	2021	NUM
gsjp-14129	187	27	)	)	PUNCT
gsjp-14129	187	28	.	.	PUNCT
gsjp-14129	188	1	unfortunately	unfortunately	ADV
gsjp-14129	188	2	,	,	PUNCT
gsjp-14129	188	3	several	several	ADJ
gsjp-14129	188	4	drawbacks	drawback	NOUN
gsjp-14129	188	5	are	be	AUX
gsjp-14129	188	6	present	present	ADJ
gsjp-14129	188	7	when	when	SCONJ
gsjp-14129	188	8	collecting	collect	VERB
gsjp-14129	188	9	ip	ip	NOUN
gsjp-14129	188	10	addresses	address	NOUN
gsjp-14129	188	11	.	.	PUNCT
gsjp-14129	189	1	anonymity	anonymity	NOUN
gsjp-14129	189	2	is	be	AUX
gsjp-14129	189	3	violated	violate	VERB
gsjp-14129	189	4	,	,	PUNCT
gsjp-14129	189	5	prohibiting	prohibit	VERB
gsjp-14129	189	6	a	a	DET
gsjp-14129	189	7	guarantee	guarantee	NOUN
gsjp-14129	189	8	of	of	ADP
gsjp-14129	189	9	identity	identity	NOUN
gsjp-14129	189	10	protection	protection	NOUN
gsjp-14129	189	11	.	.	PUNCT
gsjp-14129	190	1	moreover	moreover	ADV
gsjp-14129	190	2	,	,	PUNCT
gsjp-14129	190	3	even	even	ADV
gsjp-14129	190	4	if	if	SCONJ
gsjp-14129	190	5	identifiable	identifiable	ADJ
gsjp-14129	190	6	data	datum	NOUN
gsjp-14129	190	7	are	be	AUX
gsjp-14129	190	8	secured	secure	VERB
gsjp-14129	190	9	,	,	PUNCT
gsjp-14129	190	10	as	as	SCONJ
gsjp-14129	190	11	they	they	PRON
gsjp-14129	190	12	should	should	AUX
gsjp-14129	190	13	be	be	AUX
gsjp-14129	190	14	,	,	PUNCT
gsjp-14129	190	15	this	this	DET
gsjp-14129	190	16	check	check	NOUN
gsjp-14129	190	17	would	would	AUX
gsjp-14129	190	18	not	not	PART
gsjp-14129	190	19	guarantee	guarantee	VERB
gsjp-14129	190	20	that	that	SCONJ
gsjp-14129	190	21	the	the	DET
gsjp-14129	190	22	participant	participant	NOUN
gsjp-14129	190	23	is	be	AUX
gsjp-14129	190	24	only	only	ADV
gsjp-14129	190	25	completing	complete	VERB
gsjp-14129	190	26	the	the	DET
gsjp-14129	190	27	survey	survey	NOUN
gsjp-14129	190	28	once	once	ADV
gsjp-14129	190	29	.	.	PUNCT
gsjp-14129	191	1	most	most	ADJ
gsjp-14129	191	2	survey	survey	NOUN
gsjp-14129	191	3	takers	taker	NOUN
gsjp-14129	191	4	know	know	VERB
gsjp-14129	191	5	that	that	SCONJ
gsjp-14129	191	6	they	they	PRON
gsjp-14129	191	7	can	can	AUX
gsjp-14129	191	8	use	use	VERB
gsjp-14129	191	9	free	free	ADJ
gsjp-14129	191	10	vpns	vpns	NOUN
gsjp-14129	191	11	(	(	PUNCT
gsjp-14129	191	12	virtual	virtual	ADJ
gsjp-14129	191	13	private	private	ADJ
gsjp-14129	191	14	networks	network	NOUN
gsjp-14129	191	15	)	)	PUNCT
gsjp-14129	191	16	that	that	PRON
gsjp-14129	191	17	allow	allow	VERB
gsjp-14129	191	18	them	they	PRON
gsjp-14129	191	19	to	to	PART
gsjp-14129	191	20	appear	appear	VERB
gsjp-14129	191	21	,	,	PUNCT
gsjp-14129	191	22	to	to	ADP
gsjp-14129	191	23	internet	internet	NOUN
gsjp-14129	191	24	service	service	NOUN
gsjp-14129	191	25	providers	provider	NOUN
gsjp-14129	191	26	,	,	PUNCT
gsjp-14129	191	27	as	as	SCONJ
gsjp-14129	191	28	if	if	SCONJ
gsjp-14129	191	29	they	they	PRON
gsjp-14129	191	30	are	be	AUX
gsjp-14129	191	31	in	in	ADP
gsjp-14129	191	32	different	different	ADJ
gsjp-14129	191	33	places	place	NOUN
gsjp-14129	191	34	across	across	ADP
gsjp-14129	191	35	the	the	DET
gsjp-14129	191	36	world	world	NOUN
gsjp-14129	191	37	(	(	PUNCT
gsjp-14129	191	38	dennis	dennis	PROPN
gsjp-14129	191	39	et	et	PROPN
gsjp-14129	191	40	al	al	PROPN
gsjp-14129	191	41	.	.	PROPN
gsjp-14129	191	42	,	,	PUNCT
gsjp-14129	191	43	2020	2020	NUM
gsjp-14129	191	44	)	)	PUNCT
gsjp-14129	191	45	.	.	PUNCT
gsjp-14129	192	1	this	this	PRON
gsjp-14129	192	2	also	also	ADV
gsjp-14129	192	3	may	may	AUX
gsjp-14129	192	4	unfairly	unfairly	ADV
gsjp-14129	192	5	disqualify	disqualify	VERB
gsjp-14129	192	6	multiple	multiple	ADJ
gsjp-14129	192	7	individuals	individual	NOUN
gsjp-14129	192	8	who	who	PRON
gsjp-14129	192	9	use	use	VERB
gsjp-14129	192	10	the	the	DET
gsjp-14129	192	11	same	same	ADJ
gsjp-14129	192	12	device	device	NOUN
gsjp-14129	192	13	to	to	PART
gsjp-14129	192	14	participate	participate	VERB
gsjp-14129	192	15	,	,	PUNCT
gsjp-14129	192	16	such	such	ADJ
gsjp-14129	192	17	as	as	ADP
gsjp-14129	192	18	public	public	ADJ
gsjp-14129	192	19	library	library	NOUN
gsjp-14129	192	20	computers	computer	NOUN
gsjp-14129	192	21	or	or	CCONJ
gsjp-14129	192	22	devices	device	NOUN
gsjp-14129	192	23	shared	share	VERB
gsjp-14129	192	24	between	between	ADP
gsjp-14129	192	25	family	family	NOUN
gsjp-14129	192	26	members	member	NOUN
gsjp-14129	192	27	.	.	PUNCT
gsjp-14129	193	1	aguinis	aguinis	ADJ
gsjp-14129	193	2	and	and	CCONJ
gsjp-14129	193	3	colleagues	colleague	NOUN
gsjp-14129	193	4	(	(	PUNCT
gsjp-14129	193	5	2021	2021	NUM
gsjp-14129	193	6	)	)	PUNCT
gsjp-14129	193	7	recommend	recommend	VERB
gsjp-14129	193	8	considering	consider	VERB
gsjp-14129	193	9	response	response	NOUN
gsjp-14129	193	10	speed	speed	NOUN
gsjp-14129	193	11	and	and	CCONJ
gsjp-14129	193	12	consistency	consistency	NOUN
gsjp-14129	193	13	in	in	ADP
gsjp-14129	193	14	the	the	DET
gsjp-14129	193	15	process	process	NOUN
gsjp-14129	193	16	of	of	ADP
gsjp-14129	193	17	screening	screen	VERB
gsjp-14129	193	18	participants	participant	NOUN
gsjp-14129	193	19	.	.	PUNCT
gsjp-14129	194	1	apart	apart	ADV
gsjp-14129	194	2	from	from	ADP
gsjp-14129	194	3	reviewing	review	VERB
gsjp-14129	194	4	the	the	DET
gsjp-14129	194	5	entire	entire	ADJ
gsjp-14129	194	6	survey	survey	NOUN
gsjp-14129	194	7	time	time	NOUN
gsjp-14129	194	8	,	,	PUNCT
gsjp-14129	194	9	which	which	PRON
gsjp-14129	194	10	should	should	AUX
gsjp-14129	194	11	fall	fall	VERB
gsjp-14129	194	12	around	around	ADP
gsjp-14129	194	13	a	a	DET
gsjp-14129	194	14	certain	certain	ADJ
gsjp-14129	194	15	predetermined	predetermine	VERB
gsjp-14129	194	16	duration	duration	NOUN
gsjp-14129	194	17	based	base	VERB
gsjp-14129	194	18	on	on	ADP
gsjp-14129	194	19	trials	trial	NOUN
gsjp-14129	194	20	,	,	PUNCT
gsjp-14129	194	21	researchers	researcher	NOUN
gsjp-14129	194	22	can	can	AUX
gsjp-14129	194	23	look	look	VERB
gsjp-14129	194	24	at	at	ADP
gsjp-14129	194	25	individual	individual	ADJ
gsjp-14129	194	26	question	question	NOUN
gsjp-14129	194	27	response	response	NOUN
gsjp-14129	194	28	times	time	NOUN
gsjp-14129	194	29	.	.	PUNCT
gsjp-14129	195	1	it	it	PRON
gsjp-14129	195	2	is	be	AUX
gsjp-14129	195	3	unlikely	unlikely	ADJ
gsjp-14129	195	4	that	that	SCONJ
gsjp-14129	195	5	participants	participant	NOUN
gsjp-14129	195	6	could	could	AUX
gsjp-14129	195	7	respond	respond	VERB
gsjp-14129	195	8	to	to	ADP
gsjp-14129	195	9	certain	certain	ADJ
gsjp-14129	195	10	questions	question	NOUN
gsjp-14129	195	11	in	in	ADP
gsjp-14129	195	12	under	under	ADP
gsjp-14129	195	13	a	a	DET
gsjp-14129	195	14	second	second	ADJ
gsjp-14129	195	15	(	(	PUNCT
gsjp-14129	195	16	wood	wood	NOUN
gsjp-14129	195	17	et	et	NOUN
gsjp-14129	195	18	al	al	PROPN
gsjp-14129	195	19	.	.	PROPN
gsjp-14129	195	20	,	,	PUNCT
gsjp-14129	195	21	2017	2017	NUM
gsjp-14129	195	22	)	)	PUNCT
gsjp-14129	195	23	unless	unless	SCONJ
gsjp-14129	195	24	they	they	PRON
gsjp-14129	195	25	are	be	AUX
gsjp-14129	195	26	extremely	extremely	ADV
gsjp-14129	195	27	familiar	familiar	ADJ
gsjp-14129	195	28	with	with	ADP
gsjp-14129	195	29	a	a	DET
gsjp-14129	195	30	given	give	VERB
gsjp-14129	195	31	measure	measure	NOUN
gsjp-14129	195	32	or	or	CCONJ
gsjp-14129	195	33	the	the	DET
gsjp-14129	195	34	objective	objective	NOUN
gsjp-14129	195	35	is	be	AUX
gsjp-14129	195	36	to	to	PART
gsjp-14129	195	37	respond	respond	VERB
gsjp-14129	195	38	rapidly	rapidly	ADV
gsjp-14129	195	39	.	.	PUNCT
gsjp-14129	196	1	therefore	therefore	ADV
gsjp-14129	196	2	,	,	PUNCT
gsjp-14129	196	3	tracking	track	VERB
gsjp-14129	196	4	question	question	NOUN
gsjp-14129	196	5	response	response	NOUN
gsjp-14129	196	6	time	time	NOUN
gsjp-14129	196	7	,	,	PUNCT
gsjp-14129	196	8	can	can	AUX
gsjp-14129	196	9	alert	alert	VERB
gsjp-14129	196	10	researchers	researcher	NOUN
gsjp-14129	196	11	to	to	ADP
gsjp-14129	196	12	suspicious	suspicious	ADJ
gsjp-14129	196	13	data	datum	NOUN
gsjp-14129	196	14	.	.	PUNCT
gsjp-14129	197	1	moreover	moreover	ADV
gsjp-14129	197	2	,	,	PUNCT
gsjp-14129	197	3	inattentive	inattentive	ADJ
gsjp-14129	197	4	participants	participant	NOUN
gsjp-14129	197	5	can	can	AUX
gsjp-14129	197	6	be	be	AUX
gsjp-14129	197	7	identified	identify	VERB
gsjp-14129	197	8	if	if	SCONJ
gsjp-14129	197	9	they	they	PRON
gsjp-14129	197	10	mark	mark	VERB
gsjp-14129	197	11	the	the	DET
gsjp-14129	197	12	same	same	ADJ
gsjp-14129	197	13	response	response	NOUN
gsjp-14129	197	14	several	several	ADJ
gsjp-14129	197	15	times	time	NOUN
gsjp-14129	197	16	in	in	ADP
gsjp-14129	197	17	a	a	DET
gsjp-14129	197	18	row	row	NOUN
gsjp-14129	197	19	(	(	PUNCT
gsjp-14129	197	20	e.g.	e.g.	ADV
gsjp-14129	197	21	,	,	PUNCT
gsjp-14129	197	22	“	"	PUNCT
gsjp-14129	197	23	strongly	strongly	ADV
gsjp-14129	197	24	agree	agree	VERB
gsjp-14129	197	25	”	"	PUNCT
gsjp-14129	197	26	for	for	ADP
gsjp-14129	197	27	all	all	DET
gsjp-14129	197	28	ten	ten	NUM
gsjp-14129	197	29	questions	question	NOUN
gsjp-14129	197	30	on	on	ADP
gsjp-14129	197	31	a	a	DET
gsjp-14129	197	32	given	give	VERB
gsjp-14129	197	33	measure	measure	NOUN
gsjp-14129	197	34	;	;	PUNCT
gsjp-14129	197	35	aguinis	aguinis	PROPN
gsjp-14129	197	36	et	et	PROPN
gsjp-14129	197	37	al	al	PROPN
gsjp-14129	197	38	.	.	PROPN
gsjp-14129	197	39	,	,	PUNCT
gsjp-14129	197	40	2021	2021	NUM
gsjp-14129	197	41	)	)	PUNCT
gsjp-14129	197	42	.	.	PUNCT
gsjp-14129	198	1	several	several	ADJ
gsjp-14129	198	2	methods	method	NOUN
gsjp-14129	198	3	exist	exist	VERB
gsjp-14129	198	4	to	to	PART
gsjp-14129	198	5	analyze	analyze	VERB
gsjp-14129	198	6	response	response	NOUN
gsjp-14129	198	7	patterns	pattern	NOUN
gsjp-14129	198	8	of	of	ADP
gsjp-14129	198	9	this	this	DET
gsjp-14129	198	10	sort	sort	NOUN
gsjp-14129	198	11	that	that	PRON
gsjp-14129	198	12	may	may	AUX
gsjp-14129	198	13	be	be	AUX
gsjp-14129	198	14	used	use	VERB
gsjp-14129	198	15	to	to	PART
gsjp-14129	198	16	flag	flag	NOUN
gsjp-14129	198	17	bots	bot	NOUN
gsjp-14129	198	18	(	(	PUNCT
gsjp-14129	198	19	desimone	desimone	PROPN
gsjp-14129	198	20	&	&	CCONJ
gsjp-14129	198	21	harms	harm	NOUN
gsjp-14129	198	22	,	,	PUNCT
gsjp-14129	198	23	2018	2018	NUM
gsjp-14129	198	24	;	;	PUNCT
gsjp-14129	198	25	dunn	dunn	PROPN
gsjp-14129	198	26	et	et	PROPN
gsjp-14129	198	27	al	al	PROPN
gsjp-14129	198	28	.	.	PROPN
gsjp-14129	198	29	,	,	PUNCT
gsjp-14129	198	30	2018	2018	NUM
gsjp-14129	198	31	)	)	PUNCT
gsjp-14129	198	32	.	.	PUNCT
gsjp-14129	199	1	finally	finally	ADV
gsjp-14129	199	2	,	,	PUNCT
gsjp-14129	199	3	researchers	researcher	NOUN
gsjp-14129	199	4	should	should	AUX
gsjp-14129	199	5	become	become	VERB
gsjp-14129	199	6	aware	aware	ADJ
gsjp-14129	199	7	of	of	ADP
gsjp-14129	199	8	techniques	technique	NOUN
gsjp-14129	199	9	not	not	PART
gsjp-14129	199	10	implemented	implement	VERB
gsjp-14129	199	11	in	in	ADP
gsjp-14129	199	12	this	this	DET
gsjp-14129	199	13	study	study	NOUN
gsjp-14129	199	14	or	or	CCONJ
gsjp-14129	199	15	discussed	discuss	VERB
gsjp-14129	199	16	herein	herein	NOUN
gsjp-14129	199	17	to	to	PART
gsjp-14129	199	18	identify	identify	VERB
gsjp-14129	199	19	participants	participant	NOUN
gsjp-14129	199	20	who	who	PRON
gsjp-14129	199	21	supply	supply	VERB
gsjp-14129	199	22	low	low	ADJ
gsjp-14129	199	23	-	-	PUNCT
gsjp-14129	199	24	quality	quality	NOUN
gsjp-14129	199	25	data	datum	NOUN
gsjp-14129	199	26	,	,	PUNCT
gsjp-14129	199	27	lie	lie	VERB
gsjp-14129	199	28	about	about	ADP
gsjp-14129	199	29	answers	answer	NOUN
gsjp-14129	199	30	,	,	PUNCT
gsjp-14129	199	31	or	or	CCONJ
gsjp-14129	199	32	submit	submit	VERB
gsjp-14129	199	33	multiple	multiple	ADJ
gsjp-14129	199	34	responses	response	NOUN
gsjp-14129	199	35	.	.	PUNCT
gsjp-14129	200	1	several	several	ADJ
gsjp-14129	200	2	researchers	researcher	NOUN
gsjp-14129	200	3	have	have	AUX
gsjp-14129	200	4	done	do	VERB
gsjp-14129	200	5	excellent	excellent	ADJ
gsjp-14129	200	6	work	work	NOUN
gsjp-14129	200	7	in	in	ADP
gsjp-14129	200	8	compiling	compile	VERB
gsjp-14129	200	9	recommendations	recommendation	NOUN
gsjp-14129	200	10	,	,	PUNCT
gsjp-14129	200	11	which	which	PRON
gsjp-14129	200	12	should	should	AUX
gsjp-14129	200	13	be	be	AUX
gsjp-14129	200	14	reviewed	review	VERB
gsjp-14129	200	15	in	in	ADP
gsjp-14129	200	16	tandem	tandem	NOUN
gsjp-14129	200	17	with	with	ADP
gsjp-14129	200	18	reflection	reflection	NOUN
gsjp-14129	200	19	on	on	ADP
gsjp-14129	200	20	this	this	DET
gsjp-14129	200	21	paper	paper	NOUN
gsjp-14129	200	22	(	(	PUNCT
gsjp-14129	200	23	aguinis	aguinis	X
gsjp-14129	200	24	et	et	PROPN
gsjp-14129	200	25	al	al	PROPN
gsjp-14129	200	26	.	.	PROPN
gsjp-14129	200	27	,	,	PUNCT
gsjp-14129	200	28	2021	2021	NUM
gsjp-14129	200	29	;	;	PUNCT
gsjp-14129	200	30	goodrich	goodrich	NOUN
gsjp-14129	200	31	et	et	PROPN
gsjp-14129	200	32	al	al	PROPN
gsjp-14129	200	33	.	.	PROPN
gsjp-14129	200	34	,	,	PUNCT
gsjp-14129	200	35	2023	2023	NUM
gsjp-14129	200	36	;	;	PUNCT
gsjp-14129	200	37	hunt	hunt	NOUN
gsjp-14129	200	38	&	&	CCONJ
gsjp-14129	200	39	scheetz	scheetz	PROPN
gsjp-14129	200	40	,	,	PUNCT
gsjp-14129	200	41	2019	2019	NUM
gsjp-14129	200	42	;	;	PUNCT
gsjp-14129	200	43	hydock	hydock	NOUN
gsjp-14129	200	44	,	,	PUNCT
gsjp-14129	200	45	2018	2018	NUM
gsjp-14129	200	46	;	;	PUNCT
gsjp-14129	200	47	kennedy	kennedy	PROPN
gsjp-14129	200	48	et	et	PROPN
gsjp-14129	200	49	al	al	PROPN
gsjp-14129	200	50	.	.	PROPN
gsjp-14129	200	51	,	,	PUNCT
gsjp-14129	200	52	2020	2020	NUM
gsjp-14129	200	53	;	;	PUNCT
gsjp-14129	200	54	newman	newman	PROPN
gsjp-14129	200	55	et	et	PROPN
gsjp-14129	200	56	al	al	PROPN
gsjp-14129	200	57	.	.	PROPN
gsjp-14129	200	58	,	,	PUNCT
gsjp-14129	200	59	2021	2021	NUM
gsjp-14129	200	60	;	;	PUNCT
gsjp-14129	200	61	sauter	sauter	NOUN
gsjp-14129	200	62	et	et	PROPN
gsjp-14129	200	63	al	al	PROPN
gsjp-14129	200	64	.	.	PROPN
gsjp-14129	200	65	,	,	PUNCT
gsjp-14129	200	66	2020	2020	NUM
gsjp-14129	200	67	;	;	PUNCT
gsjp-14129	200	68	stanton	stanton	PROPN
gsjp-14129	200	69	et	et	PROPN
gsjp-14129	200	70	al	al	PROPN
gsjp-14129	200	71	.	.	PROPN
gsjp-14129	200	72	,	,	PUNCT
gsjp-14129	200	73	2022	2022	NUM
gsjp-14129	200	74	)	)	PUNCT
gsjp-14129	200	75	.	.	PUNCT
gsjp-14129	201	1	conclusion	conclusion	NOUN
gsjp-14129	201	2	this	this	DET
gsjp-14129	201	3	study	study	NOUN
gsjp-14129	201	4	leveraged	leverage	VERB
gsjp-14129	201	5	a	a	DET
gsjp-14129	201	6	screening	screening	NOUN
gsjp-14129	201	7	process	process	NOUN
gsjp-14129	201	8	similar	similar	ADJ
gsjp-14129	201	9	to	to	ADP
gsjp-14129	201	10	webb	webb	NOUN
gsjp-14129	201	11	and	and	CCONJ
gsjp-14129	201	12	tangney	tangney	NOUN
gsjp-14129	201	13	(	(	PUNCT
gsjp-14129	201	14	2022	2022	NUM
gsjp-14129	201	15	)	)	PUNCT
gsjp-14129	201	16	,	,	PUNCT
gsjp-14129	201	17	with	with	ADP
gsjp-14129	201	18	heavy	heavy	ADJ
gsjp-14129	201	19	influence	influence	NOUN
gsjp-14129	201	20	from	from	ADP
gsjp-14129	201	21	douglas	douglas	PROPN
gsjp-14129	201	22	et	et	PROPN
gsjp-14129	201	23	al	al	PROPN
gsjp-14129	201	24	.	.	PROPN
gsjp-14129	202	1	(	(	PUNCT
gsjp-14129	202	2	2023	2023	NUM
gsjp-14129	202	3	)	)	PUNCT
gsjp-14129	202	4	,	,	PUNCT
gsjp-14129	202	5	to	to	PART
gsjp-14129	202	6	compare	compare	VERB
gsjp-14129	202	7	mturk	mturk	PROPN
gsjp-14129	202	8	and	and	CCONJ
gsjp-14129	202	9	prolific	prolific	ADJ
gsjp-14129	202	10	recruitment	recruitment	NOUN
gsjp-14129	202	11	potential	potential	NOUN
gsjp-14129	202	12	based	base	VERB
gsjp-14129	202	13	on	on	ADP
gsjp-14129	202	14	data	datum	NOUN
gsjp-14129	202	15	quality	quality	NOUN
gsjp-14129	202	16	and	and	CCONJ
gsjp-14129	202	17	cost	cost	NOUN
gsjp-14129	202	18	.	.	PUNCT
gsjp-14129	203	1	based	base	VERB
gsjp-14129	203	2	on	on	ADP
gsjp-14129	203	3	these	these	DET
gsjp-14129	203	4	metrics	metric	NOUN
gsjp-14129	203	5	,	,	PUNCT
gsjp-14129	203	6	prolific	prolific	NOUN
gsjp-14129	203	7	outperformed	outperform	VERB
gsjp-14129	203	8	mturk	mturk	PROPN
gsjp-14129	203	9	for	for	ADP
gsjp-14129	203	10	recruitment	recruitment	NOUN
gsjp-14129	203	11	.	.	PUNCT
gsjp-14129	204	1	however	however	ADV
gsjp-14129	204	2	,	,	PUNCT
gsjp-14129	204	3	while	while	SCONJ
gsjp-14129	204	4	prolific	prolific	PROPN
gsjp-14129	204	5	outperformed	outperform	VERB
gsjp-14129	204	6	mturk	mturk	PROPN
gsjp-14129	204	7	on	on	ADP
gsjp-14129	204	8	our	our	PRON
gsjp-14129	204	9	survey	survey	NOUN
gsjp-14129	204	10	,	,	PUNCT
gsjp-14129	204	11	researchers	researcher	NOUN
gsjp-14129	204	12	with	with	ADP
gsjp-14129	204	13	different	different	ADJ
gsjp-14129	204	14	protocols	protocol	NOUN
gsjp-14129	204	15	may	may	AUX
gsjp-14129	204	16	observe	observe	VERB
gsjp-14129	204	17	different	different	ADJ
gsjp-14129	204	18	results	result	NOUN
gsjp-14129	204	19	.	.	PUNCT
gsjp-14129	205	1	most	most	ADJ
gsjp-14129	205	2	meaningful67	meaningful67	NOUN
gsjp-14129	205	3	navigating	navigate	VERB
gsjp-14129	205	4	mturk	mturk	PROPN
gsjp-14129	205	5	&	&	CCONJ
gsjp-14129	205	6	prolific	prolific	PROPN
gsjp-14129	205	7	ly	ly	PROPN
gsjp-14129	205	8	,	,	PUNCT
gsjp-14129	205	9	researchers	researcher	NOUN
gsjp-14129	205	10	ought	ought	AUX
gsjp-14129	205	11	to	to	PART
gsjp-14129	205	12	critically	critically	ADV
gsjp-14129	205	13	evaluate	evaluate	VERB
gsjp-14129	205	14	the	the	DET
gsjp-14129	205	15	impact	impact	NOUN
gsjp-14129	205	16	that	that	PRON
gsjp-14129	205	17	using	use	VERB
gsjp-14129	205	18	low	low	ADJ
gsjp-14129	205	19	-	-	PUNCT
gsjp-14129	205	20	quality	quality	NOUN
gsjp-14129	205	21	data	datum	NOUN
gsjp-14129	205	22	in	in	ADP
gsjp-14129	205	23	publications	publication	NOUN
gsjp-14129	205	24	may	may	AUX
gsjp-14129	205	25	have	have	VERB
gsjp-14129	205	26	on	on	ADP
gsjp-14129	205	27	societal	societal	ADJ
gsjp-14129	205	28	outcomes	outcome	NOUN
gsjp-14129	205	29	for	for	ADP
gsjp-14129	205	30	generations	generation	NOUN
gsjp-14129	205	31	.	.	PUNCT
gsjp-14129	206	1	as	as	SCONJ
gsjp-14129	206	2	we	we	PRON
gsjp-14129	206	3	found	find	VERB
gsjp-14129	206	4	surprisingly	surprisingly	ADV
gsjp-14129	206	5	few	few	ADJ
gsjp-14129	206	6	high	high	ADJ
gsjp-14129	206	7	-	-	PUNCT
gsjp-14129	206	8	quality	quality	NOUN
gsjp-14129	206	9	participants	participant	NOUN
gsjp-14129	206	10	across	across	ADP
gsjp-14129	206	11	both	both	CCONJ
gsjp-14129	206	12	prolific	prolific	NOUN
gsjp-14129	206	13	and	and	CCONJ
gsjp-14129	206	14	mturk	mturk	PROPN
gsjp-14129	206	15	,	,	PUNCT
gsjp-14129	206	16	it	it	PRON
gsjp-14129	206	17	is	be	AUX
gsjp-14129	206	18	clear	clear	ADJ
gsjp-14129	206	19	that	that	SCONJ
gsjp-14129	206	20	improved	improved	ADJ
gsjp-14129	206	21	survey	survey	NOUN
gsjp-14129	206	22	methodologies	methodology	NOUN
gsjp-14129	206	23	are	be	AUX
gsjp-14129	206	24	warranted	warrant	VERB
gsjp-14129	206	25	regardless	regardless	ADV
gsjp-14129	206	26	of	of	ADP
gsjp-14129	206	27	platform	platform	NOUN
gsjp-14129	206	28	.	.	PUNCT
gsjp-14129	207	1	with	with	ADP
gsjp-14129	207	2	this	this	PRON
gsjp-14129	207	3	in	in	ADP
gsjp-14129	207	4	mind	mind	NOUN
gsjp-14129	207	5	,	,	PUNCT
gsjp-14129	207	6	researchers	researcher	NOUN
gsjp-14129	207	7	should	should	AUX
gsjp-14129	207	8	incorporate	incorporate	VERB
gsjp-14129	207	9	survey	survey	NOUN
gsjp-14129	207	10	strategies	strategy	NOUN
gsjp-14129	207	11	demonstrated	demonstrate	VERB
gsjp-14129	207	12	in	in	ADP
gsjp-14129	207	13	this	this	DET
gsjp-14129	207	14	work	work	NOUN
gsjp-14129	207	15	as	as	ADV
gsjp-14129	207	16	well	well	ADV
gsjp-14129	207	17	as	as	ADP
gsjp-14129	207	18	the	the	DET
gsjp-14129	207	19	highlighted	highlighted	ADJ
gsjp-14129	207	20	best	good	ADJ
gsjp-14129	207	21	practices	practice	NOUN
gsjp-14129	207	22	from	from	ADP
gsjp-14129	207	23	other	other	ADJ
gsjp-14129	207	24	researchers	researcher	NOUN
gsjp-14129	207	25	.	.	PUNCT
gsjp-14129	208	1	references	reference	NOUN
gsjp-14129	208	2	abbey	abbey	PROPN
gsjp-14129	208	3	,	,	PUNCT
gsjp-14129	208	4	j.	j.	PROPN
gsjp-14129	208	5	d.	d.	PROPN
gsjp-14129	208	6	,	,	PUNCT
gsjp-14129	208	7	&	&	CCONJ
gsjp-14129	208	8	meloy	meloy	PROPN
gsjp-14129	208	9	,	,	PUNCT
gsjp-14129	208	10	m.	m.	NOUN
gsjp-14129	208	11	g.	g.	PROPN
gsjp-14129	208	12	(	(	PUNCT
gsjp-14129	208	13	2017	2017	NUM
gsjp-14129	208	14	)	)	PUNCT
gsjp-14129	208	15	.	.	PUNCT
gsjp-14129	209	1	attention	attention	NOUN
gsjp-14129	209	2	by	by	ADP
gsjp-14129	209	3	design	design	NOUN
gsjp-14129	209	4	:	:	PUNCT
gsjp-14129	209	5	using	use	VERB
gsjp-14129	209	6	attention	attention	NOUN
gsjp-14129	209	7	checks	check	NOUN
gsjp-14129	209	8	to	to	PART
gsjp-14129	209	9	detect	detect	VERB
gsjp-14129	209	10	inattentive	inattentive	ADJ
gsjp-14129	209	11	respondents	respondent	NOUN
gsjp-14129	209	12	and	and	CCONJ
gsjp-14129	209	13	improve	improve	VERB
gsjp-14129	209	14	data	datum	NOUN
gsjp-14129	209	15	quality	quality	NOUN
gsjp-14129	209	16	.	.	PUNCT
gsjp-14129	210	1	journal	journal	PROPN
gsjp-14129	210	2	of	of	ADP
gsjp-14129	210	3	operations	operation	NOUN
gsjp-14129	210	4	management	management	NOUN
gsjp-14129	210	5	,	,	PUNCT
gsjp-14129	210	6	53–56	53–56	NUM
gsjp-14129	210	7	,	,	PUNCT
gsjp-14129	210	8	63–70	63–70	NUM
gsjp-14129	210	9	.	.	PUNCT
gsjp-14129	211	1	https://doi	https://doi	X
gsjp-14129	211	2	.	.	PUNCT
gsjp-14129	211	3	org/10.1016	org/10.1016	PROPN
gsjp-14129	211	4	/	/	SYM
gsjp-14129	211	5	j.jom.2017.06.001	j.jom.2017.06.001	PROPN
gsjp-14129	211	6	aguinis	aguinis	PROPN
gsjp-14129	211	7	,	,	PUNCT
gsjp-14129	211	8	h.	h.	PROPN
gsjp-14129	211	9	,	,	PUNCT
gsjp-14129	211	10	villamor	villamor	PROPN
gsjp-14129	211	11	,	,	PUNCT
gsjp-14129	211	12	i.	i.	NOUN
gsjp-14129	211	13	,	,	PUNCT
gsjp-14129	211	14	&	&	CCONJ
gsjp-14129	211	15	ramani	ramani	PROPN
gsjp-14129	211	16	,	,	PUNCT
gsjp-14129	211	17	r.	r.	PROPN
gsjp-14129	211	18	s.	s.	PROPN
gsjp-14129	211	19	(	(	PUNCT
gsjp-14129	211	20	2021	2021	NUM
gsjp-14129	211	21	)	)	PUNCT
gsjp-14129	211	22	.	.	PUNCT
gsjp-14129	212	1	mturk	mturk	PROPN
gsjp-14129	212	2	research	research	PROPN
gsjp-14129	212	3	:	:	PUNCT
gsjp-14129	212	4	review	review	NOUN
gsjp-14129	212	5	and	and	CCONJ
gsjp-14129	212	6	recommendations	recommendation	NOUN
gsjp-14129	212	7	.	.	PUNCT
gsjp-14129	213	1	journal	journal	NOUN
gsjp-14129	213	2	of	of	ADP
gsjp-14129	213	3	management	management	NOUN
gsjp-14129	213	4	,	,	PUNCT
gsjp-14129	213	5	47(4	47(4	PROPN
gsjp-14129	213	6	)	)	PUNCT
gsjp-14129	213	7	,	,	PUNCT
gsjp-14129	213	8	823–837	823–837	NUM
gsjp-14129	213	9	.	.	PUNCT
gsjp-14129	214	1	https://doi	https://doi	PROPN
gsjp-14129	214	2	.	.	PROPN
gsjp-14129	214	3	org/10.1177/0149206320969787	org/10.1177/0149206320969787	PROPN
gsjp-14129	214	4	albert	albert	PROPN
gsjp-14129	214	5	,	,	PUNCT
gsjp-14129	214	6	d.	d.	PROPN
gsjp-14129	214	7	a.	a.	PROPN
gsjp-14129	214	8	,	,	PUNCT
gsjp-14129	214	9	&	&	CCONJ
gsjp-14129	214	10	smilek	smilek	PROPN
gsjp-14129	214	11	,	,	PUNCT
gsjp-14129	214	12	d.	d.	PROPN
gsjp-14129	214	13	(	(	PUNCT
gsjp-14129	214	14	2023	2023	NUM
gsjp-14129	214	15	)	)	PUNCT
gsjp-14129	214	16	.	.	PUNCT
gsjp-14129	215	1	comparing	compare	VERB
gsjp-14129	215	2	attentional	attentional	ADJ
gsjp-14129	215	3	disengagement	disengagement	NOUN
gsjp-14129	215	4	between	between	ADP
gsjp-14129	215	5	prolific	prolific	NOUN
gsjp-14129	215	6	and	and	CCONJ
gsjp-14129	215	7	mturk	mturk	PROPN
gsjp-14129	215	8	samples	sample	NOUN
gsjp-14129	215	9	.	.	PUNCT
gsjp-14129	216	1	scientific	scientific	ADJ
gsjp-14129	216	2	reports	report	NOUN
gsjp-14129	216	3	,	,	PUNCT
gsjp-14129	216	4	13(1	13(1	NUM
gsjp-14129	216	5	)	)	PUNCT
gsjp-14129	216	6	,	,	PUNCT
gsjp-14129	216	7	20574	20574	NUM
gsjp-14129	216	8	.	.	PUNCT
gsjp-14129	217	1	https://doi	https://doi	X
gsjp-14129	217	2	.	.	PUNCT
gsjp-14129	217	3	org/10.1038	org/10.1038	PROPN
gsjp-14129	217	4	/	/	SYM
gsjp-14129	217	5	s41598	s41598	PROPN
gsjp-14129	217	6	-	-	PUNCT
gsjp-14129	217	7	023	023	NUM
gsjp-14129	217	8	-	-	PUNCT
gsjp-14129	217	9	46048	46048	NUM
gsjp-14129	217	10	-	-	SYM
gsjp-14129	217	11	5	5	NUM
gsjp-14129	217	12	amazon	amazon	NOUN
gsjp-14129	217	13	mechanical	mechanical	ADJ
gsjp-14129	217	14	turk	turk	PROPN
gsjp-14129	217	15	.	.	PUNCT
gsjp-14129	218	1	(	(	PUNCT
gsjp-14129	218	2	n.d	n.d	PROPN
gsjp-14129	218	3	.	.	PROPN
gsjp-14129	218	4	)	)	PUNCT
gsjp-14129	218	5	.	.	PUNCT
gsjp-14129	219	1	retrieved	retrieve	VERB
gsjp-14129	219	2	march	march	PROPN
gsjp-14129	219	3	30	30	NUM
gsjp-14129	219	4	,	,	PUNCT
gsjp-14129	219	5	2024	2024	NUM
gsjp-14129	219	6	,	,	PUNCT
gsjp-14129	219	7	from	from	ADP
gsjp-14129	219	8	https://www.mturk.com/	https://www.mturk.com/	PROPN
gsjp-14129	219	9	bai	bai	PROPN
gsjp-14129	219	10	,	,	PUNCT
gsjp-14129	219	11	h.	h.	PROPN
gsjp-14129	219	12	(	(	PUNCT
gsjp-14129	219	13	2018	2018	NUM
gsjp-14129	219	14	)	)	PUNCT
gsjp-14129	219	15	.	.	PUNCT
gsjp-14129	220	1	evidence	evidence	NOUN
gsjp-14129	220	2	that	that	SCONJ
gsjp-14129	220	3	a	a	DET
gsjp-14129	220	4	large	large	ADJ
gsjp-14129	220	5	amount	amount	NOUN
gsjp-14129	220	6	of	of	ADP
gsjp-14129	220	7	low	low	ADJ
gsjp-14129	220	8	quality	quality	NOUN
gsjp-14129	220	9	responses	response	NOUN
gsjp-14129	220	10	on	on	ADP
gsjp-14129	220	11	mturk	mturk	PROPN
gsjp-14129	220	12	can	can	AUX
gsjp-14129	220	13	be	be	AUX
gsjp-14129	220	14	detected	detect	VERB
gsjp-14129	220	15	with	with	ADP
gsjp-14129	220	16	repeated	repeat	VERB
gsjp-14129	220	17	gps	gps	NOUN
gsjp-14129	220	18	coordinates	coordinate	NOUN
gsjp-14129	220	19	.	.	PUNCT
gsjp-14129	221	1	maxhuibai.com	maxhuibai.com	X
gsjp-14129	221	2	.	.	PUNCT
gsjp-14129	222	1	https://	https://	PROPN
gsjp-14129	222	2	www.maxhuibai.com/blog/evidence-that-responses-from-repeating-gps-are-random	www.maxhuibai.com/blog/evidence-that-responses-from-repeating-gps-are-random	NOUN
gsjp-14129	222	3	barends	barend	NOUN
gsjp-14129	222	4	,	,	PUNCT
gsjp-14129	222	5	a.	a.	PROPN
gsjp-14129	222	6	j.	j.	PROPN
gsjp-14129	222	7	,	,	PUNCT
gsjp-14129	222	8	&	&	CCONJ
gsjp-14129	222	9	de	de	PROPN
gsjp-14129	222	10	vries	vries	PROPN
gsjp-14129	222	11	,	,	PUNCT
gsjp-14129	222	12	r.	r.	PROPN
gsjp-14129	222	13	e.	e.	PROPN
gsjp-14129	222	14	(	(	PUNCT
gsjp-14129	222	15	2019	2019	NUM
gsjp-14129	222	16	)	)	PUNCT
gsjp-14129	222	17	.	.	PUNCT
gsjp-14129	223	1	noncompliant	noncompliant	ADJ
gsjp-14129	223	2	responding	responding	NOUN
gsjp-14129	223	3	:	:	PUNCT
gsjp-14129	223	4	comparing	compare	VERB
gsjp-14129	223	5	exclusion	exclusion	NOUN
gsjp-14129	223	6	criteria	criterion	NOUN
gsjp-14129	223	7	in	in	ADP
gsjp-14129	223	8	mturk	mturk	PROPN
gsjp-14129	223	9	personality	personality	NOUN
gsjp-14129	223	10	research	research	NOUN
gsjp-14129	223	11	to	to	PART
gsjp-14129	223	12	improve	improve	VERB
gsjp-14129	223	13	data	datum	NOUN
gsjp-14129	223	14	quality	quality	NOUN
gsjp-14129	223	15	.	.	PUNCT
gsjp-14129	224	1	personality	personality	NOUN
gsjp-14129	224	2	and	and	CCONJ
gsjp-14129	224	3	individual	individual	ADJ
gsjp-14129	224	4	differences	difference	NOUN
gsjp-14129	224	5	,	,	PUNCT
gsjp-14129	224	6	143	143	NUM
gsjp-14129	224	7	,	,	PUNCT
gsjp-14129	224	8	84–89	84–89	NUM
gsjp-14129	224	9	.	.	PUNCT
gsjp-14129	225	1	https://	https://	PROPN
gsjp-14129	225	2	doi.org/10.1016/j.paid.2019.02.015	doi.org/10.1016/j.paid.2019.02.015	PROPN
gsjp-14129	225	3	best	well	ADV
gsjp-14129	225	4	,	,	PUNCT
gsjp-14129	225	5	s.	s.	PROPN
gsjp-14129	225	6	j.	j.	PROPN
gsjp-14129	225	7	,	,	PUNCT
gsjp-14129	225	8	krueger	krueger	PROPN
gsjp-14129	225	9	,	,	PUNCT
gsjp-14129	225	10	b.	b.	PROPN
gsjp-14129	225	11	,	,	PUNCT
gsjp-14129	225	12	hubbard	hubbard	PROPN
gsjp-14129	225	13	,	,	PUNCT
gsjp-14129	225	14	c.	c.	PROPN
gsjp-14129	225	15	,	,	PUNCT
gsjp-14129	225	16	&	&	CCONJ
gsjp-14129	225	17	smith	smith	PROPN
gsjp-14129	225	18	,	,	PUNCT
gsjp-14129	225	19	a.	a.	NOUN
gsjp-14129	225	20	(	(	PUNCT
gsjp-14129	225	21	2001	2001	NUM
gsjp-14129	225	22	)	)	PUNCT
gsjp-14129	225	23	.	.	PUNCT
gsjp-14129	226	1	an	an	DET
gsjp-14129	226	2	assessment	assessment	NOUN
gsjp-14129	226	3	of	of	ADP
gsjp-14129	226	4	the	the	DET
gsjp-14129	226	5	generalizability	generalizability	NOUN
gsjp-14129	226	6	of	of	ADP
gsjp-14129	226	7	internet	internet	NOUN
gsjp-14129	226	8	surveys	survey	NOUN
gsjp-14129	226	9	.	.	PUNCT
gsjp-14129	227	1	social	social	ADJ
gsjp-14129	227	2	science	science	PROPN
gsjp-14129	227	3	computer	computer	NOUN
gsjp-14129	227	4	review	review	PROPN
gsjp-14129	227	5	,	,	PUNCT
gsjp-14129	227	6	19(2	19(2	NUM
gsjp-14129	227	7	)	)	PUNCT
gsjp-14129	227	8	,	,	PUNCT
gsjp-14129	227	9	131–145	131–145	NUM
gsjp-14129	227	10	.	.	PUNCT
gsjp-14129	228	1	https://doi.org/10.1177/089443930101900201	https://doi.org/10.1177/089443930101900201	PROPN
gsjp-14129	228	2	burnette	burnette	PROPN
gsjp-14129	228	3	,	,	PUNCT
gsjp-14129	228	4	c.	c.	PROPN
gsjp-14129	228	5	b.	b.	PROPN
gsjp-14129	228	6	,	,	PUNCT
gsjp-14129	228	7	luzier	luzier	PROPN
gsjp-14129	228	8	,	,	PUNCT
gsjp-14129	228	9	j.	j.	PROPN
gsjp-14129	228	10	l.	l.	PROPN
gsjp-14129	228	11	,	,	PUNCT
gsjp-14129	228	12	bennett	bennett	PROPN
gsjp-14129	228	13	,	,	PUNCT
gsjp-14129	228	14	b.	b.	PROPN
gsjp-14129	228	15	l.	l.	PROPN
gsjp-14129	228	16	,	,	PUNCT
gsjp-14129	228	17	weisenmuller	weisenmuller	NOUN
gsjp-14129	228	18	,	,	PUNCT
gsjp-14129	228	19	c.	c.	PROPN
gsjp-14129	228	20	m.	m.	PROPN
gsjp-14129	228	21	,	,	PUNCT
gsjp-14129	228	22	kerr	kerr	PROPN
gsjp-14129	228	23	,	,	PUNCT
gsjp-14129	228	24	p.	p.	PROPN
gsjp-14129	228	25	,	,	PUNCT
gsjp-14129	228	26	martin	martin	PROPN
gsjp-14129	228	27	,	,	PUNCT
gsjp-14129	228	28	s.	s.	PROPN
gsjp-14129	228	29	,	,	PUNCT
gsjp-14129	228	30	keener	keener	NOUN
gsjp-14129	228	31	,	,	PUNCT
gsjp-14129	228	32	j.	j.	PROPN
gsjp-14129	228	33	,	,	PUNCT
gsjp-14129	228	34	&	&	CCONJ
gsjp-14129	228	35	calderwood	calderwood	PROPN
gsjp-14129	228	36	,	,	PUNCT
gsjp-14129	228	37	l.	l.	PROPN
gsjp-14129	228	38	(	(	PUNCT
gsjp-14129	228	39	2022	2022	NUM
gsjp-14129	228	40	)	)	PUNCT
gsjp-14129	228	41	.	.	PUNCT
gsjp-14129	229	1	concerns	concern	NOUN
gsjp-14129	229	2	and	and	CCONJ
gsjp-14129	229	3	recommendations	recommendation	NOUN
gsjp-14129	229	4	for	for	ADP
gsjp-14129	229	5	using	use	VERB
gsjp-14129	229	6	amazon	amazon	PROPN
gsjp-14129	229	7	mturk	mturk	PROPN
gsjp-14129	229	8	for	for	ADP
gsjp-14129	229	9	eating	eat	VERB
gsjp-14129	229	10	disorder	disorder	NOUN
gsjp-14129	229	11	research	research	NOUN
gsjp-14129	229	12	.	.	PUNCT
gsjp-14129	230	1	international	international	ADJ
gsjp-14129	230	2	journal	journal	NOUN
gsjp-14129	230	3	of	of	ADP
gsjp-14129	230	4	eating	eat	VERB
gsjp-14129	230	5	disorders	disorder	NOUN
gsjp-14129	230	6	,	,	PUNCT
gsjp-14129	230	7	55(2	55(2	NUM
gsjp-14129	230	8	)	)	PUNCT
gsjp-14129	230	9	,	,	PUNCT
gsjp-14129	230	10	263–272	263–272	NUM
gsjp-14129	230	11	.	.	PUNCT
gsjp-14129	231	1	https://doi.org/10.1002/eat.23614	https://doi.org/10.1002/eat.23614	PROPN
gsjp-14129	231	2	chandler	chandler	PROPN
gsjp-14129	231	3	,	,	PUNCT
gsjp-14129	231	4	j.	j.	PROPN
gsjp-14129	231	5	,	,	PUNCT
gsjp-14129	231	6	paolacci	paolacci	PROPN
gsjp-14129	231	7	,	,	PUNCT
gsjp-14129	231	8	g.	g.	PROPN
gsjp-14129	231	9	,	,	PUNCT
gsjp-14129	231	10	peer	peer	NOUN
gsjp-14129	231	11	,	,	PUNCT
gsjp-14129	231	12	e.	e.	PROPN
gsjp-14129	231	13	,	,	PUNCT
gsjp-14129	231	14	mueller	mueller	PROPN
gsjp-14129	231	15	,	,	PUNCT
gsjp-14129	231	16	p.	p.	PROPN
gsjp-14129	231	17	,	,	PUNCT
gsjp-14129	231	18	&	&	CCONJ
gsjp-14129	231	19	ratliff	ratliff	PROPN
gsjp-14129	231	20	,	,	PUNCT
gsjp-14129	231	21	k.	k.	PROPN
gsjp-14129	231	22	a.	a.	PROPN
gsjp-14129	231	23	(	(	PUNCT
gsjp-14129	231	24	2015	2015	NUM
gsjp-14129	231	25	)	)	PUNCT
gsjp-14129	231	26	.	.	PUNCT
gsjp-14129	232	1	using	use	VERB
gsjp-14129	232	2	nonnaive	nonnaive	ADJ
gsjp-14129	232	3	participants	participant	NOUN
gsjp-14129	232	4	can	can	AUX
gsjp-14129	232	5	reduce	reduce	VERB
gsjp-14129	232	6	effect	effect	NOUN
gsjp-14129	232	7	sizes	size	NOUN
gsjp-14129	232	8	.	.	PUNCT
gsjp-14129	233	1	psychological	psychological	ADJ
gsjp-14129	233	2	science	science	NOUN
gsjp-14129	233	3	,	,	PUNCT
gsjp-14129	233	4	26(7	26(7	NOUN
gsjp-14129	233	5	)	)	PUNCT
gsjp-14129	233	6	,	,	PUNCT
gsjp-14129	233	7	1131–1139	1131–1139	NUM
gsjp-14129	233	8	.	.	PUNCT
gsjp-14129	234	1	https://doi.org/10.1177/0956797615585115	https://doi.org/10.1177/0956797615585115	PROPN
gsjp-14129	234	2	cheung	cheung	PROPN
gsjp-14129	234	3	,	,	PUNCT
gsjp-14129	234	4	j.	j.	PROPN
gsjp-14129	234	5	h.	h.	PROPN
gsjp-14129	234	6	,	,	PUNCT
gsjp-14129	234	7	burns	burn	NOUN
gsjp-14129	234	8	,	,	PUNCT
gsjp-14129	234	9	d.	d.	PROPN
gsjp-14129	234	10	k.	k.	PROPN
gsjp-14129	234	11	,	,	PUNCT
gsjp-14129	234	12	sinclair	sinclair	PROPN
gsjp-14129	234	13	,	,	PUNCT
gsjp-14129	234	14	r.	r.	PROPN
gsjp-14129	234	15	r.	r.	PROPN
gsjp-14129	234	16	,	,	PUNCT
gsjp-14129	234	17	&	&	CCONJ
gsjp-14129	234	18	sliter	sliter	NOUN
gsjp-14129	234	19	,	,	PUNCT
gsjp-14129	234	20	m.	m.	NOUN
gsjp-14129	234	21	(	(	PUNCT
gsjp-14129	234	22	2017	2017	NUM
gsjp-14129	234	23	)	)	PUNCT
gsjp-14129	234	24	.	.	PUNCT
gsjp-14129	235	1	amazon	amazon	PROPN
gsjp-14129	235	2	mechanical	mechanical	ADJ
gsjp-14129	235	3	turk	turk	PROPN
gsjp-14129	235	4	in	in	ADP
gsjp-14129	235	5	organizational	organizational	ADJ
gsjp-14129	235	6	psychology	psychology	NOUN
gsjp-14129	235	7	:	:	PUNCT
gsjp-14129	235	8	an	an	DET
gsjp-14129	235	9	evaluation	evaluation	NOUN
gsjp-14129	235	10	and	and	CCONJ
gsjp-14129	235	11	practical	practical	ADJ
gsjp-14129	235	12	recommendations	recommendation	NOUN
gsjp-14129	235	13	.	.	PUNCT
gsjp-14129	236	1	journal	journal	NOUN
gsjp-14129	236	2	of	of	ADP
gsjp-14129	236	3	business	business	NOUN
gsjp-14129	236	4	and	and	CCONJ
gsjp-14129	236	5	psychology	psychology	NOUN
gsjp-14129	236	6	,	,	PUNCT
gsjp-14129	236	7	32(4	32(4	NUM
gsjp-14129	236	8	)	)	PUNCT
gsjp-14129	236	9	,	,	PUNCT
gsjp-14129	236	10	347–361	347–361	NUM
gsjp-14129	236	11	.	.	PUNCT
gsjp-14129	237	1	https://doi.org/10.1007/s10869-016-94585	https://doi.org/10.1007/s10869-016-94585	PROPN
gsjp-14129	237	2	cortina	cortina	PROPN
gsjp-14129	237	3	,	,	PUNCT
gsjp-14129	237	4	j.	j.	PROPN
gsjp-14129	237	5	m.	m.	PROPN
gsjp-14129	237	6	(	(	PUNCT
gsjp-14129	237	7	1993	1993	NUM
gsjp-14129	237	8	)	)	PUNCT
gsjp-14129	237	9	.	.	PUNCT
gsjp-14129	238	1	what	what	PRON
gsjp-14129	238	2	is	be	AUX
gsjp-14129	238	3	coefficient	coefficient	NOUN
gsjp-14129	238	4	alpha	alpha	NOUN
gsjp-14129	238	5	?	?	PUNCT
gsjp-14129	239	1	an	an	DET
gsjp-14129	239	2	examination	examination	NOUN
gsjp-14129	239	3	of	of	ADP
gsjp-14129	239	4	theory	theory	NOUN
gsjp-14129	239	5	and	and	CCONJ
gsjp-14129	239	6	applications	application	NOUN
gsjp-14129	239	7	.	.	PUNCT
gsjp-14129	240	1	journal	journal	NOUN
gsjp-14129	240	2	of	of	ADP
gsjp-14129	240	3	applied	apply	VERB
gsjp-14129	240	4	psychology	psychology	NOUN
gsjp-14129	240	5	,	,	PUNCT
gsjp-14129	240	6	78(1	78(1	NOUN
gsjp-14129	240	7	)	)	PUNCT
gsjp-14129	240	8	,	,	PUNCT
gsjp-14129	240	9	98–104	98–104	PROPN
gsjp-14129	240	10	.	.	PUNCT
gsjp-14129	241	1	https://doi	https://doi	PROPN
gsjp-14129	241	2	.	.	PUNCT
gsjp-14129	241	3	org/10.1037/0021	org/10.1037/0021	NOUN
gsjp-14129	241	4	-	-	PUNCT
gsjp-14129	241	5	9010.78.1.98	9010.78.1.98	NUM
gsjp-14129	241	6	crump	crump	NOUN
gsjp-14129	241	7	,	,	PUNCT
gsjp-14129	241	8	m.	m.	NOUN
gsjp-14129	241	9	j.	j.	PROPN
gsjp-14129	241	10	c.	c.	PROPN
gsjp-14129	241	11	,	,	PUNCT
gsjp-14129	241	12	mcdonnell	mcdonnell	PROPN
gsjp-14129	241	13	,	,	PUNCT
gsjp-14129	241	14	j.	j.	PROPN
gsjp-14129	241	15	v.	v.	PROPN
gsjp-14129	241	16	,	,	PUNCT
gsjp-14129	241	17	&	&	CCONJ
gsjp-14129	241	18	gureckis	gureckis	PROPN
gsjp-14129	241	19	,	,	PUNCT
gsjp-14129	241	20	t.	t.	NOUN
gsjp-14129	241	21	m.	m.	NOUN
gsjp-14129	241	22	(	(	PUNCT
gsjp-14129	241	23	2013	2013	NUM
gsjp-14129	241	24	)	)	PUNCT
gsjp-14129	241	25	.	.	PUNCT
gsjp-14129	242	1	evaluating	evaluate	VERB
gsjp-14129	242	2	amazon	amazon	NOUN
gsjp-14129	242	3	’s	’s	PART
gsjp-14129	242	4	mechanical	mechanical	ADJ
gsjp-14129	242	5	turk	turk	PROPN
gsjp-14129	242	6	as	as	ADP
gsjp-14129	242	7	a	a	DET
gsjp-14129	242	8	tool	tool	NOUN
gsjp-14129	242	9	for	for	ADP
gsjp-14129	242	10	experimental	experimental	ADJ
gsjp-14129	242	11	behavioral	behavioral	ADJ
gsjp-14129	242	12	research	research	NOUN
gsjp-14129	242	13	.	.	PUNCT
gsjp-14129	243	1	plos	plos	PROPN
gsjp-14129	243	2	one	one	NUM
gsjp-14129	243	3	,	,	PUNCT
gsjp-14129	243	4	8(3	8(3	NUM
gsjp-14129	243	5	)	)	PUNCT
gsjp-14129	243	6	,	,	PUNCT
gsjp-14129	243	7	e57410	e57410	PROPN
gsjp-14129	243	8	.	.	PUNCT
gsjp-14129	243	9	https://doi.org/10.1371/journal	https://doi.org/10.1371/journal	ADJ
gsjp-14129	243	10	.	.	PUNCT
gsjp-14129	244	1	pone.0057410	pone.0057410	PROPN
gsjp-14129	244	2	dennis	dennis	PROPN
gsjp-14129	244	3	,	,	PUNCT
gsjp-14129	244	4	s.	s.	PROPN
gsjp-14129	244	5	a.	a.	PROPN
gsjp-14129	244	6	,	,	PUNCT
gsjp-14129	244	7	goodson	goodson	PROPN
gsjp-14129	244	8	,	,	PUNCT
gsjp-14129	244	9	b.	b.	PROPN
gsjp-14129	244	10	m.	m.	PROPN
gsjp-14129	244	11	,	,	PUNCT
gsjp-14129	244	12	&	&	CCONJ
gsjp-14129	244	13	pearson	pearson	PROPN
gsjp-14129	244	14	,	,	PUNCT
gsjp-14129	244	15	c.	c.	PROPN
gsjp-14129	244	16	a.	a.	PROPN
gsjp-14129	244	17	(	(	PUNCT
gsjp-14129	244	18	2020	2020	NUM
gsjp-14129	244	19	)	)	PUNCT
gsjp-14129	244	20	.	.	PUNCT
gsjp-14129	245	1	online	online	PROPN
gsjp-14129	245	2	worker	worker	NOUN
gsjp-14129	245	3	fraud	fraud	NOUN
gsjp-14129	245	4	and	and	CCONJ
gsjp-14129	245	5	evolving	evolve	VERB
gsjp-14129	245	6	threats	threat	NOUN
gsjp-14129	245	7	to	to	ADP
gsjp-14129	245	8	the	the	DET
gsjp-14129	245	9	integrity	integrity	NOUN
gsjp-14129	245	10	of	of	ADP
gsjp-14129	245	11	mturk	mturk	PROPN
gsjp-14129	245	12	data	data	PROPN
gsjp-14129	245	13	:	:	PUNCT
gsjp-14129	245	14	a	a	DET
gsjp-14129	245	15	discussion	discussion	NOUN
gsjp-14129	245	16	of	of	ADP
gsjp-14129	245	17	virtual	virtual	ADJ
gsjp-14129	245	18	private	private	ADJ
gsjp-14129	245	19	servers	server	NOUN
gsjp-14129	245	20	and	and	CCONJ
gsjp-14129	245	21	the	the	DET
gsjp-14129	245	22	limitations	limitation	NOUN
gsjp-14129	245	23	of	of	ADP
gsjp-14129	245	24	ip	ip	ADV
gsjp-14129	245	25	-	-	PUNCT
gsjp-14129	245	26	based	base	VERB
gsjp-14129	245	27	screening	screening	NOUN
gsjp-14129	245	28	procedures	procedure	NOUN
gsjp-14129	245	29	.	.	PUNCT
gsjp-14129	246	1	behavioral	behavioral	ADJ
gsjp-14129	246	2	research	research	NOUN
gsjp-14129	246	3	in	in	ADP
gsjp-14129	246	4	accounting	accounting	NOUN
gsjp-14129	246	5	,	,	PUNCT
gsjp-14129	246	6	32(1	32(1	NUM
gsjp-14129	246	7	)	)	PUNCT
gsjp-14129	246	8	,	,	PUNCT
gsjp-14129	246	9	119–134	119–134	NUM
gsjp-14129	246	10	.	.	PUNCT
gsjp-14129	246	11	https://doi.org/10.2308/bria-18-044	https://doi.org/10.2308/bria-18-044	PROPN
gsjp-14129	246	12	desimone	desimone	PROPN
gsjp-14129	246	13	,	,	PUNCT
gsjp-14129	246	14	j.	j.	PROPN
gsjp-14129	246	15	a.	a.	PROPN
gsjp-14129	246	16	,	,	PUNCT
gsjp-14129	246	17	&	&	CCONJ
gsjp-14129	246	18	harms	harm	NOUN
gsjp-14129	246	19	,	,	PUNCT
gsjp-14129	246	20	p.	p.	NOUN
gsjp-14129	246	21	d.	d.	PROPN
gsjp-14129	246	22	(	(	PUNCT
gsjp-14129	246	23	2018	2018	NUM
gsjp-14129	246	24	)	)	PUNCT
gsjp-14129	246	25	.	.	PUNCT
gsjp-14129	247	1	dirty	dirty	ADJ
gsjp-14129	247	2	data	datum	NOUN
gsjp-14129	247	3	:	:	PUNCT
gsjp-14129	247	4	the	the	DET
gsjp-14129	247	5	effects	effect	NOUN
gsjp-14129	247	6	of	of	ADP
gsjp-14129	247	7	screening	screen	VERB
gsjp-14129	247	8	respondents	respondent	NOUN
gsjp-14129	247	9	who	who	PRON
gsjp-14129	247	10	provide	provide	VERB
gsjp-14129	247	11	low	low	ADJ
gsjp-14129	247	12	-	-	PUNCT
gsjp-14129	247	13	quality	quality	NOUN
gsjp-14129	247	14	data	datum	NOUN
gsjp-14129	247	15	in	in	ADP
gsjp-14129	247	16	survey	survey	NOUN
gsjp-14129	247	17	research	research	NOUN
gsjp-14129	247	18	.	.	PUNCT
gsjp-14129	248	1	journal	journal	NOUN
gsjp-14129	248	2	of	of	ADP
gsjp-14129	248	3	business	business	NOUN
gsjp-14129	248	4	and	and	CCONJ
gsjp-14129	248	5	psychology	psychology	NOUN
gsjp-14129	248	6	,	,	PUNCT
gsjp-14129	248	7	33(5	33(5	NUM
gsjp-14129	248	8	)	)	PUNCT
gsjp-14129	248	9	,	,	PUNCT
gsjp-14129	248	10	559–577	559–577	NUM
gsjp-14129	248	11	.	.	PUNCT
gsjp-14129	249	1	https://doi.org/10.1007/	https://doi.org/10.1007/	PROPN
gsjp-14129	249	2	s10869	s10869	PROPN
gsjp-14129	249	3	-	-	PUNCT
gsjp-14129	249	4	017	017	NUM
gsjp-14129	249	5	-	-	PUNCT
gsjp-14129	249	6	9514	9514	NUM
gsjp-14129	249	7	-	-	SYM
gsjp-14129	249	8	9	9	NUM
gsjp-14129	249	9	donnellan	donnellan	NOUN
gsjp-14129	249	10	,	,	PUNCT
gsjp-14129	249	11	m.	m.	NOUN
gsjp-14129	249	12	,	,	PUNCT
gsjp-14129	249	13	oswald	oswald	PROPN
gsjp-14129	249	14	,	,	PUNCT
gsjp-14129	249	15	f.	f.	PROPN
gsjp-14129	249	16	,	,	PUNCT
gsjp-14129	249	17	baird	baird	PROPN
gsjp-14129	249	18	,	,	PUNCT
gsjp-14129	249	19	b.	b.	PROPN
gsjp-14129	249	20	,	,	PUNCT
gsjp-14129	249	21	&	&	CCONJ
gsjp-14129	249	22	lucas	lucas	PROPN
gsjp-14129	249	23	,	,	PUNCT
gsjp-14129	249	24	r.	r.	PROPN
gsjp-14129	249	25	(	(	PUNCT
gsjp-14129	249	26	2006	2006	NUM
gsjp-14129	249	27	)	)	PUNCT
gsjp-14129	249	28	.	.	PUNCT
gsjp-14129	250	1	the	the	DET
gsjp-14129	250	2	mini	mini	ADJ
gsjp-14129	250	3	-	-	ADJ
gsjp-14129	250	4	ipip	ipip	ADJ
gsjp-14129	250	5	scales	scale	NOUN
gsjp-14129	250	6	:	:	PUNCT
gsjp-14129	250	7	tiny	tiny	ADJ
gsjp-14129	250	8	-	-	PUNCT
gsjp-14129	250	9	yet	yet	ADV
gsjp-14129	250	10	-	-	PUNCT
gsjp-14129	250	11	effective	effective	ADJ
gsjp-14129	250	12	measures	measure	NOUN
gsjp-14129	250	13	of	of	ADP
gsjp-14129	250	14	the	the	DET
gsjp-14129	250	15	big	big	ADJ
gsjp-14129	250	16	five	five	NUM
gsjp-14129	250	17	factors	factor	NOUN
gsjp-14129	250	18	of	of	ADP
gsjp-14129	250	19	personality	personality	NOUN
gsjp-14129	250	20	.	.	PUNCT
gsjp-14129	251	1	psychological	psychological	ADJ
gsjp-14129	251	2	assessment	assessment	NOUN
gsjp-14129	251	3	,	,	PUNCT
gsjp-14129	251	4	18	18	NUM
gsjp-14129	251	5	,	,	PUNCT
gsjp-14129	251	6	192–203	192–203	NUM
gsjp-14129	251	7	.	.	PUNCT
gsjp-14129	252	1	https://doi.org/10.1037/10403590.18.2.192	https://doi.org/10.1037/10403590.18.2.192	PROPN
gsjp-14129	252	2	douglas	douglas	PROPN
gsjp-14129	252	3	,	,	PUNCT
gsjp-14129	252	4	b.	b.	PROPN
gsjp-14129	252	5	d.	d.	PROPN
gsjp-14129	252	6	,	,	PUNCT
gsjp-14129	252	7	ewell	ewell	PROPN
gsjp-14129	252	8	,	,	PUNCT
gsjp-14129	252	9	p.	p.	PROPN
gsjp-14129	252	10	j.	j.	PROPN
gsjp-14129	252	11	,	,	PUNCT
gsjp-14129	252	12	&	&	CCONJ
gsjp-14129	252	13	brauer	brauer	PROPN
gsjp-14129	252	14	,	,	PUNCT
gsjp-14129	252	15	m.	m.	NOUN
gsjp-14129	252	16	(	(	PUNCT
gsjp-14129	252	17	2023	2023	NUM
gsjp-14129	252	18	)	)	PUNCT
gsjp-14129	252	19	.	.	PUNCT
gsjp-14129	253	1	data	datum	NOUN
gsjp-14129	253	2	quality	quality	NOUN
gsjp-14129	253	3	in	in	ADP
gsjp-14129	253	4	online	online	ADJ
gsjp-14129	253	5	human	human	ADJ
gsjp-14129	253	6	-	-	PUNCT
gsjp-14129	253	7	subjects	subject	NOUN
gsjp-14129	253	8	research	research	NOUN
gsjp-14129	253	9	:	:	PUNCT
gsjp-14129	253	10	comparisons	comparison	NOUN
gsjp-14129	253	11	between	between	ADP
gsjp-14129	253	12	mturk	mturk	PROPN
gsjp-14129	253	13	,	,	PUNCT
gsjp-14129	253	14	prolific	prolific	NOUN
gsjp-14129	253	15	,	,	PUNCT
gsjp-14129	253	16	cloudresearch	cloudresearch	NOUN
gsjp-14129	253	17	,	,	PUNCT
gsjp-14129	253	18	qualtrics	qualtric	NOUN
gsjp-14129	253	19	,	,	PUNCT
gsjp-14129	253	20	and	and	CCONJ
gsjp-14129	253	21	sona	sona	PROPN
gsjp-14129	253	22	.	.	PUNCT
gsjp-14129	254	1	plos	plos	PROPN
gsjp-14129	254	2	one	one	NUM
gsjp-14129	254	3	,	,	PUNCT
gsjp-14129	254	4	18(3	18(3	NUM
gsjp-14129	254	5	)	)	PUNCT
gsjp-14129	254	6	,	,	PUNCT
gsjp-14129	254	7	e0279720	e0279720	NOUN
gsjp-14129	254	8	.	.	PUNCT
gsjp-14129	255	1	https://	https://	PROPN
gsjp-14129	255	2	doi.org/10.1371/journal.pone.0279720	doi.org/10.1371/journal.pone.0279720	PROPN
gsjp-14129	255	3	dunn	dunn	PROPN
gsjp-14129	255	4	,	,	PUNCT
gsjp-14129	255	5	a.	a.	NOUN
gsjp-14129	255	6	m.	m.	NOUN
gsjp-14129	255	7	,	,	PUNCT
gsjp-14129	255	8	heggestad	heggestad	PROPN
gsjp-14129	255	9	,	,	PUNCT
gsjp-14129	255	10	e.	e.	PROPN
gsjp-14129	255	11	d.	d.	PROPN
gsjp-14129	255	12	,	,	PUNCT
gsjp-14129	255	13	shanock	shanock	PROPN
gsjp-14129	255	14	,	,	PUNCT
gsjp-14129	255	15	l.	l.	PROPN
gsjp-14129	255	16	r.	r.	PROPN
gsjp-14129	255	17	,	,	PUNCT
gsjp-14129	255	18	&	&	CCONJ
gsjp-14129	255	19	theilgard	theilgard	ADV
gsjp-14129	255	20	,	,	PUNCT
gsjp-14129	255	21	n.	n.	NOUN
gsjp-14129	255	22	(	(	PUNCT
gsjp-14129	255	23	2018	2018	NUM
gsjp-14129	255	24	)	)	PUNCT
gsjp-14129	255	25	.	.	PUNCT
gsjp-14129	256	1	intra	intra	ADJ
gsjp-14129	256	2	-	-	ADJ
gsjp-14129	256	3	individual	individual	ADJ
gsjp-14129	256	4	response	response	NOUN
gsjp-14129	256	5	variability	variability	NOUN
gsjp-14129	256	6	as	as	ADP
gsjp-14129	256	7	an	an	DET
gsjp-14129	256	8	indicator	indicator	NOUN
gsjp-14129	256	9	of	of	ADP
gsjp-14129	256	10	insufficient	insufficient	ADJ
gsjp-14129	256	11	effort	effort	NOUN
gsjp-14129	256	12	responding	respond	VERB
gsjp-14129	256	13	:	:	PUNCT
gsjp-14129	256	14	comparison	comparison	NOUN
gsjp-14129	256	15	to	to	ADP
gsjp-14129	256	16	other	other	ADJ
gsjp-14129	256	17	indicators	indicator	NOUN
gsjp-14129	256	18	and	and	CCONJ
gsjp-14129	256	19	relationships	relationship	NOUN
gsjp-14129	256	20	with	with	ADP
gsjp-14129	256	21	individual	individual	ADJ
gsjp-14129	256	22	differences	difference	NOUN
gsjp-14129	256	23	.	.	PUNCT
gsjp-14129	257	1	journal	journal	NOUN
gsjp-14129	257	2	of	of	ADP
gsjp-14129	257	3	business	business	NOUN
gsjp-14129	257	4	and	and	CCONJ
gsjp-14129	257	5	psychology	psychology	NOUN
gsjp-14129	257	6	,	,	PUNCT
gsjp-14129	257	7	33(1	33(1	NUM
gsjp-14129	257	8	)	)	PUNCT
gsjp-14129	257	9	,	,	PUNCT
gsjp-14129	257	10	105–121	105–121	NUM
gsjp-14129	257	11	.	.	PUNCT
gsjp-14129	258	1	https://doi.org/10.1007/	https://doi.org/10.1007/	PROPN
gsjp-14129	258	2	s10869	s10869	PROPN
gsjp-14129	258	3	-	-	PUNCT
gsjp-14129	258	4	016	016	NUM
gsjp-14129	258	5	-	-	PUNCT
gsjp-14129	258	6	9479	9479	NUM
gsjp-14129	258	7	-	-	SYM
gsjp-14129	258	8	0	0	NUM
gsjp-14129	258	9	follmer	follmer	NOUN
gsjp-14129	258	10	,	,	PUNCT
gsjp-14129	258	11	d.	d.	PROPN
gsjp-14129	258	12	j.	j.	PROPN
gsjp-14129	258	13	,	,	PUNCT
gsjp-14129	258	14	sperling	sperling	PROPN
gsjp-14129	258	15	,	,	PUNCT
gsjp-14129	258	16	r.	r.	PROPN
gsjp-14129	258	17	a.	a.	PROPN
gsjp-14129	258	18	,	,	PUNCT
gsjp-14129	258	19	&	&	CCONJ
gsjp-14129	258	20	suen	suen	PROPN
gsjp-14129	258	21	,	,	PUNCT
gsjp-14129	258	22	h.	h.	PROPN
gsjp-14129	258	23	k.	k.	PROPN
gsjp-14129	258	24	(	(	PUNCT
gsjp-14129	258	25	2017	2017	NUM
gsjp-14129	258	26	)	)	PUNCT
gsjp-14129	258	27	.	.	PUNCT
gsjp-14129	259	1	the	the	DET
gsjp-14129	259	2	role	role	NOUN
gsjp-14129	259	3	of	of	ADP
gsjp-14129	259	4	mturk	mturk	PROPN
gsjp-14129	259	5	in	in	ADP
gsjp-14129	259	6	education	education	NOUN
gsjp-14129	259	7	research	research	NOUN
gsjp-14129	259	8	:	:	PUNCT
gsjp-14129	259	9	advantages	advantage	NOUN
gsjp-14129	259	10	,	,	PUNCT
gsjp-14129	259	11	issues	issue	NOUN
gsjp-14129	259	12	,	,	PUNCT
gsjp-14129	259	13	and	and	CCONJ
gsjp-14129	259	14	future	future	ADJ
gsjp-14129	259	15	directions	direction	NOUN
gsjp-14129	259	16	.	.	PUNCT
gsjp-14129	260	1	educational	educational	ADJ
gsjp-14129	260	2	researcher	researcher	NOUN
gsjp-14129	260	3	,	,	PUNCT
gsjp-14129	260	4	46(6	46(6	NOUN
gsjp-14129	260	5	)	)	PUNCT
gsjp-14129	260	6	,	,	PUNCT
gsjp-14129	260	7	329–334	329–334	NUM
gsjp-14129	260	8	.	.	PUNCT
gsjp-14129	261	1	https://doi	https://doi	PROPN
gsjp-14129	261	2	.	.	PROPN
gsjp-14129	262	1	oconnel	oconnel	PROPN
gsjp-14129	262	2	et	et	PROPN
gsjp-14129	262	3	al	al	PROPN
gsjp-14129	262	4	.	.	PUNCT
gsjp-14129	263	1	org/10.3102/0013189x17725519	org/10.3102/0013189x17725519	PROPN
gsjp-14129	263	2	fong	fong	PROPN
gsjp-14129	263	3	,	,	PUNCT
gsjp-14129	263	4	d.	d.	PROPN
gsjp-14129	263	5	y.	y.	PROPN
gsjp-14129	263	6	,	,	PUNCT
gsjp-14129	263	7	ho	ho	PROPN
gsjp-14129	263	8	,	,	PUNCT
gsjp-14129	263	9	s.	s.	PROPN
gsjp-14129	263	10	y.	y.	PROPN
gsjp-14129	263	11	,	,	PUNCT
gsjp-14129	263	12	&	&	CCONJ
gsjp-14129	263	13	lam	lam	PROPN
gsjp-14129	263	14	,	,	PUNCT
gsjp-14129	263	15	t.	t.	PROPN
gsjp-14129	263	16	h.	h.	PROPN
gsjp-14129	263	17	(	(	PUNCT
gsjp-14129	263	18	2010	2010	NUM
gsjp-14129	263	19	)	)	PUNCT
gsjp-14129	263	20	.	.	PUNCT
gsjp-14129	264	1	evaluation	evaluation	NOUN
gsjp-14129	264	2	of	of	ADP
gsjp-14129	264	3	internal	internal	ADJ
gsjp-14129	264	4	reliability	reliability	NOUN
gsjp-14129	264	5	in	in	ADP
gsjp-14129	264	6	the	the	DET
gsjp-14129	264	7	presence	presence	NOUN
gsjp-14129	264	8	of	of	ADP
gsjp-14129	264	9	inconsistent	inconsistent	ADJ
gsjp-14129	264	10	responses	response	NOUN
gsjp-14129	264	11	.	.	PUNCT
gsjp-14129	265	1	health	health	NOUN
gsjp-14129	265	2	and	and	CCONJ
gsjp-14129	265	3	quality	quality	NOUN
gsjp-14129	265	4	of	of	ADP
gsjp-14129	265	5	life	life	NOUN
gsjp-14129	265	6	outcomes	outcome	NOUN
gsjp-14129	265	7	,	,	PUNCT
gsjp-14129	265	8	8	8	NUM
gsjp-14129	265	9	,	,	PUNCT
gsjp-14129	265	10	27	27	NUM
gsjp-14129	265	11	.	.	PUNCT
gsjp-14129	265	12	https://doi.org/10.1186/1477-7525-8-27	https://doi.org/10.1186/1477-7525-8-27	PROPN
gsjp-14129	265	13	goodrich	goodrich	NOUN
gsjp-14129	265	14	,	,	PUNCT
gsjp-14129	265	15	b.	b.	PROPN
gsjp-14129	265	16	,	,	PUNCT
gsjp-14129	265	17	fenton	fenton	PROPN
gsjp-14129	265	18	,	,	PUNCT
gsjp-14129	265	19	m.	m.	NOUN
gsjp-14129	265	20	,	,	PUNCT
gsjp-14129	265	21	penn	penn	PROPN
gsjp-14129	265	22	,	,	PUNCT
gsjp-14129	265	23	j.	j.	PROPN
gsjp-14129	265	24	,	,	PUNCT
gsjp-14129	265	25	bovay	bovay	PROPN
gsjp-14129	265	26	,	,	PUNCT
gsjp-14129	265	27	j.	j.	PROPN
gsjp-14129	265	28	,	,	PUNCT
gsjp-14129	265	29	&	&	CCONJ
gsjp-14129	265	30	mountain	mountain	NOUN
gsjp-14129	265	31	,	,	PUNCT
gsjp-14129	265	32	t.	t.	PROPN
gsjp-14129	265	33	(	(	PUNCT
gsjp-14129	265	34	2023	2023	NUM
gsjp-14129	265	35	)	)	PUNCT
gsjp-14129	265	36	.	.	PUNCT
gsjp-14129	266	1	battling	battle	VERB
gsjp-14129	266	2	bots	bot	NOUN
gsjp-14129	266	3	:	:	PUNCT
gsjp-14129	266	4	experiences	experience	NOUN
gsjp-14129	266	5	and	and	CCONJ
gsjp-14129	266	6	strategies	strategy	NOUN
gsjp-14129	266	7	to	to	PART
gsjp-14129	266	8	mitigate	mitigate	VERB
gsjp-14129	266	9	fraudulent	fraudulent	ADJ
gsjp-14129	266	10	responses	response	NOUN
gsjp-14129	266	11	in	in	ADP
gsjp-14129	266	12	online	online	ADJ
gsjp-14129	266	13	surveys	survey	NOUN
gsjp-14129	266	14	.	.	PUNCT
gsjp-14129	267	1	applied	apply	VERB
gsjp-14129	267	2	economic	economic	ADJ
gsjp-14129	267	3	perspectives	perspective	NOUN
gsjp-14129	267	4	and	and	CCONJ
gsjp-14129	267	5	policy	policy	NOUN
gsjp-14129	267	6	,	,	PUNCT
gsjp-14129	267	7	45(2	45(2	NOUN
gsjp-14129	267	8	)	)	PUNCT
gsjp-14129	267	9	,	,	PUNCT
gsjp-14129	267	10	762	762	NUM
gsjp-14129	267	11	–	–	PUNCT
gsjp-14129	267	12	784	784	NUM
gsjp-14129	267	13	.	.	PUNCT
gsjp-14129	268	1	https://doi.org/10.1002/aepp.13353	https://doi.org/10.1002/aepp.13353	PROPN
gsjp-14129	268	2	gosling	gosling	PROPN
gsjp-14129	268	3	,	,	PUNCT
gsjp-14129	268	4	s.	s.	PROPN
gsjp-14129	268	5	d.	d.	PROPN
gsjp-14129	268	6	,	,	PUNCT
gsjp-14129	268	7	&	&	CCONJ
gsjp-14129	268	8	mason	mason	PROPN
gsjp-14129	268	9	,	,	PUNCT
gsjp-14129	268	10	w.	w.	PROPN
gsjp-14129	268	11	(	(	PUNCT
gsjp-14129	268	12	2015	2015	NUM
gsjp-14129	268	13	)	)	PUNCT
gsjp-14129	268	14	.	.	PUNCT
gsjp-14129	269	1	internet	internet	NOUN
gsjp-14129	269	2	research	research	NOUN
gsjp-14129	269	3	in	in	ADP
gsjp-14129	269	4	psychology	psychology	NOUN
gsjp-14129	269	5	.	.	PUNCT
gsjp-14129	270	1	annual	annual	ADJ
gsjp-14129	270	2	review	review	NOUN
gsjp-14129	270	3	of	of	ADP
gsjp-14129	270	4	psychology	psychology	NOUN
gsjp-14129	270	5	,	,	PUNCT
gsjp-14129	270	6	66	66	NUM
gsjp-14129	270	7	,	,	PUNCT
gsjp-14129	270	8	877–902	877–902	NUM
gsjp-14129	270	9	.	.	PUNCT
gsjp-14129	271	1	https://doi.org/10.1146/annurev-psych-010814-015321	https://doi.org/10.1146/annurev-psych-010814-015321	PROPN
gsjp-14129	271	2	graneheim	graneheim	PROPN
gsjp-14129	271	3	,	,	PUNCT
gsjp-14129	271	4	u.	u.	PROPN
gsjp-14129	271	5	h.	h.	PROPN
gsjp-14129	271	6	,	,	PUNCT
gsjp-14129	271	7	lindgren	lindgren	PROPN
gsjp-14129	271	8	,	,	PUNCT
gsjp-14129	271	9	b.	b.	PROPN
gsjp-14129	271	10	m.	m.	PROPN
gsjp-14129	271	11	,	,	PUNCT
gsjp-14129	271	12	&	&	CCONJ
gsjp-14129	271	13	lundman	lundman	NOUN
gsjp-14129	271	14	,	,	PUNCT
gsjp-14129	271	15	b.	b.	PROPN
gsjp-14129	271	16	(	(	PUNCT
gsjp-14129	271	17	2017	2017	NUM
gsjp-14129	271	18	)	)	PUNCT
gsjp-14129	271	19	.	.	PUNCT
gsjp-14129	272	1	methodological	methodological	ADJ
gsjp-14129	272	2	challenges	challenge	NOUN
gsjp-14129	272	3	in	in	ADP
gsjp-14129	272	4	qualitative	qualitative	ADJ
gsjp-14129	272	5	content	content	NOUN
gsjp-14129	272	6	analysis	analysis	NOUN
gsjp-14129	272	7	:	:	PUNCT
gsjp-14129	272	8	a	a	DET
gsjp-14129	272	9	discussion	discussion	NOUN
gsjp-14129	272	10	paper	paper	NOUN
gsjp-14129	272	11	.	.	PUNCT
gsjp-14129	273	1	nurse	nurse	ADJ
gsjp-14129	273	2	education	education	NOUN
gsjp-14129	273	3	today	today	NOUN
gsjp-14129	273	4	,	,	PUNCT
gsjp-14129	273	5	56	56	NUM
gsjp-14129	273	6	,	,	PUNCT
gsjp-14129	273	7	29	29	NUM
gsjp-14129	273	8	-	-	SYM
gsjp-14129	273	9	34	34	NUM
gsjp-14129	273	10	.	.	PUNCT
gsjp-14129	274	1	https://doi.org/10.1016/j	https://doi.org/10.1016/j	NOUN
gsjp-14129	274	2	.	.	PUNCT
gsjp-14129	275	1	nedt.2017.06.002	nedt.2017.06.002	PROPN
gsjp-14129	275	2	hamby	hamby	PROPN
gsjp-14129	275	3	,	,	PUNCT
gsjp-14129	275	4	t.	t.	PROPN
gsjp-14129	275	5	,	,	PUNCT
gsjp-14129	275	6	&	&	CCONJ
gsjp-14129	275	7	taylor	taylor	PROPN
gsjp-14129	275	8	,	,	PUNCT
gsjp-14129	275	9	w.	w.	PROPN
gsjp-14129	275	10	(	(	PUNCT
gsjp-14129	275	11	2016	2016	NUM
gsjp-14129	275	12	)	)	PUNCT
gsjp-14129	275	13	.	.	PUNCT
gsjp-14129	276	1	survey	survey	NOUN
gsjp-14129	276	2	satisficing	satisfice	VERB
gsjp-14129	276	3	inflates	inflate	VERB
gsjp-14129	276	4	reliability	reliability	NOUN
gsjp-14129	276	5	and	and	CCONJ
gsjp-14129	276	6	validity	validity	NOUN
gsjp-14129	276	7	measures	measure	NOUN
gsjp-14129	276	8	:	:	PUNCT
gsjp-14129	276	9	an	an	DET
gsjp-14129	276	10	experimental	experimental	ADJ
gsjp-14129	276	11	comparison	comparison	NOUN
gsjp-14129	276	12	of	of	ADP
gsjp-14129	276	13	college	college	NOUN
gsjp-14129	276	14	and	and	CCONJ
gsjp-14129	276	15	amazon	amazon	PROPN
gsjp-14129	276	16	mechanical	mechanical	ADJ
gsjp-14129	276	17	turk	turk	PROPN
gsjp-14129	276	18	samples	sample	NOUN
gsjp-14129	276	19	.	.	PUNCT
gsjp-14129	277	1	educational	educational	ADJ
gsjp-14129	277	2	and	and	CCONJ
gsjp-14129	277	3	psychological	psychological	ADJ
gsjp-14129	277	4	measurement	measurement	NOUN
gsjp-14129	277	5	,	,	PUNCT
gsjp-14129	277	6	76(6	76(6	NOUN
gsjp-14129	277	7	)	)	PUNCT
gsjp-14129	277	8	,	,	PUNCT
gsjp-14129	277	9	912–932	912–932	NUM
gsjp-14129	277	10	.	.	PUNCT
gsjp-14129	278	1	https://doi	https://doi	PROPN
gsjp-14129	278	2	.	.	PUNCT
gsjp-14129	278	3	org/10.1177/0013164415627349	org/10.1177/0013164415627349	PROPN
gsjp-14129	278	4	hauser	hauser	PROPN
gsjp-14129	278	5	,	,	PUNCT
gsjp-14129	278	6	d.	d.	PROPN
gsjp-14129	278	7	j.	j.	PROPN
gsjp-14129	278	8	,	,	PUNCT
gsjp-14129	278	9	ellsworth	ellsworth	PROPN
gsjp-14129	278	10	,	,	PUNCT
gsjp-14129	278	11	p.	p.	PROPN
gsjp-14129	278	12	c.	c.	PROPN
gsjp-14129	278	13	,	,	PUNCT
gsjp-14129	278	14	&	&	CCONJ
gsjp-14129	278	15	gonzalez	gonzalez	PROPN
gsjp-14129	278	16	,	,	PUNCT
gsjp-14129	278	17	r.	r.	PROPN
gsjp-14129	278	18	(	(	PUNCT
gsjp-14129	278	19	2018	2018	NUM
gsjp-14129	278	20	)	)	PUNCT
gsjp-14129	278	21	.	.	PUNCT
gsjp-14129	279	1	are	be	AUX
gsjp-14129	279	2	manipulation	manipulation	NOUN
gsjp-14129	279	3	checks	check	NOUN
gsjp-14129	279	4	necessary	necessary	ADJ
gsjp-14129	279	5	?	?	PUNCT
gsjp-14129	280	1	frontiers	frontier	NOUN
gsjp-14129	280	2	in	in	ADP
gsjp-14129	280	3	psychology	psychology	NOUN
gsjp-14129	280	4	,	,	PUNCT
gsjp-14129	280	5	9	9	NUM
gsjp-14129	280	6	.	.	X
gsjp-14129	281	1	https://doi.org/10.3389/fpsyg.2018.00998	https://doi.org/10.3389/fpsyg.2018.00998	PROPN
gsjp-14129	281	2	hauser	hauser	PROPN
gsjp-14129	281	3	,	,	PUNCT
gsjp-14129	281	4	d.	d.	PROPN
gsjp-14129	281	5	j.	j.	PROPN
gsjp-14129	281	6	,	,	PUNCT
gsjp-14129	281	7	&	&	CCONJ
gsjp-14129	281	8	schwarz	schwarz	PROPN
gsjp-14129	281	9	,	,	PUNCT
gsjp-14129	281	10	n.	n.	PROPN
gsjp-14129	281	11	(	(	PUNCT
gsjp-14129	281	12	2016	2016	NUM
gsjp-14129	281	13	)	)	PUNCT
gsjp-14129	281	14	.	.	PUNCT
gsjp-14129	282	1	attentive	attentive	ADJ
gsjp-14129	282	2	turkers	turker	NOUN
gsjp-14129	282	3	:	:	PUNCT
gsjp-14129	282	4	mturk	mturk	PROPN
gsjp-14129	282	5	participants	participant	NOUN
gsjp-14129	282	6	perform	perform	VERB
gsjp-14129	282	7	better	well	ADV
gsjp-14129	282	8	on	on	ADP
gsjp-14129	282	9	online	online	ADJ
gsjp-14129	282	10	attention	attention	NOUN
gsjp-14129	282	11	checks	check	NOUN
gsjp-14129	282	12	than	than	SCONJ
gsjp-14129	282	13	do	do	VERB
gsjp-14129	282	14	subject	subject	ADJ
gsjp-14129	282	15	pool	pool	NOUN
gsjp-14129	282	16	participants	participant	NOUN
gsjp-14129	282	17	.	.	PUNCT
gsjp-14129	283	1	behavior	behavior	NOUN
gsjp-14129	283	2	research	research	NOUN
gsjp-14129	283	3	methods	method	NOUN
gsjp-14129	283	4	,	,	PUNCT
gsjp-14129	283	5	48(1	48(1	NOUN
gsjp-14129	283	6	)	)	PUNCT
gsjp-14129	283	7	,	,	PUNCT
gsjp-14129	283	8	400–407	400–407	NUM
gsjp-14129	283	9	.	.	PUNCT
gsjp-14129	284	1	https://doi	https://doi	PROPN
gsjp-14129	284	2	.	.	PUNCT
gsjp-14129	284	3	org/10.3758	org/10.3758	NOUN
gsjp-14129	284	4	/	/	SYM
gsjp-14129	284	5	s13428	s13428	PROPN
gsjp-14129	284	6	-	-	PUNCT
gsjp-14129	284	7	015	015	NUM
gsjp-14129	284	8	-	-	PUNCT
gsjp-14129	284	9	0578	0578	NUM
gsjp-14129	284	10	-	-	PUNCT
gsjp-14129	284	11	z	z	PROPN
gsjp-14129	284	12	henderson	henderson	PROPN
gsjp-14129	284	13	,	,	PUNCT
gsjp-14129	284	14	e.	e.	PROPN
gsjp-14129	284	15	l.	l.	PROPN
gsjp-14129	284	16	,	,	PUNCT
gsjp-14129	284	17	simons	simons	PROPN
gsjp-14129	284	18	,	,	PUNCT
gsjp-14129	284	19	d.	d.	PROPN
gsjp-14129	284	20	j.	j.	PROPN
gsjp-14129	284	21	,	,	PUNCT
gsjp-14129	284	22	&	&	CCONJ
gsjp-14129	284	23	barr	barr	PROPN
gsjp-14129	284	24	,	,	PUNCT
gsjp-14129	284	25	d.	d.	PROPN
gsjp-14129	284	26	j.	j.	PROPN
gsjp-14129	284	27	(	(	PUNCT
gsjp-14129	284	28	2021	2021	NUM
gsjp-14129	284	29	)	)	PUNCT
gsjp-14129	284	30	.	.	PUNCT
gsjp-14129	285	1	the	the	DET
gsjp-14129	285	2	trajectory	trajectory	NOUN
gsjp-14129	285	3	of	of	ADP
gsjp-14129	285	4	truth	truth	NOUN
gsjp-14129	285	5	:	:	PUNCT
gsjp-14129	285	6	a	a	DET
gsjp-14129	285	7	longitudinal	longitudinal	ADJ
gsjp-14129	285	8	study	study	NOUN
gsjp-14129	285	9	of	of	ADP
gsjp-14129	285	10	the	the	DET
gsjp-14129	285	11	illusory	illusory	ADJ
gsjp-14129	285	12	truth	truth	NOUN
gsjp-14129	285	13	effect	effect	NOUN
gsjp-14129	285	14	.	.	PUNCT
gsjp-14129	286	1	journal	journal	NOUN
gsjp-14129	286	2	of	of	ADP
gsjp-14129	286	3	cognition	cognition	NOUN
gsjp-14129	286	4	,	,	PUNCT
gsjp-14129	286	5	4(1	4(1	NOUN
gsjp-14129	286	6	)	)	PUNCT
gsjp-14129	286	7	,	,	PUNCT
gsjp-14129	286	8	29	29	NUM
gsjp-14129	286	9	.	.	PUNCT
gsjp-14129	287	1	https://doi	https://doi	PROPN
gsjp-14129	287	2	.	.	PUNCT
gsjp-14129	287	3	org/10.5334	org/10.5334	PROPN
gsjp-14129	287	4	/	/	SYM
gsjp-14129	287	5	joc.161	joc.161	NOUN
gsjp-14129	287	6	hunt	hunt	NOUN
gsjp-14129	287	7	,	,	PUNCT
gsjp-14129	287	8	n.	n.	PROPN
gsjp-14129	287	9	c.	c.	PROPN
gsjp-14129	287	10	,	,	PUNCT
gsjp-14129	287	11	&	&	CCONJ
gsjp-14129	287	12	scheetz	scheetz	PROPN
gsjp-14129	287	13	,	,	PUNCT
gsjp-14129	287	14	a.	a.	NOUN
gsjp-14129	287	15	m.	m.	NOUN
gsjp-14129	287	16	(	(	PUNCT
gsjp-14129	287	17	2019	2019	NUM
gsjp-14129	287	18	)	)	PUNCT
gsjp-14129	287	19	.	.	PUNCT
gsjp-14129	288	1	using	use	VERB
gsjp-14129	288	2	mturk	mturk	PROPN
gsjp-14129	288	3	to	to	PART
gsjp-14129	288	4	distribute	distribute	VERB
gsjp-14129	288	5	a	a	DET
gsjp-14129	288	6	survey	survey	NOUN
gsjp-14129	288	7	or	or	CCONJ
gsjp-14129	288	8	experiment	experiment	NOUN
gsjp-14129	288	9	:	:	PUNCT
gsjp-14129	288	10	methodological	methodological	ADJ
gsjp-14129	288	11	considerations	consideration	NOUN
gsjp-14129	288	12	.	.	PUNCT
gsjp-14129	289	1	journal	journal	NOUN
gsjp-14129	289	2	of	of	ADP
gsjp-14129	289	3	information	information	NOUN
gsjp-14129	289	4	systems	system	NOUN
gsjp-14129	289	5	,	,	PUNCT
gsjp-14129	289	6	33(1	33(1	NUM
gsjp-14129	289	7	)	)	PUNCT
gsjp-14129	289	8	,	,	PUNCT
gsjp-14129	289	9	43–65	43–65	PROPN
gsjp-14129	289	10	.	.	PUNCT
gsjp-14129	290	1	https://doi.org/10.2308/isys-52021	https://doi.org/10.2308/isys-52021	PROPN
gsjp-14129	290	2	hydock	hydock	NOUN
gsjp-14129	290	3	,	,	PUNCT
gsjp-14129	290	4	c.	c.	NOUN
gsjp-14129	290	5	(	(	PUNCT
gsjp-14129	290	6	2018	2018	NUM
gsjp-14129	290	7	)	)	PUNCT
gsjp-14129	290	8	.	.	PUNCT
gsjp-14129	291	1	assessing	assess	VERB
gsjp-14129	291	2	and	and	CCONJ
gsjp-14129	291	3	overcoming	overcome	VERB
gsjp-14129	291	4	participant	participant	ADJ
gsjp-14129	291	5	dishonesty	dishonesty	NOUN
gsjp-14129	291	6	in	in	ADP
gsjp-14129	291	7	online	online	ADJ
gsjp-14129	291	8	data	datum	NOUN
gsjp-14129	291	9	collection	collection	NOUN
gsjp-14129	291	10	.	.	PUNCT
gsjp-14129	292	1	behavior	behavior	NOUN
gsjp-14129	292	2	research	research	NOUN
gsjp-14129	292	3	methods	method	NOUN
gsjp-14129	292	4	,	,	PUNCT
gsjp-14129	292	5	50(4	50(4	NUM
gsjp-14129	292	6	)	)	PUNCT
gsjp-14129	292	7	,	,	PUNCT
gsjp-14129	292	8	1563–1567	1563–1567	NUM
gsjp-14129	292	9	.	.	PUNCT
gsjp-14129	293	1	https://doi	https://doi	NOUN
gsjp-14129	293	2	.	.	PUNCT
gsjp-14129	293	3	org/10.3758	org/10.3758	NOUN
gsjp-14129	293	4	/	/	SYM
gsjp-14129	293	5	s13428	s13428	PROPN
gsjp-14129	293	6	-	-	PUNCT
gsjp-14129	293	7	017	017	NUM
gsjp-14129	293	8	-	-	PUNCT
gsjp-14129	293	9	0984	0984	NUM
gsjp-14129	293	10	-	-	SYM
gsjp-14129	293	11	5	5	NUM
gsjp-14129	293	12	kemp	kemp	PROPN
gsjp-14129	293	13	,	,	PUNCT
gsjp-14129	293	14	s.	s.	PROPN
gsjp-14129	293	15	(	(	PUNCT
gsjp-14129	293	16	2023	2023	NUM
gsjp-14129	293	17	,	,	PUNCT
gsjp-14129	293	18	january	january	PROPN
gsjp-14129	293	19	26	26	NUM
gsjp-14129	293	20	)	)	PUNCT
gsjp-14129	293	21	.	.	PUNCT
gsjp-14129	294	1	digital	digital	ADJ
gsjp-14129	294	2	2023	2023	NUM
gsjp-14129	294	3	:	:	PUNCT
gsjp-14129	294	4	global	global	ADJ
gsjp-14129	294	5	overview	overview	NOUN
gsjp-14129	294	6	report	report	NOUN
gsjp-14129	294	7	.	.	PUNCT
gsjp-14129	295	1	datareportal	datareportal	ADJ
gsjp-14129	295	2	–	–	PUNCT
gsjp-14129	295	3	global	global	ADJ
gsjp-14129	295	4	digital	digital	ADJ
gsjp-14129	295	5	insights	insight	NOUN
gsjp-14129	295	6	.	.	PUNCT
gsjp-14129	296	1	https://datareportal.com/reports/digital-2023-global-overview-report	https://datareportal.com/reports/digital-2023-global-overview-report	NUM
gsjp-14129	296	2	kennedy	kennedy	PROPN
gsjp-14129	296	3	,	,	PUNCT
gsjp-14129	296	4	r.	r.	PROPN
gsjp-14129	296	5	,	,	PUNCT
gsjp-14129	296	6	clifford	clifford	PROPN
gsjp-14129	296	7	,	,	PUNCT
gsjp-14129	296	8	s.	s.	PROPN
gsjp-14129	296	9	,	,	PUNCT
gsjp-14129	296	10	burleigh	burleigh	NOUN
gsjp-14129	296	11	,	,	PUNCT
gsjp-14129	296	12	t.	t.	PROPN
gsjp-14129	296	13	,	,	PUNCT
gsjp-14129	296	14	waggoner	waggoner	NOUN
gsjp-14129	296	15	,	,	PUNCT
gsjp-14129	296	16	p.	p.	PROPN
gsjp-14129	296	17	d.	d.	PROPN
gsjp-14129	296	18	,	,	PUNCT
gsjp-14129	296	19	jewell	jewell	PROPN
gsjp-14129	296	20	,	,	PUNCT
gsjp-14129	296	21	r.	r.	PROPN
gsjp-14129	296	22	,	,	PUNCT
gsjp-14129	296	23	&	&	CCONJ
gsjp-14129	296	24	winter	winter	NOUN
gsjp-14129	296	25	,	,	PUNCT
gsjp-14129	296	26	n.	n.	PROPN
gsjp-14129	296	27	j.	j.	PROPN
gsjp-14129	296	28	g.	g.	PROPN
gsjp-14129	296	29	(	(	PUNCT
gsjp-14129	296	30	2020	2020	NUM
gsjp-14129	296	31	)	)	PUNCT
gsjp-14129	296	32	.	.	PUNCT
gsjp-14129	297	1	the	the	DET
gsjp-14129	297	2	shape	shape	NOUN
gsjp-14129	297	3	of	of	ADP
gsjp-14129	297	4	and	and	CCONJ
gsjp-14129	297	5	solutions	solution	NOUN
gsjp-14129	297	6	to	to	ADP
gsjp-14129	297	7	the	the	DET
gsjp-14129	297	8	mturk	mturk	PROPN
gsjp-14129	297	9	quality	quality	NOUN
gsjp-14129	297	10	crisis	crisis	NOUN
gsjp-14129	297	11	.	.	PUNCT
gsjp-14129	298	1	political	political	ADJ
gsjp-14129	298	2	science	science	NOUN
gsjp-14129	298	3	research	research	NOUN
gsjp-14129	298	4	and	and	CCONJ
gsjp-14129	298	5	methods	method	NOUN
gsjp-14129	298	6	,	,	PUNCT
gsjp-14129	298	7	8(4	8(4	NUM
gsjp-14129	298	8	)	)	PUNCT
gsjp-14129	298	9	,	,	PUNCT
gsjp-14129	298	10	614–629	614–629	NUM
gsjp-14129	298	11	.	.	PUNCT
gsjp-14129	299	1	https://	https://	NOUN
gsjp-14129	299	2	doi.org/10.1017/psrm.2020.6	doi.org/10.1017/psrm.2020.6	NOUN
gsjp-14129	299	3	kothe	kothe	NOUN
gsjp-14129	299	4	,	,	PUNCT
gsjp-14129	299	5	e.	e.	PROPN
gsjp-14129	299	6	j.	j.	PROPN
gsjp-14129	299	7	,	,	PUNCT
gsjp-14129	299	8	&	&	CCONJ
gsjp-14129	299	9	ling	ling	PROPN
gsjp-14129	299	10	,	,	PUNCT
gsjp-14129	299	11	m.	m.	NOUN
gsjp-14129	299	12	(	(	PUNCT
gsjp-14129	299	13	2019	2019	NUM
gsjp-14129	299	14	,	,	PUNCT
gsjp-14129	299	15	september	september	PROPN
gsjp-14129	299	16	6	6	NUM
gsjp-14129	299	17	)	)	PUNCT
gsjp-14129	299	18	.	.	PUNCT
gsjp-14129	300	1	retention	retention	NOUN
gsjp-14129	300	2	of	of	ADP
gsjp-14129	300	3	participants	participant	NOUN
gsjp-14129	300	4	recruited	recruit	VERB
gsjp-14129	300	5	to	to	ADP
gsjp-14129	300	6	a	a	DET
gsjp-14129	300	7	multi	multi	ADJ
gsjp-14129	300	8	-	-	ADJ
gsjp-14129	300	9	year	year	ADJ
gsjp-14129	300	10	longitudinal	longitudinal	ADJ
gsjp-14129	300	11	study	study	NOUN
gsjp-14129	300	12	via	via	ADP
gsjp-14129	300	13	prolific	prolific	NOUN
gsjp-14129	300	14	.	.	PUNCT
gsjp-14129	301	1	psyarxiv	psyarxiv	NOUN
gsjp-14129	301	2	.	.	PUNCT
gsjp-14129	302	1	https://doi	https://doi	NOUN
gsjp-14129	302	2	.	.	PUNCT
gsjp-14129	302	3	org/10.31234	org/10.31234	ADJ
gsjp-14129	302	4	/	/	SYM
gsjp-14129	302	5	osf.io/5yv2u	osf.io/5yv2u	ADJ
gsjp-14129	302	6	litman	litman	NOUN
gsjp-14129	302	7	,	,	PUNCT
gsjp-14129	302	8	l.	l.	PROPN
gsjp-14129	302	9	,	,	PUNCT
gsjp-14129	302	10	moss	moss	NOUN
gsjp-14129	302	11	,	,	PUNCT
gsjp-14129	302	12	a.	a.	NOUN
gsjp-14129	302	13	,	,	PUNCT
gsjp-14129	302	14	rosenzweig	rosenzweig	PROPN
gsjp-14129	302	15	,	,	PUNCT
gsjp-14129	302	16	c.	c.	PROPN
gsjp-14129	302	17	,	,	PUNCT
gsjp-14129	302	18	&	&	CCONJ
gsjp-14129	302	19	robinson	robinson	PROPN
gsjp-14129	302	20	,	,	PUNCT
gsjp-14129	302	21	j.	j.	PROPN
gsjp-14129	302	22	(	(	PUNCT
gsjp-14129	302	23	2021	2021	NUM
gsjp-14129	302	24	)	)	PUNCT
gsjp-14129	302	25	.	.	PUNCT
gsjp-14129	303	1	reply	reply	NOUN
gsjp-14129	303	2	to	to	ADP
gsjp-14129	303	3	mturk	mturk	PROPN
gsjp-14129	303	4	,	,	PUNCT
gsjp-14129	303	5	prolific	prolific	NOUN
gsjp-14129	303	6	or	or	CCONJ
gsjp-14129	303	7	panels	panel	NOUN
gsjp-14129	303	8	?	?	PUNCT
gsjp-14129	304	1	choosing	choose	VERB
gsjp-14129	304	2	the	the	DET
gsjp-14129	304	3	right	right	ADJ
gsjp-14129	304	4	audience	audience	NOUN
gsjp-14129	304	5	for	for	ADP
gsjp-14129	304	6	online	online	ADJ
gsjp-14129	304	7	research	research	NOUN
gsjp-14129	304	8	.	.	PUNCT
gsjp-14129	305	1	ssrn	ssrn	PROPN
gsjp-14129	305	2	.	.	PUNCT
gsjp-14129	306	1	https://	https://	PROPN
gsjp-14129	306	2	doi.org/10.2139/ssrn.3775075	doi.org/10.2139/ssrn.3775075	VERB
gsjp-14129	306	3	litman	litman	NOUN
gsjp-14129	306	4	,	,	PUNCT
gsjp-14129	306	5	l.	l.	PROPN
gsjp-14129	306	6	,	,	PUNCT
gsjp-14129	306	7	robinson	robinson	PROPN
gsjp-14129	306	8	,	,	PUNCT
gsjp-14129	306	9	j.	j.	PROPN
gsjp-14129	306	10	,	,	PUNCT
gsjp-14129	306	11	&	&	CCONJ
gsjp-14129	306	12	rosenzweig	rosenzweig	PROPN
gsjp-14129	306	13	,	,	PUNCT
gsjp-14129	306	14	c.	c.	NOUN
gsjp-14129	306	15	(	(	PUNCT
gsjp-14129	306	16	2015	2015	NUM
gsjp-14129	306	17	)	)	PUNCT
gsjp-14129	306	18	.	.	PUNCT
gsjp-14129	307	1	the	the	DET
gsjp-14129	307	2	relationship	relationship	NOUN
gsjp-14129	307	3	between	between	ADP
gsjp-14129	307	4	motivation	motivation	NOUN
gsjp-14129	307	5	,	,	PUNCT
gsjp-14129	307	6	monetary	monetary	ADJ
gsjp-14129	307	7	compensation	compensation	NOUN
gsjp-14129	307	8	,	,	PUNCT
gsjp-14129	307	9	and	and	CCONJ
gsjp-14129	307	10	data	datum	NOUN
gsjp-14129	307	11	quality	quality	NOUN
gsjp-14129	307	12	among	among	ADP
gsjp-14129	307	13	usand	usand	PROPN
gsjp-14129	307	14	india	india	PROPN
gsjp-14129	307	15	-	-	PUNCT
gsjp-14129	307	16	based	base	VERB
gsjp-14129	307	17	workers	worker	NOUN
gsjp-14129	307	18	on	on	ADP
gsjp-14129	307	19	mechanical	mechanical	ADJ
gsjp-14129	307	20	turk	turk	PROPN
gsjp-14129	307	21	.	.	PUNCT
gsjp-14129	308	1	behavior	behavior	NOUN
gsjp-14129	308	2	research	research	NOUN
gsjp-14129	308	3	methods	method	NOUN
gsjp-14129	308	4	,	,	PUNCT
gsjp-14129	308	5	47(2	47(2	PROPN
gsjp-14129	308	6	)	)	PUNCT
gsjp-14129	308	7	,	,	PUNCT
gsjp-14129	308	8	519–528	519–528	NUM
gsjp-14129	308	9	.	.	PUNCT
gsjp-14129	309	1	https://doi.org/10.3758/	https://doi.org/10.3758/	ADJ
gsjp-14129	309	2	s13428	s13428	PROPN
gsjp-14129	309	3	-	-	PUNCT
gsjp-14129	309	4	014	014	NUM
gsjp-14129	309	5	-	-	PUNCT
gsjp-14129	309	6	0483	0483	NUM
gsjp-14129	309	7	-	-	PUNCT
gsjp-14129	309	8	x	x	SYM
gsjp-14129	309	9	lu	lu	PROPN
gsjp-14129	309	10	,	,	PUNCT
gsjp-14129	309	11	l.	l.	PROPN
gsjp-14129	309	12	,	,	PUNCT
gsjp-14129	309	13	neale	neale	PROPN
gsjp-14129	309	14	,	,	PUNCT
gsjp-14129	309	15	n.	n.	NOUN
gsjp-14129	309	16	,	,	PUNCT
gsjp-14129	309	17	line	line	NOUN
gsjp-14129	309	18	,	,	PUNCT
gsjp-14129	309	19	n.	n.	PROPN
gsjp-14129	309	20	d.	d.	PROPN
gsjp-14129	309	21	,	,	PUNCT
gsjp-14129	309	22	&	&	CCONJ
gsjp-14129	309	23	bonn	bonn	PROPN
gsjp-14129	309	24	,	,	PUNCT
gsjp-14129	309	25	m.	m.	NOUN
gsjp-14129	309	26	(	(	PUNCT
gsjp-14129	309	27	2022	2022	NUM
gsjp-14129	309	28	)	)	PUNCT
gsjp-14129	309	29	.	.	PUNCT
gsjp-14129	310	1	improving	improve	VERB
gsjp-14129	310	2	data	datum	NOUN
gsjp-14129	310	3	quality	quality	NOUN
gsjp-14129	310	4	using	use	VERB
gsjp-14129	310	5	amazon	amazon	PROPN
gsjp-14129	310	6	mechanical	mechanical	ADJ
gsjp-14129	310	7	turk	turk	PROPN
gsjp-14129	310	8	through	through	ADP
gsjp-14129	310	9	platform	platform	NOUN
gsjp-14129	310	10	setup	setup	NOUN
gsjp-14129	310	11	.	.	PUNCT
gsjp-14129	311	1	cornell	cornell	PROPN
gsjp-14129	311	2	hospitality	hospitality	PROPN
gsjp-14129	311	3	quarterly	quarterly	ADV
gsjp-14129	311	4	,	,	PUNCT
gsjp-14129	311	5	63(2	63(2	PROPN
gsjp-14129	311	6	)	)	PUNCT
gsjp-14129	311	7	,	,	PUNCT
gsjp-14129	311	8	231–246	231–246	NUM
gsjp-14129	311	9	.	.	PUNCT
gsjp-14129	312	1	https://doi	https://doi	PROPN
gsjp-14129	312	2	.	.	PUNCT
gsjp-14129	312	3	org/10.1177/19389655211025475	org/10.1177/19389655211025475	VERB
gsjp-14129	312	4	matjašič	matjašič	PROPN
gsjp-14129	312	5	,	,	PUNCT
gsjp-14129	312	6	m.	m.	NOUN
gsjp-14129	312	7	,	,	PUNCT
gsjp-14129	312	8	vehovar	vehovar	NOUN
gsjp-14129	312	9	,	,	PUNCT
gsjp-14129	312	10	v.	v.	PROPN
gsjp-14129	312	11	,	,	PUNCT
gsjp-14129	312	12	&	&	CCONJ
gsjp-14129	312	13	manfreda	manfreda	PROPN
gsjp-14129	312	14	,	,	PUNCT
gsjp-14129	312	15	k.	k.	PROPN
gsjp-14129	312	16	l.	l.	PROPN
gsjp-14129	312	17	(	(	PUNCT
gsjp-14129	312	18	2018	2018	NUM
gsjp-14129	312	19	)	)	PUNCT
gsjp-14129	312	20	.	.	PUNCT
gsjp-14129	313	1	web	web	NOUN
gsjp-14129	313	2	survey	survey	NOUN
gsjp-14129	313	3	paradata	paradata	NOUN
gsjp-14129	313	4	on	on	ADP
gsjp-14129	313	5	response	response	NOUN
gsjp-14129	313	6	time	time	NOUN
gsjp-14129	313	7	outliers	outlier	NOUN
gsjp-14129	313	8	:	:	PUNCT
gsjp-14129	313	9	a	a	DET
gsjp-14129	313	10	systematic	systematic	ADJ
gsjp-14129	313	11	literature	literature	PROPN
gsjp-14129	313	12	review	review	PROPN
gsjp-14129	313	13	.	.	PUNCT
gsjp-14129	314	1	advances	advance	NOUN
gsjp-14129	314	2	in	in	ADP
gsjp-14129	314	3	methodology	methodology	NOUN
gsjp-14129	314	4	and	and	CCONJ
gsjp-14129	314	5	statistics	statistic	NOUN
gsjp-14129	314	6	,	,	PUNCT
gsjp-14129	314	7	15(1	15(1	NUM
gsjp-14129	314	8	)	)	PUNCT
gsjp-14129	314	9	,	,	PUNCT
gsjp-14129	314	10	23	23	NUM
gsjp-14129	314	11	-	-	SYM
gsjp-14129	314	12	41	41	NUM
gsjp-14129	314	13	.	.	PUNCT
gsjp-14129	315	1	https://ibmi.mf.uni-lj.si/	https://ibmi.mf.uni-lj.si/	NUM
gsjp-14129	315	2	mz/2018	mz/2018	NOUN
gsjp-14129	315	3	/	/	SYM
gsjp-14129	315	4	no-1	no-1	PUNCT
gsjp-14129	315	5	/	/	SYM
gsjp-14129	315	6	matjasic2018.pdf	matjasic2018.pdf	PROPN
gsjp-14129	315	7	matthijsse	matthijsse	PROPN
gsjp-14129	315	8	,	,	PUNCT
gsjp-14129	315	9	s.	s.	PROPN
gsjp-14129	315	10	m.	m.	PROPN
gsjp-14129	315	11	,	,	PUNCT
gsjp-14129	315	12	de	de	PROPN
gsjp-14129	315	13	leeuw	leeuw	PROPN
gsjp-14129	315	14	,	,	PUNCT
gsjp-14129	315	15	e.	e.	PROPN
gsjp-14129	315	16	d.	d.	PROPN
gsjp-14129	315	17	,	,	PUNCT
gsjp-14129	315	18	&	&	CCONJ
gsjp-14129	315	19	hox	hox	PROPN
gsjp-14129	315	20	,	,	PUNCT
gsjp-14129	315	21	j.	j.	PROPN
gsjp-14129	315	22	j.	j.	PROPN
gsjp-14129	315	23	(	(	PUNCT
gsjp-14129	315	24	2015	2015	NUM
gsjp-14129	315	25	)	)	PUNCT
gsjp-14129	315	26	.	.	PUNCT
gsjp-14129	316	1	internet	internet	NOUN
gsjp-14129	316	2	panels	panel	NOUN
gsjp-14129	316	3	,	,	PUNCT
gsjp-14129	316	4	professional	professional	ADJ
gsjp-14129	316	5	respondents	respondent	NOUN
gsjp-14129	316	6	,	,	PUNCT
gsjp-14129	316	7	and	and	CCONJ
gsjp-14129	316	8	data	datum	NOUN
gsjp-14129	316	9	quality	quality	NOUN
gsjp-14129	316	10	.	.	PUNCT
gsjp-14129	317	1	methodology	methodology	NOUN
gsjp-14129	317	2	,	,	PUNCT
gsjp-14129	317	3	11(3	11(3	NUM
gsjp-14129	317	4	)	)	PUNCT
gsjp-14129	317	5	,	,	PUNCT
gsjp-14129	317	6	81–88	81–88	NUM
gsjp-14129	317	7	.	.	PUNCT
gsjp-14129	318	1	https://doi	https://doi	PROPN
gsjp-14129	318	2	.	.	PROPN
gsjp-14129	318	3	org/10.1027/1614	org/10.1027/1614	PROPN
gsjp-14129	318	4	-	-	PUNCT
gsjp-14129	318	5	2241	2241	NUM
gsjp-14129	318	6	/	/	SYM
gsjp-14129	318	7	a000094	a000094	PRON
gsjp-14129	318	8	moradi	moradi	NOUN
gsjp-14129	318	9	,	,	PUNCT
gsjp-14129	318	10	m.	m.	NOUN
gsjp-14129	318	11	,	,	PUNCT
gsjp-14129	318	12	&	&	CCONJ
gsjp-14129	318	13	keyvanpour	keyvanpour	PROPN
gsjp-14129	318	14	,	,	PUNCT
gsjp-14129	318	15	m.	m.	NOUN
gsjp-14129	318	16	(	(	PUNCT
gsjp-14129	318	17	2015	2015	NUM
gsjp-14129	318	18	)	)	PUNCT
gsjp-14129	318	19	.	.	PUNCT
gsjp-14129	319	1	captcha	captcha	PROPN
gsjp-14129	319	2	and	and	CCONJ
gsjp-14129	319	3	its	its	PRON
gsjp-14129	319	4	alternatives	alternative	NOUN
gsjp-14129	319	5	:	:	PUNCT
gsjp-14129	319	6	a	a	DET
gsjp-14129	319	7	review	review	NOUN
gsjp-14129	319	8	.	.	PUNCT
gsjp-14129	320	1	security	security	NOUN
gsjp-14129	320	2	and	and	CCONJ
gsjp-14129	320	3	communication	communication	NOUN
gsjp-14129	320	4	networks	network	NOUN
gsjp-14129	320	5	,	,	PUNCT
gsjp-14129	320	6	8(12	8(12	NUM
gsjp-14129	320	7	)	)	PUNCT
gsjp-14129	320	8	,	,	PUNCT
gsjp-14129	320	9	2135–2156	2135–2156	NUM
gsjp-14129	320	10	.	.	PUNCT
gsjp-14129	321	1	https://doi	https://doi	PROPN
gsjp-14129	321	2	.	.	PUNCT
gsjp-14129	321	3	org/10.1002	org/10.1002	PROPN
gsjp-14129	321	4	/	/	SYM
gsjp-14129	321	5	sec.1157	sec.1157	NUM
gsjp-14129	321	6	moss	moss	NOUN
gsjp-14129	321	7	,	,	PUNCT
gsjp-14129	321	8	a.	a.	PROPN
gsjp-14129	321	9	j.	j.	PROPN
gsjp-14129	321	10	,	,	PUNCT
gsjp-14129	321	11	rosenzweig	rosenzweig	PROPN
gsjp-14129	321	12	,	,	PUNCT
gsjp-14129	321	13	c.	c.	PROPN
gsjp-14129	321	14	,	,	PUNCT
gsjp-14129	321	15	jaffe	jaffe	PROPN
gsjp-14129	321	16	,	,	PUNCT
gsjp-14129	321	17	s.	s.	PROPN
gsjp-14129	321	18	n.	n.	PROPN
gsjp-14129	321	19	,	,	PUNCT
gsjp-14129	321	20	gautam	gautam	PROPN
gsjp-14129	321	21	,	,	PUNCT
gsjp-14129	321	22	r.	r.	PROPN
gsjp-14129	321	23	,	,	PUNCT
gsjp-14129	321	24	robinson	robinson	PROPN
gsjp-14129	321	25	,	,	PUNCT
gsjp-14129	321	26	j.	j.	PROPN
gsjp-14129	321	27	,	,	PUNCT
gsjp-14129	321	28	&	&	CCONJ
gsjp-14129	321	29	litman	litman	PROPN
gsjp-14129	321	30	,	,	PUNCT
gsjp-14129	321	31	l.	l.	PROPN
gsjp-14129	321	32	(	(	PUNCT
gsjp-14129	321	33	2021	2021	NUM
gsjp-14129	321	34	)	)	PUNCT
gsjp-14129	321	35	.	.	PUNCT
gsjp-14129	322	1	bots	bot	NOUN
gsjp-14129	322	2	or	or	CCONJ
gsjp-14129	322	3	inattentive	inattentive	ADJ
gsjp-14129	322	4	humans	human	NOUN
gsjp-14129	322	5	?	?	PUNCT
gsjp-14129	323	1	identifying	identify	VERB
gsjp-14129	323	2	sources	source	NOUN
gsjp-14129	323	3	of	of	ADP
gsjp-14129	323	4	low	low	ADJ
gsjp-14129	323	5	-	-	PUNCT
gsjp-14129	323	6	quality	quality	NOUN
gsjp-14129	323	7	data	datum	NOUN
gsjp-14129	323	8	in	in	ADP
gsjp-14129	323	9	online	online	ADJ
gsjp-14129	323	10	platforms	platform	NOUN
gsjp-14129	323	11	.	.	PUNCT
gsjp-14129	324	1	psyarxiv	psyarxiv	NOUN
gsjp-14129	324	2	.	.	PUNCT
gsjp-14129	325	1	https://doi.org/10.31234/	https://doi.org/10.31234/	ADJ
gsjp-14129	325	2	osf.io/wr8ds	osf.io/wr8ds	ADP
gsjp-14129	325	3	newman	newman	PROPN
gsjp-14129	325	4	,	,	PUNCT
gsjp-14129	325	5	a.	a.	PROPN
gsjp-14129	325	6	,	,	PUNCT
gsjp-14129	325	7	bavik	bavik	NOUN
gsjp-14129	325	8	,	,	PUNCT
gsjp-14129	325	9	y.	y.	PROPN
gsjp-14129	325	10	l.	l.	PROPN
gsjp-14129	325	11	,	,	PUNCT
gsjp-14129	325	12	mount	mount	PROPN
gsjp-14129	325	13	,	,	PUNCT
gsjp-14129	325	14	m.	m.	NOUN
gsjp-14129	325	15	,	,	PUNCT
gsjp-14129	325	16	&	&	CCONJ
gsjp-14129	325	17	shao	shao	PROPN
gsjp-14129	325	18	,	,	PUNCT
gsjp-14129	325	19	b.	b.	PROPN
gsjp-14129	325	20	(	(	PUNCT
gsjp-14129	325	21	2021	2021	NUM
gsjp-14129	325	22	)	)	PUNCT
gsjp-14129	325	23	.	.	PUNCT
gsjp-14129	326	1	data	datum	NOUN
gsjp-14129	326	2	collection	collection	NOUN
gsjp-14129	326	3	via	via	ADP
gsjp-14129	326	4	online	online	ADJ
gsjp-14129	326	5	platforms	platform	NOUN
gsjp-14129	326	6	:	:	PUNCT
gsjp-14129	326	7	challenges	challenge	NOUN
gsjp-14129	326	8	and	and	CCONJ
gsjp-14129	326	9	recommendations	recommendation	NOUN
gsjp-14129	326	10	for	for	ADP
gsjp-14129	326	11	future	future	ADJ
gsjp-14129	326	12	research	research	NOUN
gsjp-14129	326	13	.	.	PUNCT
gsjp-14129	327	1	applied	apply	VERB
gsjp-14129	327	2	psychology	psychology	NOUN
gsjp-14129	327	3	,	,	PUNCT
gsjp-14129	327	4	70(3	70(3	NOUN
gsjp-14129	327	5	)	)	PUNCT
gsjp-14129	327	6	,	,	PUNCT
gsjp-14129	327	7	1380–1402	1380–1402	NUM
gsjp-14129	327	8	.	.	PUNCT
gsjp-14129	328	1	https://doi.org/10.1111/	https://doi.org/10.1111/	PROPN
gsjp-14129	328	2	apps.12302	apps.12302	PROPN
gsjp-14129	328	3	68	68	NUM
gsjp-14129	328	4	69	69	NUM
gsjp-14129	328	5	navigating	navigate	VERB
gsjp-14129	328	6	mturk	mturk	PROPN
gsjp-14129	328	7	&	&	CCONJ
gsjp-14129	328	8	prolific	prolific	PROPN
gsjp-14129	328	9	paas	paas	PROPN
gsjp-14129	328	10	,	,	PUNCT
gsjp-14129	328	11	l.	l.	PROPN
gsjp-14129	328	12	j.	j.	PROPN
gsjp-14129	328	13	,	,	PUNCT
gsjp-14129	328	14	dolnicar	dolnicar	PROPN
gsjp-14129	328	15	,	,	PUNCT
gsjp-14129	328	16	s.	s.	PROPN
gsjp-14129	328	17	,	,	PUNCT
gsjp-14129	328	18	&	&	CCONJ
gsjp-14129	328	19	karlsson	karlsson	PROPN
gsjp-14129	328	20	,	,	PUNCT
gsjp-14129	328	21	l.	l.	PROPN
gsjp-14129	328	22	(	(	PUNCT
gsjp-14129	328	23	2018	2018	NUM
gsjp-14129	328	24	)	)	PUNCT
gsjp-14129	328	25	.	.	PUNCT
gsjp-14129	329	1	instructional	instructional	ADJ
gsjp-14129	329	2	manipulation	manipulation	NOUN
gsjp-14129	329	3	checks	check	NOUN
gsjp-14129	329	4	:	:	PUNCT
gsjp-14129	329	5	a	a	DET
gsjp-14129	329	6	longitudinal	longitudinal	ADJ
gsjp-14129	329	7	analysis	analysis	NOUN
gsjp-14129	329	8	with	with	ADP
gsjp-14129	329	9	implications	implication	NOUN
gsjp-14129	329	10	for	for	ADP
gsjp-14129	329	11	mturk	mturk	PROPN
gsjp-14129	329	12	.	.	PUNCT
gsjp-14129	330	1	international	international	ADJ
gsjp-14129	330	2	journal	journal	PROPN
gsjp-14129	330	3	of	of	ADP
gsjp-14129	330	4	research	research	NOUN
gsjp-14129	330	5	in	in	ADP
gsjp-14129	330	6	marketing	marketing	NOUN
gsjp-14129	330	7	,	,	PUNCT
gsjp-14129	330	8	35(2	35(2	NUM
gsjp-14129	330	9	)	)	PUNCT
gsjp-14129	330	10	,	,	PUNCT
gsjp-14129	330	11	258–269	258–269	NUM
gsjp-14129	330	12	.	.	PUNCT
gsjp-14129	331	1	https://doi	https://doi	X
gsjp-14129	331	2	.	.	PUNCT
gsjp-14129	331	3	org/10.1016	org/10.1016	PROPN
gsjp-14129	331	4	/	/	SYM
gsjp-14129	331	5	j.ijresmar.2018.01.003	j.ijresmar.2018.01.003	PROPN
gsjp-14129	331	6	palan	palan	PROPN
gsjp-14129	331	7	,	,	PUNCT
gsjp-14129	331	8	s.	s.	PROPN
gsjp-14129	331	9	,	,	PUNCT
gsjp-14129	331	10	&	&	CCONJ
gsjp-14129	331	11	schitter	schitter	ADJ
gsjp-14129	331	12	,	,	PUNCT
gsjp-14129	331	13	c.	c.	PROPN
gsjp-14129	331	14	(	(	PUNCT
gsjp-14129	331	15	2018	2018	NUM
gsjp-14129	331	16	)	)	PUNCT
gsjp-14129	331	17	.	.	PUNCT
gsjp-14129	332	1	prolific.ac	prolific.ac	X
gsjp-14129	332	2	—	—	PUNCT
gsjp-14129	332	3	a	a	DET
gsjp-14129	332	4	subject	subject	ADJ
gsjp-14129	332	5	pool	pool	NOUN
gsjp-14129	332	6	for	for	ADP
gsjp-14129	332	7	online	online	ADJ
gsjp-14129	332	8	experiments	experiment	NOUN
gsjp-14129	332	9	.	.	PUNCT
gsjp-14129	333	1	journal	journal	NOUN
gsjp-14129	333	2	of	of	ADP
gsjp-14129	333	3	behavioral	behavioral	ADJ
gsjp-14129	333	4	and	and	CCONJ
gsjp-14129	333	5	experimental	experimental	ADJ
gsjp-14129	333	6	finance	finance	NOUN
gsjp-14129	333	7	,	,	PUNCT
gsjp-14129	333	8	17	17	NUM
gsjp-14129	333	9	,	,	PUNCT
gsjp-14129	333	10	22–27	22–27	NUM
gsjp-14129	333	11	.	.	PUNCT
gsjp-14129	334	1	https://doi	https://doi	PROPN
gsjp-14129	334	2	.	.	PUNCT
gsjp-14129	334	3	org/10.1016	org/10.1016	PROPN
gsjp-14129	334	4	/	/	SYM
gsjp-14129	334	5	j.jbef.2017.12.004	j.jbef.2017.12.004	PROPN
gsjp-14129	334	6	peer	peer	NOUN
gsjp-14129	334	7	,	,	PUNCT
gsjp-14129	334	8	e.	e.	PROPN
gsjp-14129	334	9	,	,	PUNCT
gsjp-14129	334	10	brandimarte	brandimarte	PROPN
gsjp-14129	334	11	,	,	PUNCT
gsjp-14129	334	12	l.	l.	PROPN
gsjp-14129	334	13	,	,	PUNCT
gsjp-14129	334	14	samat	samat	NOUN
gsjp-14129	334	15	,	,	PUNCT
gsjp-14129	334	16	s.	s.	PROPN
gsjp-14129	334	17	,	,	PUNCT
gsjp-14129	334	18	&	&	CCONJ
gsjp-14129	334	19	acquisti	acquisti	PROPN
gsjp-14129	334	20	,	,	PUNCT
gsjp-14129	334	21	a.	a.	NOUN
gsjp-14129	334	22	(	(	PUNCT
gsjp-14129	334	23	2017	2017	NUM
gsjp-14129	334	24	)	)	PUNCT
gsjp-14129	334	25	.	.	PUNCT
gsjp-14129	335	1	beyond	beyond	ADP
gsjp-14129	335	2	the	the	DET
gsjp-14129	335	3	turk	turk	NOUN
gsjp-14129	335	4	:	:	PUNCT
gsjp-14129	335	5	alternative	alternative	ADJ
gsjp-14129	335	6	platforms	platform	NOUN
gsjp-14129	335	7	for	for	ADP
gsjp-14129	335	8	crowdsourcing	crowdsource	VERB
gsjp-14129	335	9	behavioral	behavioral	ADJ
gsjp-14129	335	10	research	research	NOUN
gsjp-14129	335	11	.	.	PUNCT
gsjp-14129	336	1	journal	journal	NOUN
gsjp-14129	336	2	of	of	ADP
gsjp-14129	336	3	experimental	experimental	ADJ
gsjp-14129	336	4	social	social	ADJ
gsjp-14129	336	5	psychology	psychology	NOUN
gsjp-14129	336	6	,	,	PUNCT
gsjp-14129	336	7	70	70	NUM
gsjp-14129	336	8	,	,	PUNCT
gsjp-14129	336	9	153–163	153–163	NUM
gsjp-14129	336	10	.	.	PUNCT
gsjp-14129	337	1	https://doi	https://doi	NOUN
gsjp-14129	337	2	.	.	PUNCT
gsjp-14129	338	1	org/10.1016	org/10.1016	PROPN
gsjp-14129	338	2	/	/	SYM
gsjp-14129	338	3	j.jesp.2017.01.006	j.jesp.2017.01.006	X
gsjp-14129	338	4	peer	peer	NOUN
gsjp-14129	338	5	,	,	PUNCT
gsjp-14129	338	6	e.	e.	PROPN
gsjp-14129	338	7	,	,	PUNCT
gsjp-14129	338	8	rothschild	rothschild	PROPN
gsjp-14129	338	9	,	,	PUNCT
gsjp-14129	338	10	d.	d.	PROPN
gsjp-14129	338	11	,	,	PUNCT
gsjp-14129	338	12	gordon	gordon	PROPN
gsjp-14129	338	13	,	,	PUNCT
gsjp-14129	338	14	a.	a.	NOUN
gsjp-14129	338	15	,	,	PUNCT
gsjp-14129	338	16	evernden	evernden	PROPN
gsjp-14129	338	17	,	,	PUNCT
gsjp-14129	338	18	z.	z.	PROPN
gsjp-14129	338	19	,	,	PUNCT
gsjp-14129	338	20	&	&	CCONJ
gsjp-14129	338	21	damer	damer	PROPN
gsjp-14129	338	22	,	,	PUNCT
gsjp-14129	338	23	e.	e.	PROPN
gsjp-14129	338	24	(	(	PUNCT
gsjp-14129	338	25	2022	2022	NUM
gsjp-14129	338	26	)	)	PUNCT
gsjp-14129	338	27	.	.	PUNCT
gsjp-14129	339	1	data	datum	NOUN
gsjp-14129	339	2	quality	quality	NOUN
gsjp-14129	339	3	of	of	ADP
gsjp-14129	339	4	platforms	platform	NOUN
gsjp-14129	339	5	and	and	CCONJ
gsjp-14129	339	6	panels	panel	NOUN
gsjp-14129	339	7	for	for	ADP
gsjp-14129	339	8	online	online	ADJ
gsjp-14129	339	9	behavioral	behavioral	ADJ
gsjp-14129	339	10	research	research	NOUN
gsjp-14129	339	11	.	.	PUNCT
gsjp-14129	340	1	behavior	behavior	NOUN
gsjp-14129	340	2	research	research	NOUN
gsjp-14129	340	3	methods	method	NOUN
gsjp-14129	340	4	,	,	PUNCT
gsjp-14129	340	5	54(4	54(4	NUM
gsjp-14129	340	6	)	)	PUNCT
gsjp-14129	340	7	,	,	PUNCT
gsjp-14129	340	8	1643–1662	1643–1662	NUM
gsjp-14129	340	9	.	.	PUNCT
gsjp-14129	341	1	https://doi.org/10.3758/	https://doi.org/10.3758/	ADJ
gsjp-14129	341	2	s13428	s13428	PROPN
gsjp-14129	341	3	-	-	PUNCT
gsjp-14129	341	4	021	021	NUM
gsjp-14129	341	5	-	-	PUNCT
gsjp-14129	341	6	01694	01694	NUM
gsjp-14129	341	7	-	-	SYM
gsjp-14129	341	8	3	3	NUM
gsjp-14129	341	9	prolific	prolific	NOUN
gsjp-14129	341	10	(	(	PUNCT
gsjp-14129	341	11	n.d	n.d	PROPN
gsjp-14129	341	12	.	.	PROPN
gsjp-14129	341	13	)	)	PUNCT
gsjp-14129	341	14	.	.	PUNCT
gsjp-14129	342	1	retrieved	retrieve	VERB
gsjp-14129	342	2	march	march	PROPN
gsjp-14129	342	3	30	30	NUM
gsjp-14129	342	4	,	,	PUNCT
gsjp-14129	342	5	2024	2024	NUM
gsjp-14129	342	6	,	,	PUNCT
gsjp-14129	342	7	from	from	ADP
gsjp-14129	342	8	https://	https://	PROPN
gsjp-14129	342	9	www.prolific.com/	www.prolific.com/	PROPN
gsjp-14129	342	10	reid	reid	PROPN
gsjp-14129	342	11	,	,	PUNCT
gsjp-14129	342	12	b.	b.	PROPN
gsjp-14129	342	13	,	,	PUNCT
gsjp-14129	342	14	wagner	wagner	PROPN
gsjp-14129	342	15	,	,	PUNCT
gsjp-14129	342	16	m.	m.	NOUN
gsjp-14129	342	17	,	,	PUNCT
gsjp-14129	342	18	d’amorim	d’amorim	PROPN
gsjp-14129	342	19	,	,	PUNCT
gsjp-14129	342	20	m.	m.	NOUN
gsjp-14129	342	21	,	,	PUNCT
gsjp-14129	342	22	&	&	CCONJ
gsjp-14129	342	23	treude	treude	NOUN
gsjp-14129	342	24	,	,	PUNCT
gsjp-14129	342	25	c.	c.	NOUN
gsjp-14129	342	26	(	(	PUNCT
gsjp-14129	342	27	2022	2022	NUM
gsjp-14129	342	28	)	)	PUNCT
gsjp-14129	342	29	.	.	PUNCT
gsjp-14129	343	1	software	software	NOUN
gsjp-14129	343	2	engineering	engineering	NOUN
gsjp-14129	343	3	user	user	NOUN
gsjp-14129	343	4	study	study	NOUN
gsjp-14129	343	5	recruitment	recruitment	NOUN
gsjp-14129	343	6	on	on	ADP
gsjp-14129	343	7	prolific	prolific	NOUN
gsjp-14129	343	8	:	:	PUNCT
gsjp-14129	343	9	an	an	DET
gsjp-14129	343	10	experience	experience	NOUN
gsjp-14129	343	11	report	report	NOUN
gsjp-14129	343	12	.	.	PUNCT
gsjp-14129	344	1	arxiv	arxiv	NOUN
gsjp-14129	344	2	.	.	PUNCT
gsjp-14129	345	1	https://doi	https://doi	PROPN
gsjp-14129	345	2	.	.	PUNCT
gsjp-14129	345	3	org/10.48550	org/10.48550	PROPN
gsjp-14129	345	4	/	/	SYM
gsjp-14129	345	5	arxiv.2201.05348	arxiv.2201.05348	NOUN
gsjp-14129	345	6	sauter	sauter	NOUN
gsjp-14129	345	7	,	,	PUNCT
gsjp-14129	345	8	m.	m.	NOUN
gsjp-14129	345	9	,	,	PUNCT
gsjp-14129	345	10	draschkow	draschkow	PROPN
gsjp-14129	345	11	,	,	PUNCT
gsjp-14129	345	12	d.	d.	PROPN
gsjp-14129	345	13	,	,	PUNCT
gsjp-14129	345	14	&	&	CCONJ
gsjp-14129	345	15	mack	mack	PROPN
gsjp-14129	345	16	,	,	PUNCT
gsjp-14129	345	17	w.	w.	PROPN
gsjp-14129	345	18	(	(	PUNCT
gsjp-14129	345	19	2020	2020	NUM
gsjp-14129	345	20	)	)	PUNCT
gsjp-14129	345	21	.	.	PUNCT
gsjp-14129	346	1	building	building	NOUN
gsjp-14129	346	2	,	,	PUNCT
gsjp-14129	346	3	hosting	host	VERB
gsjp-14129	346	4	and	and	CCONJ
gsjp-14129	346	5	recruiting	recruiting	NOUN
gsjp-14129	346	6	:	:	PUNCT
gsjp-14129	346	7	a	a	DET
gsjp-14129	346	8	brief	brief	ADJ
gsjp-14129	346	9	introduction	introduction	NOUN
gsjp-14129	346	10	to	to	ADP
gsjp-14129	346	11	running	run	VERB
gsjp-14129	346	12	behavioral	behavioral	ADJ
gsjp-14129	346	13	experiments	experiment	NOUN
gsjp-14129	346	14	online	online	ADV
gsjp-14129	346	15	.	.	PUNCT
gsjp-14129	347	1	brain	brain	NOUN
gsjp-14129	347	2	sciences	sciences	PROPN
gsjp-14129	347	3	,	,	PUNCT
gsjp-14129	347	4	10(4	10(4	NUM
gsjp-14129	347	5	)	)	PUNCT
gsjp-14129	347	6	,	,	PUNCT
gsjp-14129	347	7	251	251	NUM
gsjp-14129	347	8	.	.	PUNCT
gsjp-14129	348	1	https://doi.org/10.3390/brainsci10040251	https://doi.org/10.3390/brainsci10040251	PROPN
gsjp-14129	348	2	simone	simone	PROPN
gsjp-14129	348	3	,	,	PUNCT
gsjp-14129	348	4	m.	m.	NOUN
gsjp-14129	348	5	(	(	PUNCT
gsjp-14129	348	6	2019	2019	NUM
gsjp-14129	348	7	,	,	PUNCT
gsjp-14129	348	8	november	november	PROPN
gsjp-14129	348	9	21	21	NUM
gsjp-14129	348	10	)	)	PUNCT
gsjp-14129	348	11	.	.	PUNCT
gsjp-14129	349	1	bots	bot	NOUN
gsjp-14129	349	2	started	start	VERB
gsjp-14129	349	3	sabotaging	sabotage	VERB
gsjp-14129	349	4	my	my	PRON
gsjp-14129	349	5	online	online	ADJ
gsjp-14129	349	6	research	research	NOUN
gsjp-14129	349	7	.	.	PUNCT
gsjp-14129	350	1	i	i	PRON
gsjp-14129	350	2	fought	fight	VERB
gsjp-14129	350	3	back	back	ADV
gsjp-14129	350	4	.	.	PUNCT
gsjp-14129	351	1	stat	stat	NOUN
gsjp-14129	351	2	.	.	PUNCT
gsjp-14129	352	1	https://	https://	PROPN
gsjp-14129	352	2	www.statnews.com/2019/11/21/bots-started-sabotaging-my-online-research-i-fought-back/	www.statnews.com/2019/11/21/bots-started-sabotaging-my-online-research-i-fought-back/	PROPN
gsjp-14129	352	3	smith	smith	PROPN
gsjp-14129	352	4	,	,	PUNCT
gsjp-14129	352	5	n.	n.	PROPN
gsjp-14129	352	6	a.	a.	PROPN
gsjp-14129	352	7	,	,	PUNCT
gsjp-14129	352	8	sabat	sabat	PROPN
gsjp-14129	352	9	,	,	PUNCT
gsjp-14129	352	10	i.	i.	PROPN
gsjp-14129	352	11	e.	e.	PROPN
gsjp-14129	352	12	,	,	PUNCT
gsjp-14129	352	13	martinez	martinez	PROPN
gsjp-14129	352	14	,	,	PUNCT
gsjp-14129	352	15	l.	l.	PROPN
gsjp-14129	352	16	r.	r.	PROPN
gsjp-14129	352	17	,	,	PUNCT
gsjp-14129	352	18	weaver	weaver	PROPN
gsjp-14129	352	19	,	,	PUNCT
gsjp-14129	352	20	k.	k.	PROPN
gsjp-14129	352	21	,	,	PUNCT
gsjp-14129	352	22	&	&	CCONJ
gsjp-14129	352	23	xu	xu	PROPN
gsjp-14129	352	24	,	,	PUNCT
gsjp-14129	352	25	s.	s.	PROPN
gsjp-14129	352	26	(	(	PUNCT
gsjp-14129	352	27	2015	2015	NUM
gsjp-14129	352	28	)	)	PUNCT
gsjp-14129	352	29	.	.	PUNCT
gsjp-14129	353	1	a	a	DET
gsjp-14129	353	2	convenient	convenient	ADJ
gsjp-14129	353	3	solution	solution	NOUN
gsjp-14129	353	4	:	:	PUNCT
gsjp-14129	353	5	using	use	VERB
gsjp-14129	353	6	mturk	mturk	PROPN
gsjp-14129	353	7	to	to	ADP
gsjp-14129	353	8	sample	sample	NOUN
gsjp-14129	353	9	from	from	ADP
gsjp-14129	353	10	hard	hard	ADJ
gsjp-14129	353	11	-	-	PUNCT
gsjp-14129	353	12	to	to	ADP
gsjp-14129	353	13	-	-	PUNCT
gsjp-14129	353	14	reach	reach	VERB
gsjp-14129	353	15	populations	population	NOUN
gsjp-14129	353	16	.	.	PUNCT
gsjp-14129	354	1	industrial	industrial	ADJ
gsjp-14129	354	2	and	and	CCONJ
gsjp-14129	354	3	organizational	organizational	ADJ
gsjp-14129	354	4	psychology	psychology	NOUN
gsjp-14129	354	5	,	,	PUNCT
gsjp-14129	354	6	8(2	8(2	NUM
gsjp-14129	354	7	)	)	PUNCT
gsjp-14129	354	8	,	,	PUNCT
gsjp-14129	354	9	220–228	220–228	NUM
gsjp-14129	354	10	.	.	PUNCT
gsjp-14129	355	1	https://doi.org/10.1017/iop.2015.29	https://doi.org/10.1017/iop.2015.29	PROPN
gsjp-14129	355	2	stanton	stanton	PROPN
gsjp-14129	355	3	,	,	PUNCT
gsjp-14129	355	4	k.	k.	PROPN
gsjp-14129	355	5	,	,	PUNCT
gsjp-14129	355	6	carpenter	carpenter	PROPN
gsjp-14129	355	7	,	,	PUNCT
gsjp-14129	355	8	r.	r.	PROPN
gsjp-14129	355	9	w.	w.	PROPN
gsjp-14129	355	10	,	,	PUNCT
gsjp-14129	355	11	nance	nance	NOUN
gsjp-14129	355	12	,	,	PUNCT
gsjp-14129	355	13	m.	m.	NOUN
gsjp-14129	355	14	,	,	PUNCT
gsjp-14129	355	15	sturgeon	sturgeon	NOUN
gsjp-14129	355	16	,	,	PUNCT
gsjp-14129	355	17	t.	t.	PROPN
gsjp-14129	355	18	,	,	PUNCT
gsjp-14129	355	19	&	&	CCONJ
gsjp-14129	355	20	villalongo	villalongo	PROPN
gsjp-14129	355	21	andino	andino	PROPN
gsjp-14129	355	22	,	,	PUNCT
gsjp-14129	355	23	m.	m.	NOUN
gsjp-14129	355	24	(	(	PUNCT
gsjp-14129	355	25	2022	2022	NUM
gsjp-14129	355	26	)	)	PUNCT
gsjp-14129	355	27	.	.	PUNCT
gsjp-14129	356	1	a	a	DET
gsjp-14129	356	2	multisample	multisample	ADJ
gsjp-14129	356	3	demonstration	demonstration	NOUN
gsjp-14129	356	4	of	of	ADP
gsjp-14129	356	5	using	use	VERB
gsjp-14129	356	6	the	the	DET
gsjp-14129	356	7	prolific	prolific	ADJ
gsjp-14129	356	8	platform	platform	NOUN
gsjp-14129	356	9	for	for	ADP
gsjp-14129	356	10	repeated	repeat	VERB
gsjp-14129	356	11	assessment	assessment	NOUN
gsjp-14129	356	12	and	and	CCONJ
gsjp-14129	356	13	psychometric	psychometric	ADJ
gsjp-14129	356	14	substance	substance	NOUN
gsjp-14129	356	15	use	use	VERB
gsjp-14129	356	16	research	research	NOUN
gsjp-14129	356	17	.	.	PUNCT
gsjp-14129	357	1	experimental	experimental	ADJ
gsjp-14129	357	2	and	and	CCONJ
gsjp-14129	357	3	clinical	clinical	ADJ
gsjp-14129	357	4	psychopharmacology	psychopharmacology	NOUN
gsjp-14129	357	5	,	,	PUNCT
gsjp-14129	357	6	30(4	30(4	NUM
gsjp-14129	357	7	)	)	PUNCT
gsjp-14129	357	8	,	,	PUNCT
gsjp-14129	357	9	432–443	432–443	NUM
gsjp-14129	357	10	.	.	PUNCT
gsjp-14129	358	1	https://doi.org/10.1037/	https://doi.org/10.1037/	PROPN
gsjp-14129	358	2	pha0000545	pha0000545	ADJ
gsjp-14129	358	3	stokel	stokel	NOUN
gsjp-14129	358	4	-	-	PUNCT
gsjp-14129	358	5	walker	walker	NOUN
gsjp-14129	358	6	,	,	PUNCT
gsjp-14129	358	7	c.	c.	PROPN
gsjp-14129	358	8	(	(	PUNCT
gsjp-14129	358	9	2018	2018	NUM
gsjp-14129	358	10	,	,	PUNCT
gsjp-14129	358	11	august	august	PROPN
gsjp-14129	358	12	10	10	NUM
gsjp-14129	358	13	)	)	PUNCT
gsjp-14129	358	14	.	.	PUNCT
gsjp-14129	359	1	bots	bot	NOUN
gsjp-14129	359	2	on	on	ADP
gsjp-14129	359	3	amazon	amazon	NOUN
gsjp-14129	359	4	’s	’s	PART
gsjp-14129	359	5	mechanical	mechanical	ADJ
gsjp-14129	359	6	turk	turk	PROPN
gsjp-14129	359	7	are	be	AUX
gsjp-14129	359	8	ruining	ruin	VERB
gsjp-14129	359	9	psychology	psychology	NOUN
gsjp-14129	359	10	studies	study	NOUN
gsjp-14129	359	11	.	.	PUNCT
gsjp-14129	360	1	new	new	ADJ
gsjp-14129	360	2	scientist	scientist	NOUN
gsjp-14129	360	3	.	.	PUNCT
gsjp-14129	361	1	https://www.newscientist	https://www.newscientist	PROPN
gsjp-14129	361	2	.	.	PUNCT
gsjp-14129	361	3	com	com	NOUN
gsjp-14129	361	4	/	/	SYM
gsjp-14129	361	5	article/2176436	article/2176436	NOUN
gsjp-14129	361	6	-	-	PUNCT
gsjp-14129	361	7	bots	bot	NOUN
gsjp-14129	361	8	-	-	PUNCT
gsjp-14129	361	9	on	on	ADP
gsjp-14129	361	10	-	-	PUNCT
gsjp-14129	361	11	amazons	amazon	NOUN
gsjp-14129	361	12	-	-	PUNCT
gsjp-14129	361	13	mechanical	mechanical	ADJ
gsjp-14129	361	14	-	-	PUNCT
gsjp-14129	361	15	turk	turk	NOUN
gsjp-14129	361	16	-	-	PUNCT
gsjp-14129	361	17	are	be	AUX
gsjp-14129	361	18	-	-	PUNCT
gsjp-14129	361	19	ruining	ruin	VERB
gsjp-14129	361	20	-	-	PUNCT
gsjp-14129	361	21	psychology	psychology	NOUN
gsjp-14129	361	22	-	-	PUNCT
gsjp-14129	361	23	studies/	studies/	NUM
gsjp-14129	361	24	stoycheff	stoycheff	NOUN
gsjp-14129	361	25	,	,	PUNCT
gsjp-14129	361	26	e.	e.	PROPN
gsjp-14129	361	27	(	(	PUNCT
gsjp-14129	361	28	2016	2016	NUM
gsjp-14129	361	29	)	)	PUNCT
gsjp-14129	361	30	.	.	PUNCT
gsjp-14129	362	1	please	please	INTJ
gsjp-14129	362	2	participate	participate	VERB
gsjp-14129	362	3	in	in	ADP
gsjp-14129	362	4	part	part	NOUN
gsjp-14129	362	5	2	2	NUM
gsjp-14129	362	6	:	:	PUNCT
gsjp-14129	362	7	maximizing	maximize	VERB
gsjp-14129	362	8	response	response	NOUN
gsjp-14129	362	9	rates	rate	NOUN
gsjp-14129	362	10	in	in	ADP
gsjp-14129	362	11	longitudinal	longitudinal	ADJ
gsjp-14129	362	12	mturk	mturk	PROPN
gsjp-14129	362	13	designs	design	NOUN
gsjp-14129	362	14	.	.	PUNCT
gsjp-14129	363	1	methodological	methodological	ADJ
gsjp-14129	363	2	innovations	innovation	NOUN
gsjp-14129	363	3	,	,	PUNCT
gsjp-14129	363	4	9	9	NUM
gsjp-14129	363	5	.	.	PUNCT
gsjp-14129	364	1	https://doi	https://doi	PROPN
gsjp-14129	364	2	.	.	PUNCT
gsjp-14129	364	3	org/10.1177/2059799116672879	org/10.1177/2059799116672879	NUM
gsjp-14129	364	4	teitcher	teitcher	NOUN
gsjp-14129	364	5	,	,	PUNCT
gsjp-14129	364	6	j.	j.	PROPN
gsjp-14129	364	7	e.	e.	PROPN
gsjp-14129	364	8	f.	f.	PROPN
gsjp-14129	364	9	,	,	PUNCT
gsjp-14129	364	10	bockting	bockting	PROPN
gsjp-14129	364	11	,	,	PUNCT
gsjp-14129	364	12	w.	w.	PROPN
gsjp-14129	364	13	o.	o.	PROPN
gsjp-14129	364	14	,	,	PUNCT
gsjp-14129	364	15	bauermeister	bauermeister	PROPN
gsjp-14129	364	16	,	,	PUNCT
gsjp-14129	364	17	j.	j.	PROPN
gsjp-14129	364	18	a.	a.	PROPN
gsjp-14129	364	19	,	,	PUNCT
gsjp-14129	364	20	hoefer	hoefer	VERB
gsjp-14129	364	21	,	,	PUNCT
gsjp-14129	364	22	c.	c.	PROPN
gsjp-14129	364	23	j.	j.	PROPN
gsjp-14129	364	24	,	,	PUNCT
gsjp-14129	364	25	miner	miner	NOUN
gsjp-14129	364	26	,	,	PUNCT
gsjp-14129	364	27	m.	m.	PROPN
gsjp-14129	364	28	h.	h.	PROPN
gsjp-14129	364	29	,	,	PUNCT
gsjp-14129	364	30	&	&	CCONJ
gsjp-14129	364	31	klitzman	klitzman	PROPN
gsjp-14129	364	32	,	,	PUNCT
gsjp-14129	364	33	r.	r.	PROPN
gsjp-14129	364	34	l.	l.	PROPN
gsjp-14129	364	35	(	(	PUNCT
gsjp-14129	364	36	2015	2015	NUM
gsjp-14129	364	37	)	)	PUNCT
gsjp-14129	364	38	.	.	PUNCT
gsjp-14129	365	1	detecting	detect	VERB
gsjp-14129	365	2	,	,	PUNCT
gsjp-14129	365	3	preventing	prevent	VERB
gsjp-14129	365	4	,	,	PUNCT
gsjp-14129	365	5	and	and	CCONJ
gsjp-14129	365	6	responding	respond	VERB
gsjp-14129	365	7	to	to	ADP
gsjp-14129	365	8	“	"	PUNCT
gsjp-14129	365	9	fraudsters	fraudster	NOUN
gsjp-14129	365	10	”	"	PUNCT
gsjp-14129	365	11	in	in	ADP
gsjp-14129	365	12	internet	internet	NOUN
gsjp-14129	365	13	research	research	NOUN
gsjp-14129	365	14	:	:	PUNCT
gsjp-14129	365	15	ethics	ethic	NOUN
gsjp-14129	365	16	and	and	CCONJ
gsjp-14129	365	17	tradeoffs	tradeoff	NOUN
gsjp-14129	365	18	.	.	PUNCT
gsjp-14129	366	1	journal	journal	PROPN
gsjp-14129	366	2	of	of	ADP
gsjp-14129	366	3	law	law	NOUN
gsjp-14129	366	4	,	,	PUNCT
gsjp-14129	366	5	medicine	medicine	NOUN
gsjp-14129	366	6	&	&	CCONJ
gsjp-14129	366	7	ethics	ethic	NOUN
gsjp-14129	366	8	,	,	PUNCT
gsjp-14129	366	9	43(1	43(1	NOUN
gsjp-14129	366	10	)	)	PUNCT
gsjp-14129	366	11	,	,	PUNCT
gsjp-14129	366	12	116–133	116–133	NUM
gsjp-14129	366	13	.	.	PUNCT
gsjp-14129	367	1	https://doi	https://doi	PROPN
gsjp-14129	367	2	.	.	PUNCT
gsjp-14129	367	3	org/10.1111	org/10.1111	PROPN
gsjp-14129	367	4	/	/	SYM
gsjp-14129	367	5	jlme.12200	jlme.12200	PROPN
gsjp-14129	367	6	wagner	wagner	PROPN
gsjp-14129	367	7	,	,	PUNCT
gsjp-14129	367	8	a.	a.	PROPN
gsjp-14129	367	9	,	,	PUNCT
gsjp-14129	367	10	bakas	bakas	PROPN
gsjp-14129	367	11	,	,	PUNCT
gsjp-14129	367	12	a.	a.	PROPN
gsjp-14129	367	13	,	,	PUNCT
gsjp-14129	367	14	kennison	kennison	PROPN
gsjp-14129	367	15	,	,	PUNCT
gsjp-14129	367	16	s.	s.	PROPN
gsjp-14129	367	17	,	,	PUNCT
gsjp-14129	367	18	&	&	CCONJ
gsjp-14129	367	19	chan	chan	PROPN
gsjp-14129	367	20	-	-	PUNCT
gsjp-14129	367	21	tin	tin	PROPN
gsjp-14129	367	22	,	,	PUNCT
gsjp-14129	367	23	e.	e.	PROPN
gsjp-14129	367	24	(	(	PUNCT
gsjp-14129	367	25	2021	2021	NUM
gsjp-14129	367	26	)	)	PUNCT
gsjp-14129	367	27	.	.	PUNCT
gsjp-14129	368	1	a	a	DET
gsjp-14129	368	2	comparison	comparison	NOUN
gsjp-14129	368	3	of	of	ADP
gsjp-14129	368	4	sona	sona	PROPN
gsjp-14129	368	5	and	and	CCONJ
gsjp-14129	368	6	mturk	mturk	PROPN
gsjp-14129	368	7	for	for	ADP
gsjp-14129	368	8	cybersecurity	cybersecurity	NOUN
gsjp-14129	368	9	surveys	survey	NOUN
gsjp-14129	368	10	.	.	PUNCT
gsjp-14129	369	1	proceedings	proceeding	NOUN
gsjp-14129	369	2	of	of	ADP
gsjp-14129	369	3	the	the	DET
gsjp-14129	369	4	2021	2021	NUM
gsjp-14129	369	5	european	european	ADJ
gsjp-14129	369	6	interdisciplinary	interdisciplinary	NOUN
gsjp-14129	369	7	cybersecurity	cybersecurity	NOUN
gsjp-14129	369	8	conference	conference	NOUN
gsjp-14129	369	9	,	,	PUNCT
gsjp-14129	369	10	87–88	87–88	NUM
gsjp-14129	369	11	.	.	PUNCT
gsjp-14129	370	1	https://doi.org/10.1145/3487405.3487657	https://doi.org/10.1145/3487405.3487657	PROPN
gsjp-14129	370	2	webb	webb	PROPN
gsjp-14129	370	3	,	,	PUNCT
gsjp-14129	370	4	m.	m.	NOUN
gsjp-14129	370	5	a.	a.	PROPN
gsjp-14129	370	6	,	,	PUNCT
gsjp-14129	370	7	&	&	CCONJ
gsjp-14129	370	8	tangney	tangney	PROPN
gsjp-14129	370	9	,	,	PUNCT
gsjp-14129	370	10	j.	j.	PROPN
gsjp-14129	370	11	p.	p.	PROPN
gsjp-14129	370	12	(	(	PUNCT
gsjp-14129	370	13	2022	2022	NUM
gsjp-14129	370	14	)	)	PUNCT
gsjp-14129	370	15	.	.	PUNCT
gsjp-14129	371	1	too	too	ADV
gsjp-14129	371	2	good	good	ADJ
gsjp-14129	371	3	to	to	PART
gsjp-14129	371	4	be	be	AUX
gsjp-14129	371	5	true	true	ADJ
gsjp-14129	371	6	:	:	PUNCT
gsjp-14129	371	7	bots	bot	NOUN
gsjp-14129	371	8	and	and	CCONJ
gsjp-14129	371	9	bad	bad	ADJ
gsjp-14129	371	10	data	datum	NOUN
gsjp-14129	371	11	from	from	ADP
gsjp-14129	371	12	mechanical	mechanical	ADJ
gsjp-14129	371	13	turk	turk	PROPN
gsjp-14129	371	14	.	.	PUNCT
gsjp-14129	372	1	perspectives	perspective	NOUN
gsjp-14129	372	2	on	on	ADP
gsjp-14129	372	3	psychological	psychological	ADJ
gsjp-14129	372	4	science	science	NOUN
gsjp-14129	372	5	.	.	PUNCT
gsjp-14129	373	1	19(6	19(6	NUM
gsjp-14129	373	2	)	)	PUNCT
gsjp-14129	373	3	,	,	PUNCT
gsjp-14129	373	4	887	887	NUM
gsjp-14129	373	5	-	-	SYM
gsjp-14129	373	6	890	890	NUM
gsjp-14129	373	7	.	.	PUNCT
gsjp-14129	374	1	https://doi	https://doi	NOUN
gsjp-14129	374	2	.	.	NOUN
gsjp-14129	374	3	org/10.1177/17456916221120027	org/10.1177/17456916221120027	NUM
gsjp-14129	374	4	wood	wood	PROPN
gsjp-14129	374	5	,	,	PUNCT
gsjp-14129	374	6	d.	d.	PROPN
gsjp-14129	374	7	,	,	PUNCT
gsjp-14129	374	8	harms	harm	VERB
gsjp-14129	374	9	,	,	PUNCT
gsjp-14129	374	10	p.	p.	PROPN
gsjp-14129	374	11	d.	d.	PROPN
gsjp-14129	374	12	,	,	PUNCT
gsjp-14129	374	13	lowman	lowman	PROPN
gsjp-14129	374	14	,	,	PUNCT
gsjp-14129	374	15	g.	g.	PROPN
gsjp-14129	374	16	h.	h.	PROPN
gsjp-14129	374	17	,	,	PUNCT
gsjp-14129	374	18	&	&	CCONJ
gsjp-14129	374	19	desimone	desimone	PROPN
gsjp-14129	374	20	,	,	PUNCT
gsjp-14129	374	21	j.	j.	PROPN
gsjp-14129	374	22	a.	a.	PROPN
gsjp-14129	374	23	(	(	PUNCT
gsjp-14129	374	24	2017	2017	NUM
gsjp-14129	374	25	)	)	PUNCT
gsjp-14129	374	26	.	.	PUNCT
gsjp-14129	375	1	response	response	NOUN
gsjp-14129	375	2	speed	speed	NOUN
gsjp-14129	375	3	and	and	CCONJ
gsjp-14129	375	4	response	response	NOUN
gsjp-14129	375	5	consistency	consistency	NOUN
gsjp-14129	375	6	as	as	ADP
gsjp-14129	375	7	mutually	mutually	ADV
gsjp-14129	375	8	validating	validate	VERB
gsjp-14129	375	9	indicators	indicator	NOUN
gsjp-14129	375	10	of	of	ADP
gsjp-14129	375	11	data	datum	NOUN
gsjp-14129	375	12	quality	quality	NOUN
gsjp-14129	375	13	in	in	ADP
gsjp-14129	375	14	online	online	ADJ
gsjp-14129	375	15	samples	sample	NOUN
gsjp-14129	375	16	.	.	PUNCT
gsjp-14129	376	1	social	social	ADJ
gsjp-14129	376	2	psychological	psychological	ADJ
gsjp-14129	376	3	and	and	CCONJ
gsjp-14129	376	4	personality	personality	NOUN
gsjp-14129	376	5	science	science	NOUN
gsjp-14129	376	6	,	,	PUNCT
gsjp-14129	376	7	8(4	8(4	NUM
gsjp-14129	376	8	)	)	PUNCT
gsjp-14129	376	9	,	,	PUNCT
gsjp-14129	376	10	454–464	454–464	NUM
gsjp-14129	376	11	.	.	PUNCT
gsjp-14129	377	1	https://doi	https://doi	PROPN
gsjp-14129	377	2	.	.	PROPN
gsjp-14129	377	3	org/10.1177/1948550617703168	org/10.1177/1948550617703168	PROPN
gsjp-14129	377	4	zack	zack	PROPN
gsjp-14129	377	5	,	,	PUNCT
gsjp-14129	377	6	e.	e.	PROPN
gsjp-14129	377	7	s.	s.	PROPN
gsjp-14129	377	8	,	,	PUNCT
gsjp-14129	377	9	kennedy	kennedy	PROPN
gsjp-14129	377	10	,	,	PUNCT
gsjp-14129	377	11	j.	j.	PROPN
gsjp-14129	377	12	,	,	PUNCT
gsjp-14129	377	13	&	&	CCONJ
gsjp-14129	377	14	long	long	ADV
gsjp-14129	377	15	,	,	PUNCT
gsjp-14129	377	16	j.	j.	PROPN
gsjp-14129	377	17	s.	s.	PROPN
gsjp-14129	377	18	(	(	PUNCT
gsjp-14129	377	19	2019	2019	NUM
gsjp-14129	377	20	)	)	PUNCT
gsjp-14129	377	21	.	.	PUNCT
gsjp-14129	378	1	can	can	AUX
gsjp-14129	378	2	nonprobability	nonprobability	VERB
gsjp-14129	378	3	samples	sample	NOUN
gsjp-14129	378	4	be	be	AUX
gsjp-14129	378	5	used	use	VERB
gsjp-14129	378	6	for	for	ADP
gsjp-14129	378	7	social	social	ADJ
gsjp-14129	378	8	science	science	NOUN
gsjp-14129	378	9	research	research	NOUN
gsjp-14129	378	10	?	?	PUNCT
gsjp-14129	379	1	a	a	DET
gsjp-14129	379	2	cautionary	cautionary	ADJ
gsjp-14129	379	3	tale	tale	NOUN
gsjp-14129	379	4	.	.	PUNCT
gsjp-14129	380	1	survey	survey	NOUN
gsjp-14129	380	2	research	research	NOUN
gsjp-14129	380	3	methods	method	NOUN
gsjp-14129	380	4	,	,	PUNCT
gsjp-14129	380	5	13(2	13(2	NOUN
gsjp-14129	380	6	)	)	PUNCT
gsjp-14129	380	7	,	,	PUNCT
gsjp-14129	380	8	215	215	NUM
gsjp-14129	380	9	-	-	SYM
gsjp-14129	380	10	227	227	NUM
gsjp-14129	380	11	.	.	PUNCT
gsjp-14129	381	1	https://doi.org/10.18148/srm/2019	https://doi.org/10.18148/srm/2019	NOUN
gsjp-14129	381	2	.	.	PUNCT
gsjp-14129	382	1	v13i2.7262	v13i2.7262	NOUN
gsjp-14129	382	2	oconnel	oconnel	ADV
gsjp-14129	382	3	et	et	PROPN
gsjp-14129	382	4	al	al	PROPN
gsjp-14129	382	5	.	.	PROPN
gsjp-14129	382	6	70	70	NUM
gsjp-14129	382	7	table	table	NOUN
gsjp-14129	382	8	1	1	NUM
gsjp-14129	382	9	summary	summary	NOUN
gsjp-14129	382	10	of	of	ADP
gsjp-14129	382	11	results	result	NOUN
gsjp-14129	382	12	from	from	ADP
gsjp-14129	382	13	the	the	DET
gsjp-14129	382	14	screening	screening	NOUN
gsjp-14129	382	15	process	process	NOUN
gsjp-14129	382	16	71	71	NUM
gsjp-14129	382	17	navigating	navigate	VERB
gsjp-14129	382	18	mturk	mturk	PROPN
gsjp-14129	382	19	&	&	CCONJ
gsjp-14129	382	20	prolific	prolific	PROPN
gsjp-14129	382	21	table	table	NOUN
gsjp-14129	382	22	2	2	NUM
gsjp-14129	382	23	reliability	reliability	NOUN
gsjp-14129	382	24	metrics	metric	NOUN
gsjp-14129	382	25	for	for	ADP
gsjp-14129	382	26	the	the	DET
gsjp-14129	382	27	validated	validate	VERB
gsjp-14129	382	28	mini	mini	NOUN
gsjp-14129	382	29	-	-	NOUN
gsjp-14129	382	30	ipip	ipip	ADJ
gsjp-14129	382	31	(	(	PUNCT
gsjp-14129	382	32	donnellan	donnellan	NOUN
gsjp-14129	382	33	et	et	PROPN
gsjp-14129	382	34	al	al	PROPN
gsjp-14129	382	35	.	.	PROPN
gsjp-14129	382	36	,	,	PUNCT
gsjp-14129	382	37	2006	2006	NUM
gsjp-14129	382	38	)	)	PUNCT
gsjp-14129	382	39	,	,	PUNCT
gsjp-14129	382	40	mturk	mturk	PROPN
gsjp-14129	382	41	,	,	PUNCT
gsjp-14129	382	42	and	and	CCONJ
gsjp-14129	382	43	prolific	prolific	ADJ
gsjp-14129	382	44	note	note	NOUN
gsjp-14129	382	45	.	.	PUNCT
gsjp-14129	383	1	“	"	PUNCT
gsjp-14129	383	2	before	before	SCONJ
gsjp-14129	383	3	”	"	PUNCT
gsjp-14129	383	4	signifies	signify	VERB
gsjp-14129	383	5	the	the	DET
gsjp-14129	383	6	data	datum	NOUN
gsjp-14129	383	7	prior	prior	ADV
gsjp-14129	383	8	to	to	ADP
gsjp-14129	383	9	screening	screening	NOUN
gsjp-14129	383	10	,	,	PUNCT
gsjp-14129	383	11	and	and	CCONJ
gsjp-14129	383	12	“	"	PUNCT
gsjp-14129	383	13	after	after	SCONJ
gsjp-14129	383	14	”	"	PUNCT
gsjp-14129	383	15	signifies	signify	VERB
gsjp-14129	383	16	the	the	DET
gsjp-14129	383	17	data	datum	NOUN
gsjp-14129	383	18	following	follow	VERB
gsjp-14129	383	19	screening	screen	VERB
gsjp-14129	383	20	.	.	PUNCT