id	sid	tid	token	lemma	pos
crl-16993	1	1	260	260	NUM
crl-16993	1	2	replicable	replicable	ADJ
crl-16993	1	3	services	service	NOUN
crl-16993	1	4	for	for	ADP
crl-16993	1	5	reproducible	reproducible	ADJ
crl-16993	1	6	research	research	NOUN
crl-16993	1	7	:	:	PUNCT
crl-16993	1	8	a	a	DET
crl-16993	1	9	model	model	NOUN
crl-16993	1	10	for	for	ADP
crl-16993	1	11	academic	academic	ADJ
crl-16993	1	12	libraries	library	NOUN
crl-16993	1	13	franklin	franklin	PROPN
crl-16993	1	14	sayre	sayre	PROPN
crl-16993	1	15	and	and	CCONJ
crl-16993	1	16	amy	amy	PROPN
crl-16993	1	17	riegelman	riegelman	PROPN
crl-16993	1	18	*	*	PROPN
crl-16993	1	19	over	over	ADP
crl-16993	1	20	the	the	DET
crl-16993	1	21	past	past	ADJ
crl-16993	1	22	decade	decade	NOUN
crl-16993	1	23	,	,	PUNCT
crl-16993	1	24	evidence	evidence	NOUN
crl-16993	1	25	from	from	ADP
crl-16993	1	26	disciplines	discipline	NOUN
crl-16993	1	27	ranging	range	VERB
crl-16993	1	28	from	from	ADP
crl-16993	1	29	biology	biology	NOUN
crl-16993	1	30	to	to	ADP
crl-16993	1	31	economics	economics	PROPN
crl-16993	1	32	has	have	AUX
crl-16993	1	33	suggested	suggest	VERB
crl-16993	1	34	that	that	SCONJ
crl-16993	1	35	many	many	ADJ
crl-16993	1	36	scientific	scientific	ADJ
crl-16993	1	37	studies	study	NOUN
crl-16993	1	38	may	may	AUX
crl-16993	1	39	not	not	PART
crl-16993	1	40	be	be	AUX
crl-16993	1	41	reproducible	reproducible	ADJ
crl-16993	1	42	.	.	PUNCT
crl-16993	2	1	this	this	PRON
crl-16993	2	2	has	have	AUX
crl-16993	2	3	led	lead	VERB
crl-16993	2	4	to	to	ADP
crl-16993	2	5	declarations	declaration	NOUN
crl-16993	2	6	in	in	ADP
crl-16993	2	7	both	both	CCONJ
crl-16993	2	8	the	the	DET
crl-16993	2	9	scientific	scientific	ADJ
crl-16993	2	10	and	and	CCONJ
crl-16993	2	11	lay	lie	VERB
crl-16993	2	12	press	press	NOUN
crl-16993	2	13	that	that	SCONJ
crl-16993	2	14	science	science	NOUN
crl-16993	2	15	is	be	AUX
crl-16993	2	16	experiencing	experience	VERB
crl-16993	2	17	a	a	DET
crl-16993	2	18	“	"	PUNCT
crl-16993	2	19	reproducibility	reproducibility	NOUN
crl-16993	2	20	crisis	crisis	NOUN
crl-16993	2	21	”	"	PUNCT
crl-16993	2	22	and	and	CCONJ
crl-16993	2	23	that	that	SCONJ
crl-16993	2	24	this	this	DET
crl-16993	2	25	crisis	crisis	NOUN
crl-16993	2	26	has	have	VERB
crl-16993	2	27	consequences	consequence	NOUN
crl-16993	2	28	for	for	ADP
crl-16993	2	29	the	the	DET
crl-16993	2	30	extent	extent	NOUN
crl-16993	2	31	to	to	PART
crl-16993	2	32	which	which	PRON
crl-16993	2	33	students	student	NOUN
crl-16993	2	34	,	,	PUNCT
crl-16993	2	35	faculty	faculty	NOUN
crl-16993	2	36	,	,	PUNCT
crl-16993	2	37	and	and	CCONJ
crl-16993	2	38	the	the	DET
crl-16993	2	39	public	public	NOUN
crl-16993	2	40	at	at	ADP
crl-16993	2	41	large	large	ADJ
crl-16993	2	42	can	can	AUX
crl-16993	2	43	trust	trust	VERB
crl-16993	2	44	research	research	NOUN
crl-16993	2	45	.	.	PUNCT
crl-16993	3	1	faculty	faculty	NOUN
crl-16993	3	2	build	build	VERB
crl-16993	3	3	on	on	ADP
crl-16993	3	4	these	these	DET
crl-16993	3	5	results	result	NOUN
crl-16993	3	6	with	with	ADP
crl-16993	3	7	their	their	PRON
crl-16993	3	8	own	own	ADJ
crl-16993	3	9	research	research	NOUN
crl-16993	3	10	,	,	PUNCT
crl-16993	3	11	and	and	CCONJ
crl-16993	3	12	students	student	NOUN
crl-16993	3	13	and	and	CCONJ
crl-16993	3	14	the	the	DET
crl-16993	3	15	public	public	ADJ
crl-16993	3	16	use	use	VERB
crl-16993	3	17	these	these	DET
crl-16993	3	18	results	result	NOUN
crl-16993	3	19	for	for	ADP
crl-16993	3	20	everything	everything	PRON
crl-16993	3	21	from	from	ADP
crl-16993	3	22	patient	patient	ADJ
crl-16993	3	23	care	care	NOUN
crl-16993	3	24	to	to	ADP
crl-16993	3	25	public	public	ADJ
crl-16993	3	26	policy	policy	NOUN
crl-16993	3	27	.	.	PUNCT
crl-16993	4	1	to	to	PART
crl-16993	4	2	build	build	VERB
crl-16993	4	3	a	a	DET
crl-16993	4	4	model	model	NOUN
crl-16993	4	5	for	for	ADP
crl-16993	4	6	how	how	SCONJ
crl-16993	4	7	academic	academic	ADJ
crl-16993	4	8	libraries	library	NOUN
crl-16993	4	9	can	can	AUX
crl-16993	4	10	support	support	VERB
crl-16993	4	11	reproducible	reproducible	ADJ
crl-16993	4	12	research	research	NOUN
crl-16993	4	13	,	,	PUNCT
crl-16993	4	14	the	the	DET
crl-16993	4	15	authors	author	NOUN
crl-16993	4	16	conducted	conduct	VERB
crl-16993	4	17	a	a	DET
crl-16993	4	18	review	review	NOUN
crl-16993	4	19	of	of	ADP
crl-16993	4	20	major	major	ADJ
crl-16993	4	21	guidelines	guideline	NOUN
crl-16993	4	22	from	from	ADP
crl-16993	4	23	funders	funder	NOUN
crl-16993	4	24	,	,	PUNCT
crl-16993	4	25	publishers	publisher	NOUN
crl-16993	4	26	,	,	PUNCT
crl-16993	4	27	and	and	CCONJ
crl-16993	4	28	professional	professional	ADJ
crl-16993	4	29	societies	society	NOUN
crl-16993	4	30	.	.	PUNCT
crl-16993	5	1	specific	specific	ADJ
crl-16993	5	2	recommendations	recommendation	NOUN
crl-16993	5	3	were	be	AUX
crl-16993	5	4	extracted	extract	VERB
crl-16993	5	5	from	from	ADP
crl-16993	5	6	guidelines	guideline	NOUN
crl-16993	5	7	and	and	CCONJ
crl-16993	5	8	compared	compare	VERB
crl-16993	5	9	with	with	ADP
crl-16993	5	10	existing	exist	VERB
crl-16993	5	11	academic	academic	ADJ
crl-16993	5	12	library	library	NOUN
crl-16993	5	13	services	service	NOUN
crl-16993	5	14	and	and	CCONJ
crl-16993	5	15	librarian	librarian	ADJ
crl-16993	5	16	expertise	expertise	NOUN
crl-16993	5	17	.	.	PUNCT
crl-16993	6	1	the	the	DET
crl-16993	6	2	authors	author	NOUN
crl-16993	6	3	believe	believe	VERB
crl-16993	6	4	this	this	DET
crl-16993	6	5	review	review	NOUN
crl-16993	6	6	shows	show	VERB
crl-16993	6	7	that	that	SCONJ
crl-16993	6	8	many	many	ADJ
crl-16993	6	9	of	of	ADP
crl-16993	6	10	the	the	DET
crl-16993	6	11	recommendations	recommendation	NOUN
crl-16993	6	12	for	for	ADP
crl-16993	6	13	improving	improve	VERB
crl-16993	6	14	reproducibility	reproducibility	NOUN
crl-16993	6	15	are	be	AUX
crl-16993	6	16	core	core	NOUN
crl-16993	6	17	areas	area	NOUN
crl-16993	6	18	of	of	ADP
crl-16993	6	19	academic	academic	ADJ
crl-16993	6	20	librarianship	librarianship	NOUN
crl-16993	6	21	,	,	PUNCT
crl-16993	6	22	including	include	VERB
crl-16993	6	23	data	data	NOUN
crl-16993	6	24	management	management	NOUN
crl-16993	6	25	,	,	PUNCT
crl-16993	6	26	scholarly	scholarly	ADJ
crl-16993	6	27	communication	communication	NOUN
crl-16993	6	28	,	,	PUNCT
crl-16993	6	29	and	and	CCONJ
crl-16993	6	30	methodological	methodological	ADJ
crl-16993	6	31	support	support	NOUN
crl-16993	6	32	for	for	ADP
crl-16993	6	33	systematic	systematic	ADJ
crl-16993	6	34	reviews	review	NOUN
crl-16993	6	35	and	and	CCONJ
crl-16993	6	36	data	datum	NOUN
crl-16993	6	37	-	-	PUNCT
crl-16993	6	38	intensive	intensive	ADJ
crl-16993	6	39	research	research	NOUN
crl-16993	6	40	.	.	PUNCT
crl-16993	7	1	by	by	ADP
crl-16993	7	2	increasing	increase	VERB
crl-16993	7	3	our	our	PRON
crl-16993	7	4	knowledge	knowledge	NOUN
crl-16993	7	5	of	of	ADP
crl-16993	7	6	disciplinary	disciplinary	ADJ
crl-16993	7	7	,	,	PUNCT
crl-16993	7	8	journal	journal	NOUN
crl-16993	7	9	,	,	PUNCT
crl-16993	7	10	funder	funder	NOUN
crl-16993	7	11	,	,	PUNCT
crl-16993	7	12	and	and	CCONJ
crl-16993	7	13	society	society	NOUN
crl-16993	7	14	perspectives	perspective	NOUN
crl-16993	7	15	on	on	ADP
crl-16993	7	16	reproducibility	reproducibility	NOUN
crl-16993	7	17	,	,	PUNCT
crl-16993	7	18	and	and	CCONJ
crl-16993	7	19	reframing	reframe	VERB
crl-16993	7	20	existing	exist	VERB
crl-16993	7	21	librarian	librarian	ADJ
crl-16993	7	22	expertise	expertise	NOUN
crl-16993	7	23	and	and	CCONJ
crl-16993	7	24	services	service	NOUN
crl-16993	7	25	,	,	PUNCT
crl-16993	7	26	academic	academic	ADJ
crl-16993	7	27	librarians	librarian	NOUN
crl-16993	7	28	will	will	AUX
crl-16993	7	29	be	be	AUX
crl-16993	7	30	well	well	ADV
crl-16993	7	31	positioned	position	VERB
crl-16993	7	32	to	to	PART
crl-16993	7	33	be	be	AUX
crl-16993	7	34	leaders	leader	NOUN
crl-16993	7	35	in	in	ADP
crl-16993	7	36	supporting	support	VERB
crl-16993	7	37	reproducible	reproducible	ADJ
crl-16993	7	38	research	research	NOUN
crl-16993	7	39	.	.	PUNCT
crl-16993	8	1	introduction	introduction	NOUN
crl-16993	8	2	in	in	ADP
crl-16993	8	3	recent	recent	ADJ
crl-16993	8	4	years	year	NOUN
crl-16993	8	5	,	,	PUNCT
crl-16993	8	6	evidence	evidence	NOUN
crl-16993	8	7	has	have	AUX
crl-16993	8	8	emerged	emerge	VERB
crl-16993	8	9	from	from	ADP
crl-16993	8	10	a	a	DET
crl-16993	8	11	number	number	NOUN
crl-16993	8	12	of	of	ADP
crl-16993	8	13	disciplines	discipline	NOUN
crl-16993	8	14	,	,	PUNCT
crl-16993	8	15	including	include	VERB
crl-16993	8	16	psychology,1	psychology,1	NOUN
crl-16993	8	17	biology,2	biology,2	NOUN
crl-16993	8	18	biomedicine,3	biomedicine,3	PROPN
crl-16993	8	19	neuroscience,4	neuroscience,4	NOUN
crl-16993	8	20	drug	drug	NOUN
crl-16993	8	21	development,5	development,5	NOUN
crl-16993	8	22	chemistry,6	chemistry,6	PART
crl-16993	8	23	climate	climate	NOUN
crl-16993	8	24	science,7	science,7	NOUN
crl-16993	8	25	economics,8	economics,8	VERB
crl-16993	8	26	and	and	CCONJ
crl-16993	8	27	education9	education9	NOUN
crl-16993	8	28	that	that	SCONJ
crl-16993	8	29	science	science	NOUN
crl-16993	8	30	may	may	AUX
crl-16993	8	31	be	be	AUX
crl-16993	8	32	facing	face	VERB
crl-16993	8	33	a	a	DET
crl-16993	8	34	reproducibility	reproducibility	NOUN
crl-16993	8	35	crisis	crisis	NOUN
crl-16993	8	36	.	.	PUNCT
crl-16993	9	1	the	the	DET
crl-16993	9	2	authors	author	NOUN
crl-16993	9	3	have	have	AUX
crl-16993	9	4	argued	argue	VERB
crl-16993	9	5	previously	previously	ADV
crl-16993	9	6	that	that	SCONJ
crl-16993	9	7	libraries	library	NOUN
crl-16993	9	8	have	have	VERB
crl-16993	9	9	a	a	DET
crl-16993	9	10	responsibility	responsibility	NOUN
crl-16993	9	11	to	to	PART
crl-16993	9	12	help	help	VERB
crl-16993	9	13	support	support	VERB
crl-16993	9	14	reproducible	reproducible	VERB
crl-16993	9	15	research	research	NOUN
crl-16993	9	16	and	and	CCONJ
crl-16993	9	17	should	should	AUX
crl-16993	9	18	take	take	VERB
crl-16993	9	19	a	a	DET
crl-16993	9	20	leadership	leadership	NOUN
crl-16993	9	21	role	role	NOUN
crl-16993	9	22	within	within	ADP
crl-16993	9	23	academic	academic	ADJ
crl-16993	9	24	institutions.10	institutions.10	NOUN
crl-16993	9	25	this	this	DET
crl-16993	9	26	paper	paper	NOUN
crl-16993	9	27	outlines	outline	VERB
crl-16993	9	28	a	a	DET
crl-16993	9	29	model	model	NOUN
crl-16993	9	30	for	for	ADP
crl-16993	9	31	how	how	SCONJ
crl-16993	9	32	academic	academic	ADJ
crl-16993	9	33	libraries	library	NOUN
crl-16993	9	34	can	can	AUX
crl-16993	9	35	broadly	broadly	ADV
crl-16993	9	36	support	support	VERB
crl-16993	9	37	reproducible	reproducible	ADJ
crl-16993	9	38	research	research	NOUN
crl-16993	9	39	based	base	VERB
crl-16993	9	40	on	on	ADP
crl-16993	9	41	the	the	DET
crl-16993	9	42	alignment	alignment	NOUN
crl-16993	9	43	between	between	ADP
crl-16993	9	44	recommendations	recommendation	NOUN
crl-16993	9	45	contained	contain	VERB
crl-16993	9	46	in	in	ADP
crl-16993	9	47	guidelines	guideline	NOUN
crl-16993	9	48	developed	develop	VERB
crl-16993	9	49	by	by	ADP
crl-16993	9	50	funders	funder	NOUN
crl-16993	9	51	,	,	PUNCT
crl-16993	9	52	professional	professional	ADJ
crl-16993	9	53	societies	society	NOUN
crl-16993	9	54	,	,	PUNCT
crl-16993	9	55	and	and	CCONJ
crl-16993	9	56	publishers	publisher	NOUN
crl-16993	9	57	for	for	ADP
crl-16993	9	58	improving	improve	VERB
crl-16993	9	59	reproducibility	reproducibility	NOUN
crl-16993	9	60	and	and	CCONJ
crl-16993	9	61	existing	exist	VERB
crl-16993	9	62	expertise	expertise	NOUN
crl-16993	9	63	and	and	CCONJ
crl-16993	9	64	services	service	NOUN
crl-16993	9	65	offered	offer	VERB
crl-16993	9	66	by	by	ADP
crl-16993	9	67	academic	academic	ADJ
crl-16993	9	68	libraries	library	NOUN
crl-16993	9	69	.	.	PUNCT
crl-16993	10	1	as	as	SCONJ
crl-16993	10	2	the	the	DET
crl-16993	10	3	authors	author	NOUN
crl-16993	10	4	explained	explain	VERB
crl-16993	10	5	in	in	ADP
crl-16993	10	6	a	a	DET
crl-16993	10	7	previous	previous	ADJ
crl-16993	10	8	article	article	NOUN
crl-16993	10	9	,	,	PUNCT
crl-16993	10	10	the	the	DET
crl-16993	10	11	terms	term	NOUN
crl-16993	10	12	reproducibility	reproducibility	NOUN
crl-16993	10	13	and	and	CCONJ
crl-16993	10	14	replicability	replicability	NOUN
crl-16993	10	15	are	be	AUX
crl-16993	10	16	often	often	ADV
crl-16993	10	17	misused	misuse	VERB
crl-16993	10	18	,	,	PUNCT
crl-16993	10	19	and	and	CCONJ
crl-16993	10	20	it	it	PRON
crl-16993	10	21	is	be	AUX
crl-16993	10	22	important	important	ADJ
crl-16993	10	23	to	to	PART
crl-16993	10	24	understand	understand	VERB
crl-16993	10	25	the	the	DET
crl-16993	10	26	differences.11	differences.11	NOUN
crl-16993	10	27	the	the	DET
crl-16993	10	28	previously	previously	ADV
crl-16993	10	29	published	publish	VERB
crl-16993	10	30	editorial	editorial	NOUN
crl-16993	10	31	contains	contain	VERB
crl-16993	10	32	a	a	DET
crl-16993	10	33	longer	long	ADJ
crl-16993	10	34	discussion	discussion	NOUN
crl-16993	10	35	of	of	ADP
crl-16993	10	36	issues	issue	NOUN
crl-16993	10	37	with	with	ADP
crl-16993	10	38	current	current	ADJ
crl-16993	10	39	definitions	definition	NOUN
crl-16993	10	40	and	and	CCONJ
crl-16993	10	41	briefly	briefly	ADV
crl-16993	10	42	outlines	outline	VERB
crl-16993	10	43	franklin	franklin	PROPN
crl-16993	10	44	sayre	sayre	PROPN
crl-16993	10	45	is	be	AUX
crl-16993	10	46	a	a	DET
crl-16993	10	47	liaison	liaison	NOUN
crl-16993	10	48	librarian	librarian	NOUN
crl-16993	10	49	at	at	ADP
crl-16993	10	50	the	the	DET
crl-16993	10	51	university	university	PROPN
crl-16993	10	52	of	of	ADP
crl-16993	10	53	minnesota	minnesota	PROPN
crl-16993	10	54	twin	twin	PROPN
crl-16993	10	55	cities	city	NOUN
crl-16993	10	56	and	and	CCONJ
crl-16993	10	57	amy	amy	PROPN
crl-16993	10	58	riegelman	riegelman	PROPN
crl-16993	10	59	is	be	AUX
crl-16993	10	60	a	a	DET
crl-16993	10	61	social	social	ADJ
crl-16993	10	62	sciences	science	NOUN
crl-16993	10	63	librarian	librarian	NOUN
crl-16993	10	64	at	at	ADP
crl-16993	10	65	the	the	DET
crl-16993	10	66	university	university	PROPN
crl-16993	10	67	of	of	ADP
crl-16993	10	68	minnesota	minnesota	PROPN
crl-16993	10	69	twin	twin	PROPN
crl-16993	10	70	cities	city	NOUN
crl-16993	10	71	;	;	PUNCT
crl-16993	10	72	email	email	NOUN
crl-16993	10	73	:	:	PUNCT
crl-16993	10	74	franklin.sayre@gmail.com	franklin.sayre@gmail.com	PROPN
crl-16993	10	75	,	,	PUNCT
crl-16993	10	76	aspringe@umn.edu	aspringe@umn.edu	PROPN
crl-16993	10	77	.	.	PUNCT
crl-16993	11	1	mailto:franklin.sayre@gmail.com	mailto:franklin.sayre@gmail.com	X
crl-16993	11	2	mailto:aspringe@umn.edu	mailto:aspringe@umn.edu	X
crl-16993	12	1	replicable	replicable	ADJ
crl-16993	12	2	services	service	NOUN
crl-16993	12	3	for	for	ADP
crl-16993	12	4	reproducible	reproducible	ADJ
crl-16993	12	5	research	research	NOUN
crl-16993	12	6	261	261	NUM
crl-16993	12	7	the	the	DET
crl-16993	12	8	most	most	ADV
crl-16993	12	9	useful	useful	ADJ
crl-16993	12	10	distinctions,12	distinctions,12	NOUN
crl-16993	12	11	but	but	CCONJ
crl-16993	12	12	to	to	PART
crl-16993	12	13	summarize	summarize	VERB
crl-16993	12	14	,	,	PUNCT
crl-16993	12	15	the	the	DET
crl-16993	12	16	national	national	PROPN
crl-16993	12	17	science	science	PROPN
crl-16993	12	18	foundation	foundation	PROPN
crl-16993	12	19	’s	’s	PART
crl-16993	12	20	(	(	PUNCT
crl-16993	12	21	nsf	nsf	NOUN
crl-16993	12	22	)	)	PUNCT
crl-16993	12	23	social	social	ADJ
crl-16993	12	24	,	,	PUNCT
crl-16993	12	25	behavioral	behavioral	ADJ
crl-16993	12	26	and	and	CCONJ
crl-16993	12	27	economic	economic	ADJ
crl-16993	12	28	(	(	PUNCT
crl-16993	12	29	sbe	sbe	PROPN
crl-16993	12	30	)	)	PUNCT
crl-16993	12	31	division	division	NOUN
crl-16993	12	32	subcommittee	subcommittee	NOUN
crl-16993	12	33	on	on	ADP
crl-16993	12	34	replicable	replicable	ADJ
crl-16993	12	35	science	science	NOUN
crl-16993	12	36	published	publish	VERB
crl-16993	12	37	a	a	DET
crl-16993	12	38	report	report	NOUN
crl-16993	12	39	on	on	ADP
crl-16993	12	40	robust	robust	ADJ
crl-16993	12	41	research	research	NOUN
crl-16993	12	42	practices	practice	NOUN
crl-16993	12	43	,	,	PUNCT
crl-16993	12	44	where	where	SCONJ
crl-16993	12	45	they	they	PRON
crl-16993	12	46	define	define	VERB
crl-16993	12	47	reproducibility	reproducibility	NOUN
crl-16993	12	48	as	as	ADP
crl-16993	12	49	“	"	PUNCT
crl-16993	12	50	the	the	DET
crl-16993	12	51	ability	ability	NOUN
crl-16993	12	52	of	of	ADP
crl-16993	12	53	a	a	DET
crl-16993	12	54	researcher	researcher	NOUN
crl-16993	12	55	to	to	PART
crl-16993	12	56	duplicate	duplicate	VERB
crl-16993	12	57	the	the	DET
crl-16993	12	58	results	result	NOUN
crl-16993	12	59	of	of	ADP
crl-16993	12	60	a	a	DET
crl-16993	12	61	prior	prior	ADJ
crl-16993	12	62	study	study	NOUN
crl-16993	12	63	using	use	VERB
crl-16993	12	64	the	the	DET
crl-16993	12	65	same	same	ADJ
crl-16993	12	66	materials	material	NOUN
crl-16993	12	67	and	and	CCONJ
crl-16993	12	68	procedures	procedure	NOUN
crl-16993	12	69	[	[	X
crl-16993	12	70	emphasis	emphasis	NOUN
crl-16993	12	71	added	add	VERB
crl-16993	12	72	]	]	PUNCT
crl-16993	12	73	as	as	SCONJ
crl-16993	12	74	were	be	AUX
crl-16993	12	75	used	use	VERB
crl-16993	12	76	by	by	ADP
crl-16993	12	77	the	the	DET
crl-16993	12	78	original	original	ADJ
crl-16993	12	79	investigator	investigator	NOUN
crl-16993	12	80	.	.	PUNCT
crl-16993	13	1	”13	”13	PROPN
crl-16993	13	2	replicability	replicability	NOUN
crl-16993	13	3	was	be	AUX
crl-16993	13	4	defined	define	VERB
crl-16993	13	5	as	as	ADP
crl-16993	13	6	“	"	PUNCT
crl-16993	13	7	the	the	DET
crl-16993	13	8	ability	ability	NOUN
crl-16993	13	9	of	of	ADP
crl-16993	13	10	a	a	DET
crl-16993	13	11	researcher	researcher	NOUN
crl-16993	13	12	to	to	PART
crl-16993	13	13	duplicate	duplicate	VERB
crl-16993	13	14	the	the	DET
crl-16993	13	15	results	result	NOUN
crl-16993	13	16	of	of	ADP
crl-16993	13	17	a	a	DET
crl-16993	13	18	prior	prior	ADJ
crl-16993	13	19	study	study	NOUN
crl-16993	13	20	if	if	SCONJ
crl-16993	13	21	the	the	DET
crl-16993	13	22	same	same	ADJ
crl-16993	13	23	procedures	procedure	NOUN
crl-16993	13	24	are	be	AUX
crl-16993	13	25	followed	follow	VERB
crl-16993	13	26	but	but	CCONJ
crl-16993	13	27	new	new	ADJ
crl-16993	13	28	data	datum	NOUN
crl-16993	13	29	are	be	AUX
crl-16993	13	30	collected	collect	VERB
crl-16993	13	31	[	[	PUNCT
crl-16993	13	32	emphasis	emphasis	NOUN
crl-16993	13	33	added].”14	added].”14	PROPN
crl-16993	13	34	leek	leek	NOUN
crl-16993	13	35	and	and	CCONJ
crl-16993	13	36	jager	jager	NOUN
crl-16993	13	37	reinforce	reinforce	VERB
crl-16993	13	38	this	this	DET
crl-16993	13	39	definition	definition	NOUN
crl-16993	13	40	,	,	PUNCT
crl-16993	13	41	noting	note	VERB
crl-16993	13	42	that	that	SCONJ
crl-16993	13	43	“	"	PUNCT
crl-16993	13	44	[	[	X
crl-16993	13	45	a	a	X
crl-16993	13	46	]	]	X
crl-16993	13	47	study	study	NOUN
crl-16993	13	48	is	be	AUX
crl-16993	13	49	reproducible	reproducible	ADJ
crl-16993	13	50	if	if	SCONJ
crl-16993	13	51	all	all	PRON
crl-16993	13	52	of	of	ADP
crl-16993	13	53	the	the	DET
crl-16993	13	54	code	code	NOUN
crl-16993	13	55	and	and	CCONJ
crl-16993	13	56	data	datum	NOUN
crl-16993	13	57	used	use	VERB
crl-16993	13	58	to	to	PART
crl-16993	13	59	generate	generate	VERB
crl-16993	13	60	the	the	DET
crl-16993	13	61	numbers	number	NOUN
crl-16993	13	62	and	and	CCONJ
crl-16993	13	63	figures	figure	NOUN
crl-16993	13	64	in	in	ADP
crl-16993	13	65	the	the	DET
crl-16993	13	66	paper	paper	NOUN
crl-16993	13	67	are	be	AUX
crl-16993	13	68	available	available	ADJ
crl-16993	13	69	and	and	CCONJ
crl-16993	13	70	exactly	exactly	ADV
crl-16993	13	71	produce	produce	VERB
crl-16993	13	72	the	the	DET
crl-16993	13	73	published	publish	VERB
crl-16993	13	74	results	result	NOUN
crl-16993	13	75	.	.	PUNCT
crl-16993	14	1	”15	”15	PROPN
crl-16993	14	2	stodden	stodden	PROPN
crl-16993	14	3	et	et	PROPN
crl-16993	14	4	al	al	PROPN
crl-16993	14	5	.	.	PROPN
crl-16993	14	6	have	have	AUX
crl-16993	14	7	proposed	propose	VERB
crl-16993	14	8	a	a	DET
crl-16993	14	9	continuum	continuum	NOUN
crl-16993	14	10	of	of	ADP
crl-16993	14	11	reproducible	reproducible	ADJ
crl-16993	14	12	research	research	NOUN
crl-16993	14	13	in	in	ADP
crl-16993	14	14	order	order	NOUN
crl-16993	14	15	to	to	PART
crl-16993	14	16	further	far	ADV
crl-16993	14	17	explore	explore	VERB
crl-16993	14	18	the	the	DET
crl-16993	14	19	concept	concept	NOUN
crl-16993	14	20	of	of	ADP
crl-16993	14	21	reproducible	reproducible	ADJ
crl-16993	14	22	research	research	NOUN
crl-16993	14	23	(	(	PUNCT
crl-16993	14	24	table	table	NOUN
crl-16993	14	25	1).16	1).16	NUM
crl-16993	14	26	table	table	NOUN
crl-16993	14	27	1	1	NUM
crl-16993	14	28	levels	level	NOUN
crl-16993	14	29	of	of	ADP
crl-16993	14	30	reproducibility	reproducibility	NOUN
crl-16993	14	31	*	*	SYM
crl-16993	14	32	•	•	ADP
crl-16993	14	33	reviewable	reviewable	ADJ
crl-16993	14	34	research	research	NOUN
crl-16993	14	35	.	.	PUNCT
crl-16993	15	1	the	the	DET
crl-16993	15	2	descriptions	description	NOUN
crl-16993	15	3	of	of	ADP
crl-16993	15	4	the	the	DET
crl-16993	15	5	research	research	NOUN
crl-16993	15	6	methods	method	NOUN
crl-16993	15	7	can	can	AUX
crl-16993	15	8	be	be	AUX
crl-16993	15	9	independently	independently	ADV
crl-16993	15	10	assessed	assess	VERB
crl-16993	15	11	and	and	CCONJ
crl-16993	15	12	the	the	DET
crl-16993	15	13	results	result	NOUN
crl-16993	15	14	judged	judge	VERB
crl-16993	15	15	credible	credible	ADJ
crl-16993	15	16	.	.	PUNCT
crl-16993	16	1	(	(	PUNCT
crl-16993	16	2	this	this	PRON
crl-16993	16	3	includes	include	VERB
crl-16993	16	4	both	both	PRON
crl-16993	16	5	traditional	traditional	ADJ
crl-16993	16	6	peer	peer	NOUN
crl-16993	16	7	review	review	NOUN
crl-16993	16	8	and	and	CCONJ
crl-16993	16	9	community	community	NOUN
crl-16993	16	10	review	review	NOUN
crl-16993	16	11	and	and	CCONJ
crl-16993	16	12	does	do	AUX
crl-16993	16	13	not	not	PART
crl-16993	16	14	necessarily	necessarily	ADV
crl-16993	16	15	imply	imply	VERB
crl-16993	16	16	reproducibility	reproducibility	NOUN
crl-16993	16	17	.	.	PUNCT
crl-16993	16	18	)	)	PUNCT
crl-16993	17	1	•	•	NUM
crl-16993	17	2	replicable	replicable	ADJ
crl-16993	17	3	research	research	NOUN
crl-16993	17	4	.	.	PUNCT
crl-16993	18	1	tools	tool	NOUN
crl-16993	18	2	are	be	AUX
crl-16993	18	3	made	make	VERB
crl-16993	18	4	available	available	ADJ
crl-16993	18	5	that	that	PRON
crl-16993	18	6	would	would	AUX
crl-16993	18	7	allow	allow	VERB
crl-16993	18	8	one	one	NOUN
crl-16993	18	9	to	to	PART
crl-16993	18	10	duplicate	duplicate	VERB
crl-16993	18	11	the	the	DET
crl-16993	18	12	results	result	NOUN
crl-16993	18	13	of	of	ADP
crl-16993	18	14	the	the	DET
crl-16993	18	15	research	research	NOUN
crl-16993	18	16	(	(	PUNCT
crl-16993	18	17	for	for	ADP
crl-16993	18	18	example	example	NOUN
crl-16993	18	19	,	,	PUNCT
crl-16993	18	20	by	by	ADP
crl-16993	18	21	running	run	VERB
crl-16993	18	22	the	the	DET
crl-16993	18	23	author	author	NOUN
crl-16993	18	24	’s	’s	PART
crl-16993	18	25	code	code	NOUN
crl-16993	18	26	to	to	PART
crl-16993	18	27	produce	produce	VERB
crl-16993	18	28	the	the	DET
crl-16993	18	29	plots	plot	NOUN
crl-16993	18	30	shown	show	VERB
crl-16993	18	31	in	in	ADP
crl-16993	18	32	the	the	DET
crl-16993	18	33	publication	publication	NOUN
crl-16993	18	34	)	)	PUNCT
crl-16993	18	35	.	.	PUNCT
crl-16993	19	1	here	here	ADV
crl-16993	19	2	,	,	PUNCT
crl-16993	19	3	tools	tool	NOUN
crl-16993	19	4	might	might	AUX
crl-16993	19	5	be	be	AUX
crl-16993	19	6	limited	limit	VERB
crl-16993	19	7	in	in	ADP
crl-16993	19	8	scope	scope	NOUN
crl-16993	19	9	(	(	PUNCT
crl-16993	19	10	for	for	ADP
crl-16993	19	11	example	example	NOUN
crl-16993	19	12	,	,	PUNCT
crl-16993	19	13	only	only	ADV
crl-16993	19	14	essential	essential	ADJ
crl-16993	19	15	data	datum	NOUN
crl-16993	19	16	or	or	CCONJ
crl-16993	19	17	executables	executable	NOUN
crl-16993	19	18	)	)	PUNCT
crl-16993	19	19	and	and	CCONJ
crl-16993	19	20	might	might	AUX
crl-16993	19	21	only	only	ADV
crl-16993	19	22	be	be	AUX
crl-16993	19	23	made	make	VERB
crl-16993	19	24	available	available	ADJ
crl-16993	19	25	to	to	ADP
crl-16993	19	26	referees	referee	NOUN
crl-16993	19	27	or	or	CCONJ
crl-16993	19	28	only	only	ADV
crl-16993	19	29	upon	upon	SCONJ
crl-16993	19	30	request	request	NOUN
crl-16993	19	31	.	.	PUNCT
crl-16993	20	1	•	•	NUM
crl-16993	20	2	confirmable	confirmable	ADJ
crl-16993	20	3	research	research	NOUN
crl-16993	20	4	.	.	PUNCT
crl-16993	21	1	the	the	DET
crl-16993	21	2	main	main	ADJ
crl-16993	21	3	conclusions	conclusion	NOUN
crl-16993	21	4	of	of	ADP
crl-16993	21	5	the	the	DET
crl-16993	21	6	research	research	NOUN
crl-16993	21	7	can	can	AUX
crl-16993	21	8	be	be	AUX
crl-16993	21	9	attained	attain	VERB
crl-16993	21	10	independently	independently	ADV
crl-16993	21	11	without	without	ADP
crl-16993	21	12	the	the	DET
crl-16993	21	13	use	use	NOUN
crl-16993	21	14	of	of	ADP
crl-16993	21	15	software	software	NOUN
crl-16993	21	16	provided	provide	VERB
crl-16993	21	17	by	by	ADP
crl-16993	21	18	the	the	DET
crl-16993	21	19	author	author	NOUN
crl-16993	21	20	.	.	PUNCT
crl-16993	22	1	(	(	PUNCT
crl-16993	22	2	but	but	CCONJ
crl-16993	22	3	using	use	VERB
crl-16993	22	4	the	the	DET
crl-16993	22	5	complete	complete	ADJ
crl-16993	22	6	description	description	NOUN
crl-16993	22	7	of	of	ADP
crl-16993	22	8	algorithms	algorithm	NOUN
crl-16993	22	9	and	and	CCONJ
crl-16993	22	10	methodology	methodology	NOUN
crl-16993	22	11	provided	provide	VERB
crl-16993	22	12	in	in	ADP
crl-16993	22	13	the	the	DET
crl-16993	22	14	publication	publication	NOUN
crl-16993	22	15	and	and	CCONJ
crl-16993	22	16	any	any	DET
crl-16993	22	17	supplementary	supplementary	ADJ
crl-16993	22	18	materials	material	NOUN
crl-16993	22	19	.	.	PUNCT
crl-16993	22	20	)	)	PUNCT
crl-16993	23	1	•	•	ADP
crl-16993	23	2	auditable	auditable	ADJ
crl-16993	23	3	research	research	NOUN
crl-16993	23	4	.	.	PUNCT
crl-16993	24	1	sufficient	sufficient	ADJ
crl-16993	24	2	records	record	NOUN
crl-16993	24	3	(	(	PUNCT
crl-16993	24	4	including	include	VERB
crl-16993	24	5	data	datum	NOUN
crl-16993	24	6	and	and	CCONJ
crl-16993	24	7	software	software	NOUN
crl-16993	24	8	)	)	PUNCT
crl-16993	24	9	have	have	AUX
crl-16993	24	10	been	be	AUX
crl-16993	24	11	archived	archive	VERB
crl-16993	24	12	so	so	SCONJ
crl-16993	24	13	that	that	SCONJ
crl-16993	24	14	the	the	DET
crl-16993	24	15	research	research	NOUN
crl-16993	24	16	can	can	AUX
crl-16993	24	17	be	be	AUX
crl-16993	24	18	defended	defend	VERB
crl-16993	24	19	later	later	ADV
crl-16993	24	20	if	if	SCONJ
crl-16993	24	21	necessary	necessary	ADJ
crl-16993	24	22	or	or	CCONJ
crl-16993	24	23	differences	difference	NOUN
crl-16993	24	24	between	between	ADP
crl-16993	24	25	independent	independent	ADJ
crl-16993	24	26	confirmations	confirmation	NOUN
crl-16993	24	27	resolved	resolve	VERB
crl-16993	24	28	.	.	PUNCT
crl-16993	25	1	the	the	DET
crl-16993	25	2	archive	archive	NOUN
crl-16993	25	3	might	might	AUX
crl-16993	25	4	be	be	AUX
crl-16993	25	5	private	private	ADJ
crl-16993	25	6	,	,	PUNCT
crl-16993	25	7	as	as	ADP
crl-16993	25	8	with	with	ADP
crl-16993	25	9	traditional	traditional	ADJ
crl-16993	25	10	laboratory	laboratory	NOUN
crl-16993	25	11	notebooks	notebook	NOUN
crl-16993	25	12	.	.	PUNCT
crl-16993	26	1	•	•	ADV
crl-16993	26	2	open	open	ADJ
crl-16993	26	3	or	or	CCONJ
crl-16993	26	4	reproducible	reproducible	ADJ
crl-16993	26	5	research	research	NOUN
crl-16993	26	6	.	.	PUNCT
crl-16993	27	1	auditable	auditable	ADJ
crl-16993	27	2	research	research	NOUN
crl-16993	27	3	made	make	VERB
crl-16993	27	4	openly	openly	ADV
crl-16993	27	5	available	available	ADJ
crl-16993	27	6	.	.	PUNCT
crl-16993	28	1	this	this	PRON
crl-16993	28	2	comprised	comprise	VERB
crl-16993	28	3	welldocumented	welldocumente	VERB
crl-16993	28	4	and	and	CCONJ
crl-16993	28	5	fully	fully	ADV
crl-16993	28	6	open	open	ADJ
crl-16993	28	7	code	code	NOUN
crl-16993	28	8	and	and	CCONJ
crl-16993	28	9	data	datum	NOUN
crl-16993	28	10	that	that	PRON
crl-16993	28	11	are	be	AUX
crl-16993	28	12	publicly	publicly	ADV
crl-16993	28	13	available	available	ADJ
crl-16993	28	14	that	that	PRON
crl-16993	28	15	would	would	AUX
crl-16993	28	16	allow	allow	VERB
crl-16993	28	17	one	one	PRON
crl-16993	28	18	to	to	ADP
crl-16993	28	19	(	(	PUNCT
crl-16993	28	20	a	a	X
crl-16993	28	21	)	)	PUNCT
crl-16993	28	22	fully	fully	ADV
crl-16993	28	23	audit	audit	VERB
crl-16993	28	24	the	the	DET
crl-16993	28	25	computational	computational	ADJ
crl-16993	28	26	procedure	procedure	NOUN
crl-16993	28	27	,	,	PUNCT
crl-16993	28	28	(	(	PUNCT
crl-16993	28	29	b	b	X
crl-16993	28	30	)	)	PUNCT
crl-16993	28	31	replicate	replicate	VERB
crl-16993	28	32	and	and	CCONJ
crl-16993	28	33	also	also	ADV
crl-16993	28	34	independently	independently	ADV
crl-16993	28	35	reproduce	reproduce	VERB
crl-16993	28	36	the	the	DET
crl-16993	28	37	results	result	NOUN
crl-16993	28	38	of	of	ADP
crl-16993	28	39	the	the	DET
crl-16993	28	40	research	research	NOUN
crl-16993	28	41	,	,	PUNCT
crl-16993	28	42	and	and	CCONJ
crl-16993	28	43	(	(	PUNCT
crl-16993	28	44	c	c	X
crl-16993	28	45	)	)	PUNCT
crl-16993	28	46	extend	extend	VERB
crl-16993	28	47	the	the	DET
crl-16993	28	48	results	result	NOUN
crl-16993	28	49	or	or	CCONJ
crl-16993	28	50	apply	apply	VERB
crl-16993	28	51	the	the	DET
crl-16993	28	52	method	method	NOUN
crl-16993	28	53	to	to	ADP
crl-16993	28	54	new	new	ADJ
crl-16993	28	55	problems	problem	NOUN
crl-16993	28	56	.	.	PUNCT
crl-16993	29	1	*	*	PUNCT
crl-16993	29	2	source	source	NOUN
crl-16993	29	3	:	:	PUNCT
crl-16993	29	4	v.	v.	PROPN
crl-16993	29	5	stodden	stodden	PROPN
crl-16993	29	6	,	,	PUNCT
crl-16993	29	7	d.h	d.h	PROPN
crl-16993	29	8	.	.	PROPN
crl-16993	29	9	bailey	bailey	PROPN
crl-16993	29	10	,	,	PUNCT
crl-16993	29	11	j.	j.	PROPN
crl-16993	29	12	borwein	borwein	PROPN
crl-16993	29	13	,	,	PUNCT
crl-16993	29	14	r.j	r.j	PROPN
crl-16993	29	15	.	.	NOUN
crl-16993	29	16	leveque	leveque	PROPN
crl-16993	29	17	,	,	PUNCT
crl-16993	29	18	w.	w.	NOUN
crl-16993	29	19	rider	rider	NOUN
crl-16993	29	20	,	,	PUNCT
crl-16993	29	21	and	and	CCONJ
crl-16993	29	22	w.	w.	PROPN
crl-16993	29	23	stein	stein	PROPN
crl-16993	29	24	(	(	PUNCT
crl-16993	29	25	2014	2014	NUM
crl-16993	29	26	)	)	PUNCT
crl-16993	29	27	,	,	PUNCT
crl-16993	29	28	setting	set	VERB
crl-16993	29	29	the	the	DET
crl-16993	29	30	default	default	NOUN
crl-16993	29	31	to	to	PART
crl-16993	29	32	reproducible	reproducible	VERB
crl-16993	29	33	reproducibility	reproducibility	NOUN
crl-16993	29	34	in	in	ADP
crl-16993	29	35	computational	computational	ADJ
crl-16993	29	36	and	and	CCONJ
crl-16993	29	37	experimental	experimental	ADJ
crl-16993	29	38	mathematics	mathematic	NOUN
crl-16993	29	39	reproducibility	reproducibility	NOUN
crl-16993	29	40	guidelines	guideline	NOUN
crl-16993	29	41	to	to	PART
crl-16993	29	42	address	address	VERB
crl-16993	29	43	the	the	DET
crl-16993	29	44	reproducibility	reproducibility	NOUN
crl-16993	29	45	crisis	crisis	NOUN
crl-16993	29	46	,	,	PUNCT
crl-16993	29	47	many	many	ADJ
crl-16993	29	48	stakeholders	stakeholder	NOUN
crl-16993	29	49	,	,	PUNCT
crl-16993	29	50	including	include	VERB
crl-16993	29	51	funders	funder	NOUN
crl-16993	29	52	,	,	PUNCT
crl-16993	29	53	journals	journal	NOUN
crl-16993	29	54	,	,	PUNCT
crl-16993	29	55	scientific	scientific	ADJ
crl-16993	29	56	societies	society	NOUN
crl-16993	29	57	,	,	PUNCT
crl-16993	29	58	institutions	institution	NOUN
crl-16993	29	59	,	,	PUNCT
crl-16993	29	60	and	and	CCONJ
crl-16993	29	61	individual	individual	ADJ
crl-16993	29	62	researchers	researcher	NOUN
crl-16993	29	63	,	,	PUNCT
crl-16993	29	64	have	have	AUX
crl-16993	29	65	developed	develop	VERB
crl-16993	29	66	reproducibility	reproducibility	NOUN
crl-16993	29	67	guidelines	guideline	NOUN
crl-16993	29	68	and	and	CCONJ
crl-16993	29	69	recommendations	recommendation	NOUN
crl-16993	29	70	.	.	PUNCT
crl-16993	30	1	many	many	ADJ
crl-16993	30	2	of	of	ADP
crl-16993	30	3	these	these	DET
crl-16993	30	4	guidelines	guideline	NOUN
crl-16993	30	5	outline	outline	VERB
crl-16993	30	6	measures	measure	NOUN
crl-16993	30	7	that	that	PRON
crl-16993	30	8	academic	academic	ADJ
crl-16993	30	9	librarians	librarian	NOUN
crl-16993	30	10	are	be	AUX
crl-16993	30	11	well	well	ADV
crl-16993	30	12	positioned	position	VERB
crl-16993	30	13	to	to	PART
crl-16993	30	14	support	support	VERB
crl-16993	30	15	.	.	PUNCT
crl-16993	31	1	this	this	DET
crl-16993	31	2	study	study	NOUN
crl-16993	31	3	examines	examine	VERB
crl-16993	31	4	a	a	DET
crl-16993	31	5	cross	cross	NOUN
crl-16993	31	6	-	-	NOUN
crl-16993	31	7	section	section	NOUN
crl-16993	31	8	of	of	ADP
crl-16993	31	9	these	these	DET
crl-16993	31	10	guidelines	guideline	NOUN
crl-16993	31	11	,	,	PUNCT
crl-16993	31	12	specifically	specifically	ADV
crl-16993	31	13	,	,	PUNCT
crl-16993	31	14	the	the	DET
crl-16993	31	15	transparency	transparency	NOUN
crl-16993	31	16	and	and	CCONJ
crl-16993	31	17	openness	openness	NOUN
crl-16993	31	18	promotion	promotion	NOUN
crl-16993	31	19	(	(	PUNCT
crl-16993	31	20	top	top	ADJ
crl-16993	31	21	)	)	PUNCT
crl-16993	31	22	guidelines	guideline	NOUN
crl-16993	31	23	,	,	PUNCT
crl-16993	31	24	the	the	DET
crl-16993	31	25	american	american	ADJ
crl-16993	31	26	statistical	statistical	ADJ
crl-16993	31	27	association	association	PROPN
crl-16993	31	28	(	(	PUNCT
crl-16993	31	29	asa	asa	PROPN
crl-16993	31	30	)	)	PUNCT
crl-16993	31	31	guidelines	guideline	NOUN
crl-16993	31	32	,	,	PUNCT
crl-16993	31	33	the	the	DET
crl-16993	31	34	national	national	PROPN
crl-16993	31	35	science	science	PROPN
crl-16993	31	36	foundation	foundation	PROPN
crl-16993	31	37	’s	’s	PART
crl-16993	31	38	(	(	PUNCT
crl-16993	31	39	nsf	nsf	NOUN
crl-16993	31	40	)	)	PUNCT
crl-16993	31	41	guidelines	guideline	NOUN
crl-16993	31	42	,	,	PUNCT
crl-16993	31	43	and	and	CCONJ
crl-16993	31	44	the	the	DET
crl-16993	31	45	national	national	PROPN
crl-16993	31	46	institutes	institutes	PROPN
crl-16993	31	47	of	of	ADP
crl-16993	31	48	health	health	PROPN
crl-16993	31	49	(	(	PUNCT
crl-16993	31	50	nih	nih	NOUN
crl-16993	31	51	)	)	PUNCT
crl-16993	31	52	guidelines	guideline	NOUN
crl-16993	31	53	.	.	PUNCT
crl-16993	32	1	these	these	DET
crl-16993	32	2	guidelines	guideline	NOUN
crl-16993	32	3	were	be	AUX
crl-16993	32	4	selected	select	VERB
crl-16993	32	5	because	because	SCONJ
crl-16993	32	6	of	of	ADP
crl-16993	32	7	their	their	PRON
crl-16993	32	8	applicability	applicability	NOUN
crl-16993	32	9	to	to	ADP
crl-16993	32	10	many	many	ADJ
crl-16993	32	11	researchers	researcher	NOUN
crl-16993	32	12	,	,	PUNCT
crl-16993	32	13	their	their	PRON
crl-16993	32	14	broad	broad	ADJ
crl-16993	32	15	applicability	applicability	NOUN
crl-16993	32	16	across	across	ADP
crl-16993	32	17	disciplines	discipline	NOUN
crl-16993	32	18	,	,	PUNCT
crl-16993	32	19	and	and	CCONJ
crl-16993	32	20	the	the	DET
crl-16993	32	21	representative	representative	ADJ
crl-16993	32	22	nature	nature	NOUN
crl-16993	32	23	of	of	ADP
crl-16993	32	24	the	the	DET
crl-16993	32	25	recommendations	recommendation	NOUN
crl-16993	32	26	they	they	PRON
crl-16993	32	27	contain	contain	VERB
crl-16993	32	28	.	.	PUNCT
crl-16993	33	1	the	the	DET
crl-16993	33	2	measures	measure	NOUN
crl-16993	33	3	in	in	ADP
crl-16993	33	4	these	these	DET
crl-16993	33	5	guidelines	guideline	NOUN
crl-16993	33	6	will	will	AUX
crl-16993	33	7	guide	guide	VERB
crl-16993	33	8	the	the	DET
crl-16993	33	9	discussion	discussion	NOUN
crl-16993	33	10	in	in	ADP
crl-16993	33	11	the	the	DET
crl-16993	33	12	next	next	ADJ
crl-16993	33	13	section	section	NOUN
crl-16993	33	14	on	on	ADP
crl-16993	33	15	how	how	SCONJ
crl-16993	33	16	library	library	ADJ
crl-16993	33	17	services	service	NOUN
crl-16993	33	18	can	can	AUX
crl-16993	33	19	support	support	VERB
crl-16993	33	20	reproducible	reproducible	ADJ
crl-16993	33	21	research	research	NOUN
crl-16993	33	22	.	.	PUNCT
crl-16993	34	1	262	262	NUM
crl-16993	34	2	college	college	PROPN
crl-16993	34	3	&	&	CCONJ
crl-16993	34	4	research	research	PROPN
crl-16993	34	5	libraries	library	NOUN
crl-16993	34	6	march	march	PROPN
crl-16993	34	7	2019	2019	NUM
crl-16993	34	8	the	the	DET
crl-16993	34	9	transparency	transparency	NOUN
crl-16993	34	10	and	and	CCONJ
crl-16993	34	11	openness	openness	NOUN
crl-16993	34	12	promotion	promotion	NOUN
crl-16993	34	13	(	(	PUNCT
crl-16993	34	14	top	top	ADJ
crl-16993	34	15	)	)	PUNCT
crl-16993	34	16	guidelines	guideline	NOUN
crl-16993	34	17	are	be	AUX
crl-16993	34	18	a	a	DET
crl-16993	34	19	set	set	NOUN
crl-16993	34	20	of	of	ADP
crl-16993	34	21	eight	eight	NUM
crl-16993	34	22	standards	standard	NOUN
crl-16993	34	23	for	for	ADP
crl-16993	34	24	academic	academic	ADJ
crl-16993	34	25	journals	journal	NOUN
crl-16993	34	26	created	create	VERB
crl-16993	34	27	in	in	ADP
crl-16993	34	28	2014	2014	NUM
crl-16993	34	29	by	by	ADP
crl-16993	34	30	the	the	DET
crl-16993	34	31	center	center	NOUN
crl-16993	34	32	for	for	ADP
crl-16993	34	33	open	open	ADJ
crl-16993	34	34	science	science	NOUN
crl-16993	34	35	(	(	PUNCT
crl-16993	34	36	cos	cos	PROPN
crl-16993	34	37	)	)	PUNCT
crl-16993	34	38	,	,	PUNCT
crl-16993	34	39	journal	journal	NOUN
crl-16993	34	40	editors	editor	NOUN
crl-16993	34	41	,	,	PUNCT
crl-16993	34	42	funding	funding	NOUN
crl-16993	34	43	agency	agency	NOUN
crl-16993	34	44	representatives	representative	NOUN
crl-16993	34	45	,	,	PUNCT
crl-16993	34	46	and	and	CCONJ
crl-16993	34	47	disciplinary	disciplinary	ADJ
crl-16993	34	48	experts.17	experts.17	PROPN
crl-16993	35	1	the	the	DET
crl-16993	35	2	top	top	ADJ
crl-16993	35	3	guidelines	guideline	NOUN
crl-16993	35	4	are	be	AUX
crl-16993	35	5	a	a	DET
crl-16993	35	6	flexible	flexible	ADJ
crl-16993	35	7	set	set	NOUN
crl-16993	35	8	of	of	ADP
crl-16993	35	9	standards	standard	NOUN
crl-16993	35	10	that	that	PRON
crl-16993	35	11	can	can	AUX
crl-16993	35	12	be	be	AUX
crl-16993	35	13	implemented	implement	VERB
crl-16993	35	14	at	at	ADP
crl-16993	35	15	three	three	NUM
crl-16993	35	16	levels	level	NOUN
crl-16993	35	17	depending	depend	VERB
crl-16993	35	18	on	on	ADP
crl-16993	35	19	disciplinary	disciplinary	ADJ
crl-16993	35	20	norms	norm	NOUN
crl-16993	35	21	and	and	CCONJ
crl-16993	35	22	the	the	DET
crl-16993	35	23	ability	ability	NOUN
crl-16993	35	24	to	to	PART
crl-16993	35	25	implement	implement	VERB
crl-16993	35	26	change	change	NOUN
crl-16993	35	27	.	.	PUNCT
crl-16993	36	1	the	the	DET
crl-16993	36	2	first	first	ADJ
crl-16993	36	3	level	level	NOUN
crl-16993	36	4	requires	require	VERB
crl-16993	36	5	disclosure	disclosure	NOUN
crl-16993	36	6	of	of	ADP
crl-16993	36	7	whether	whether	SCONJ
crl-16993	36	8	the	the	DET
crl-16993	36	9	standard	standard	NOUN
crl-16993	36	10	has	have	AUX
crl-16993	36	11	been	be	AUX
crl-16993	36	12	followed	follow	VERB
crl-16993	36	13	(	(	PUNCT
crl-16993	36	14	for	for	ADP
crl-16993	36	15	example	example	NOUN
crl-16993	36	16	,	,	PUNCT
crl-16993	36	17	a	a	DET
crl-16993	36	18	statement	statement	NOUN
crl-16993	36	19	declaring	declare	VERB
crl-16993	36	20	whether	whether	SCONJ
crl-16993	36	21	data	datum	NOUN
crl-16993	36	22	have	have	AUX
crl-16993	36	23	been	be	AUX
crl-16993	36	24	shared	share	VERB
crl-16993	36	25	)	)	PUNCT
crl-16993	36	26	;	;	PUNCT
crl-16993	36	27	the	the	DET
crl-16993	36	28	second	second	ADJ
crl-16993	36	29	level	level	NOUN
crl-16993	36	30	requires	require	VERB
crl-16993	36	31	that	that	SCONJ
crl-16993	36	32	the	the	DET
crl-16993	36	33	standard	standard	NOUN
crl-16993	36	34	has	have	AUX
crl-16993	36	35	been	be	AUX
crl-16993	36	36	followed	follow	VERB
crl-16993	36	37	(	(	PUNCT
crl-16993	36	38	for	for	ADP
crl-16993	36	39	example	example	NOUN
crl-16993	36	40	,	,	PUNCT
crl-16993	36	41	that	that	SCONJ
crl-16993	36	42	data	datum	NOUN
crl-16993	36	43	are	be	AUX
crl-16993	36	44	actually	actually	ADV
crl-16993	36	45	shared	share	VERB
crl-16993	36	46	)	)	PUNCT
crl-16993	36	47	;	;	PUNCT
crl-16993	36	48	finally	finally	ADV
crl-16993	36	49	,	,	PUNCT
crl-16993	36	50	the	the	DET
crl-16993	36	51	third	third	ADJ
crl-16993	36	52	level	level	NOUN
crl-16993	36	53	requires	require	VERB
crl-16993	36	54	that	that	SCONJ
crl-16993	36	55	the	the	DET
crl-16993	36	56	journal	journal	NOUN
crl-16993	36	57	verifies	verify	VERB
crl-16993	36	58	that	that	SCONJ
crl-16993	36	59	the	the	DET
crl-16993	36	60	standard	standard	NOUN
crl-16993	36	61	has	have	AUX
crl-16993	36	62	been	be	AUX
crl-16993	36	63	followed	follow	VERB
crl-16993	36	64	.	.	PUNCT
crl-16993	37	1	this	this	DET
crl-16993	37	2	modular	modular	ADJ
crl-16993	37	3	framework	framework	NOUN
crl-16993	37	4	recognizes	recognize	VERB
crl-16993	37	5	that	that	SCONJ
crl-16993	37	6	there	there	PRON
crl-16993	37	7	are	be	VERB
crl-16993	37	8	different	different	ADJ
crl-16993	37	9	disciplinary	disciplinary	ADJ
crl-16993	37	10	norms	norm	NOUN
crl-16993	37	11	for	for	ADP
crl-16993	37	12	transparency	transparency	NOUN
crl-16993	37	13	and	and	CCONJ
crl-16993	37	14	abilities	ability	NOUN
crl-16993	37	15	to	to	PART
crl-16993	37	16	implement	implement	VERB
crl-16993	37	17	change	change	NOUN
crl-16993	37	18	across	across	ADP
crl-16993	37	19	disciplines	discipline	NOUN
crl-16993	37	20	.	.	PUNCT
crl-16993	38	1	in	in	ADP
crl-16993	38	2	september	september	PROPN
crl-16993	38	3	2017	2017	NUM
crl-16993	38	4	,	,	PUNCT
crl-16993	38	5	elsevier	elsevier	PROPN
crl-16993	38	6	became	become	VERB
crl-16993	38	7	a	a	DET
crl-16993	38	8	signatory	signatory	NOUN
crl-16993	38	9	to	to	ADP
crl-16993	38	10	the	the	DET
crl-16993	38	11	top	top	ADJ
crl-16993	38	12	guidelines	guideline	NOUN
crl-16993	38	13	for	for	ADP
crl-16993	38	14	approximately	approximately	ADV
crl-16993	38	15	1,800	1,800	NUM
crl-16993	38	16	journals.18	journals.18	NOUN
crl-16993	38	17	as	as	ADP
crl-16993	38	18	of	of	ADP
crl-16993	38	19	april	april	PROPN
crl-16993	38	20	2018	2018	NUM
crl-16993	38	21	,	,	PUNCT
crl-16993	38	22	almost	almost	ADV
crl-16993	38	23	5,000	5,000	NUM
crl-16993	38	24	journals	journal	NOUN
crl-16993	38	25	and	and	CCONJ
crl-16993	38	26	societies	society	NOUN
crl-16993	38	27	have	have	AUX
crl-16993	38	28	signed	sign	VERB
crl-16993	38	29	on	on	ADP
crl-16993	38	30	to	to	ADP
crl-16993	38	31	the	the	DET
crl-16993	38	32	top	top	ADJ
crl-16993	38	33	guidelines.19	guidelines.19	NOUN
crl-16993	38	34	as	as	SCONJ
crl-16993	38	35	stated	state	VERB
crl-16993	38	36	by	by	ADP
crl-16993	38	37	the	the	DET
crl-16993	38	38	authors	author	NOUN
crl-16993	38	39	previously	previously	ADV
crl-16993	38	40	,	,	PUNCT
crl-16993	38	41	the	the	DET
crl-16993	38	42	top	top	ADJ
crl-16993	38	43	guidelines	guideline	NOUN
crl-16993	38	44	contain	contain	VERB
crl-16993	38	45	many	many	ADJ
crl-16993	38	46	recommendations	recommendation	NOUN
crl-16993	38	47	academic	academic	ADJ
crl-16993	38	48	librarians	librarian	NOUN
crl-16993	38	49	will	will	AUX
crl-16993	38	50	find	find	VERB
crl-16993	38	51	familiar	familiar	ADJ
crl-16993	38	52	(	(	PUNCT
crl-16993	38	53	table	table	NOUN
crl-16993	39	1	2).20	2).20	NUM
crl-16993	39	2	table	table	NOUN
crl-16993	39	3	2	2	NUM
crl-16993	39	4	top	top	ADJ
crl-16993	39	5	guidelines21	guidelines21	NOUN
crl-16993	39	6	•	•	ADP
crl-16993	39	7	citation	citation	NOUN
crl-16993	39	8	:	:	PUNCT
crl-16993	39	9	proper	proper	ADJ
crl-16993	39	10	citing	citing	NOUN
crl-16993	39	11	of	of	ADP
crl-16993	39	12	data	datum	NOUN
crl-16993	39	13	,	,	PUNCT
crl-16993	39	14	code	code	NOUN
crl-16993	39	15	,	,	PUNCT
crl-16993	39	16	and	and	CCONJ
crl-16993	39	17	materials	material	NOUN
crl-16993	39	18	and	and	CCONJ
crl-16993	39	19	the	the	DET
crl-16993	39	20	recognition	recognition	NOUN
crl-16993	39	21	of	of	ADP
crl-16993	39	22	these	these	DET
crl-16993	39	23	products	product	NOUN
crl-16993	39	24	as	as	ADP
crl-16993	39	25	legitimate	legitimate	ADJ
crl-16993	39	26	intellectual	intellectual	ADJ
crl-16993	39	27	contributions	contribution	NOUN
crl-16993	39	28	to	to	ADP
crl-16993	39	29	science	science	NOUN
crl-16993	39	30	.	.	PUNCT
crl-16993	40	1	(	(	PUNCT
crl-16993	40	2	standard	standard	NOUN
crl-16993	40	3	1	1	NUM
crl-16993	40	4	)	)	PUNCT
crl-16993	40	5	•	•	NUM
crl-16993	41	1	data	datum	NOUN
crl-16993	41	2	transparency	transparency	NOUN
crl-16993	41	3	,	,	PUNCT
crl-16993	41	4	analytic	analytic	ADJ
crl-16993	41	5	methods	method	NOUN
crl-16993	41	6	(	(	PUNCT
crl-16993	41	7	code	code	NOUN
crl-16993	41	8	)	)	PUNCT
crl-16993	41	9	transparency	transparency	NOUN
crl-16993	41	10	,	,	PUNCT
crl-16993	41	11	research	research	NOUN
crl-16993	41	12	materials	material	NOUN
crl-16993	41	13	transparency	transparency	NOUN
crl-16993	41	14	:	:	PUNCT
crl-16993	41	15	these	these	DET
crl-16993	41	16	three	three	NUM
crl-16993	41	17	distinct	distinct	ADJ
crl-16993	41	18	standards	standard	NOUN
crl-16993	41	19	relate	relate	VERB
crl-16993	41	20	to	to	ADP
crl-16993	41	21	the	the	DET
crl-16993	41	22	degree	degree	NOUN
crl-16993	41	23	to	to	PART
crl-16993	41	24	which	which	PRON
crl-16993	41	25	data	data	PROPN
crl-16993	41	26	,	,	PUNCT
crl-16993	41	27	code	code	NOUN
crl-16993	41	28	,	,	PUNCT
crl-16993	41	29	and	and	CCONJ
crl-16993	41	30	research	research	NOUN
crl-16993	41	31	materials	material	NOUN
crl-16993	41	32	are	be	AUX
crl-16993	41	33	made	make	VERB
crl-16993	41	34	available	available	ADJ
crl-16993	41	35	to	to	ADP
crl-16993	41	36	other	other	ADJ
crl-16993	41	37	researchers	researcher	NOUN
crl-16993	41	38	to	to	PART
crl-16993	41	39	enable	enable	VERB
crl-16993	41	40	reproducibility	reproducibility	NOUN
crl-16993	41	41	and	and	CCONJ
crl-16993	41	42	replication	replication	NOUN
crl-16993	41	43	.	.	PUNCT
crl-16993	42	1	(	(	PUNCT
crl-16993	42	2	standards	standard	NOUN
crl-16993	42	3	2	2	NUM
crl-16993	42	4	,	,	PUNCT
crl-16993	42	5	3	3	NUM
crl-16993	42	6	,	,	PUNCT
crl-16993	42	7	4	4	NUM
crl-16993	42	8	)	)	PUNCT
crl-16993	42	9	•	•	NOUN
crl-16993	42	10	design	design	NOUN
crl-16993	42	11	and	and	CCONJ
crl-16993	42	12	analysis	analysis	NOUN
crl-16993	42	13	transparency	transparency	NOUN
crl-16993	42	14	:	:	PUNCT
crl-16993	42	15	this	this	DET
crl-16993	42	16	standard	standard	NOUN
crl-16993	42	17	encourages	encourage	VERB
crl-16993	42	18	authors	author	NOUN
crl-16993	42	19	to	to	PART
crl-16993	42	20	follow	follow	VERB
crl-16993	42	21	explicit	explicit	ADJ
crl-16993	42	22	guidelines	guideline	NOUN
crl-16993	42	23	for	for	ADP
crl-16993	42	24	disclosing	disclose	VERB
crl-16993	42	25	key	key	ADJ
crl-16993	42	26	aspects	aspect	NOUN
crl-16993	42	27	of	of	ADP
crl-16993	42	28	research	research	NOUN
crl-16993	42	29	design	design	NOUN
crl-16993	42	30	and	and	CCONJ
crl-16993	42	31	analysis	analysis	NOUN
crl-16993	42	32	.	.	PUNCT
crl-16993	43	1	for	for	ADP
crl-16993	43	2	example	example	NOUN
crl-16993	43	3	,	,	PUNCT
crl-16993	43	4	the	the	DET
crl-16993	43	5	prisma	prisma	PROPN
crl-16993	43	6	guidelines	guideline	NOUN
crl-16993	43	7	outline	outline	VERB
crl-16993	43	8	explicit	explicit	ADJ
crl-16993	43	9	standards	standard	NOUN
crl-16993	43	10	for	for	ADP
crl-16993	43	11	reporting	report	VERB
crl-16993	43	12	systematic	systematic	ADJ
crl-16993	43	13	review	review	NOUN
crl-16993	43	14	research	research	NOUN
crl-16993	43	15	,	,	PUNCT
crl-16993	43	16	and	and	CCONJ
crl-16993	43	17	the	the	DET
crl-16993	43	18	arrive	arrive	ADJ
crl-16993	43	19	guidelines	guideline	NOUN
crl-16993	43	20	outline	outline	VERB
crl-16993	43	21	similar	similar	ADJ
crl-16993	43	22	standards	standard	NOUN
crl-16993	43	23	for	for	ADP
crl-16993	43	24	reporting	report	VERB
crl-16993	43	25	animal	animal	NOUN
crl-16993	43	26	research	research	NOUN
crl-16993	43	27	.	.	PUNCT
crl-16993	44	1	(	(	PUNCT
crl-16993	44	2	standard	standard	NOUN
crl-16993	44	3	5	5	NUM
crl-16993	44	4	)	)	PUNCT
crl-16993	44	5	•	•	NUM
crl-16993	44	6	preregistration	preregistration	NOUN
crl-16993	44	7	of	of	ADP
crl-16993	44	8	studies	study	NOUN
crl-16993	44	9	,	,	PUNCT
crl-16993	44	10	preregistration	preregistration	NOUN
crl-16993	44	11	of	of	ADP
crl-16993	44	12	analysis	analysis	NOUN
crl-16993	44	13	plans	plan	NOUN
crl-16993	44	14	:	:	PUNCT
crl-16993	44	15	preregistration	preregistration	NOUN
crl-16993	44	16	of	of	ADP
crl-16993	44	17	studies	study	NOUN
crl-16993	44	18	involves	involves	AUX
crl-16993	44	19	publicly	publicly	ADV
crl-16993	44	20	declaring	declare	VERB
crl-16993	44	21	the	the	DET
crl-16993	44	22	research	research	NOUN
crl-16993	44	23	you	you	PRON
crl-16993	44	24	are	be	AUX
crl-16993	44	25	conducting	conduct	VERB
crl-16993	44	26	in	in	ADP
crl-16993	44	27	advance	advance	NOUN
crl-16993	44	28	and	and	CCONJ
crl-16993	44	29	therefore	therefore	ADV
crl-16993	44	30	increases	increase	VERB
crl-16993	44	31	discovery	discovery	NOUN
crl-16993	44	32	of	of	ADP
crl-16993	44	33	research	research	NOUN
crl-16993	44	34	that	that	PRON
crl-16993	44	35	was	be	AUX
crl-16993	44	36	not	not	PART
crl-16993	44	37	published	publish	VERB
crl-16993	44	38	(	(	PUNCT
crl-16993	44	39	thus	thus	ADV
crl-16993	44	40	addressing	address	VERB
crl-16993	44	41	publication	publication	NOUN
crl-16993	44	42	bias	bias	NOUN
crl-16993	44	43	)	)	PUNCT
crl-16993	44	44	.	.	PUNCT
crl-16993	45	1	preregistration	preregistration	NOUN
crl-16993	45	2	of	of	ADP
crl-16993	45	3	analysis	analysis	NOUN
crl-16993	45	4	plans	plan	NOUN
crl-16993	45	5	goes	go	VERB
crl-16993	45	6	a	a	DET
crl-16993	45	7	step	step	NOUN
crl-16993	45	8	further	far	ADV
crl-16993	45	9	by	by	ADP
crl-16993	45	10	including	include	VERB
crl-16993	45	11	details	detail	NOUN
crl-16993	45	12	about	about	ADP
crl-16993	45	13	planned	planned	ADJ
crl-16993	45	14	analysis	analysis	NOUN
crl-16993	45	15	,	,	PUNCT
crl-16993	45	16	preventing	prevent	VERB
crl-16993	45	17	problems	problem	NOUN
crl-16993	45	18	like	like	ADP
crl-16993	45	19	p	p	NOUN
crl-16993	45	20	-	-	PUNCT
crl-16993	45	21	hacking	hack	VERB
crl-16993	45	22	as	as	ADV
crl-16993	45	23	well	well	ADV
crl-16993	45	24	as	as	ADP
crl-16993	45	25	certifying	certify	VERB
crl-16993	45	26	the	the	DET
crl-16993	45	27	distinction	distinction	NOUN
crl-16993	45	28	between	between	ADP
crl-16993	45	29	confirmatory	confirmatory	NOUN
crl-16993	45	30	and	and	CCONJ
crl-16993	45	31	exploratory	exploratory	ADJ
crl-16993	45	32	research	research	NOUN
crl-16993	45	33	.	.	PUNCT
crl-16993	46	1	(	(	PUNCT
crl-16993	46	2	standards	standard	NOUN
crl-16993	46	3	6	6	NUM
crl-16993	46	4	,	,	PUNCT
crl-16993	46	5	7	7	NUM
crl-16993	46	6	)	)	PUNCT
crl-16993	46	7	•	•	NUM
crl-16993	46	8	replication	replication	NOUN
crl-16993	46	9	:	:	PUNCT
crl-16993	46	10	this	this	DET
crl-16993	46	11	standard	standard	NOUN
crl-16993	46	12	relates	relate	VERB
crl-16993	46	13	to	to	ADP
crl-16993	46	14	the	the	DET
crl-16993	46	15	journal	journal	NOUN
crl-16993	46	16	’s	’s	PART
crl-16993	46	17	willingness	willingness	NOUN
crl-16993	46	18	to	to	PART
crl-16993	46	19	publish	publish	VERB
crl-16993	46	20	direct	direct	ADJ
crl-16993	46	21	replications	replication	NOUN
crl-16993	46	22	of	of	ADP
crl-16993	46	23	studies	study	NOUN
crl-16993	46	24	it	it	PRON
crl-16993	46	25	previously	previously	ADV
crl-16993	46	26	published	publish	VERB
crl-16993	46	27	.	.	PUNCT
crl-16993	47	1	(	(	PUNCT
crl-16993	47	2	standard	standard	PROPN
crl-16993	47	3	8)	8)	NUM
crl-16993	47	4	another	another	DET
crl-16993	47	5	set	set	NOUN
crl-16993	47	6	of	of	ADP
crl-16993	47	7	guidelines	guideline	NOUN
crl-16993	47	8	,	,	PUNCT
crl-16993	47	9	developed	develop	VERB
crl-16993	47	10	by	by	ADP
crl-16993	47	11	the	the	DET
crl-16993	47	12	american	american	PROPN
crl-16993	47	13	statistical	statistical	PROPN
crl-16993	47	14	association	association	PROPN
crl-16993	47	15	(	(	PUNCT
crl-16993	47	16	asa	asa	PROPN
crl-16993	47	17	)	)	PUNCT
crl-16993	47	18	,	,	PUNCT
crl-16993	47	19	is	be	AUX
crl-16993	47	20	aimed	aim	VERB
crl-16993	47	21	at	at	ADP
crl-16993	47	22	influencing	influence	VERB
crl-16993	47	23	research	research	NOUN
crl-16993	47	24	funders.22	funders.22	NOUN
crl-16993	47	25	the	the	DET
crl-16993	47	26	asa	asa	PROPN
crl-16993	47	27	guidelines	guideline	NOUN
crl-16993	47	28	also	also	ADV
crl-16993	47	29	contain	contain	VERB
crl-16993	47	30	a	a	DET
crl-16993	47	31	number	number	NOUN
crl-16993	47	32	of	of	ADP
crl-16993	47	33	“	"	PUNCT
crl-16993	47	34	principles	principle	NOUN
crl-16993	47	35	and	and	CCONJ
crl-16993	47	36	observations	observation	NOUN
crl-16993	47	37	”	"	PUNCT
crl-16993	47	38	in	in	ADP
crl-16993	47	39	the	the	DET
crl-16993	47	40	preamble	preamble	NOUN
crl-16993	47	41	that	that	PRON
crl-16993	47	42	are	be	AUX
crl-16993	47	43	more	more	ADV
crl-16993	47	44	general	general	ADJ
crl-16993	47	45	and	and	CCONJ
crl-16993	47	46	may	may	AUX
crl-16993	47	47	be	be	AUX
crl-16993	47	48	especially	especially	ADV
crl-16993	47	49	interesting	interesting	ADJ
crl-16993	47	50	to	to	ADP
crl-16993	47	51	academic	academic	ADJ
crl-16993	47	52	librarians	librarian	NOUN
crl-16993	47	53	.	.	PUNCT
crl-16993	48	1	these	these	DET
crl-16993	48	2	principles	principle	NOUN
crl-16993	48	3	and	and	CCONJ
crl-16993	48	4	observations	observation	NOUN
crl-16993	48	5	recognize	recognize	VERB
crl-16993	48	6	the	the	DET
crl-16993	48	7	importance	importance	NOUN
crl-16993	48	8	of	of	ADP
crl-16993	48	9	open	open	ADJ
crl-16993	48	10	,	,	PUNCT
crl-16993	48	11	citable	citable	ADJ
crl-16993	48	12	,	,	PUNCT
crl-16993	48	13	data	datum	NOUN
crl-16993	48	14	,	,	PUNCT
crl-16993	48	15	and	and	CCONJ
crl-16993	48	16	code	code	NOUN
crl-16993	48	17	published	publish	VERB
crl-16993	48	18	in	in	ADP
crl-16993	48	19	open	open	ADJ
crl-16993	48	20	repositories	repository	NOUN
crl-16993	48	21	,	,	PUNCT
crl-16993	48	22	as	as	ADV
crl-16993	48	23	well	well	ADV
crl-16993	48	24	as	as	ADP
crl-16993	48	25	using	use	VERB
crl-16993	48	26	computational	computational	ADJ
crl-16993	48	27	practices	practice	NOUN
crl-16993	48	28	during	during	ADP
crl-16993	48	29	data	datum	NOUN
crl-16993	48	30	analysis	analysis	NOUN
crl-16993	48	31	and	and	CCONJ
crl-16993	48	32	processing.23	processing.23	VERB
crl-16993	48	33	the	the	DET
crl-16993	48	34	asa	asa	PROPN
crl-16993	48	35	’s	’s	PART
crl-16993	48	36	recommendations	recommendation	NOUN
crl-16993	48	37	include	include	VERB
crl-16993	48	38	the	the	DET
crl-16993	48	39	following:24	following:24	NOUN
crl-16993	48	40	•	•	NOUN
crl-16993	48	41	funding	fund	VERB
crl-16993	48	42	small	small	ADJ
crl-16993	48	43	-	-	PUNCT
crl-16993	48	44	scale	scale	NOUN
crl-16993	48	45	software	software	NOUN
crl-16993	48	46	development	development	NOUN
crl-16993	48	47	,	,	PUNCT
crl-16993	48	48	data	datum	NOUN
crl-16993	48	49	products	product	NOUN
crl-16993	48	50	,	,	PUNCT
crl-16993	48	51	and	and	CCONJ
crl-16993	48	52	replications	replication	NOUN
crl-16993	48	53	of	of	ADP
crl-16993	48	54	previous	previous	ADJ
crl-16993	48	55	studies	study	NOUN
crl-16993	48	56	.	.	PUNCT
crl-16993	49	1	•	•	NUM
crl-16993	49	2	increasing	increase	VERB
crl-16993	49	3	support	support	NOUN
crl-16993	49	4	for	for	ADP
crl-16993	49	5	the	the	DET
crl-16993	49	6	methodological	methodological	ADJ
crl-16993	49	7	training	training	NOUN
crl-16993	49	8	,	,	PUNCT
crl-16993	49	9	with	with	ADP
crl-16993	49	10	particular	particular	ADJ
crl-16993	49	11	emphasis	emphasis	NOUN
crl-16993	49	12	on	on	ADP
crl-16993	49	13	the	the	DET
crl-16993	49	14	need	need	NOUN
crl-16993	49	15	for	for	ADP
crl-16993	49	16	data	datum	NOUN
crl-16993	49	17	management	management	NOUN
crl-16993	49	18	skills	skill	NOUN
crl-16993	49	19	.	.	PUNCT
crl-16993	49	20	•	•	NUM
crl-16993	49	21	adding	add	VERB
crl-16993	49	22	code	code	NOUN
crl-16993	49	23	management	management	NOUN
crl-16993	49	24	plans	plan	NOUN
crl-16993	49	25	to	to	ADP
crl-16993	49	26	existing	exist	VERB
crl-16993	49	27	data	datum	NOUN
crl-16993	49	28	management	management	NOUN
crl-16993	49	29	plans	plan	NOUN
crl-16993	49	30	(	(	PUNCT
crl-16993	49	31	dmps	dmp	NOUN
crl-16993	49	32	)	)	PUNCT
crl-16993	49	33	and	and	CCONJ
crl-16993	49	34	asking	ask	VERB
crl-16993	49	35	grant	grant	NOUN
crl-16993	49	36	reviewers	reviewer	NOUN
crl-16993	49	37	to	to	PART
crl-16993	49	38	explicitly	explicitly	ADV
crl-16993	49	39	assess	assess	VERB
crl-16993	49	40	dmps	dmp	NOUN
crl-16993	49	41	.	.	PUNCT
crl-16993	50	1	replicable	replicable	ADJ
crl-16993	50	2	services	service	NOUN
crl-16993	50	3	for	for	ADP
crl-16993	50	4	reproducible	reproducible	ADJ
crl-16993	50	5	research	research	NOUN
crl-16993	50	6	263	263	NUM
crl-16993	50	7	•	•	NOUN
crl-16993	50	8	creating	create	VERB
crl-16993	50	9	mandatory	mandatory	ADJ
crl-16993	50	10	undergraduate	undergraduate	NOUN
crl-16993	50	11	reproducibility	reproducibility	NOUN
crl-16993	50	12	and	and	CCONJ
crl-16993	50	13	computational	computational	ADJ
crl-16993	50	14	research	research	NOUN
crl-16993	50	15	classes	class	NOUN
crl-16993	50	16	.	.	PUNCT
crl-16993	51	1	•	•	PUNCT
crl-16993	51	2	increasing	increase	VERB
crl-16993	51	3	the	the	DET
crl-16993	51	4	impact	impact	NOUN
crl-16993	51	5	that	that	PRON
crl-16993	51	6	robust	robust	ADJ
crl-16993	51	7	and	and	CCONJ
crl-16993	51	8	reliable	reliable	ADJ
crl-16993	51	9	research	research	NOUN
crl-16993	51	10	practices	practice	NOUN
crl-16993	51	11	have	have	VERB
crl-16993	51	12	on	on	ADP
crl-16993	51	13	a	a	DET
crl-16993	51	14	researcher	researcher	NOUN
crl-16993	51	15	’s	’s	PART
crl-16993	51	16	chance	chance	NOUN
crl-16993	51	17	of	of	ADP
crl-16993	51	18	getting	get	VERB
crl-16993	51	19	grants	grant	NOUN
crl-16993	51	20	.	.	PUNCT
crl-16993	52	1	•	•	NOUN
crl-16993	52	2	providing	provide	VERB
crl-16993	52	3	increased	increase	VERB
crl-16993	52	4	guidance	guidance	NOUN
crl-16993	52	5	and	and	CCONJ
crl-16993	52	6	including	include	VERB
crl-16993	52	7	more	more	ADJ
crl-16993	52	8	statisticians	statistician	NOUN
crl-16993	52	9	as	as	ADP
crl-16993	52	10	part	part	NOUN
crl-16993	52	11	of	of	ADP
crl-16993	52	12	grant	grant	NOUN
crl-16993	52	13	review	review	NOUN
crl-16993	52	14	committees	committee	NOUN
crl-16993	52	15	,	,	PUNCT
crl-16993	52	16	and	and	CCONJ
crl-16993	52	17	the	the	DET
crl-16993	52	18	development	development	NOUN
crl-16993	52	19	of	of	ADP
crl-16993	52	20	standard	standard	ADJ
crl-16993	52	21	terminology	terminology	NOUN
crl-16993	52	22	around	around	ADP
crl-16993	52	23	reproducibility	reproducibility	NOUN
crl-16993	52	24	.	.	PUNCT
crl-16993	53	1	national	national	ADJ
crl-16993	53	2	research	research	NOUN
crl-16993	53	3	funders	funder	NOUN
crl-16993	53	4	have	have	AUX
crl-16993	53	5	also	also	ADV
crl-16993	53	6	begun	begin	VERB
crl-16993	53	7	to	to	PART
crl-16993	53	8	address	address	VERB
crl-16993	53	9	reproducibility	reproducibility	NOUN
crl-16993	53	10	.	.	PUNCT
crl-16993	54	1	the	the	DET
crl-16993	54	2	national	national	PROPN
crl-16993	54	3	institute	institute	PROPN
crl-16993	54	4	of	of	ADP
crl-16993	54	5	health	health	PROPN
crl-16993	54	6	(	(	PUNCT
crl-16993	54	7	nih	nih	PROPN
crl-16993	54	8	)	)	PUNCT
crl-16993	54	9	hosted	host	VERB
crl-16993	54	10	a	a	DET
crl-16993	54	11	joint	joint	ADJ
crl-16993	54	12	workshop	workshop	NOUN
crl-16993	54	13	in	in	ADP
crl-16993	54	14	2014	2014	NUM
crl-16993	54	15	with	with	ADP
crl-16993	54	16	the	the	DET
crl-16993	54	17	nature	nature	NOUN
crl-16993	54	18	publishing	publishing	NOUN
crl-16993	54	19	group	group	NOUN
crl-16993	54	20	,	,	PUNCT
crl-16993	54	21	the	the	DET
crl-16993	54	22	journal	journal	PROPN
crl-16993	54	23	science	science	NOUN
crl-16993	54	24	,	,	PUNCT
crl-16993	54	25	and	and	CCONJ
crl-16993	54	26	journal	journal	PROPN
crl-16993	54	27	editors	editor	NOUN
crl-16993	54	28	representing	represent	VERB
crl-16993	54	29	the	the	DET
crl-16993	54	30	30	30	NUM
crl-16993	54	31	journals	journal	NOUN
crl-16993	54	32	where	where	SCONJ
crl-16993	54	33	nih	nih	NOUN
crl-16993	54	34	-	-	PUNCT
crl-16993	54	35	funded	fund	VERB
crl-16993	54	36	research	research	NOUN
crl-16993	54	37	was	be	AUX
crl-16993	54	38	most	most	ADV
crl-16993	54	39	frequently	frequently	ADV
crl-16993	54	40	published.25	published.25	VERB
crl-16993	54	41	the	the	DET
crl-16993	54	42	resulting	result	VERB
crl-16993	54	43	five	five	NUM
crl-16993	54	44	recommendations	recommendation	NOUN
crl-16993	54	45	contained	contain	VERB
crl-16993	54	46	in	in	ADP
crl-16993	54	47	the	the	DET
crl-16993	54	48	principles	principle	NOUN
crl-16993	54	49	and	and	CCONJ
crl-16993	54	50	guidelines	guideline	NOUN
crl-16993	54	51	for	for	ADP
crl-16993	54	52	reporting	report	VERB
crl-16993	54	53	preclinical	preclinical	ADJ
crl-16993	54	54	research	research	NOUN
crl-16993	54	55	call	call	NOUN
crl-16993	54	56	for	for	ADP
crl-16993	54	57	rigorous	rigorous	ADJ
crl-16993	54	58	statistical	statistical	ADJ
crl-16993	54	59	analysis	analysis	NOUN
crl-16993	54	60	;	;	PUNCT
crl-16993	54	61	transparency	transparency	NOUN
crl-16993	54	62	in	in	ADP
crl-16993	54	63	reporting	reporting	NOUN
crl-16993	54	64	methods	method	NOUN
crl-16993	54	65	;	;	PUNCT
crl-16993	54	66	data	datum	NOUN
crl-16993	54	67	and	and	CCONJ
crl-16993	54	68	materials	material	NOUN
crl-16993	54	69	sharing	sharing	NOUN
crl-16993	54	70	;	;	PUNCT
crl-16993	54	71	consideration	consideration	NOUN
crl-16993	54	72	of	of	ADP
crl-16993	54	73	refutations	refutation	NOUN
crl-16993	54	74	;	;	PUNCT
crl-16993	54	75	and	and	CCONJ
crl-16993	54	76	building	build	VERB
crl-16993	54	77	best	good	ADJ
crl-16993	54	78	practices	practice	NOUN
crl-16993	54	79	around	around	ADP
crl-16993	54	80	materials	material	NOUN
crl-16993	54	81	transparency	transparency	NOUN
crl-16993	54	82	and	and	CCONJ
crl-16993	54	83	sharing.26	sharing.26	VERB
crl-16993	54	84	the	the	DET
crl-16993	54	85	most	most	ADV
crl-16993	54	86	actionable	actionable	ADJ
crl-16993	54	87	recommendation	recommendation	NOUN
crl-16993	54	88	here	here	ADV
crl-16993	54	89	in	in	ADP
crl-16993	54	90	terms	term	NOUN
crl-16993	54	91	of	of	ADP
crl-16993	54	92	existing	exist	VERB
crl-16993	54	93	library	library	NOUN
crl-16993	54	94	services	service	NOUN
crl-16993	54	95	and	and	CCONJ
crl-16993	54	96	expertise	expertise	NOUN
crl-16993	54	97	is	be	AUX
crl-16993	54	98	for	for	ADP
crl-16993	54	99	data	data	NOUN
crl-16993	54	100	and	and	CCONJ
crl-16993	54	101	code	code	NOUN
crl-16993	54	102	sharing	sharing	NOUN
crl-16993	54	103	and	and	CCONJ
crl-16993	54	104	the	the	DET
crl-16993	54	105	use	use	NOUN
crl-16993	54	106	of	of	ADP
crl-16993	54	107	machine	machine	NOUN
crl-16993	54	108	-	-	PUNCT
crl-16993	54	109	readable	readable	ADJ
crl-16993	54	110	formats	format	NOUN
crl-16993	54	111	in	in	ADP
crl-16993	54	112	supplementary	supplementary	ADJ
crl-16993	54	113	information.27	information.27	PROPN
crl-16993	54	114	in	in	ADP
crl-16993	54	115	2014	2014	NUM
crl-16993	54	116	,	,	PUNCT
crl-16993	54	117	the	the	DET
crl-16993	54	118	office	office	NOUN
crl-16993	54	119	for	for	ADP
crl-16993	54	120	the	the	DET
crl-16993	54	121	management	management	NOUN
crl-16993	54	122	and	and	CCONJ
crl-16993	54	123	budget	budget	NOUN
crl-16993	54	124	(	(	PUNCT
crl-16993	54	125	omb	omb	NOUN
crl-16993	54	126	)	)	PUNCT
crl-16993	54	127	of	of	ADP
crl-16993	54	128	the	the	DET
crl-16993	54	129	nsf	nsf	NOUN
crl-16993	54	130	released	release	VERB
crl-16993	54	131	“	"	PUNCT
crl-16993	54	132	a	a	DET
crl-16993	54	133	framework	framework	NOUN
crl-16993	54	134	for	for	ADP
crl-16993	54	135	ongoing	ongoing	ADJ
crl-16993	54	136	and	and	CCONJ
crl-16993	54	137	future	future	ADJ
crl-16993	54	138	national	national	PROPN
crl-16993	54	139	science	science	PROPN
crl-16993	54	140	foundation	foundation	NOUN
crl-16993	54	141	activities	activity	NOUN
crl-16993	54	142	to	to	PART
crl-16993	54	143	improve	improve	VERB
crl-16993	54	144	reproducibility	reproducibility	NOUN
crl-16993	54	145	,	,	PUNCT
crl-16993	54	146	replicability	replicability	NOUN
crl-16993	54	147	,	,	PUNCT
crl-16993	54	148	and	and	CCONJ
crl-16993	54	149	robustness	robustness	NOUN
crl-16993	54	150	in	in	ADP
crl-16993	54	151	funded	funded	ADJ
crl-16993	54	152	research	research	NOUN
crl-16993	54	153	.	.	PUNCT
crl-16993	55	1	”28	”28	NOUN
crl-16993	55	2	while	while	SCONJ
crl-16993	55	3	not	not	PART
crl-16993	55	4	an	an	DET
crl-16993	55	5	official	official	ADJ
crl-16993	55	6	set	set	NOUN
crl-16993	55	7	of	of	ADP
crl-16993	55	8	guidelines	guideline	NOUN
crl-16993	55	9	,	,	PUNCT
crl-16993	55	10	this	this	DET
crl-16993	55	11	framework	framework	NOUN
crl-16993	55	12	document	document	NOUN
crl-16993	55	13	reviewed	review	VERB
crl-16993	55	14	“	"	PUNCT
crl-16993	55	15	the	the	DET
crl-16993	55	16	substantial	substantial	ADJ
crl-16993	55	17	amount	amount	NOUN
crl-16993	55	18	of	of	ADP
crl-16993	55	19	activity	activity	NOUN
crl-16993	55	20	underway	underway	ADJ
crl-16993	55	21	and	and	CCONJ
crl-16993	55	22	anticipated	anticipate	VERB
crl-16993	55	23	at	at	ADP
crl-16993	55	24	the	the	DET
crl-16993	55	25	nsf	nsf	NOUN
crl-16993	55	26	in	in	ADP
crl-16993	55	27	key	key	ADJ
crl-16993	55	28	areas	area	NOUN
crl-16993	55	29	related	relate	VERB
crl-16993	55	30	to	to	ADP
crl-16993	55	31	ensuring	ensure	VERB
crl-16993	55	32	reproducibility	reproducibility	NOUN
crl-16993	55	33	,	,	PUNCT
crl-16993	55	34	replicability	replicability	NOUN
crl-16993	55	35	,	,	PUNCT
crl-16993	55	36	and	and	CCONJ
crl-16993	55	37	robustness	robustness	NOUN
crl-16993	55	38	in	in	ADP
crl-16993	55	39	funded	funded	ADJ
crl-16993	55	40	research	research	NOUN
crl-16993	55	41	.	.	PUNCT
crl-16993	56	1	”29	”29	AUX
crl-16993	56	2	the	the	DET
crl-16993	56	3	authors	author	NOUN
crl-16993	56	4	of	of	ADP
crl-16993	56	5	the	the	DET
crl-16993	56	6	guidelines	guideline	NOUN
crl-16993	56	7	specifically	specifically	ADV
crl-16993	56	8	note	note	VERB
crl-16993	56	9	the	the	DET
crl-16993	56	10	importance	importance	NOUN
crl-16993	56	11	of	of	ADP
crl-16993	56	12	data	datum	NOUN
crl-16993	56	13	sharing	sharing	NOUN
crl-16993	56	14	and	and	CCONJ
crl-16993	56	15	curation	curation	NOUN
crl-16993	56	16	,	,	PUNCT
crl-16993	56	17	including	include	VERB
crl-16993	56	18	“	"	PUNCT
crl-16993	56	19	methods	method	NOUN
crl-16993	56	20	,	,	PUNCT
crl-16993	56	21	protocols	protocol	NOUN
crl-16993	56	22	,	,	PUNCT
crl-16993	56	23	original	original	ADJ
crl-16993	56	24	data	datum	NOUN
crl-16993	56	25	,	,	PUNCT
crl-16993	56	26	data	datum	NOUN
crl-16993	56	27	reductions	reduction	NOUN
crl-16993	56	28	,	,	PUNCT
crl-16993	56	29	and	and	CCONJ
crl-16993	56	30	analysis	analysis	NOUN
crl-16993	56	31	protocols	protocol	NOUN
crl-16993	56	32	as	as	ADP
crl-16993	56	33	appropriate	appropriate	ADJ
crl-16993	56	34	.	.	PUNCT
crl-16993	57	1	”30	”30	PUNCT
crl-16993	57	2	they	they	PRON
crl-16993	57	3	also	also	ADV
crl-16993	57	4	call	call	VERB
crl-16993	57	5	for	for	ADP
crl-16993	57	6	increased	increase	VERB
crl-16993	57	7	transparency	transparency	NOUN
crl-16993	57	8	;	;	PUNCT
crl-16993	57	9	ensuring	ensure	VERB
crl-16993	57	10	the	the	DET
crl-16993	57	11	use	use	NOUN
crl-16993	57	12	of	of	ADP
crl-16993	57	13	robust	robust	ADJ
crl-16993	57	14	models	model	NOUN
crl-16993	57	15	,	,	PUNCT
crl-16993	57	16	instrumentation	instrumentation	NOUN
crl-16993	57	17	,	,	PUNCT
crl-16993	57	18	and	and	CCONJ
crl-16993	57	19	interpretations	interpretation	NOUN
crl-16993	57	20	;	;	PUNCT
crl-16993	57	21	and	and	CCONJ
crl-16993	57	22	increased	increase	VERB
crl-16993	57	23	publication	publication	NOUN
crl-16993	57	24	of	of	ADP
crl-16993	57	25	negative	negative	ADJ
crl-16993	57	26	findings	finding	NOUN
crl-16993	57	27	.	.	PUNCT
crl-16993	58	1	the	the	DET
crl-16993	58	2	following	following	ADJ
crl-16993	58	3	year	year	NOUN
crl-16993	58	4	the	the	DET
crl-16993	58	5	nsf	nsf	ADJ
crl-16993	58	6	directorate	directorate	NOUN
crl-16993	58	7	for	for	ADP
crl-16993	58	8	social	social	ADJ
crl-16993	58	9	,	,	PUNCT
crl-16993	58	10	behavioral	behavioral	ADJ
crl-16993	58	11	,	,	PUNCT
crl-16993	58	12	and	and	CCONJ
crl-16993	58	13	economic	economic	ADJ
crl-16993	58	14	sciences	science	NOUN
crl-16993	58	15	released	release	VERB
crl-16993	58	16	their	their	PRON
crl-16993	58	17	own	own	ADJ
crl-16993	58	18	set	set	NOUN
crl-16993	58	19	of	of	ADP
crl-16993	58	20	nine	nine	NUM
crl-16993	58	21	recommendations.31	recommendations.31	NOUN
crl-16993	58	22	these	these	DET
crl-16993	58	23	recommendations	recommendation	NOUN
crl-16993	58	24	included	include	VERB
crl-16993	58	25	a	a	DET
crl-16993	58	26	call	call	NOUN
crl-16993	58	27	for	for	ADP
crl-16993	58	28	more	more	ADV
crl-16993	58	29	robust	robust	ADJ
crl-16993	58	30	methodologies	methodology	NOUN
crl-16993	58	31	and	and	CCONJ
crl-16993	58	32	reporting	reporting	NOUN
crl-16993	58	33	standards	standard	NOUN
crl-16993	58	34	so	so	SCONJ
crl-16993	58	35	that	that	SCONJ
crl-16993	58	36	reports	report	NOUN
crl-16993	58	37	of	of	ADP
crl-16993	58	38	funded	fund	VERB
crl-16993	58	39	research	research	NOUN
crl-16993	58	40	table	table	NOUN
crl-16993	58	41	3	3	NUM
crl-16993	58	42	commonalities	commonality	NOUN
crl-16993	58	43	between	between	ADP
crl-16993	58	44	major	major	ADJ
crl-16993	58	45	reproducibility	reproducibility	NOUN
crl-16993	58	46	guidelines	guideline	VERB
crl-16993	58	47	transparency	transparency	NOUN
crl-16993	58	48	and	and	CCONJ
crl-16993	58	49	openness	openness	NOUN
crl-16993	58	50	promotion	promotion	NOUN
crl-16993	58	51	(	(	PUNCT
crl-16993	58	52	top	top	ADJ
crl-16993	58	53	)	)	PUNCT
crl-16993	58	54	american	american	ADJ
crl-16993	58	55	statistical	statistical	ADJ
crl-16993	58	56	association	association	PROPN
crl-16993	58	57	(	(	PUNCT
crl-16993	58	58	asa	asa	PROPN
crl-16993	58	59	)	)	PUNCT
crl-16993	58	60	national	national	PROPN
crl-16993	58	61	science	science	PROPN
crl-16993	58	62	foundation	foundation	PROPN
crl-16993	58	63	(	(	PUNCT
crl-16993	58	64	nsf	nsf	PROPN
crl-16993	58	65	)	)	PUNCT
crl-16993	58	66	national	national	PROPN
crl-16993	58	67	institute	institute	PROPN
crl-16993	58	68	of	of	ADP
crl-16993	58	69	health	health	PROPN
crl-16993	58	70	(	(	PUNCT
crl-16993	58	71	nih	nih	PROPN
crl-16993	58	72	)	)	PUNCT
crl-16993	58	73	data	datum	NOUN
crl-16993	58	74	transparency	transparency	NOUN
crl-16993	58	75	(	(	PUNCT
crl-16993	58	76	sharing	sharing	NOUN
crl-16993	58	77	)	)	PUNCT
crl-16993	59	1	yes	yes	INTJ
crl-16993	59	2	yes	yes	INTJ
crl-16993	60	1	(	(	PUNCT
crl-16993	60	2	+	+	NUM
crl-16993	60	3	assessment	assessment	NOUN
crl-16993	60	4	of	of	ADP
crl-16993	60	5	dmps	dmp	NOUN
crl-16993	60	6	by	by	ADP
crl-16993	60	7	funders	funder	NOUN
crl-16993	60	8	)	)	PUNCT
crl-16993	61	1	yes	yes	INTJ
crl-16993	61	2	yes	yes	INTJ
crl-16993	61	3	software	software	NOUN
crl-16993	61	4	transparency	transparency	NOUN
crl-16993	61	5	(	(	PUNCT
crl-16993	61	6	sharing	sharing	NOUN
crl-16993	61	7	)	)	PUNCT
crl-16993	62	1	yes	yes	INTJ
crl-16993	63	1	yes	yes	INTJ
crl-16993	64	1	yes	yes	INTJ
crl-16993	65	1	yes	yes	INTJ
crl-16993	65	2	materials	material	NOUN
crl-16993	65	3	transparency	transparency	NOUN
crl-16993	65	4	(	(	PUNCT
crl-16993	65	5	sharing	sharing	NOUN
crl-16993	65	6	)	)	PUNCT
crl-16993	66	1	yes	yes	INTJ
crl-16993	66	2	yes	yes	INTJ
crl-16993	66	3	methods	method	NOUN
crl-16993	66	4	transparency	transparency	NOUN
crl-16993	67	1	yes	yes	INTJ
crl-16993	68	1	yes	yes	INTJ
crl-16993	68	2	yes	yes	INTJ
crl-16993	69	1	preregistration	preregistration	NOUN
crl-16993	70	1	yes	yes	INTJ
crl-16993	70	2	(	(	PUNCT
crl-16993	70	3	study	study	VERB
crl-16993	70	4	+	+	CCONJ
crl-16993	70	5	analysis	analysis	NOUN
crl-16993	70	6	plans	plan	NOUN
crl-16993	70	7	)	)	PUNCT
crl-16993	70	8	supporting	support	VERB
crl-16993	70	9	replications	replication	NOUN
crl-16993	71	1	yes	yes	INTJ
crl-16993	71	2	yes	yes	INTJ
crl-16993	71	3	(	(	PUNCT
crl-16993	71	4	directly	directly	ADV
crl-16993	71	5	fund	fund	NOUN
crl-16993	71	6	)	)	PUNCT
crl-16993	72	1	yes	yes	INTJ
crl-16993	72	2	(	(	PUNCT
crl-16993	72	3	+	+	CCONJ
crl-16993	72	4	publishing	publish	VERB
crl-16993	72	5	negative	negative	ADJ
crl-16993	72	6	results	result	NOUN
crl-16993	72	7	)	)	PUNCT
crl-16993	72	8	yes	yes	ADP
crl-16993	72	9	best	good	ADJ
crl-16993	72	10	practices	practice	NOUN
crl-16993	72	11	for	for	ADP
crl-16993	72	12	methodology	methodology	NOUN
crl-16993	72	13	and	and	CCONJ
crl-16993	72	14	analysis	analysis	NOUN
crl-16993	72	15	computational	computational	ADJ
crl-16993	72	16	methods	method	NOUN
crl-16993	72	17	/	/	SYM
crl-16993	72	18	scripting	script	VERB
crl-16993	72	19	analysis	analysis	NOUN
crl-16993	72	20	264	264	NUM
crl-16993	72	21	college	college	PROPN
crl-16993	72	22	&	&	CCONJ
crl-16993	72	23	research	research	PROPN
crl-16993	72	24	libraries	library	NOUN
crl-16993	72	25	march	march	PROPN
crl-16993	72	26	2019	2019	NUM
crl-16993	72	27	would	would	AUX
crl-16993	72	28	contain	contain	VERB
crl-16993	72	29	enough	enough	ADJ
crl-16993	72	30	detail	detail	NOUN
crl-16993	72	31	to	to	PART
crl-16993	72	32	“	"	PUNCT
crl-16993	72	33	enable	enable	VERB
crl-16993	72	34	an	an	DET
crl-16993	72	35	independent	independent	ADJ
crl-16993	72	36	researcher	researcher	NOUN
crl-16993	72	37	to	to	PART
crl-16993	72	38	reproduce	reproduce	VERB
crl-16993	72	39	the	the	DET
crl-16993	72	40	results	result	NOUN
crl-16993	72	41	of	of	ADP
crl-16993	72	42	the	the	DET
crl-16993	72	43	original	original	ADJ
crl-16993	72	44	researcher	researcher	NOUN
crl-16993	72	45	.	.	PUNCT
crl-16993	73	1	”32	”32	ADJ
crl-16993	73	2	other	other	ADJ
crl-16993	73	3	recommendations	recommendation	NOUN
crl-16993	73	4	included	include	VERB
crl-16993	73	5	sponsoring	sponsor	VERB
crl-16993	73	6	research	research	NOUN
crl-16993	73	7	into	into	ADP
crl-16993	73	8	how	how	SCONJ
crl-16993	73	9	to	to	PART
crl-16993	73	10	evaluate	evaluate	VERB
crl-16993	73	11	replications	replication	NOUN
crl-16993	73	12	,	,	PUNCT
crl-16993	73	13	documenting	document	VERB
crl-16993	73	14	questionable	questionable	ADJ
crl-16993	73	15	and	and	CCONJ
crl-16993	73	16	suboptimal	suboptimal	ADJ
crl-16993	73	17	research	research	NOUN
crl-16993	73	18	practices	practice	NOUN
crl-16993	73	19	,	,	PUNCT
crl-16993	73	20	and	and	CCONJ
crl-16993	73	21	forming	form	VERB
crl-16993	73	22	a	a	DET
crl-16993	73	23	committee	committee	NOUN
crl-16993	73	24	to	to	PART
crl-16993	73	25	monitor	monitor	VERB
crl-16993	73	26	these	these	DET
crl-16993	73	27	issues	issue	NOUN
crl-16993	73	28	and	and	CCONJ
crl-16993	73	29	propose	propose	VERB
crl-16993	73	30	changes	change	NOUN
crl-16993	73	31	to	to	ADP
crl-16993	73	32	the	the	DET
crl-16993	73	33	grant	grant	NOUN
crl-16993	73	34	-	-	PUNCT
crl-16993	73	35	making	making	NOUN
crl-16993	73	36	process	process	NOUN
crl-16993	73	37	.	.	PUNCT
crl-16993	74	1	there	there	PRON
crl-16993	74	2	are	be	VERB
crl-16993	74	3	other	other	ADJ
crl-16993	74	4	guidelines	guideline	NOUN
crl-16993	74	5	that	that	PRON
crl-16993	74	6	could	could	AUX
crl-16993	74	7	be	be	AUX
crl-16993	74	8	used	use	VERB
crl-16993	74	9	by	by	ADP
crl-16993	74	10	librarians	librarian	NOUN
crl-16993	74	11	,	,	PUNCT
crl-16993	74	12	especially	especially	ADV
crl-16993	74	13	liaison	liaison	NOUN
crl-16993	74	14	librarians	librarian	NOUN
crl-16993	74	15	and	and	CCONJ
crl-16993	74	16	functional	functional	ADJ
crl-16993	74	17	specialists	specialist	NOUN
crl-16993	74	18	working	work	VERB
crl-16993	74	19	with	with	ADP
crl-16993	74	20	researchers	researcher	NOUN
crl-16993	74	21	from	from	ADP
crl-16993	74	22	specific	specific	ADJ
crl-16993	74	23	disciplines	discipline	NOUN
crl-16993	74	24	.	.	PUNCT
crl-16993	75	1	as	as	SCONJ
crl-16993	75	2	identified	identify	VERB
crl-16993	75	3	previously	previously	ADV
crl-16993	75	4	by	by	ADP
crl-16993	75	5	the	the	DET
crl-16993	75	6	authors	author	NOUN
crl-16993	75	7	,	,	PUNCT
crl-16993	75	8	two	two	NUM
crl-16993	75	9	examples	example	NOUN
crl-16993	75	10	include	include	VERB
crl-16993	75	11	the	the	DET
crl-16993	75	12	federation	federation	PROPN
crl-16993	75	13	of	of	ADP
crl-16993	75	14	american	american	ADJ
crl-16993	75	15	societies	society	NOUN
crl-16993	75	16	for	for	ADP
crl-16993	75	17	experimental	experimental	ADJ
crl-16993	75	18	biology	biology	NOUN
crl-16993	75	19	recommendations	recommendation	NOUN
crl-16993	75	20	as	as	ADV
crl-16993	75	21	well	well	ADV
crl-16993	75	22	as	as	ADP
crl-16993	75	23	the	the	DET
crl-16993	75	24	society	society	NOUN
crl-16993	75	25	for	for	ADP
crl-16993	75	26	neuroscience	neuroscience	NOUN
crl-16993	75	27	’s	’s	PART
crl-16993	75	28	“	"	PUNCT
crl-16993	75	29	research	research	NOUN
crl-16993	75	30	practices	practice	NOUN
crl-16993	75	31	for	for	ADP
crl-16993	75	32	scientific	scientific	ADJ
crl-16993	75	33	rigor	rigor	NOUN
crl-16993	75	34	:	:	PUNCT
crl-16993	75	35	a	a	DET
crl-16993	75	36	resource	resource	NOUN
crl-16993	75	37	for	for	ADP
crl-16993	75	38	discussion	discussion	NOUN
crl-16993	75	39	,	,	PUNCT
crl-16993	75	40	training	training	NOUN
crl-16993	75	41	,	,	PUNCT
crl-16993	75	42	and	and	CCONJ
crl-16993	75	43	practice	practice	NOUN
crl-16993	75	44	,	,	PUNCT
crl-16993	75	45	”	"	PUNCT
crl-16993	75	46	which	which	PRON
crl-16993	75	47	provides	provide	VERB
crl-16993	75	48	discussion	discussion	NOUN
crl-16993	75	49	points	point	NOUN
crl-16993	75	50	and	and	CCONJ
crl-16993	75	51	recommendations	recommendation	NOUN
crl-16993	75	52	for	for	ADP
crl-16993	75	53	methodological	methodological	ADJ
crl-16993	75	54	issues	issue	NOUN
crl-16993	75	55	,	,	PUNCT
crl-16993	75	56	data	datum	NOUN
crl-16993	75	57	analyses	analysis	NOUN
crl-16993	75	58	,	,	PUNCT
crl-16993	75	59	and	and	CCONJ
crl-16993	75	60	transparency.33	transparency.33	VERB
crl-16993	75	61	the	the	DET
crl-16993	75	62	authors	author	NOUN
crl-16993	75	63	are	be	AUX
crl-16993	75	64	currently	currently	ADV
crl-16993	75	65	working	work	VERB
crl-16993	75	66	on	on	ADP
crl-16993	75	67	a	a	DET
crl-16993	75	68	resource	resource	NOUN
crl-16993	75	69	to	to	PART
crl-16993	75	70	make	make	VERB
crl-16993	75	71	disciplinary	disciplinary	ADJ
crl-16993	75	72	guidelines	guideline	NOUN
crl-16993	75	73	easier	easy	ADJ
crl-16993	75	74	to	to	PART
crl-16993	75	75	find	find	VERB
crl-16993	75	76	and	and	CCONJ
crl-16993	75	77	use	use	VERB
crl-16993	75	78	.	.	PUNCT
crl-16993	76	1	academic	academic	ADJ
crl-16993	76	2	libraries	library	NOUN
crl-16993	76	3	and	and	CCONJ
crl-16993	76	4	reproducibility	reproducibility	NOUN
crl-16993	76	5	many	many	ADJ
crl-16993	76	6	of	of	ADP
crl-16993	76	7	the	the	DET
crl-16993	76	8	recommendations	recommendation	NOUN
crl-16993	76	9	contained	contain	VERB
crl-16993	76	10	in	in	ADP
crl-16993	76	11	the	the	DET
crl-16993	76	12	reproducibility	reproducibility	NOUN
crl-16993	76	13	guidelines	guideline	NOUN
crl-16993	76	14	outlined	outline	VERB
crl-16993	76	15	in	in	ADP
crl-16993	76	16	the	the	DET
crl-16993	76	17	previous	previous	ADJ
crl-16993	76	18	section	section	NOUN
crl-16993	76	19	coincide	coincide	NOUN
crl-16993	76	20	with	with	ADP
crl-16993	76	21	core	core	NOUN
crl-16993	76	22	areas	area	NOUN
crl-16993	76	23	of	of	ADP
crl-16993	76	24	academic	academic	ADJ
crl-16993	76	25	librarianship	librarianship	NOUN
crl-16993	76	26	.	.	PUNCT
crl-16993	77	1	this	this	DET
crl-16993	77	2	section	section	NOUN
crl-16993	77	3	provides	provide	VERB
crl-16993	77	4	specific	specific	ADJ
crl-16993	77	5	recommendations	recommendation	NOUN
crl-16993	77	6	for	for	ADP
crl-16993	77	7	services	service	NOUN
crl-16993	77	8	and	and	CCONJ
crl-16993	77	9	expertise	expertise	NOUN
crl-16993	77	10	that	that	PRON
crl-16993	77	11	align	align	VERB
crl-16993	77	12	with	with	ADP
crl-16993	77	13	these	these	DET
crl-16993	77	14	guidelines	guideline	NOUN
crl-16993	77	15	.	.	PUNCT
crl-16993	78	1	where	where	SCONJ
crl-16993	78	2	possible	possible	ADJ
crl-16993	78	3	,	,	PUNCT
crl-16993	78	4	examples	example	NOUN
crl-16993	78	5	are	be	AUX
crl-16993	78	6	provided	provide	VERB
crl-16993	78	7	of	of	ADP
crl-16993	78	8	areas	area	NOUN
crl-16993	78	9	where	where	SCONJ
crl-16993	78	10	this	this	PRON
crl-16993	78	11	is	be	AUX
crl-16993	78	12	already	already	ADV
crl-16993	78	13	being	be	AUX
crl-16993	78	14	done	do	VERB
crl-16993	78	15	.	.	PUNCT
crl-16993	79	1	in	in	ADP
crl-16993	79	2	most	most	ADJ
crl-16993	79	3	cases	case	NOUN
crl-16993	79	4	,	,	PUNCT
crl-16993	79	5	these	these	DET
crl-16993	79	6	services	service	NOUN
crl-16993	79	7	and	and	CCONJ
crl-16993	79	8	expertise	expertise	NOUN
crl-16993	79	9	are	be	AUX
crl-16993	79	10	already	already	ADV
crl-16993	79	11	provided	provide	VERB
crl-16993	79	12	by	by	ADP
crl-16993	79	13	academic	academic	ADJ
crl-16993	79	14	libraries	library	NOUN
crl-16993	79	15	;	;	PUNCT
crl-16993	79	16	extending	extend	VERB
crl-16993	79	17	them	they	PRON
crl-16993	79	18	to	to	PART
crl-16993	79	19	support	support	VERB
crl-16993	79	20	reproducibility	reproducibility	NOUN
crl-16993	79	21	will	will	AUX
crl-16993	79	22	require	require	VERB
crl-16993	79	23	that	that	SCONJ
crl-16993	79	24	libraries	library	NOUN
crl-16993	79	25	thoughtfully	thoughtfully	ADV
crl-16993	79	26	frame	frame	VERB
crl-16993	79	27	and	and	CCONJ
crl-16993	79	28	articulate	articulate	VERB
crl-16993	79	29	service	service	NOUN
crl-16993	79	30	and	and	CCONJ
crl-16993	79	31	expertise	expertise	NOUN
crl-16993	79	32	as	as	ADP
crl-16993	79	33	supporting	support	VERB
crl-16993	79	34	reproducible	reproducible	ADJ
crl-16993	79	35	research	research	NOUN
crl-16993	79	36	.	.	PUNCT
crl-16993	80	1	in	in	ADP
crl-16993	80	2	“	"	PUNCT
crl-16993	80	3	a	a	DET
crl-16993	80	4	manifesto	manifesto	NOUN
crl-16993	80	5	for	for	ADP
crl-16993	80	6	reproducible	reproducible	ADJ
crl-16993	80	7	science	science	NOUN
crl-16993	80	8	,	,	PUNCT
crl-16993	80	9	”	"	PUNCT
crl-16993	80	10	munafò	munafò	NOUN
crl-16993	80	11	and	and	CCONJ
crl-16993	80	12	colleagues	colleague	NOUN
crl-16993	80	13	propose	propose	VERB
crl-16993	80	14	a	a	DET
crl-16993	80	15	number	number	NOUN
crl-16993	80	16	of	of	ADP
crl-16993	80	17	measures	measure	NOUN
crl-16993	80	18	to	to	PART
crl-16993	80	19	improve	improve	VERB
crl-16993	80	20	research	research	NOUN
crl-16993	80	21	reproducibility.34	reproducibility.34	NOUN
crl-16993	80	22	these	these	DET
crl-16993	80	23	measures	measure	NOUN
crl-16993	80	24	are	be	AUX
crl-16993	80	25	grouped	group	VERB
crl-16993	80	26	into	into	ADP
crl-16993	80	27	five	five	NUM
crl-16993	80	28	themes	theme	NOUN
crl-16993	80	29	:	:	PUNCT
crl-16993	80	30	methods	method	NOUN
crl-16993	80	31	,	,	PUNCT
crl-16993	80	32	reporting	reporting	NOUN
crl-16993	80	33	and	and	CCONJ
crl-16993	80	34	dissemination	dissemination	NOUN
crl-16993	80	35	,	,	PUNCT
crl-16993	80	36	reproducibility	reproducibility	NOUN
crl-16993	80	37	,	,	PUNCT
crl-16993	80	38	evaluation	evaluation	NOUN
crl-16993	80	39	,	,	PUNCT
crl-16993	80	40	and	and	CCONJ
crl-16993	80	41	incentives.35	incentives.35	NOUN
crl-16993	80	42	these	these	DET
crl-16993	80	43	themes	theme	NOUN
crl-16993	80	44	reinforce	reinforce	VERB
crl-16993	80	45	the	the	DET
crl-16993	80	46	trends	trend	NOUN
crl-16993	80	47	seen	see	VERB
crl-16993	80	48	in	in	ADP
crl-16993	80	49	reproducibility	reproducibility	NOUN
crl-16993	80	50	guidelines	guideline	NOUN
crl-16993	80	51	and	and	CCONJ
crl-16993	80	52	act	act	VERB
crl-16993	80	53	as	as	ADP
crl-16993	80	54	a	a	DET
crl-16993	80	55	summary	summary	NOUN
crl-16993	80	56	for	for	ADP
crl-16993	80	57	the	the	DET
crl-16993	80	58	major	major	ADJ
crl-16993	80	59	areas	area	NOUN
crl-16993	80	60	that	that	PRON
crl-16993	80	61	efforts	effort	NOUN
crl-16993	80	62	to	to	PART
crl-16993	80	63	support	support	VERB
crl-16993	80	64	reproducible	reproducible	ADJ
crl-16993	80	65	research	research	NOUN
crl-16993	80	66	need	need	NOUN
crl-16993	80	67	to	to	PART
crl-16993	80	68	address	address	VERB
crl-16993	80	69	;	;	PUNCT
crl-16993	80	70	in	in	ADP
crl-16993	80	71	this	this	DET
crl-16993	80	72	paper	paper	NOUN
crl-16993	80	73	these	these	DET
crl-16993	80	74	themes	theme	NOUN
crl-16993	80	75	also	also	ADV
crl-16993	80	76	serve	serve	VERB
crl-16993	80	77	as	as	ADP
crl-16993	80	78	a	a	DET
crl-16993	80	79	framework	framework	NOUN
crl-16993	80	80	for	for	ADP
crl-16993	80	81	organizing	organize	VERB
crl-16993	80	82	the	the	DET
crl-16993	80	83	ways	way	NOUN
crl-16993	80	84	academic	academic	ADJ
crl-16993	80	85	library	library	NOUN
crl-16993	80	86	services	service	NOUN
crl-16993	80	87	and	and	CCONJ
crl-16993	80	88	expertise	expertise	NOUN
crl-16993	80	89	can	can	AUX
crl-16993	80	90	support	support	VERB
crl-16993	80	91	reproducible	reproducible	ADJ
crl-16993	80	92	research	research	NOUN
crl-16993	80	93	.	.	PUNCT
crl-16993	81	1	these	these	DET
crl-16993	81	2	measures	measure	NOUN
crl-16993	81	3	are	be	AUX
crl-16993	81	4	summarized	summarize	VERB
crl-16993	81	5	in	in	ADP
crl-16993	81	6	table	table	NOUN
crl-16993	81	7	4	4	NUM
crl-16993	81	8	below	below	ADV
crl-16993	81	9	,	,	PUNCT
crl-16993	81	10	and	and	CCONJ
crl-16993	81	11	each	each	PRON
crl-16993	81	12	is	be	AUX
crl-16993	81	13	discussed	discuss	VERB
crl-16993	81	14	in	in	ADP
crl-16993	81	15	further	further	ADJ
crl-16993	81	16	detail	detail	NOUN
crl-16993	81	17	in	in	ADP
crl-16993	81	18	the	the	DET
crl-16993	81	19	following	follow	VERB
crl-16993	81	20	sections	section	NOUN
crl-16993	81	21	.	.	PUNCT
crl-16993	82	1	each	each	DET
crl-16993	82	2	section	section	NOUN
crl-16993	82	3	outlines	outline	VERB
crl-16993	82	4	potential	potential	ADJ
crl-16993	82	5	academic	academic	ADJ
crl-16993	82	6	library	library	NOUN
crl-16993	82	7	services	service	NOUN
crl-16993	82	8	that	that	PRON
crl-16993	82	9	impact	impact	VERB
crl-16993	82	10	research	research	NOUN
crl-16993	82	11	reproducibility	reproducibility	NOUN
crl-16993	82	12	and	and	CCONJ
crl-16993	82	13	then	then	ADV
crl-16993	82	14	provides	provide	VERB
crl-16993	82	15	examples	example	NOUN
crl-16993	82	16	where	where	SCONJ
crl-16993	82	17	this	this	PRON
crl-16993	82	18	is	be	AUX
crl-16993	82	19	being	be	AUX
crl-16993	82	20	done	do	VERB
crl-16993	82	21	.	.	PUNCT
crl-16993	83	1	theme	theme	NOUN
crl-16993	83	2	:	:	PUNCT
crl-16993	83	3	methods	method	NOUN
crl-16993	83	4	the	the	DET
crl-16993	83	5	methods	method	NOUN
crl-16993	83	6	theme	theme	NOUN
crl-16993	83	7	encompasses	encompass	VERB
crl-16993	83	8	measures	measure	NOUN
crl-16993	83	9	that	that	PRON
crl-16993	83	10	can	can	AUX
crl-16993	83	11	be	be	AUX
crl-16993	83	12	implemented	implement	VERB
crl-16993	83	13	during	during	ADP
crl-16993	83	14	the	the	DET
crl-16993	83	15	study	study	NOUN
crl-16993	83	16	design	design	NOUN
crl-16993	83	17	stage	stage	NOUN
crl-16993	83	18	of	of	ADP
crl-16993	83	19	research	research	NOUN
crl-16993	83	20	.	.	PUNCT
crl-16993	84	1	for	for	ADP
crl-16993	84	2	example	example	NOUN
crl-16993	84	3	,	,	PUNCT
crl-16993	84	4	munafò	munafò	VERB
crl-16993	84	5	et	et	PROPN
crl-16993	84	6	al	al	PROPN
crl-16993	84	7	.	.	PROPN
crl-16993	84	8	include	include	VERB
crl-16993	84	9	measures	measure	NOUN
crl-16993	84	10	aimed	aim	VERB
crl-16993	84	11	at	at	ADP
crl-16993	84	12	protecting	protect	VERB
crl-16993	84	13	against	against	ADP
crl-16993	84	14	cognitive	cognitive	ADJ
crl-16993	84	15	biases	bias	NOUN
crl-16993	84	16	and	and	CCONJ
crl-16993	84	17	improving	improve	VERB
crl-16993	84	18	independent	independent	ADJ
crl-16993	84	19	methodological	methodological	ADJ
crl-16993	84	20	support.36	support.36	NOUN
crl-16993	84	21	while	while	SCONJ
crl-16993	84	22	most	most	ADJ
crl-16993	84	23	libraries	library	NOUN
crl-16993	84	24	can	can	AUX
crl-16993	84	25	not	not	PART
crl-16993	84	26	systematically	systematically	ADV
crl-16993	84	27	support	support	VERB
crl-16993	84	28	measures	measure	NOUN
crl-16993	84	29	aimed	aim	VERB
crl-16993	84	30	at	at	ADP
crl-16993	84	31	improving	improve	VERB
crl-16993	84	32	study	study	NOUN
crl-16993	84	33	design	design	NOUN
crl-16993	84	34	and	and	CCONJ
crl-16993	84	35	statistical	statistical	ADJ
crl-16993	84	36	analysis	analysis	NOUN
crl-16993	84	37	,	,	PUNCT
crl-16993	84	38	academic	academic	ADJ
crl-16993	84	39	libraries	library	NOUN
crl-16993	84	40	do	do	AUX
crl-16993	84	41	have	have	VERB
crl-16993	84	42	a	a	DET
crl-16993	84	43	role	role	NOUN
crl-16993	84	44	as	as	ADP
crl-16993	84	45	a	a	DET
crl-16993	84	46	connector	connector	NOUN
crl-16993	84	47	to	to	ADP
crl-16993	84	48	other	other	ADJ
crl-16993	84	49	experts	expert	NOUN
crl-16993	84	50	that	that	PRON
crl-16993	84	51	can	can	AUX
crl-16993	84	52	directly	directly	ADV
crl-16993	84	53	support	support	VERB
crl-16993	84	54	these	these	DET
crl-16993	84	55	areas	area	NOUN
crl-16993	84	56	,	,	PUNCT
crl-16993	84	57	such	such	ADJ
crl-16993	84	58	as	as	ADP
crl-16993	84	59	statistical	statistical	ADJ
crl-16993	84	60	consulting	consulting	NOUN
crl-16993	84	61	and	and	CCONJ
crl-16993	84	62	research	research	NOUN
crl-16993	84	63	computing	computing	NOUN
crl-16993	84	64	services	service	NOUN
crl-16993	84	65	.	.	PUNCT
crl-16993	85	1	academic	academic	ADJ
crl-16993	85	2	librarians	librarian	NOUN
crl-16993	85	3	typically	typically	ADV
crl-16993	85	4	have	have	VERB
crl-16993	85	5	institution	institution	NOUN
crl-16993	85	6	-	-	PUNCT
crl-16993	85	7	wide	wide	ADJ
crl-16993	85	8	roles	role	NOUN
crl-16993	85	9	that	that	PRON
crl-16993	85	10	can	can	AUX
crl-16993	85	11	be	be	AUX
crl-16993	85	12	leveraged	leverage	VERB
crl-16993	85	13	to	to	PART
crl-16993	85	14	build	build	VERB
crl-16993	85	15	relationships	relationship	NOUN
crl-16993	85	16	and	and	CCONJ
crl-16993	85	17	connect	connect	VERB
crl-16993	85	18	researchers	researcher	NOUN
crl-16993	85	19	with	with	ADP
crl-16993	85	20	the	the	DET
crl-16993	85	21	support	support	NOUN
crl-16993	85	22	they	they	PRON
crl-16993	85	23	require	require	VERB
crl-16993	85	24	.	.	PUNCT
crl-16993	86	1	especially	especially	ADV
crl-16993	86	2	at	at	ADP
crl-16993	86	3	large	large	ADJ
crl-16993	86	4	institutions	institution	NOUN
crl-16993	86	5	,	,	PUNCT
crl-16993	86	6	librarians	librarian	NOUN
crl-16993	86	7	are	be	AUX
crl-16993	86	8	much	much	ADV
crl-16993	86	9	more	more	ADV
crl-16993	86	10	likely	likely	ADJ
crl-16993	86	11	to	to	PART
crl-16993	86	12	be	be	AUX
crl-16993	86	13	aware	aware	ADJ
crl-16993	86	14	of	of	ADP
crl-16993	86	15	these	these	DET
crl-16993	86	16	services	service	NOUN
crl-16993	86	17	than	than	ADP
crl-16993	86	18	students	student	NOUN
crl-16993	86	19	or	or	CCONJ
crl-16993	86	20	faculty	faculty	NOUN
crl-16993	86	21	.	.	PUNCT
crl-16993	87	1	furthermore	furthermore	ADV
crl-16993	87	2	,	,	PUNCT
crl-16993	87	3	with	with	ADP
crl-16993	87	4	the	the	DET
crl-16993	87	5	growth	growth	NOUN
crl-16993	87	6	of	of	ADP
crl-16993	87	7	data	datum	NOUN
crl-16993	87	8	-	-	PUNCT
crl-16993	87	9	intensive	intensive	ADJ
crl-16993	87	10	and	and	CCONJ
crl-16993	87	11	computational	computational	ADJ
crl-16993	87	12	research	research	NOUN
crl-16993	87	13	,	,	PUNCT
crl-16993	87	14	students	student	NOUN
crl-16993	87	15	and	and	CCONJ
crl-16993	87	16	researchers	researcher	NOUN
crl-16993	87	17	need	need	VERB
crl-16993	87	18	increased	increase	VERB
crl-16993	87	19	training	training	NOUN
crl-16993	87	20	and	and	CCONJ
crl-16993	87	21	support	support	NOUN
crl-16993	87	22	for	for	ADP
crl-16993	87	23	managing	manage	VERB
crl-16993	87	24	data	datum	NOUN
crl-16993	87	25	and	and	CCONJ
crl-16993	87	26	workflows	workflow	NOUN
crl-16993	87	27	.	.	PUNCT
crl-16993	88	1	librarians	librarian	NOUN
crl-16993	88	2	replicable	replicable	ADJ
crl-16993	88	3	services	service	NOUN
crl-16993	88	4	for	for	ADP
crl-16993	88	5	reproducible	reproducible	ADJ
crl-16993	88	6	research	research	NOUN
crl-16993	88	7	265	265	NUM
crl-16993	88	8	table	table	NOUN
crl-16993	88	9	4	4	NUM
crl-16993	88	10	library	library	NOUN
crl-16993	88	11	services	service	NOUN
crl-16993	88	12	contributing	contribute	VERB
crl-16993	88	13	to	to	ADP
crl-16993	88	14	reproducibility	reproducibility	NOUN
crl-16993	88	15	theme	theme	NOUN
crl-16993	88	16	intervention	intervention	NOUN
crl-16993	88	17	type	type	NOUN
crl-16993	88	18	of	of	ADP
crl-16993	88	19	support	support	NOUN
crl-16993	88	20	methods	method	NOUN
crl-16993	88	21	support	support	VERB
crl-16993	88	22	for	for	ADP
crl-16993	88	23	data	data	NOUN
crl-16993	88	24	-	-	PUNCT
crl-16993	88	25	intensive	intensive	ADJ
crl-16993	88	26	research	research	NOUN
crl-16993	88	27	methodologies	methodology	NOUN
crl-16993	88	28	;	;	PUNCT
crl-16993	88	29	automation	automation	NOUN
crl-16993	88	30	of	of	ADP
crl-16993	88	31	data	datum	NOUN
crl-16993	88	32	processing	processing	NOUN
crl-16993	88	33	and	and	CCONJ
crl-16993	88	34	analysis	analysis	NOUN
crl-16993	88	35	supporting	support	VERB
crl-16993	88	36	computational	computational	ADJ
crl-16993	88	37	and	and	CCONJ
crl-16993	88	38	data	datum	NOUN
crl-16993	88	39	-	-	PUNCT
crl-16993	88	40	intensive	intensive	ADJ
crl-16993	88	41	research	research	NOUN
crl-16993	88	42	methodologies	methodology	NOUN
crl-16993	88	43	,	,	PUNCT
crl-16993	88	44	bibliometrics	bibliometric	NOUN
crl-16993	88	45	,	,	PUNCT
crl-16993	88	46	and	and	CCONJ
crl-16993	88	47	gis	gis	NOUN
crl-16993	88	48	.	.	PUNCT
crl-16993	89	1	supporting	support	VERB
crl-16993	89	2	researchers	researcher	NOUN
crl-16993	89	3	building	build	VERB
crl-16993	89	4	data	datum	NOUN
crl-16993	89	5	processing	processing	NOUN
crl-16993	89	6	and	and	CCONJ
crl-16993	89	7	analysis	analysis	NOUN
crl-16993	89	8	pipelines	pipeline	NOUN
crl-16993	89	9	in	in	ADP
crl-16993	89	10	standard	standard	ADJ
crl-16993	89	11	computational	computational	ADJ
crl-16993	89	12	tools	tool	NOUN
crl-16993	89	13	such	such	ADJ
crl-16993	89	14	as	as	ADP
crl-16993	89	15	r	r	NOUN
crl-16993	89	16	and	and	CCONJ
crl-16993	89	17	python	python	NOUN
crl-16993	89	18	support	support	NOUN
crl-16993	89	19	for	for	ADP
crl-16993	89	20	systematic	systematic	ADJ
crl-16993	89	21	reviews	review	NOUN
crl-16993	89	22	supporting	support	VERB
crl-16993	89	23	systematic	systematic	ADJ
crl-16993	89	24	reviews	review	NOUN
crl-16993	89	25	and	and	CCONJ
crl-16993	89	26	extending	extend	VERB
crl-16993	89	27	systematic	systematic	ADJ
crl-16993	89	28	review	review	NOUN
crl-16993	89	29	methodologies	methodology	NOUN
crl-16993	89	30	to	to	ADP
crl-16993	89	31	new	new	ADJ
crl-16993	89	32	domains	domain	NOUN
crl-16993	89	33	;	;	PUNCT
crl-16993	89	34	providing	provide	VERB
crl-16993	89	35	support	support	NOUN
crl-16993	89	36	for	for	ADP
crl-16993	89	37	systematic	systematic	ADJ
crl-16993	89	38	reviews	review	NOUN
crl-16993	89	39	across	across	ADP
crl-16993	89	40	the	the	DET
crl-16993	89	41	scientific	scientific	ADJ
crl-16993	89	42	process	process	NOUN
crl-16993	89	43	.	.	PUNCT
crl-16993	90	1	connector	connector	NOUN
crl-16993	90	2	to	to	ADP
crl-16993	90	3	methodological	methodological	ADJ
crl-16993	90	4	and	and	CCONJ
crl-16993	90	5	statistical	statistical	ADJ
crl-16993	90	6	support	support	NOUN
crl-16993	90	7	units	unit	NOUN
crl-16993	90	8	connecting	connect	VERB
crl-16993	90	9	researchers	researcher	NOUN
crl-16993	90	10	to	to	ADP
crl-16993	90	11	statistical	statistical	ADJ
crl-16993	90	12	and	and	CCONJ
crl-16993	90	13	methodological	methodological	ADJ
crl-16993	90	14	expertise	expertise	NOUN
crl-16993	90	15	reporting	reporting	NOUN
crl-16993	90	16	and	and	CCONJ
crl-16993	90	17	dissemination	dissemination	NOUN
crl-16993	90	18	finding	finding	NOUN
crl-16993	90	19	and	and	CCONJ
crl-16993	90	20	using	use	VERB
crl-16993	90	21	reporting	reporting	NOUN
crl-16993	90	22	guidelines	guideline	NOUN
crl-16993	90	23	helping	help	VERB
crl-16993	90	24	researchers	researcher	NOUN
crl-16993	90	25	find	find	VERB
crl-16993	90	26	and	and	CCONJ
crl-16993	90	27	use	use	VERB
crl-16993	90	28	guidelines	guideline	NOUN
crl-16993	90	29	and	and	CCONJ
crl-16993	90	30	checklists	checklist	NOUN
crl-16993	90	31	(	(	PUNCT
crl-16993	90	32	e.g.	e.g.	ADV
crl-16993	90	33	prisma	prisma	NOUN
crl-16993	90	34	,	,	PUNCT
crl-16993	90	35	etc	etc	X
crl-16993	90	36	.	.	X
crl-16993	90	37	)	)	PUNCT
crl-16993	91	1	to	to	PART
crl-16993	91	2	improve	improve	VERB
crl-16993	91	3	methods	method	NOUN
crl-16993	91	4	reporting	report	VERB
crl-16993	91	5	providing	provide	VERB
crl-16993	91	6	repositories	repository	NOUN
crl-16993	91	7	for	for	ADP
crl-16993	91	8	preregistrations	preregistration	NOUN
crl-16993	91	9	providing	provide	VERB
crl-16993	91	10	institutional	institutional	ADJ
crl-16993	91	11	repositories	repository	NOUN
crl-16993	91	12	capable	capable	ADJ
crl-16993	91	13	of	of	ADP
crl-16993	91	14	supporting	support	VERB
crl-16993	91	15	pre	pre	NOUN
crl-16993	91	16	-	-	NOUN
crl-16993	91	17	registrations	registration	NOUN
crl-16993	91	18	helping	help	VERB
crl-16993	91	19	researchers	researcher	NOUN
crl-16993	91	20	understand	understand	VERB
crl-16993	91	21	and	and	CCONJ
crl-16993	91	22	find	find	VERB
crl-16993	91	23	repositories	repository	NOUN
crl-16993	91	24	for	for	ADP
crl-16993	91	25	preregistration	preregistration	NOUN
crl-16993	91	26	helping	help	VERB
crl-16993	91	27	researchers	researcher	NOUN
crl-16993	91	28	find	find	VERB
crl-16993	91	29	appropriate	appropriate	ADJ
crl-16993	91	30	repositories	repository	NOUN
crl-16993	91	31	for	for	ADP
crl-16993	91	32	preregistration	preregistration	NOUN
crl-16993	91	33	and	and	CCONJ
crl-16993	91	34	helping	help	VERB
crl-16993	91	35	new	new	ADJ
crl-16993	91	36	researchers	researcher	NOUN
crl-16993	91	37	understand	understand	VERB
crl-16993	91	38	why	why	SCONJ
crl-16993	91	39	preregistration	preregistration	NOUN
crl-16993	91	40	is	be	AUX
crl-16993	91	41	important	important	ADJ
crl-16993	91	42	open	open	ADJ
crl-16993	91	43	access	access	NOUN
crl-16993	91	44	publisher	publisher	NOUN
crl-16993	91	45	providing	provide	VERB
crl-16993	91	46	open	open	ADJ
crl-16993	91	47	access	access	NOUN
crl-16993	91	48	journal	journal	NOUN
crl-16993	91	49	publishing	publishing	NOUN
crl-16993	91	50	platforms	platform	NOUN
crl-16993	91	51	encouraging	encourage	VERB
crl-16993	91	52	replications	replication	NOUN
crl-16993	91	53	encouraging	encourage	VERB
crl-16993	91	54	replications	replication	NOUN
crl-16993	91	55	through	through	ADP
crl-16993	91	56	support	support	NOUN
crl-16993	91	57	,	,	PUNCT
crl-16993	91	58	programming	programming	NOUN
crl-16993	91	59	(	(	PUNCT
crl-16993	91	60	e.g.	e.g.	ADV
crl-16993	91	61	,	,	PUNCT
crl-16993	91	62	poster	poster	NOUN
crl-16993	91	63	session	session	NOUN
crl-16993	91	64	featuring	feature	VERB
crl-16993	91	65	replication	replication	NOUN
crl-16993	91	66	studies	study	NOUN
crl-16993	91	67	of	of	ADP
crl-16993	91	68	graduate	graduate	ADJ
crl-16993	91	69	students	student	NOUN
crl-16993	91	70	)	)	PUNCT
crl-16993	91	71	,	,	PUNCT
crl-16993	91	72	and	and	CCONJ
crl-16993	91	73	institutional	institutional	ADJ
crl-16993	91	74	open	open	ADJ
crl-16993	91	75	-	-	PUNCT
crl-16993	91	76	access	access	NOUN
crl-16993	91	77	publishing	publishing	NOUN
crl-16993	91	78	reproducibility	reproducibility	NOUN
crl-16993	91	79	(	(	PUNCT
crl-16993	91	80	encouraging	encourage	VERB
crl-16993	91	81	transparency	transparency	NOUN
crl-16993	91	82	and	and	CCONJ
crl-16993	91	83	open	open	ADJ
crl-16993	91	84	science	science	NOUN
crl-16993	91	85	)	)	PUNCT
crl-16993	91	86	data	datum	NOUN
crl-16993	91	87	curation	curation	NOUN
crl-16993	91	88	curating	curate	VERB
crl-16993	91	89	research	research	NOUN
crl-16993	91	90	data	datum	NOUN
crl-16993	91	91	before	before	ADP
crl-16993	91	92	depositing	deposit	VERB
crl-16993	91	93	into	into	ADP
crl-16993	91	94	repositories	repository	NOUN
crl-16993	91	95	active	active	ADJ
crl-16993	91	96	research	research	NOUN
crl-16993	91	97	data	datum	NOUN
crl-16993	91	98	management	management	NOUN
crl-16993	91	99	helping	help	VERB
crl-16993	91	100	researchers	researcher	NOUN
crl-16993	91	101	manage	manage	VERB
crl-16993	91	102	their	their	PRON
crl-16993	91	103	research	research	NOUN
crl-16993	91	104	data	datum	NOUN
crl-16993	91	105	before	before	ADP
crl-16993	91	106	and	and	CCONJ
crl-16993	91	107	during	during	ADP
crl-16993	91	108	research	research	NOUN
crl-16993	91	109	,	,	PUNCT
crl-16993	91	110	working	work	VERB
crl-16993	91	111	with	with	ADP
crl-16993	91	112	quality	quality	NOUN
crl-16993	91	113	assurance	assurance	NOUN
crl-16993	91	114	offices	office	NOUN
crl-16993	91	115	,	,	PUNCT
crl-16993	91	116	and	and	CCONJ
crl-16993	91	117	training	train	VERB
crl-16993	91	118	new	new	ADJ
crl-16993	91	119	lab	lab	NOUN
crl-16993	91	120	members	member	NOUN
crl-16993	91	121	data	data	PROPN
crl-16993	91	122	/	/	SYM
crl-16993	91	123	code	code	NOUN
crl-16993	91	124	/	/	SYM
crl-16993	91	125	methods	method	NOUN
crl-16993	91	126	sharing	share	VERB
crl-16993	91	127	helping	help	VERB
crl-16993	91	128	researchers	researcher	NOUN
crl-16993	91	129	find	find	VERB
crl-16993	91	130	appropriate	appropriate	ADJ
crl-16993	91	131	repositories	repository	NOUN
crl-16993	91	132	for	for	ADP
crl-16993	91	133	sharing	share	VERB
crl-16993	91	134	data	datum	NOUN
crl-16993	91	135	,	,	PUNCT
crl-16993	91	136	running	run	VERB
crl-16993	91	137	institutional	institutional	ADJ
crl-16993	91	138	data	datum	NOUN
crl-16993	91	139	repositories	repository	NOUN
crl-16993	91	140	,	,	PUNCT
crl-16993	91	141	and	and	CCONJ
crl-16993	91	142	helping	helping	AUX
crl-16993	91	143	define	define	VERB
crl-16993	91	144	standards	standard	NOUN
crl-16993	91	145	for	for	ADP
crl-16993	91	146	citation	citation	NOUN
crl-16993	91	147	and	and	CCONJ
crl-16993	91	148	sharing	sharing	NOUN
crl-16993	91	149	evaluation	evaluation	NOUN
crl-16993	91	150	(	(	PUNCT
crl-16993	91	151	diversifying	diversify	VERB
crl-16993	91	152	peer	peer	NOUN
crl-16993	91	153	review	review	NOUN
crl-16993	91	154	)	)	PUNCT
crl-16993	91	155	educating	educate	VERB
crl-16993	91	156	researchers	researcher	NOUN
crl-16993	91	157	educating	educate	VERB
crl-16993	91	158	researchers	researcher	NOUN
crl-16993	91	159	about	about	ADP
crl-16993	91	160	new	new	ADJ
crl-16993	91	161	forms	form	NOUN
crl-16993	91	162	of	of	ADP
crl-16993	91	163	peer	peer	NOUN
crl-16993	91	164	-	-	PUNCT
crl-16993	91	165	review	review	NOUN
crl-16993	91	166	and	and	CCONJ
crl-16993	91	167	publication	publication	NOUN
crl-16993	91	168	supporting	support	VERB
crl-16993	91	169	preprints	preprint	NOUN
crl-16993	91	170	helping	help	VERB
crl-16993	91	171	researchers	researcher	NOUN
crl-16993	91	172	find	find	VERB
crl-16993	91	173	appropriate	appropriate	ADJ
crl-16993	91	174	venues	venue	NOUN
crl-16993	91	175	for	for	ADP
crl-16993	91	176	depositing	deposit	VERB
crl-16993	91	177	preprints	preprint	NOUN
crl-16993	91	178	,	,	PUNCT
crl-16993	91	179	understanding	understand	VERB
crl-16993	91	180	journal	journal	NOUN
crl-16993	91	181	guidelines	guideline	NOUN
crl-16993	91	182	(	(	PUNCT
crl-16993	91	183	e.g.	e.g.	ADV
crl-16993	91	184	,	,	PUNCT
crl-16993	91	185	sherpa	sherpa	NOUN
crl-16993	91	186	romeo	romeo	NOUN
crl-16993	91	187	)	)	PUNCT
crl-16993	91	188	regarding	regard	VERB
crl-16993	91	189	copyright	copyright	NOUN
crl-16993	91	190	,	,	PUNCT
crl-16993	91	191	and	and	CCONJ
crl-16993	91	192	negotiating	negotiate	VERB
crl-16993	91	193	with	with	ADP
crl-16993	91	194	journals	journal	NOUN
crl-16993	91	195	incentives	incentive	NOUN
crl-16993	91	196	(	(	PUNCT
crl-16993	91	197	rewarding	reward	VERB
crl-16993	91	198	open	open	ADJ
crl-16993	91	199	and	and	CCONJ
crl-16993	91	200	reproducible	reproducible	ADJ
crl-16993	91	201	practices	practice	NOUN
crl-16993	91	202	)	)	PUNCT
crl-16993	91	203	citation	citation	NOUN
crl-16993	91	204	standards	standard	NOUN
crl-16993	91	205	helping	helping	AUX
crl-16993	91	206	create	create	VERB
crl-16993	91	207	citation	citation	NOUN
crl-16993	91	208	standards	standard	NOUN
crl-16993	91	209	for	for	ADP
crl-16993	91	210	data	data	NOUN
crl-16993	91	211	,	,	PUNCT
crl-16993	91	212	code	code	NOUN
crl-16993	91	213	,	,	PUNCT
crl-16993	91	214	research	research	NOUN
crl-16993	91	215	materials	material	NOUN
crl-16993	91	216	,	,	PUNCT
crl-16993	91	217	etc	etc	X
crl-16993	91	218	.	.	X
crl-16993	91	219	education	education	NOUN
crl-16993	91	220	teaching	teaching	NOUN
crl-16993	91	221	faculty	faculty	NOUN
crl-16993	91	222	,	,	PUNCT
crl-16993	91	223	researchers	researcher	NOUN
crl-16993	91	224	,	,	PUNCT
crl-16993	91	225	and	and	CCONJ
crl-16993	91	226	students	student	NOUN
crl-16993	91	227	about	about	ADP
crl-16993	91	228	how	how	SCONJ
crl-16993	91	229	different	different	ADJ
crl-16993	91	230	citation	citation	NOUN
crl-16993	91	231	metrics	metric	NOUN
crl-16993	91	232	work	work	VERB
crl-16993	91	233	and	and	CCONJ
crl-16993	91	234	the	the	DET
crl-16993	91	235	costs	cost	NOUN
crl-16993	91	236	and	and	CCONJ
crl-16993	91	237	benefits	benefit	NOUN
crl-16993	91	238	of	of	ADP
crl-16993	91	239	each	each	PRON
crl-16993	91	240	,	,	PUNCT
crl-16993	91	241	as	as	ADV
crl-16993	91	242	well	well	ADV
crl-16993	91	243	as	as	ADP
crl-16993	91	244	the	the	DET
crl-16993	91	245	longevity	longevity	NOUN
crl-16993	91	246	of	of	ADP
crl-16993	91	247	scholar	scholar	NOUN
crl-16993	91	248	identity	identity	NOUN
crl-16993	91	249	(	(	PUNCT
crl-16993	91	250	e.g.	e.g.	ADV
crl-16993	91	251	,	,	PUNCT
crl-16993	91	252	orcid	orcid	NOUN
crl-16993	91	253	)	)	PUNCT
crl-16993	91	254	citation	citation	NOUN
crl-16993	91	255	data	data	NOUN
crl-16993	91	256	provider	provider	NOUN
crl-16993	91	257	to	to	ADP
crl-16993	91	258	tenure	tenure	NOUN
crl-16993	91	259	and	and	CCONJ
crl-16993	91	260	promotion	promotion	NOUN
crl-16993	91	261	(	(	PUNCT
crl-16993	91	262	t&p	t&p	PROPN
crl-16993	91	263	)	)	PUNCT
crl-16993	91	264	committees	committee	NOUN
crl-16993	91	265	providing	provide	VERB
crl-16993	91	266	citation	citation	NOUN
crl-16993	91	267	data	datum	NOUN
crl-16993	91	268	for	for	ADP
crl-16993	91	269	data	data	NOUN
crl-16993	91	270	,	,	PUNCT
crl-16993	91	271	code	code	NOUN
crl-16993	91	272	,	,	PUNCT
crl-16993	91	273	software	software	NOUN
crl-16993	91	274	,	,	PUNCT
crl-16993	91	275	and	and	CCONJ
crl-16993	91	276	materials	material	NOUN
crl-16993	91	277	to	to	ADP
crl-16993	91	278	tenure	tenure	NOUN
crl-16993	91	279	and	and	CCONJ
crl-16993	91	280	promotion	promotion	NOUN
crl-16993	91	281	committees	committee	NOUN
crl-16993	91	282	and	and	CCONJ
crl-16993	91	283	advocating	advocate	VERB
crl-16993	91	284	for	for	ADP
crl-16993	91	285	changes	change	NOUN
crl-16993	91	286	to	to	ADP
crl-16993	91	287	academic	academic	ADJ
crl-16993	91	288	incentives	incentive	NOUN
crl-16993	91	289	.	.	PUNCT
crl-16993	92	1	266	266	NUM
crl-16993	92	2	college	college	PROPN
crl-16993	92	3	&	&	CCONJ
crl-16993	92	4	research	research	PROPN
crl-16993	92	5	libraries	library	NOUN
crl-16993	92	6	march	march	PROPN
crl-16993	92	7	2019	2019	NUM
crl-16993	92	8	working	work	VERB
crl-16993	92	9	with	with	ADP
crl-16993	92	10	the	the	DET
crl-16993	92	11	digital	digital	ADJ
crl-16993	92	12	humanities	humanity	NOUN
crl-16993	92	13	,	,	PUNCT
crl-16993	92	14	bibliometrics	bibliometric	NOUN
crl-16993	92	15	,	,	PUNCT
crl-16993	92	16	and	and	CCONJ
crl-16993	92	17	geographic	geographic	ADJ
crl-16993	92	18	information	information	NOUN
crl-16993	92	19	systems	system	NOUN
crl-16993	92	20	(	(	PUNCT
crl-16993	92	21	gis	gis	NOUN
crl-16993	92	22	)	)	PUNCT
crl-16993	92	23	have	have	AUX
crl-16993	92	24	long	long	ADV
crl-16993	92	25	supported	support	VERB
crl-16993	92	26	data	datum	NOUN
crl-16993	92	27	-	-	PUNCT
crl-16993	92	28	intensive	intensive	ADJ
crl-16993	92	29	and	and	CCONJ
crl-16993	92	30	computational	computational	ADJ
crl-16993	92	31	methodologies	methodology	NOUN
crl-16993	92	32	.	.	PUNCT
crl-16993	93	1	academic	academic	ADJ
crl-16993	93	2	libraries	library	NOUN
crl-16993	93	3	have	have	AUX
crl-16993	93	4	been	be	AUX
crl-16993	93	5	involved	involve	VERB
crl-16993	93	6	in	in	ADP
crl-16993	93	7	various	various	ADJ
crl-16993	93	8	digital	digital	ADJ
crl-16993	93	9	scholarship	scholarship	NOUN
crl-16993	93	10	projects.37	projects.37	VERB
crl-16993	93	11	one	one	NUM
crl-16993	93	12	example	example	NOUN
crl-16993	93	13	is	be	AUX
crl-16993	93	14	the	the	DET
crl-16993	93	15	mapping	mapping	NOUN
crl-16993	93	16	prejudice	prejudice	NOUN
crl-16993	93	17	project	project	NOUN
crl-16993	93	18	,	,	PUNCT
crl-16993	93	19	which	which	PRON
crl-16993	93	20	is	be	AUX
crl-16993	93	21	a	a	DET
crl-16993	93	22	collaboration	collaboration	NOUN
crl-16993	93	23	between	between	ADP
crl-16993	93	24	the	the	DET
crl-16993	93	25	university	university	PROPN
crl-16993	93	26	of	of	ADP
crl-16993	93	27	minnesota	minnesota	PROPN
crl-16993	93	28	and	and	CCONJ
crl-16993	93	29	augsburg	augsburg	PROPN
crl-16993	93	30	university.38	university.38	NOUN
crl-16993	93	31	in	in	ADP
crl-16993	93	32	this	this	DET
crl-16993	93	33	example	example	NOUN
crl-16993	93	34	,	,	PUNCT
crl-16993	93	35	staff	staff	NOUN
crl-16993	93	36	from	from	ADP
crl-16993	93	37	the	the	DET
crl-16993	93	38	borchert	borchert	ADJ
crl-16993	93	39	map	map	NOUN
crl-16993	93	40	library	library	NOUN
crl-16993	93	41	have	have	AUX
crl-16993	93	42	served	serve	VERB
crl-16993	93	43	on	on	ADP
crl-16993	93	44	a	a	DET
crl-16993	93	45	team	team	NOUN
crl-16993	93	46	working	work	VERB
crl-16993	93	47	to	to	PART
crl-16993	93	48	compile	compile	VERB
crl-16993	93	49	a	a	DET
crl-16993	93	50	database	database	NOUN
crl-16993	93	51	and	and	CCONJ
crl-16993	93	52	accompanying	accompanying	ADJ
crl-16993	93	53	visualizations	visualization	NOUN
crl-16993	93	54	of	of	ADP
crl-16993	93	55	racial	racial	ADJ
crl-16993	93	56	covenants	covenant	NOUN
crl-16993	93	57	in	in	ADP
crl-16993	93	58	minneapolis.39	minneapolis.39	NOUN
crl-16993	93	59	there	there	ADV
crl-16993	93	60	is	be	VERB
crl-16993	93	61	now	now	ADV
crl-16993	93	62	a	a	DET
crl-16993	93	63	need	need	NOUN
crl-16993	93	64	to	to	PART
crl-16993	93	65	extend	extend	VERB
crl-16993	93	66	support	support	NOUN
crl-16993	93	67	to	to	ADP
crl-16993	93	68	other	other	ADJ
crl-16993	93	69	disciplines	discipline	NOUN
crl-16993	93	70	by	by	ADP
crl-16993	93	71	supporting	support	VERB
crl-16993	93	72	computational	computational	ADJ
crl-16993	93	73	tools	tool	NOUN
crl-16993	93	74	like	like	ADP
crl-16993	93	75	r	r	NOUN
crl-16993	93	76	,	,	PUNCT
crl-16993	93	77	python	python	NOUN
crl-16993	93	78	,	,	PUNCT
crl-16993	93	79	and	and	CCONJ
crl-16993	93	80	git	git	NOUN
crl-16993	93	81	.	.	PUNCT
crl-16993	94	1	these	these	DET
crl-16993	94	2	tools	tool	NOUN
crl-16993	94	3	can	can	AUX
crl-16993	94	4	improve	improve	VERB
crl-16993	94	5	reproducibility	reproducibility	NOUN
crl-16993	94	6	by	by	ADP
crl-16993	94	7	automating	automate	VERB
crl-16993	94	8	data	datum	NOUN
crl-16993	94	9	processing	processing	NOUN
crl-16993	94	10	and	and	CCONJ
crl-16993	94	11	analysis	analysis	NOUN
crl-16993	94	12	,	,	PUNCT
crl-16993	94	13	thus	thus	ADV
crl-16993	94	14	increasing	increase	VERB
crl-16993	94	15	consistency	consistency	NOUN
crl-16993	94	16	and	and	CCONJ
crl-16993	94	17	allowing	allow	VERB
crl-16993	94	18	the	the	DET
crl-16993	94	19	underlying	underlie	VERB
crl-16993	94	20	code	code	NOUN
crl-16993	94	21	to	to	PART
crl-16993	94	22	be	be	AUX
crl-16993	94	23	audited	audit	VERB
crl-16993	94	24	and	and	CCONJ
crl-16993	94	25	shared	share	VERB
crl-16993	94	26	.	.	PUNCT
crl-16993	95	1	with	with	ADP
crl-16993	95	2	these	these	DET
crl-16993	95	3	methodologies	methodology	NOUN
crl-16993	95	4	comes	come	VERB
crl-16993	95	5	a	a	DET
crl-16993	95	6	concurrent	concurrent	ADJ
crl-16993	95	7	need	need	NOUN
crl-16993	95	8	for	for	ADP
crl-16993	95	9	education	education	NOUN
crl-16993	95	10	around	around	ADP
crl-16993	95	11	data	datum	NOUN
crl-16993	95	12	and	and	CCONJ
crl-16993	95	13	code	code	NOUN
crl-16993	95	14	management	management	NOUN
crl-16993	95	15	,	,	PUNCT
crl-16993	95	16	versioning	versione	VERB
crl-16993	95	17	,	,	PUNCT
crl-16993	95	18	and	and	CCONJ
crl-16993	95	19	documentation	documentation	NOUN
crl-16993	95	20	.	.	PUNCT
crl-16993	96	1	the	the	DET
crl-16993	96	2	asa	asa	PROPN
crl-16993	96	3	guidelines	guideline	NOUN
crl-16993	96	4	specifically	specifically	ADV
crl-16993	96	5	note	note	VERB
crl-16993	96	6	that	that	SCONJ
crl-16993	96	7	“	"	PUNCT
crl-16993	96	8	most	most	ADJ
crl-16993	96	9	students	student	NOUN
crl-16993	96	10	and	and	CCONJ
crl-16993	96	11	faculty	faculty	NOUN
crl-16993	96	12	have	have	VERB
crl-16993	96	13	little	little	ADJ
crl-16993	96	14	training	training	NOUN
crl-16993	96	15	in	in	ADP
crl-16993	96	16	how	how	SCONJ
crl-16993	96	17	to	to	PART
crl-16993	96	18	organize	organize	VERB
crl-16993	96	19	their	their	PRON
crl-16993	96	20	data	datum	NOUN
crl-16993	96	21	and	and	CCONJ
crl-16993	96	22	software	software	NOUN
crl-16993	96	23	so	so	SCONJ
crl-16993	96	24	that	that	SCONJ
crl-16993	96	25	their	their	PRON
crl-16993	96	26	analyses	analysis	NOUN
crl-16993	96	27	are	be	AUX
crl-16993	96	28	reproducible	reproducible	ADJ
crl-16993	96	29	.	.	PUNCT
crl-16993	97	1	”40	”40	NOUN
crl-16993	97	2	in	in	ADP
crl-16993	97	3	“	"	PUNCT
crl-16993	97	4	good	good	ADJ
crl-16993	97	5	enough	enough	ADJ
crl-16993	97	6	practices	practice	NOUN
crl-16993	97	7	in	in	ADP
crl-16993	97	8	scientific	scientific	ADJ
crl-16993	97	9	computing	computing	NOUN
crl-16993	97	10	,	,	PUNCT
crl-16993	97	11	”	"	PUNCT
crl-16993	97	12	wilson	wilson	PROPN
crl-16993	97	13	et	et	PROPN
crl-16993	97	14	al	al	PROPN
crl-16993	97	15	.	.	PROPN
crl-16993	97	16	recommend	recommend	VERB
crl-16993	97	17	a	a	DET
crl-16993	97	18	number	number	NOUN
crl-16993	97	19	of	of	ADP
crl-16993	97	20	measures	measure	NOUN
crl-16993	97	21	to	to	PART
crl-16993	97	22	improve	improve	VERB
crl-16993	97	23	reproducibility	reproducibility	NOUN
crl-16993	97	24	,	,	PUNCT
crl-16993	97	25	including	include	VERB
crl-16993	97	26	good	good	ADJ
crl-16993	97	27	data	datum	NOUN
crl-16993	97	28	management	management	NOUN
crl-16993	97	29	practices	practice	NOUN
crl-16993	97	30	,	,	PUNCT
crl-16993	97	31	code	code	NOUN
crl-16993	97	32	sharing	sharing	NOUN
crl-16993	97	33	,	,	PUNCT
crl-16993	97	34	proper	proper	ADJ
crl-16993	97	35	documentation	documentation	NOUN
crl-16993	97	36	,	,	PUNCT
crl-16993	97	37	open	open	ADJ
crl-16993	97	38	licensing	licensing	NOUN
crl-16993	97	39	,	,	PUNCT
crl-16993	97	40	project	project	NOUN
crl-16993	97	41	organization	organization	NOUN
crl-16993	97	42	,	,	PUNCT
crl-16993	97	43	and	and	CCONJ
crl-16993	97	44	versioning	versione	VERB
crl-16993	97	45	,	,	PUNCT
crl-16993	97	46	among	among	ADP
crl-16993	97	47	other	other	ADJ
crl-16993	97	48	measures.41	measures.41	NOUN
crl-16993	97	49	sandve	sandve	NOUN
crl-16993	97	50	et	et	PROPN
crl-16993	97	51	al	al	PROPN
crl-16993	97	52	.	.	PROPN
crl-16993	97	53	have	have	VERB
crl-16993	97	54	similar	similar	ADJ
crl-16993	97	55	recommendations	recommendation	NOUN
crl-16993	97	56	for	for	ADP
crl-16993	97	57	reproducible	reproducible	ADJ
crl-16993	97	58	computational	computational	ADJ
crl-16993	97	59	research	research	NOUN
crl-16993	97	60	,	,	PUNCT
crl-16993	97	61	and	and	CCONJ
crl-16993	97	62	similar	similar	ADJ
crl-16993	97	63	recommendations	recommendation	NOUN
crl-16993	97	64	also	also	ADV
crl-16993	97	65	exist	exist	VERB
crl-16993	97	66	for	for	ADP
crl-16993	97	67	cognitive	cognitive	ADJ
crl-16993	97	68	neuroscience.42	neuroscience.42	NOUN
crl-16993	97	69	an	an	DET
crl-16993	97	70	example	example	NOUN
crl-16993	97	71	of	of	ADP
crl-16993	97	72	librarians	librarian	NOUN
crl-16993	97	73	supporting	support	VERB
crl-16993	97	74	these	these	DET
crl-16993	97	75	measures	measure	NOUN
crl-16993	97	76	is	be	AUX
crl-16993	97	77	shirley	shirley	PROPN
crl-16993	97	78	zhao	zhao	PROPN
crl-16993	97	79	’s	’s	PART
crl-16993	97	80	two	two	NUM
crl-16993	97	81	-	-	PUNCT
crl-16993	97	82	day	day	NOUN
crl-16993	97	83	course	course	NOUN
crl-16993	97	84	on	on	ADP
crl-16993	97	85	reproducibility	reproducibility	NOUN
crl-16993	97	86	that	that	PRON
crl-16993	97	87	covered	cover	VERB
crl-16993	97	88	both	both	DET
crl-16993	97	89	tools	tool	NOUN
crl-16993	97	90	and	and	CCONJ
crl-16993	97	91	workflows.43	workflows.43	PROPN
crl-16993	97	92	librarians	librarian	NOUN
crl-16993	97	93	can	can	AUX
crl-16993	97	94	also	also	ADV
crl-16993	97	95	directly	directly	ADV
crl-16993	97	96	support	support	VERB
crl-16993	97	97	reproducibility	reproducibility	NOUN
crl-16993	97	98	for	for	ADP
crl-16993	97	99	some	some	DET
crl-16993	97	100	methodologies	methodology	NOUN
crl-16993	97	101	,	,	PUNCT
crl-16993	97	102	such	such	ADJ
crl-16993	97	103	as	as	ADP
crl-16993	97	104	systematic	systematic	ADJ
crl-16993	97	105	reviews	review	NOUN
crl-16993	97	106	.	.	PUNCT
crl-16993	98	1	as	as	SCONJ
crl-16993	98	2	gore	gore	PROPN
crl-16993	98	3	and	and	CCONJ
crl-16993	98	4	jones	jones	PROPN
crl-16993	98	5	explain	explain	VERB
crl-16993	98	6	,	,	PUNCT
crl-16993	98	7	many	many	ADJ
crl-16993	98	8	systematic	systematic	ADJ
crl-16993	98	9	review	review	NOUN
crl-16993	98	10	guidelines	guideline	NOUN
crl-16993	98	11	,	,	PUNCT
crl-16993	98	12	including	include	VERB
crl-16993	98	13	cochrane	cochrane	NOUN
crl-16993	98	14	and	and	CCONJ
crl-16993	98	15	the	the	DET
crl-16993	98	16	campbell	campbell	PROPN
crl-16993	98	17	collaboration	collaboration	PROPN
crl-16993	98	18	,	,	PUNCT
crl-16993	98	19	explicitly	explicitly	ADV
crl-16993	98	20	recommend	recommend	VERB
crl-16993	98	21	including	include	VERB
crl-16993	98	22	a	a	DET
crl-16993	98	23	librarian	librarian	NOUN
crl-16993	98	24	as	as	ADP
crl-16993	98	25	part	part	NOUN
crl-16993	98	26	of	of	ADP
crl-16993	98	27	the	the	DET
crl-16993	98	28	research	research	NOUN
crl-16993	98	29	team.44	team.44	NOUN
crl-16993	98	30	evidence	evidence	NOUN
crl-16993	98	31	suggests	suggest	VERB
crl-16993	98	32	that	that	SCONJ
crl-16993	98	33	involving	involve	VERB
crl-16993	98	34	librarians	librarian	NOUN
crl-16993	98	35	improves	improve	VERB
crl-16993	98	36	the	the	DET
crl-16993	98	37	quality	quality	NOUN
crl-16993	98	38	and	and	CCONJ
crl-16993	98	39	reproducibility	reproducibility	NOUN
crl-16993	98	40	of	of	ADP
crl-16993	98	41	systematic	systematic	ADJ
crl-16993	98	42	review.45	review.45	ADJ
crl-16993	98	43	koffel	koffel	PROPN
crl-16993	98	44	analyzed	analyze	VERB
crl-16993	98	45	reported	report	VERB
crl-16993	98	46	systematic	systematic	ADJ
crl-16993	98	47	review	review	NOUN
crl-16993	98	48	search	search	NOUN
crl-16993	98	49	strategies	strategy	NOUN
crl-16993	98	50	and	and	CCONJ
crl-16993	98	51	found	find	VERB
crl-16993	98	52	that	that	SCONJ
crl-16993	98	53	“	"	PUNCT
crl-16993	98	54	librarian	librarian	ADJ
crl-16993	98	55	involvement	involvement	NOUN
crl-16993	98	56	was	be	AUX
crl-16993	98	57	strongly	strongly	ADV
crl-16993	98	58	associated	associate	VERB
crl-16993	98	59	with	with	ADP
crl-16993	98	60	the	the	DET
crl-16993	98	61	use	use	NOUN
crl-16993	98	62	of	of	ADP
crl-16993	98	63	many	many	ADJ
crl-16993	98	64	recommended	recommend	VERB
crl-16993	98	65	search	search	NOUN
crl-16993	98	66	methods	method	NOUN
crl-16993	98	67	and	and	CCONJ
crl-16993	98	68	could	could	AUX
crl-16993	98	69	improve	improve	VERB
crl-16993	98	70	the	the	DET
crl-16993	98	71	quality	quality	NOUN
crl-16993	98	72	of	of	ADP
crl-16993	98	73	the	the	DET
crl-16993	98	74	review	review	NOUN
crl-16993	98	75	,	,	PUNCT
crl-16993	98	76	contributing	contribute	VERB
crl-16993	98	77	to	to	ADP
crl-16993	98	78	the	the	DET
crl-16993	98	79	replicability	replicability	NOUN
crl-16993	98	80	and	and	CCONJ
crl-16993	98	81	robustness	robustness	NOUN
crl-16993	98	82	of	of	ADP
crl-16993	98	83	meta	meta	ADJ
crl-16993	98	84	-	-	PUNCT
crl-16993	98	85	analytic	analytic	ADJ
crl-16993	98	86	findings	finding	NOUN
crl-16993	98	87	.	.	PUNCT
crl-16993	99	1	”46	”46	ADJ
crl-16993	99	2	koffel	koffel	PROPN
crl-16993	99	3	and	and	CCONJ
crl-16993	99	4	rethlefsen	rethlefsen	NOUN
crl-16993	99	5	found	find	VERB
crl-16993	99	6	that	that	SCONJ
crl-16993	99	7	only	only	ADV
crl-16993	99	8	22	22	NUM
crl-16993	99	9	percent	percent	NOUN
crl-16993	99	10	of	of	ADP
crl-16993	99	11	systematic	systematic	ADJ
crl-16993	99	12	reviews	review	NOUN
crl-16993	99	13	they	they	PRON
crl-16993	99	14	analyzed	analyze	VERB
crl-16993	99	15	provided	provide	VERB
crl-16993	99	16	at	at	ADP
crl-16993	99	17	least	least	ADV
crl-16993	99	18	one	one	NUM
crl-16993	99	19	reproducible	reproducible	ADJ
crl-16993	99	20	search	search	NOUN
crl-16993	99	21	strategy	strategy	NOUN
crl-16993	99	22	,	,	PUNCT
crl-16993	99	23	and	and	CCONJ
crl-16993	99	24	only	only	ADV
crl-16993	99	25	13	13	NUM
crl-16993	99	26	percent	percent	NOUN
crl-16993	99	27	provided	provide	VERB
crl-16993	99	28	reproducible	reproducible	ADJ
crl-16993	99	29	strategies	strategy	NOUN
crl-16993	99	30	for	for	ADP
crl-16993	99	31	all	all	DET
crl-16993	99	32	databases.47	databases.47	PROPN
crl-16993	99	33	librarian	librarian	ADJ
crl-16993	99	34	involvement	involvement	NOUN
crl-16993	99	35	was	be	AUX
crl-16993	99	36	found	find	VERB
crl-16993	99	37	to	to	PART
crl-16993	99	38	significantly	significantly	ADV
crl-16993	99	39	predict	predict	VERB
crl-16993	99	40	the	the	DET
crl-16993	99	41	inclusion	inclusion	NOUN
crl-16993	99	42	of	of	ADP
crl-16993	99	43	a	a	DET
crl-16993	99	44	reproducible	reproducible	ADJ
crl-16993	99	45	strategy	strategy	NOUN
crl-16993	99	46	.	.	PUNCT
crl-16993	100	1	while	while	SCONJ
crl-16993	100	2	librarians	librarian	NOUN
crl-16993	100	3	have	have	AUX
crl-16993	100	4	supported	support	VERB
crl-16993	100	5	systematic	systematic	ADJ
crl-16993	100	6	reviews	review	NOUN
crl-16993	100	7	in	in	ADP
crl-16993	100	8	the	the	DET
crl-16993	100	9	health	health	NOUN
crl-16993	100	10	sciences	science	NOUN
crl-16993	100	11	for	for	ADP
crl-16993	100	12	many	many	ADJ
crl-16993	100	13	years	year	NOUN
crl-16993	100	14	,	,	PUNCT
crl-16993	100	15	this	this	DET
crl-16993	100	16	methodology	methodology	NOUN
crl-16993	100	17	is	be	AUX
crl-16993	100	18	becoming	become	VERB
crl-16993	100	19	more	more	ADV
crl-16993	100	20	common	common	ADJ
crl-16993	100	21	in	in	ADP
crl-16993	100	22	other	other	ADJ
crl-16993	100	23	disciplines	discipline	NOUN
crl-16993	100	24	(	(	PUNCT
crl-16993	100	25	such	such	ADJ
crl-16993	100	26	as	as	ADP
crl-16993	100	27	psychology	psychology	NOUN
crl-16993	100	28	and	and	CCONJ
crl-16993	100	29	education	education	NOUN
crl-16993	100	30	)	)	PUNCT
crl-16993	100	31	.	.	PUNCT
crl-16993	101	1	there	there	PRON
crl-16993	101	2	have	have	AUX
crl-16993	101	3	also	also	ADV
crl-16993	101	4	been	be	AUX
crl-16993	101	5	suggestions	suggestion	NOUN
crl-16993	101	6	that	that	SCONJ
crl-16993	101	7	systematic	systematic	ADJ
crl-16993	101	8	reviews	review	NOUN
crl-16993	101	9	should	should	AUX
crl-16993	101	10	be	be	AUX
crl-16993	101	11	adopted	adopt	VERB
crl-16993	101	12	across	across	ADP
crl-16993	101	13	the	the	DET
crl-16993	101	14	scientific	scientific	ADJ
crl-16993	101	15	process	process	NOUN
crl-16993	101	16	as	as	SCONJ
crl-16993	101	17	one	one	NUM
crl-16993	101	18	way	way	NOUN
crl-16993	101	19	of	of	ADP
crl-16993	101	20	directly	directly	ADV
crl-16993	101	21	improving	improve	VERB
crl-16993	101	22	the	the	DET
crl-16993	101	23	reproducibility	reproducibility	NOUN
crl-16993	101	24	of	of	ADP
crl-16993	101	25	research.48	research.48	ADJ
crl-16993	101	26	future	future	ADJ
crl-16993	101	27	research	research	NOUN
crl-16993	101	28	will	will	AUX
crl-16993	101	29	be	be	AUX
crl-16993	101	30	needed	need	VERB
crl-16993	101	31	to	to	PART
crl-16993	101	32	analyze	analyze	VERB
crl-16993	101	33	the	the	DET
crl-16993	101	34	role	role	NOUN
crl-16993	101	35	of	of	ADP
crl-16993	101	36	librarians	librarian	NOUN
crl-16993	101	37	in	in	ADP
crl-16993	101	38	supporting	support	VERB
crl-16993	101	39	systematic	systematic	ADJ
crl-16993	101	40	reviews	review	NOUN
crl-16993	101	41	outside	outside	ADP
crl-16993	101	42	the	the	DET
crl-16993	101	43	health	health	NOUN
crl-16993	101	44	sciences	science	NOUN
crl-16993	101	45	,	,	PUNCT
crl-16993	101	46	but	but	CCONJ
crl-16993	101	47	services	service	NOUN
crl-16993	101	48	exist	exist	VERB
crl-16993	101	49	currently	currently	ADV
crl-16993	101	50	at	at	ADP
crl-16993	101	51	cornell	cornell	PROPN
crl-16993	101	52	and	and	CCONJ
crl-16993	101	53	the	the	DET
crl-16993	101	54	university	university	NOUN
crl-16993	101	55	of	of	ADP
crl-16993	101	56	minnesota.49	minnesota.49	PROPN
crl-16993	101	57	theme	theme	NOUN
crl-16993	101	58	:	:	PUNCT
crl-16993	101	59	reporting	reporting	NOUN
crl-16993	101	60	and	and	CCONJ
crl-16993	101	61	dissemination	dissemination	NOUN
crl-16993	101	62	the	the	DET
crl-16993	101	63	reporting	reporting	NOUN
crl-16993	101	64	and	and	CCONJ
crl-16993	101	65	dissemination	dissemination	NOUN
crl-16993	101	66	theme	theme	NOUN
crl-16993	101	67	refers	refer	VERB
crl-16993	101	68	to	to	ADP
crl-16993	101	69	measures	measure	NOUN
crl-16993	101	70	that	that	PRON
crl-16993	101	71	can	can	AUX
crl-16993	101	72	improve	improve	VERB
crl-16993	101	73	how	how	SCONJ
crl-16993	101	74	the	the	DET
crl-16993	101	75	methodology	methodology	NOUN
crl-16993	101	76	of	of	ADP
crl-16993	101	77	studies	study	NOUN
crl-16993	101	78	is	be	AUX
crl-16993	101	79	reported	report	VERB
crl-16993	101	80	.	.	PUNCT
crl-16993	102	1	examples	example	NOUN
crl-16993	102	2	include	include	VERB
crl-16993	102	3	promoting	promote	VERB
crl-16993	102	4	study	study	NOUN
crl-16993	102	5	and	and	CCONJ
crl-16993	102	6	analysis	analysis	NOUN
crl-16993	102	7	plan	plan	NOUN
crl-16993	102	8	preregistration	preregistration	NOUN
crl-16993	102	9	and	and	CCONJ
crl-16993	102	10	improving	improve	VERB
crl-16993	102	11	the	the	DET
crl-16993	102	12	quality	quality	NOUN
crl-16993	102	13	of	of	ADP
crl-16993	102	14	methodological	methodological	ADJ
crl-16993	102	15	reporting.50	reporting.50	PROPN
crl-16993	102	16	one	one	NUM
crl-16993	102	17	measure	measure	NOUN
crl-16993	102	18	encountered	encounter	VERB
crl-16993	102	19	in	in	ADP
crl-16993	102	20	multiple	multiple	ADJ
crl-16993	102	21	guidelines	guideline	NOUN
crl-16993	102	22	is	be	AUX
crl-16993	102	23	for	for	SCONJ
crl-16993	102	24	researchers	researcher	NOUN
crl-16993	102	25	to	to	PART
crl-16993	102	26	adhere	adhere	VERB
crl-16993	102	27	to	to	ADP
crl-16993	102	28	reporting	report	VERB
crl-16993	102	29	guidelines	guideline	NOUN
crl-16993	102	30	and	and	CCONJ
crl-16993	102	31	checklists	checklist	NOUN
crl-16993	102	32	to	to	PART
crl-16993	102	33	improve	improve	VERB
crl-16993	102	34	methods	method	NOUN
crl-16993	102	35	reporting	report	VERB
crl-16993	102	36	so	so	SCONJ
crl-16993	102	37	that	that	SCONJ
crl-16993	102	38	research	research	NOUN
crl-16993	102	39	can	can	AUX
crl-16993	102	40	be	be	AUX
crl-16993	102	41	fully	fully	ADV
crl-16993	102	42	evaluated	evaluate	VERB
crl-16993	102	43	and	and	CCONJ
crl-16993	102	44	reproduced	reproduce	VERB
crl-16993	102	45	.	.	PUNCT
crl-16993	103	1	reporting	report	VERB
crl-16993	103	2	guidelines	guideline	NOUN
crl-16993	103	3	are	be	AUX
crl-16993	103	4	checklists	checklist	NOUN
crl-16993	103	5	of	of	ADP
crl-16993	103	6	items	item	NOUN
crl-16993	103	7	that	that	PRON
crl-16993	103	8	must	must	AUX
crl-16993	103	9	be	be	AUX
crl-16993	103	10	reported	report	VERB
crl-16993	103	11	about	about	ADP
crl-16993	103	12	how	how	SCONJ
crl-16993	103	13	replicable	replicable	ADJ
crl-16993	103	14	services	service	NOUN
crl-16993	103	15	for	for	ADP
crl-16993	103	16	reproducible	reproducible	ADJ
crl-16993	103	17	research	research	NOUN
crl-16993	103	18	267	267	NUM
crl-16993	103	19	research	research	NOUN
crl-16993	103	20	was	be	AUX
crl-16993	103	21	carried	carry	VERB
crl-16993	103	22	out	out	ADP
crl-16993	103	23	and	and	CCONJ
crl-16993	103	24	differ	differ	VERB
crl-16993	103	25	based	base	VERB
crl-16993	103	26	on	on	ADP
crl-16993	103	27	study	study	NOUN
crl-16993	103	28	design	design	NOUN
crl-16993	103	29	.	.	PUNCT
crl-16993	104	1	the	the	DET
crl-16993	104	2	equator	equator	NOUN
crl-16993	104	3	(	(	PUNCT
crl-16993	104	4	enhancing	enhance	VERB
crl-16993	104	5	the	the	DET
crl-16993	104	6	quality	quality	NOUN
crl-16993	104	7	and	and	CCONJ
crl-16993	104	8	transparency	transparency	NOUN
crl-16993	104	9	of	of	ADP
crl-16993	104	10	health	health	NOUN
crl-16993	104	11	research	research	NOUN
crl-16993	104	12	)	)	PUNCT
crl-16993	104	13	network	network	NOUN
crl-16993	104	14	,	,	PUNCT
crl-16993	104	15	an	an	DET
crl-16993	104	16	international	international	ADJ
crl-16993	104	17	initiative	initiative	NOUN
crl-16993	104	18	run	run	VERB
crl-16993	104	19	from	from	ADP
crl-16993	104	20	the	the	DET
crl-16993	104	21	centre	centre	NOUN
crl-16993	104	22	for	for	ADP
crl-16993	104	23	statistics	statistic	NOUN
crl-16993	104	24	in	in	ADP
crl-16993	104	25	medicine	medicine	NOUN
crl-16993	104	26	at	at	ADP
crl-16993	104	27	the	the	DET
crl-16993	104	28	university	university	NOUN
crl-16993	104	29	of	of	ADP
crl-16993	104	30	oxford	oxford	PROPN
crl-16993	104	31	,	,	PUNCT
crl-16993	104	32	promotes	promote	VERB
crl-16993	104	33	the	the	DET
crl-16993	104	34	use	use	NOUN
crl-16993	104	35	of	of	ADP
crl-16993	104	36	reporting	report	VERB
crl-16993	104	37	guidelines	guideline	NOUN
crl-16993	104	38	to	to	PART
crl-16993	104	39	improve	improve	VERB
crl-16993	104	40	published	publish	VERB
crl-16993	104	41	health	health	NOUN
crl-16993	104	42	research	research	NOUN
crl-16993	104	43	;	;	PUNCT
crl-16993	104	44	as	as	ADP
crl-16993	104	45	of	of	ADP
crl-16993	104	46	april	april	PROPN
crl-16993	104	47	2018	2018	NUM
crl-16993	104	48	,	,	PUNCT
crl-16993	104	49	the	the	DET
crl-16993	104	50	equator	equator	NOUN
crl-16993	104	51	website	website	NOUN
crl-16993	104	52	contained	contain	VERB
crl-16993	104	53	398	398	NUM
crl-16993	104	54	reporting	reporting	NOUN
crl-16993	104	55	guidelines	guideline	NOUN
crl-16993	104	56	for	for	ADP
crl-16993	104	57	both	both	CCONJ
crl-16993	104	58	quantitative	quantitative	ADJ
crl-16993	104	59	and	and	CCONJ
crl-16993	104	60	qualitative	qualitative	ADJ
crl-16993	104	61	study	study	NOUN
crl-16993	104	62	designs.51	designs.51	PROPN
crl-16993	104	63	health	health	NOUN
crl-16993	104	64	science	science	NOUN
crl-16993	104	65	librarians	librarian	NOUN
crl-16993	104	66	have	have	AUX
crl-16993	104	67	been	be	AUX
crl-16993	104	68	helping	help	VERB
crl-16993	104	69	researchers	researcher	NOUN
crl-16993	104	70	use	use	VERB
crl-16993	104	71	guidelines	guideline	NOUN
crl-16993	104	72	like	like	ADP
crl-16993	104	73	the	the	DET
crl-16993	104	74	preferred	preferred	ADJ
crl-16993	104	75	reporting	reporting	NOUN
crl-16993	104	76	items	item	NOUN
crl-16993	104	77	for	for	ADP
crl-16993	104	78	systematic	systematic	ADJ
crl-16993	104	79	reviews	review	NOUN
crl-16993	104	80	and	and	CCONJ
crl-16993	104	81	meta	meta	NOUN
crl-16993	104	82	-	-	PUNCT
crl-16993	104	83	analyses	analysis	NOUN
crl-16993	104	84	(	(	PUNCT
crl-16993	104	85	prisma	prisma	NOUN
crl-16993	104	86	)	)	PUNCT
crl-16993	104	87	checklist	checklist	NOUN
crl-16993	104	88	while	while	SCONJ
crl-16993	104	89	conducting	conduct	VERB
crl-16993	104	90	systematic	systematic	ADJ
crl-16993	104	91	reviews	review	NOUN
crl-16993	104	92	for	for	ADP
crl-16993	104	93	many	many	ADJ
crl-16993	104	94	years	year	NOUN
crl-16993	104	95	,	,	PUNCT
crl-16993	104	96	and	and	CCONJ
crl-16993	104	97	librarians	librarian	NOUN
crl-16993	104	98	can	can	AUX
crl-16993	104	99	generally	generally	ADV
crl-16993	104	100	help	help	VERB
crl-16993	104	101	educate	educate	VERB
crl-16993	104	102	researchers	researcher	NOUN
crl-16993	104	103	about	about	ADP
crl-16993	104	104	the	the	DET
crl-16993	104	105	guidelines	guideline	NOUN
crl-16993	104	106	available	available	ADJ
crl-16993	104	107	for	for	ADP
crl-16993	104	108	different	different	ADJ
crl-16993	104	109	methodologies.52	methodologies.52	NOUN
crl-16993	104	110	according	accord	VERB
crl-16993	104	111	to	to	ADP
crl-16993	104	112	equator	equator	NOUN
crl-16993	104	113	,	,	PUNCT
crl-16993	104	114	“	"	PUNCT
crl-16993	104	115	librarians	librarian	NOUN
crl-16993	104	116	are	be	AUX
crl-16993	104	117	excellently	excellently	ADV
crl-16993	104	118	positioned	positioned	ADJ
crl-16993	104	119	to	to	PART
crl-16993	104	120	raise	raise	VERB
crl-16993	104	121	awareness	awareness	NOUN
crl-16993	104	122	of	of	ADP
crl-16993	104	123	the	the	DET
crl-16993	104	124	importance	importance	NOUN
crl-16993	104	125	of	of	ADP
crl-16993	104	126	complete	complete	ADJ
crl-16993	104	127	,	,	PUNCT
crl-16993	104	128	accurate	accurate	ADJ
crl-16993	104	129	and	and	CCONJ
crl-16993	104	130	transparent	transparent	ADJ
crl-16993	104	131	reporting	reporting	NOUN
crl-16993	104	132	of	of	ADP
crl-16993	104	133	research	research	NOUN
crl-16993	104	134	studies	study	NOUN
crl-16993	104	135	amongst	amongst	ADP
crl-16993	104	136	the	the	DET
crl-16993	104	137	clinicians	clinician	NOUN
crl-16993	104	138	and	and	CCONJ
crl-16993	104	139	researchers	researcher	NOUN
crl-16993	104	140	with	with	ADP
crl-16993	104	141	whom	whom	PRON
crl-16993	104	142	they	they	PRON
crl-16993	104	143	work	work	VERB
crl-16993	104	144	.	.	PUNCT
crl-16993	105	1	”53	”53	ADV
crl-16993	105	2	in	in	ADP
crl-16993	105	3	2017	2017	NUM
crl-16993	105	4	,	,	PUNCT
crl-16993	105	5	the	the	DET
crl-16993	105	6	librarian	librarian	ADJ
crl-16993	105	7	network	network	NOUN
crl-16993	105	8	of	of	ADP
crl-16993	105	9	equator	equator	NOUN
crl-16993	105	10	launched	launch	VERB
crl-16993	105	11	two	two	NUM
crl-16993	105	12	initiatives	initiative	NOUN
crl-16993	105	13	for	for	ADP
crl-16993	105	14	supporting	support	VERB
crl-16993	105	15	reproducibility	reproducibility	NOUN
crl-16993	105	16	via	via	ADP
crl-16993	105	17	guidelines.54	guidelines.54	PROPN
crl-16993	105	18	another	another	DET
crl-16993	105	19	measure	measure	NOUN
crl-16993	105	20	that	that	PRON
crl-16993	105	21	appears	appear	VERB
crl-16993	105	22	across	across	ADP
crl-16993	105	23	multiple	multiple	ADJ
crl-16993	105	24	reproducibility	reproducibility	NOUN
crl-16993	105	25	guidelines	guideline	NOUN
crl-16993	105	26	is	be	AUX
crl-16993	105	27	preregistration	preregistration	NOUN
crl-16993	105	28	of	of	ADP
crl-16993	105	29	studies	study	NOUN
crl-16993	105	30	and	and	CCONJ
crl-16993	105	31	analysis	analysis	NOUN
crl-16993	105	32	plans	plan	NOUN
crl-16993	105	33	.	.	PUNCT
crl-16993	106	1	preregistering	preregistere	VERB
crl-16993	106	2	a	a	DET
crl-16993	106	3	study	study	NOUN
crl-16993	106	4	involves	involves	AUX
crl-16993	106	5	publicly	publicly	ADV
crl-16993	106	6	registering	register	VERB
crl-16993	106	7	the	the	DET
crl-16993	106	8	intent	intent	NOUN
crl-16993	106	9	of	of	ADP
crl-16993	106	10	the	the	DET
crl-16993	106	11	study	study	NOUN
crl-16993	106	12	and	and	CCONJ
crl-16993	106	13	is	be	AUX
crl-16993	106	14	a	a	DET
crl-16993	106	15	guard	guard	NOUN
crl-16993	106	16	against	against	ADP
crl-16993	106	17	the	the	DET
crl-16993	106	18	file	file	NOUN
crl-16993	106	19	drawer	drawer	NOUN
crl-16993	106	20	problem	problem	NOUN
crl-16993	106	21	,	,	PUNCT
crl-16993	106	22	where	where	SCONJ
crl-16993	106	23	studies	study	NOUN
crl-16993	106	24	,	,	PUNCT
crl-16993	106	25	especially	especially	ADV
crl-16993	106	26	those	those	PRON
crl-16993	106	27	with	with	ADP
crl-16993	106	28	negative	negative	ADJ
crl-16993	106	29	results	result	NOUN
crl-16993	106	30	,	,	PUNCT
crl-16993	106	31	disappear	disappear	VERB
crl-16993	106	32	from	from	ADP
crl-16993	106	33	the	the	DET
crl-16993	106	34	record	record	NOUN
crl-16993	106	35	because	because	SCONJ
crl-16993	106	36	they	they	PRON
crl-16993	106	37	are	be	AUX
crl-16993	106	38	never	never	ADV
crl-16993	106	39	published	publish	VERB
crl-16993	106	40	,	,	PUNCT
crl-16993	106	41	thus	thus	ADV
crl-16993	106	42	creating	create	VERB
crl-16993	106	43	a	a	DET
crl-16993	106	44	bias	bias	NOUN
crl-16993	106	45	in	in	ADP
crl-16993	106	46	the	the	DET
crl-16993	106	47	literature	literature	NOUN
crl-16993	106	48	.	.	PUNCT
crl-16993	107	1	a	a	DET
crl-16993	107	2	well	well	ADV
crl-16993	107	3	-	-	PUNCT
crl-16993	107	4	known	know	VERB
crl-16993	107	5	site	site	NOUN
crl-16993	107	6	for	for	ADP
crl-16993	107	7	study	study	NOUN
crl-16993	107	8	preregistration	preregistration	NOUN
crl-16993	107	9	is	be	AUX
crl-16993	107	10	clinicaltrials.gov	clinicaltrials.gov	NOUN
crl-16993	107	11	,	,	PUNCT
crl-16993	107	12	the	the	DET
crl-16993	107	13	government	government	NOUN
crl-16993	107	14	-	-	PUNCT
crl-16993	107	15	run	run	VERB
crl-16993	107	16	site	site	NOUN
crl-16993	107	17	where	where	SCONJ
crl-16993	107	18	researchers	researcher	NOUN
crl-16993	107	19	register	register	VERB
crl-16993	107	20	clinical	clinical	ADJ
crl-16993	107	21	trials	trial	NOUN
crl-16993	107	22	,	,	PUNCT
crl-16993	107	23	including	include	VERB
crl-16993	107	24	the	the	DET
crl-16993	107	25	outcomes	outcome	NOUN
crl-16993	107	26	they	they	PRON
crl-16993	107	27	will	will	AUX
crl-16993	107	28	measure	measure	VERB
crl-16993	107	29	,	,	PUNCT
crl-16993	107	30	and	and	CCONJ
crl-16993	107	31	post	post	VERB
crl-16993	107	32	summary	summary	NOUN
crl-16993	107	33	results	result	NOUN
crl-16993	107	34	.	.	PUNCT
crl-16993	108	1	preregistering	preregistere	VERB
crl-16993	108	2	an	an	DET
crl-16993	108	3	analysis	analysis	NOUN
crl-16993	108	4	plan	plan	NOUN
crl-16993	108	5	goes	go	VERB
crl-16993	108	6	a	a	DET
crl-16993	108	7	step	step	NOUN
crl-16993	108	8	further	far	ADV
crl-16993	108	9	by	by	ADP
crl-16993	108	10	including	include	VERB
crl-16993	108	11	the	the	DET
crl-16993	108	12	exact	exact	ADJ
crl-16993	108	13	analysis	analysis	NOUN
crl-16993	108	14	that	that	PRON
crl-16993	108	15	will	will	AUX
crl-16993	108	16	be	be	AUX
crl-16993	108	17	carried	carry	VERB
crl-16993	108	18	out	out	ADP
crl-16993	108	19	,	,	PUNCT
crl-16993	108	20	thus	thus	ADV
crl-16993	108	21	guarding	guard	VERB
crl-16993	108	22	against	against	ADP
crl-16993	108	23	various	various	ADJ
crl-16993	108	24	questionable	questionable	ADJ
crl-16993	108	25	research	research	NOUN
crl-16993	108	26	practices	practice	NOUN
crl-16993	108	27	,	,	PUNCT
crl-16993	108	28	such	such	ADJ
crl-16993	108	29	as	as	ADP
crl-16993	108	30	p	p	NOUN
crl-16993	108	31	-	-	PUNCT
crl-16993	108	32	hacking	hack	VERB
crl-16993	108	33	,	,	PUNCT
crl-16993	108	34	as	as	ADV
crl-16993	108	35	well	well	ADV
crl-16993	108	36	as	as	ADP
crl-16993	108	37	certifying	certify	VERB
crl-16993	108	38	the	the	DET
crl-16993	108	39	difference	difference	NOUN
crl-16993	108	40	between	between	ADP
crl-16993	108	41	exploratory	exploratory	ADJ
crl-16993	108	42	and	and	CCONJ
crl-16993	108	43	confirmatory	confirmatory	NOUN
crl-16993	108	44	research	research	NOUN
crl-16993	108	45	.	.	PUNCT
crl-16993	109	1	academic	academic	ADJ
crl-16993	109	2	librarians	librarian	NOUN
crl-16993	109	3	can	can	AUX
crl-16993	109	4	contribute	contribute	VERB
crl-16993	109	5	to	to	ADP
crl-16993	109	6	preregistration	preregistration	NOUN
crl-16993	109	7	in	in	ADP
crl-16993	109	8	a	a	DET
crl-16993	109	9	number	number	NOUN
crl-16993	109	10	of	of	ADP
crl-16993	109	11	ways	way	NOUN
crl-16993	109	12	.	.	PUNCT
crl-16993	110	1	first	first	ADV
crl-16993	110	2	,	,	PUNCT
crl-16993	110	3	librarians	librarian	NOUN
crl-16993	110	4	can	can	AUX
crl-16993	110	5	educate	educate	VERB
crl-16993	110	6	researchers	researcher	NOUN
crl-16993	110	7	,	,	PUNCT
crl-16993	110	8	especially	especially	ADV
crl-16993	110	9	new	new	ADJ
crl-16993	110	10	researchers	researcher	NOUN
crl-16993	110	11	,	,	PUNCT
crl-16993	110	12	on	on	ADP
crl-16993	110	13	the	the	DET
crl-16993	110	14	benefits	benefit	NOUN
crl-16993	110	15	of	of	ADP
crl-16993	110	16	preregistration	preregistration	NOUN
crl-16993	110	17	and	and	CCONJ
crl-16993	110	18	tools	tool	NOUN
crl-16993	110	19	that	that	PRON
crl-16993	110	20	can	can	AUX
crl-16993	110	21	be	be	AUX
crl-16993	110	22	used	use	VERB
crl-16993	110	23	for	for	ADP
crl-16993	110	24	preregistration	preregistration	NOUN
crl-16993	110	25	like	like	ADP
crl-16993	110	26	disciplinary	disciplinary	ADJ
crl-16993	110	27	repositories	repository	NOUN
crl-16993	110	28	and	and	CCONJ
crl-16993	110	29	workflow	workflow	NOUN
crl-16993	110	30	tools	tool	NOUN
crl-16993	110	31	like	like	ADP
crl-16993	110	32	the	the	DET
crl-16993	110	33	open	open	ADJ
crl-16993	110	34	science	science	NOUN
crl-16993	110	35	framework	framework	NOUN
crl-16993	110	36	(	(	PUNCT
crl-16993	110	37	osf	osf	NOUN
crl-16993	110	38	)	)	PUNCT
crl-16993	110	39	,	,	PUNCT
crl-16993	110	40	which	which	PRON
crl-16993	110	41	allows	allow	VERB
crl-16993	110	42	both	both	PRON
crl-16993	110	43	managing	manage	VERB
crl-16993	110	44	the	the	DET
crl-16993	110	45	research	research	NOUN
crl-16993	110	46	process	process	NOUN
crl-16993	110	47	and	and	CCONJ
crl-16993	110	48	preregistering	preregistere	VERB
crl-16993	110	49	study	study	NOUN
crl-16993	110	50	and	and	CCONJ
crl-16993	110	51	analysis	analysis	NOUN
crl-16993	110	52	plans	plan	NOUN
crl-16993	110	53	on	on	ADP
crl-16993	110	54	a	a	DET
crl-16993	110	55	single	single	ADJ
crl-16993	110	56	platform.55	platform.55	NOUN
crl-16993	110	57	librarians	librarian	NOUN
crl-16993	110	58	can	can	AUX
crl-16993	110	59	also	also	ADV
crl-16993	110	60	teach	teach	VERB
crl-16993	110	61	clinicians	clinician	NOUN
crl-16993	110	62	and	and	CCONJ
crl-16993	110	63	other	other	ADJ
crl-16993	110	64	consumers	consumer	NOUN
crl-16993	110	65	of	of	ADP
crl-16993	110	66	research	research	NOUN
crl-16993	110	67	to	to	PART
crl-16993	110	68	look	look	VERB
crl-16993	110	69	for	for	ADP
crl-16993	110	70	preregistrations	preregistration	NOUN
crl-16993	110	71	as	as	ADP
crl-16993	110	72	part	part	NOUN
crl-16993	110	73	of	of	ADP
crl-16993	110	74	the	the	DET
crl-16993	110	75	critical	critical	ADJ
crl-16993	110	76	appraisal	appraisal	NOUN
crl-16993	110	77	process	process	NOUN
crl-16993	110	78	when	when	SCONJ
crl-16993	110	79	evaluating	evaluate	VERB
crl-16993	110	80	research	research	NOUN
crl-16993	110	81	(	(	PUNCT
crl-16993	110	82	for	for	ADP
crl-16993	110	83	instance	instance	NOUN
crl-16993	110	84	,	,	PUNCT
crl-16993	110	85	during	during	ADP
crl-16993	110	86	journal	journal	NOUN
crl-16993	110	87	clubs	club	NOUN
crl-16993	110	88	as	as	ADP
crl-16993	110	89	part	part	NOUN
crl-16993	110	90	of	of	ADP
crl-16993	110	91	medical	medical	ADJ
crl-16993	110	92	education	education	NOUN
crl-16993	110	93	)	)	PUNCT
crl-16993	110	94	.	.	PUNCT
crl-16993	111	1	finally	finally	ADV
crl-16993	111	2	,	,	PUNCT
crl-16993	111	3	academic	academic	ADJ
crl-16993	111	4	libraries	library	NOUN
crl-16993	111	5	are	be	AUX
crl-16993	111	6	increasingly	increasingly	ADV
crl-16993	111	7	providing	provide	VERB
crl-16993	111	8	platforms	platform	NOUN
crl-16993	111	9	for	for	ADP
crl-16993	111	10	open	open	ADJ
crl-16993	111	11	access	access	NOUN
crl-16993	111	12	journals	journal	NOUN
crl-16993	111	13	,	,	PUNCT
crl-16993	111	14	textbooks	textbook	NOUN
crl-16993	111	15	,	,	PUNCT
crl-16993	111	16	and	and	CCONJ
crl-16993	111	17	other	other	ADJ
crl-16993	111	18	content	content	NOUN
crl-16993	111	19	.	.	PUNCT
crl-16993	112	1	without	without	SCONJ
crl-16993	112	2	the	the	DET
crl-16993	112	3	pressures	pressure	NOUN
crl-16993	112	4	to	to	PART
crl-16993	112	5	publish	publish	VERB
crl-16993	112	6	novel	novel	NOUN
crl-16993	112	7	and	and	CCONJ
crl-16993	112	8	high	high	ADJ
crl-16993	112	9	-	-	PUNCT
crl-16993	112	10	impact	impact	NOUN
crl-16993	112	11	studies	study	NOUN
crl-16993	112	12	,	,	PUNCT
crl-16993	112	13	journals	journal	NOUN
crl-16993	112	14	run	run	VERB
crl-16993	112	15	on	on	ADP
crl-16993	112	16	academic	academic	ADJ
crl-16993	112	17	library	library	NOUN
crl-16993	112	18	publishing	publishing	NOUN
crl-16993	112	19	platforms	platform	NOUN
crl-16993	112	20	can	can	AUX
crl-16993	112	21	be	be	AUX
crl-16993	112	22	free	free	ADJ
crl-16993	112	23	to	to	PART
crl-16993	112	24	publish	publish	VERB
crl-16993	112	25	replications	replication	NOUN
crl-16993	112	26	and	and	CCONJ
crl-16993	112	27	null	null	ADJ
crl-16993	112	28	findings	finding	NOUN
crl-16993	112	29	.	.	PUNCT
crl-16993	113	1	as	as	SCONJ
crl-16993	113	2	librarians	librarian	NOUN
crl-16993	113	3	work	work	VERB
crl-16993	113	4	with	with	ADP
crl-16993	113	5	locally	locally	ADV
crl-16993	113	6	hosted	host	VERB
crl-16993	113	7	journals	journal	NOUN
crl-16993	113	8	,	,	PUNCT
crl-16993	113	9	they	they	PRON
crl-16993	113	10	should	should	AUX
crl-16993	113	11	encourage	encourage	VERB
crl-16993	113	12	them	they	PRON
crl-16993	113	13	to	to	PART
crl-16993	113	14	adopt	adopt	VERB
crl-16993	113	15	reproducibility	reproducibility	NOUN
crl-16993	113	16	guidelines	guideline	NOUN
crl-16993	113	17	such	such	ADJ
crl-16993	113	18	as	as	ADP
crl-16993	113	19	top	top	ADJ
crl-16993	113	20	and	and	CCONJ
crl-16993	113	21	other	other	ADJ
crl-16993	113	22	reporting	reporting	NOUN
crl-16993	113	23	standards	standard	NOUN
crl-16993	113	24	and	and	CCONJ
crl-16993	113	25	to	to	PART
crl-16993	113	26	accept	accept	VERB
crl-16993	113	27	replications	replication	NOUN
crl-16993	113	28	when	when	SCONJ
crl-16993	113	29	possible	possible	ADJ
crl-16993	113	30	.	.	PUNCT
crl-16993	114	1	library	library	NOUN
crl-16993	114	2	publishing	publishing	NOUN
crl-16993	114	3	platforms	platform	NOUN
crl-16993	114	4	can	can	AUX
crl-16993	114	5	thus	thus	ADV
crl-16993	114	6	help	help	VERB
crl-16993	114	7	drive	drive	VERB
crl-16993	114	8	reproducible	reproducible	ADJ
crl-16993	114	9	and	and	CCONJ
crl-16993	114	10	open	open	ADJ
crl-16993	114	11	science	science	NOUN
crl-16993	114	12	.	.	PUNCT
crl-16993	115	1	theme	theme	NOUN
crl-16993	115	2	:	:	PUNCT
crl-16993	115	3	reproducibility	reproducibility	NOUN
crl-16993	115	4	the	the	DET
crl-16993	115	5	reproducibility	reproducibility	NOUN
crl-16993	115	6	theme	theme	NOUN
crl-16993	115	7	refers	refer	VERB
crl-16993	115	8	to	to	ADP
crl-16993	115	9	measures	measure	NOUN
crl-16993	115	10	that	that	PRON
crl-16993	115	11	would	would	AUX
crl-16993	115	12	support	support	VERB
crl-16993	115	13	the	the	DET
crl-16993	115	14	ability	ability	NOUN
crl-16993	115	15	to	to	PART
crl-16993	115	16	verify	verify	VERB
crl-16993	115	17	,	,	PUNCT
crl-16993	115	18	reproduce	reproduce	NOUN
crl-16993	115	19	,	,	PUNCT
crl-16993	115	20	or	or	CCONJ
crl-16993	115	21	potentially	potentially	ADV
crl-16993	115	22	replicate	replicate	VERB
crl-16993	115	23	the	the	DET
crl-16993	115	24	results	result	NOUN
crl-16993	115	25	of	of	ADP
crl-16993	115	26	research	research	NOUN
crl-16993	115	27	(	(	PUNCT
crl-16993	115	28	for	for	ADP
crl-16993	115	29	example	example	NOUN
crl-16993	115	30	,	,	PUNCT
crl-16993	115	31	by	by	ADP
crl-16993	115	32	sharing	share	VERB
crl-16993	115	33	data	datum	NOUN
crl-16993	115	34	,	,	PUNCT
crl-16993	115	35	code	code	NOUN
crl-16993	115	36	,	,	PUNCT
crl-16993	115	37	and	and	CCONJ
crl-16993	115	38	materials	material	NOUN
crl-16993	115	39	in	in	ADP
crl-16993	115	40	open	open	ADJ
crl-16993	115	41	repositories	repository	NOUN
crl-16993	115	42	)	)	PUNCT
crl-16993	115	43	.	.	PUNCT
crl-16993	116	1	academic	academic	ADJ
crl-16993	116	2	libraries	library	NOUN
crl-16993	116	3	have	have	AUX
crl-16993	116	4	invested	invest	VERB
crl-16993	116	5	considerable	considerable	ADJ
crl-16993	116	6	time	time	NOUN
crl-16993	116	7	and	and	CCONJ
crl-16993	116	8	resources	resource	NOUN
crl-16993	116	9	in	in	ADP
crl-16993	116	10	developing	develop	VERB
crl-16993	116	11	expertise	expertise	NOUN
crl-16993	116	12	and	and	CCONJ
crl-16993	116	13	services	service	NOUN
crl-16993	116	14	around	around	ADP
crl-16993	116	15	data	datum	NOUN
crl-16993	116	16	curation	curation	NOUN
crl-16993	116	17	and	and	CCONJ
crl-16993	116	18	sharing	sharing	NOUN
crl-16993	116	19	,	,	PUNCT
crl-16993	116	20	and	and	CCONJ
crl-16993	116	21	this	this	PRON
crl-16993	116	22	is	be	AUX
crl-16993	116	23	perhaps	perhaps	ADV
crl-16993	116	24	one	one	NUM
crl-16993	116	25	of	of	ADP
crl-16993	116	26	the	the	DET
crl-16993	116	27	easiest	easy	ADJ
crl-16993	116	28	areas	area	NOUN
crl-16993	116	29	for	for	ADP
crl-16993	116	30	major	major	ADJ
crl-16993	116	31	research	research	NOUN
crl-16993	116	32	libraries	library	NOUN
crl-16993	116	33	to	to	PART
crl-16993	116	34	immediately	immediately	ADV
crl-16993	116	35	support	support	VERB
crl-16993	116	36	.	.	PUNCT
crl-16993	117	1	a	a	DET
crl-16993	117	2	recent	recent	ADJ
crl-16993	117	3	survey	survey	NOUN
crl-16993	117	4	of	of	ADP
crl-16993	117	5	association	association	NOUN
crl-16993	117	6	of	of	ADP
crl-16993	117	7	research	research	NOUN
crl-16993	117	8	libraries	library	NOUN
crl-16993	117	9	member	member	NOUN
crl-16993	117	10	institutions	institution	NOUN
crl-16993	117	11	found	find	VERB
crl-16993	117	12	that	that	SCONJ
crl-16993	117	13	nearly	nearly	ADV
crl-16993	117	14	two	two	NUM
crl-16993	117	15	thirds	third	NOUN
crl-16993	117	16	(	(	PUNCT
crl-16993	117	17	51	51	NUM
crl-16993	117	18	of	of	ADP
crl-16993	117	19	80	80	NUM
crl-16993	117	20	)	)	PUNCT
crl-16993	117	21	of	of	ADP
crl-16993	117	22	respondents	respondent	NOUN
crl-16993	117	23	provide	provide	VERB
crl-16993	117	24	data	data	NOUN
crl-16993	117	25	curation	curation	NOUN
crl-16993	117	26	services	service	NOUN
crl-16993	117	27	,	,	PUNCT
crl-16993	117	28	while	while	SCONJ
crl-16993	117	29	another	another	DET
crl-16993	117	30	13	13	NUM
crl-16993	117	31	indicated	indicate	VERB
crl-16993	117	32	services	service	NOUN
crl-16993	117	33	were	be	AUX
crl-16993	117	34	in	in	ADP
crl-16993	117	35	http://clinicaltrials.gov	http://clinicaltrials.gov	PROPN
crl-16993	117	36	268	268	NUM
crl-16993	117	37	college	college	NOUN
crl-16993	117	38	&	&	CCONJ
crl-16993	117	39	research	research	PROPN
crl-16993	117	40	libraries	library	NOUN
crl-16993	117	41	march	march	PROPN
crl-16993	117	42	2019	2019	NUM
crl-16993	117	43	development.56	development.56	VERB
crl-16993	117	44	attention	attention	NOUN
crl-16993	117	45	to	to	ADP
crl-16993	117	46	curation	curation	NOUN
crl-16993	117	47	needs	need	NOUN
crl-16993	117	48	has	have	AUX
crl-16993	117	49	also	also	ADV
crl-16993	117	50	resulted	result	VERB
crl-16993	117	51	in	in	ADP
crl-16993	117	52	significant	significant	ADJ
crl-16993	117	53	investment	investment	NOUN
crl-16993	117	54	of	of	ADP
crl-16993	117	55	staff	staff	NOUN
crl-16993	117	56	resources	resource	NOUN
crl-16993	117	57	,	,	PUNCT
crl-16993	117	58	with	with	ADP
crl-16993	117	59	a	a	DET
crl-16993	117	60	total	total	NOUN
crl-16993	117	61	of	of	ADP
crl-16993	117	62	293	293	NUM
crl-16993	117	63	staff	staff	NOUN
crl-16993	117	64	in	in	ADP
crl-16993	117	65	49	49	NUM
crl-16993	117	66	reporting	reporting	NOUN
crl-16993	117	67	libraries	library	NOUN
crl-16993	117	68	involved	involve	VERB
crl-16993	117	69	in	in	ADP
crl-16993	117	70	data	data	NOUN
crl-16993	117	71	curation	curation	NOUN
crl-16993	117	72	activities.57	activities.57	NOUN
crl-16993	117	73	librarians	librarian	NOUN
crl-16993	117	74	have	have	AUX
crl-16993	117	75	also	also	ADV
crl-16993	117	76	been	be	AUX
crl-16993	117	77	involved	involve	VERB
crl-16993	117	78	in	in	ADP
crl-16993	117	79	building	build	VERB
crl-16993	117	80	and	and	CCONJ
crl-16993	117	81	supporting	support	VERB
crl-16993	117	82	tools	tool	NOUN
crl-16993	117	83	to	to	PART
crl-16993	117	84	support	support	VERB
crl-16993	117	85	code	code	NOUN
crl-16993	117	86	sharing	sharing	NOUN
crl-16993	117	87	.	.	PUNCT
crl-16993	118	1	for	for	ADP
crl-16993	118	2	example	example	NOUN
crl-16993	118	3	,	,	PUNCT
crl-16993	118	4	the	the	DET
crl-16993	118	5	reproducibility	reproducibility	NOUN
crl-16993	118	6	librarian	librarian	NOUN
crl-16993	118	7	at	at	ADP
crl-16993	118	8	new	new	PROPN
crl-16993	118	9	york	york	PROPN
crl-16993	118	10	university	university	PROPN
crl-16993	118	11	,	,	PUNCT
crl-16993	118	12	vicky	vicky	PROPN
crl-16993	118	13	steeves	steeve	NOUN
crl-16993	118	14	,	,	PUNCT
crl-16993	118	15	is	be	AUX
crl-16993	118	16	involved	involve	VERB
crl-16993	118	17	in	in	ADP
crl-16993	118	18	developing	develop	VERB
crl-16993	118	19	and	and	CCONJ
crl-16993	118	20	supporting	support	VERB
crl-16993	118	21	an	an	DET
crl-16993	118	22	open	open	ADJ
crl-16993	118	23	source	source	NOUN
crl-16993	118	24	tool	tool	NOUN
crl-16993	118	25	called	call	VERB
crl-16993	118	26	reprozip	reprozip	NOUN
crl-16993	118	27	,	,	PUNCT
crl-16993	118	28	which	which	PRON
crl-16993	118	29	was	be	AUX
crl-16993	118	30	designed	design	VERB
crl-16993	118	31	to	to	PART
crl-16993	118	32	help	help	VERB
crl-16993	118	33	users	user	NOUN
crl-16993	118	34	overcome	overcome	VERB
crl-16993	118	35	technical	technical	ADJ
crl-16993	118	36	obstacles	obstacle	NOUN
crl-16993	118	37	of	of	ADP
crl-16993	118	38	reproducing	reproduce	VERB
crl-16993	118	39	computational	computational	ADJ
crl-16993	118	40	research	research	NOUN
crl-16993	118	41	by	by	ADP
crl-16993	118	42	creating	create	VERB
crl-16993	118	43	containers	container	NOUN
crl-16993	118	44	that	that	PRON
crl-16993	118	45	gather	gather	VERB
crl-16993	118	46	together	together	ADV
crl-16993	118	47	the	the	DET
crl-16993	118	48	software	software	NOUN
crl-16993	118	49	dependencies	dependency	NOUN
crl-16993	118	50	needed	need	VERB
crl-16993	118	51	to	to	PART
crl-16993	118	52	execute	execute	VERB
crl-16993	118	53	code.58	code.58	NOUN
crl-16993	118	54	as	as	ADP
crl-16993	118	55	steeves	steeve	NOUN
crl-16993	119	1	et	et	PROPN
crl-16993	119	2	al	al	PROPN
crl-16993	119	3	.	.	PROPN
crl-16993	119	4	argue	argue	PROPN
crl-16993	119	5	,	,	PUNCT
crl-16993	119	6	advocating	advocate	VERB
crl-16993	119	7	for	for	ADP
crl-16993	119	8	tools	tool	NOUN
crl-16993	119	9	like	like	ADP
crl-16993	119	10	reprozip	reprozip	NOUN
crl-16993	119	11	provides	provide	VERB
crl-16993	119	12	a	a	DET
crl-16993	119	13	venue	venue	NOUN
crl-16993	119	14	to	to	PART
crl-16993	119	15	expand	expand	VERB
crl-16993	119	16	beyond	beyond	ADP
crl-16993	119	17	data	data	NOUN
crl-16993	119	18	management	management	NOUN
crl-16993	119	19	services	service	NOUN
crl-16993	119	20	into	into	ADP
crl-16993	119	21	“	"	PUNCT
crl-16993	119	22	holistic	holistic	ADJ
crl-16993	119	23	support	support	NOUN
crl-16993	119	24	for	for	ADP
crl-16993	119	25	reproducible	reproducible	ADJ
crl-16993	119	26	research	research	NOUN
crl-16993	119	27	practices	practice	NOUN
crl-16993	119	28	.	.	PUNCT
crl-16993	120	1	”59	”59	ADJ
crl-16993	120	2	academic	academic	ADJ
crl-16993	120	3	libraries	library	NOUN
crl-16993	120	4	can	can	AUX
crl-16993	120	5	also	also	ADV
crl-16993	120	6	encourage	encourage	VERB
crl-16993	120	7	data	datum	NOUN
crl-16993	120	8	and	and	CCONJ
crl-16993	120	9	code	code	NOUN
crl-16993	120	10	sharing	sharing	NOUN
crl-16993	120	11	through	through	ADP
crl-16993	120	12	educational	educational	ADJ
crl-16993	120	13	initiatives	initiative	NOUN
crl-16993	120	14	,	,	PUNCT
crl-16993	120	15	running	run	VERB
crl-16993	120	16	institutional	institutional	ADJ
crl-16993	120	17	repositories	repository	NOUN
crl-16993	120	18	,	,	PUNCT
crl-16993	120	19	supporting	support	VERB
crl-16993	120	20	researchers	researcher	NOUN
crl-16993	120	21	depositing	deposit	VERB
crl-16993	120	22	materials	material	NOUN
crl-16993	120	23	,	,	PUNCT
crl-16993	120	24	and	and	CCONJ
crl-16993	120	25	assisting	assist	VERB
crl-16993	120	26	researchers	researcher	NOUN
crl-16993	120	27	in	in	ADP
crl-16993	120	28	finding	find	VERB
crl-16993	120	29	appropriate	appropriate	ADJ
crl-16993	120	30	disciplinary	disciplinary	ADJ
crl-16993	120	31	repositories	repository	NOUN
crl-16993	120	32	.	.	PUNCT
crl-16993	121	1	librarians	librarian	NOUN
crl-16993	121	2	should	should	AUX
crl-16993	121	3	also	also	ADV
crl-16993	121	4	be	be	AUX
crl-16993	121	5	involved	involve	VERB
crl-16993	121	6	in	in	ADP
crl-16993	121	7	developing	develop	VERB
crl-16993	121	8	citation	citation	NOUN
crl-16993	121	9	formats	format	NOUN
crl-16993	121	10	and	and	CCONJ
crl-16993	121	11	systems	system	NOUN
crl-16993	121	12	for	for	ADP
crl-16993	121	13	new	new	ADJ
crl-16993	121	14	areas	area	NOUN
crl-16993	121	15	:	:	PUNCT
crl-16993	121	16	for	for	ADP
crl-16993	121	17	example	example	NOUN
crl-16993	121	18	,	,	PUNCT
crl-16993	121	19	the	the	DET
crl-16993	121	20	oregon	oregon	PROPN
crl-16993	121	21	health	health	PROPN
crl-16993	121	22	and	and	CCONJ
crl-16993	121	23	science	science	PROPN
crl-16993	121	24	university	university	NOUN
crl-16993	121	25	libraries	library	NOUN
crl-16993	121	26	collaborated	collaborate	VERB
crl-16993	121	27	on	on	ADP
crl-16993	121	28	the	the	DET
crl-16993	121	29	resource	resource	NOUN
crl-16993	121	30	identification	identification	NOUN
crl-16993	121	31	initiative	initiative	NOUN
crl-16993	121	32	(	(	PUNCT
crl-16993	121	33	rii	rii	PROPN
crl-16993	121	34	)	)	PUNCT
crl-16993	121	35	,	,	PUNCT
crl-16993	121	36	which	which	PRON
crl-16993	121	37	developed	develop	VERB
crl-16993	121	38	a	a	DET
crl-16993	121	39	citation	citation	NOUN
crl-16993	121	40	standard	standard	NOUN
crl-16993	121	41	and	and	CCONJ
crl-16993	121	42	platform	platform	NOUN
crl-16993	121	43	for	for	ADP
crl-16993	121	44	key	key	ADJ
crl-16993	121	45	resources	resource	NOUN
crl-16993	121	46	used	use	VERB
crl-16993	121	47	in	in	ADP
crl-16993	121	48	experiments.60	experiments.60	PROPN
crl-16993	121	49	this	this	PRON
crl-16993	121	50	allows	allow	VERB
crl-16993	121	51	researchers	researcher	NOUN
crl-16993	121	52	to	to	PART
crl-16993	121	53	cite	cite	VERB
crl-16993	121	54	specific	specific	ADJ
crl-16993	121	55	reagents	reagent	NOUN
crl-16993	121	56	and	and	CCONJ
crl-16993	121	57	other	other	ADJ
crl-16993	121	58	materials	material	NOUN
crl-16993	121	59	so	so	SCONJ
crl-16993	121	60	other	other	ADJ
crl-16993	121	61	researchers	researcher	NOUN
crl-16993	121	62	can	can	AUX
crl-16993	121	63	build	build	VERB
crl-16993	121	64	on	on	ADP
crl-16993	121	65	and	and	CCONJ
crl-16993	121	66	replicate	replicate	VERB
crl-16993	121	67	their	their	PRON
crl-16993	121	68	work	work	NOUN
crl-16993	121	69	.	.	PUNCT
crl-16993	122	1	finally	finally	ADV
crl-16993	122	2	,	,	PUNCT
crl-16993	122	3	an	an	DET
crl-16993	122	4	important	important	ADJ
crl-16993	122	5	area	area	NOUN
crl-16993	122	6	where	where	SCONJ
crl-16993	122	7	librarians	librarian	NOUN
crl-16993	122	8	can	can	AUX
crl-16993	122	9	contribute	contribute	VERB
crl-16993	122	10	is	be	AUX
crl-16993	122	11	helping	help	VERB
crl-16993	122	12	researchers	researcher	NOUN
crl-16993	122	13	manage	manage	VERB
crl-16993	122	14	their	their	PRON
crl-16993	122	15	data	datum	NOUN
crl-16993	122	16	during	during	ADP
crl-16993	122	17	the	the	DET
crl-16993	122	18	research	research	NOUN
crl-16993	122	19	process	process	NOUN
crl-16993	122	20	itself	itself	PRON
crl-16993	122	21	,	,	PUNCT
crl-16993	122	22	not	not	PART
crl-16993	122	23	just	just	ADV
crl-16993	122	24	during	during	ADP
crl-16993	122	25	planning	planning	NOUN
crl-16993	122	26	or	or	CCONJ
crl-16993	122	27	depositing	deposit	VERB
crl-16993	122	28	final	final	ADJ
crl-16993	122	29	data	datum	NOUN
crl-16993	122	30	in	in	ADP
crl-16993	122	31	repositories	repository	NOUN
crl-16993	122	32	.	.	PUNCT
crl-16993	123	1	in	in	ADP
crl-16993	123	2	fact	fact	NOUN
crl-16993	123	3	,	,	PUNCT
crl-16993	123	4	the	the	DET
crl-16993	123	5	center	center	NOUN
crl-16993	123	6	for	for	ADP
crl-16993	123	7	open	open	ADJ
crl-16993	123	8	science	science	NOUN
crl-16993	123	9	strategic	strategic	ADJ
crl-16993	123	10	plan	plan	NOUN
crl-16993	123	11	includes	include	VERB
crl-16993	123	12	among	among	ADP
crl-16993	123	13	its	its	PRON
crl-16993	123	14	eight	eight	NUM
crl-16993	123	15	goals	goal	NOUN
crl-16993	123	16	that	that	PRON
crl-16993	123	17	“	"	PUNCT
crl-16993	123	18	librarians	librarian	NOUN
crl-16993	123	19	apply	apply	VERB
crl-16993	123	20	curation	curation	NOUN
crl-16993	123	21	and	and	CCONJ
crl-16993	123	22	data	datum	NOUN
crl-16993	123	23	management	management	NOUN
crl-16993	123	24	expertise	expertise	NOUN
crl-16993	123	25	throughout	throughout	ADP
crl-16993	123	26	the	the	DET
crl-16993	123	27	research	research	NOUN
crl-16993	123	28	lifecycle	lifecycle	NOUN
crl-16993	123	29	,	,	PUNCT
crl-16993	123	30	not	not	PART
crl-16993	123	31	just	just	ADV
crl-16993	123	32	retrospectively	retrospectively	ADV
crl-16993	123	33	.	.	PUNCT
crl-16993	124	1	”61	”61	VERB
crl-16993	124	2	this	this	DET
crl-16993	124	3	type	type	NOUN
crl-16993	124	4	of	of	ADP
crl-16993	124	5	active	active	ADJ
crl-16993	124	6	research	research	NOUN
crl-16993	124	7	data	datum	NOUN
crl-16993	124	8	management	management	NOUN
crl-16993	124	9	,	,	PUNCT
crl-16993	124	10	which	which	PRON
crl-16993	124	11	involves	involve	VERB
crl-16993	124	12	working	work	VERB
crl-16993	124	13	with	with	ADP
crl-16993	124	14	research	research	NOUN
crl-16993	124	15	data	datum	NOUN
crl-16993	124	16	during	during	ADP
crl-16993	124	17	the	the	DET
crl-16993	124	18	active	active	ADJ
crl-16993	124	19	phase	phase	NOUN
crl-16993	124	20	of	of	ADP
crl-16993	124	21	the	the	DET
crl-16993	124	22	research	research	NOUN
crl-16993	124	23	lifecycle	lifecycle	NOUN
crl-16993	124	24	,	,	PUNCT
crl-16993	124	25	could	could	AUX
crl-16993	124	26	have	have	VERB
crl-16993	124	27	significant	significant	ADJ
crl-16993	124	28	benefits	benefit	NOUN
crl-16993	124	29	for	for	ADP
crl-16993	124	30	reproducibility	reproducibility	NOUN
crl-16993	124	31	.	.	PUNCT
crl-16993	125	1	for	for	ADP
crl-16993	125	2	example	example	NOUN
crl-16993	125	3	,	,	PUNCT
crl-16993	125	4	librarians	librarian	NOUN
crl-16993	125	5	at	at	ADP
crl-16993	125	6	the	the	DET
crl-16993	125	7	university	university	PROPN
crl-16993	125	8	of	of	ADP
crl-16993	125	9	minnesota	minnesota	PROPN
crl-16993	125	10	,	,	PUNCT
crl-16993	125	11	including	include	VERB
crl-16993	125	12	one	one	NUM
crl-16993	125	13	of	of	ADP
crl-16993	125	14	the	the	DET
crl-16993	125	15	authors	author	NOUN
crl-16993	125	16	,	,	PUNCT
crl-16993	125	17	have	have	AUX
crl-16993	125	18	developed	develop	VERB
crl-16993	125	19	a	a	DET
crl-16993	125	20	short	short	ADJ
crl-16993	125	21	intervention	intervention	NOUN
crl-16993	125	22	that	that	PRON
crl-16993	125	23	can	can	AUX
crl-16993	125	24	be	be	AUX
crl-16993	125	25	done	do	VERB
crl-16993	125	26	during	during	ADP
crl-16993	125	27	lab	lab	NOUN
crl-16993	125	28	meetings	meeting	NOUN
crl-16993	125	29	that	that	PRON
crl-16993	125	30	teaches	teach	VERB
crl-16993	125	31	aspects	aspect	NOUN
crl-16993	125	32	of	of	ADP
crl-16993	125	33	research	research	NOUN
crl-16993	125	34	data	datum	NOUN
crl-16993	125	35	management	management	NOUN
crl-16993	125	36	while	while	SCONJ
crl-16993	125	37	giving	give	VERB
crl-16993	125	38	participants	participant	NOUN
crl-16993	125	39	pragmatic	pragmatic	ADJ
crl-16993	125	40	advice	advice	NOUN
crl-16993	125	41	that	that	PRON
crl-16993	125	42	can	can	AUX
crl-16993	125	43	be	be	AUX
crl-16993	125	44	applied	apply	VERB
crl-16993	125	45	immediately	immediately	ADV
crl-16993	125	46	to	to	ADP
crl-16993	125	47	the	the	DET
crl-16993	125	48	lab	lab	NOUN
crl-16993	125	49	’s	’s	PART
crl-16993	125	50	current	current	ADJ
crl-16993	125	51	research	research	NOUN
crl-16993	125	52	data.62	data.62	NOUN
crl-16993	125	53	theme	theme	NOUN
crl-16993	125	54	:	:	PUNCT
crl-16993	125	55	evaluation	evaluation	NOUN
crl-16993	125	56	the	the	DET
crl-16993	125	57	evaluation	evaluation	NOUN
crl-16993	125	58	theme	theme	NOUN
crl-16993	125	59	refers	refer	VERB
crl-16993	125	60	to	to	ADP
crl-16993	125	61	measures	measure	NOUN
crl-16993	125	62	that	that	PRON
crl-16993	125	63	would	would	AUX
crl-16993	125	64	impact	impact	VERB
crl-16993	125	65	the	the	DET
crl-16993	125	66	evaluation	evaluation	NOUN
crl-16993	125	67	of	of	ADP
crl-16993	125	68	research	research	NOUN
crl-16993	125	69	,	,	PUNCT
crl-16993	125	70	such	such	ADJ
crl-16993	125	71	as	as	ADP
crl-16993	125	72	changes	change	NOUN
crl-16993	125	73	to	to	ADP
crl-16993	125	74	the	the	DET
crl-16993	125	75	peer	peer	NOUN
crl-16993	125	76	review	review	NOUN
crl-16993	125	77	process	process	NOUN
crl-16993	125	78	.	.	PUNCT
crl-16993	126	1	munafò	munafò	VERB
crl-16993	126	2	et	et	PROPN
crl-16993	126	3	al	al	PROPN
crl-16993	126	4	.	.	PUNCT
crl-16993	127	1	specifically	specifically	ADV
crl-16993	127	2	list	list	VERB
crl-16993	127	3	diversifying	diversify	VERB
crl-16993	127	4	peer	peer	NOUN
crl-16993	127	5	review	review	NOUN
crl-16993	127	6	through	through	ADP
crl-16993	127	7	preprints	preprint	NOUN
crl-16993	127	8	and	and	CCONJ
crl-16993	127	9	postpublication	postpublication	NOUN
crl-16993	127	10	peer	peer	NOUN
crl-16993	127	11	review	review	NOUN
crl-16993	127	12	as	as	ADP
crl-16993	127	13	potential	potential	ADJ
crl-16993	127	14	changes	change	NOUN
crl-16993	127	15	that	that	PRON
crl-16993	127	16	could	could	AUX
crl-16993	127	17	improve	improve	VERB
crl-16993	127	18	research	research	NOUN
crl-16993	127	19	reproducibility.63	reproducibility.63	PROPN
crl-16993	127	20	librarians	librarian	NOUN
crl-16993	127	21	should	should	AUX
crl-16993	127	22	maintain	maintain	VERB
crl-16993	127	23	familiarity	familiarity	NOUN
crl-16993	127	24	with	with	ADP
crl-16993	127	25	tools	tool	NOUN
crl-16993	127	26	like	like	ADP
crl-16993	127	27	sherpa	sherpa	NOUN
crl-16993	127	28	romeo	romeo	NOUN
crl-16993	127	29	that	that	PRON
crl-16993	127	30	allow	allow	VERB
crl-16993	127	31	scholars	scholar	NOUN
crl-16993	127	32	to	to	PART
crl-16993	127	33	search	search	VERB
crl-16993	127	34	for	for	ADP
crl-16993	127	35	journal	journal	ADJ
crl-16993	127	36	stances	stance	NOUN
crl-16993	127	37	on	on	ADP
crl-16993	127	38	open	open	ADJ
crl-16993	127	39	access	access	NOUN
crl-16993	127	40	,	,	PUNCT
crl-16993	127	41	preprints	preprint	NOUN
crl-16993	127	42	,	,	PUNCT
crl-16993	127	43	postprints	postprint	NOUN
crl-16993	127	44	,	,	PUNCT
crl-16993	127	45	and	and	CCONJ
crl-16993	127	46	other	other	ADJ
crl-16993	127	47	factors	factor	NOUN
crl-16993	127	48	that	that	PRON
crl-16993	127	49	often	often	ADV
crl-16993	127	50	contribute	contribute	VERB
crl-16993	127	51	to	to	ADP
crl-16993	127	52	the	the	DET
crl-16993	127	53	openness	openness	NOUN
crl-16993	127	54	of	of	ADP
crl-16993	127	55	research.64	research.64	PROPN
crl-16993	127	56	perhaps	perhaps	ADV
crl-16993	127	57	the	the	DET
crl-16993	127	58	most	most	ADV
crl-16993	127	59	impactful	impactful	ADJ
crl-16993	127	60	measure	measure	NOUN
crl-16993	127	61	librarians	librarian	NOUN
crl-16993	127	62	could	could	AUX
crl-16993	127	63	adopt	adopt	VERB
crl-16993	127	64	would	would	AUX
crl-16993	127	65	be	be	AUX
crl-16993	127	66	changing	change	VERB
crl-16993	127	67	how	how	SCONJ
crl-16993	127	68	they	they	PRON
crl-16993	127	69	educate	educate	VERB
crl-16993	127	70	new	new	ADJ
crl-16993	127	71	researchers	researcher	NOUN
crl-16993	127	72	about	about	ADP
crl-16993	127	73	scholarly	scholarly	ADJ
crl-16993	127	74	communication	communication	NOUN
crl-16993	127	75	and	and	CCONJ
crl-16993	127	76	peer	peer	NOUN
crl-16993	127	77	review	review	NOUN
crl-16993	127	78	to	to	PART
crl-16993	127	79	reflect	reflect	VERB
crl-16993	127	80	the	the	DET
crl-16993	127	81	measures	measure	NOUN
crl-16993	127	82	being	be	AUX
crl-16993	127	83	adopted	adopt	VERB
crl-16993	127	84	and	and	CCONJ
crl-16993	127	85	recommended	recommend	VERB
crl-16993	127	86	by	by	ADP
crl-16993	127	87	others	other	NOUN
crl-16993	127	88	.	.	PUNCT
crl-16993	128	1	for	for	ADP
crl-16993	128	2	example	example	NOUN
crl-16993	128	3	,	,	PUNCT
crl-16993	128	4	registered	registered	ADJ
crl-16993	128	5	reports	report	NOUN
crl-16993	128	6	,	,	PUNCT
crl-16993	128	7	a	a	DET
crl-16993	128	8	new	new	ADJ
crl-16993	128	9	form	form	NOUN
crl-16993	128	10	of	of	ADP
crl-16993	128	11	publication	publication	NOUN
crl-16993	128	12	,	,	PUNCT
crl-16993	128	13	has	have	AUX
crl-16993	128	14	been	be	AUX
crl-16993	128	15	adopted	adopt	VERB
crl-16993	128	16	by	by	ADP
crl-16993	128	17	99	99	NUM
crl-16993	128	18	journals	journal	NOUN
crl-16993	128	19	as	as	ADP
crl-16993	128	20	of	of	ADP
crl-16993	128	21	april	april	PROPN
crl-16993	128	22	2018.65	2018.65	NUM
crl-16993	128	23	in	in	ADP
crl-16993	128	24	a	a	DET
crl-16993	128	25	registered	register	VERB
crl-16993	128	26	report	report	NOUN
crl-16993	128	27	,	,	PUNCT
crl-16993	128	28	peer	peer	NOUN
crl-16993	128	29	review	review	NOUN
crl-16993	128	30	and	and	CCONJ
crl-16993	128	31	provisional	provisional	ADJ
crl-16993	128	32	acceptance	acceptance	NOUN
crl-16993	128	33	occurs	occur	VERB
crl-16993	128	34	on	on	ADP
crl-16993	128	35	the	the	DET
crl-16993	128	36	basis	basis	NOUN
crl-16993	128	37	of	of	ADP
crl-16993	128	38	the	the	DET
crl-16993	128	39	hypothesis	hypothesis	NOUN
crl-16993	128	40	and	and	CCONJ
crl-16993	128	41	methodology	methodology	NOUN
crl-16993	128	42	before	before	SCONJ
crl-16993	128	43	data	data	NOUN
crl-16993	128	44	collection	collection	NOUN
crl-16993	128	45	occurs	occur	VERB
crl-16993	128	46	.	.	PUNCT
crl-16993	129	1	this	this	DET
crl-16993	129	2	shifts	shift	NOUN
crl-16993	129	3	peer	peer	VERB
crl-16993	129	4	review	review	NOUN
crl-16993	129	5	from	from	ADP
crl-16993	129	6	evaluating	evaluate	VERB
crl-16993	129	7	the	the	DET
crl-16993	129	8	results	result	NOUN
crl-16993	129	9	and	and	CCONJ
crl-16993	129	10	how	how	SCONJ
crl-16993	129	11	novel	novel	ADJ
crl-16993	129	12	they	they	PRON
crl-16993	129	13	are	be	AUX
crl-16993	129	14	to	to	ADP
crl-16993	129	15	their	their	PRON
crl-16993	129	16	technical	technical	ADJ
crl-16993	129	17	details	detail	NOUN
crl-16993	129	18	.	.	PUNCT
crl-16993	130	1	morey	morey	PROPN
crl-16993	130	2	et	et	PROPN
crl-16993	130	3	al	al	PROPN
crl-16993	130	4	.	.	PROPN
crl-16993	130	5	have	have	AUX
crl-16993	130	6	recommended	recommend	VERB
crl-16993	130	7	that	that	SCONJ
crl-16993	130	8	reviewers	reviewer	NOUN
crl-16993	130	9	withhold	withhold	VERB
crl-16993	130	10	peer	peer	NOUN
crl-16993	130	11	review	review	NOUN
crl-16993	130	12	unless	unless	SCONJ
crl-16993	130	13	authors	author	NOUN
crl-16993	130	14	adopt	adopt	VERB
crl-16993	130	15	open	open	ADJ
crl-16993	130	16	practices	practice	NOUN
crl-16993	130	17	,	,	PUNCT
crl-16993	130	18	in	in	ADP
crl-16993	130	19	part	part	NOUN
crl-16993	130	20	to	to	PART
crl-16993	130	21	improve	improve	VERB
crl-16993	130	22	reproducibility	reproducibility	NOUN
crl-16993	130	23	of	of	ADP
crl-16993	130	24	research.66	research.66	NOUN
crl-16993	130	25	going	go	VERB
crl-16993	130	26	further	far	ADV
crl-16993	130	27	,	,	PUNCT
crl-16993	130	28	nosek	nosek	PROPN
crl-16993	130	29	,	,	PUNCT
crl-16993	130	30	spies	spy	NOUN
crl-16993	130	31	,	,	PUNCT
crl-16993	130	32	and	and	CCONJ
crl-16993	130	33	motyl	motyl	NOUN
crl-16993	130	34	have	have	AUX
crl-16993	130	35	recommended	recommend	VERB
crl-16993	130	36	discarding	discard	VERB
crl-16993	130	37	prepublication	prepublication	NOUN
crl-16993	130	38	peer	peer	NOUN
crl-16993	130	39	review	review	NOUN
crl-16993	130	40	entirely	entirely	ADV
crl-16993	130	41	,	,	PUNCT
crl-16993	130	42	thus	thus	ADV
crl-16993	130	43	making	make	VERB
crl-16993	130	44	publication	publication	NOUN
crl-16993	130	45	trivial	trivial	ADJ
crl-16993	130	46	and	and	CCONJ
crl-16993	130	47	making	make	VERB
crl-16993	130	48	review	review	VERB
crl-16993	130	49	a	a	DET
crl-16993	130	50	replicable	replicable	ADJ
crl-16993	130	51	services	service	NOUN
crl-16993	130	52	for	for	ADP
crl-16993	130	53	reproducible	reproducible	ADJ
crl-16993	130	54	research	research	NOUN
crl-16993	130	55	269	269	NUM
crl-16993	130	56	purely	purely	ADV
crl-16993	130	57	evaluative	evaluative	ADJ
crl-16993	130	58	process	process	NOUN
crl-16993	130	59	instead	instead	ADV
crl-16993	130	60	of	of	ADP
crl-16993	130	61	whether	whether	SCONJ
crl-16993	130	62	a	a	DET
crl-16993	130	63	paper	paper	NOUN
crl-16993	130	64	should	should	AUX
crl-16993	130	65	be	be	AUX
crl-16993	130	66	published.67	published.67	ADJ
crl-16993	130	67	while	while	SCONJ
crl-16993	130	68	the	the	DET
crl-16993	130	69	decisions	decision	NOUN
crl-16993	130	70	about	about	ADP
crl-16993	130	71	whether	whether	SCONJ
crl-16993	130	72	to	to	PART
crl-16993	130	73	adopt	adopt	VERB
crl-16993	130	74	these	these	DET
crl-16993	130	75	measures	measure	NOUN
crl-16993	130	76	will	will	AUX
crl-16993	130	77	need	need	VERB
crl-16993	130	78	to	to	PART
crl-16993	130	79	be	be	AUX
crl-16993	130	80	made	make	VERB
crl-16993	130	81	by	by	ADP
crl-16993	130	82	scientists	scientist	NOUN
crl-16993	130	83	themselves	themselves	PRON
crl-16993	130	84	,	,	PUNCT
crl-16993	130	85	librarians	librarian	NOUN
crl-16993	130	86	can	can	AUX
crl-16993	130	87	help	help	VERB
crl-16993	130	88	educate	educate	VERB
crl-16993	130	89	them	they	PRON
crl-16993	130	90	on	on	ADP
crl-16993	130	91	the	the	DET
crl-16993	130	92	potential	potential	ADJ
crl-16993	130	93	impacts	impact	NOUN
crl-16993	130	94	of	of	ADP
crl-16993	130	95	each	each	PRON
crl-16993	130	96	and	and	CCONJ
crl-16993	130	97	provide	provide	VERB
crl-16993	130	98	training	training	NOUN
crl-16993	130	99	and	and	CCONJ
crl-16993	130	100	support	support	NOUN
crl-16993	130	101	for	for	ADP
crl-16993	130	102	the	the	DET
crl-16993	130	103	ones	one	NOUN
crl-16993	130	104	that	that	PRON
crl-16993	130	105	are	be	AUX
crl-16993	130	106	adopted	adopt	VERB
crl-16993	130	107	.	.	PUNCT
crl-16993	131	1	theme	theme	NOUN
crl-16993	131	2	:	:	PUNCT
crl-16993	131	3	incentives	incentive	VERB
crl-16993	131	4	the	the	DET
crl-16993	131	5	incentives	incentive	NOUN
crl-16993	131	6	theme	theme	NOUN
crl-16993	131	7	contains	contain	VERB
crl-16993	131	8	measures	measure	NOUN
crl-16993	131	9	that	that	PRON
crl-16993	131	10	could	could	AUX
crl-16993	131	11	affect	affect	VERB
crl-16993	131	12	the	the	DET
crl-16993	131	13	rewards	reward	NOUN
crl-16993	131	14	and	and	CCONJ
crl-16993	131	15	pressures	pressure	NOUN
crl-16993	131	16	researchers	researcher	NOUN
crl-16993	131	17	face	face	VERB
crl-16993	131	18	and	and	CCONJ
crl-16993	131	19	therefore	therefore	ADV
crl-16993	131	20	the	the	DET
crl-16993	131	21	type	type	NOUN
crl-16993	131	22	of	of	ADP
crl-16993	131	23	research	research	NOUN
crl-16993	131	24	they	they	PRON
crl-16993	131	25	do	do	VERB
crl-16993	131	26	and	and	CCONJ
crl-16993	131	27	the	the	DET
crl-16993	131	28	research	research	NOUN
crl-16993	131	29	practices	practice	NOUN
crl-16993	131	30	they	they	PRON
crl-16993	131	31	follow	follow	VERB
crl-16993	131	32	.	.	PUNCT
crl-16993	132	1	francis	francis	PROPN
crl-16993	132	2	collins	collins	PROPN
crl-16993	132	3	,	,	PUNCT
crl-16993	132	4	the	the	DET
crl-16993	132	5	nih	nih	PROPN
crl-16993	132	6	director	director	NOUN
crl-16993	132	7	,	,	PUNCT
crl-16993	132	8	has	have	AUX
crl-16993	132	9	called	call	VERB
crl-16993	132	10	the	the	DET
crl-16993	132	11	role	role	NOUN
crl-16993	132	12	of	of	ADP
crl-16993	132	13	incentives	incentive	NOUN
crl-16993	132	14	“	"	PUNCT
crl-16993	132	15	the	the	DET
crl-16993	132	16	most	most	ADV
crl-16993	132	17	vexed	vex	VERB
crl-16993	132	18	issue	issue	NOUN
crl-16993	132	19	”	"	PUNCT
crl-16993	132	20	in	in	ADP
crl-16993	132	21	fixing	fix	VERB
crl-16993	132	22	the	the	DET
crl-16993	132	23	reproducibility	reproducibility	NOUN
crl-16993	132	24	crisis.68	crisis.68	NOUN
crl-16993	132	25	traditionally	traditionally	ADV
crl-16993	132	26	,	,	PUNCT
crl-16993	132	27	the	the	DET
crl-16993	132	28	currency	currency	NOUN
crl-16993	132	29	of	of	ADP
crl-16993	132	30	science	science	NOUN
crl-16993	132	31	has	have	AUX
crl-16993	132	32	been	be	AUX
crl-16993	132	33	journal	journal	ADJ
crl-16993	132	34	publications	publication	NOUN
crl-16993	132	35	,	,	PUNCT
crl-16993	132	36	particularly	particularly	ADV
crl-16993	132	37	publications	publication	NOUN
crl-16993	132	38	in	in	ADP
crl-16993	132	39	high	high	ADJ
crl-16993	132	40	-	-	PUNCT
crl-16993	132	41	impact	impact	NOUN
crl-16993	132	42	journals	journal	NOUN
crl-16993	132	43	.	.	PUNCT
crl-16993	133	1	journals	journal	NOUN
crl-16993	133	2	,	,	PUNCT
crl-16993	133	3	especially	especially	ADV
crl-16993	133	4	traditional	traditional	ADJ
crl-16993	133	5	journals	journal	NOUN
crl-16993	133	6	,	,	PUNCT
crl-16993	133	7	prefer	prefer	VERB
crl-16993	133	8	to	to	PART
crl-16993	133	9	publish	publish	VERB
crl-16993	133	10	novel	novel	NOUN
crl-16993	133	11	and	and	CCONJ
crl-16993	133	12	positive	positive	ADJ
crl-16993	133	13	research	research	NOUN
crl-16993	133	14	over	over	ADP
crl-16993	133	15	negative	negative	ADJ
crl-16993	133	16	or	or	CCONJ
crl-16993	133	17	confirmatory	confirmatory	NOUN
crl-16993	133	18	research	research	NOUN
crl-16993	133	19	,	,	PUNCT
crl-16993	133	20	and	and	CCONJ
crl-16993	133	21	institutions	institution	NOUN
crl-16993	133	22	reward	reward	VERB
crl-16993	133	23	researchers	researcher	NOUN
crl-16993	133	24	who	who	PRON
crl-16993	133	25	publish	publish	VERB
crl-16993	133	26	in	in	ADP
crl-16993	133	27	these	these	DET
crl-16993	133	28	high	high	ADJ
crl-16993	133	29	-	-	PUNCT
crl-16993	133	30	impact	impact	NOUN
crl-16993	133	31	journals	journal	NOUN
crl-16993	133	32	with	with	ADP
crl-16993	133	33	grants	grant	NOUN
crl-16993	133	34	,	,	PUNCT
crl-16993	133	35	promotion	promotion	NOUN
crl-16993	133	36	,	,	PUNCT
crl-16993	133	37	and	and	CCONJ
crl-16993	133	38	tenure.69	tenure.69	NOUN
crl-16993	133	39	evidence	evidence	NOUN
crl-16993	133	40	suggests	suggest	VERB
crl-16993	133	41	this	this	DET
crl-16993	133	42	bias	bias	NOUN
crl-16993	133	43	against	against	ADP
crl-16993	133	44	negative	negative	ADJ
crl-16993	133	45	and	and	CCONJ
crl-16993	133	46	confirmatory	confirmatory	NOUN
crl-16993	133	47	research	research	NOUN
crl-16993	133	48	ultimately	ultimately	ADV
crl-16993	133	49	harms	harm	VERB
crl-16993	133	50	reproducibility	reproducibility	NOUN
crl-16993	133	51	and	and	CCONJ
crl-16993	133	52	rigor	rigor	VERB
crl-16993	133	53	in	in	ADP
crl-16993	133	54	science	science	NOUN
crl-16993	133	55	.	.	PUNCT
crl-16993	134	1	as	as	SCONJ
crl-16993	134	2	johnson	johnson	PROPN
crl-16993	134	3	notes	note	VERB
crl-16993	134	4	,	,	PUNCT
crl-16993	134	5	“	"	PUNCT
crl-16993	134	6	less	less	ADJ
crl-16993	134	7	funding	funding	NOUN
crl-16993	134	8	for	for	ADP
crl-16993	134	9	validation	validation	NOUN
crl-16993	134	10	and	and	CCONJ
crl-16993	134	11	reproduction	reproduction	NOUN
crl-16993	134	12	of	of	ADP
crl-16993	134	13	results	result	NOUN
crl-16993	134	14	,	,	PUNCT
crl-16993	134	15	and	and	CCONJ
crl-16993	134	16	more	more	ADV
crl-16993	134	17	importantly	importantly	ADV
crl-16993	134	18	,	,	PUNCT
crl-16993	134	19	less	less	ADJ
crl-16993	134	20	prestige	prestige	NOUN
crl-16993	134	21	in	in	ADP
crl-16993	134	22	doing	do	VERB
crl-16993	134	23	so	so	ADV
crl-16993	134	24	…	…	PUNCT
crl-16993	134	25	lowers	lower	VERB
crl-16993	134	26	the	the	DET
crl-16993	134	27	trust	trust	NOUN
crl-16993	134	28	and	and	CCONJ
crl-16993	134	29	confidence	confidence	NOUN
crl-16993	134	30	in	in	ADP
crl-16993	134	31	the	the	DET
crl-16993	134	32	system	system	NOUN
crl-16993	134	33	as	as	ADP
crl-16993	134	34	a	a	DET
crl-16993	134	35	whole	whole	NOUN
crl-16993	134	36	,	,	PUNCT
crl-16993	134	37	allowing	allow	VERB
crl-16993	134	38	room	room	NOUN
crl-16993	134	39	for	for	ADP
crl-16993	134	40	more	more	ADJ
crl-16993	134	41	and	and	CCONJ
crl-16993	134	42	more	more	ADV
crl-16993	134	43	falsified	falsified	ADJ
crl-16993	134	44	experiments	experiment	NOUN
crl-16993	134	45	to	to	PART
crl-16993	134	46	be	be	AUX
crl-16993	134	47	accepted	accept	VERB
crl-16993	134	48	with	with	ADP
crl-16993	134	49	minor	minor	ADJ
crl-16993	134	50	scrutiny	scrutiny	NOUN
crl-16993	134	51	.	.	PUNCT
crl-16993	135	1	”70	”70	NOUN
crl-16993	135	2	measures	measure	NOUN
crl-16993	135	3	that	that	PRON
crl-16993	135	4	could	could	AUX
crl-16993	135	5	change	change	VERB
crl-16993	135	6	the	the	DET
crl-16993	135	7	incentives	incentive	NOUN
crl-16993	135	8	researchers	researcher	NOUN
crl-16993	135	9	face	face	VERB
crl-16993	135	10	could	could	AUX
crl-16993	135	11	therefore	therefore	ADV
crl-16993	135	12	provide	provide	VERB
crl-16993	135	13	an	an	DET
crl-16993	135	14	opportunity	opportunity	NOUN
crl-16993	135	15	to	to	PART
crl-16993	135	16	improve	improve	VERB
crl-16993	135	17	rigor	rigor	NOUN
crl-16993	135	18	and	and	CCONJ
crl-16993	135	19	reproducibility	reproducibility	NOUN
crl-16993	135	20	and	and	CCONJ
crl-16993	135	21	incentivize	incentivize	VERB
crl-16993	135	22	replications	replication	NOUN
crl-16993	135	23	of	of	ADP
crl-16993	135	24	previous	previous	ADJ
crl-16993	135	25	research	research	NOUN
crl-16993	135	26	.	.	PUNCT
crl-16993	136	1	munafò	munafò	AUX
crl-16993	136	2	et	et	PROPN
crl-16993	136	3	al	al	PROPN
crl-16993	136	4	.	.	PROPN
crl-16993	136	5	recommend	recommend	VERB
crl-16993	136	6	changes	change	NOUN
crl-16993	136	7	that	that	PRON
crl-16993	136	8	would	would	AUX
crl-16993	136	9	reward	reward	VERB
crl-16993	136	10	open	open	VERB
crl-16993	136	11	and	and	CCONJ
crl-16993	136	12	reproducible	reproducible	ADJ
crl-16993	136	13	practices	practice	NOUN
crl-16993	136	14	,	,	PUNCT
crl-16993	136	15	including	include	VERB
crl-16993	136	16	using	use	VERB
crl-16993	136	17	badges	badge	NOUN
crl-16993	136	18	to	to	PART
crl-16993	136	19	certify	certify	VERB
crl-16993	136	20	reproducible	reproducible	ADJ
crl-16993	136	21	and	and	CCONJ
crl-16993	136	22	transparent	transparent	ADJ
crl-16993	136	23	practices	practice	NOUN
crl-16993	136	24	,	,	PUNCT
crl-16993	136	25	adopting	adopt	VERB
crl-16993	136	26	registered	register	VERB
crl-16993	136	27	reports	report	NOUN
crl-16993	136	28	,	,	PUNCT
crl-16993	136	29	funding	funding	NOUN
crl-16993	136	30	replication	replication	NOUN
crl-16993	136	31	studies	study	NOUN
crl-16993	136	32	,	,	PUNCT
crl-16993	136	33	and	and	CCONJ
crl-16993	136	34	rewarding	reward	VERB
crl-16993	136	35	open	open	ADJ
crl-16993	136	36	science	science	NOUN
crl-16993	136	37	practices	practice	NOUN
crl-16993	136	38	during	during	ADP
crl-16993	136	39	hiring	hire	VERB
crl-16993	136	40	and	and	CCONJ
crl-16993	136	41	promotion.71	promotion.71	NOUN
crl-16993	136	42	to	to	PART
crl-16993	136	43	address	address	VERB
crl-16993	136	44	reproducibility	reproducibility	NOUN
crl-16993	136	45	,	,	PUNCT
crl-16993	136	46	academic	academic	ADJ
crl-16993	136	47	librarians	librarian	NOUN
crl-16993	136	48	must	must	AUX
crl-16993	136	49	be	be	AUX
crl-16993	136	50	cognizant	cognizant	ADJ
crl-16993	136	51	of	of	ADP
crl-16993	136	52	the	the	DET
crl-16993	136	53	incentives	incentive	NOUN
crl-16993	136	54	of	of	ADP
crl-16993	136	55	science	science	NOUN
crl-16993	136	56	and	and	CCONJ
crl-16993	136	57	how	how	SCONJ
crl-16993	136	58	they	they	PRON
crl-16993	136	59	impact	impact	VERB
crl-16993	136	60	grants	grant	NOUN
crl-16993	136	61	,	,	PUNCT
crl-16993	136	62	tenure	tenure	NOUN
crl-16993	136	63	,	,	PUNCT
crl-16993	136	64	and	and	CCONJ
crl-16993	136	65	promotion	promotion	NOUN
crl-16993	136	66	opportunities	opportunity	NOUN
crl-16993	136	67	.	.	PUNCT
crl-16993	137	1	there	there	PRON
crl-16993	137	2	are	be	VERB
crl-16993	137	3	also	also	ADV
crl-16993	137	4	ways	way	NOUN
crl-16993	137	5	academic	academic	ADJ
crl-16993	137	6	libraries	library	NOUN
crl-16993	137	7	could	could	AUX
crl-16993	137	8	positively	positively	ADV
crl-16993	137	9	impact	impact	VERB
crl-16993	137	10	incentives	incentive	NOUN
crl-16993	137	11	.	.	PUNCT
crl-16993	138	1	academic	academic	ADJ
crl-16993	138	2	libraries	library	NOUN
crl-16993	138	3	select	select	VERB
crl-16993	138	4	,	,	PUNCT
crl-16993	138	5	license	license	NOUN
crl-16993	138	6	,	,	PUNCT
crl-16993	138	7	and	and	CCONJ
crl-16993	138	8	maintain	maintain	VERB
crl-16993	138	9	many	many	ADJ
crl-16993	138	10	of	of	ADP
crl-16993	138	11	the	the	DET
crl-16993	138	12	systems	system	NOUN
crl-16993	138	13	that	that	PRON
crl-16993	138	14	provide	provide	VERB
crl-16993	138	15	scholarly	scholarly	ADJ
crl-16993	138	16	metrics	metric	NOUN
crl-16993	138	17	,	,	PUNCT
crl-16993	138	18	teach	teach	VERB
crl-16993	138	19	the	the	DET
crl-16993	138	20	relative	relative	ADJ
crl-16993	138	21	costs	cost	NOUN
crl-16993	138	22	and	and	CCONJ
crl-16993	138	23	benefits	benefit	NOUN
crl-16993	138	24	of	of	ADP
crl-16993	138	25	different	different	ADJ
crl-16993	138	26	metrics	metric	NOUN
crl-16993	138	27	to	to	PART
crl-16993	138	28	graduate	graduate	VERB
crl-16993	138	29	students	student	NOUN
crl-16993	138	30	and	and	CCONJ
crl-16993	138	31	researchers	researcher	NOUN
crl-16993	138	32	through	through	ADP
crl-16993	138	33	workshops	workshop	NOUN
crl-16993	138	34	and	and	CCONJ
crl-16993	138	35	guides	guide	NOUN
crl-16993	138	36	,	,	PUNCT
crl-16993	138	37	and	and	CCONJ
crl-16993	138	38	provide	provide	VERB
crl-16993	138	39	these	these	DET
crl-16993	138	40	data	datum	NOUN
crl-16993	138	41	to	to	ADP
crl-16993	138	42	administrators	administrator	NOUN
crl-16993	138	43	for	for	ADP
crl-16993	138	44	tenure	tenure	NOUN
crl-16993	138	45	and	and	CCONJ
crl-16993	138	46	promotion	promotion	NOUN
crl-16993	138	47	committees	committee	NOUN
crl-16993	138	48	.	.	PUNCT
crl-16993	139	1	as	as	SCONJ
crl-16993	139	2	academic	academic	ADJ
crl-16993	139	3	culture	culture	NOUN
crl-16993	139	4	changes	change	NOUN
crl-16993	139	5	and	and	CCONJ
crl-16993	139	6	data	datum	NOUN
crl-16993	139	7	,	,	PUNCT
crl-16993	139	8	code	code	NOUN
crl-16993	139	9	,	,	PUNCT
crl-16993	139	10	and	and	CCONJ
crl-16993	139	11	alternative	alternative	ADJ
crl-16993	139	12	metrics	metric	NOUN
crl-16993	139	13	become	become	VERB
crl-16993	139	14	more	more	ADV
crl-16993	139	15	accepted	accepted	ADJ
crl-16993	139	16	and	and	CCONJ
crl-16993	139	17	citation	citation	NOUN
crl-16993	139	18	formats	format	NOUN
crl-16993	139	19	are	be	AUX
crl-16993	139	20	developed	develop	VERB
crl-16993	139	21	to	to	PART
crl-16993	139	22	track	track	VERB
crl-16993	139	23	the	the	DET
crl-16993	139	24	use	use	NOUN
crl-16993	139	25	of	of	ADP
crl-16993	139	26	these	these	DET
crl-16993	139	27	products	product	NOUN
crl-16993	139	28	,	,	PUNCT
crl-16993	139	29	academic	academic	ADJ
crl-16993	139	30	libraries	library	NOUN
crl-16993	139	31	could	could	AUX
crl-16993	139	32	broaden	broaden	VERB
crl-16993	139	33	the	the	DET
crl-16993	139	34	scope	scope	NOUN
crl-16993	139	35	of	of	ADP
crl-16993	139	36	the	the	DET
crl-16993	139	37	metrics	metric	NOUN
crl-16993	139	38	librarians	librarian	NOUN
crl-16993	139	39	teach	teach	VERB
crl-16993	139	40	about	about	ADP
crl-16993	139	41	and	and	CCONJ
crl-16993	139	42	provide	provide	VERB
crl-16993	139	43	in	in	ADP
crl-16993	139	44	order	order	NOUN
crl-16993	139	45	to	to	PART
crl-16993	139	46	include	include	VERB
crl-16993	139	47	these	these	DET
crl-16993	139	48	new	new	ADJ
crl-16993	139	49	metrics	metric	NOUN
crl-16993	139	50	.	.	PUNCT
crl-16993	140	1	discussion	discussion	NOUN
crl-16993	140	2	/	/	SYM
crl-16993	140	3	conclusion	conclusion	NOUN
crl-16993	140	4	academic	academic	ADJ
crl-16993	140	5	libraries	library	NOUN
crl-16993	140	6	and	and	CCONJ
crl-16993	140	7	librarians	librarian	NOUN
crl-16993	140	8	can	can	AUX
crl-16993	140	9	directly	directly	ADV
crl-16993	140	10	impact	impact	VERB
crl-16993	140	11	research	research	NOUN
crl-16993	140	12	reproducibility	reproducibility	NOUN
crl-16993	140	13	:	:	PUNCT
crl-16993	140	14	from	from	ADP
crl-16993	140	15	recommending	recommend	VERB
crl-16993	140	16	reporting	reporting	NOUN
crl-16993	140	17	guidelines	guideline	NOUN
crl-16993	140	18	,	,	PUNCT
crl-16993	140	19	to	to	ADP
crl-16993	140	20	coauthoring	coauthore	VERB
crl-16993	140	21	systematic	systematic	ADJ
crl-16993	140	22	reviews	review	NOUN
crl-16993	140	23	,	,	PUNCT
crl-16993	140	24	to	to	ADP
crl-16993	140	25	supporting	support	VERB
crl-16993	140	26	the	the	DET
crl-16993	140	27	many	many	ADJ
crl-16993	140	28	facets	facet	NOUN
crl-16993	140	29	of	of	ADP
crl-16993	140	30	scholarly	scholarly	ADJ
crl-16993	140	31	publishing	publishing	NOUN
crl-16993	140	32	,	,	PUNCT
crl-16993	140	33	the	the	DET
crl-16993	140	34	recommendations	recommendation	NOUN
crl-16993	140	35	contained	contain	VERB
crl-16993	140	36	in	in	ADP
crl-16993	140	37	reproducibility	reproducibility	NOUN
crl-16993	140	38	guidelines	guideline	NOUN
crl-16993	140	39	align	align	VERB
crl-16993	140	40	with	with	ADP
crl-16993	140	41	many	many	ADJ
crl-16993	140	42	of	of	ADP
crl-16993	140	43	the	the	DET
crl-16993	140	44	services	service	NOUN
crl-16993	140	45	and	and	CCONJ
crl-16993	140	46	expertise	expertise	NOUN
crl-16993	140	47	that	that	SCONJ
crl-16993	140	48	academic	academic	ADJ
crl-16993	140	49	libraries	library	NOUN
crl-16993	140	50	already	already	ADV
crl-16993	140	51	provide	provide	VERB
crl-16993	140	52	.	.	PUNCT
crl-16993	141	1	reproducibility	reproducibility	NOUN
crl-16993	141	2	also	also	ADV
crl-16993	141	3	provides	provide	VERB
crl-16993	141	4	a	a	DET
crl-16993	141	5	strong	strong	ADJ
crl-16993	141	6	rationale	rationale	NOUN
crl-16993	141	7	for	for	ADP
crl-16993	141	8	many	many	ADJ
crl-16993	141	9	emerging	emerge	VERB
crl-16993	141	10	library	library	ADJ
crl-16993	141	11	services	service	NOUN
crl-16993	141	12	like	like	ADP
crl-16993	141	13	data	datum	NOUN
crl-16993	141	14	curation	curation	NOUN
crl-16993	141	15	and	and	CCONJ
crl-16993	141	16	sharing	sharing	NOUN
crl-16993	141	17	and	and	CCONJ
crl-16993	141	18	support	support	NOUN
crl-16993	141	19	and	and	CCONJ
crl-16993	141	20	training	training	NOUN
crl-16993	141	21	for	for	ADP
crl-16993	141	22	computational	computational	ADJ
crl-16993	141	23	methods	method	NOUN
crl-16993	141	24	and	and	CCONJ
crl-16993	141	25	data	datum	NOUN
crl-16993	141	26	-	-	PUNCT
crl-16993	141	27	intensive	intensive	ADJ
crl-16993	141	28	research	research	NOUN
crl-16993	141	29	.	.	PUNCT
crl-16993	142	1	reproducibility	reproducibility	NOUN
crl-16993	142	2	gets	get	VERB
crl-16993	142	3	to	to	ADP
crl-16993	142	4	the	the	DET
crl-16993	142	5	core	core	NOUN
crl-16993	142	6	of	of	ADP
crl-16993	142	7	scientific	scientific	ADJ
crl-16993	142	8	enterprise	enterprise	NOUN
crl-16993	142	9	;	;	PUNCT
crl-16993	142	10	academic	academic	ADJ
crl-16993	142	11	librarians	librarian	NOUN
crl-16993	142	12	will	will	AUX
crl-16993	142	13	therefore	therefore	ADV
crl-16993	142	14	need	need	VERB
crl-16993	142	15	to	to	PART
crl-16993	142	16	be	be	AUX
crl-16993	142	17	mindful	mindful	ADJ
crl-16993	142	18	when	when	SCONJ
crl-16993	142	19	defining	define	VERB
crl-16993	142	20	our	our	PRON
crl-16993	142	21	role	role	NOUN
crl-16993	142	22	and	and	CCONJ
crl-16993	142	23	determining	determine	VERB
crl-16993	142	24	where	where	SCONJ
crl-16993	142	25	and	and	CCONJ
crl-16993	142	26	how	how	SCONJ
crl-16993	142	27	it	it	PRON
crl-16993	142	28	interfaces	interface	VERB
crl-16993	142	29	with	with	ADP
crl-16993	142	30	disciplinary	disciplinary	ADJ
crl-16993	142	31	experts	expert	NOUN
crl-16993	142	32	and	and	CCONJ
crl-16993	142	33	other	other	ADJ
crl-16993	142	34	related	related	ADJ
crl-16993	142	35	experts	expert	NOUN
crl-16993	142	36	such	such	ADJ
crl-16993	142	37	as	as	ADP
crl-16993	142	38	statisticians	statistician	NOUN
crl-16993	142	39	.	.	PUNCT
crl-16993	143	1	developing	develop	VERB
crl-16993	143	2	broad	broad	ADJ
crl-16993	143	3	knowledge	knowledge	NOUN
crl-16993	143	4	about	about	ADP
crl-16993	143	5	issues	issue	NOUN
crl-16993	143	6	around	around	ADP
crl-16993	143	7	reproducibility	reproducibility	NOUN
crl-16993	143	8	generally	generally	ADV
crl-16993	143	9	and	and	CCONJ
crl-16993	143	10	disciplinary	disciplinary	ADJ
crl-16993	143	11	differences	difference	NOUN
crl-16993	143	12	specifically	specifically	ADV
crl-16993	143	13	270	270	NUM
crl-16993	143	14	college	college	NOUN
crl-16993	143	15	&	&	CCONJ
crl-16993	143	16	research	research	PROPN
crl-16993	143	17	libraries	library	NOUN
crl-16993	143	18	march	march	PROPN
crl-16993	143	19	2019	2019	NUM
crl-16993	143	20	will	will	AUX
crl-16993	143	21	be	be	AUX
crl-16993	143	22	a	a	DET
crl-16993	143	23	prerequisite	prerequisite	NOUN
crl-16993	143	24	for	for	ADP
crl-16993	143	25	taking	take	VERB
crl-16993	143	26	a	a	DET
crl-16993	143	27	leadership	leadership	NOUN
crl-16993	143	28	role	role	NOUN
crl-16993	143	29	without	without	ADP
crl-16993	143	30	risking	risk	VERB
crl-16993	143	31	both	both	CCONJ
crl-16993	143	32	an	an	DET
crl-16993	143	33	opportunity	opportunity	NOUN
crl-16993	143	34	to	to	PART
crl-16993	143	35	positively	positively	ADV
crl-16993	143	36	impact	impact	VERB
crl-16993	143	37	our	our	PRON
crl-16993	143	38	users	user	NOUN
crl-16993	143	39	and	and	CCONJ
crl-16993	143	40	their	their	PRON
crl-16993	143	41	good	good	ADJ
crl-16993	143	42	will	will	NOUN
crl-16993	143	43	.	.	PUNCT
crl-16993	144	1	simply	simply	ADV
crl-16993	144	2	adding	add	VERB
crl-16993	144	3	“	"	PUNCT
crl-16993	144	4	reproducibility	reproducibility	NOUN
crl-16993	144	5	”	"	PUNCT
crl-16993	144	6	to	to	ADP
crl-16993	144	7	existing	exist	VERB
crl-16993	144	8	job	job	NOUN
crl-16993	144	9	or	or	CCONJ
crl-16993	144	10	service	service	NOUN
crl-16993	144	11	descriptions	description	NOUN
crl-16993	144	12	will	will	AUX
crl-16993	144	13	not	not	PART
crl-16993	144	14	be	be	AUX
crl-16993	144	15	enough	enough	ADJ
crl-16993	144	16	.	.	PUNCT
crl-16993	145	1	supporting	support	VERB
crl-16993	145	2	reproducible	reproducible	ADJ
crl-16993	145	3	research	research	NOUN
crl-16993	145	4	includes	include	VERB
crl-16993	145	5	broad	broad	ADJ
crl-16993	145	6	roles	role	NOUN
crl-16993	145	7	for	for	ADP
crl-16993	145	8	liaisons	liaison	NOUN
crl-16993	145	9	,	,	PUNCT
crl-16993	145	10	functional	functional	ADJ
crl-16993	145	11	specialists	specialist	NOUN
crl-16993	145	12	,	,	PUNCT
crl-16993	145	13	and	and	CCONJ
crl-16993	145	14	service	service	NOUN
crl-16993	145	15	providers	provider	NOUN
crl-16993	145	16	;	;	PUNCT
crl-16993	145	17	taking	take	VERB
crl-16993	145	18	a	a	DET
crl-16993	145	19	leadership	leadership	NOUN
crl-16993	145	20	role	role	NOUN
crl-16993	145	21	within	within	ADP
crl-16993	145	22	the	the	DET
crl-16993	145	23	academy	academy	NOUN
crl-16993	145	24	will	will	AUX
crl-16993	145	25	depend	depend	VERB
crl-16993	145	26	on	on	ADP
crl-16993	145	27	providing	provide	VERB
crl-16993	145	28	professional	professional	ADJ
crl-16993	145	29	development	development	NOUN
crl-16993	145	30	opportunities	opportunity	NOUN
crl-16993	145	31	about	about	ADP
crl-16993	145	32	reproducibility	reproducibility	NOUN
crl-16993	145	33	and	and	CCONJ
crl-16993	145	34	how	how	SCONJ
crl-16993	145	35	it	it	PRON
crl-16993	145	36	interfaces	interface	VERB
crl-16993	145	37	with	with	ADP
crl-16993	145	38	academic	academic	ADJ
crl-16993	145	39	library	library	NOUN
crl-16993	145	40	practice	practice	NOUN
crl-16993	145	41	.	.	PUNCT
crl-16993	146	1	educational	educational	ADJ
crl-16993	146	2	initiatives	initiative	NOUN
crl-16993	146	3	that	that	PRON
crl-16993	146	4	define	define	VERB
crl-16993	146	5	major	major	ADJ
crl-16993	146	6	terms	term	NOUN
crl-16993	146	7	,	,	PUNCT
crl-16993	146	8	explore	explore	VERB
crl-16993	146	9	disciplinary	disciplinary	ADJ
crl-16993	146	10	differences	difference	NOUN
crl-16993	146	11	,	,	PUNCT
crl-16993	146	12	and	and	CCONJ
crl-16993	146	13	highlight	highlight	VERB
crl-16993	146	14	existing	exist	VERB
crl-16993	146	15	tools	tool	NOUN
crl-16993	146	16	and	and	CCONJ
crl-16993	146	17	resources	resource	NOUN
crl-16993	146	18	should	should	AUX
crl-16993	146	19	be	be	AUX
crl-16993	146	20	provided	provide	VERB
crl-16993	146	21	by	by	ADP
crl-16993	146	22	both	both	PRON
crl-16993	146	23	professional	professional	ADJ
crl-16993	146	24	organizations	organization	NOUN
crl-16993	146	25	and	and	CCONJ
crl-16993	146	26	institutions	institution	NOUN
crl-16993	146	27	.	.	PUNCT
crl-16993	147	1	guidelines	guideline	NOUN
crl-16993	147	2	are	be	AUX
crl-16993	147	3	a	a	DET
crl-16993	147	4	particularly	particularly	ADV
crl-16993	147	5	good	good	ADJ
crl-16993	147	6	place	place	NOUN
crl-16993	147	7	to	to	PART
crl-16993	147	8	start	start	VERB
crl-16993	147	9	investigating	investigate	VERB
crl-16993	147	10	how	how	SCONJ
crl-16993	147	11	disciplines	discipline	NOUN
crl-16993	147	12	and	and	CCONJ
crl-16993	147	13	funders	funder	NOUN
crl-16993	147	14	view	view	VERB
crl-16993	147	15	reproducibility	reproducibility	NOUN
crl-16993	147	16	.	.	PUNCT
crl-16993	148	1	in	in	ADP
crl-16993	148	2	some	some	DET
crl-16993	148	3	cases	case	NOUN
crl-16993	148	4	,	,	PUNCT
crl-16993	148	5	librarians	librarian	NOUN
crl-16993	148	6	may	may	AUX
crl-16993	148	7	need	need	VERB
crl-16993	148	8	to	to	PART
crl-16993	148	9	develop	develop	VERB
crl-16993	148	10	more	more	ADV
crl-16993	148	11	specific	specific	ADJ
crl-16993	148	12	technical	technical	ADJ
crl-16993	148	13	skills	skill	NOUN
crl-16993	148	14	such	such	ADJ
crl-16993	148	15	as	as	ADP
crl-16993	148	16	how	how	SCONJ
crl-16993	148	17	to	to	PART
crl-16993	148	18	use	use	VERB
crl-16993	148	19	workflow	workflow	NOUN
crl-16993	148	20	technologies	technology	NOUN
crl-16993	148	21	like	like	ADP
crl-16993	148	22	open	open	ADJ
crl-16993	148	23	science	science	NOUN
crl-16993	148	24	framework	framework	NOUN
crl-16993	148	25	and	and	CCONJ
crl-16993	148	26	computational	computational	ADJ
crl-16993	148	27	tools	tool	NOUN
crl-16993	148	28	like	like	ADP
crl-16993	148	29	r	r	NOUN
crl-16993	148	30	if	if	SCONJ
crl-16993	148	31	they	they	PRON
crl-16993	148	32	are	be	AUX
crl-16993	148	33	to	to	PART
crl-16993	148	34	have	have	VERB
crl-16993	148	35	an	an	DET
crl-16993	148	36	impact	impact	NOUN
crl-16993	148	37	on	on	ADP
crl-16993	148	38	data	datum	NOUN
crl-16993	148	39	-	-	PUNCT
crl-16993	148	40	intensive	intensive	ADJ
crl-16993	148	41	and	and	CCONJ
crl-16993	148	42	computational	computational	ADJ
crl-16993	148	43	methodologies	methodology	NOUN
crl-16993	148	44	.	.	PUNCT
crl-16993	149	1	systematic	systematic	ADJ
crl-16993	149	2	review	review	NOUN
crl-16993	149	3	searching	search	VERB
crl-16993	149	4	is	be	AUX
crl-16993	149	5	a	a	DET
crl-16993	149	6	similarly	similarly	ADV
crl-16993	149	7	technical	technical	ADJ
crl-16993	149	8	expertise	expertise	NOUN
crl-16993	149	9	that	that	PRON
crl-16993	149	10	will	will	AUX
crl-16993	149	11	need	need	VERB
crl-16993	149	12	to	to	PART
crl-16993	149	13	be	be	AUX
crl-16993	149	14	developed	develop	VERB
crl-16993	149	15	in	in	ADP
crl-16993	149	16	disciplines	discipline	NOUN
crl-16993	149	17	outside	outside	ADP
crl-16993	149	18	health	health	NOUN
crl-16993	149	19	sciences	science	NOUN
crl-16993	149	20	.	.	PUNCT
crl-16993	150	1	approaches	approach	NOUN
crl-16993	150	2	to	to	ADP
crl-16993	150	3	reproducibility	reproducibility	NOUN
crl-16993	150	4	will	will	AUX
crl-16993	150	5	depend	depend	VERB
crl-16993	150	6	on	on	ADP
crl-16993	150	7	the	the	DET
crl-16993	150	8	needs	need	NOUN
crl-16993	150	9	of	of	ADP
crl-16993	150	10	the	the	DET
crl-16993	150	11	discipline	discipline	NOUN
crl-16993	150	12	,	,	PUNCT
crl-16993	150	13	and	and	CCONJ
crl-16993	150	14	liaison	liaison	NOUN
crl-16993	150	15	librarians	librarian	NOUN
crl-16993	150	16	may	may	AUX
crl-16993	150	17	want	want	VERB
crl-16993	150	18	to	to	PART
crl-16993	150	19	prioritize	prioritize	VERB
crl-16993	150	20	disciplinary	disciplinary	ADJ
crl-16993	150	21	-	-	PUNCT
crl-16993	150	22	specific	specific	ADJ
crl-16993	150	23	implications	implication	NOUN
crl-16993	150	24	for	for	ADP
crl-16993	150	25	certain	certain	ADJ
crl-16993	150	26	aspects	aspect	NOUN
crl-16993	150	27	of	of	ADP
crl-16993	150	28	reproducible	reproducible	ADJ
crl-16993	150	29	research	research	NOUN
crl-16993	150	30	such	such	ADJ
crl-16993	150	31	as	as	ADP
crl-16993	150	32	confirmatory	confirmatory	ADJ
crl-16993	150	33	research	research	NOUN
crl-16993	150	34	versus	versus	ADP
crl-16993	150	35	exploratory	exploratory	ADJ
crl-16993	150	36	research	research	NOUN
crl-16993	150	37	and	and	CCONJ
crl-16993	150	38	honest	honest	ADJ
crl-16993	150	39	errors	error	NOUN
crl-16993	150	40	versus	versus	ADP
crl-16993	150	41	academic	academic	ADJ
crl-16993	150	42	misconduct	misconduct	NOUN
crl-16993	150	43	.	.	PUNCT
crl-16993	151	1	profiles	profile	NOUN
crl-16993	151	2	exploring	explore	VERB
crl-16993	151	3	norms	norm	NOUN
crl-16993	151	4	in	in	ADP
crl-16993	151	5	various	various	ADJ
crl-16993	151	6	disciplines	discipline	NOUN
crl-16993	151	7	would	would	AUX
crl-16993	151	8	be	be	AUX
crl-16993	151	9	a	a	DET
crl-16993	151	10	beneficial	beneficial	ADJ
crl-16993	151	11	addition	addition	NOUN
crl-16993	151	12	to	to	ADP
crl-16993	151	13	the	the	DET
crl-16993	151	14	academic	academic	ADJ
crl-16993	151	15	library	library	NOUN
crl-16993	151	16	science	science	NOUN
crl-16993	151	17	literature	literature	PROPN
crl-16993	151	18	.	.	PUNCT
crl-16993	152	1	for	for	ADP
crl-16993	152	2	example	example	NOUN
crl-16993	152	3	,	,	PUNCT
crl-16993	152	4	a	a	DET
crl-16993	152	5	librarian	librarian	NOUN
crl-16993	152	6	who	who	PRON
crl-16993	152	7	serves	serve	VERB
crl-16993	152	8	as	as	ADP
crl-16993	152	9	the	the	DET
crl-16993	152	10	subject	subject	NOUN
crl-16993	152	11	specialist	specialist	NOUN
crl-16993	152	12	for	for	ADP
crl-16993	152	13	education	education	NOUN
crl-16993	152	14	or	or	CCONJ
crl-16993	152	15	educational	educational	ADJ
crl-16993	152	16	psychology	psychology	NOUN
crl-16993	152	17	could	could	AUX
crl-16993	152	18	explore	explore	VERB
crl-16993	152	19	education	education	NOUN
crl-16993	152	20	-	-	PUNCT
crl-16993	152	21	specific	specific	ADJ
crl-16993	152	22	literature	literature	NOUN
crl-16993	152	23	regarding	regard	VERB
crl-16993	152	24	reproducibility	reproducibility	NOUN
crl-16993	152	25	and	and	CCONJ
crl-16993	152	26	replicability	replicability	NOUN
crl-16993	152	27	by	by	ADP
crl-16993	152	28	makel	makel	NOUN
crl-16993	152	29	,	,	PUNCT
crl-16993	152	30	plucker	plucker	NOUN
crl-16993	152	31	,	,	PUNCT
crl-16993	152	32	and	and	CCONJ
crl-16993	152	33	others.72	others.72	NOUN
crl-16993	152	34	in	in	ADP
crl-16993	152	35	this	this	DET
crl-16993	152	36	article	article	NOUN
crl-16993	152	37	,	,	PUNCT
crl-16993	152	38	the	the	DET
crl-16993	152	39	authors	author	NOUN
crl-16993	152	40	have	have	AUX
crl-16993	152	41	attempted	attempt	VERB
crl-16993	152	42	to	to	PART
crl-16993	152	43	provide	provide	VERB
crl-16993	152	44	a	a	DET
crl-16993	152	45	framework	framework	NOUN
crl-16993	152	46	and	and	CCONJ
crl-16993	152	47	set	set	NOUN
crl-16993	152	48	of	of	ADP
crl-16993	152	49	exemplars	exemplar	NOUN
crl-16993	152	50	for	for	ADP
crl-16993	152	51	how	how	SCONJ
crl-16993	152	52	academic	academic	ADJ
crl-16993	152	53	libraries	library	NOUN
crl-16993	152	54	can	can	AUX
crl-16993	152	55	support	support	VERB
crl-16993	152	56	research	research	NOUN
crl-16993	152	57	by	by	ADP
crl-16993	152	58	comparing	compare	VERB
crl-16993	152	59	current	current	ADJ
crl-16993	152	60	services	service	NOUN
crl-16993	152	61	and	and	CCONJ
crl-16993	152	62	expertise	expertise	NOUN
crl-16993	152	63	to	to	ADP
crl-16993	152	64	the	the	DET
crl-16993	152	65	recommendations	recommendation	NOUN
crl-16993	152	66	contained	contain	VERB
crl-16993	152	67	in	in	ADP
crl-16993	152	68	guidelines	guideline	NOUN
crl-16993	152	69	from	from	ADP
crl-16993	152	70	funders	funder	NOUN
crl-16993	152	71	and	and	CCONJ
crl-16993	152	72	societies	society	NOUN
crl-16993	152	73	.	.	PUNCT
crl-16993	153	1	the	the	DET
crl-16993	153	2	authors	author	NOUN
crl-16993	153	3	believe	believe	VERB
crl-16993	153	4	that	that	SCONJ
crl-16993	153	5	this	this	DET
crl-16993	153	6	framework	framework	NOUN
crl-16993	153	7	demonstrates	demonstrate	VERB
crl-16993	153	8	that	that	SCONJ
crl-16993	153	9	academic	academic	ADJ
crl-16993	153	10	libraries	library	NOUN
crl-16993	153	11	have	have	VERB
crl-16993	153	12	significant	significant	ADJ
crl-16993	153	13	expertise	expertise	NOUN
crl-16993	153	14	and	and	CCONJ
crl-16993	153	15	services	service	NOUN
crl-16993	153	16	to	to	PART
crl-16993	153	17	support	support	VERB
crl-16993	153	18	research	research	NOUN
crl-16993	153	19	reproducibility	reproducibility	NOUN
crl-16993	153	20	.	.	PUNCT
crl-16993	154	1	indeed	indeed	ADV
crl-16993	154	2	,	,	PUNCT
crl-16993	154	3	in	in	ADP
crl-16993	154	4	many	many	ADJ
crl-16993	154	5	areas	area	NOUN
crl-16993	154	6	,	,	PUNCT
crl-16993	154	7	academic	academic	ADJ
crl-16993	154	8	libraries	library	NOUN
crl-16993	154	9	are	be	AUX
crl-16993	154	10	well	well	ADV
crl-16993	154	11	placed	place	VERB
crl-16993	154	12	to	to	PART
crl-16993	154	13	lead	lead	VERB
crl-16993	154	14	change	change	NOUN
crl-16993	154	15	in	in	ADP
crl-16993	154	16	academic	academic	ADJ
crl-16993	154	17	research	research	NOUN
crl-16993	154	18	institutions	institution	NOUN
crl-16993	154	19	.	.	PUNCT
crl-16993	155	1	acknowledgements	acknowledgement	NOUN
crl-16993	155	2	the	the	DET
crl-16993	155	3	authors	author	NOUN
crl-16993	155	4	acknowledge	acknowledge	VERB
crl-16993	155	5	helpful	helpful	ADJ
crl-16993	155	6	and	and	CCONJ
crl-16993	155	7	insightful	insightful	ADJ
crl-16993	155	8	feedback	feedback	NOUN
crl-16993	155	9	on	on	ADP
crl-16993	155	10	an	an	DET
crl-16993	155	11	earlier	early	ADJ
crl-16993	155	12	version	version	NOUN
crl-16993	155	13	of	of	ADP
crl-16993	155	14	this	this	DET
crl-16993	155	15	article	article	NOUN
crl-16993	155	16	from	from	ADP
crl-16993	155	17	colleagues	colleague	NOUN
crl-16993	155	18	including	include	VERB
crl-16993	155	19	lisa	lisa	PROPN
crl-16993	155	20	federer	federer	PROPN
crl-16993	155	21	,	,	PUNCT
crl-16993	155	22	melissa	melissa	PROPN
crl-16993	155	23	rethlefsen	rethlefsen	PROPN
crl-16993	155	24	,	,	PUNCT
crl-16993	155	25	and	and	CCONJ
crl-16993	155	26	jeffrey	jeffrey	PROPN
crl-16993	155	27	spies	spies	PROPN
crl-16993	155	28	.	.	PUNCT
crl-16993	156	1	notes	note	NOUN
crl-16993	156	2	1	1	NUM
crl-16993	156	3	.	.	PUNCT
crl-16993	156	4	open	open	ADJ
crl-16993	156	5	science	science	NOUN
crl-16993	156	6	collaboration	collaboration	NOUN
crl-16993	156	7	,	,	PUNCT
crl-16993	156	8	“	"	PUNCT
crl-16993	156	9	estimating	estimate	VERB
crl-16993	156	10	the	the	DET
crl-16993	156	11	reproducibility	reproducibility	NOUN
crl-16993	156	12	of	of	ADP
crl-16993	156	13	psychological	psychological	ADJ
crl-16993	156	14	science	science	NOUN
crl-16993	156	15	,	,	PUNCT
crl-16993	156	16	”	"	PUNCT
crl-16993	156	17	science	science	NOUN
crl-16993	156	18	349	349	NUM
crl-16993	156	19	(	(	PUNCT
crl-16993	156	20	2015	2015	NUM
crl-16993	156	21	)	)	PUNCT
crl-16993	156	22	.	.	PUNCT
crl-16993	157	1	2	2	X
crl-16993	157	2	.	.	X
crl-16993	157	3	keith	keith	PROPN
crl-16993	157	4	a.	a.	PROPN
crl-16993	157	5	baggerly	baggerly	ADV
crl-16993	157	6	and	and	CCONJ
crl-16993	157	7	kevin	kevin	PROPN
crl-16993	157	8	r.	r.	PROPN
crl-16993	157	9	coombes	coombes	PROPN
crl-16993	157	10	,	,	PUNCT
crl-16993	157	11	“	"	PUNCT
crl-16993	157	12	deriving	derive	VERB
crl-16993	157	13	chemosensitivity	chemosensitivity	NOUN
crl-16993	157	14	from	from	ADP
crl-16993	157	15	cell	cell	NOUN
crl-16993	157	16	lines	line	NOUN
crl-16993	157	17	:	:	PUNCT
crl-16993	157	18	forensic	forensic	ADJ
crl-16993	157	19	bioinformatics	bioinformatic	NOUN
crl-16993	157	20	and	and	CCONJ
crl-16993	157	21	reproducible	reproducible	VERB
crl-16993	157	22	research	research	NOUN
crl-16993	157	23	in	in	ADP
crl-16993	157	24	high	high	ADJ
crl-16993	157	25	-	-	PUNCT
crl-16993	157	26	throughput	throughput	NOUN
crl-16993	157	27	biology	biology	NOUN
crl-16993	157	28	,	,	PUNCT
crl-16993	157	29	”	"	PUNCT
crl-16993	157	30	annals	annal	NOUN
crl-16993	157	31	of	of	ADP
crl-16993	157	32	applied	apply	VERB
crl-16993	157	33	statistics	statistic	NOUN
crl-16993	157	34	3	3	NUM
crl-16993	157	35	(	(	PUNCT
crl-16993	157	36	2009	2009	NUM
crl-16993	157	37	)	)	PUNCT
crl-16993	157	38	.	.	PUNCT
crl-16993	158	1	3	3	X
crl-16993	158	2	.	.	X
crl-16993	158	3	john	john	PROPN
crl-16993	158	4	p.a	p.a	PROPN
crl-16993	158	5	.	.	PROPN
crl-16993	158	6	ioannidis	ioannidis	PROPN
crl-16993	158	7	,	,	PUNCT
crl-16993	158	8	“	"	PUNCT
crl-16993	158	9	why	why	SCONJ
crl-16993	158	10	most	most	ADV
crl-16993	158	11	published	publish	VERB
crl-16993	158	12	research	research	NOUN
crl-16993	158	13	findings	finding	NOUN
crl-16993	158	14	are	be	AUX
crl-16993	158	15	false	false	ADJ
crl-16993	158	16	,	,	PUNCT
crl-16993	158	17	”	"	PUNCT
crl-16993	158	18	plos	plos	PROPN
crl-16993	158	19	medicine	medicine	NOUN
crl-16993	158	20	2	2	NUM
crl-16993	158	21	(	(	PUNCT
crl-16993	158	22	2005	2005	NUM
crl-16993	158	23	)	)	PUNCT
crl-16993	158	24	.	.	PUNCT
crl-16993	159	1	4	4	X
crl-16993	159	2	.	.	X
crl-16993	159	3	rick	rick	PROPN
crl-16993	159	4	o.	o.	PROPN
crl-16993	159	5	gilmore	gilmore	PROPN
crl-16993	159	6	et	et	PROPN
crl-16993	159	7	al	al	PROPN
crl-16993	159	8	.	.	PROPN
crl-16993	159	9	,	,	PUNCT
crl-16993	159	10	“	"	PUNCT
crl-16993	159	11	progress	progress	NOUN
crl-16993	159	12	toward	toward	ADP
crl-16993	159	13	openness	openness	NOUN
crl-16993	159	14	,	,	PUNCT
crl-16993	159	15	transparency	transparency	NOUN
crl-16993	159	16	,	,	PUNCT
crl-16993	159	17	and	and	CCONJ
crl-16993	159	18	reproducibility	reproducibility	NOUN
crl-16993	159	19	in	in	ADP
crl-16993	159	20	cognitive	cognitive	ADJ
crl-16993	159	21	neuroscience	neuroscience	NOUN
crl-16993	159	22	,	,	PUNCT
crl-16993	159	23	”	"	PUNCT
crl-16993	159	24	annals	annals	NOUN
crl-16993	159	25	of	of	ADP
crl-16993	159	26	the	the	DET
crl-16993	159	27	new	new	PROPN
crl-16993	159	28	york	york	PROPN
crl-16993	159	29	academy	academy	PROPN
crl-16993	159	30	of	of	ADP
crl-16993	159	31	sciences	science	NOUN
crl-16993	159	32	1396	1396	NUM
crl-16993	159	33	(	(	PUNCT
crl-16993	159	34	2017	2017	NUM
crl-16993	159	35	)	)	PUNCT
crl-16993	159	36	.	.	PUNCT
crl-16993	160	1	5	5	X
crl-16993	160	2	.	.	X
crl-16993	160	3	c.	c.	PROPN
crl-16993	160	4	glenn	glenn	PROPN
crl-16993	160	5	begley	begley	PROPN
crl-16993	160	6	and	and	CCONJ
crl-16993	160	7	lee	lee	PROPN
crl-16993	160	8	m.	m.	PROPN
crl-16993	160	9	ellis	ellis	PROPN
crl-16993	160	10	,	,	PUNCT
crl-16993	160	11	“	"	PUNCT
crl-16993	160	12	drug	drug	NOUN
crl-16993	160	13	development	development	NOUN
crl-16993	160	14	:	:	PUNCT
crl-16993	160	15	raise	raise	VERB
crl-16993	160	16	standards	standard	NOUN
crl-16993	160	17	for	for	ADP
crl-16993	160	18	preclinical	preclinical	ADJ
crl-16993	160	19	cancer	cancer	NOUN
crl-16993	160	20	research	research	NOUN
crl-16993	160	21	,	,	PUNCT
crl-16993	160	22	”	"	PUNCT
crl-16993	160	23	nature	nature	NOUN
crl-16993	160	24	483	483	NUM
crl-16993	160	25	(	(	PUNCT
crl-16993	160	26	2012	2012	NUM
crl-16993	160	27	)	)	PUNCT
crl-16993	160	28	.	.	PUNCT
crl-16993	161	1	6	6	X
crl-16993	161	2	.	.	X
crl-16993	161	3	bruce	bruce	PROPN
crl-16993	161	4	c.	c.	PROPN
crl-16993	161	5	gibb	gibb	PROPN
crl-16993	161	6	,	,	PUNCT
crl-16993	161	7	“	"	PUNCT
crl-16993	161	8	reproducibility	reproducibility	NOUN
crl-16993	161	9	,	,	PUNCT
crl-16993	161	10	”	"	PUNCT
crl-16993	161	11	nature	nature	NOUN
crl-16993	161	12	chemistry	chemistry	NOUN
crl-16993	161	13	6	6	NUM
crl-16993	161	14	(	(	PUNCT
crl-16993	161	15	2014	2014	NUM
crl-16993	161	16	)	)	PUNCT
crl-16993	161	17	.	.	PUNCT
crl-16993	162	1	7	7	X
crl-16993	162	2	.	.	X
crl-16993	162	3	rasmus	rasmus	PROPN
crl-16993	162	4	e.	e.	PROPN
crl-16993	162	5	benestad	benestad	PROPN
crl-16993	162	6	et	et	PROPN
crl-16993	162	7	al	al	PROPN
crl-16993	162	8	.	.	PROPN
crl-16993	162	9	,	,	PUNCT
crl-16993	162	10	“	"	PUNCT
crl-16993	162	11	learning	learn	VERB
crl-16993	162	12	from	from	ADP
crl-16993	162	13	mistakes	mistake	NOUN
crl-16993	162	14	in	in	ADP
crl-16993	162	15	climate	climate	NOUN
crl-16993	162	16	research	research	NOUN
crl-16993	162	17	,	,	PUNCT
crl-16993	162	18	”	"	PUNCT
crl-16993	162	19	theoretical	theoretical	ADJ
crl-16993	162	20	and	and	CCONJ
crl-16993	162	21	applied	apply	VERB
crl-16993	162	22	climatology	climatology	NOUN
crl-16993	162	23	126	126	NUM
crl-16993	162	24	(	(	PUNCT
crl-16993	162	25	2016	2016	NUM
crl-16993	162	26	)	)	PUNCT
crl-16993	162	27	.	.	PUNCT
crl-16993	163	1	8	8	X
crl-16993	163	2	.	.	X
crl-16993	163	3	zacharias	zacharias	PROPN
crl-16993	163	4	maniadis	maniadis	PROPN
crl-16993	163	5	,	,	PUNCT
crl-16993	163	6	fabio	fabio	NOUN
crl-16993	163	7	tufano	tufano	ADJ
crl-16993	163	8	,	,	PUNCT
crl-16993	163	9	and	and	CCONJ
crl-16993	163	10	john	john	PROPN
crl-16993	163	11	a.	a.	PROPN
crl-16993	163	12	list	list	PROPN
crl-16993	163	13	,	,	PUNCT
crl-16993	163	14	“	"	PUNCT
crl-16993	163	15	to	to	PART
crl-16993	163	16	replicate	replicate	VERB
crl-16993	163	17	or	or	CCONJ
crl-16993	163	18	not	not	PART
crl-16993	163	19	to	to	PART
crl-16993	163	20	replicate	replicate	VERB
crl-16993	163	21	?	?	PUNCT
crl-16993	164	1	exploring	explore	VERB
crl-16993	164	2	reproducibility	reproducibility	NOUN
crl-16993	164	3	in	in	ADP
crl-16993	164	4	economics	economic	NOUN
crl-16993	164	5	through	through	ADP
crl-16993	164	6	the	the	DET
crl-16993	164	7	lens	lens	NOUN
crl-16993	164	8	of	of	ADP
crl-16993	164	9	a	a	DET
crl-16993	164	10	model	model	NOUN
crl-16993	164	11	and	and	CCONJ
crl-16993	164	12	a	a	DET
crl-16993	164	13	pilot	pilot	NOUN
crl-16993	164	14	study	study	NOUN
crl-16993	164	15	,	,	PUNCT
crl-16993	164	16	”	"	PUNCT
crl-16993	164	17	economic	economic	ADJ
crl-16993	164	18	journal	journal	NOUN
crl-16993	164	19	127	127	NUM
crl-16993	164	20	,	,	PUNCT
crl-16993	164	21	no	no	INTJ
crl-16993	164	22	.	.	NOUN
crl-16993	164	23	605	605	NUM
crl-16993	164	24	(	(	PUNCT
crl-16993	164	25	2017	2017	NUM
crl-16993	164	26	)	)	PUNCT
crl-16993	164	27	;	;	PUNCT
crl-16993	164	28	thomas	thomas	PROPN
crl-16993	164	29	herndon	herndon	PROPN
crl-16993	164	30	,	,	PUNCT
crl-16993	164	31	michael	michael	PROPN
crl-16993	164	32	ash	ash	PROPN
crl-16993	164	33	,	,	PUNCT
crl-16993	164	34	and	and	CCONJ
crl-16993	164	35	robert	robert	PROPN
crl-16993	164	36	pollin	pollin	PROPN
crl-16993	164	37	,	,	PUNCT
crl-16993	164	38	“	"	PUNCT
crl-16993	164	39	does	do	AUX
crl-16993	164	40	high	high	ADJ
crl-16993	164	41	public	public	ADJ
crl-16993	164	42	debt	debt	NOUN
crl-16993	164	43	consistently	consistently	ADV
crl-16993	164	44	stifle	stifle	VERB
crl-16993	164	45	economic	economic	ADJ
crl-16993	164	46	growth	growth	NOUN
crl-16993	164	47	?	?	PUNCT
crl-16993	165	1	a	a	DET
crl-16993	165	2	replicable	replicable	ADJ
crl-16993	165	3	services	service	NOUN
crl-16993	165	4	for	for	ADP
crl-16993	165	5	reproducible	reproducible	ADJ
crl-16993	165	6	research	research	NOUN
crl-16993	165	7	271	271	NUM
crl-16993	165	8	critique	critique	NOUN
crl-16993	165	9	of	of	ADP
crl-16993	165	10	reinhart	reinhart	NOUN
crl-16993	165	11	and	and	CCONJ
crl-16993	165	12	rogoff	rogoff	NOUN
crl-16993	165	13	,	,	PUNCT
crl-16993	165	14	”	"	PUNCT
crl-16993	165	15	political	political	ADJ
crl-16993	165	16	economy	economy	NOUN
crl-16993	165	17	research	research	PROPN
crl-16993	165	18	institute	institute	PROPN
crl-16993	165	19	working	working	PROPN
crl-16993	165	20	paper	paper	PROPN
crl-16993	165	21	series	series	NOUN
crl-16993	165	22	(	(	PUNCT
crl-16993	165	23	2013	2013	NUM
crl-16993	165	24	)	)	PUNCT
crl-16993	165	25	.	.	PUNCT
crl-16993	166	1	9	9	X
crl-16993	166	2	.	.	X
crl-16993	166	3	matthew	matthew	PROPN
crl-16993	166	4	c.	c.	PROPN
crl-16993	166	5	makel	makel	PROPN
crl-16993	166	6	and	and	CCONJ
crl-16993	166	7	jonathan	jonathan	PROPN
crl-16993	166	8	a.	a.	PROPN
crl-16993	166	9	plucker	plucker	PROPN
crl-16993	166	10	,	,	PUNCT
crl-16993	166	11	“	"	PUNCT
crl-16993	166	12	facts	fact	NOUN
crl-16993	166	13	are	be	AUX
crl-16993	166	14	more	more	ADV
crl-16993	166	15	important	important	ADJ
crl-16993	166	16	than	than	ADP
crl-16993	166	17	novelty	novelty	NOUN
crl-16993	166	18	:	:	PUNCT
crl-16993	166	19	replication	replication	NOUN
crl-16993	166	20	in	in	ADP
crl-16993	166	21	the	the	DET
crl-16993	166	22	education	education	NOUN
crl-16993	166	23	sciences	science	NOUN
crl-16993	166	24	,	,	PUNCT
crl-16993	166	25	”	"	PUNCT
crl-16993	166	26	educational	educational	ADJ
crl-16993	166	27	researcher	researcher	NOUN
crl-16993	166	28	43	43	NUM
crl-16993	166	29	(	(	PUNCT
crl-16993	166	30	2014	2014	NUM
crl-16993	166	31	)	)	PUNCT
crl-16993	166	32	.	.	PUNCT
crl-16993	167	1	10	10	NUM
crl-16993	167	2	.	.	PUNCT
crl-16993	168	1	franklin	franklin	PROPN
crl-16993	168	2	sayre	sayre	PROPN
crl-16993	168	3	and	and	CCONJ
crl-16993	168	4	amy	amy	PROPN
crl-16993	168	5	riegelman	riegelman	PROPN
crl-16993	168	6	,	,	PUNCT
crl-16993	168	7	“	"	PUNCT
crl-16993	168	8	the	the	DET
crl-16993	168	9	reproducibility	reproducibility	NOUN
crl-16993	168	10	crisis	crisis	NOUN
crl-16993	168	11	and	and	CCONJ
crl-16993	168	12	academic	academic	ADJ
crl-16993	168	13	libraries	library	NOUN
crl-16993	168	14	,	,	PUNCT
crl-16993	168	15	”	"	PUNCT
crl-16993	168	16	college	college	PROPN
crl-16993	168	17	&	&	CCONJ
crl-16993	168	18	research	research	PROPN
crl-16993	168	19	libraries	library	NOUN
crl-16993	168	20	79	79	NUM
crl-16993	168	21	,	,	PUNCT
crl-16993	168	22	no	no	INTJ
crl-16993	168	23	.	.	NOUN
crl-16993	168	24	1	1	NUM
crl-16993	168	25	(	(	PUNCT
crl-16993	168	26	2018	2018	NUM
crl-16993	168	27	)	)	PUNCT
crl-16993	168	28	.	.	PUNCT
crl-16993	169	1	11	11	NUM
crl-16993	169	2	.	.	X
crl-16993	169	3	ibid	ibid	NOUN
crl-16993	169	4	.	.	PUNCT
crl-16993	170	1	12	12	NUM
crl-16993	170	2	.	.	PUNCT
crl-16993	170	3	ibid	ibid	NOUN
crl-16993	170	4	.	.	PUNCT
crl-16993	171	1	13	13	NUM
crl-16993	171	2	.	.	PUNCT
crl-16993	172	1	kenneth	kenneth	PROPN
crl-16993	172	2	bollen	bollen	PROPN
crl-16993	172	3	et	et	PROPN
crl-16993	172	4	al	al	PROPN
crl-16993	172	5	.	.	PROPN
crl-16993	172	6	,	,	PUNCT
crl-16993	172	7	“	"	PUNCT
crl-16993	172	8	social	social	ADJ
crl-16993	172	9	,	,	PUNCT
crl-16993	172	10	behavioral	behavioral	ADJ
crl-16993	172	11	,	,	PUNCT
crl-16993	172	12	and	and	CCONJ
crl-16993	172	13	economic	economic	ADJ
crl-16993	172	14	sciences	science	NOUN
crl-16993	172	15	perspectives	perspective	NOUN
crl-16993	172	16	on	on	ADP
crl-16993	172	17	robust	robust	ADJ
crl-16993	172	18	and	and	CCONJ
crl-16993	172	19	reliable	reliable	ADJ
crl-16993	172	20	science	science	NOUN
crl-16993	172	21	”	"	PUNCT
crl-16993	172	22	(	(	PUNCT
crl-16993	172	23	paper	paper	NOUN
crl-16993	172	24	presented	present	VERB
crl-16993	172	25	at	at	ADP
crl-16993	172	26	the	the	DET
crl-16993	172	27	report	report	NOUN
crl-16993	172	28	of	of	ADP
crl-16993	172	29	the	the	DET
crl-16993	172	30	subcommittee	subcommittee	NOUN
crl-16993	172	31	on	on	ADP
crl-16993	172	32	replicability	replicability	NOUN
crl-16993	172	33	in	in	ADP
crl-16993	172	34	science	science	NOUN
crl-16993	172	35	advisory	advisory	PROPN
crl-16993	172	36	committee	committee	NOUN
crl-16993	172	37	to	to	ADP
crl-16993	172	38	the	the	DET
crl-16993	172	39	national	national	PROPN
crl-16993	172	40	science	science	PROPN
crl-16993	172	41	foundation	foundation	PROPN
crl-16993	172	42	directorate	directorate	VERB
crl-16993	172	43	for	for	ADP
crl-16993	172	44	social	social	ADJ
crl-16993	172	45	,	,	PUNCT
crl-16993	172	46	behavioral	behavioral	ADJ
crl-16993	172	47	,	,	PUNCT
crl-16993	172	48	and	and	CCONJ
crl-16993	172	49	economic	economic	ADJ
crl-16993	172	50	sciences	science	NOUN
crl-16993	172	51	,	,	PUNCT
crl-16993	172	52	2015	2015	NUM
crl-16993	172	53	)	)	PUNCT
crl-16993	172	54	,	,	PUNCT
crl-16993	172	55	3	3	X
crl-16993	172	56	.	.	NOUN
crl-16993	172	57	14	14	NUM
crl-16993	172	58	.	.	PUNCT
crl-16993	173	1	ibid	ibid	NOUN
crl-16993	173	2	.	.	PUNCT
crl-16993	173	3	,	,	PUNCT
crl-16993	173	4	4	4	NUM
crl-16993	173	5	.	.	NOUN
crl-16993	173	6	15	15	NUM
crl-16993	173	7	.	.	PUNCT
crl-16993	174	1	jeffrey	jeffrey	PROPN
crl-16993	174	2	t.	t.	PROPN
crl-16993	174	3	leek	leek	PROPN
crl-16993	174	4	and	and	CCONJ
crl-16993	174	5	leah	leah	PROPN
crl-16993	174	6	r.	r.	PROPN
crl-16993	174	7	jager	jager	PROPN
crl-16993	174	8	,	,	PUNCT
crl-16993	174	9	“	"	PUNCT
crl-16993	174	10	is	be	AUX
crl-16993	174	11	most	most	ADV
crl-16993	174	12	published	publish	VERB
crl-16993	174	13	research	research	NOUN
crl-16993	174	14	really	really	ADV
crl-16993	174	15	false	false	ADJ
crl-16993	174	16	?	?	PUNCT
crl-16993	174	17	”	"	PUNCT
crl-16993	174	18	annual	annual	ADJ
crl-16993	174	19	review	review	NOUN
crl-16993	174	20	of	of	ADP
crl-16993	174	21	statistics	statistic	NOUN
crl-16993	174	22	and	and	CCONJ
crl-16993	174	23	its	its	PRON
crl-16993	174	24	application	application	NOUN
crl-16993	174	25	4	4	NUM
crl-16993	174	26	(	(	PUNCT
crl-16993	174	27	2017	2017	NUM
crl-16993	174	28	):	):	PUNCT
crl-16993	174	29	111	111	NUM
crl-16993	174	30	.	.	X
crl-16993	175	1	16	16	NUM
crl-16993	175	2	.	.	PUNCT
crl-16993	176	1	victoria	victoria	PROPN
crl-16993	176	2	stodden	stodden	PROPN
crl-16993	176	3	et	et	PROPN
crl-16993	176	4	al	al	PROPN
crl-16993	176	5	.	.	PROPN
crl-16993	176	6	,	,	PUNCT
crl-16993	176	7	“	"	PUNCT
crl-16993	176	8	setting	set	VERB
crl-16993	176	9	the	the	DET
crl-16993	176	10	default	default	NOUN
crl-16993	176	11	to	to	PART
crl-16993	176	12	reproducible	reproducible	VERB
crl-16993	176	13	reproducibility	reproducibility	NOUN
crl-16993	176	14	in	in	ADP
crl-16993	176	15	computational	computational	ADJ
crl-16993	176	16	and	and	CCONJ
crl-16993	176	17	experimental	experimental	ADJ
crl-16993	176	18	mathematics	mathematic	NOUN
crl-16993	176	19	,	,	PUNCT
crl-16993	176	20	”	"	PUNCT
crl-16993	176	21	(	(	PUNCT
crl-16993	176	22	2014	2014	NUM
crl-16993	176	23	)	)	PUNCT
crl-16993	176	24	,	,	PUNCT
crl-16993	176	25	available	available	ADJ
crl-16993	176	26	online	online	ADV
crl-16993	176	27	at	at	ADP
crl-16993	176	28	http://stodden.net/icerm_report.pdf	http://stodden.net/icerm_report.pdf	PROPN
crl-16993	176	29	[	[	X
crl-16993	176	30	accessed	access	VERB
crl-16993	176	31	23	23	NUM
crl-16993	176	32	january	january	NOUN
crl-16993	176	33	2019	2019	NUM
crl-16993	176	34	]	]	PUNCT
crl-16993	176	35	.	.	PUNCT
crl-16993	177	1	17	17	NUM
crl-16993	177	2	.	.	PUNCT
crl-16993	177	3	b.a	b.a	PROPN
crl-16993	177	4	.	.	PROPN
crl-16993	177	5	nosek	nosek	PROPN
crl-16993	177	6	et	et	PROPN
crl-16993	177	7	al	al	PROPN
crl-16993	177	8	.	.	PROPN
crl-16993	177	9	,	,	PUNCT
crl-16993	177	10	“	"	PUNCT
crl-16993	177	11	promoting	promote	VERB
crl-16993	177	12	an	an	DET
crl-16993	177	13	open	open	ADJ
crl-16993	177	14	research	research	NOUN
crl-16993	177	15	culture	culture	NOUN
crl-16993	177	16	,	,	PUNCT
crl-16993	177	17	”	"	PUNCT
crl-16993	177	18	science	science	NOUN
crl-16993	177	19	348	348	NUM
crl-16993	177	20	,	,	PUNCT
crl-16993	177	21	no	no	NOUN
crl-16993	177	22	.	.	NOUN
crl-16993	177	23	6242	6242	NUM
crl-16993	177	24	(	(	PUNCT
crl-16993	177	25	2015	2015	NUM
crl-16993	177	26	)	)	PUNCT
crl-16993	177	27	.	.	PUNCT
crl-16993	178	1	18	18	NUM
crl-16993	178	2	.	.	PUNCT
crl-16993	179	1	“	"	PUNCT
crl-16993	179	2	center	center	NOUN
crl-16993	179	3	for	for	ADP
crl-16993	179	4	open	open	ADJ
crl-16993	179	5	science	science	NOUN
crl-16993	179	6	announces	announce	VERB
crl-16993	179	7	elsevier	elsevier	NOUN
crl-16993	179	8	as	as	ADP
crl-16993	179	9	new	new	ADJ
crl-16993	179	10	signatory	signatory	NOUN
crl-16993	179	11	to	to	PART
crl-16993	179	12	top	top	VERB
crl-16993	179	13	guidelines	guideline	NOUN
crl-16993	179	14	,	,	PUNCT
crl-16993	179	15	”	"	PUNCT
crl-16993	179	16	available	available	ADJ
crl-16993	179	17	online	online	ADV
crl-16993	179	18	at	at	ADP
crl-16993	179	19	https://cos.io/about/news/centre-open-science-announces-elsevier-new-signatory-top-guidelines/.	https://cos.io/about/news/centre-open-science-announces-elsevier-new-signatory-top-guidelines/.	NOUN
crl-16993	179	20	[	[	X
crl-16993	179	21	accessed	access	VERB
crl-16993	179	22	30	30	NUM
crl-16993	179	23	september	september	PROPN
crl-16993	179	24	2017	2017	NUM
crl-16993	179	25	]	]	PUNCT
crl-16993	179	26	.	.	PUNCT
crl-16993	180	1	19	19	NUM
crl-16993	180	2	.	.	PUNCT
crl-16993	181	1	“	"	PUNCT
crl-16993	181	2	top	top	ADJ
crl-16993	181	3	guidelines	guideline	NOUN
crl-16993	181	4	,	,	PUNCT
crl-16993	181	5	”	"	PUNCT
crl-16993	181	6	available	available	ADJ
crl-16993	181	7	online	online	ADV
crl-16993	181	8	at	at	ADP
crl-16993	181	9	https://cos.io/our-services/top-guidelines/	https://cos.io/our-services/top-guidelines/	PROPN
crl-16993	181	10	[	[	PUNCT
crl-16993	181	11	accessed	access	VERB
crl-16993	181	12	9	9	NUM
crl-16993	181	13	april	april	PROPN
crl-16993	181	14	2018	2018	NUM
crl-16993	181	15	]	]	PUNCT
crl-16993	181	16	.	.	PUNCT
crl-16993	182	1	20	20	NUM
crl-16993	182	2	.	.	X
crl-16993	182	3	center	center	NOUN
crl-16993	182	4	for	for	ADP
crl-16993	182	5	open	open	ADJ
crl-16993	182	6	science	science	NOUN
crl-16993	182	7	,	,	PUNCT
crl-16993	182	8	“	"	PUNCT
crl-16993	182	9	guidelines	guideline	NOUN
crl-16993	182	10	for	for	ADP
crl-16993	182	11	transparency	transparency	NOUN
crl-16993	182	12	and	and	CCONJ
crl-16993	182	13	openness	openness	NOUN
crl-16993	182	14	promotion	promotion	NOUN
crl-16993	182	15	(	(	PUNCT
crl-16993	182	16	top	top	NOUN
crl-16993	182	17	)	)	PUNCT
crl-16993	182	18	in	in	ADP
crl-16993	182	19	journal	journal	ADJ
crl-16993	182	20	policies	policy	NOUN
crl-16993	182	21	and	and	CCONJ
crl-16993	182	22	practices	practice	NOUN
crl-16993	182	23	”	"	PUNCT
crl-16993	182	24	(	(	PUNCT
crl-16993	182	25	paper	paper	NOUN
crl-16993	182	26	presented	present	VERB
crl-16993	182	27	at	at	ADP
crl-16993	182	28	the	the	DET
crl-16993	182	29	cos	cos	PROPN
crl-16993	182	30	,	,	PUNCT
crl-16993	182	31	2015	2015	NUM
crl-16993	182	32	)	)	PUNCT
crl-16993	182	33	.	.	PUNCT
crl-16993	183	1	21	21	NUM
crl-16993	183	2	.	.	PUNCT
crl-16993	184	1	sayre	sayre	PROPN
crl-16993	184	2	and	and	CCONJ
crl-16993	184	3	riegelman	riegelman	PROPN
crl-16993	184	4	,	,	PUNCT
crl-16993	184	5	“	"	PUNCT
crl-16993	184	6	the	the	DET
crl-16993	184	7	reproducibility	reproducibility	NOUN
crl-16993	184	8	crisis	crisis	NOUN
crl-16993	184	9	and	and	CCONJ
crl-16993	184	10	academic	academic	ADJ
crl-16993	184	11	libraries	library	NOUN
crl-16993	184	12	.	.	PUNCT
crl-16993	184	13	”	"	PUNCT
crl-16993	185	1	22	22	NUM
crl-16993	185	2	.	.	PUNCT
crl-16993	186	1	karl	karl	PROPN
crl-16993	186	2	broman	broman	PROPN
crl-16993	186	3	et	et	PROPN
crl-16993	186	4	al	al	PROPN
crl-16993	186	5	.	.	PROPN
crl-16993	186	6	,	,	PUNCT
crl-16993	186	7	“	"	PUNCT
crl-16993	186	8	recommendations	recommendation	NOUN
crl-16993	186	9	to	to	ADP
crl-16993	186	10	funding	funding	NOUN
crl-16993	186	11	agencies	agency	NOUN
crl-16993	186	12	for	for	ADP
crl-16993	186	13	supporting	support	VERB
crl-16993	186	14	reproducible	reproducible	ADJ
crl-16993	186	15	research	research	NOUN
crl-16993	186	16	”	"	PUNCT
crl-16993	186	17	(	(	PUNCT
crl-16993	186	18	paper	paper	NOUN
crl-16993	186	19	presented	present	VERB
crl-16993	186	20	at	at	ADP
crl-16993	186	21	the	the	DET
crl-16993	186	22	american	american	PROPN
crl-16993	186	23	statistical	statistical	PROPN
crl-16993	186	24	association	association	NOUN
crl-16993	186	25	,	,	PUNCT
crl-16993	186	26	2017	2017	NUM
crl-16993	186	27	)	)	PUNCT
crl-16993	186	28	,	,	PUNCT
crl-16993	186	29	3–4	3–4	NUM
crl-16993	186	30	.	.	NOUN
crl-16993	186	31	23	23	NUM
crl-16993	186	32	.	.	PUNCT
crl-16993	187	1	ibid	ibid	NOUN
crl-16993	187	2	.	.	PUNCT
crl-16993	188	1	24	24	NUM
crl-16993	188	2	.	.	X
crl-16993	188	3	ibid	ibid	NOUN
crl-16993	188	4	.	.	PUNCT
crl-16993	189	1	25	25	NUM
crl-16993	189	2	.	.	PUNCT
crl-16993	190	1	nih	nih	PROPN
crl-16993	190	2	,	,	PUNCT
crl-16993	190	3	“	"	PUNCT
crl-16993	190	4	principles	principle	NOUN
crl-16993	190	5	and	and	CCONJ
crl-16993	190	6	guidelines	guideline	NOUN
crl-16993	190	7	for	for	ADP
crl-16993	190	8	reporting	report	VERB
crl-16993	190	9	preclinical	preclinical	ADJ
crl-16993	190	10	research	research	NOUN
crl-16993	190	11	,	,	PUNCT
crl-16993	190	12	”	"	PUNCT
crl-16993	190	13	national	national	PROPN
crl-16993	190	14	institute	institute	PROPN
crl-16993	190	15	of	of	ADP
crl-16993	190	16	health	health	PROPN
crl-16993	190	17	(	(	PUNCT
crl-16993	190	18	2014	2014	NUM
crl-16993	190	19	)	)	PUNCT
crl-16993	190	20	.	.	PUNCT
crl-16993	191	1	26	26	NUM
crl-16993	191	2	.	.	X
crl-16993	191	3	ibid	ibid	NOUN
crl-16993	191	4	.	.	PUNCT
crl-16993	192	1	27	27	NUM
crl-16993	192	2	.	.	X
crl-16993	192	3	ibid	ibid	NOUN
crl-16993	192	4	.	.	PUNCT
crl-16993	193	1	28	28	NUM
crl-16993	193	2	.	.	PUNCT
crl-16993	194	1	“	"	PUNCT
crl-16993	194	2	a	a	DET
crl-16993	194	3	framework	framework	NOUN
crl-16993	194	4	for	for	ADP
crl-16993	194	5	ongoing	ongoing	ADJ
crl-16993	194	6	and	and	CCONJ
crl-16993	194	7	future	future	ADJ
crl-16993	194	8	national	national	PROPN
crl-16993	194	9	science	science	PROPN
crl-16993	194	10	foundation	foundation	NOUN
crl-16993	194	11	activities	activity	NOUN
crl-16993	194	12	to	to	PART
crl-16993	194	13	improve	improve	VERB
crl-16993	194	14	reproducibility	reproducibility	NOUN
crl-16993	194	15	,	,	PUNCT
crl-16993	194	16	replicability	replicability	NOUN
crl-16993	194	17	,	,	PUNCT
crl-16993	194	18	and	and	CCONJ
crl-16993	194	19	robustness	robustness	NOUN
crl-16993	194	20	in	in	ADP
crl-16993	194	21	funded	fund	VERB
crl-16993	194	22	research	research	NOUN
crl-16993	194	23	”	"	PUNCT
crl-16993	194	24	(	(	PUNCT
crl-16993	194	25	2014	2014	NUM
crl-16993	194	26	)	)	PUNCT
crl-16993	194	27	,	,	PUNCT
crl-16993	194	28	available	available	ADJ
crl-16993	194	29	online	online	ADV
crl-16993	194	30	at	at	ADP
crl-16993	194	31	https://www.nsf.gov/attachments/134722/public/reproducibility_nsfplanforomb_dec31_2014.pdf	https://www.nsf.gov/attachments/134722/public/reproducibility_nsfplanforomb_dec31_2014.pdf	NOUN
crl-16993	194	32	[	[	AUX
crl-16993	194	33	accessed	access	VERB
crl-16993	194	34	25	25	NUM
crl-16993	194	35	may	may	PROPN
crl-16993	194	36	2017	2017	NUM
crl-16993	194	37	]	]	PUNCT
crl-16993	194	38	.	.	PUNCT
crl-16993	195	1	29	29	NUM
crl-16993	195	2	.	.	X
crl-16993	195	3	ibid	ibid	NOUN
crl-16993	195	4	.	.	PUNCT
crl-16993	196	1	,	,	PUNCT
crl-16993	197	1	1	1	NUM
crl-16993	197	2	.	.	SYM
crl-16993	197	3	30	30	NUM
crl-16993	197	4	.	.	PUNCT
crl-16993	198	1	ibid	ibid	NOUN
crl-16993	198	2	.	.	PUNCT
crl-16993	198	3	,	,	PUNCT
crl-16993	198	4	2	2	NUM
crl-16993	198	5	.	.	NOUN
crl-16993	198	6	31	31	NUM
crl-16993	198	7	.	.	PUNCT
crl-16993	199	1	bollen	bollen	PROPN
crl-16993	199	2	et	et	PROPN
crl-16993	199	3	al	al	PROPN
crl-16993	199	4	.	.	PROPN
crl-16993	199	5	,	,	PUNCT
crl-16993	199	6	“	"	PUNCT
crl-16993	199	7	social	social	ADJ
crl-16993	199	8	,	,	PUNCT
crl-16993	199	9	behavioral	behavioral	ADJ
crl-16993	199	10	,	,	PUNCT
crl-16993	199	11	and	and	CCONJ
crl-16993	199	12	economic	economic	ADJ
crl-16993	199	13	sciences	science	NOUN
crl-16993	199	14	perspectives	perspective	NOUN
crl-16993	199	15	on	on	ADP
crl-16993	199	16	robust	robust	ADJ
crl-16993	199	17	and	and	CCONJ
crl-16993	199	18	reliable	reliable	ADJ
crl-16993	199	19	science	science	NOUN
crl-16993	199	20	.	.	PUNCT
crl-16993	199	21	”	"	PUNCT
crl-16993	200	1	32	32	NUM
crl-16993	200	2	.	.	PUNCT
crl-16993	201	1	ibid	ibid	NOUN
crl-16993	201	2	.	.	PUNCT
crl-16993	201	3	,	,	PUNCT
crl-16993	201	4	5	5	NUM
crl-16993	201	5	.	.	SYM
crl-16993	201	6	33	33	NUM
crl-16993	201	7	.	.	PUNCT
crl-16993	202	1	federation	federation	PROPN
crl-16993	202	2	of	of	ADP
crl-16993	202	3	american	american	ADJ
crl-16993	202	4	societies	society	NOUN
crl-16993	202	5	for	for	ADP
crl-16993	202	6	experimental	experimental	ADJ
crl-16993	202	7	biology	biology	NOUN
crl-16993	202	8	,	,	PUNCT
crl-16993	202	9	“	"	PUNCT
crl-16993	202	10	enhancing	enhance	VERB
crl-16993	202	11	research	research	NOUN
crl-16993	202	12	reproducibility	reproducibility	NOUN
crl-16993	202	13	:	:	PUNCT
crl-16993	202	14	recommendations	recommendation	NOUN
crl-16993	202	15	from	from	ADP
crl-16993	202	16	the	the	DET
crl-16993	202	17	federation	federation	PROPN
crl-16993	202	18	of	of	ADP
crl-16993	202	19	american	american	ADJ
crl-16993	202	20	societies	society	NOUN
crl-16993	202	21	for	for	ADP
crl-16993	202	22	experimental	experimental	ADJ
crl-16993	202	23	biology	biology	NOUN
crl-16993	202	24	,	,	PUNCT
crl-16993	202	25	”	"	PUNCT
crl-16993	202	26	4	4	NUM
crl-16993	202	27	(	(	PUNCT
crl-16993	202	28	2016	2016	NUM
crl-16993	202	29	)	)	PUNCT
crl-16993	202	30	,	,	PUNCT
crl-16993	202	31	available	available	ADJ
crl-16993	202	32	online	online	ADV
crl-16993	202	33	at	at	ADP
crl-16993	202	34	http://www.faseb.org/portals/2/pdfs/opa/2016/faseb_enhancing	http://www.faseb.org/portals/2/pdfs/opa/2016/faseb_enhance	VERB
crl-16993	202	35	research	research	NOUN
crl-16993	202	36	reproducibility.pdf	reproducibility.pdf	NOUN
crl-16993	202	37	[	[	X
crl-16993	202	38	accessed	access	VERB
crl-16993	202	39	11	11	NUM
crl-16993	202	40	january	january	NOUN
crl-16993	202	41	2019	2019	NUM
crl-16993	202	42	]	]	PUNCT
crl-16993	202	43	;	;	PUNCT
crl-16993	202	44	society	society	NOUN
crl-16993	202	45	for	for	ADP
crl-16993	202	46	neuroscience	neuroscience	NOUN
crl-16993	202	47	,	,	PUNCT
crl-16993	202	48	“	"	PUNCT
crl-16993	202	49	research	research	NOUN
crl-16993	202	50	practices	practice	NOUN
crl-16993	202	51	for	for	ADP
crl-16993	202	52	scientific	scientific	ADJ
crl-16993	202	53	rigor	rigor	NOUN
crl-16993	202	54	:	:	PUNCT
crl-16993	202	55	a	a	DET
crl-16993	202	56	resource	resource	NOUN
crl-16993	202	57	for	for	ADP
crl-16993	202	58	discussion	discussion	NOUN
crl-16993	202	59	,	,	PUNCT
crl-16993	202	60	training	training	NOUN
crl-16993	202	61	,	,	PUNCT
crl-16993	202	62	and	and	CCONJ
crl-16993	202	63	practice	practice	NOUN
crl-16993	202	64	,	,	PUNCT
crl-16993	202	65	”	"	PUNCT
crl-16993	202	66	(	(	PUNCT
crl-16993	202	67	2015	2015	NUM
crl-16993	202	68	)	)	PUNCT
crl-16993	202	69	,	,	PUNCT
crl-16993	202	70	available	available	ADJ
crl-16993	202	71	online	online	ADV
crl-16993	202	72	at	at	ADP
crl-16993	202	73	https://www.sfn.org/advocacy/policy-positions/researchpractices-for-scientific-rigor	https://www.sfn.org/advocacy/policy-positions/researchpractices-for-scientific-rigor	PROPN
crl-16993	203	1	[	[	X
crl-16993	203	2	accessed	access	VERB
crl-16993	203	3	11	11	NUM
crl-16993	203	4	january	january	NOUN
crl-16993	203	5	2019	2019	NUM
crl-16993	203	6	]	]	PUNCT
crl-16993	203	7	.	.	PUNCT
crl-16993	204	1	34	34	NUM
crl-16993	204	2	.	.	PUNCT
crl-16993	205	1	marcus	marcus	PROPN
crl-16993	205	2	r.	r.	PROPN
crl-16993	205	3	munafò	munafò	VERB
crl-16993	205	4	et	et	PROPN
crl-16993	205	5	al	al	PROPN
crl-16993	205	6	.	.	PROPN
crl-16993	205	7	,	,	PUNCT
crl-16993	205	8	“	"	PUNCT
crl-16993	205	9	a	a	DET
crl-16993	205	10	manifesto	manifesto	NOUN
crl-16993	205	11	for	for	ADP
crl-16993	205	12	reproducible	reproducible	ADJ
crl-16993	205	13	science	science	NOUN
crl-16993	205	14	,	,	PUNCT
crl-16993	205	15	”	"	PUNCT
crl-16993	205	16	nature	nature	NOUN
crl-16993	205	17	human	human	ADJ
crl-16993	205	18	behaviour	behaviour	NOUN
crl-16993	205	19	1	1	NUM
crl-16993	205	20	(	(	PUNCT
crl-16993	205	21	2017	2017	NUM
crl-16993	205	22	)	)	PUNCT
crl-16993	205	23	.	.	PUNCT
crl-16993	206	1	35	35	NUM
crl-16993	206	2	.	.	X
crl-16993	206	3	ibid	ibid	NOUN
crl-16993	206	4	.	.	PUNCT
crl-16993	207	1	36	36	NUM
crl-16993	207	2	.	.	X
crl-16993	207	3	ibid	ibid	NOUN
crl-16993	207	4	.	.	PUNCT
crl-16993	208	1	37	37	NUM
crl-16993	208	2	.	.	PUNCT
crl-16993	209	1	rikk	rikk	PROPN
crl-16993	209	2	mulligan	mulligan	PROPN
crl-16993	209	3	,	,	PUNCT
crl-16993	209	4	supporting	support	VERB
crl-16993	209	5	digital	digital	ADJ
crl-16993	209	6	scholarship	scholarship	NOUN
crl-16993	209	7	.	.	PUNCT
crl-16993	210	1	spec	spec	PROPN
crl-16993	210	2	kit	kit	PROPN
crl-16993	210	3	350	350	NUM
crl-16993	210	4	.	.	PUNCT
crl-16993	211	1	washington	washington	PROPN
crl-16993	211	2	,	,	PUNCT
crl-16993	211	3	dc	dc	PROPN
crl-16993	211	4	:	:	PUNCT
crl-16993	211	5	association	association	NOUN
crl-16993	211	6	of	of	ADP
crl-16993	211	7	research	research	NOUN
crl-16993	211	8	libraries	library	NOUN
crl-16993	211	9	,	,	PUNCT
crl-16993	211	10	may	may	PROPN
crl-16993	211	11	2016	2016	NUM
crl-16993	211	12	,	,	PUNCT
crl-16993	211	13	doi:10.29242	doi:10.29242	NOUN
crl-16993	211	14	/	/	SYM
crl-16993	211	15	spec.350	spec.350	PROPN
crl-16993	211	16	.	.	PUNCT
crl-16993	212	1	38	38	NUM
crl-16993	212	2	.	.	PUNCT
crl-16993	213	1	“	"	PUNCT
crl-16993	213	2	about	about	ADP
crl-16993	213	3	us	we	PRON
crl-16993	213	4	,	,	PUNCT
crl-16993	213	5	”	"	PUNCT
crl-16993	213	6	available	available	ADJ
crl-16993	213	7	online	online	ADV
crl-16993	213	8	at	at	ADP
crl-16993	213	9	https://www.mappingprejudice.org/about-us/	https://www.mappingprejudice.org/about-us/	NOUN
crl-16993	213	10	[	[	X
crl-16993	213	11	accessed	access	VERB
crl-16993	213	12	31	31	NUM
crl-16993	213	13	october	october	NOUN
crl-16993	213	14	2017	2017	NUM
crl-16993	213	15	]	]	PUNCT
crl-16993	213	16	.	.	PUNCT
crl-16993	214	1	39	39	NUM
crl-16993	214	2	.	.	PUNCT
crl-16993	215	1	kirsten	kirsten	PROPN
crl-16993	215	2	delegard	delegard	PROPN
crl-16993	215	3	and	and	CCONJ
crl-16993	215	4	kevin	kevin	PROPN
crl-16993	215	5	ehrman	ehrman	PROPN
crl-16993	215	6	-	-	PUNCT
crl-16993	215	7	solberg	solberg	PROPN
crl-16993	215	8	,	,	PUNCT
crl-16993	215	9	“	"	PUNCT
crl-16993	215	10	playground	playground	NOUN
crl-16993	215	11	of	of	ADP
crl-16993	215	12	the	the	DET
crl-16993	215	13	people	people	NOUN
crl-16993	215	14	?	?	PUNCT
crl-16993	216	1	mapping	map	VERB
crl-16993	216	2	racial	racial	ADJ
crl-16993	216	3	covenants	covenant	NOUN
crl-16993	216	4	in	in	ADP
crl-16993	216	5	twentieth	twentieth	ADJ
crl-16993	216	6	-	-	PUNCT
crl-16993	216	7	century	century	NOUN
crl-16993	216	8	minneapolis	minneapolis	NOUN
crl-16993	216	9	,	,	PUNCT
crl-16993	216	10	”	"	PUNCT
crl-16993	216	11	open	open	ADJ
crl-16993	216	12	rivers	river	NOUN
crl-16993	216	13	:	:	PUNCT
crl-16993	216	14	rethinking	rethink	VERB
crl-16993	216	15	the	the	DET
crl-16993	216	16	mississippi	mississippi	NOUN
crl-16993	216	17	,	,	PUNCT
crl-16993	216	18	no	no	NOUN
crl-16993	216	19	.	.	NOUN
crl-16993	216	20	6	6	NUM
crl-16993	216	21	(	(	PUNCT
crl-16993	216	22	2017	2017	NUM
crl-16993	216	23	)	)	PUNCT
crl-16993	216	24	.	.	PUNCT
crl-16993	217	1	40	40	NUM
crl-16993	217	2	.	.	PUNCT
crl-16993	218	1	broman	broman	PROPN
crl-16993	218	2	et	et	PROPN
crl-16993	218	3	al	al	PROPN
crl-16993	218	4	.	.	PROPN
crl-16993	218	5	,	,	PUNCT
crl-16993	218	6	“	"	PUNCT
crl-16993	218	7	recommendations	recommendation	NOUN
crl-16993	218	8	to	to	ADP
crl-16993	218	9	funding	funding	NOUN
crl-16993	218	10	agencies	agency	NOUN
crl-16993	218	11	for	for	ADP
crl-16993	218	12	supporting	support	VERB
crl-16993	218	13	reproducible	reproducible	ADJ
crl-16993	218	14	research	research	NOUN
crl-16993	218	15	,	,	PUNCT
crl-16993	218	16	”	"	PUNCT
crl-16993	218	17	3	3	NUM
crl-16993	218	18	.	.	NOUN
crl-16993	218	19	41	41	NUM
crl-16993	218	20	.	.	PUNCT
crl-16993	219	1	greg	greg	PROPN
crl-16993	219	2	wilson	wilson	PROPN
crl-16993	219	3	et	et	PROPN
crl-16993	219	4	al	al	PROPN
crl-16993	219	5	.	.	PROPN
crl-16993	219	6	,	,	PUNCT
crl-16993	219	7	“	"	PUNCT
crl-16993	219	8	good	good	ADJ
crl-16993	219	9	enough	enough	ADJ
crl-16993	219	10	practices	practice	NOUN
crl-16993	219	11	in	in	ADP
crl-16993	219	12	scientific	scientific	ADJ
crl-16993	219	13	computing	computing	NOUN
crl-16993	219	14	,	,	PUNCT
crl-16993	219	15	”	"	PUNCT
crl-16993	219	16	plos	plos	PROPN
crl-16993	219	17	computational	computational	ADJ
crl-16993	219	18	biology	biology	NOUN
crl-16993	219	19	113	113	NUM
crl-16993	219	20	(	(	PUNCT
crl-16993	219	21	2017	2017	NUM
crl-16993	219	22	)	)	PUNCT
crl-16993	219	23	.	.	PUNCT
crl-16993	220	1	42	42	NUM
crl-16993	220	2	.	.	PUNCT
crl-16993	221	1	geir	geir	PROPN
crl-16993	221	2	kjetil	kjetil	PROPN
crl-16993	221	3	sandve	sandve	PROPN
crl-16993	221	4	et	et	PROPN
crl-16993	221	5	al	al	PROPN
crl-16993	221	6	.	.	PROPN
crl-16993	221	7	,	,	PUNCT
crl-16993	221	8	“	"	PUNCT
crl-16993	221	9	ten	ten	NUM
crl-16993	221	10	simple	simple	ADJ
crl-16993	221	11	rules	rule	NOUN
crl-16993	221	12	for	for	ADP
crl-16993	221	13	reproducible	reproducible	ADJ
crl-16993	221	14	computational	computational	ADJ
crl-16993	221	15	research	research	NOUN
crl-16993	221	16	,	,	PUNCT
crl-16993	221	17	”	"	PUNCT
crl-16993	221	18	(	(	PUNCT
crl-16993	221	19	2013	2013	NUM
crl-16993	221	20	)	)	PUNCT
crl-16993	221	21	,	,	PUNCT
crl-16993	221	22	available	available	ADJ
crl-16993	221	23	online	online	ADV
crl-16993	221	24	at	at	ADP
crl-16993	221	25	https://www.mn.uio.no/ifi/english/research/networks/clsi/earlier_seminars/2013/110913.html	https://www.mn.uio.no/ifi/english/research/networks/clsi/earlier_seminars/2013/110913.html	PROPN
crl-16993	221	26	[	[	X
crl-16993	221	27	accessed	access	VERB
crl-16993	221	28	http://stodden.net/icerm_report.pdf	http://stodden.net/icerm_report.pdf	PROPN
crl-16993	221	29	https://cos.io/about/news/centre-open-science-announces-elsevier-new-signatory-top-guidelines/	https://cos.io/about/news/centre-open-science-announces-elsevier-new-signatory-top-guidelines/	PROPN
crl-16993	221	30	https://cos.io/our-services/top-guidelines/	https://cos.io/our-services/top-guidelines/	PROPN
crl-16993	221	31	https://www.nsf.gov/attachments/134722/public/reproducibility_nsfplanforomb_dec31_2014.pdf	https://www.nsf.gov/attachments/134722/public/reproducibility_nsfplanforomb_dec31_2014.pdf	PROPN
crl-16993	221	32	https://www.nsf.gov/attachments/134722/public/reproducibility_nsfplanforomb_dec31_2014.pdf	https://www.nsf.gov/attachments/134722/public/reproducibility_nsfplanforomb_dec31_2014.pdf	NOUN
crl-16993	221	33	http://www.faseb.org/portals/2/pdfs/opa/2016/faseb_enhancing	http://www.faseb.org/portals/2/pdfs/opa/2016/faseb_enhance	VERB
crl-16993	221	34	research	research	NOUN
crl-16993	221	35	reproducibility.pdf	reproducibility.pdf	PROPN
crl-16993	221	36	https://www.sfn.org/advocacy/policy-positions/research-practices-for-scientific-rigor	https://www.sfn.org/advocacy/policy-positions/research-practices-for-scientific-rigor	X
crl-16993	221	37	https://www.sfn.org/advocacy/policy-positions/research-practices-for-scientific-rigor	https://www.sfn.org/advocacy/policy-positions/research-practices-for-scientific-rigor	PROPN
crl-16993	221	38	https://doi.org/10.29242/spec.350	https://doi.org/10.29242/spec.350	PROPN
crl-16993	221	39	https://www.mappingprejudice.org/about-us/	https://www.mappingprejudice.org/about-us/	PROPN
crl-16993	221	40	https://www.mn.uio.no/ifi/english/research/networks/clsi/earlier_seminars/2013/110913.html	https://www.mn.uio.no/ifi/english/research/networks/clsi/earlier_seminars/2013/110913.html	PROPN
crl-16993	221	41	272	272	NUM
crl-16993	221	42	college	college	PROPN
crl-16993	221	43	&	&	CCONJ
crl-16993	221	44	research	research	PROPN
crl-16993	221	45	libraries	library	NOUN
crl-16993	221	46	march	march	PROPN
crl-16993	221	47	2019	2019	NUM
crl-16993	221	48	11	11	NUM
crl-16993	221	49	january	january	PROPN
crl-16993	221	50	2019	2019	NUM
crl-16993	221	51	]	]	PUNCT
crl-16993	221	52	.	.	PUNCT
crl-16993	222	1	43	43	NUM
crl-16993	222	2	.	.	PUNCT
crl-16993	223	1	shirley	shirley	PROPN
crl-16993	223	2	zhao	zhao	PROPN
crl-16993	223	3	,	,	PUNCT
crl-16993	223	4	“	"	PUNCT
crl-16993	223	5	principles	principle	NOUN
crl-16993	223	6	and	and	CCONJ
crl-16993	223	7	practices	practice	NOUN
crl-16993	223	8	for	for	ADP
crl-16993	223	9	reproducible	reproducible	ADJ
crl-16993	223	10	science	science	NOUN
crl-16993	223	11	,	,	PUNCT
crl-16993	223	12	”	"	PUNCT
crl-16993	223	13	available	available	ADJ
crl-16993	223	14	online	online	ADV
crl-16993	223	15	at	at	ADP
crl-16993	223	16	https://github.com/	https://github.com/	PROPN
crl-16993	223	17	shirl0207	shirl0207	PROPN
crl-16993	223	18	/	/	SYM
crl-16993	223	19	reproducible_science	reproducible_science	NOUN
crl-16993	224	1	[	[	X
crl-16993	224	2	accessed	access	VERB
crl-16993	224	3	6	6	NUM
crl-16993	224	4	october	october	NOUN
crl-16993	224	5	2017	2017	NUM
crl-16993	224	6	]	]	PUNCT
crl-16993	224	7	.	.	PUNCT
crl-16993	225	1	44	44	NUM
crl-16993	225	2	.	.	PUNCT
crl-16993	226	1	genevieve	genevieve	PROPN
crl-16993	226	2	c.	c.	PROPN
crl-16993	226	3	gore	gore	PROPN
crl-16993	226	4	and	and	CCONJ
crl-16993	226	5	julie	julie	PROPN
crl-16993	226	6	jones	jones	PROPN
crl-16993	226	7	,	,	PUNCT
crl-16993	226	8	“	"	PUNCT
crl-16993	226	9	systematic	systematic	ADJ
crl-16993	226	10	reviews	review	NOUN
crl-16993	226	11	and	and	CCONJ
crl-16993	226	12	librarians	librarian	NOUN
crl-16993	226	13	:	:	PUNCT
crl-16993	226	14	a	a	DET
crl-16993	226	15	primer	primer	NOUN
crl-16993	226	16	for	for	ADP
crl-16993	226	17	managers	manager	NOUN
crl-16993	226	18	,	,	PUNCT
crl-16993	226	19	”	"	PUNCT
crl-16993	226	20	partnership	partnership	NOUN
crl-16993	226	21	:	:	PUNCT
crl-16993	226	22	the	the	DET
crl-16993	226	23	canadian	canadian	ADJ
crl-16993	226	24	journal	journal	NOUN
crl-16993	226	25	of	of	ADP
crl-16993	226	26	library	library	NOUN
crl-16993	226	27	and	and	CCONJ
crl-16993	226	28	information	information	NOUN
crl-16993	226	29	practice	practice	NOUN
crl-16993	226	30	and	and	CCONJ
crl-16993	226	31	research	research	NOUN
crl-16993	226	32	10	10	NUM
crl-16993	226	33	(	(	PUNCT
crl-16993	226	34	2015	2015	NUM
crl-16993	226	35	)	)	PUNCT
crl-16993	226	36	.	.	PUNCT
crl-16993	227	1	45	45	NUM
crl-16993	227	2	.	.	PUNCT
crl-16993	227	3	jonathan	jonathan	PROPN
crl-16993	227	4	b.	b.	PROPN
crl-16993	227	5	koffel	koffel	PROPN
crl-16993	227	6	,	,	PUNCT
crl-16993	227	7	“	"	PUNCT
crl-16993	227	8	use	use	NOUN
crl-16993	227	9	of	of	ADP
crl-16993	227	10	recommended	recommend	VERB
crl-16993	227	11	search	search	NOUN
crl-16993	227	12	strategies	strategy	NOUN
crl-16993	227	13	in	in	ADP
crl-16993	227	14	systematic	systematic	ADJ
crl-16993	227	15	reviews	review	NOUN
crl-16993	227	16	and	and	CCONJ
crl-16993	227	17	the	the	DET
crl-16993	227	18	impact	impact	NOUN
crl-16993	227	19	of	of	ADP
crl-16993	227	20	librarian	librarian	ADJ
crl-16993	227	21	involvement	involvement	NOUN
crl-16993	227	22	:	:	PUNCT
crl-16993	227	23	a	a	DET
crl-16993	227	24	cross	cross	ADJ
crl-16993	227	25	-	-	ADJ
crl-16993	227	26	sectional	sectional	ADJ
crl-16993	227	27	survey	survey	NOUN
crl-16993	227	28	of	of	ADP
crl-16993	227	29	recent	recent	ADJ
crl-16993	227	30	authors	author	NOUN
crl-16993	227	31	,	,	PUNCT
crl-16993	227	32	”	"	PUNCT
crl-16993	227	33	plos	plo	VERB
crl-16993	227	34	one	one	NUM
crl-16993	227	35	10	10	NUM
crl-16993	227	36	(	(	PUNCT
crl-16993	227	37	2015	2015	NUM
crl-16993	227	38	)	)	PUNCT
crl-16993	227	39	;	;	PUNCT
crl-16993	227	40	melissa	melissa	PROPN
crl-16993	227	41	l.	l.	PROPN
crl-16993	227	42	rethlefsen	rethlefsen	PROPN
crl-16993	227	43	et	et	PROPN
crl-16993	227	44	al	al	PROPN
crl-16993	227	45	.	.	PROPN
crl-16993	227	46	,	,	PUNCT
crl-16993	227	47	“	"	PUNCT
crl-16993	227	48	librarian	librarian	ADJ
crl-16993	227	49	co	co	NOUN
crl-16993	227	50	-	-	NOUN
crl-16993	227	51	authors	author	NOUN
crl-16993	227	52	correlated	correlate	VERB
crl-16993	227	53	with	with	ADP
crl-16993	227	54	higher	high	ADJ
crl-16993	227	55	quality	quality	NOUN
crl-16993	227	56	reported	report	VERB
crl-16993	227	57	search	search	NOUN
crl-16993	227	58	strategies	strategy	NOUN
crl-16993	227	59	in	in	ADP
crl-16993	227	60	general	general	ADJ
crl-16993	227	61	internal	internal	ADJ
crl-16993	227	62	medicine	medicine	NOUN
crl-16993	227	63	systematic	systematic	ADJ
crl-16993	227	64	reviews	review	NOUN
crl-16993	227	65	,	,	PUNCT
crl-16993	227	66	”	"	PUNCT
crl-16993	227	67	journal	journal	NOUN
crl-16993	227	68	of	of	ADP
crl-16993	227	69	clinical	clinical	ADJ
crl-16993	227	70	epidemiology	epidemiology	NOUN
crl-16993	227	71	68	68	NUM
crl-16993	227	72	(	(	PUNCT
crl-16993	227	73	2015	2015	NUM
crl-16993	227	74	)	)	PUNCT
crl-16993	227	75	.	.	PUNCT
crl-16993	228	1	46	46	NUM
crl-16993	228	2	.	.	PUNCT
crl-16993	228	3	koffel	koffel	NOUN
crl-16993	228	4	,	,	PUNCT
crl-16993	228	5	“	"	PUNCT
crl-16993	228	6	use	use	NOUN
crl-16993	228	7	of	of	ADP
crl-16993	228	8	recommended	recommend	VERB
crl-16993	228	9	search	search	NOUN
crl-16993	228	10	strategies	strategy	NOUN
crl-16993	228	11	in	in	ADP
crl-16993	228	12	systematic	systematic	ADJ
crl-16993	228	13	reviews	review	NOUN
crl-16993	228	14	and	and	CCONJ
crl-16993	228	15	the	the	DET
crl-16993	228	16	impact	impact	NOUN
crl-16993	228	17	of	of	ADP
crl-16993	228	18	librarian	librarian	ADJ
crl-16993	228	19	involvement	involvement	NOUN
crl-16993	228	20	,	,	PUNCT
crl-16993	228	21	”	"	PUNCT
crl-16993	228	22	10	10	NUM
crl-16993	228	23	.	.	PUNCT
crl-16993	229	1	47	47	NUM
crl-16993	229	2	.	.	PUNCT
crl-16993	230	1	jonathan	jonathan	PROPN
crl-16993	230	2	b.	b.	PROPN
crl-16993	230	3	koffel	koffel	PROPN
crl-16993	230	4	and	and	CCONJ
crl-16993	230	5	melissa	melissa	PROPN
crl-16993	230	6	l.	l.	PROPN
crl-16993	230	7	rethlefsen	rethlefsen	PROPN
crl-16993	230	8	,	,	PUNCT
crl-16993	230	9	“	"	PUNCT
crl-16993	230	10	reproducibility	reproducibility	NOUN
crl-16993	230	11	of	of	ADP
crl-16993	230	12	search	search	NOUN
crl-16993	230	13	strategies	strategy	NOUN
crl-16993	230	14	is	be	AUX
crl-16993	230	15	poor	poor	ADJ
crl-16993	230	16	in	in	ADP
crl-16993	230	17	systematic	systematic	ADJ
crl-16993	230	18	reviews	review	NOUN
crl-16993	230	19	published	publish	VERB
crl-16993	230	20	in	in	ADP
crl-16993	230	21	high	high	ADJ
crl-16993	230	22	-	-	PUNCT
crl-16993	230	23	impact	impact	NOUN
crl-16993	230	24	pediatrics	pediatric	NOUN
crl-16993	230	25	,	,	PUNCT
crl-16993	230	26	cardiology	cardiology	NOUN
crl-16993	230	27	and	and	CCONJ
crl-16993	230	28	surgery	surgery	NOUN
crl-16993	230	29	journals	journal	NOUN
crl-16993	230	30	:	:	PUNCT
crl-16993	230	31	a	a	DET
crl-16993	230	32	cross	cross	ADJ
crl-16993	230	33	-	-	ADJ
crl-16993	230	34	sectional	sectional	ADJ
crl-16993	230	35	study	study	NOUN
crl-16993	230	36	,	,	PUNCT
crl-16993	230	37	”	"	PUNCT
crl-16993	230	38	plos	plos	PROPN
crl-16993	230	39	one	one	NUM
crl-16993	230	40	11	11	NUM
crl-16993	230	41	(	(	PUNCT
crl-16993	230	42	2016	2016	NUM
crl-16993	230	43	)	)	PUNCT
crl-16993	230	44	.	.	PUNCT
crl-16993	231	1	48	48	NUM
crl-16993	231	2	.	.	PUNCT
crl-16993	232	1	kristina	kristina	PROPN
crl-16993	232	2	a.	a.	PROPN
crl-16993	232	3	thayer	thayer	PROPN
crl-16993	232	4	et	et	PROPN
crl-16993	232	5	al	al	PROPN
crl-16993	232	6	.	.	PROPN
crl-16993	232	7	,	,	PUNCT
crl-16993	232	8	“	"	PUNCT
crl-16993	232	9	intersection	intersection	NOUN
crl-16993	232	10	of	of	ADP
crl-16993	232	11	systematic	systematic	ADJ
crl-16993	232	12	review	review	NOUN
crl-16993	232	13	methodology	methodology	NOUN
crl-16993	232	14	with	with	ADP
crl-16993	232	15	the	the	DET
crl-16993	232	16	nih	nih	PROPN
crl-16993	232	17	reproducibility	reproducibility	PROPN
crl-16993	232	18	initiative	initiative	NOUN
crl-16993	232	19	,	,	PUNCT
crl-16993	232	20	”	"	PUNCT
crl-16993	232	21	environmental	environmental	ADJ
crl-16993	232	22	health	health	NOUN
crl-16993	232	23	perspectives	perspective	NOUN
crl-16993	232	24	122	122	NUM
crl-16993	232	25	(	(	PUNCT
crl-16993	232	26	2014	2014	NUM
crl-16993	232	27	)	)	PUNCT
crl-16993	232	28	.	.	PUNCT
crl-16993	233	1	49	49	NUM
crl-16993	233	2	.	.	PUNCT
crl-16993	234	1	“	"	PUNCT
crl-16993	234	2	cornell	cornell	PROPN
crl-16993	234	3	university	university	PROPN
crl-16993	234	4	library	library	PROPN
crl-16993	234	5	systematic	systematic	PROPN
crl-16993	234	6	review	review	PROPN
crl-16993	234	7	service	service	NOUN
crl-16993	234	8	,	,	PUNCT
crl-16993	234	9	”	"	PUNCT
crl-16993	234	10	available	available	ADJ
crl-16993	234	11	online	online	ADV
crl-16993	234	12	at	at	ADP
crl-16993	234	13	https://www.library.cornell	https://www.library.cornell	ADV
crl-16993	234	14	.	.	PUNCT
crl-16993	235	1	edu	edu	PROPN
crl-16993	235	2	/	/	SYM
crl-16993	235	3	services	services	PROPN
crl-16993	235	4	/	/	SYM
crl-16993	235	5	systematic	systematic	ADJ
crl-16993	235	6	-	-	PUNCT
crl-16993	235	7	review	review	NOUN
crl-16993	235	8	[	[	PUNCT
crl-16993	235	9	accessed	access	VERB
crl-16993	235	10	23	23	NUM
crl-16993	235	11	january	january	NOUN
crl-16993	235	12	2019	2019	NUM
crl-16993	235	13	]	]	PUNCT
crl-16993	235	14	;	;	PUNCT
crl-16993	235	15	“	"	PUNCT
crl-16993	235	16	systematic	systematic	ADJ
crl-16993	235	17	review	review	NOUN
crl-16993	235	18	service	service	NOUN
crl-16993	235	19	pilot	pilot	NOUN
crl-16993	235	20	,	,	PUNCT
crl-16993	235	21	”	"	PUNCT
crl-16993	235	22	available	available	ADJ
crl-16993	235	23	online	online	ADV
crl-16993	235	24	at	at	ADP
crl-16993	235	25	https://www.lib.umn.edu/researchsupport/systematic-review-service	https://www.lib.umn.edu/researchsupport/systematic-review-service	NOUN
crl-16993	235	26	[	[	PUNCT
crl-16993	235	27	accessed	access	VERB
crl-16993	235	28	23	23	NUM
crl-16993	235	29	january	january	NOUN
crl-16993	235	30	2019	2019	NUM
crl-16993	235	31	]	]	PUNCT
crl-16993	235	32	.	.	PUNCT
crl-16993	236	1	50	50	NUM
crl-16993	236	2	.	.	PUNCT
crl-16993	236	3	munafò	munafò	VERB
crl-16993	236	4	et	et	PROPN
crl-16993	236	5	al	al	PROPN
crl-16993	236	6	.	.	PROPN
crl-16993	236	7	,	,	PUNCT
crl-16993	236	8	“	"	PUNCT
crl-16993	236	9	a	a	DET
crl-16993	236	10	manifesto	manifesto	NOUN
crl-16993	236	11	for	for	ADP
crl-16993	236	12	reproducible	reproducible	ADJ
crl-16993	236	13	science	science	NOUN
crl-16993	236	14	.	.	PUNCT
crl-16993	236	15	”	"	PUNCT
crl-16993	237	1	51	51	NUM
crl-16993	237	2	.	.	PUNCT
crl-16993	238	1	“	"	PUNCT
crl-16993	238	2	equator	equator	NOUN
crl-16993	238	3	network	network	NOUN
crl-16993	238	4	,	,	PUNCT
crl-16993	238	5	”	"	PUNCT
crl-16993	238	6	available	available	ADJ
crl-16993	238	7	online	online	ADV
crl-16993	238	8	at	at	ADP
crl-16993	238	9	www.equator-network.org/	www.equator-network.org/	NOUN
crl-16993	238	10	[	[	AUX
crl-16993	238	11	accessed	access	VERB
crl-16993	238	12	12	12	NUM
crl-16993	238	13	april	april	PROPN
crl-16993	238	14	2018	2018	NUM
crl-16993	238	15	]	]	PUNCT
crl-16993	238	16	.	.	PUNCT
crl-16993	239	1	52	52	NUM
crl-16993	239	2	.	.	PUNCT
crl-16993	240	1	“	"	PUNCT
crl-16993	240	2	prisma	prisma	NOUN
crl-16993	240	3	:	:	PUNCT
crl-16993	240	4	transparent	transparent	ADJ
crl-16993	240	5	reporting	reporting	NOUN
crl-16993	240	6	of	of	ADP
crl-16993	240	7	systematic	systematic	ADJ
crl-16993	240	8	reviews	review	NOUN
crl-16993	240	9	and	and	CCONJ
crl-16993	240	10	meta	meta	NOUN
crl-16993	240	11	-	-	PUNCT
crl-16993	240	12	analyses	analysis	NOUN
crl-16993	240	13	,	,	PUNCT
crl-16993	240	14	”	"	PUNCT
crl-16993	240	15	available	available	ADJ
crl-16993	240	16	online	online	ADV
crl-16993	240	17	at	at	ADP
crl-16993	240	18	www	www	PROPN
crl-16993	240	19	.	.	PUNCT
crl-16993	241	1	prisma-statement.org/	prisma-statement.org/	PROPN
crl-16993	241	2	[	[	X
crl-16993	241	3	accessed	access	VERB
crl-16993	241	4	9	9	NUM
crl-16993	241	5	april	april	PROPN
crl-16993	241	6	2018	2018	NUM
crl-16993	241	7	]	]	PUNCT
crl-16993	241	8	.	.	PUNCT
crl-16993	242	1	53	53	NUM
crl-16993	242	2	.	.	PUNCT
crl-16993	242	3	shona	shona	PROPN
crl-16993	242	4	kirtley	kirtley	PROPN
crl-16993	242	5	,	,	PUNCT
crl-16993	242	6	“	"	PUNCT
crl-16993	242	7	impactful	impactful	ADJ
crl-16993	242	8	librarians	librarian	NOUN
crl-16993	242	9	:	:	PUNCT
crl-16993	242	10	identifying	identify	VERB
crl-16993	242	11	opportunities	opportunity	NOUN
crl-16993	242	12	to	to	PART
crl-16993	242	13	increase	increase	VERB
crl-16993	242	14	your	your	PRON
crl-16993	242	15	impact	impact	NOUN
crl-16993	242	16	,	,	PUNCT
crl-16993	242	17	”	"	PUNCT
crl-16993	242	18	journal	journal	NOUN
crl-16993	242	19	of	of	ADP
crl-16993	242	20	eahil	eahil	PROPN
crl-16993	242	21	11	11	NUM
crl-16993	242	22	(	(	PUNCT
crl-16993	242	23	2015	2015	NUM
crl-16993	242	24	):	):	PUNCT
crl-16993	242	25	24	24	NUM
crl-16993	242	26	.	.	PUNCT
crl-16993	242	27	54	54	NUM
crl-16993	242	28	.	.	PUNCT
crl-16993	243	1	“	"	PUNCT
crl-16993	243	2	librarian	librarian	ADJ
crl-16993	243	3	action	action	NOUN
crl-16993	243	4	plan	plan	NOUN
crl-16993	243	5	,	,	PUNCT
crl-16993	243	6	”	"	PUNCT
crl-16993	243	7	available	available	ADJ
crl-16993	243	8	online	online	ADV
crl-16993	243	9	at	at	ADP
crl-16993	243	10	www.equator-network.org/wp-content/uploads/2013/06/	www.equator-network.org/wp-content/uploads/2013/06/	ADV
crl-16993	243	11	librarian-action-plan-simple-ideas.pdf	librarian-action-plan-simple-ideas.pdf	PROPN
crl-16993	243	12	[	[	PUNCT
crl-16993	243	13	accessed	access	VERB
crl-16993	243	14	18	18	NUM
crl-16993	243	15	december	december	PROPN
crl-16993	243	16	2017	2017	NUM
crl-16993	243	17	]	]	PUNCT
crl-16993	243	18	.	.	PUNCT
crl-16993	244	1	55	55	NUM
crl-16993	244	2	.	.	PUNCT
crl-16993	245	1	jeffrey	jeffrey	PROPN
crl-16993	245	2	r	r	NOUN
crl-16993	245	3	spies	spy	NOUN
crl-16993	245	4	,	,	PUNCT
crl-16993	245	5	“	"	PUNCT
crl-16993	245	6	the	the	DET
crl-16993	245	7	open	open	ADJ
crl-16993	245	8	science	science	NOUN
crl-16993	245	9	framework	framework	NOUN
crl-16993	245	10	:	:	PUNCT
crl-16993	245	11	improving	improve	VERB
crl-16993	245	12	science	science	NOUN
crl-16993	245	13	by	by	ADP
crl-16993	245	14	making	make	VERB
crl-16993	245	15	it	it	PRON
crl-16993	245	16	open	open	ADJ
crl-16993	245	17	and	and	CCONJ
crl-16993	245	18	accessible	accessible	ADJ
crl-16993	245	19	,	,	PUNCT
crl-16993	245	20	”	"	PUNCT
crl-16993	245	21	(	(	PUNCT
crl-16993	245	22	dissertation	dissertation	NOUN
crl-16993	245	23	,	,	PUNCT
crl-16993	245	24	university	university	NOUN
crl-16993	245	25	of	of	ADP
crl-16993	245	26	virginia	virginia	PROPN
crl-16993	245	27	,	,	PUNCT
crl-16993	245	28	2013	2013	NUM
crl-16993	245	29	)	)	PUNCT
crl-16993	245	30	,	,	PUNCT
crl-16993	245	31	doi:10.31237	doi:10.31237	X
crl-16993	245	32	/	/	SYM
crl-16993	245	33	osf.io	osf.io	PROPN
crl-16993	245	34	/	/	SYM
crl-16993	245	35	t23za	t23za	PROPN
crl-16993	245	36	.	.	PUNCT
crl-16993	246	1	56	56	NUM
crl-16993	246	2	.	.	PUNCT
crl-16993	246	3	cynthia	cynthia	PROPN
crl-16993	246	4	hudson	hudson	PROPN
crl-16993	246	5	-	-	PUNCT
crl-16993	246	6	vitale	vitale	PROPN
crl-16993	246	7	et	et	PROPN
crl-16993	246	8	al	al	PROPN
crl-16993	246	9	.	.	PROPN
crl-16993	246	10	,	,	PUNCT
crl-16993	246	11	data	data	NOUN
crl-16993	246	12	curation	curation	NOUN
crl-16993	246	13	.	.	PUNCT
crl-16993	247	1	spec	spec	PROPN
crl-16993	247	2	kit	kit	PROPN
crl-16993	247	3	354	354	PROPN
crl-16993	247	4	.	.	PUNCT
crl-16993	248	1	washington	washington	PROPN
crl-16993	248	2	,	,	PUNCT
crl-16993	248	3	dc	dc	PROPN
crl-16993	248	4	:	:	PUNCT
crl-16993	248	5	association	association	NOUN
crl-16993	248	6	of	of	ADP
crl-16993	248	7	research	research	NOUN
crl-16993	248	8	libraries	library	NOUN
crl-16993	248	9	,	,	PUNCT
crl-16993	248	10	may	may	PROPN
crl-16993	248	11	2017	2017	NUM
crl-16993	248	12	,	,	PUNCT
crl-16993	248	13	doi:10.29242	doi:10.29242	NOUN
crl-16993	248	14	/	/	SYM
crl-16993	248	15	spec.354	spec.354	NOUN
crl-16993	248	16	.	.	PUNCT
crl-16993	248	17	57	57	NUM
crl-16993	248	18	.	.	PUNCT
crl-16993	249	1	ibid	ibid	NOUN
crl-16993	249	2	.	.	PUNCT
crl-16993	250	1	58	58	NUM
crl-16993	250	2	.	.	PUNCT
crl-16993	251	1	vicky	vicky	PROPN
crl-16993	251	2	steeves	steeves	PROPN
crl-16993	251	3	,	,	PUNCT
crl-16993	251	4	fernando	fernando	PROPN
crl-16993	251	5	chirigati	chirigati	PROPN
crl-16993	251	6	,	,	PUNCT
crl-16993	251	7	and	and	CCONJ
crl-16993	251	8	rémi	rémi	NOUN
crl-16993	251	9	rampin	rampin	NOUN
crl-16993	251	10	,	,	PUNCT
crl-16993	251	11	“	"	PUNCT
crl-16993	251	12	using	use	VERB
crl-16993	251	13	reprozip	reprozip	NOUN
crl-16993	251	14	for	for	ADP
crl-16993	251	15	reproducibility	reproducibility	NOUN
crl-16993	251	16	and	and	CCONJ
crl-16993	251	17	library	library	NOUN
crl-16993	251	18	services	service	NOUN
crl-16993	251	19	,	,	PUNCT
crl-16993	251	20	”	"	PUNCT
crl-16993	251	21	osf	osf	PROPN
crl-16993	251	22	,	,	PUNCT
crl-16993	251	23	march	march	PROPN
crl-16993	251	24	5	5	NUM
crl-16993	251	25	,	,	PUNCT
crl-16993	251	26	2018	2018	NUM
crl-16993	251	27	,	,	PUNCT
crl-16993	251	28	available	available	ADJ
crl-16993	251	29	online	online	ADV
crl-16993	251	30	at	at	ADP
crl-16993	251	31	https://osf.io/8z73c/	https://osf.io/8z73c/	PROPN
crl-16993	251	32	[	[	X
crl-16993	251	33	accessed	access	VERB
crl-16993	251	34	11	11	NUM
crl-16993	251	35	january	january	NOUN
crl-16993	251	36	2019	2019	NUM
crl-16993	251	37	]	]	PUNCT
crl-16993	251	38	.	.	PUNCT
crl-16993	252	1	59	59	NUM
crl-16993	252	2	.	.	PUNCT
crl-16993	252	3	ibid	ibid	PROPN
crl-16993	252	4	.	.	PUNCT
crl-16993	252	5	,	,	PUNCT
crl-16993	252	6	9	9	NUM
crl-16993	252	7	.	.	NOUN
crl-16993	252	8	60	60	NUM
crl-16993	252	9	.	.	PUNCT
crl-16993	253	1	anita	anita	PROPN
crl-16993	253	2	bandrowski	bandrowski	PROPN
crl-16993	253	3	et	et	PROPN
crl-16993	253	4	al	al	PROPN
crl-16993	253	5	.	.	PROPN
crl-16993	253	6	,	,	PUNCT
crl-16993	253	7	“	"	PUNCT
crl-16993	253	8	the	the	DET
crl-16993	253	9	resource	resource	NOUN
crl-16993	253	10	identification	identification	NOUN
crl-16993	253	11	initiative	initiative	NOUN
crl-16993	253	12	:	:	PUNCT
crl-16993	253	13	a	a	DET
crl-16993	253	14	cultural	cultural	ADJ
crl-16993	253	15	shift	shift	NOUN
crl-16993	253	16	in	in	ADP
crl-16993	253	17	publishing	publishing	NOUN
crl-16993	253	18	,	,	PUNCT
crl-16993	253	19	”	"	PUNCT
crl-16993	253	20	f1000research	f1000research	VERB
crl-16993	253	21	4	4	NUM
crl-16993	253	22	(	(	PUNCT
crl-16993	253	23	2015	2015	NUM
crl-16993	253	24	)	)	PUNCT
crl-16993	253	25	.	.	PUNCT
crl-16993	254	1	61	61	NUM
crl-16993	254	2	.	.	X
crl-16993	254	3	center	center	NOUN
crl-16993	254	4	for	for	ADP
crl-16993	254	5	open	open	ADJ
crl-16993	254	6	science	science	NOUN
crl-16993	254	7	,	,	PUNCT
crl-16993	254	8	“	"	PUNCT
crl-16993	254	9	strategic	strategic	ADJ
crl-16993	254	10	plan	plan	NOUN
crl-16993	254	11	2017–2020	2017–2020	NOUN
crl-16993	254	12	,	,	PUNCT
crl-16993	254	13	”	"	PUNCT
crl-16993	254	14	available	available	ADJ
crl-16993	254	15	online	online	ADV
crl-16993	254	16	at	at	ADP
crl-16993	254	17	doi:10.31219	doi:10.31219	NOUN
crl-16993	254	18	/	/	SYM
crl-16993	254	19	osf.io	osf.io	PROPN
crl-16993	254	20	/	/	SYM
crl-16993	254	21	x2w9h	x2w9h	PUNCT
crl-16993	255	1	[	[	PUNCT
crl-16993	255	2	accessed	access	VERB
crl-16993	255	3	18	18	NUM
crl-16993	255	4	december	december	PROPN
crl-16993	255	5	2017	2017	NUM
crl-16993	255	6	]	]	PUNCT
crl-16993	255	7	.	.	PUNCT
crl-16993	256	1	62	62	NUM
crl-16993	256	2	.	.	PUNCT
crl-16993	257	1	caitlin	caitlin	PROPN
crl-16993	257	2	j.	j.	PROPN
crl-16993	257	3	bakker	bakker	PROPN
crl-16993	257	4	,	,	PUNCT
crl-16993	257	5	“	"	PUNCT
crl-16993	257	6	data	data	NOUN
crl-16993	257	7	management	management	NOUN
crl-16993	257	8	in	in	ADP
crl-16993	257	9	the	the	DET
crl-16993	257	10	lab	lab	NOUN
crl-16993	257	11	,	,	PUNCT
crl-16993	257	12	”	"	PUNCT
crl-16993	257	13	in	in	ADP
crl-16993	257	14	the	the	DET
crl-16993	257	15	medical	medical	PROPN
crl-16993	257	16	library	library	PROPN
crl-16993	257	17	association	association	PROPN
crl-16993	257	18	guide	guide	NOUN
crl-16993	257	19	to	to	ADP
crl-16993	257	20	data	data	NOUN
crl-16993	257	21	management	management	NOUN
crl-16993	257	22	for	for	ADP
crl-16993	257	23	librarians	librarian	NOUN
crl-16993	257	24	,	,	PUNCT
crl-16993	257	25	ed	ed	NOUN
crl-16993	257	26	.	.	PUNCT
crl-16993	258	1	lisa	lisa	PROPN
crl-16993	258	2	federer	federer	PROPN
crl-16993	258	3	(	(	PUNCT
crl-16993	258	4	lanham	lanham	PROPN
crl-16993	258	5	,	,	PUNCT
crl-16993	258	6	md	md	PROPN
crl-16993	258	7	:	:	PUNCT
crl-16993	258	8	rowman	rowman	PROPN
crl-16993	258	9	&	&	CCONJ
crl-16993	258	10	littlefield	littlefield	PROPN
crl-16993	258	11	publishers	publisher	NOUN
crl-16993	258	12	,	,	PUNCT
crl-16993	258	13	2016	2016	NUM
crl-16993	258	14	)	)	PUNCT
crl-16993	258	15	.	.	PUNCT
crl-16993	259	1	63	63	NUM
crl-16993	259	2	.	.	PUNCT
crl-16993	259	3	munafò	munafò	VERB
crl-16993	259	4	et	et	PROPN
crl-16993	259	5	al	al	PROPN
crl-16993	259	6	.	.	PROPN
crl-16993	259	7	,	,	PUNCT
crl-16993	259	8	“	"	PUNCT
crl-16993	259	9	a	a	DET
crl-16993	259	10	manifesto	manifesto	NOUN
crl-16993	259	11	for	for	ADP
crl-16993	259	12	reproducible	reproducible	ADJ
crl-16993	259	13	science	science	NOUN
crl-16993	259	14	.	.	PUNCT
crl-16993	259	15	”	"	PUNCT
crl-16993	260	1	64	64	NUM
crl-16993	260	2	.	.	PUNCT
crl-16993	261	1	“	"	PUNCT
crl-16993	261	2	sherpa	sherpa	NOUN
crl-16993	261	3	/	/	SYM
crl-16993	261	4	romeo	romeo	NOUN
crl-16993	261	5	,	,	PUNCT
crl-16993	261	6	”	"	PUNCT
crl-16993	261	7	available	available	ADJ
crl-16993	261	8	online	online	ADV
crl-16993	261	9	at	at	ADP
crl-16993	261	10	www.sherpa.ac.uk/romeo/index.php	www.sherpa.ac.uk/romeo/index.php	PRON
crl-16993	261	11	[	[	PUNCT
crl-16993	261	12	accessed	access	VERB
crl-16993	261	13	18	18	NUM
crl-16993	261	14	december	december	PROPN
crl-16993	261	15	2017	2017	NUM
crl-16993	261	16	]	]	PUNCT
crl-16993	261	17	.	.	PUNCT
crl-16993	262	1	65	65	NUM
crl-16993	262	2	.	.	PUNCT
crl-16993	263	1	“	"	PUNCT
crl-16993	263	2	registered	register	VERB
crl-16993	263	3	reports	report	NOUN
crl-16993	263	4	,	,	PUNCT
crl-16993	263	5	”	"	PUNCT
crl-16993	263	6	center	center	NOUN
crl-16993	263	7	for	for	ADP
crl-16993	263	8	open	open	ADJ
crl-16993	263	9	science	science	NOUN
crl-16993	263	10	,	,	PUNCT
crl-16993	263	11	available	available	ADJ
crl-16993	263	12	online	online	ADV
crl-16993	263	13	at	at	ADP
crl-16993	263	14	https://cos.io/rr/	https://cos.io/rr/	NOUN
crl-16993	263	15	[	[	X
crl-16993	263	16	accessed	access	VERB
crl-16993	263	17	9	9	NUM
crl-16993	263	18	april	april	PROPN
crl-16993	263	19	2018	2018	NUM
crl-16993	263	20	]	]	PUNCT
crl-16993	263	21	.	.	PUNCT
crl-16993	264	1	66	66	NUM
crl-16993	264	2	.	.	PUNCT
crl-16993	265	1	richard	richard	PROPN
crl-16993	265	2	d.	d.	PROPN
crl-16993	265	3	morey	morey	PROPN
crl-16993	265	4	et	et	PROPN
crl-16993	265	5	al	al	PROPN
crl-16993	265	6	.	.	PROPN
crl-16993	265	7	,	,	PUNCT
crl-16993	265	8	“	"	PUNCT
crl-16993	265	9	the	the	DET
crl-16993	265	10	peer	peer	NOUN
crl-16993	265	11	reviewers	reviewer	NOUN
crl-16993	265	12	’	’	PART
crl-16993	265	13	openness	openness	NOUN
crl-16993	265	14	initiative	initiative	NOUN
crl-16993	265	15	:	:	PUNCT
crl-16993	265	16	incentivizing	incentivize	VERB
crl-16993	265	17	open	open	ADJ
crl-16993	265	18	research	research	NOUN
crl-16993	265	19	practices	practice	NOUN
crl-16993	265	20	through	through	ADP
crl-16993	265	21	peer	peer	NOUN
crl-16993	265	22	review	review	NOUN
crl-16993	265	23	,	,	PUNCT
crl-16993	265	24	royal	royal	ADJ
crl-16993	265	25	society	society	NOUN
crl-16993	265	26	open	open	ADJ
crl-16993	265	27	science	science	NOUN
crl-16993	265	28	3	3	NUM
crl-16993	265	29	(	(	PUNCT
crl-16993	265	30	2016	2016	NUM
crl-16993	265	31	)	)	PUNCT
crl-16993	265	32	.	.	PUNCT
crl-16993	266	1	67	67	NUM
crl-16993	266	2	.	.	PUNCT
crl-16993	267	1	brian	brian	PROPN
crl-16993	267	2	a.	a.	PROPN
crl-16993	267	3	nosek	nosek	PROPN
crl-16993	267	4	,	,	PUNCT
crl-16993	267	5	jeffrey	jeffrey	PROPN
crl-16993	267	6	r.	r.	PROPN
crl-16993	267	7	spies	spies	PROPN
crl-16993	267	8	,	,	PUNCT
crl-16993	267	9	and	and	CCONJ
crl-16993	267	10	matt	matt	PROPN
crl-16993	267	11	motyl	motyl	PROPN
crl-16993	267	12	,	,	PUNCT
crl-16993	267	13	“	"	PUNCT
crl-16993	267	14	scientific	scientific	ADJ
crl-16993	267	15	utopia	utopia	NOUN
crl-16993	267	16	,	,	PUNCT
crl-16993	267	17	”	"	PUNCT
crl-16993	267	18	perspectives	perspective	NOUN
crl-16993	267	19	on	on	ADP
crl-16993	267	20	psychological	psychological	ADJ
crl-16993	267	21	science	science	NOUN
crl-16993	267	22	7	7	NUM
crl-16993	267	23	(	(	PUNCT
crl-16993	267	24	2012	2012	NUM
crl-16993	267	25	)	)	PUNCT
crl-16993	267	26	.	.	PUNCT
crl-16993	268	1	68	68	NUM
crl-16993	268	2	.	.	PUNCT
crl-16993	268	3	francis	francis	PROPN
crl-16993	268	4	s.	s.	PROPN
crl-16993	268	5	collins	collins	PROPN
crl-16993	268	6	and	and	CCONJ
crl-16993	268	7	lawrence	lawrence	PROPN
crl-16993	268	8	a.	a.	PROPN
crl-16993	268	9	tabak	tabak	PROPN
crl-16993	268	10	,	,	PUNCT
crl-16993	268	11	“	"	PUNCT
crl-16993	268	12	nih	nih	PROPN
crl-16993	268	13	plans	plan	VERB
crl-16993	268	14	to	to	PART
crl-16993	268	15	enhance	enhance	VERB
crl-16993	268	16	reproducibility	reproducibility	NOUN
crl-16993	268	17	,	,	PUNCT
crl-16993	268	18	”	"	PUNCT
crl-16993	268	19	nature	nature	NOUN
crl-16993	268	20	505	505	NUM
crl-16993	268	21	(	(	PUNCT
crl-16993	268	22	2014	2014	NUM
crl-16993	268	23	):	):	PUNCT
crl-16993	268	24	613	613	NUM
crl-16993	268	25	.	.	NOUN
crl-16993	268	26	69	69	NUM
crl-16993	268	27	.	.	PUNCT
crl-16993	269	1	nosek	nosek	PROPN
crl-16993	269	2	,	,	PUNCT
crl-16993	269	3	spies	spy	NOUN
crl-16993	269	4	,	,	PUNCT
crl-16993	269	5	and	and	CCONJ
crl-16993	269	6	motyl	motyl	NOUN
crl-16993	269	7	,	,	PUNCT
crl-16993	269	8	“	"	PUNCT
crl-16993	269	9	scientific	scientific	ADJ
crl-16993	269	10	utopia	utopia	NOUN
crl-16993	269	11	.	.	PUNCT
crl-16993	269	12	”	"	PUNCT
crl-16993	270	1	70	70	NUM
crl-16993	270	2	.	.	PUNCT
crl-16993	271	1	richard	richard	PROPN
crl-16993	271	2	p.	p.	PROPN
crl-16993	271	3	johnson	johnson	PROPN
crl-16993	271	4	,	,	PUNCT
crl-16993	271	5	“	"	PUNCT
crl-16993	271	6	consume	consume	VERB
crl-16993	271	7	,	,	PUNCT
crl-16993	271	8	reproduce	reproduce	NOUN
crl-16993	271	9	,	,	PUNCT
crl-16993	271	10	extend	extend	VERB
crl-16993	271	11	and	and	CCONJ
crl-16993	271	12	connect	connect	VERB
crl-16993	271	13	:	:	PUNCT
crl-16993	271	14	sustaining	sustain	VERB
crl-16993	271	15	our	our	PRON
crl-16993	271	16	research	research	NOUN
crl-16993	271	17	lifecycle	lifecycle	NOUN
crl-16993	271	18	,	,	PUNCT
crl-16993	271	19	”	"	PUNCT
crl-16993	271	20	bulletin	bulletin	NOUN
crl-16993	271	21	of	of	ADP
crl-16993	271	22	the	the	DET
crl-16993	271	23	association	association	NOUN
crl-16993	271	24	for	for	ADP
crl-16993	271	25	information	information	NOUN
crl-16993	271	26	science	science	NOUN
crl-16993	271	27	and	and	CCONJ
crl-16993	271	28	technology	technology	NOUN
crl-16993	271	29	43	43	NUM
crl-16993	271	30	(	(	PUNCT
crl-16993	271	31	2017	2017	NUM
crl-16993	271	32	):	):	PUNCT
crl-16993	271	33	28	28	NUM
crl-16993	271	34	.	.	X
crl-16993	272	1	71	71	NUM
crl-16993	272	2	.	.	PUNCT
crl-16993	272	3	munafò	munafò	VERB
crl-16993	272	4	et	et	PROPN
crl-16993	272	5	al	al	PROPN
crl-16993	272	6	.	.	PROPN
crl-16993	272	7	,	,	PUNCT
crl-16993	272	8	“	"	PUNCT
crl-16993	272	9	a	a	DET
crl-16993	272	10	manifesto	manifesto	NOUN
crl-16993	272	11	for	for	ADP
crl-16993	272	12	reproducible	reproducible	ADJ
crl-16993	272	13	science	science	NOUN
crl-16993	272	14	.	.	PUNCT
crl-16993	272	15	”	"	PUNCT
crl-16993	273	1	72	72	NUM
crl-16993	273	2	.	.	PUNCT
crl-16993	274	1	matthew	matthew	PROPN
crl-16993	274	2	c.	c.	PROPN
crl-16993	274	3	makel	makel	PROPN
crl-16993	274	4	and	and	CCONJ
crl-16993	274	5	jonathan	jonathan	PROPN
crl-16993	274	6	a.	a.	PROPN
crl-16993	274	7	plucker	plucker	PROPN
crl-16993	274	8	,	,	PUNCT
crl-16993	274	9	“	"	PUNCT
crl-16993	274	10	an	an	DET
crl-16993	274	11	introduction	introduction	NOUN
crl-16993	274	12	to	to	PART
crl-16993	274	13	replication	replication	VERB
crl-16993	274	14	research	research	NOUN
crl-16993	274	15	in	in	ADP
crl-16993	274	16	gifted	gifted	ADJ
crl-16993	274	17	education	education	NOUN
crl-16993	274	18	,	,	PUNCT
crl-16993	274	19	”	"	PUNCT
crl-16993	274	20	gifted	gifted	ADJ
crl-16993	274	21	child	child	NOUN
crl-16993	274	22	quarterly	quarterly	ADV
crl-16993	274	23	59	59	NUM
crl-16993	274	24	,	,	PUNCT
crl-16993	274	25	no	no	INTJ
crl-16993	274	26	.	.	NOUN
crl-16993	274	27	3	3	NUM
crl-16993	274	28	(	(	PUNCT
crl-16993	274	29	2015	2015	NUM
crl-16993	274	30	)	)	PUNCT
crl-16993	274	31	;	;	PUNCT
crl-16993	274	32	matthew	matthew	PROPN
crl-16993	274	33	c.	c.	PROPN
crl-16993	274	34	makel	makel	PROPN
crl-16993	274	35	et	et	PROPN
crl-16993	274	36	al	al	PROPN
crl-16993	274	37	.	.	PROPN
crl-16993	274	38	,	,	PUNCT
crl-16993	274	39	“	"	PUNCT
crl-16993	274	40	replication	replication	NOUN
crl-16993	274	41	of	of	ADP
crl-16993	274	42	special	special	ADJ
crl-16993	274	43	education	education	NOUN
crl-16993	274	44	research	research	NOUN
crl-16993	274	45	,	,	PUNCT
crl-16993	274	46	”	"	PUNCT
crl-16993	274	47	remedial	remedial	ADJ
crl-16993	274	48	and	and	CCONJ
crl-16993	274	49	special	special	ADJ
crl-16993	274	50	education	education	NOUN
crl-16993	274	51	37	37	NUM
crl-16993	274	52	,	,	PUNCT
crl-16993	274	53	no	no	INTJ
crl-16993	274	54	.	.	NOUN
crl-16993	274	55	4	4	NUM
crl-16993	274	56	(	(	PUNCT
crl-16993	274	57	2016	2016	NUM
crl-16993	274	58	)	)	PUNCT
crl-16993	274	59	.	.	PUNCT
crl-16993	275	1	https://github.com/shirl0207/reproducible_science	https://github.com/shirl0207/reproducible_science	NOUN
crl-16993	275	2	https://github.com/shirl0207/reproducible_science	https://github.com/shirl0207/reproducible_science	NOUN
crl-16993	275	3	https://www.library.cornell.edu/services/systematic-review	https://www.library.cornell.edu/services/systematic-review	NOUN
crl-16993	275	4	https://www.library.cornell.edu/services/systematic-review	https://www.library.cornell.edu/services/systematic-review	VERB
crl-16993	275	5	https://www.lib.umn.edu/researchsupport/systematic-review-service	https://www.lib.umn.edu/researchsupport/systematic-review-service	NOUN
crl-16993	275	6	http://www.equator-network.org	http://www.equator-network.org	ADJ
crl-16993	275	7	http://www.prisma-statement.org	http://www.prisma-statement.org	X
crl-16993	275	8	http://www.prisma-statement.org	http://www.prisma-statement.org	ADJ
crl-16993	275	9	http://www.equator-network.org/wp-content/uploads/2013/06/librarian-action-plan-simple-ideas.pdf	http://www.equator-network.org/wp-content/uploads/2013/06/librarian-action-plan-simple-ideas.pdf	ADJ
crl-16993	275	10	http://www.equator-network.org/wp-content/uploads/2013/06/librarian-action-plan-simple-ideas.pdf	http://www.equator-network.org/wp-content/uploads/2013/06/librarian-action-plan-simple-ideas.pdf	NOUN
crl-16993	275	11	https://doi.org/10.31237/osf.io/t23za	https://doi.org/10.31237/osf.io/t23za	NOUN
crl-16993	275	12	https://doi.org/10.29242/spec.354	https://doi.org/10.29242/spec.354	ADP
crl-16993	275	13	https://osf.io/8z73c/	https://osf.io/8z73c/	PROPN
crl-16993	275	14	https://doi.org/10.31219/osf.io/x2w9h	https://doi.org/10.31219/osf.io/x2w9h	VERB
crl-16993	275	15	http://www.sherpa.ac.uk/romeo/index.php	http://www.sherpa.ac.uk/romeo/index.php	PROPN
crl-16993	276	1	https://cos.io/rr	https://cos.io/rr	NUM
crl-16993	276	2	_	_	PRON
crl-16993	276	3	goback	goback	X
crl-16993	277	1	_	_	PUNCT
crl-16993	277	2	docstusvtxt4	docstusvtxt4	NOUN
crl-16993	278	1	_	_	X
crl-16993	278	2	cldbt9w89rej	cldbt9w89rej	X
crl-16993	278	3	_	_	PRON
crl-16993	278	4	edunwkokxkan	edunwkokxkan	NOUN
crl-16993	278	5	_	_	DET
crl-16993	278	6	fas784z7nu3r	fas784z7nu3r	NOUN