id	sid	tid	token	lemma	pos
crl-16732	1	1	734	734	NUM
crl-16732	1	2	guest	guest	NOUN
crl-16732	1	3	editorial	editorial	NOUN
crl-16732	1	4	and	and	CCONJ
crl-16732	1	5	who	who	PRON
crl-16732	1	6	will	will	AUX
crl-16732	1	7	review	review	VERB
crl-16732	1	8	the	the	DET
crl-16732	1	9	review(er)s	review(er)s	NOUN
crl-16732	1	10	?	?	PUNCT
crl-16732	2	1	“	"	PUNCT
crl-16732	2	2	the	the	DET
crl-16732	2	3	referee	referee	NOUN
crl-16732	2	4	is	be	AUX
crl-16732	2	5	the	the	DET
crl-16732	2	6	lynchpin	lynchpin	NOUN
crl-16732	2	7	about	about	ADP
crl-16732	2	8	which	which	PRON
crl-16732	2	9	the	the	DET
crl-16732	2	10	whole	whole	ADJ
crl-16732	2	11	business	business	NOUN
crl-16732	2	12	of	of	ADP
crl-16732	2	13	science	science	NOUN
crl-16732	2	14	is	be	AUX
crl-16732	2	15	pivoted	pivot	VERB
crl-16732	2	16	.	.	PUNCT
crl-16732	2	17	”1	”1	PUNCT
crl-16732	3	1	“	"	PUNCT
crl-16732	3	2	as	as	ADP
crl-16732	3	3	a	a	DET
crl-16732	3	4	human	human	ADJ
crl-16732	3	5	enterprise	enterprise	NOUN
crl-16732	3	6	,	,	PUNCT
crl-16732	3	7	peer	peer	NOUN
crl-16732	3	8	review	review	NOUN
crl-16732	3	9	is	be	AUX
crl-16732	3	10	inherently	inherently	ADV
crl-16732	3	11	ideological	ideological	ADJ
crl-16732	3	12	:	:	PUNCT
crl-16732	3	13	no	no	DET
crl-16732	3	14	amount	amount	NOUN
crl-16732	3	15	of	of	ADP
crl-16732	3	16	scientific	scientific	ADJ
crl-16732	3	17	training	training	NOUN
crl-16732	3	18	will	will	AUX
crl-16732	3	19	completely	completely	ADV
crl-16732	3	20	mask	mask	VERB
crl-16732	3	21	the	the	DET
crl-16732	3	22	human	human	ADJ
crl-16732	3	23	impulses	impulse	NOUN
crl-16732	3	24	to	to	PART
crl-16732	3	25	partisanship	partisanship	VERB
crl-16732	3	26	.	.	PUNCT
crl-16732	3	27	”2	”2	PUNCT
crl-16732	4	1	peer	peer	NOUN
crl-16732	4	2	review	review	NOUN
crl-16732	4	3	maintains	maintain	VERB
crl-16732	4	4	an	an	DET
crl-16732	4	5	implacable	implacable	ADJ
crl-16732	4	6	presence	presence	NOUN
crl-16732	4	7	in	in	ADP
crl-16732	4	8	the	the	DET
crl-16732	4	9	collaborative	collaborative	ADJ
crl-16732	4	10	enterprise	enterprise	NOUN
crl-16732	4	11	of	of	ADP
crl-16732	4	12	scholarly	scholarly	ADJ
crl-16732	4	13	production	production	NOUN
crl-16732	4	14	.	.	PUNCT
crl-16732	5	1	widely	widely	ADV
crl-16732	5	2	viewed	view	VERB
crl-16732	5	3	as	as	ADP
crl-16732	5	4	the	the	DET
crl-16732	5	5	“	"	PUNCT
crl-16732	5	6	gold	gold	NOUN
crl-16732	5	7	standard	standard	NOUN
crl-16732	5	8	,	,	PUNCT
crl-16732	5	9	”	"	PUNCT
crl-16732	5	10	it	it	PRON
crl-16732	5	11	is	be	AUX
crl-16732	5	12	considered	consider	VERB
crl-16732	5	13	a	a	DET
crl-16732	5	14	requirement	requirement	NOUN
crl-16732	5	15	for	for	ADP
crl-16732	5	16	affirming	affirm	VERB
crl-16732	5	17	validity	validity	NOUN
crl-16732	5	18	and	and	CCONJ
crl-16732	5	19	quality	quality	NOUN
crl-16732	5	20	,	,	PUNCT
crl-16732	5	21	as	as	ADV
crl-16732	5	22	well	well	ADV
crl-16732	5	23	as	as	ADP
crl-16732	5	24	for	for	ADP
crl-16732	5	25	codifying	codify	VERB
crl-16732	5	26	disciplinary	disciplinary	ADJ
crl-16732	5	27	boundaries	boundary	NOUN
crl-16732	5	28	.	.	PUNCT
crl-16732	6	1	as	as	SCONJ
crl-16732	6	2	journal	journal	PROPN
crl-16732	6	3	editor	editor	PROPN
crl-16732	6	4	richard	richard	PROPN
crl-16732	6	5	smith	smith	PROPN
crl-16732	6	6	vividly	vividly	ADV
crl-16732	6	7	recalled	recall	VERB
crl-16732	6	8	:	:	PUNCT
crl-16732	6	9	“	"	PUNCT
crl-16732	6	10	it	it	PRON
crl-16732	6	11	is	be	AUX
crl-16732	6	12	the	the	DET
crl-16732	6	13	method	method	NOUN
crl-16732	6	14	by	by	ADP
crl-16732	6	15	which	which	PRON
crl-16732	6	16	grants	grant	NOUN
crl-16732	6	17	are	be	AUX
crl-16732	6	18	allocated	allocate	VERB
crl-16732	6	19	,	,	PUNCT
crl-16732	6	20	papers	paper	NOUN
crl-16732	6	21	published	publish	VERB
crl-16732	6	22	,	,	PUNCT
crl-16732	6	23	academics	academic	NOUN
crl-16732	6	24	promoted	promote	VERB
crl-16732	6	25	,	,	PUNCT
crl-16732	6	26	and	and	CCONJ
crl-16732	6	27	nobel	nobel	PROPN
crl-16732	6	28	prizes	prize	NOUN
crl-16732	6	29	won	win	VERB
crl-16732	6	30	.	.	PUNCT
crl-16732	7	1	…	…	PUNCT
crl-16732	7	2	when	when	SCONJ
crl-16732	7	3	something	something	PRON
crl-16732	7	4	is	be	AUX
crl-16732	7	5	peer	peer	NOUN
crl-16732	7	6	reviewed	review	VERB
crl-16732	7	7	it	it	PRON
crl-16732	7	8	is	be	AUX
crl-16732	7	9	in	in	ADP
crl-16732	7	10	some	some	DET
crl-16732	7	11	sense	sense	NOUN
crl-16732	7	12	blessed	bless	VERB
crl-16732	7	13	.	.	PUNCT
crl-16732	7	14	”3	”3	PUNCT
crl-16732	8	1	but	but	CCONJ
crl-16732	8	2	peer	peer	NOUN
crl-16732	8	3	review	review	NOUN
crl-16732	8	4	is	be	AUX
crl-16732	8	5	not	not	PART
crl-16732	8	6	without	without	ADP
crl-16732	8	7	its	its	PRON
crl-16732	8	8	detractors	detractor	NOUN
crl-16732	8	9	.	.	PUNCT
crl-16732	9	1	some	some	PRON
crl-16732	9	2	note	note	VERB
crl-16732	9	3	that	that	SCONJ
crl-16732	9	4	peer	peer	NOUN
crl-16732	9	5	review	review	NOUN
crl-16732	9	6	’s	’s	PART
crl-16732	9	7	monopoly	monopoly	NOUN
crl-16732	9	8	on	on	ADP
crl-16732	9	9	validation	validation	NOUN
crl-16732	9	10	is	be	AUX
crl-16732	9	11	not	not	PART
crl-16732	9	12	supported	support	VERB
crl-16732	9	13	by	by	ADP
crl-16732	9	14	research	research	NOUN
crl-16732	9	15	testifying	testify	VERB
crl-16732	9	16	to	to	ADP
crl-16732	9	17	its	its	PRON
crl-16732	9	18	efficacy	efficacy	NOUN
crl-16732	9	19	(	(	PUNCT
crl-16732	9	20	or	or	CCONJ
crl-16732	9	21	lack	lack	NOUN
crl-16732	9	22	thereof	thereof	ADV
crl-16732	9	23	)	)	PUNCT
crl-16732	9	24	;	;	PUNCT
crl-16732	9	25	others	other	NOUN
crl-16732	9	26	emphasize	emphasize	VERB
crl-16732	9	27	that	that	SCONJ
crl-16732	9	28	,	,	PUNCT
crl-16732	9	29	in	in	ADP
crl-16732	9	30	their	their	PRON
crl-16732	9	31	experience	experience	NOUN
crl-16732	9	32	,	,	PUNCT
crl-16732	9	33	the	the	DET
crl-16732	9	34	method	method	NOUN
crl-16732	9	35	is	be	AUX
crl-16732	9	36	deeply	deeply	ADV
crl-16732	9	37	flawed	flawed	ADJ
crl-16732	9	38	.	.	PUNCT
crl-16732	10	1	mario	mario	PROPN
crl-16732	10	2	biagioli	biagioli	PROPN
crl-16732	10	3	observes	observe	VERB
crl-16732	10	4	a	a	DET
crl-16732	10	5	“	"	PUNCT
crl-16732	10	6	…	…	PUNCT
crl-16732	10	7	remarkable	remarkable	ADJ
crl-16732	10	8	epistemological	epistemological	ADJ
crl-16732	10	9	and	and	CCONJ
crl-16732	10	10	symbolic	symbolic	ADJ
crl-16732	10	11	burden	burden	NOUN
crl-16732	10	12	placed	place	VERB
crl-16732	10	13	on	on	ADP
crl-16732	10	14	peer	peer	NOUN
crl-16732	10	15	review	review	NOUN
crl-16732	10	16	”	"	PUNCT
crl-16732	10	17	despite	despite	SCONJ
crl-16732	10	18	a	a	DET
crl-16732	10	19	deficiency	deficiency	NOUN
crl-16732	10	20	of	of	ADP
crl-16732	10	21	empirical	empirical	ADJ
crl-16732	10	22	or	or	CCONJ
crl-16732	10	23	philosophical	philosophical	ADJ
crl-16732	10	24	examination	examination	NOUN
crl-16732	10	25	of	of	ADP
crl-16732	10	26	the	the	DET
crl-16732	10	27	practice.4	practice.4	PROPN
crl-16732	10	28	as	as	ADP
crl-16732	10	29	an	an	DET
crl-16732	10	30	oft	oft	ADV
crl-16732	10	31	-	-	PUNCT
crl-16732	10	32	quoted	quote	VERB
crl-16732	10	33	piece	piece	NOUN
crl-16732	10	34	in	in	ADP
crl-16732	10	35	the	the	DET
crl-16732	10	36	lancet	lancet	NOUN
crl-16732	10	37	posited	posit	VERB
crl-16732	10	38	:	:	PUNCT
crl-16732	10	39	“	"	PUNCT
crl-16732	10	40	[	[	X
crl-16732	10	41	w]e	w]e	NOUN
crl-16732	10	42	know	know	VERB
crl-16732	10	43	that	that	SCONJ
crl-16732	10	44	the	the	DET
crl-16732	10	45	system	system	NOUN
crl-16732	10	46	of	of	ADP
crl-16732	10	47	peer	peer	NOUN
crl-16732	10	48	review	review	NOUN
crl-16732	10	49	is	be	AUX
crl-16732	10	50	biased	bias	VERB
crl-16732	10	51	,	,	PUNCT
crl-16732	10	52	unjust	unjust	ADJ
crl-16732	10	53	,	,	PUNCT
crl-16732	10	54	unaccountable	unaccountable	ADJ
crl-16732	10	55	,	,	PUNCT
crl-16732	10	56	incomplete	incomplete	ADJ
crl-16732	10	57	,	,	PUNCT
crl-16732	10	58	easily	easily	ADV
crl-16732	10	59	fixed	fix	VERB
crl-16732	10	60	,	,	PUNCT
crl-16732	10	61	often	often	ADV
crl-16732	10	62	insulting	insulting	ADJ
crl-16732	10	63	,	,	PUNCT
crl-16732	10	64	usually	usually	ADV
crl-16732	10	65	ignorant	ignorant	ADJ
crl-16732	10	66	,	,	PUNCT
crl-16732	10	67	occasionally	occasionally	ADV
crl-16732	10	68	foolish	foolish	ADJ
crl-16732	10	69	,	,	PUNCT
crl-16732	10	70	and	and	CCONJ
crl-16732	10	71	frequently	frequently	ADV
crl-16732	10	72	wrong	wrong	ADJ
crl-16732	10	73	.	.	PUNCT
crl-16732	11	1	”5	”5	PUNCT
crl-16732	11	2	in	in	ADP
crl-16732	11	3	spite	spite	NOUN
crl-16732	11	4	of	of	ADP
crl-16732	11	5	voluminous	voluminous	ADJ
crl-16732	11	6	commentary	commentary	NOUN
crl-16732	11	7	on	on	ADP
crl-16732	11	8	the	the	DET
crl-16732	11	9	flaws	flaw	NOUN
crl-16732	11	10	of	of	ADP
crl-16732	11	11	the	the	DET
crl-16732	11	12	process	process	NOUN
crl-16732	11	13	and	and	CCONJ
crl-16732	11	14	concerns	concern	NOUN
crl-16732	11	15	over	over	ADP
crl-16732	11	16	potential	potential	ADJ
crl-16732	11	17	abuses	abuse	NOUN
crl-16732	11	18	,	,	PUNCT
crl-16732	11	19	the	the	DET
crl-16732	11	20	weight	weight	NOUN
crl-16732	11	21	and	and	CCONJ
crl-16732	11	22	preference	preference	NOUN
crl-16732	11	23	assigned	assign	VERB
crl-16732	11	24	to	to	ADP
crl-16732	11	25	peer	peer	NOUN
crl-16732	11	26	-	-	PUNCT
crl-16732	11	27	reviewed	review	VERB
crl-16732	11	28	work	work	NOUN
crl-16732	11	29	persists.6	persists.6	PROPN
crl-16732	11	30	how	how	SCONJ
crl-16732	11	31	do	do	AUX
crl-16732	11	32	peer	peer	NOUN
crl-16732	11	33	reviewers	reviewer	NOUN
crl-16732	11	34	—	—	PUNCT
crl-16732	11	35	and	and	CCONJ
crl-16732	11	36	the	the	DET
crl-16732	11	37	processes	process	NOUN
crl-16732	11	38	designed	design	VERB
crl-16732	11	39	to	to	PART
crl-16732	11	40	channel	channel	VERB
crl-16732	11	41	their	their	PRON
crl-16732	11	42	input	input	NOUN
crl-16732	11	43	or	or	CCONJ
crl-16732	11	44	influence	influence	NOUN
crl-16732	11	45	—	—	PUNCT
crl-16732	11	46	figure	figure	NOUN
crl-16732	11	47	into	into	ADP
crl-16732	11	48	the	the	DET
crl-16732	11	49	essential	essential	ADJ
crl-16732	11	50	,	,	PUNCT
crl-16732	11	51	imperfect	imperfect	ADJ
crl-16732	11	52	peer	peer	NOUN
crl-16732	11	53	review	review	NOUN
crl-16732	11	54	method	method	NOUN
crl-16732	11	55	?	?	PUNCT
crl-16732	12	1	this	this	DET
crl-16732	12	2	editorial	editorial	NOUN
crl-16732	12	3	will	will	AUX
crl-16732	12	4	consider	consider	VERB
crl-16732	12	5	the	the	DET
crl-16732	12	6	peculiar	peculiar	ADJ
crl-16732	12	7	role	role	NOUN
crl-16732	12	8	of	of	ADP
crl-16732	12	9	referees	referee	NOUN
crl-16732	12	10	in	in	ADP
crl-16732	12	11	peer	peer	NOUN
crl-16732	12	12	review	review	NOUN
crl-16732	12	13	and	and	CCONJ
crl-16732	12	14	offer	offer	VERB
crl-16732	12	15	examples	example	NOUN
crl-16732	12	16	of	of	ADP
crl-16732	12	17	systems	system	NOUN
crl-16732	12	18	and	and	CCONJ
crl-16732	12	19	practices	practice	NOUN
crl-16732	12	20	that	that	PRON
crl-16732	12	21	have	have	AUX
crl-16732	12	22	been	be	AUX
crl-16732	12	23	implemented	implement	VERB
crl-16732	12	24	with	with	ADP
crl-16732	12	25	the	the	DET
crl-16732	12	26	goal	goal	NOUN
crl-16732	12	27	of	of	ADP
crl-16732	12	28	guiding	guiding	NOUN
crl-16732	12	29	,	,	PUNCT
crl-16732	12	30	developing	develop	VERB
crl-16732	12	31	,	,	PUNCT
crl-16732	12	32	or	or	CCONJ
crl-16732	12	33	honing	hone	VERB
crl-16732	12	34	the	the	DET
crl-16732	12	35	selection	selection	NOUN
crl-16732	12	36	of	of	ADP
crl-16732	12	37	reviewers.7	reviewers.7	NOUN
crl-16732	12	38	confusingly	confusingly	ADV
crl-16732	12	39	,	,	PUNCT
crl-16732	12	40	“	"	PUNCT
crl-16732	12	41	peer	peer	NOUN
crl-16732	12	42	review	review	NOUN
crl-16732	12	43	”	"	PUNCT
crl-16732	12	44	often	often	ADV
crl-16732	12	45	refers	refer	VERB
crl-16732	12	46	to	to	ADP
crl-16732	12	47	an	an	DET
crl-16732	12	48	overarching	overarching	ADJ
crl-16732	12	49	method	method	NOUN
crl-16732	12	50	as	as	ADV
crl-16732	12	51	well	well	ADV
crl-16732	12	52	as	as	ADP
crl-16732	12	53	to	to	ADP
crl-16732	12	54	the	the	DET
crl-16732	12	55	many	many	ADJ
crl-16732	12	56	permutations	permutation	NOUN
crl-16732	12	57	of	of	ADP
crl-16732	12	58	systems	system	NOUN
crl-16732	12	59	and	and	CCONJ
crl-16732	12	60	approaches	approach	NOUN
crl-16732	12	61	installed	instal	VERB
crl-16732	12	62	to	to	PART
crl-16732	12	63	enact	enact	VERB
crl-16732	12	64	the	the	DET
crl-16732	12	65	method	method	NOUN
crl-16732	12	66	:	:	PUNCT
crl-16732	12	67	the	the	DET
crl-16732	12	68	term	term	NOUN
crl-16732	12	69	elides	elide	VERB
crl-16732	12	70	real	real	ADJ
crl-16732	12	71	distinctions	distinction	NOUN
crl-16732	12	72	in	in	ADP
crl-16732	12	73	application	application	NOUN
crl-16732	12	74	.	.	PUNCT
crl-16732	13	1	given	give	VERB
crl-16732	13	2	the	the	DET
crl-16732	13	3	range	range	NOUN
crl-16732	13	4	of	of	ADP
crl-16732	13	5	practices	practice	NOUN
crl-16732	13	6	encompassed	encompass	VERB
crl-16732	13	7	by	by	ADP
crl-16732	13	8	the	the	DET
crl-16732	13	9	peer	peer	NOUN
crl-16732	13	10	review	review	NOUN
crl-16732	13	11	method	method	NOUN
crl-16732	13	12	,	,	PUNCT
crl-16732	13	13	and	and	CCONJ
crl-16732	13	14	the	the	DET
crl-16732	13	15	varied	varied	ADJ
crl-16732	13	16	disciplinary	disciplinary	ADJ
crl-16732	13	17	cultures	culture	NOUN
crl-16732	13	18	and	and	CCONJ
crl-16732	13	19	norms	norm	NOUN
crl-16732	13	20	that	that	SCONJ
crl-16732	13	21	additionally	additionally	ADV
crl-16732	13	22	shape	shape	VERB
crl-16732	13	23	these	these	DET
crl-16732	13	24	practices	practice	NOUN
crl-16732	13	25	,	,	PUNCT
crl-16732	13	26	there	there	PRON
crl-16732	13	27	is	be	VERB
crl-16732	13	28	no	no	DET
crl-16732	13	29	expectation	expectation	NOUN
crl-16732	13	30	of	of	ADP
crl-16732	13	31	coherence	coherence	NOUN
crl-16732	13	32	across	across	ADP
crl-16732	13	33	peer	peer	NOUN
crl-16732	13	34	review	review	NOUN
crl-16732	13	35	systems	system	NOUN
crl-16732	13	36	.	.	PUNCT
crl-16732	14	1	attention	attention	NOUN
crl-16732	14	2	to	to	ADP
crl-16732	14	3	referees	referee	NOUN
crl-16732	14	4	requires	require	VERB
crl-16732	14	5	attention	attention	NOUN
crl-16732	14	6	to	to	ADP
crl-16732	14	7	mechanisms	mechanism	NOUN
crl-16732	14	8	designed	design	VERB
crl-16732	14	9	to	to	PART
crl-16732	14	10	channel	channel	VERB
crl-16732	14	11	,	,	PUNCT
crl-16732	14	12	influence	influence	NOUN
crl-16732	14	13	,	,	PUNCT
crl-16732	14	14	or	or	CCONJ
crl-16732	14	15	assess	assess	VERB
crl-16732	14	16	their	their	PRON
crl-16732	14	17	efforts	effort	NOUN
crl-16732	14	18	.	.	PUNCT
crl-16732	15	1	peer	peer	NOUN
crl-16732	15	2	reviewers	reviewer	NOUN
crl-16732	15	3	are	be	AUX
crl-16732	15	4	typically	typically	ADV
crl-16732	15	5	constrained	constrain	VERB
crl-16732	15	6	by	by	ADP
crl-16732	15	7	the	the	DET
crl-16732	15	8	peer	peer	NOUN
crl-16732	15	9	review	review	NOUN
crl-16732	15	10	systems	system	NOUN
crl-16732	15	11	in	in	ADP
crl-16732	15	12	which	which	PRON
crl-16732	15	13	they	they	PRON
crl-16732	15	14	play	play	VERB
crl-16732	15	15	a	a	DET
crl-16732	15	16	part	part	NOUN
crl-16732	15	17	.	.	PUNCT
crl-16732	16	1	they	they	PRON
crl-16732	16	2	are	be	AUX
crl-16732	16	3	also	also	ADV
crl-16732	16	4	guided	guide	VERB
crl-16732	16	5	by	by	ADP
crl-16732	16	6	explicit	explicit	ADJ
crl-16732	16	7	requirements	requirement	NOUN
crl-16732	16	8	and	and	CCONJ
crl-16732	16	9	unwritten	unwritten	ADJ
crl-16732	16	10	norms	norm	NOUN
crl-16732	16	11	of	of	ADP
crl-16732	16	12	scholarly	scholarly	ADJ
crl-16732	16	13	subcultures	subculture	NOUN
crl-16732	16	14	.	.	PUNCT
crl-16732	17	1	the	the	DET
crl-16732	17	2	advent	advent	NOUN
crl-16732	17	3	of	of	ADP
crl-16732	17	4	electronic	electronic	ADJ
crl-16732	17	5	publishing	publishing	NOUN
crl-16732	17	6	and	and	CCONJ
crl-16732	17	7	shifts	shift	NOUN
crl-16732	17	8	related	relate	VERB
crl-16732	17	9	to	to	PART
crl-16732	17	10	open	open	VERB
crl-16732	17	11	access	access	NOUN
crl-16732	17	12	,	,	PUNCT
crl-16732	17	13	digital	digital	ADJ
crl-16732	17	14	scholarship	scholarship	NOUN
crl-16732	17	15	,	,	PUNCT
crl-16732	17	16	and	and	CCONJ
crl-16732	17	17	library	library	NOUN
crl-16732	17	18	publishing	publishing	NOUN
crl-16732	17	19	have	have	AUX
crl-16732	17	20	prompted	prompt	VERB
crl-16732	17	21	reflection	reflection	NOUN
crl-16732	17	22	on	on	ADP
crl-16732	17	23	and	and	CCONJ
crl-16732	17	24	adjustment	adjustment	NOUN
crl-16732	17	25	of	of	ADP
crl-16732	17	26	review	review	NOUN
crl-16732	17	27	practices	practice	NOUN
crl-16732	17	28	.	.	PUNCT
crl-16732	18	1	looking	look	VERB
crl-16732	18	2	at	at	ADP
crl-16732	18	3	examples	example	NOUN
crl-16732	18	4	of	of	ADP
crl-16732	18	5	these	these	DET
crl-16732	18	6	adjustments	adjustment	NOUN
crl-16732	18	7	and	and	CCONJ
crl-16732	18	8	experiments	experiment	NOUN
crl-16732	18	9	reveals	reveal	VERB
crl-16732	18	10	mechanisms	mechanism	NOUN
crl-16732	18	11	that	that	PRON
crl-16732	18	12	have	have	AUX
crl-16732	18	13	been	be	AUX
crl-16732	18	14	enabled	enable	VERB
crl-16732	18	15	or	or	CCONJ
crl-16732	18	16	simply	simply	ADV
crl-16732	18	17	systematized	systematize	VERB
crl-16732	18	18	through	through	ADP
crl-16732	18	19	digital	digital	ADJ
crl-16732	18	20	means	mean	NOUN
crl-16732	18	21	.	.	PUNCT
crl-16732	19	1	some	some	PRON
crl-16732	19	2	of	of	ADP
crl-16732	19	3	these	these	DET
crl-16732	19	4	experiments	experiment	NOUN
crl-16732	19	5	come	come	VERB
crl-16732	19	6	from	from	ADP
crl-16732	19	7	conferences	conference	NOUN
crl-16732	19	8	or	or	CCONJ
crl-16732	19	9	grant	grant	VERB
crl-16732	19	10	panels	panel	NOUN
crl-16732	19	11	rather	rather	ADV
crl-16732	19	12	than	than	ADP
crl-16732	19	13	journals	journal	NOUN
crl-16732	19	14	.	.	PUNCT
crl-16732	20	1	some	some	PRON
crl-16732	20	2	are	be	AUX
crl-16732	20	3	related	relate	VERB
crl-16732	20	4	to	to	PART
crl-16732	20	5	open	open	VERB
crl-16732	20	6	peer	peer	NOUN
crl-16732	20	7	review	review	NOUN
crl-16732	20	8	.	.	PUNCT
crl-16732	21	1	some	some	PRON
crl-16732	21	2	have	have	AUX
crl-16732	21	3	been	be	AUX
crl-16732	21	4	forged	forge	VERB
crl-16732	21	5	in	in	ADP
crl-16732	21	6	interdisciplinary	interdisciplinary	ADJ
crl-16732	21	7	spaces	space	NOUN
crl-16732	21	8	that	that	PRON
crl-16732	21	9	both	both	PRON
crl-16732	21	10	assign	assign	VERB
crl-16732	21	11	special	special	ADJ
crl-16732	21	12	responsibilities	responsibility	NOUN
crl-16732	21	13	for	for	ADP
crl-16732	21	14	inclusive	inclusive	ADJ
crl-16732	21	15	,	,	PUNCT
crl-16732	21	16	experimental	experimental	ADJ
crl-16732	21	17	practices	practice	NOUN
crl-16732	21	18	and	and	CCONJ
crl-16732	21	19	offer	offer	VERB
crl-16732	21	20	a	a	DET
crl-16732	21	21	freedom	freedom	NOUN
crl-16732	21	22	from	from	ADP
crl-16732	21	23	discipline	discipline	NOUN
crl-16732	21	24	-	-	PUNCT
crl-16732	21	25	entrenched	entrench	VERB
crl-16732	21	26	approaches	approach	NOUN
crl-16732	21	27	.	.	PUNCT
crl-16732	22	1	some	some	PRON
crl-16732	22	2	are	be	AUX
crl-16732	22	3	necessitated	necessitate	VERB
crl-16732	22	4	by	by	ADP
crl-16732	22	5	emerging	emerge	VERB
crl-16732	22	6	forms	form	NOUN
crl-16732	22	7	of	of	ADP
crl-16732	22	8	scholarship	scholarship	NOUN
crl-16732	22	9	that	that	PRON
crl-16732	22	10	do	do	AUX
crl-16732	22	11	n’t	not	PART
crl-16732	22	12	align	align	VERB
crl-16732	22	13	with	with	ADP
crl-16732	22	14	traditional	traditional	ADJ
crl-16732	22	15	imprimaturs	imprimatur	NOUN
crl-16732	22	16	.	.	PUNCT
crl-16732	23	1	as	as	SCONJ
crl-16732	23	2	many	many	ADJ
crl-16732	23	3	authors	author	NOUN
crl-16732	23	4	of	of	ADP
crl-16732	23	5	peer	peer	NOUN
crl-16732	23	6	review	review	NOUN
crl-16732	23	7	studies	study	NOUN
crl-16732	23	8	have	have	AUX
crl-16732	23	9	observed	observe	VERB
crl-16732	23	10	,	,	PUNCT
crl-16732	23	11	it	it	PRON
crl-16732	23	12	is	be	AUX
crl-16732	23	13	difficult	difficult	ADJ
crl-16732	23	14	to	to	PART
crl-16732	23	15	find	find	VERB
crl-16732	23	16	compelling	compelling	ADJ
crl-16732	23	17	evidence	evidence	NOUN
crl-16732	23	18	or	or	CCONJ
crl-16732	23	19	to	to	PART
crl-16732	23	20	make	make	VERB
crl-16732	23	21	systematic	systematic	ADJ
crl-16732	23	22	or	or	CCONJ
crl-16732	23	23	generalizable	generalizable	ADJ
crl-16732	23	24	assertions	assertion	NOUN
crl-16732	23	25	about	about	ADP
crl-16732	23	26	the	the	DET
crl-16732	23	27	efficacy	efficacy	NOUN
crl-16732	23	28	of	of	ADP
crl-16732	23	29	the	the	DET
crl-16732	23	30	peer	peer	NOUN
crl-16732	23	31	review	review	NOUN
crl-16732	23	32	method	method	NOUN
crl-16732	23	33	.	.	PUNCT
crl-16732	24	1	peer	peer	NOUN
crl-16732	24	2	review	review	NOUN
crl-16732	24	3	is	be	AUX
crl-16732	24	4	a	a	DET
crl-16732	24	5	broadly	broadly	ADV
crl-16732	24	6	defined	define	VERB
crl-16732	24	7	,	,	PUNCT
crl-16732	24	8	anchored	anchor	VERB
crl-16732	24	9	approach	approach	NOUN
crl-16732	24	10	that	that	PRON
crl-16732	24	11	is	be	AUX
crl-16732	24	12	doi:10.5860	doi:10.5860	NOUN
crl-16732	24	13	/	/	SYM
crl-16732	24	14	crl.78.6.734	crl.78.6.734	NOUN
crl-16732	24	15	http://10.5860	http://10.5860	X
crl-16732	24	16	/	/	SYM
crl-16732	24	17	crl	crl	PROPN
crl-16732	24	18	guest	guest	PROPN
crl-16732	24	19	editorial	editorial	NOUN
crl-16732	24	20	 	 	SPACE
crl-16732	24	21	735	735	NUM
crl-16732	24	22	implemented	implement	VERB
crl-16732	24	23	in	in	ADP
crl-16732	24	24	many	many	ADJ
crl-16732	24	25	small	small	ADJ
crl-16732	24	26	,	,	PUNCT
crl-16732	24	27	localized	localized	ADJ
crl-16732	24	28	ways	way	NOUN
crl-16732	24	29	.	.	PUNCT
crl-16732	25	1	attempts	attempt	NOUN
crl-16732	25	2	to	to	PART
crl-16732	25	3	assess	assess	VERB
crl-16732	25	4	peer	peer	NOUN
crl-16732	25	5	review	review	NOUN
crl-16732	25	6	at	at	ADP
crl-16732	25	7	scale	scale	NOUN
crl-16732	25	8	often	often	ADV
crl-16732	25	9	wither	wither	VERB
crl-16732	25	10	for	for	ADP
crl-16732	25	11	lack	lack	NOUN
crl-16732	25	12	of	of	ADP
crl-16732	25	13	accessible	accessible	ADJ
crl-16732	25	14	data	datum	NOUN
crl-16732	25	15	or	or	CCONJ
crl-16732	25	16	nonspecific	nonspecific	ADJ
crl-16732	25	17	practices	practice	NOUN
crl-16732	25	18	.	.	PUNCT
crl-16732	26	1	librarians	librarian	NOUN
crl-16732	26	2	have	have	VERB
crl-16732	26	3	a	a	DET
crl-16732	26	4	duty	duty	NOUN
crl-16732	26	5	to	to	PART
crl-16732	26	6	scrutinize	scrutinize	VERB
crl-16732	26	7	both	both	DET
crl-16732	26	8	the	the	DET
crl-16732	26	9	method	method	NOUN
crl-16732	26	10	and	and	CCONJ
crl-16732	26	11	the	the	DET
crl-16732	26	12	implementation	implementation	NOUN
crl-16732	26	13	of	of	ADP
crl-16732	26	14	peer	peer	NOUN
crl-16732	26	15	review	review	NOUN
crl-16732	26	16	,	,	PUNCT
crl-16732	26	17	given	give	VERB
crl-16732	26	18	our	our	PRON
crl-16732	26	19	canonization	canonization	NOUN
crl-16732	26	20	of	of	ADP
crl-16732	26	21	peer	peer	NOUN
crl-16732	26	22	review	review	NOUN
crl-16732	26	23	in	in	ADP
crl-16732	26	24	our	our	PRON
crl-16732	26	25	own	own	ADJ
crl-16732	26	26	systems	system	NOUN
crl-16732	26	27	of	of	ADP
crl-16732	26	28	scholarly	scholarly	ADJ
crl-16732	26	29	production	production	NOUN
crl-16732	26	30	and	and	CCONJ
crl-16732	26	31	assessment	assessment	NOUN
crl-16732	26	32	and	and	CCONJ
crl-16732	26	33	in	in	ADP
crl-16732	26	34	our	our	PRON
crl-16732	26	35	work	work	NOUN
crl-16732	26	36	to	to	PART
crl-16732	26	37	organize	organize	VERB
crl-16732	26	38	and	and	CCONJ
crl-16732	26	39	ensure	ensure	VERB
crl-16732	26	40	access	access	NOUN
crl-16732	26	41	to	to	ADP
crl-16732	26	42	scholarly	scholarly	ADJ
crl-16732	26	43	corpora	corpora	PROPN
crl-16732	26	44	.	.	PUNCT
crl-16732	27	1	in	in	ADP
crl-16732	27	2	our	our	PRON
crl-16732	27	3	own	own	ADJ
crl-16732	27	4	systems	system	NOUN
crl-16732	27	5	,	,	PUNCT
crl-16732	27	6	we	we	PRON
crl-16732	27	7	have	have	AUX
crl-16732	27	8	perpetuated	perpetuate	VERB
crl-16732	27	9	peer	peer	NOUN
crl-16732	27	10	review	review	NOUN
crl-16732	27	11	through	through	ADP
crl-16732	27	12	institutional	institutional	ADJ
crl-16732	27	13	promotion	promotion	NOUN
crl-16732	27	14	and	and	CCONJ
crl-16732	27	15	tenure	tenure	NOUN
crl-16732	27	16	policies	policy	NOUN
crl-16732	27	17	that	that	PRON
crl-16732	27	18	favor	favor	VERB
crl-16732	27	19	peer	peer	NOUN
crl-16732	27	20	-	-	PUNCT
crl-16732	27	21	reviewed	review	VERB
crl-16732	27	22	research	research	NOUN
crl-16732	27	23	and	and	CCONJ
crl-16732	27	24	through	through	ADP
crl-16732	27	25	applying	apply	VERB
crl-16732	27	26	and	and	CCONJ
crl-16732	27	27	supporting	support	VERB
crl-16732	27	28	the	the	DET
crl-16732	27	29	process	process	NOUN
crl-16732	27	30	of	of	ADP
crl-16732	27	31	peer	peer	NOUN
crl-16732	27	32	review	review	NOUN
crl-16732	27	33	in	in	ADP
crl-16732	27	34	our	our	PRON
crl-16732	27	35	journals	journal	NOUN
crl-16732	27	36	and	and	CCONJ
crl-16732	27	37	conferences	conference	NOUN
crl-16732	27	38	.	.	PUNCT
crl-16732	28	1	in	in	ADP
crl-16732	28	2	our	our	PRON
crl-16732	28	3	management	management	NOUN
crl-16732	28	4	of	of	ADP
crl-16732	28	5	scholarly	scholarly	ADJ
crl-16732	28	6	corpora	corpora	NOUN
crl-16732	28	7	,	,	PUNCT
crl-16732	28	8	we	we	PRON
crl-16732	28	9	have	have	AUX
crl-16732	28	10	even	even	ADV
crl-16732	28	11	implemented	implement	VERB
crl-16732	28	12	discovery	discovery	NOUN
crl-16732	28	13	layers	layer	NOUN
crl-16732	28	14	and	and	CCONJ
crl-16732	28	15	designed	design	VERB
crl-16732	28	16	instruction	instruction	NOUN
crl-16732	28	17	programs	program	NOUN
crl-16732	28	18	that	that	PRON
crl-16732	28	19	preference	preference	VERB
crl-16732	28	20	peer	peer	NOUN
crl-16732	28	21	-	-	PUNCT
crl-16732	28	22	reviewed	review	VERB
crl-16732	28	23	publications	publication	NOUN
crl-16732	28	24	.	.	PUNCT
crl-16732	29	1	we	we	PRON
crl-16732	29	2	have	have	AUX
crl-16732	29	3	developed	develop	VERB
crl-16732	29	4	library	library	ADJ
crl-16732	29	5	publishing	publishing	NOUN
crl-16732	29	6	programs	program	NOUN
crl-16732	29	7	that	that	PRON
crl-16732	29	8	replicate	replicate	VERB
crl-16732	29	9	and	and	CCONJ
crl-16732	29	10	extend	extend	VERB
crl-16732	29	11	peer	peer	NOUN
crl-16732	29	12	review	review	NOUN
crl-16732	29	13	.	.	PUNCT
crl-16732	30	1	and	and	CCONJ
crl-16732	30	2	,	,	PUNCT
crl-16732	30	3	interestingly	interestingly	ADV
crl-16732	30	4	,	,	PUNCT
crl-16732	30	5	we	we	PRON
crl-16732	30	6	have	have	AUX
crl-16732	30	7	built	build	VERB
crl-16732	30	8	or	or	CCONJ
crl-16732	30	9	supported	support	VERB
crl-16732	30	10	open	open	ADJ
crl-16732	30	11	access	access	NOUN
crl-16732	30	12	preprint	preprint	NOUN
crl-16732	30	13	repositories	repository	NOUN
crl-16732	30	14	that	that	PRON
crl-16732	30	15	provide	provide	VERB
crl-16732	30	16	venues	venue	NOUN
crl-16732	30	17	for	for	ADP
crl-16732	30	18	publishing	publish	VERB
crl-16732	30	19	work	work	NOUN
crl-16732	30	20	prior	prior	ADV
crl-16732	30	21	to	to	ADP
crl-16732	30	22	peer	peer	NOUN
crl-16732	30	23	review	review	NOUN
crl-16732	30	24	—	—	PUNCT
crl-16732	30	25	and	and	CCONJ
crl-16732	30	26	that	that	PRON
crl-16732	30	27	offer	offer	VERB
crl-16732	30	28	a	a	DET
crl-16732	30	29	comparative	comparative	ADJ
crl-16732	30	30	basis	basis	NOUN
crl-16732	30	31	for	for	ADP
crl-16732	30	32	analyzing	analyze	VERB
crl-16732	30	33	the	the	DET
crl-16732	30	34	effects	effect	NOUN
crl-16732	30	35	of	of	ADP
crl-16732	30	36	peer	peer	NOUN
crl-16732	30	37	review	review	NOUN
crl-16732	30	38	across	across	ADP
crl-16732	30	39	a	a	DET
crl-16732	30	40	swath	swath	NOUN
crl-16732	30	41	of	of	ADP
crl-16732	30	42	preand	preand	NOUN
crl-16732	30	43	post	post	ADJ
crl-16732	30	44	-	-	ADJ
crl-16732	30	45	review	review	ADJ
crl-16732	30	46	versions	version	NOUN
crl-16732	30	47	of	of	ADP
crl-16732	30	48	publications.8	publications.8	ADJ
crl-16732	30	49	awareness	awareness	NOUN
crl-16732	30	50	of	of	ADP
crl-16732	30	51	these	these	DET
crl-16732	30	52	local	local	ADJ
crl-16732	30	53	implementations	implementation	NOUN
crl-16732	30	54	,	,	PUNCT
crl-16732	30	55	and	and	CCONJ
crl-16732	30	56	of	of	ADP
crl-16732	30	57	the	the	DET
crl-16732	30	58	relationship	relationship	NOUN
crl-16732	30	59	between	between	ADP
crl-16732	30	60	peer	peer	NOUN
crl-16732	30	61	review	review	NOUN
crl-16732	30	62	as	as	ADP
crl-16732	30	63	a	a	DET
crl-16732	30	64	method	method	NOUN
crl-16732	30	65	,	,	PUNCT
crl-16732	30	66	writ	writ	VERB
crl-16732	30	67	large	large	ADJ
crl-16732	30	68	,	,	PUNCT
crl-16732	30	69	and	and	CCONJ
crl-16732	30	70	peer	peer	NOUN
crl-16732	30	71	review	review	NOUN
crl-16732	30	72	as	as	SCONJ
crl-16732	30	73	specifically	specifically	ADV
crl-16732	30	74	implemented	implement	VERB
crl-16732	30	75	,	,	PUNCT
crl-16732	30	76	may	may	AUX
crl-16732	30	77	help	help	VERB
crl-16732	30	78	inform	inform	VERB
crl-16732	30	79	several	several	ADJ
crl-16732	30	80	realms	realm	NOUN
crl-16732	30	81	of	of	ADP
crl-16732	30	82	our	our	PRON
crl-16732	30	83	professional	professional	ADJ
crl-16732	30	84	practice	practice	NOUN
crl-16732	30	85	.	.	PUNCT
crl-16732	31	1	but	but	CCONJ
crl-16732	31	2	beyond	beyond	ADP
crl-16732	31	3	greater	great	ADJ
crl-16732	31	4	awareness	awareness	NOUN
crl-16732	31	5	,	,	PUNCT
crl-16732	31	6	we	we	PRON
crl-16732	31	7	need	need	VERB
crl-16732	31	8	better	well	ADJ
crl-16732	31	9	data	datum	NOUN
crl-16732	31	10	on	on	ADP
crl-16732	31	11	both	both	DET
crl-16732	31	12	existing	exist	VERB
crl-16732	31	13	practices	practice	NOUN
crl-16732	31	14	and	and	CCONJ
crl-16732	31	15	the	the	DET
crl-16732	31	16	results	result	NOUN
crl-16732	31	17	of	of	ADP
crl-16732	31	18	experiments	experiment	NOUN
crl-16732	31	19	or	or	CCONJ
crl-16732	31	20	shifts	shift	NOUN
crl-16732	31	21	in	in	ADP
crl-16732	31	22	peer	peer	NOUN
crl-16732	31	23	review	review	NOUN
crl-16732	31	24	.	.	PUNCT
crl-16732	32	1	as	as	SCONJ
crl-16732	32	2	lutz	lutz	PROPN
crl-16732	32	3	bornmann	bornmann	PROPN
crl-16732	32	4	observes	observe	VERB
crl-16732	32	5	:	:	PUNCT
crl-16732	32	6	“	"	PUNCT
crl-16732	32	7	the	the	DET
crl-16732	32	8	entire	entire	ADJ
crl-16732	32	9	process	process	NOUN
crl-16732	32	10	[	[	X
crl-16732	32	11	of	of	ADP
crl-16732	32	12	peer	peer	NOUN
crl-16732	32	13	review	review	NOUN
crl-16732	32	14	]	]	PUNCT
crl-16732	32	15	eludes	elude	VERB
crl-16732	32	16	ethnographic	ethnographic	ADJ
crl-16732	32	17	observations	observation	NOUN
crl-16732	32	18	.	.	PUNCT
crl-16732	32	19	”9	”9	PUNCT
crl-16732	33	1	critiques	critique	NOUN
crl-16732	33	2	of	of	ADP
crl-16732	33	3	peer	peer	NOUN
crl-16732	33	4	review	review	NOUN
crl-16732	33	5	,	,	PUNCT
crl-16732	33	6	biagioli	biagioli	PROPN
crl-16732	33	7	notes	note	NOUN
crl-16732	33	8	,	,	PUNCT
crl-16732	33	9	unfold	unfold	NOUN
crl-16732	33	10	in	in	ADP
crl-16732	33	11	“	"	PUNCT
crl-16732	33	12	private	private	ADJ
crl-16732	33	13	conversations	conversation	NOUN
crl-16732	33	14	…	…	PUNCT
crl-16732	34	1	[	[	X
crl-16732	34	2	or	or	CCONJ
crl-16732	34	3	]	]	PUNCT
crl-16732	34	4	in	in	ADP
crl-16732	34	5	the	the	DET
crl-16732	34	6	context	context	NOUN
crl-16732	34	7	of	of	ADP
crl-16732	34	8	personal	personal	ADJ
crl-16732	34	9	complaints	complaint	NOUN
crl-16732	34	10	about	about	ADP
crl-16732	34	11	the	the	DET
crl-16732	34	12	perceived	perceive	VERB
crl-16732	34	13	incompetence	incompetence	NOUN
crl-16732	34	14	(	(	PUNCT
crl-16732	34	15	or	or	CCONJ
crl-16732	34	16	other	other	ADJ
crl-16732	34	17	unflattering	unflattering	ADJ
crl-16732	34	18	traits	trait	NOUN
crl-16732	34	19	)	)	PUNCT
crl-16732	34	20	of	of	ADP
crl-16732	34	21	editors	editor	NOUN
crl-16732	34	22	or	or	CCONJ
crl-16732	34	23	referees	referee	NOUN
crl-16732	34	24	.	.	PUNCT
crl-16732	35	1	”10	”10	NOUN
crl-16732	35	2	to	to	PART
crl-16732	35	3	better	well	ADV
crl-16732	35	4	assess	assess	VERB
crl-16732	35	5	implementations	implementation	NOUN
crl-16732	35	6	of	of	ADP
crl-16732	35	7	peer	peer	NOUN
crl-16732	35	8	review	review	NOUN
crl-16732	35	9	—	—	PUNCT
crl-16732	35	10	including	include	VERB
crl-16732	35	11	the	the	DET
crl-16732	35	12	influence	influence	NOUN
crl-16732	35	13	of	of	ADP
crl-16732	35	14	referees	referee	NOUN
crl-16732	35	15	—	—	PUNCT
crl-16732	35	16	these	these	DET
crl-16732	35	17	conversations	conversation	NOUN
crl-16732	35	18	need	need	VERB
crl-16732	35	19	to	to	PART
crl-16732	35	20	move	move	VERB
crl-16732	35	21	into	into	ADP
crl-16732	35	22	a	a	DET
crl-16732	35	23	public	public	ADJ
crl-16732	35	24	realm	realm	NOUN
crl-16732	35	25	.	.	PUNCT
crl-16732	36	1	peer	peer	NOUN
crl-16732	36	2	review	review	NOUN
crl-16732	36	3	persists	persist	VERB
crl-16732	36	4	despite	despite	SCONJ
crl-16732	36	5	what	what	PRON
crl-16732	36	6	ann	ann	PROPN
crl-16732	36	7	c.	c.	PROPN
crl-16732	36	8	weller	weller	PROPN
crl-16732	36	9	,	,	PUNCT
crl-16732	36	10	the	the	DET
crl-16732	36	11	author	author	NOUN
crl-16732	36	12	of	of	ADP
crl-16732	36	13	an	an	DET
crl-16732	36	14	exhaustive	exhaustive	ADJ
crl-16732	36	15	study	study	NOUN
crl-16732	36	16	on	on	ADP
crl-16732	36	17	the	the	DET
crl-16732	36	18	topic	topic	NOUN
crl-16732	36	19	,	,	PUNCT
crl-16732	36	20	admits	admit	VERB
crl-16732	36	21	is	be	AUX
crl-16732	36	22	an	an	DET
crl-16732	36	23	absence	absence	NOUN
crl-16732	36	24	of	of	ADP
crl-16732	36	25	generalizable	generalizable	ADJ
crl-16732	36	26	practices	practice	NOUN
crl-16732	36	27	,	,	PUNCT
crl-16732	36	28	guidelines	guideline	NOUN
crl-16732	36	29	,	,	PUNCT
crl-16732	36	30	or	or	CCONJ
crl-16732	36	31	standards	standard	NOUN
crl-16732	36	32	.	.	PUNCT
crl-16732	37	1	as	as	SCONJ
crl-16732	37	2	weller	weller	NOUN
crl-16732	37	3	elaborates	elaborate	VERB
crl-16732	37	4	:	:	PUNCT
crl-16732	37	5	“	"	PUNCT
crl-16732	37	6	editors	editor	NOUN
crl-16732	37	7	have	have	VERB
crl-16732	37	8	great	great	ADJ
crl-16732	37	9	flexibility	flexibility	NOUN
crl-16732	37	10	in	in	ADP
crl-16732	37	11	their	their	PRON
crl-16732	37	12	implementation	implementation	NOUN
crl-16732	37	13	of	of	ADP
crl-16732	37	14	the	the	DET
crl-16732	37	15	[	[	NOUN
crl-16732	37	16	peer	peer	NOUN
crl-16732	37	17	review	review	NOUN
crl-16732	37	18	]	]	PUNCT
crl-16732	37	19	process	process	NOUN
crl-16732	37	20	in	in	ADP
crl-16732	37	21	their	their	PRON
crl-16732	37	22	journals	journal	NOUN
crl-16732	37	23	.	.	PUNCT
crl-16732	38	1	peer	peer	NOUN
crl-16732	38	2	review	review	NOUN
crl-16732	38	3	has	have	AUX
crl-16732	38	4	been	be	AUX
crl-16732	38	5	demonstrated	demonstrate	VERB
crl-16732	38	6	to	to	PART
crl-16732	38	7	be	be	AUX
crl-16732	38	8	different	different	ADJ
crl-16732	38	9	for	for	ADP
crl-16732	38	10	different	different	ADJ
crl-16732	38	11	disciplines	discipline	NOUN
crl-16732	38	12	,	,	PUNCT
crl-16732	38	13	different	different	ADJ
crl-16732	38	14	journals	journal	NOUN
crl-16732	38	15	,	,	PUNCT
crl-16732	38	16	and	and	CCONJ
crl-16732	38	17	different	different	ADJ
crl-16732	38	18	editorships	editorship	NOUN
crl-16732	38	19	.	.	PUNCT
crl-16732	39	1	there	there	PRON
crl-16732	39	2	is	be	VERB
crl-16732	39	3	not	not	PART
crl-16732	39	4	one	one	NUM
crl-16732	39	5	solid	solid	ADJ
crl-16732	39	6	,	,	PUNCT
crl-16732	39	7	accepted	accept	VERB
crl-16732	39	8	definition	definition	NOUN
crl-16732	39	9	of	of	ADP
crl-16732	39	10	what	what	PRON
crl-16732	39	11	constitutes	constitute	VERB
crl-16732	39	12	‘	'	PUNCT
crl-16732	39	13	peer	peer	NOUN
crl-16732	39	14	review	review	NOUN
crl-16732	39	15	.	.	PUNCT
crl-16732	39	16	’”11	’”11	PROPN
crl-16732	39	17	perhaps	perhaps	ADV
crl-16732	39	18	peer	peer	NOUN
crl-16732	39	19	review	review	NOUN
crl-16732	39	20	’s	’s	PART
crl-16732	39	21	dominance	dominance	NOUN
crl-16732	39	22	in	in	ADP
crl-16732	39	23	academia	academia	NOUN
crl-16732	39	24	is	be	AUX
crl-16732	39	25	,	,	PUNCT
crl-16732	39	26	in	in	ADP
crl-16732	39	27	fact	fact	NOUN
crl-16732	39	28	,	,	PUNCT
crl-16732	39	29	rooted	root	VERB
crl-16732	39	30	in	in	ADP
crl-16732	39	31	what	what	PRON
crl-16732	39	32	weller	weller	NOUN
crl-16732	39	33	describes	describe	VERB
crl-16732	39	34	as	as	ADP
crl-16732	39	35	a	a	DET
crl-16732	39	36	lack	lack	NOUN
crl-16732	39	37	of	of	ADP
crl-16732	39	38	definitional	definitional	ADJ
crl-16732	39	39	precision	precision	NOUN
crl-16732	39	40	or	or	CCONJ
crl-16732	39	41	consensus	consensus	NOUN
crl-16732	39	42	about	about	ADP
crl-16732	39	43	its	its	PRON
crl-16732	39	44	application	application	NOUN
crl-16732	39	45	.	.	PUNCT
crl-16732	40	1	such	such	ADJ
crl-16732	40	2	looseness	looseness	NOUN
crl-16732	40	3	allows	allow	VERB
crl-16732	40	4	us	we	PRON
crl-16732	40	5	to	to	PART
crl-16732	40	6	bundle	bundle	VERB
crl-16732	40	7	disparate	disparate	ADJ
crl-16732	40	8	practices	practice	NOUN
crl-16732	40	9	together	together	ADV
crl-16732	40	10	,	,	PUNCT
crl-16732	40	11	glossing	gloss	VERB
crl-16732	40	12	over	over	ADP
crl-16732	40	13	real	real	ADJ
crl-16732	40	14	distinctions	distinction	NOUN
crl-16732	40	15	in	in	ADP
crl-16732	40	16	what	what	PRON
crl-16732	40	17	the	the	DET
crl-16732	40	18	term	term	NOUN
crl-16732	40	19	actually	actually	ADV
crl-16732	40	20	entails	entail	VERB
crl-16732	40	21	.	.	PUNCT
crl-16732	41	1	this	this	DET
crl-16732	41	2	lack	lack	NOUN
crl-16732	41	3	of	of	ADP
crl-16732	41	4	specificity	specificity	NOUN
crl-16732	41	5	lays	lay	VERB
crl-16732	41	6	the	the	DET
crl-16732	41	7	groundwork	groundwork	NOUN
crl-16732	41	8	for	for	ADP
crl-16732	41	9	clumsy	clumsy	ADJ
crl-16732	41	10	critiques	critique	NOUN
crl-16732	41	11	of	of	ADP
crl-16732	41	12	peer	peer	NOUN
crl-16732	41	13	review	review	NOUN
crl-16732	41	14	,	,	PUNCT
crl-16732	41	15	which	which	PRON
crl-16732	41	16	generalize	generalize	VERB
crl-16732	41	17	from	from	ADP
crl-16732	41	18	specific	specific	ADJ
crl-16732	41	19	applications	application	NOUN
crl-16732	41	20	and	and	CCONJ
crl-16732	41	21	then	then	ADV
crl-16732	41	22	make	make	VERB
crl-16732	41	23	the	the	DET
crl-16732	41	24	case	case	NOUN
crl-16732	41	25	not	not	PART
crl-16732	41	26	for	for	ADP
crl-16732	41	27	an	an	DET
crl-16732	41	28	overhaul	overhaul	NOUN
crl-16732	41	29	of	of	ADP
crl-16732	41	30	the	the	DET
crl-16732	41	31	system	system	NOUN
crl-16732	41	32	,	,	PUNCT
crl-16732	41	33	but	but	CCONJ
crl-16732	41	34	for	for	ADP
crl-16732	41	35	adjustment	adjustment	NOUN
crl-16732	41	36	and	and	CCONJ
crl-16732	41	37	even	even	ADV
crl-16732	41	38	extension	extension	NOUN
crl-16732	41	39	of	of	ADP
crl-16732	41	40	particular	particular	ADJ
crl-16732	41	41	practices	practice	NOUN
crl-16732	41	42	or	or	CCONJ
crl-16732	41	43	implementations	implementation	NOUN
crl-16732	41	44	—	—	PUNCT
crl-16732	41	45	that	that	ADV
crl-16732	41	46	is	be	AUX
crl-16732	41	47	,	,	PUNCT
crl-16732	41	48	for	for	ADP
crl-16732	41	49	more	more	ADJ
crl-16732	41	50	or	or	CCONJ
crl-16732	41	51	different	different	ADJ
crl-16732	41	52	peer	peer	NOUN
crl-16732	41	53	review	review	NOUN
crl-16732	41	54	.	.	PUNCT
crl-16732	42	1	scholars	scholar	NOUN
crl-16732	42	2	of	of	ADP
crl-16732	42	3	peer	peer	NOUN
crl-16732	42	4	review	review	NOUN
crl-16732	42	5	,	,	PUNCT
crl-16732	42	6	faced	face	VERB
crl-16732	42	7	with	with	ADP
crl-16732	42	8	evaluating	evaluate	VERB
crl-16732	42	9	its	its	PRON
crl-16732	42	10	ambitions	ambition	NOUN
crl-16732	42	11	and	and	CCONJ
crl-16732	42	12	failures	failure	NOUN
crl-16732	42	13	,	,	PUNCT
crl-16732	42	14	are	be	AUX
crl-16732	42	15	fond	fond	ADJ
crl-16732	42	16	of	of	ADP
crl-16732	42	17	invoking	invoke	VERB
crl-16732	42	18	the	the	DET
crl-16732	42	19	famous	famous	ADJ
crl-16732	42	20	winston	winston	PROPN
crl-16732	42	21	churchill	churchill	PROPN
crl-16732	42	22	quotation	quotation	PROPN
crl-16732	42	23	about	about	ADP
crl-16732	42	24	democracy	democracy	NOUN
crl-16732	42	25	as	as	ADP
crl-16732	42	26	“	"	PUNCT
crl-16732	42	27	the	the	DET
crl-16732	42	28	worst	bad	ADJ
crl-16732	42	29	form	form	NOUN
crl-16732	42	30	of	of	ADP
crl-16732	42	31	government	government	NOUN
crl-16732	42	32	except	except	SCONJ
crl-16732	42	33	for	for	ADP
crl-16732	42	34	all	all	DET
crl-16732	42	35	those	those	DET
crl-16732	42	36	other	other	ADJ
crl-16732	42	37	forms	form	NOUN
crl-16732	42	38	…	…	PUNCT
crl-16732	42	39	”	"	PUNCT
crl-16732	42	40	the	the	DET
crl-16732	42	41	implication	implication	NOUN
crl-16732	42	42	,	,	PUNCT
crl-16732	42	43	of	of	ADP
crl-16732	42	44	course	course	NOUN
crl-16732	42	45	,	,	PUNCT
crl-16732	42	46	is	be	AUX
crl-16732	42	47	that	that	SCONJ
crl-16732	42	48	,	,	PUNCT
crl-16732	42	49	for	for	ADP
crl-16732	42	50	all	all	PRON
crl-16732	42	51	of	of	ADP
crl-16732	42	52	its	its	PRON
crl-16732	42	53	perceived	perceive	VERB
crl-16732	42	54	and	and	CCONJ
crl-16732	42	55	actual	actual	ADJ
crl-16732	42	56	faults	fault	NOUN
crl-16732	42	57	,	,	PUNCT
crl-16732	42	58	peer	peer	NOUN
crl-16732	42	59	review	review	NOUN
crl-16732	42	60	is	be	AUX
crl-16732	42	61	simply	simply	ADV
crl-16732	42	62	the	the	DET
crl-16732	42	63	best	good	ADJ
crl-16732	42	64	option	option	NOUN
crl-16732	42	65	available	available	ADJ
crl-16732	42	66	and	and	CCONJ
crl-16732	42	67	will	will	AUX
crl-16732	42	68	remain	remain	VERB
crl-16732	42	69	firmly	firmly	ADV
crl-16732	42	70	entrenched	entrench	VERB
crl-16732	42	71	in	in	ADP
crl-16732	42	72	the	the	DET
crl-16732	42	73	academy	academy	NOUN
crl-16732	42	74	.	.	PUNCT
crl-16732	43	1	but	but	CCONJ
crl-16732	43	2	another	another	DET
crl-16732	43	3	comparison	comparison	NOUN
crl-16732	43	4	presents	present	VERB
crl-16732	43	5	itself	itself	PRON
crl-16732	43	6	:	:	PUNCT
crl-16732	43	7	like	like	ADP
crl-16732	43	8	democracy	democracy	NOUN
crl-16732	43	9	,	,	PUNCT
crl-16732	43	10	peer	peer	NOUN
crl-16732	43	11	review	review	NOUN
crl-16732	43	12	references	reference	VERB
crl-16732	43	13	a	a	DET
crl-16732	43	14	broad	broad	ADJ
crl-16732	43	15	overarching	overarching	ADJ
crl-16732	43	16	approach	approach	NOUN
crl-16732	43	17	,	,	PUNCT
crl-16732	43	18	with	with	ADP
crl-16732	43	19	opportunities	opportunity	NOUN
crl-16732	43	20	to	to	PART
crl-16732	43	21	design	design	VERB
crl-16732	43	22	and	and	CCONJ
crl-16732	43	23	install	install	NOUN
crl-16732	43	24	systems	system	NOUN
crl-16732	43	25	of	of	ADP
crl-16732	43	26	governance	governance	NOUN
crl-16732	43	27	that	that	PRON
crl-16732	43	28	balance	balance	VERB
crl-16732	43	29	out	out	ADP
crl-16732	43	30	competing	compete	VERB
crl-16732	43	31	interests	interest	NOUN
crl-16732	43	32	.	.	PUNCT
crl-16732	44	1	and	and	CCONJ
crl-16732	44	2	,	,	PUNCT
crl-16732	44	3	like	like	ADP
crl-16732	44	4	democracy	democracy	NOUN
crl-16732	44	5	,	,	PUNCT
crl-16732	44	6	peer	peer	NOUN
crl-16732	44	7	review	review	NOUN
crl-16732	44	8	incurs	incur	VERB
crl-16732	44	9	bias	bias	NOUN
crl-16732	44	10	,	,	PUNCT
crl-16732	44	11	abuse	abuse	NOUN
crl-16732	44	12	,	,	PUNCT
crl-16732	44	13	and	and	CCONJ
crl-16732	44	14	ethical	ethical	ADJ
crl-16732	44	15	lapses	lapse	NOUN
crl-16732	44	16	in	in	ADP
crl-16732	44	17	its	its	PRON
crl-16732	44	18	application	application	NOUN
crl-16732	44	19	and	and	CCONJ
crl-16732	44	20	implementation	implementation	NOUN
crl-16732	44	21	.	.	PUNCT
crl-16732	45	1	exemplifying	exemplify	VERB
crl-16732	45	2	this	this	DET
crl-16732	45	3	inclusive	inclusive	ADJ
crl-16732	45	4	framing	framing	NOUN
crl-16732	45	5	of	of	ADP
crl-16732	45	6	peer	peer	NOUN
crl-16732	45	7	review	review	NOUN
crl-16732	45	8	and	and	CCONJ
crl-16732	45	9	espousing	espouse	VERB
crl-16732	45	10	an	an	DET
crl-16732	45	11	approach	approach	NOUN
crl-16732	45	12	to	to	ADP
crl-16732	45	13	assessment	assessment	NOUN
crl-16732	45	14	as	as	ADP
crl-16732	45	15	“	"	PUNCT
crl-16732	45	16	a	a	DET
crl-16732	45	17	fluid	fluid	ADJ
crl-16732	45	18	genre	genre	NOUN
crl-16732	45	19	of	of	ADP
crl-16732	45	20	scholarship	scholarship	NOUN
crl-16732	45	21	,	,	PUNCT
crl-16732	45	22	”	"	PUNCT
crl-16732	45	23	korey	korey	PROPN
crl-16732	45	24	jackson	jackson	PROPN
crl-16732	45	25	argues	argue	VERB
crl-16732	45	26	that	that	SCONJ
crl-16732	45	27	“	"	PUNCT
crl-16732	45	28	ultimately	ultimately	ADV
crl-16732	45	29	,	,	PUNCT
crl-16732	45	30	736	736	NUM
crl-16732	45	31	 	 	SPACE
crl-16732	45	32	college	college	PROPN
crl-16732	45	33	&	&	CCONJ
crl-16732	45	34	research	research	PROPN
crl-16732	45	35	libraries	library	NOUN
crl-16732	45	36	september	september	PROPN
crl-16732	45	37	2017	2017	NUM
crl-16732	45	38	peer	peer	NOUN
crl-16732	45	39	review	review	NOUN
crl-16732	45	40	’s	’s	PART
crl-16732	45	41	fluid	fluid	ADJ
crl-16732	45	42	past	past	NOUN
crl-16732	45	43	is	be	AUX
crl-16732	45	44	a	a	DET
crl-16732	45	45	way	way	NOUN
crl-16732	45	46	of	of	ADP
crl-16732	45	47	reframing	reframe	VERB
crl-16732	45	48	the	the	DET
crl-16732	45	49	notion	notion	NOUN
crl-16732	45	50	of	of	ADP
crl-16732	45	51	peer	peer	NOUN
crl-16732	45	52	review	review	NOUN
crl-16732	45	53	’s	’s	PART
crl-16732	45	54	seemingly	seemingly	ADV
crl-16732	45	55	revolutionary	revolutionary	ADJ
crl-16732	45	56	future	future	NOUN
crl-16732	45	57	.	.	PUNCT
crl-16732	45	58	”	"	PUNCT
crl-16732	46	1	he	he	PRON
crl-16732	46	2	writes	write	VERB
crl-16732	46	3	:	:	PUNCT
crl-16732	46	4	developments	development	NOUN
crl-16732	46	5	like	like	ADP
crl-16732	46	6	the	the	DET
crl-16732	46	7	pre	pre	ADJ
crl-16732	46	8	-	-	ADJ
crl-16732	46	9	print	print	ADJ
crl-16732	46	10	archive	archive	NOUN
crl-16732	46	11	(	(	PUNCT
crl-16732	46	12	notable	notable	ADJ
crl-16732	46	13	examples	example	NOUN
crl-16732	46	14	include	include	VERB
crl-16732	46	15	arxiv	arxiv	NOUN
crl-16732	46	16	and	and	CCONJ
crl-16732	46	17	biorxiv	biorxiv	NOUN
crl-16732	46	18	)	)	PUNCT
crl-16732	46	19	or	or	CCONJ
crl-16732	46	20	the	the	DET
crl-16732	46	21	emergence	emergence	NOUN
crl-16732	46	22	of	of	ADP
crl-16732	46	23	mega	mega	NOUN
crl-16732	46	24	-	-	NOUN
crl-16732	46	25	journals	journal	NOUN
crl-16732	46	26	like	like	ADP
crl-16732	46	27	peerj	peerj	NOUN
crl-16732	46	28	and	and	CCONJ
crl-16732	46	29	the	the	DET
crl-16732	46	30	open	open	ADJ
crl-16732	46	31	library	library	NOUN
crl-16732	46	32	of	of	ADP
crl-16732	46	33	humanities	humanity	NOUN
crl-16732	46	34	that	that	PRON
crl-16732	46	35	emphasize	emphasize	VERB
crl-16732	46	36	open	open	ADJ
crl-16732	46	37	and	and	CCONJ
crl-16732	46	38	participatory	participatory	ADJ
crl-16732	46	39	review	review	NOUN
crl-16732	46	40	,	,	PUNCT
crl-16732	46	41	are	be	AUX
crl-16732	46	42	not	not	PART
crl-16732	46	43	(	(	PUNCT
crl-16732	46	44	or	or	CCONJ
crl-16732	46	45	not	not	PART
crl-16732	46	46	simply	simply	ADV
crl-16732	46	47	)	)	PUNCT
crl-16732	46	48	radical	radical	ADJ
crl-16732	46	49	reactions	reaction	NOUN
crl-16732	46	50	to	to	ADP
crl-16732	46	51	a	a	DET
crl-16732	46	52	failed	fail	VERB
crl-16732	46	53	review	review	NOUN
crl-16732	46	54	enterprise	enterprise	NOUN
crl-16732	46	55	.	.	PUNCT
crl-16732	47	1	they	they	PRON
crl-16732	47	2	are	be	AUX
crl-16732	47	3	instead	instead	ADV
crl-16732	47	4	permutations	permutation	NOUN
crl-16732	47	5	,	,	PUNCT
crl-16732	47	6	bellwethers	bellwether	NOUN
crl-16732	47	7	of	of	ADP
crl-16732	47	8	the	the	DET
crl-16732	47	9	increasingly	increasingly	ADV
crl-16732	47	10	open	open	ADJ
crl-16732	47	11	and	and	CCONJ
crl-16732	47	12	collaborative	collaborative	ADJ
crl-16732	47	13	ways	way	NOUN
crl-16732	47	14	good	good	ADJ
crl-16732	47	15	scholarship	scholarship	NOUN
crl-16732	47	16	gets	get	AUX
crl-16732	47	17	done	do	VERB
crl-16732	47	18	and	and	CCONJ
crl-16732	47	19	wants	want	VERB
crl-16732	47	20	to	to	PART
crl-16732	47	21	be	be	AUX
crl-16732	47	22	counted.12	counted.12	NOUN
crl-16732	47	23	in	in	ADP
crl-16732	47	24	a	a	DET
crl-16732	47	25	review	review	NOUN
crl-16732	47	26	of	of	ADP
crl-16732	47	27	the	the	DET
crl-16732	47	28	literature	literature	NOUN
crl-16732	47	29	,	,	PUNCT
crl-16732	47	30	lawrence	lawrence	PROPN
crl-16732	47	31	souder	souder	PROPN
crl-16732	47	32	discerns	discern	VERB
crl-16732	47	33	that	that	SCONJ
crl-16732	47	34	peer	peer	NOUN
crl-16732	47	35	review	review	NOUN
crl-16732	47	36	standards	standard	NOUN
crl-16732	47	37	are	be	AUX
crl-16732	47	38	undergirded	undergird	VERB
crl-16732	47	39	by	by	ADP
crl-16732	47	40	the	the	DET
crl-16732	47	41	mertonian	mertonian	ADJ
crl-16732	47	42	norms	norm	NOUN
crl-16732	47	43	of	of	ADP
crl-16732	47	44	science	science	NOUN
crl-16732	47	45	:	:	PUNCT
crl-16732	47	46	communalism	communalism	NOUN
crl-16732	47	47	,	,	PUNCT
crl-16732	47	48	universalism	universalism	NOUN
crl-16732	47	49	,	,	PUNCT
crl-16732	47	50	disinterestedness	disinterestedness	NOUN
crl-16732	47	51	,	,	PUNCT
crl-16732	47	52	originality	originality	NOUN
crl-16732	47	53	,	,	PUNCT
crl-16732	47	54	and	and	CCONJ
crl-16732	47	55	skepticism.13	skepticism.13	VERB
crl-16732	47	56	the	the	DET
crl-16732	47	57	chronicled	chronicle	VERB
crl-16732	47	58	abuses	abuse	NOUN
crl-16732	47	59	of	of	ADP
crl-16732	47	60	peer	peer	NOUN
crl-16732	47	61	reviewers	reviewer	NOUN
crl-16732	47	62	are	be	AUX
crl-16732	47	63	framed	frame	VERB
crl-16732	47	64	as	as	ADP
crl-16732	47	65	violations	violation	NOUN
crl-16732	47	66	of	of	ADP
crl-16732	47	67	these	these	DET
crl-16732	47	68	norms	norm	NOUN
crl-16732	47	69	.	.	PUNCT
crl-16732	48	1	jackson	jackson	PROPN
crl-16732	48	2	’s	’s	PART
crl-16732	48	3	emphasis	emphasis	NOUN
crl-16732	48	4	on	on	ADP
crl-16732	48	5	continuity	continuity	NOUN
crl-16732	48	6	and	and	CCONJ
crl-16732	48	7	improvement	improvement	NOUN
crl-16732	48	8	,	,	PUNCT
crl-16732	48	9	his	his	PRON
crl-16732	48	10	call	call	NOUN
crl-16732	48	11	for	for	ADP
crl-16732	48	12	scholarly	scholarly	ADJ
crl-16732	48	13	assessment	assessment	NOUN
crl-16732	48	14	practices	practice	NOUN
crl-16732	48	15	to	to	PART
crl-16732	48	16	be	be	AUX
crl-16732	48	17	subjected	subject	VERB
crl-16732	48	18	to	to	ADP
crl-16732	48	19	“	"	PUNCT
crl-16732	48	20	constant	constant	ADJ
crl-16732	48	21	critique	critique	NOUN
crl-16732	48	22	and	and	CCONJ
crl-16732	48	23	continual	continual	ADJ
crl-16732	48	24	updating	updating	NOUN
crl-16732	48	25	,	,	PUNCT
crl-16732	48	26	”	"	PUNCT
crl-16732	48	27	recalls	recall	VERB
crl-16732	48	28	arguments	argument	NOUN
crl-16732	48	29	that	that	PRON
crl-16732	48	30	ground	ground	VERB
crl-16732	48	31	peer	peer	NOUN
crl-16732	48	32	review	review	NOUN
crl-16732	48	33	as	as	ADP
crl-16732	48	34	an	an	DET
crl-16732	48	35	ideal	ideal	ADJ
crl-16732	48	36	,	,	PUNCT
crl-16732	48	37	community	community	NOUN
crl-16732	48	38	enterprise	enterprise	NOUN
crl-16732	48	39	,	,	PUNCT
crl-16732	48	40	with	with	ADP
crl-16732	48	41	reviewers	reviewer	NOUN
crl-16732	48	42	playing	play	VERB
crl-16732	48	43	an	an	DET
crl-16732	48	44	important	important	ADJ
crl-16732	48	45	,	,	PUNCT
crl-16732	48	46	disinterested	disinterested	ADJ
crl-16732	48	47	role	role	NOUN
crl-16732	48	48	in	in	ADP
crl-16732	48	49	social	social	ADJ
crl-16732	48	50	knowledge	knowledge	NOUN
crl-16732	48	51	creation.14	creation.14	PROPN
crl-16732	48	52	as	as	ADP
crl-16732	48	53	the	the	DET
crl-16732	48	54	named	name	VERB
crl-16732	48	55	agent	agent	NOUN
crl-16732	48	56	in	in	ADP
crl-16732	48	57	a	a	DET
crl-16732	48	58	process	process	NOUN
crl-16732	48	59	that	that	PRON
crl-16732	48	60	is	be	AUX
crl-16732	48	61	only	only	ADV
crl-16732	48	62	defined	define	VERB
crl-16732	48	63	locally	locally	ADV
crl-16732	48	64	,	,	PUNCT
crl-16732	48	65	peer	peer	NOUN
crl-16732	48	66	reviewers	reviewer	NOUN
crl-16732	48	67	occupy	occupy	VERB
crl-16732	48	68	roles	role	NOUN
crl-16732	48	69	that	that	PRON
crl-16732	48	70	are	be	AUX
crl-16732	48	71	impossible	impossible	ADJ
crl-16732	48	72	to	to	PART
crl-16732	48	73	universalize	universalize	VERB
crl-16732	48	74	.	.	PUNCT
crl-16732	49	1	but	but	CCONJ
crl-16732	49	2	in	in	ADP
crl-16732	49	3	a	a	DET
crl-16732	49	4	closed	closed	ADJ
crl-16732	49	5	,	,	PUNCT
crl-16732	49	6	editor	editor	NOUN
crl-16732	49	7	-	-	PUNCT
crl-16732	49	8	driven	drive	VERB
crl-16732	49	9	peer	peer	NOUN
crl-16732	49	10	-	-	PUNCT
crl-16732	49	11	reviewed	review	VERB
crl-16732	49	12	scholarly	scholarly	ADJ
crl-16732	49	13	publishing	publishing	NOUN
crl-16732	49	14	process	process	NOUN
crl-16732	49	15	,	,	PUNCT
crl-16732	49	16	peer	peer	NOUN
crl-16732	49	17	reviewers	reviewer	NOUN
crl-16732	49	18	’	'	PUNCT
crl-16732	49	19	roles	role	NOUN
crl-16732	49	20	are	be	AUX
crl-16732	49	21	clearly	clearly	ADV
crl-16732	49	22	constrained	constrain	VERB
crl-16732	49	23	.	.	PUNCT
crl-16732	50	1	shielded	shield	VERB
crl-16732	50	2	by	by	ADP
crl-16732	50	3	anonymity	anonymity	NOUN
crl-16732	50	4	,	,	PUNCT
crl-16732	50	5	their	their	PRON
crl-16732	50	6	recommendations	recommendation	NOUN
crl-16732	50	7	and	and	CCONJ
crl-16732	50	8	comments	comment	NOUN
crl-16732	50	9	are	be	AUX
crl-16732	50	10	considered	consider	VERB
crl-16732	50	11	advisory	advisory	ADJ
crl-16732	50	12	to	to	ADP
crl-16732	50	13	the	the	DET
crl-16732	50	14	editor	editor	NOUN
crl-16732	50	15	,	,	PUNCT
crl-16732	50	16	who	who	PRON
crl-16732	50	17	has	have	VERB
crl-16732	50	18	the	the	DET
crl-16732	50	19	discretion	discretion	NOUN
crl-16732	50	20	and	and	CCONJ
crl-16732	50	21	authority	authority	NOUN
crl-16732	50	22	to	to	PART
crl-16732	50	23	pass	pass	VERB
crl-16732	50	24	the	the	DET
crl-16732	50	25	reviews	review	NOUN
crl-16732	50	26	directly	directly	ADV
crl-16732	50	27	to	to	ADP
crl-16732	50	28	authors	author	NOUN
crl-16732	50	29	,	,	PUNCT
crl-16732	50	30	summarize	summarize	VERB
crl-16732	50	31	comments	comment	NOUN
crl-16732	50	32	,	,	PUNCT
crl-16732	50	33	or	or	CCONJ
crl-16732	50	34	simply	simply	ADV
crl-16732	50	35	discard	discard	VERB
crl-16732	50	36	them	they	PRON
crl-16732	50	37	.	.	PUNCT
crl-16732	51	1	editors	editor	NOUN
crl-16732	51	2	might	might	AUX
crl-16732	51	3	also	also	ADV
crl-16732	51	4	design	design	VERB
crl-16732	51	5	requirements	requirement	NOUN
crl-16732	51	6	to	to	PART
crl-16732	51	7	serve	serve	VERB
crl-16732	51	8	the	the	DET
crl-16732	51	9	goals	goal	NOUN
crl-16732	51	10	or	or	CCONJ
crl-16732	51	11	values	value	NOUN
crl-16732	51	12	of	of	ADP
crl-16732	51	13	the	the	DET
crl-16732	51	14	editorial	editorial	ADJ
crl-16732	51	15	peer	peer	NOUN
crl-16732	51	16	review	review	NOUN
crl-16732	51	17	system	system	NOUN
crl-16732	51	18	espoused	espouse	VERB
crl-16732	51	19	by	by	ADP
crl-16732	51	20	the	the	DET
crl-16732	51	21	journal	journal	NOUN
crl-16732	51	22	:	:	PUNCT
crl-16732	51	23	they	they	PRON
crl-16732	51	24	may	may	AUX
crl-16732	51	25	encourage	encourage	VERB
crl-16732	51	26	reviewers	reviewer	NOUN
crl-16732	51	27	to	to	PART
crl-16732	51	28	provide	provide	VERB
crl-16732	51	29	constructive	constructive	ADJ
crl-16732	51	30	comments	comment	NOUN
crl-16732	51	31	,	,	PUNCT
crl-16732	51	32	set	set	VERB
crl-16732	51	33	expectations	expectation	NOUN
crl-16732	51	34	that	that	PRON
crl-16732	51	35	reviews	review	VERB
crl-16732	51	36	recommending	recommend	VERB
crl-16732	51	37	revise	revise	NOUN
crl-16732	51	38	and	and	CCONJ
crl-16732	51	39	resubmit	resubmit	NOUN
crl-16732	51	40	be	be	AUX
crl-16732	51	41	involved	involve	VERB
crl-16732	51	42	in	in	ADP
crl-16732	51	43	subsequent	subsequent	ADJ
crl-16732	51	44	assessments	assessment	NOUN
crl-16732	51	45	of	of	ADP
crl-16732	51	46	resubmitted	resubmitte	VERB
crl-16732	51	47	articles	article	NOUN
crl-16732	51	48	,	,	PUNCT
crl-16732	51	49	or	or	CCONJ
crl-16732	51	50	provide	provide	VERB
crl-16732	51	51	clear	clear	ADJ
crl-16732	51	52	and	and	CCONJ
crl-16732	51	53	formal	formal	ADJ
crl-16732	51	54	guidelines	guideline	NOUN
crl-16732	51	55	focused	focus	VERB
crl-16732	51	56	on	on	ADP
crl-16732	51	57	areas	area	NOUN
crl-16732	51	58	of	of	ADP
crl-16732	51	59	concern	concern	NOUN
crl-16732	51	60	.	.	PUNCT
crl-16732	52	1	unsurprisingly	unsurprisingly	ADV
crl-16732	52	2	,	,	PUNCT
crl-16732	52	3	in	in	ADP
crl-16732	52	4	this	this	DET
crl-16732	52	5	model	model	NOUN
crl-16732	52	6	,	,	PUNCT
crl-16732	52	7	authority	authority	NOUN
crl-16732	52	8	is	be	AUX
crl-16732	52	9	clearly	clearly	ADV
crl-16732	52	10	vested	vest	VERB
crl-16732	52	11	in	in	ADP
crl-16732	52	12	the	the	DET
crl-16732	52	13	editor	editor	NOUN
crl-16732	52	14	.	.	PUNCT
crl-16732	53	1	as	as	ADP
crl-16732	53	2	weller	weller	NOUN
crl-16732	53	3	qualifies	qualifie	NOUN
crl-16732	53	4	,	,	PUNCT
crl-16732	53	5	this	this	PRON
crl-16732	53	6	constitutes	constitute	VERB
crl-16732	53	7	a	a	DET
crl-16732	53	8	controlled	control	VERB
crl-16732	53	9	role	role	NOUN
crl-16732	53	10	for	for	ADP
crl-16732	53	11	referees	referee	NOUN
crl-16732	53	12	,	,	PUNCT
crl-16732	53	13	who	who	PRON
crl-16732	53	14	operate	operate	VERB
crl-16732	53	15	within	within	ADP
crl-16732	53	16	a	a	DET
crl-16732	53	17	defined	define	VERB
crl-16732	53	18	governance	governance	NOUN
crl-16732	53	19	structure	structure	NOUN
crl-16732	53	20	:	:	PUNCT
crl-16732	53	21	“	"	PUNCT
crl-16732	53	22	…	…	PUNCT
crl-16732	53	23	these	these	DET
crl-16732	53	24	opinions	opinion	NOUN
crl-16732	53	25	of	of	ADP
crl-16732	53	26	reviewers	reviewer	NOUN
crl-16732	53	27	are	be	AUX
crl-16732	53	28	just	just	ADV
crl-16732	53	29	that	that	PRON
crl-16732	53	30	,	,	PUNCT
crl-16732	53	31	and	and	CCONJ
crl-16732	53	32	it	it	PRON
crl-16732	53	33	is	be	AUX
crl-16732	53	34	the	the	DET
crl-16732	53	35	editor	editor	NOUN
crl-16732	53	36	who	who	PRON
crl-16732	53	37	then	then	ADV
crl-16732	53	38	adjudicates	adjudicate	VERB
crl-16732	53	39	between	between	ADP
crl-16732	53	40	the	the	DET
crl-16732	53	41	author	author	NOUN
crl-16732	53	42	’s	’s	PART
crl-16732	53	43	manuscript	manuscript	NOUN
crl-16732	53	44	and	and	CCONJ
crl-16732	53	45	the	the	DET
crl-16732	53	46	reviewers	reviewer	NOUN
crl-16732	53	47	’	’	PART
crl-16732	53	48	opinions	opinion	NOUN
crl-16732	53	49	and	and	CCONJ
crl-16732	53	50	makes	make	VERB
crl-16732	53	51	a	a	DET
crl-16732	53	52	decision	decision	NOUN
crl-16732	53	53	,	,	PUNCT
crl-16732	53	54	thereby	thereby	ADV
crl-16732	53	55	establishing	establish	VERB
crl-16732	53	56	a	a	DET
crl-16732	53	57	system	system	NOUN
crl-16732	53	58	of	of	ADP
crl-16732	53	59	checks	check	NOUN
crl-16732	53	60	and	and	CCONJ
crl-16732	53	61	balances	balance	NOUN
crl-16732	53	62	.	.	PUNCT
crl-16732	54	1	”15	”15	ADJ
crl-16732	54	2	of	of	ADP
crl-16732	54	3	course	course	NOUN
crl-16732	54	4	,	,	PUNCT
crl-16732	54	5	editors	editor	NOUN
crl-16732	54	6	,	,	PUNCT
crl-16732	54	7	governed	govern	VERB
crl-16732	54	8	as	as	SCONJ
crl-16732	54	9	they	they	PRON
crl-16732	54	10	might	might	AUX
crl-16732	54	11	be	be	AUX
crl-16732	54	12	by	by	ADP
crl-16732	54	13	editorial	editorial	ADJ
crl-16732	54	14	boards	board	NOUN
crl-16732	54	15	or	or	CCONJ
crl-16732	54	16	existing	exist	VERB
crl-16732	54	17	journal	journal	NOUN
crl-16732	54	18	standards	standard	NOUN
crl-16732	54	19	as	as	ADV
crl-16732	54	20	well	well	ADV
crl-16732	54	21	as	as	ADP
crl-16732	54	22	their	their	PRON
crl-16732	54	23	own	own	ADJ
crl-16732	54	24	preferences	preference	NOUN
crl-16732	54	25	,	,	PUNCT
crl-16732	54	26	might	might	AUX
crl-16732	54	27	ascribe	ascribe	VERB
crl-16732	54	28	more	more	ADV
crl-16732	54	29	or	or	CCONJ
crl-16732	54	30	less	less	ADJ
crl-16732	54	31	authority	authority	NOUN
crl-16732	54	32	to	to	ADP
crl-16732	54	33	reviewers	reviewer	NOUN
crl-16732	54	34	.	.	PUNCT
crl-16732	55	1	the	the	DET
crl-16732	55	2	immediate	immediate	ADJ
crl-16732	55	3	answer	answer	NOUN
crl-16732	55	4	to	to	ADP
crl-16732	55	5	the	the	DET
crl-16732	55	6	question	question	NOUN
crl-16732	55	7	of	of	ADP
crl-16732	55	8	“	"	PUNCT
crl-16732	55	9	who	who	PRON
crl-16732	55	10	will	will	AUX
crl-16732	55	11	review	review	VERB
crl-16732	55	12	the	the	DET
crl-16732	55	13	reviewers	reviewer	NOUN
crl-16732	55	14	,	,	PUNCT
crl-16732	55	15	”	"	PUNCT
crl-16732	55	16	in	in	ADP
crl-16732	55	17	such	such	DET
crl-16732	55	18	a	a	DET
crl-16732	55	19	system	system	NOUN
crl-16732	55	20	,	,	PUNCT
crl-16732	55	21	is	be	AUX
crl-16732	55	22	evident	evident	ADJ
crl-16732	55	23	:	:	PUNCT
crl-16732	55	24	the	the	DET
crl-16732	55	25	editor	editor	NOUN
crl-16732	55	26	will	will	AUX
crl-16732	55	27	.	.	PUNCT
crl-16732	56	1	in	in	ADP
crl-16732	56	2	addition	addition	NOUN
crl-16732	56	3	to	to	ADP
crl-16732	56	4	responding	respond	VERB
crl-16732	56	5	to	to	ADP
crl-16732	56	6	reviews	review	NOUN
crl-16732	56	7	,	,	PUNCT
crl-16732	56	8	editors	editor	NOUN
crl-16732	56	9	have	have	AUX
crl-16732	56	10	often	often	ADV
crl-16732	56	11	been	be	AUX
crl-16732	56	12	known	know	VERB
crl-16732	56	13	to	to	PART
crl-16732	56	14	maintain	maintain	VERB
crl-16732	56	15	lists	list	NOUN
crl-16732	56	16	of	of	ADP
crl-16732	56	17	reliable	reliable	ADJ
crl-16732	56	18	reviewers	reviewer	NOUN
crl-16732	56	19	with	with	ADP
crl-16732	56	20	relevant	relevant	ADJ
crl-16732	56	21	expertise.16	expertise.16	NOUN
crl-16732	56	22	with	with	ADP
crl-16732	56	23	the	the	DET
crl-16732	56	24	advent	advent	NOUN
crl-16732	56	25	of	of	ADP
crl-16732	56	26	fully	fully	ADV
crl-16732	56	27	featured	feature	VERB
crl-16732	56	28	electronic	electronic	ADJ
crl-16732	56	29	journal	journal	NOUN
crl-16732	56	30	management	management	NOUN
crl-16732	56	31	systems	system	NOUN
crl-16732	56	32	,	,	PUNCT
crl-16732	56	33	these	these	DET
crl-16732	56	34	lists	list	NOUN
crl-16732	56	35	have	have	AUX
crl-16732	56	36	,	,	PUNCT
crl-16732	56	37	in	in	ADP
crl-16732	56	38	some	some	DET
crl-16732	56	39	cases	case	NOUN
crl-16732	56	40	,	,	PUNCT
crl-16732	56	41	become	become	VERB
crl-16732	56	42	automated	automate	VERB
crl-16732	56	43	and	and	CCONJ
crl-16732	56	44	rooted	root	VERB
crl-16732	56	45	in	in	ADP
crl-16732	56	46	tracking	track	VERB
crl-16732	56	47	data	datum	NOUN
crl-16732	56	48	,	,	PUNCT
crl-16732	56	49	which	which	PRON
crl-16732	56	50	record	record	VERB
crl-16732	56	51	whether	whether	SCONJ
crl-16732	56	52	reviewers	reviewer	NOUN
crl-16732	56	53	have	have	AUX
crl-16732	56	54	submitted	submit	VERB
crl-16732	56	55	their	their	PRON
crl-16732	56	56	reports	report	NOUN
crl-16732	56	57	on	on	ADP
crl-16732	56	58	time	time	NOUN
crl-16732	56	59	,	,	PUNCT
crl-16732	56	60	and	and	CCONJ
crl-16732	56	61	may	may	AUX
crl-16732	56	62	include	include	VERB
crl-16732	56	63	ratings	rating	NOUN
crl-16732	56	64	or	or	CCONJ
crl-16732	56	65	notes	note	NOUN
crl-16732	56	66	from	from	ADP
crl-16732	56	67	editors	editor	NOUN
crl-16732	56	68	and	and	CCONJ
crl-16732	56	69	,	,	PUNCT
crl-16732	56	70	in	in	ADP
crl-16732	56	71	some	some	DET
crl-16732	56	72	cases	case	NOUN
crl-16732	56	73	,	,	PUNCT
crl-16732	56	74	authors	author	NOUN
crl-16732	56	75	on	on	ADP
crl-16732	56	76	the	the	DET
crl-16732	56	77	quality	quality	NOUN
crl-16732	56	78	of	of	ADP
crl-16732	56	79	their	their	PRON
crl-16732	56	80	reviews	review	NOUN
crl-16732	56	81	.	.	PUNCT
crl-16732	57	1	gary	gary	PROPN
crl-16732	57	2	marchionini	marchionini	PROPN
crl-16732	57	3	has	have	AUX
crl-16732	57	4	argued	argue	VERB
crl-16732	57	5	that	that	SCONJ
crl-16732	57	6	editors	editor	NOUN
crl-16732	57	7	’	’	PART
crl-16732	57	8	adoption	adoption	NOUN
crl-16732	57	9	of	of	ADP
crl-16732	57	10	electronic	electronic	ADJ
crl-16732	57	11	journal	journal	NOUN
crl-16732	57	12	management	management	NOUN
crl-16732	57	13	systems	system	NOUN
crl-16732	57	14	raises	raise	VERB
crl-16732	57	15	questions	question	NOUN
crl-16732	57	16	about	about	ADP
crl-16732	57	17	utility	utility	NOUN
crl-16732	57	18	,	,	PUNCT
crl-16732	57	19	confidentiality	confidentiality	NOUN
crl-16732	57	20	,	,	PUNCT
crl-16732	57	21	communal	communal	ADJ
crl-16732	57	22	versus	versus	ADP
crl-16732	57	23	individual	individual	ADJ
crl-16732	57	24	attribution	attribution	NOUN
crl-16732	57	25	.	.	PUNCT
crl-16732	58	1	these	these	DET
crl-16732	58	2	systems	system	NOUN
crl-16732	58	3	have	have	VERB
crl-16732	58	4	the	the	DET
crl-16732	58	5	potential	potential	NOUN
crl-16732	58	6	to	to	PART
crl-16732	58	7	affect	affect	VERB
crl-16732	58	8	reviewers	reviewer	NOUN
crl-16732	58	9	’	'	PUNCT
crl-16732	58	10	behaviors	behavior	NOUN
crl-16732	58	11	,	,	PUNCT
crl-16732	58	12	as	as	ADV
crl-16732	58	13	well	well	ADV
crl-16732	58	14	as	as	ADP
crl-16732	58	15	to	to	PART
crl-16732	58	16	pose	pose	VERB
crl-16732	58	17	new	new	ADJ
crl-16732	58	18	concerns	concern	NOUN
crl-16732	58	19	for	for	ADP
crl-16732	58	20	the	the	DET
crl-16732	58	21	management	management	NOUN
crl-16732	58	22	of	of	ADP
crl-16732	58	23	reviewer	reviewer	NOUN
crl-16732	58	24	data	datum	NOUN
crl-16732	58	25	:	:	PUNCT
crl-16732	58	26	the	the	DET
crl-16732	58	27	critical	critical	ADJ
crl-16732	58	28	element	element	NOUN
crl-16732	58	29	of	of	ADP
crl-16732	58	30	these	these	DET
crl-16732	58	31	systems	system	NOUN
crl-16732	58	32	is	be	AUX
crl-16732	58	33	that	that	SCONJ
crl-16732	58	34	the	the	DET
crl-16732	58	35	reviews	review	NOUN
crl-16732	58	36	themselves	themselves	PRON
crl-16732	58	37	as	as	ADV
crl-16732	58	38	well	well	ADV
crl-16732	58	39	as	as	ADP
crl-16732	58	40	these	these	DET
crl-16732	58	41	ratings	rating	NOUN
crl-16732	58	42	are	be	AUX
crl-16732	58	43	persistent	persistent	ADJ
crl-16732	58	44	,	,	PUNCT
crl-16732	58	45	outliving	outlive	VERB
crl-16732	58	46	the	the	DET
crl-16732	58	47	terms	term	NOUN
crl-16732	58	48	and	and	CCONJ
crl-16732	58	49	memories	memory	NOUN
crl-16732	58	50	of	of	ADP
crl-16732	58	51	individual	individual	ADJ
crl-16732	58	52	edihttp://arxiv.org/	edihttp://arxiv.org/	PRON
crl-16732	58	53	http://biorxiv.org/	http://biorxiv.org/	VERB
crl-16732	58	54	http://biorxiv.org/	http://biorxiv.org/	PRON
crl-16732	58	55	https://peerj.com/	https://peerj.com/	NOUN
crl-16732	58	56	https://www.openlibhums.org/	https://www.openlibhums.org/	ADV
crl-16732	58	57	https://www.openlibhums.org/	https://www.openlibhums.org/	ADV
crl-16732	58	58	guest	guest	NOUN
crl-16732	58	59	editorial	editorial	NOUN
crl-16732	58	60	 	 	SPACE
crl-16732	58	61	737	737	NUM
crl-16732	58	62	tors	tor	NOUN
crl-16732	58	63	,	,	PUNCT
crl-16732	58	64	thus	thus	ADV
crl-16732	58	65	reducing	reduce	VERB
crl-16732	58	66	community	community	NOUN
crl-16732	58	67	memory	memory	NOUN
crl-16732	58	68	to	to	ADP
crl-16732	58	69	simple	simple	ADJ
crl-16732	58	70	scales	scale	NOUN
crl-16732	58	71	that	that	PRON
crl-16732	58	72	persist	persist	VERB
crl-16732	58	73	beyond	beyond	ADP
crl-16732	58	74	the	the	DET
crl-16732	58	75	memories	memory	NOUN
crl-16732	58	76	and	and	CCONJ
crl-16732	58	77	perceptions	perception	NOUN
crl-16732	58	78	of	of	ADP
crl-16732	58	79	individuals	individual	NOUN
crl-16732	58	80	in	in	ADP
crl-16732	58	81	a	a	DET
crl-16732	58	82	community	community	NOUN
crl-16732	58	83	.	.	PUNCT
crl-16732	59	1	as	as	SCONJ
crl-16732	59	2	they	they	PRON
crl-16732	59	3	become	become	AUX
crl-16732	59	4	more	more	ADV
crl-16732	59	5	uniformly	uniformly	ADV
crl-16732	59	6	adopted	adopt	VERB
crl-16732	59	7	and	and	CCONJ
crl-16732	59	8	more	more	ADV
crl-16732	59	9	sophisticated	sophisticated	ADJ
crl-16732	59	10	in	in	ADP
crl-16732	59	11	scaling	scale	VERB
crl-16732	59	12	review	review	NOUN
crl-16732	59	13	contribution	contribution	NOUN
crl-16732	59	14	,	,	PUNCT
crl-16732	59	15	the	the	DET
crl-16732	59	16	ratings	rating	NOUN
crl-16732	59	17	and	and	CCONJ
crl-16732	59	18	the	the	DET
crl-16732	59	19	reviews	review	NOUN
crl-16732	59	20	themselves	themselves	PRON
crl-16732	59	21	become	become	VERB
crl-16732	59	22	the	the	DET
crl-16732	59	23	basis	basis	NOUN
crl-16732	59	24	for	for	ADP
crl-16732	59	25	evaluation	evaluation	NOUN
crl-16732	59	26	of	of	ADP
crl-16732	59	27	scholarly	scholarly	ADJ
crl-16732	59	28	productivity.17	productivity.17	NOUN
crl-16732	59	29	as	as	ADP
crl-16732	59	30	befits	befit	VERB
crl-16732	59	31	the	the	DET
crl-16732	59	32	anonymity	anonymity	NOUN
crl-16732	59	33	and	and	CCONJ
crl-16732	59	34	confidentiality	confidentiality	NOUN
crl-16732	59	35	that	that	PRON
crl-16732	59	36	characterize	characterize	VERB
crl-16732	59	37	this	this	DET
crl-16732	59	38	permutation	permutation	NOUN
crl-16732	59	39	of	of	ADP
crl-16732	59	40	peer	peer	NOUN
crl-16732	59	41	review	review	NOUN
crl-16732	59	42	,	,	PUNCT
crl-16732	59	43	editors	editor	NOUN
crl-16732	59	44	are	be	AUX
crl-16732	59	45	typically	typically	ADV
crl-16732	59	46	the	the	DET
crl-16732	59	47	keepers	keeper	NOUN
crl-16732	59	48	of	of	ADP
crl-16732	59	49	this	this	DET
crl-16732	59	50	data	datum	NOUN
crl-16732	59	51	.	.	PUNCT
crl-16732	60	1	indeed	indeed	ADV
crl-16732	60	2	,	,	PUNCT
crl-16732	60	3	reviewers	reviewer	NOUN
crl-16732	60	4	in	in	ADP
crl-16732	60	5	such	such	ADJ
crl-16732	60	6	closed	closed	ADJ
crl-16732	60	7	systems	system	NOUN
crl-16732	60	8	may	may	AUX
crl-16732	60	9	never	never	ADV
crl-16732	60	10	see	see	VERB
crl-16732	60	11	the	the	DET
crl-16732	60	12	reports	report	NOUN
crl-16732	60	13	submitted	submit	VERB
crl-16732	60	14	by	by	ADP
crl-16732	60	15	their	their	PRON
crl-16732	60	16	peers	peer	NOUN
crl-16732	60	17	,	,	PUNCT
crl-16732	60	18	nor	nor	CCONJ
crl-16732	60	19	be	be	AUX
crl-16732	60	20	folded	fold	VERB
crl-16732	60	21	into	into	ADP
crl-16732	60	22	any	any	DET
crl-16732	60	23	assessment	assessment	NOUN
crl-16732	60	24	process	process	NOUN
crl-16732	60	25	that	that	PRON
crl-16732	60	26	extends	extend	VERB
crl-16732	60	27	beyond	beyond	ADP
crl-16732	60	28	the	the	DET
crl-16732	60	29	boundaries	boundary	NOUN
crl-16732	60	30	of	of	ADP
crl-16732	60	31	their	their	PRON
crl-16732	60	32	reports	report	NOUN
crl-16732	60	33	.	.	PUNCT
crl-16732	61	1	only	only	ADV
crl-16732	61	2	editors	editor	NOUN
crl-16732	61	3	—	—	PUNCT
crl-16732	61	4	and	and	CCONJ
crl-16732	61	5	,	,	PUNCT
crl-16732	61	6	potentially	potentially	ADV
crl-16732	61	7	,	,	PUNCT
crl-16732	61	8	authors	author	NOUN
crl-16732	61	9	—	—	PUNCT
crl-16732	61	10	are	be	AUX
crl-16732	61	11	positioned	position	VERB
crl-16732	61	12	to	to	PART
crl-16732	61	13	access	access	VERB
crl-16732	61	14	perfect	perfect	ADJ
crl-16732	61	15	information	information	NOUN
crl-16732	61	16	about	about	ADP
crl-16732	61	17	the	the	DET
crl-16732	61	18	review	review	NOUN
crl-16732	61	19	process	process	NOUN
crl-16732	61	20	.	.	PUNCT
crl-16732	62	1	recently	recently	ADV
crl-16732	62	2	,	,	PUNCT
crl-16732	62	3	compelling	compelling	ADJ
crl-16732	62	4	experiments	experiment	NOUN
crl-16732	62	5	with	with	ADP
crl-16732	62	6	the	the	DET
crl-16732	62	7	openness	openness	NOUN
crl-16732	62	8	of	of	ADP
crl-16732	62	9	the	the	DET
crl-16732	62	10	review	review	NOUN
crl-16732	62	11	process	process	NOUN
crl-16732	62	12	have	have	AUX
crl-16732	62	13	emerged	emerge	VERB
crl-16732	62	14	.	.	PUNCT
crl-16732	63	1	for	for	ADP
crl-16732	63	2	example	example	NOUN
crl-16732	63	3	,	,	PUNCT
crl-16732	63	4	the	the	DET
crl-16732	63	5	proposal	proposal	NOUN
crl-16732	63	6	process	process	NOUN
crl-16732	63	7	for	for	ADP
crl-16732	63	8	the	the	DET
crl-16732	63	9	international	international	ADJ
crl-16732	63	10	digital	digital	ADJ
crl-16732	63	11	humanities	humanity	NOUN
crl-16732	63	12	conference	conference	NOUN
crl-16732	63	13	no	no	ADV
crl-16732	63	14	longer	long	ADV
crl-16732	63	15	maintains	maintain	VERB
crl-16732	63	16	the	the	DET
crl-16732	63	17	expectation	expectation	NOUN
crl-16732	63	18	that	that	SCONJ
crl-16732	63	19	only	only	ADV
crl-16732	63	20	those	those	PRON
crl-16732	63	21	making	make	VERB
crl-16732	63	22	final	final	ADJ
crl-16732	63	23	determinations	determination	NOUN
crl-16732	63	24	to	to	PART
crl-16732	63	25	accept	accept	VERB
crl-16732	63	26	,	,	PUNCT
crl-16732	63	27	reject	reject	VERB
crl-16732	63	28	,	,	PUNCT
crl-16732	63	29	or	or	CCONJ
crl-16732	63	30	require	require	VERB
crl-16732	63	31	revisions	revision	NOUN
crl-16732	63	32	to	to	ADP
crl-16732	63	33	a	a	DET
crl-16732	63	34	work	work	NOUN
crl-16732	63	35	have	have	VERB
crl-16732	63	36	access	access	NOUN
crl-16732	63	37	to	to	ADP
crl-16732	63	38	the	the	DET
crl-16732	63	39	evaluated	evaluated	ADJ
crl-16732	63	40	work	work	NOUN
crl-16732	63	41	and	and	CCONJ
crl-16732	63	42	its	its	PRON
crl-16732	63	43	reviews	review	NOUN
crl-16732	63	44	.	.	PUNCT
crl-16732	64	1	beginning	begin	VERB
crl-16732	64	2	in	in	ADP
crl-16732	64	3	2012	2012	NUM
crl-16732	64	4	,	,	PUNCT
crl-16732	64	5	program	program	NOUN
crl-16732	64	6	committee	committee	NOUN
crl-16732	64	7	chairs	chair	VERB
crl-16732	64	8	bethany	bethany	PROPN
crl-16732	64	9	nowviskie	nowviskie	PROPN
crl-16732	64	10	and	and	CCONJ
crl-16732	64	11	melissa	melissa	PROPN
crl-16732	64	12	terras	terra	NOUN
crl-16732	64	13	spearheaded	spearhead	VERB
crl-16732	64	14	a	a	DET
crl-16732	64	15	set	set	NOUN
crl-16732	64	16	of	of	ADP
crl-16732	64	17	reforms	reform	NOUN
crl-16732	64	18	,	,	PUNCT
crl-16732	64	19	many	many	ADJ
crl-16732	64	20	of	of	ADP
crl-16732	64	21	which	which	PRON
crl-16732	64	22	were	be	AUX
crl-16732	64	23	aimed	aim	VERB
crl-16732	64	24	at	at	ADP
crl-16732	64	25	improving	improve	VERB
crl-16732	64	26	the	the	DET
crl-16732	64	27	overall	overall	ADJ
crl-16732	64	28	review	review	NOUN
crl-16732	64	29	process.18	process.18	NOUN
crl-16732	64	30	some	some	DET
crl-16732	64	31	reforms	reform	NOUN
crl-16732	64	32	had	have	VERB
crl-16732	64	33	the	the	DET
crl-16732	64	34	effect	effect	NOUN
crl-16732	64	35	of	of	ADP
crl-16732	64	36	producing	produce	VERB
crl-16732	64	37	data	datum	NOUN
crl-16732	64	38	for	for	ADP
crl-16732	64	39	the	the	DET
crl-16732	64	40	program	program	NOUN
crl-16732	64	41	committee	committee	NOUN
crl-16732	64	42	,	,	PUNCT
crl-16732	64	43	to	to	PART
crl-16732	64	44	be	be	AUX
crl-16732	64	45	used	use	VERB
crl-16732	64	46	as	as	ADP
crl-16732	64	47	the	the	DET
crl-16732	64	48	basis	basis	NOUN
crl-16732	64	49	for	for	ADP
crl-16732	64	50	weighing	weigh	VERB
crl-16732	64	51	reviews	review	NOUN
crl-16732	64	52	;	;	PUNCT
crl-16732	64	53	others	other	NOUN
crl-16732	64	54	further	far	ADV
crl-16732	64	55	structured	structure	VERB
crl-16732	64	56	the	the	DET
crl-16732	64	57	review	review	NOUN
crl-16732	64	58	process	process	NOUN
crl-16732	64	59	for	for	ADP
crl-16732	64	60	authors	author	NOUN
crl-16732	64	61	and	and	CCONJ
crl-16732	64	62	reviewers	reviewer	NOUN
crl-16732	64	63	alike	alike	ADV
crl-16732	64	64	,	,	PUNCT
crl-16732	64	65	providing	provide	VERB
crl-16732	64	66	opportunities	opportunity	NOUN
crl-16732	64	67	for	for	SCONJ
crl-16732	64	68	authors	author	NOUN
crl-16732	64	69	to	to	PART
crl-16732	64	70	respond	respond	VERB
crl-16732	64	71	to	to	ADP
crl-16732	64	72	reviews	review	NOUN
crl-16732	64	73	and	and	CCONJ
crl-16732	64	74	for	for	ADP
crl-16732	64	75	reviewers	reviewer	NOUN
crl-16732	64	76	to	to	PART
crl-16732	64	77	report	report	VERB
crl-16732	64	78	conflicts	conflict	NOUN
crl-16732	64	79	of	of	ADP
crl-16732	64	80	interest	interest	NOUN
crl-16732	64	81	,	,	PUNCT
crl-16732	64	82	indicate	indicate	VERB
crl-16732	64	83	the	the	DET
crl-16732	64	84	proposals	proposal	NOUN
crl-16732	64	85	they	they	PRON
crl-16732	64	86	’d	’d	AUX
crl-16732	64	87	prefer	prefer	VERB
crl-16732	64	88	to	to	PART
crl-16732	64	89	(	(	PUNCT
crl-16732	64	90	or	or	CCONJ
crl-16732	64	91	not	not	PART
crl-16732	64	92	to	to	PART
crl-16732	64	93	)	)	PUNCT
crl-16732	64	94	review	review	VERB
crl-16732	64	95	,	,	PUNCT
crl-16732	64	96	and	and	CCONJ
crl-16732	64	97	view	view	VERB
crl-16732	64	98	other	other	ADJ
crl-16732	64	99	reviewers	reviewer	NOUN
crl-16732	64	100	’	’	PART
crl-16732	64	101	comments	comment	NOUN
crl-16732	64	102	.	.	PUNCT
crl-16732	65	1	these	these	DET
crl-16732	65	2	experiments	experiment	NOUN
crl-16732	65	3	,	,	PUNCT
crl-16732	65	4	largely	largely	ADV
crl-16732	65	5	aimed	aim	VERB
crl-16732	65	6	at	at	ADP
crl-16732	65	7	the	the	DET
crl-16732	65	8	social	social	ADJ
crl-16732	65	9	changes	change	NOUN
crl-16732	65	10	of	of	ADP
crl-16732	65	11	facilitating	facilitate	VERB
crl-16732	65	12	more	more	ADJ
crl-16732	65	13	evaluation	evaluation	NOUN
crl-16732	65	14	and	and	CCONJ
crl-16732	65	15	exchange	exchange	NOUN
crl-16732	65	16	,	,	PUNCT
crl-16732	65	17	were	be	AUX
crl-16732	65	18	also	also	ADV
crl-16732	65	19	implemented	implement	VERB
crl-16732	65	20	electronically	electronically	ADV
crl-16732	65	21	,	,	PUNCT
crl-16732	65	22	through	through	ADP
crl-16732	65	23	the	the	DET
crl-16732	65	24	conference	conference	NOUN
crl-16732	65	25	management	management	NOUN
crl-16732	65	26	platform	platform	NOUN
crl-16732	65	27	.	.	PUNCT
crl-16732	66	1	the	the	DET
crl-16732	66	2	innovation	innovation	NOUN
crl-16732	66	3	allowing	allow	VERB
crl-16732	66	4	reviewers	reviewer	NOUN
crl-16732	66	5	to	to	PART
crl-16732	66	6	view	view	VERB
crl-16732	66	7	other	other	ADJ
crl-16732	66	8	reviewers	reviewer	NOUN
crl-16732	66	9	’	'	PUNCT
crl-16732	66	10	comments	comment	NOUN
crl-16732	66	11	remains	remain	VERB
crl-16732	66	12	in	in	ADP
crl-16732	66	13	place	place	NOUN
crl-16732	66	14	as	as	ADP
crl-16732	66	15	of	of	ADP
crl-16732	66	16	2017	2017	NUM
crl-16732	66	17	.	.	PUNCT
crl-16732	67	1	this	this	DET
crl-16732	67	2	feature	feature	NOUN
crl-16732	67	3	presents	present	VERB
crl-16732	67	4	referees	referee	NOUN
crl-16732	67	5	who	who	PRON
crl-16732	67	6	have	have	AUX
crl-16732	67	7	submitted	submit	VERB
crl-16732	67	8	their	their	PRON
crl-16732	67	9	reports	report	NOUN
crl-16732	67	10	with	with	ADP
crl-16732	67	11	the	the	DET
crl-16732	67	12	option	option	NOUN
crl-16732	67	13	of	of	ADP
crl-16732	67	14	accessing	access	VERB
crl-16732	67	15	other	other	ADJ
crl-16732	67	16	referees	referee	NOUN
crl-16732	67	17	’	'	PUNCT
crl-16732	67	18	reports	report	NOUN
crl-16732	67	19	on	on	ADP
crl-16732	67	20	the	the	DET
crl-16732	67	21	same	same	ADJ
crl-16732	67	22	proposals	proposal	NOUN
crl-16732	67	23	.	.	PUNCT
crl-16732	68	1	identities	identity	NOUN
crl-16732	68	2	remain	remain	VERB
crl-16732	68	3	anonymized	anonymized	ADJ
crl-16732	68	4	—	—	PUNCT
crl-16732	68	5	only	only	ADV
crl-16732	68	6	the	the	DET
crl-16732	68	7	content	content	NOUN
crl-16732	68	8	of	of	ADP
crl-16732	68	9	the	the	DET
crl-16732	68	10	reports	report	NOUN
crl-16732	68	11	is	be	AUX
crl-16732	68	12	accessible	accessible	ADJ
crl-16732	68	13	.	.	PUNCT
crl-16732	69	1	having	having	AUX
crl-16732	69	2	viewed	view	VERB
crl-16732	69	3	others	other	NOUN
crl-16732	69	4	’	’	PART
crl-16732	69	5	comments	comment	NOUN
crl-16732	69	6	on	on	ADP
crl-16732	69	7	the	the	DET
crl-16732	69	8	same	same	ADJ
crl-16732	69	9	proposals	proposal	NOUN
crl-16732	69	10	,	,	PUNCT
crl-16732	69	11	referees	referee	NOUN
crl-16732	69	12	are	be	AUX
crl-16732	69	13	permitted	permit	VERB
crl-16732	69	14	to	to	PART
crl-16732	69	15	adjust	adjust	VERB
crl-16732	69	16	their	their	PRON
crl-16732	69	17	own	own	ADJ
crl-16732	69	18	reviews	review	NOUN
crl-16732	69	19	.	.	PUNCT
crl-16732	70	1	as	as	SCONJ
crl-16732	70	2	nowviskie	nowviskie	ADV
crl-16732	70	3	explained	explain	VERB
crl-16732	70	4	when	when	SCONJ
crl-16732	70	5	publicly	publicly	ADV
crl-16732	70	6	debuting	debut	VERB
crl-16732	70	7	the	the	DET
crl-16732	70	8	reforms	reform	NOUN
crl-16732	70	9	:	:	PUNCT
crl-16732	70	10	we	we	PRON
crl-16732	70	11	hope	hope	VERB
crl-16732	70	12	the	the	DET
crl-16732	70	13	sharing	sharing	NOUN
crl-16732	70	14	of	of	ADP
crl-16732	70	15	good	good	ADJ
crl-16732	70	16	examples	example	NOUN
crl-16732	70	17	of	of	ADP
crl-16732	70	18	thoughtful	thoughtful	ADJ
crl-16732	70	19	and	and	CCONJ
crl-16732	70	20	constructive	constructive	ADJ
crl-16732	70	21	critique	critique	NOUN
crl-16732	70	22	will	will	AUX
crl-16732	70	23	increase	increase	VERB
crl-16732	70	24	reviewers	reviewer	NOUN
crl-16732	70	25	’	'	PUNCT
crl-16732	70	26	quality	quality	NOUN
crl-16732	70	27	of	of	ADP
crl-16732	70	28	engagement	engagement	NOUN
crl-16732	70	29	with	with	ADP
crl-16732	70	30	the	the	DET
crl-16732	70	31	proposals	proposal	NOUN
crl-16732	70	32	and	and	CCONJ
crl-16732	70	33	their	their	PRON
crl-16732	70	34	cordiality	cordiality	NOUN
crl-16732	70	35	to	to	ADP
crl-16732	70	36	authors	author	NOUN
crl-16732	70	37	,	,	PUNCT
crl-16732	70	38	and	and	CCONJ
crl-16732	70	39	contribute	contribute	VERB
crl-16732	70	40	to	to	ADP
crl-16732	70	41	the	the	DET
crl-16732	70	42	fellow	fellow	NOUN
crl-16732	70	43	-	-	PUNCT
crl-16732	70	44	feeling	feeling	NOUN
crl-16732	70	45	with	with	ADP
crl-16732	70	46	which	which	PRON
crl-16732	70	47	we	we	PRON
crl-16732	70	48	all	all	PRON
crl-16732	70	49	undertake	undertake	VERB
crl-16732	70	50	the	the	DET
crl-16732	70	51	service	service	NOUN
crl-16732	70	52	of	of	ADP
crl-16732	70	53	reviewing	review	VERB
crl-16732	70	54	.	.	PUNCT
crl-16732	71	1	to	to	PART
crl-16732	71	2	minimize	minimize	VERB
crl-16732	71	3	any	any	DET
crl-16732	71	4	danger	danger	NOUN
crl-16732	71	5	of	of	ADP
crl-16732	71	6	group	group	NOUN
crl-16732	71	7	-	-	PUNCT
crl-16732	71	8	think	think	NOUN
crl-16732	71	9	,	,	PUNCT
crl-16732	71	10	we	we	PRON
crl-16732	71	11	will	will	AUX
crl-16732	71	12	ask	ask	VERB
crl-16732	71	13	reviewers	reviewer	NOUN
crl-16732	71	14	who	who	PRON
crl-16732	71	15	augment	augment	VERB
crl-16732	71	16	their	their	PRON
crl-16732	71	17	comments	comment	NOUN
crl-16732	71	18	after	after	ADP
crl-16732	71	19	seeing	see	VERB
crl-16732	71	20	others	other	NOUN
crl-16732	71	21	’	'	PUNCT
crl-16732	71	22	to	to	PART
crl-16732	71	23	offer	offer	VERB
crl-16732	71	24	a	a	DET
crl-16732	71	25	thorough	thorough	ADJ
crl-16732	71	26	justification.19	justification.19	NOUN
crl-16732	71	27	remarkably	remarkably	ADV
crl-16732	71	28	,	,	PUNCT
crl-16732	71	29	the	the	DET
crl-16732	71	30	reforms	reform	NOUN
crl-16732	71	31	to	to	ADP
crl-16732	71	32	the	the	DET
crl-16732	71	33	digital	digital	ADJ
crl-16732	71	34	humanities	humanity	NOUN
crl-16732	71	35	review	review	NOUN
crl-16732	71	36	process	process	NOUN
crl-16732	71	37	redistribute	redistribute	VERB
crl-16732	71	38	the	the	DET
crl-16732	71	39	authority	authority	NOUN
crl-16732	71	40	to	to	PART
crl-16732	71	41	“	"	PUNCT
crl-16732	71	42	review	review	VERB
crl-16732	71	43	the	the	DET
crl-16732	71	44	reviewers	reviewer	NOUN
crl-16732	71	45	.	.	PUNCT
crl-16732	71	46	”	"	PUNCT
crl-16732	72	1	suddenly	suddenly	ADV
crl-16732	72	2	,	,	PUNCT
crl-16732	72	3	we	we	PRON
crl-16732	72	4	’ve	’ve	AUX
crl-16732	72	5	gone	go	VERB
crl-16732	72	6	from	from	ADP
crl-16732	72	7	conference	conference	NOUN
crl-16732	72	8	organizers	organizer	NOUN
crl-16732	72	9	having	have	VERB
crl-16732	72	10	the	the	DET
crl-16732	72	11	sole	sole	ADJ
crl-16732	72	12	opportunity	opportunity	NOUN
crl-16732	72	13	to	to	PART
crl-16732	72	14	review	review	VERB
crl-16732	72	15	referees	referee	NOUN
crl-16732	72	16	to	to	ADP
crl-16732	72	17	this	this	DET
crl-16732	72	18	privilege	privilege	NOUN
crl-16732	72	19	being	be	AUX
crl-16732	72	20	extended	extend	VERB
crl-16732	72	21	to	to	ADP
crl-16732	72	22	authors	author	NOUN
crl-16732	72	23	and	and	CCONJ
crl-16732	72	24	other	other	ADJ
crl-16732	72	25	referees	referee	NOUN
crl-16732	72	26	.	.	PUNCT
crl-16732	73	1	some	some	PRON
crl-16732	73	2	of	of	ADP
crl-16732	73	3	these	these	DET
crl-16732	73	4	reforms	reform	NOUN
crl-16732	73	5	formalize	formalize	VERB
crl-16732	73	6	feedback	feedback	NOUN
crl-16732	73	7	from	from	ADP
crl-16732	73	8	authors	author	NOUN
crl-16732	73	9	as	as	ADP
crl-16732	73	10	accepted	accept	VERB
crl-16732	73	11	practice	practice	NOUN
crl-16732	73	12	:	:	PUNCT
crl-16732	73	13	authors	author	NOUN
crl-16732	73	14	may	may	AUX
crl-16732	73	15	have	have	AUX
crl-16732	73	16	previously	previously	ADV
crl-16732	73	17	had	have	VERB
crl-16732	73	18	the	the	DET
crl-16732	73	19	opportunity	opportunity	NOUN
crl-16732	73	20	to	to	PART
crl-16732	73	21	flag	flag	VERB
crl-16732	73	22	unhelpful	unhelpful	ADJ
crl-16732	73	23	,	,	PUNCT
crl-16732	73	24	biased	biased	ADJ
crl-16732	73	25	,	,	PUNCT
crl-16732	73	26	mean	mean	ADJ
crl-16732	73	27	-	-	PUNCT
crl-16732	73	28	spirited	spirited	ADJ
crl-16732	73	29	,	,	PUNCT
crl-16732	73	30	or	or	CCONJ
crl-16732	73	31	ambiguous	ambiguous	ADJ
crl-16732	73	32	reviews	review	NOUN
crl-16732	73	33	,	,	PUNCT
crl-16732	73	34	but	but	CCONJ
crl-16732	73	35	prompting	prompt	VERB
crl-16732	73	36	for	for	ADP
crl-16732	73	37	such	such	ADJ
crl-16732	73	38	feedback	feedback	NOUN
crl-16732	73	39	,	,	PUNCT
crl-16732	73	40	and	and	CCONJ
crl-16732	73	41	designating	designate	VERB
crl-16732	73	42	a	a	DET
crl-16732	73	43	channel	channel	NOUN
crl-16732	73	44	for	for	ADP
crl-16732	73	45	ongoing	ongoing	ADJ
crl-16732	73	46	communication	communication	NOUN
crl-16732	73	47	,	,	PUNCT
crl-16732	73	48	validates	validate	VERB
crl-16732	73	49	that	that	DET
crl-16732	73	50	exchange	exchange	NOUN
crl-16732	73	51	.	.	PUNCT
crl-16732	74	1	similarly	similarly	ADV
crl-16732	74	2	,	,	PUNCT
crl-16732	74	3	reviewers	reviewer	NOUN
crl-16732	74	4	are	be	AUX
crl-16732	74	5	typically	typically	ADV
crl-16732	74	6	free	free	ADJ
crl-16732	74	7	to	to	PART
crl-16732	74	8	indicate	indicate	VERB
crl-16732	74	9	the	the	DET
crl-16732	74	10	strength	strength	NOUN
crl-16732	74	11	of	of	ADP
crl-16732	74	12	their	their	PRON
crl-16732	74	13	familiarity	familiarity	NOUN
crl-16732	74	14	with	with	ADP
crl-16732	74	15	an	an	DET
crl-16732	74	16	area	area	NOUN
crl-16732	74	17	to	to	ADP
crl-16732	74	18	editors	editor	NOUN
crl-16732	74	19	,	,	PUNCT
crl-16732	74	20	committee	committee	NOUN
crl-16732	74	21	members	member	NOUN
crl-16732	74	22	,	,	PUNCT
crl-16732	74	23	or	or	CCONJ
crl-16732	74	24	grant	grant	VERB
crl-16732	74	25	officers	officer	NOUN
crl-16732	74	26	,	,	PUNCT
crl-16732	74	27	but	but	CCONJ
crl-16732	74	28	prompting	prompt	VERB
crl-16732	74	29	for	for	ADP
crl-16732	74	30	such	such	DET
crl-16732	74	31	a	a	DET
crl-16732	74	32	self	self	NOUN
crl-16732	74	33	-	-	PUNCT
crl-16732	74	34	assessment	assessment	NOUN
crl-16732	74	35	encourages	encourage	NOUN
crl-16732	74	36	and	and	CCONJ
crl-16732	74	37	quantifies	quantifie	NOUN
crl-16732	74	38	it	it	PRON
crl-16732	74	39	.	.	PUNCT
crl-16732	75	1	reforms	reform	NOUN
crl-16732	75	2	aimed	aim	VERB
crl-16732	75	3	at	at	ADP
crl-16732	75	4	giving	give	VERB
crl-16732	75	5	reviewers	reviewer	NOUN
crl-16732	75	6	the	the	DET
crl-16732	75	7	option	option	NOUN
crl-16732	75	8	to	to	PART
crl-16732	75	9	engage	engage	VERB
crl-16732	75	10	with	with	ADP
crl-16732	75	11	other	other	ADJ
crl-16732	75	12	reviewers	reviewer	NOUN
crl-16732	75	13	’	'	PUNCT
crl-16732	75	14	reports	report	NOUN
crl-16732	75	15	open	open	VERB
crl-16732	75	16	up	up	ADP
crl-16732	75	17	another	another	DET
crl-16732	75	18	avenue	avenue	NOUN
crl-16732	75	19	of	of	ADP
crl-16732	75	20	access	access	NOUN
crl-16732	75	21	that	that	PRON
crl-16732	75	22	initiate	initiate	VERB
crl-16732	75	23	conversation	conversation	NOUN
crl-16732	75	24	across	across	ADP
crl-16732	75	25	a	a	DET
crl-16732	75	26	group	group	NOUN
crl-16732	75	27	rather	rather	ADV
crl-16732	75	28	than	than	ADP
crl-16732	75	29	up	up	ADV
crl-16732	75	30	or	or	CCONJ
crl-16732	75	31	down	down	ADP
crl-16732	75	32	a	a	DET
crl-16732	75	33	hierarchy	hierarchy	NOUN
crl-16732	75	34	.	.	PUNCT
crl-16732	76	1	738	738	NUM
crl-16732	76	2	 	 	SPACE
crl-16732	76	3	college	college	PROPN
crl-16732	76	4	&	&	CCONJ
crl-16732	76	5	research	research	PROPN
crl-16732	76	6	libraries	library	NOUN
crl-16732	76	7	september	september	PROPN
crl-16732	76	8	2017	2017	NUM
crl-16732	76	9	it	it	PRON
crl-16732	76	10	is	be	AUX
crl-16732	76	11	notable	notable	ADJ
crl-16732	76	12	that	that	SCONJ
crl-16732	76	13	such	such	ADJ
crl-16732	76	14	reforms	reform	NOUN
crl-16732	76	15	were	be	AUX
crl-16732	76	16	instituted	institute	VERB
crl-16732	76	17	for	for	ADP
crl-16732	76	18	an	an	DET
crl-16732	76	19	international	international	ADJ
crl-16732	76	20	,	,	PUNCT
crl-16732	76	21	interdisciplinary	interdisciplinary	ADJ
crl-16732	76	22	conference	conference	NOUN
crl-16732	76	23	,	,	PUNCT
crl-16732	76	24	whose	whose	DET
crl-16732	76	25	organizers	organizer	NOUN
crl-16732	76	26	have	have	AUX
crl-16732	76	27	sought	seek	VERB
crl-16732	76	28	to	to	PART
crl-16732	76	29	extend	extend	VERB
crl-16732	76	30	its	its	PRON
crl-16732	76	31	reviewer	reviewer	NOUN
crl-16732	76	32	pool	pool	NOUN
crl-16732	76	33	to	to	PART
crl-16732	76	34	reflect	reflect	VERB
crl-16732	76	35	this	this	DET
crl-16732	76	36	diversity	diversity	NOUN
crl-16732	76	37	of	of	ADP
crl-16732	76	38	disciplinary	disciplinary	ADJ
crl-16732	76	39	affiliations	affiliation	NOUN
crl-16732	76	40	and	and	CCONJ
crl-16732	76	41	national	national	ADJ
crl-16732	76	42	cultures	culture	NOUN
crl-16732	76	43	,	,	PUNCT
crl-16732	76	44	and	and	CCONJ
crl-16732	76	45	to	to	PART
crl-16732	76	46	manage	manage	VERB
crl-16732	76	47	assessments	assessment	NOUN
crl-16732	76	48	that	that	PRON
crl-16732	76	49	sometimes	sometimes	ADV
crl-16732	76	50	veer	veer	VERB
crl-16732	76	51	into	into	ADP
crl-16732	76	52	(	(	PUNCT
crl-16732	76	53	inter)disciplinary	inter)disciplinary	NUM
crl-16732	76	54	boundary	boundary	ADJ
crl-16732	76	55	policing.20	policing.20	NOUN
crl-16732	76	56	in	in	ADP
crl-16732	76	57	her	her	PRON
crl-16732	76	58	study	study	NOUN
crl-16732	76	59	of	of	ADP
crl-16732	76	60	academic	academic	ADJ
crl-16732	76	61	evaluation	evaluation	NOUN
crl-16732	76	62	,	,	PUNCT
crl-16732	76	63	focused	focus	VERB
crl-16732	76	64	on	on	ADP
crl-16732	76	65	peer	peer	NOUN
crl-16732	76	66	review	review	NOUN
crl-16732	76	67	panels	panel	NOUN
crl-16732	76	68	for	for	ADP
crl-16732	76	69	grants	grant	NOUN
crl-16732	76	70	and	and	CCONJ
crl-16732	76	71	awards	award	NOUN
crl-16732	76	72	,	,	PUNCT
crl-16732	76	73	michèle	michèle	PROPN
crl-16732	76	74	lamont	lamont	PROPN
crl-16732	76	75	observes	observe	VERB
crl-16732	76	76	:	:	PUNCT
crl-16732	76	77	“	"	PUNCT
crl-16732	76	78	american	american	ADJ
crl-16732	76	79	higher	high	ADJ
crl-16732	76	80	education	education	NOUN
crl-16732	76	81	brings	bring	VERB
crl-16732	76	82	together	together	ADV
crl-16732	76	83	disciplines	discipline	NOUN
crl-16732	76	84	that	that	PRON
crl-16732	76	85	are	be	AUX
crl-16732	76	86	remarkably	remarkably	ADV
crl-16732	76	87	different	different	ADJ
crl-16732	76	88	in	in	ADP
crl-16732	76	89	their	their	PRON
crl-16732	76	90	evaluative	evaluative	ADJ
crl-16732	76	91	cultures	culture	NOUN
crl-16732	76	92	,	,	PUNCT
crl-16732	76	93	intellectual	intellectual	ADJ
crl-16732	76	94	traditions	tradition	NOUN
crl-16732	76	95	,	,	PUNCT
crl-16732	76	96	and	and	CCONJ
crl-16732	76	97	professional	professional	ADJ
crl-16732	76	98	language	language	NOUN
crl-16732	76	99	.	.	PUNCT
crl-16732	77	1	disciplinary	disciplinary	ADJ
crl-16732	77	2	norms	norm	NOUN
crl-16732	77	3	are	be	AUX
crl-16732	77	4	stronger	strong	ADJ
crl-16732	77	5	in	in	ADP
crl-16732	77	6	some	some	DET
crl-16732	77	7	fields	field	NOUN
crl-16732	77	8	than	than	ADP
crl-16732	77	9	in	in	ADP
crl-16732	77	10	others	other	NOUN
crl-16732	77	11	,	,	PUNCT
crl-16732	77	12	because	because	SCONJ
crl-16732	77	13	american	american	ADJ
crl-16732	77	14	academia	academia	NOUN
crl-16732	77	15	is	be	AUX
crl-16732	77	16	also	also	ADV
crl-16732	77	17	multidimensional	multidimensional	ADJ
crl-16732	77	18	,	,	PUNCT
crl-16732	77	19	traversed	traverse	VERB
crl-16732	77	20	by	by	ADP
crl-16732	77	21	networks	network	NOUN
crl-16732	77	22	and	and	CCONJ
crl-16732	77	23	literatures	literature	NOUN
crl-16732	77	24	that	that	PRON
crl-16732	77	25	are	be	AUX
crl-16732	77	26	not	not	PART
crl-16732	77	27	always	always	ADV
crl-16732	77	28	bounded	bound	VERB
crl-16732	77	29	by	by	ADP
crl-16732	77	30	disciplines	discipline	NOUN
crl-16732	77	31	.	.	PUNCT
crl-16732	78	1	”21	”21	ADV
crl-16732	78	2	she	she	PRON
crl-16732	78	3	discerns	discern	VERB
crl-16732	78	4	a	a	DET
crl-16732	78	5	competition	competition	NOUN
crl-16732	78	6	among	among	ADP
crl-16732	78	7	these	these	DET
crl-16732	78	8	disciplinary	disciplinary	ADJ
crl-16732	78	9	norms	norm	NOUN
crl-16732	78	10	in	in	ADP
crl-16732	78	11	debates	debate	NOUN
crl-16732	78	12	over	over	ADP
crl-16732	78	13	excellence	excellence	NOUN
crl-16732	78	14	between	between	ADP
crl-16732	78	15	peer	peer	NOUN
crl-16732	78	16	reviewers	reviewer	NOUN
crl-16732	78	17	on	on	ADP
crl-16732	78	18	multidisciplinary	multidisciplinary	ADJ
crl-16732	78	19	panels	panel	NOUN
crl-16732	78	20	,	,	PUNCT
crl-16732	78	21	where	where	SCONJ
crl-16732	78	22	scholars	scholar	NOUN
crl-16732	78	23	ask	ask	VERB
crl-16732	78	24	“	"	PUNCT
crl-16732	78	25	’	'	PUNCT
crl-16732	78	26	…	…	PUNCT
crl-16732	78	27	whose	whose	DET
crl-16732	78	28	criteria	criterion	NOUN
crl-16732	78	29	gets	get	AUX
crl-16732	78	30	universalized	universalize	VERB
crl-16732	78	31	as	as	ADP
crl-16732	78	32	disciplinary	disciplinary	ADJ
crl-16732	78	33	criteria	criterion	NOUN
crl-16732	78	34	.	.	PUNCT
crl-16732	78	35	’”22	’”22	X
crl-16732	78	36	when	when	SCONJ
crl-16732	78	37	evaluating	evaluate	VERB
crl-16732	78	38	multidisciplinary	multidisciplinary	ADJ
crl-16732	78	39	work	work	NOUN
crl-16732	78	40	,	,	PUNCT
crl-16732	78	41	who	who	PRON
crl-16732	78	42	is	be	AUX
crl-16732	78	43	a	a	DET
crl-16732	78	44	“	"	PUNCT
crl-16732	78	45	peer	peer	NOUN
crl-16732	78	46	”	"	PUNCT
crl-16732	78	47	qualified	qualified	ADJ
crl-16732	78	48	to	to	ADP
crl-16732	78	49	assess?23	assess?23	ADJ
crl-16732	78	50	digital	digital	ADJ
crl-16732	78	51	scholarship	scholarship	NOUN
crl-16732	78	52	furnishes	furnish	VERB
crl-16732	78	53	additional	additional	ADJ
crl-16732	78	54	examples	example	NOUN
crl-16732	78	55	of	of	ADP
crl-16732	78	56	efforts	effort	NOUN
crl-16732	78	57	to	to	PART
crl-16732	78	58	match	match	VERB
crl-16732	78	59	an	an	DET
crl-16732	78	60	emerging	emerge	VERB
crl-16732	78	61	,	,	PUNCT
crl-16732	78	62	multidisciplinary	multidisciplinary	ADJ
crl-16732	78	63	area	area	NOUN
crl-16732	78	64	of	of	ADP
crl-16732	78	65	scholarly	scholarly	ADJ
crl-16732	78	66	production	production	NOUN
crl-16732	78	67	with	with	ADP
crl-16732	78	68	systems	system	NOUN
crl-16732	78	69	and	and	CCONJ
crl-16732	78	70	practices	practice	NOUN
crl-16732	78	71	for	for	ADP
crl-16732	78	72	evaluation	evaluation	NOUN
crl-16732	78	73	and	and	CCONJ
crl-16732	78	74	validation.24	validation.24	NOUN
crl-16732	78	75	these	these	DET
crl-16732	78	76	efforts	effort	NOUN
crl-16732	78	77	have	have	AUX
crl-16732	78	78	taken	take	VERB
crl-16732	78	79	on	on	ADP
crl-16732	78	80	greater	great	ADJ
crl-16732	78	81	urgency	urgency	NOUN
crl-16732	78	82	as	as	SCONJ
crl-16732	78	83	scholars	scholar	NOUN
crl-16732	78	84	engaged	engage	VERB
crl-16732	78	85	with	with	ADP
crl-16732	78	86	digital	digital	ADJ
crl-16732	78	87	work	work	NOUN
crl-16732	78	88	have	have	AUX
crl-16732	78	89	come	come	VERB
crl-16732	78	90	up	up	ADP
crl-16732	78	91	for	for	ADP
crl-16732	78	92	promotion	promotion	NOUN
crl-16732	78	93	or	or	CCONJ
crl-16732	78	94	tenure	tenure	NOUN
crl-16732	78	95	in	in	ADP
crl-16732	78	96	academic	academic	ADJ
crl-16732	78	97	departments	department	NOUN
crl-16732	78	98	accustomed	accustom	VERB
crl-16732	78	99	to	to	ADP
crl-16732	78	100	relying	rely	VERB
crl-16732	78	101	on	on	ADP
crl-16732	78	102	publication	publication	NOUN
crl-16732	78	103	venue	venue	NOUN
crl-16732	78	104	—	—	PUNCT
crl-16732	78	105	whether	whether	SCONJ
crl-16732	78	106	a	a	DET
crl-16732	78	107	university	university	NOUN
crl-16732	78	108	press	press	NOUN
crl-16732	78	109	monograph	monograph	NOUN
crl-16732	78	110	or	or	CCONJ
crl-16732	78	111	an	an	DET
crl-16732	78	112	article	article	NOUN
crl-16732	78	113	in	in	ADP
crl-16732	78	114	a	a	DET
crl-16732	78	115	well	well	ADV
crl-16732	78	116	-	-	PUNCT
crl-16732	78	117	regarded	regard	VERB
crl-16732	78	118	journal	journal	NOUN
crl-16732	78	119	—	—	PUNCT
crl-16732	78	120	as	as	ADP
crl-16732	78	121	indicators	indicator	NOUN
crl-16732	78	122	of	of	ADP
crl-16732	78	123	excellence	excellence	NOUN
crl-16732	78	124	.	.	PUNCT
crl-16732	79	1	the	the	DET
crl-16732	79	2	absence	absence	NOUN
crl-16732	79	3	of	of	ADP
crl-16732	79	4	such	such	ADJ
crl-16732	79	5	imprimaturs	imprimatur	NOUN
crl-16732	79	6	for	for	ADP
crl-16732	79	7	digital	digital	ADJ
crl-16732	79	8	scholars	scholar	NOUN
crl-16732	79	9	has	have	AUX
crl-16732	79	10	prompted	prompt	VERB
crl-16732	79	11	a	a	DET
crl-16732	79	12	need	need	NOUN
crl-16732	79	13	to	to	PART
crl-16732	79	14	analyze	analyze	VERB
crl-16732	79	15	and	and	CCONJ
crl-16732	79	16	design	design	NOUN
crl-16732	79	17	assessment	assessment	NOUN
crl-16732	79	18	structures	structure	NOUN
crl-16732	79	19	.	.	PUNCT
crl-16732	80	1	as	as	SCONJ
crl-16732	80	2	susan	susan	PROPN
crl-16732	80	3	schreibman	schreibman	PROPN
crl-16732	80	4	,	,	PUNCT
crl-16732	80	5	laura	laura	PROPN
crl-16732	80	6	mandell	mandell	PROPN
crl-16732	80	7	,	,	PUNCT
crl-16732	80	8	and	and	CCONJ
crl-16732	80	9	stephen	stephen	PROPN
crl-16732	80	10	olsen	olsen	PROPN
crl-16732	80	11	argue	argue	VERB
crl-16732	80	12	in	in	ADP
crl-16732	80	13	their	their	PRON
crl-16732	80	14	introduction	introduction	NOUN
crl-16732	80	15	to	to	ADP
crl-16732	80	16	a	a	DET
crl-16732	80	17	special	special	ADJ
crl-16732	80	18	section	section	NOUN
crl-16732	80	19	of	of	ADP
crl-16732	80	20	the	the	DET
crl-16732	80	21	modern	modern	ADJ
crl-16732	80	22	language	language	PROPN
crl-16732	80	23	association	association	NOUN
crl-16732	80	24	’s	’s	PART
crl-16732	80	25	profession	profession	NOUN
crl-16732	80	26	journal	journal	PROPN
crl-16732	80	27	:	:	PUNCT
crl-16732	80	28	“	"	PUNCT
crl-16732	80	29	…	…	PUNCT
crl-16732	80	30	digital	digital	ADJ
crl-16732	80	31	scholarship	scholarship	NOUN
crl-16732	80	32	requires	require	VERB
crl-16732	80	33	review	review	NOUN
crl-16732	80	34	by	by	ADP
crl-16732	80	35	experts	expert	NOUN
crl-16732	80	36	who	who	PRON
crl-16732	80	37	can	can	AUX
crl-16732	80	38	bring	bring	VERB
crl-16732	80	39	to	to	PART
crl-16732	80	40	bear	bear	VERB
crl-16732	80	41	not	not	PART
crl-16732	80	42	only	only	ADV
crl-16732	80	43	field	field	NOUN
crl-16732	80	44	knowledge	knowledge	NOUN
crl-16732	80	45	to	to	PART
crl-16732	80	46	evaluate	evaluate	VERB
crl-16732	80	47	the	the	DET
crl-16732	80	48	intellectual	intellectual	ADJ
crl-16732	80	49	content	content	NOUN
crl-16732	80	50	of	of	ADP
crl-16732	80	51	a	a	DET
crl-16732	80	52	project	project	NOUN
crl-16732	80	53	but	but	CCONJ
crl-16732	80	54	also	also	ADV
crl-16732	80	55	the	the	DET
crl-16732	80	56	technical	technical	ADJ
crl-16732	80	57	experience	experience	NOUN
crl-16732	80	58	to	to	PART
crl-16732	80	59	understand	understand	VERB
crl-16732	80	60	the	the	DET
crl-16732	80	61	intertwined	intertwine	VERB
crl-16732	80	62	theoretical	theoretical	ADJ
crl-16732	80	63	and	and	CCONJ
crl-16732	80	64	technical	technical	ADJ
crl-16732	80	65	choices	choice	NOUN
crl-16732	80	66	in	in	ADP
crl-16732	80	67	a	a	DET
crl-16732	80	68	project	project	NOUN
crl-16732	80	69	’s	’s	PART
crl-16732	80	70	design	design	NOUN
crl-16732	80	71	.	.	PUNCT
crl-16732	81	1	”25	”25	PROPN
crl-16732	81	2	schreibman	schreibman	PROPN
crl-16732	81	3	,	,	PUNCT
crl-16732	81	4	mandell	mandell	PROPN
crl-16732	81	5	,	,	PUNCT
crl-16732	81	6	and	and	CCONJ
crl-16732	81	7	olsen	olsen	NOUN
crl-16732	81	8	reference	reference	PROPN
crl-16732	81	9	jerome	jerome	PROPN
crl-16732	81	10	mcgann	mcgann	PROPN
crl-16732	81	11	’s	’s	PART
crl-16732	81	12	networked	networked	ADJ
crl-16732	81	13	infrastructure	infrastructure	NOUN
crl-16732	81	14	for	for	ADP
crl-16732	81	15	nineteenth	nineteenth	ADJ
crl-16732	81	16	-	-	PUNCT
crl-16732	81	17	century	century	NOUN
crl-16732	81	18	electronic	electronic	ADJ
crl-16732	81	19	scholarship	scholarship	NOUN
crl-16732	81	20	(	(	PUNCT
crl-16732	81	21	nines	nines	PROPN
crl-16732	81	22	)	)	PUNCT
crl-16732	81	23	project	project	NOUN
crl-16732	81	24	as	as	ADP
crl-16732	81	25	pioneering	pioneer	VERB
crl-16732	81	26	a	a	DET
crl-16732	81	27	trend	trend	NOUN
crl-16732	81	28	towards	towards	ADP
crl-16732	81	29	“	"	PUNCT
crl-16732	81	30	area	area	NOUN
crl-16732	81	31	-	-	PUNCT
crl-16732	81	32	specific	specific	ADJ
crl-16732	81	33	peer	peer	NOUN
crl-16732	81	34	-	-	PUNCT
crl-16732	81	35	reviewing	review	VERB
crl-16732	81	36	organizations	organization	NOUN
crl-16732	81	37	”	"	PUNCT
crl-16732	81	38	that	that	PRON
crl-16732	81	39	deploy	deploy	VERB
crl-16732	81	40	appropriate	appropriate	ADJ
crl-16732	81	41	reviewers.26	reviewers.26	NOUN
crl-16732	81	42	the	the	DET
crl-16732	81	43	fluid	fluid	ADJ
crl-16732	81	44	definition	definition	NOUN
crl-16732	81	45	of	of	ADP
crl-16732	81	46	peer	peer	NOUN
crl-16732	81	47	review	review	NOUN
crl-16732	81	48	and	and	CCONJ
crl-16732	81	49	its	its	PRON
crl-16732	81	50	dominance	dominance	NOUN
crl-16732	81	51	in	in	ADP
crl-16732	81	52	research	research	NOUN
crl-16732	81	53	position	position	NOUN
crl-16732	81	54	the	the	DET
crl-16732	81	55	method	method	NOUN
crl-16732	81	56	to	to	PART
crl-16732	81	57	adapt	adapt	VERB
crl-16732	81	58	and	and	CCONJ
crl-16732	81	59	grow	grow	VERB
crl-16732	81	60	,	,	PUNCT
crl-16732	81	61	spurred	spur	VERB
crl-16732	81	62	by	by	ADP
crl-16732	81	63	editorial	editorial	ADJ
crl-16732	81	64	reflection	reflection	NOUN
crl-16732	81	65	,	,	PUNCT
crl-16732	81	66	technological	technological	ADJ
crl-16732	81	67	capabilities	capability	NOUN
crl-16732	81	68	,	,	PUNCT
crl-16732	81	69	and	and	CCONJ
crl-16732	81	70	shifting	shift	VERB
crl-16732	81	71	forms	form	NOUN
crl-16732	81	72	of	of	ADP
crl-16732	81	73	scholarship	scholarship	NOUN
crl-16732	81	74	that	that	PRON
crl-16732	81	75	interrogate	interrogate	VERB
crl-16732	81	76	or	or	CCONJ
crl-16732	81	77	replicate	replicate	VERB
crl-16732	81	78	existing	exist	VERB
crl-16732	81	79	practices	practice	NOUN
crl-16732	81	80	.	.	PUNCT
crl-16732	82	1	peer	peer	NOUN
crl-16732	82	2	review	review	NOUN
crl-16732	82	3	practices	practice	NOUN
crl-16732	82	4	can	can	AUX
crl-16732	82	5	adjust	adjust	VERB
crl-16732	82	6	—	—	PUNCT
crl-16732	82	7	incorporating	incorporate	VERB
crl-16732	82	8	,	,	PUNCT
crl-16732	82	9	for	for	ADP
crl-16732	82	10	example	example	NOUN
crl-16732	82	11	,	,	PUNCT
crl-16732	82	12	peer	peer	NOUN
crl-16732	82	13	review	review	NOUN
crl-16732	82	14	of	of	ADP
crl-16732	82	15	data	datum	NOUN
crl-16732	82	16	or	or	CCONJ
crl-16732	82	17	open	open	ADJ
crl-16732	82	18	peer	peer	NOUN
crl-16732	82	19	review	review	NOUN
crl-16732	82	20	—	—	PUNCT
crl-16732	82	21	without	without	ADP
crl-16732	82	22	repudiating	repudiate	VERB
crl-16732	82	23	the	the	DET
crl-16732	82	24	overarching	overarching	ADJ
crl-16732	82	25	method	method	NOUN
crl-16732	82	26	and	and	CCONJ
crl-16732	82	27	necessarily	necessarily	ADV
crl-16732	82	28	disrupting	disrupt	VERB
crl-16732	82	29	its	its	PRON
crl-16732	82	30	status.27	status.27	NOUN
crl-16732	82	31	even	even	ADV
crl-16732	82	32	as	as	ADP
crl-16732	82	33	a	a	DET
crl-16732	82	34	lack	lack	NOUN
crl-16732	82	35	of	of	ADP
crl-16732	82	36	specificity	specificity	NOUN
crl-16732	82	37	about	about	ADP
crl-16732	82	38	peer	peer	NOUN
crl-16732	82	39	review	review	NOUN
crl-16732	82	40	—	—	PUNCT
crl-16732	82	41	and	and	CCONJ
crl-16732	82	42	an	an	DET
crl-16732	82	43	accompanying	accompanying	ADJ
crl-16732	82	44	flexibility	flexibility	NOUN
crl-16732	82	45	in	in	ADP
crl-16732	82	46	how	how	SCONJ
crl-16732	82	47	it	it	PRON
crl-16732	82	48	is	be	AUX
crl-16732	82	49	administered	administer	VERB
crl-16732	82	50	—	—	PUNCT
crl-16732	82	51	gives	give	VERB
crl-16732	82	52	librarians	librarian	NOUN
crl-16732	82	53	license	license	NOUN
crl-16732	82	54	to	to	PART
crl-16732	82	55	experiment	experiment	VERB
crl-16732	82	56	with	with	ADP
crl-16732	82	57	its	its	PRON
crl-16732	82	58	implementation	implementation	NOUN
crl-16732	82	59	,	,	PUNCT
crl-16732	82	60	we	we	PRON
crl-16732	82	61	have	have	VERB
crl-16732	82	62	an	an	DET
crl-16732	82	63	obligation	obligation	NOUN
crl-16732	82	64	to	to	PART
crl-16732	82	65	scrutinize	scrutinize	VERB
crl-16732	82	66	,	,	PUNCT
crl-16732	82	67	meta	meta	NOUN
crl-16732	82	68	-	-	PUNCT
crl-16732	82	69	analyze	analyze	ADJ
crl-16732	82	70	,	,	PUNCT
crl-16732	82	71	rebuke	rebuke	NOUN
crl-16732	82	72	,	,	PUNCT
crl-16732	82	73	and	and	CCONJ
crl-16732	82	74	interrogate	interrogate	NOUN
crl-16732	82	75	.	.	PUNCT
crl-16732	83	1	weller	weller	PROPN
crl-16732	83	2	’s	’s	PART
crl-16732	83	3	study	study	NOUN
crl-16732	83	4	,	,	PUNCT
crl-16732	83	5	which	which	PRON
crl-16732	83	6	i	i	PRON
crl-16732	83	7	have	have	AUX
crl-16732	83	8	referenced	reference	VERB
crl-16732	83	9	so	so	ADV
crl-16732	83	10	frequently	frequently	ADV
crl-16732	83	11	in	in	ADP
crl-16732	83	12	this	this	DET
crl-16732	83	13	editorial	editorial	NOUN
crl-16732	83	14	,	,	PUNCT
crl-16732	83	15	serves	serve	VERB
crl-16732	83	16	as	as	ADP
crl-16732	83	17	an	an	DET
crl-16732	83	18	example	example	NOUN
crl-16732	83	19	of	of	ADP
crl-16732	83	20	such	such	DET
crl-16732	83	21	an	an	DET
crl-16732	83	22	approach	approach	NOUN
crl-16732	83	23	to	to	ADP
crl-16732	83	24	thorough	thorough	ADJ
crl-16732	83	25	analysis	analysis	NOUN
crl-16732	83	26	and	and	CCONJ
crl-16732	83	27	documentation	documentation	NOUN
crl-16732	83	28	,	,	PUNCT
crl-16732	83	29	even	even	ADV
crl-16732	83	30	as	as	SCONJ
crl-16732	83	31	it	it	PRON
crl-16732	83	32	largely	largely	ADV
crl-16732	83	33	endorses	endorse	VERB
crl-16732	83	34	the	the	DET
crl-16732	83	35	practice	practice	NOUN
crl-16732	83	36	of	of	ADP
crl-16732	83	37	peer	peer	NOUN
crl-16732	83	38	review	review	NOUN
crl-16732	83	39	.	.	PUNCT
crl-16732	84	1	by	by	ADP
crl-16732	84	2	promoting	promote	VERB
crl-16732	84	3	a	a	DET
crl-16732	84	4	more	more	ADV
crl-16732	84	5	encompassing	encompassing	ADJ
crl-16732	84	6	definition	definition	NOUN
crl-16732	84	7	of	of	ADP
crl-16732	84	8	peer	peer	NOUN
crl-16732	84	9	review	review	NOUN
crl-16732	84	10	,	,	PUNCT
crl-16732	84	11	jackson	jackson	PROPN
crl-16732	84	12	provides	provide	VERB
crl-16732	84	13	a	a	DET
crl-16732	84	14	framework	framework	NOUN
crl-16732	84	15	for	for	ADP
crl-16732	84	16	incorporating	incorporate	VERB
crl-16732	84	17	alternative	alternative	ADJ
crl-16732	84	18	metrics	metric	NOUN
crl-16732	84	19	and	and	CCONJ
crl-16732	84	20	other	other	ADJ
crl-16732	84	21	systems	system	NOUN
crl-16732	84	22	of	of	ADP
crl-16732	84	23	establishing	establish	VERB
crl-16732	84	24	the	the	DET
crl-16732	84	25	public	public	ADJ
crl-16732	84	26	worth	worth	NOUN
crl-16732	84	27	of	of	ADP
crl-16732	84	28	a	a	DET
crl-16732	84	29	work	work	NOUN
crl-16732	84	30	,	,	PUNCT
crl-16732	84	31	approaches	approach	VERB
crl-16732	84	32	that	that	PRON
crl-16732	84	33	can	can	AUX
crl-16732	84	34	serve	serve	VERB
crl-16732	84	35	as	as	ADP
crl-16732	84	36	a	a	DET
crl-16732	84	37	counterballast	counterballast	NOUN
crl-16732	84	38	to	to	ADP
crl-16732	84	39	more	more	ADV
crl-16732	84	40	entrenched	entrenched	ADJ
crl-16732	84	41	peer	peer	NOUN
crl-16732	84	42	review	review	NOUN
crl-16732	84	43	practices	practice	NOUN
crl-16732	84	44	.	.	PUNCT
crl-16732	85	1	the	the	DET
crl-16732	85	2	experiments	experiment	NOUN
crl-16732	85	3	and	and	CCONJ
crl-16732	85	4	shifts	shift	NOUN
crl-16732	85	5	highlighted	highlight	VERB
crl-16732	85	6	here	here	ADV
crl-16732	85	7	also	also	ADV
crl-16732	85	8	suggest	suggest	VERB
crl-16732	85	9	questions	question	NOUN
crl-16732	85	10	about	about	ADP
crl-16732	85	11	openness	openness	NOUN
crl-16732	85	12	,	,	PUNCT
crl-16732	85	13	accountability	accountability	NOUN
crl-16732	85	14	,	,	PUNCT
crl-16732	85	15	confidentiality	confidentiality	NOUN
crl-16732	85	16	,	,	PUNCT
crl-16732	85	17	expertise	expertise	NOUN
crl-16732	85	18	,	,	PUNCT
crl-16732	85	19	and	and	CCONJ
crl-16732	85	20	the	the	DET
crl-16732	85	21	collaborative	collaborative	ADJ
crl-16732	85	22	nature	nature	NOUN
crl-16732	85	23	of	of	ADP
crl-16732	85	24	scholarship	scholarship	NOUN
crl-16732	85	25	.	.	PUNCT
crl-16732	86	1	by	by	ADP
crl-16732	86	2	enacting	enact	VERB
crl-16732	86	3	the	the	DET
crl-16732	86	4	potential	potential	ADJ
crl-16732	86	5	flexibility	flexibility	NOUN
crl-16732	86	6	of	of	ADP
crl-16732	86	7	peer	peer	NOUN
crl-16732	86	8	review	review	NOUN
crl-16732	86	9	,	,	PUNCT
crl-16732	86	10	we	we	PRON
crl-16732	86	11	can	can	AUX
crl-16732	86	12	consider	consider	VERB
crl-16732	86	13	and	and	CCONJ
crl-16732	86	14	evaluate	evaluate	VERB
crl-16732	86	15	what	what	PRON
crl-16732	86	16	has	have	AUX
crl-16732	86	17	often	often	ADV
crl-16732	86	18	been	be	AUX
crl-16732	86	19	presumed	presume	VERB
crl-16732	86	20	to	to	PART
crl-16732	86	21	be	be	AUX
crl-16732	86	22	its	its	PRON
crl-16732	86	23	essential	essential	ADJ
crl-16732	86	24	character	character	NOUN
crl-16732	86	25	.	.	PUNCT
crl-16732	87	1	experimentations	experimentation	NOUN
crl-16732	87	2	with	with	ADP
crl-16732	87	3	peer	peer	NOUN
crl-16732	87	4	guest	guest	NOUN
crl-16732	87	5	editorial	editorial	NOUN
crl-16732	87	6	 	 	SPACE
crl-16732	87	7	739	739	NUM
crl-16732	87	8	review	review	NOUN
crl-16732	87	9	,	,	PUNCT
crl-16732	87	10	particularly	particularly	ADV
crl-16732	87	11	those	those	PRON
crl-16732	87	12	that	that	PRON
crl-16732	87	13	turn	turn	VERB
crl-16732	87	14	the	the	DET
crl-16732	87	15	lens	len	NOUN
crl-16732	87	16	of	of	ADP
crl-16732	87	17	assessment	assessment	NOUN
crl-16732	87	18	and	and	CCONJ
crl-16732	87	19	validation	validation	NOUN
crl-16732	87	20	to	to	AUX
crl-16732	87	21	reviewers	reviewer	NOUN
crl-16732	87	22	themselves	themselves	PRON
crl-16732	87	23	,	,	PUNCT
crl-16732	87	24	ultimately	ultimately	ADV
crl-16732	87	25	signal	signal	VERB
crl-16732	87	26	a	a	DET
crl-16732	87	27	commitment	commitment	NOUN
crl-16732	87	28	to	to	ADP
crl-16732	87	29	perfectibility	perfectibility	NOUN
crl-16732	87	30	and	and	CCONJ
crl-16732	87	31	extensibility	extensibility	NOUN
crl-16732	87	32	in	in	ADP
crl-16732	87	33	scholarly	scholarly	ADJ
crl-16732	87	34	communication	communication	NOUN
crl-16732	87	35	.	.	PUNCT
crl-16732	88	1	sarah	sarah	PROPN
crl-16732	88	2	potvin	potvin	PROPN
crl-16732	88	3	digital	digital	PROPN
crl-16732	88	4	scholarship	scholarship	NOUN
crl-16732	88	5	librarian	librarian	NOUN
crl-16732	88	6	and	and	CCONJ
crl-16732	88	7	associate	associate	ADJ
crl-16732	88	8	professor	professor	PROPN
crl-16732	88	9	texas	texas	PROPN
crl-16732	88	10	a&m	a&m	PROPN
crl-16732	88	11	university	university	PROPN
crl-16732	88	12	libraries	library	NOUN
crl-16732	88	13	notes	note	VERB
crl-16732	88	14	1	1	NUM
crl-16732	88	15	.	.	PUNCT
crl-16732	89	1	john	john	PROPN
crl-16732	89	2	michael	michael	PROPN
crl-16732	89	3	ziman	ziman	PROPN
crl-16732	89	4	,	,	PUNCT
crl-16732	89	5	public	public	ADJ
crl-16732	89	6	knowledge	knowledge	NOUN
crl-16732	89	7	:	:	PUNCT
crl-16732	89	8	the	the	DET
crl-16732	89	9	social	social	ADJ
crl-16732	89	10	dimension	dimension	NOUN
crl-16732	89	11	of	of	ADP
crl-16732	89	12	science	science	NOUN
crl-16732	89	13	(	(	PUNCT
crl-16732	89	14	cambridge	cambridge	PROPN
crl-16732	89	15	university	university	PROPN
crl-16732	89	16	press	press	NOUN
crl-16732	89	17	,	,	PUNCT
crl-16732	89	18	1966	1966	NUM
crl-16732	89	19	)	)	PUNCT
crl-16732	89	20	,	,	PUNCT
crl-16732	89	21	148	148	NUM
crl-16732	89	22	.	.	PUNCT
crl-16732	89	23	quoted	quote	VERB
crl-16732	89	24	in	in	ADP
crl-16732	89	25	harriet	harriet	PROPN
crl-16732	89	26	zuckerman	zuckerman	PROPN
crl-16732	89	27	and	and	CCONJ
crl-16732	89	28	robert	robert	PROPN
crl-16732	89	29	k.	k.	PROPN
crl-16732	89	30	merton	merton	PROPN
crl-16732	89	31	,	,	PUNCT
crl-16732	89	32	“	"	PUNCT
crl-16732	89	33	patterns	pattern	NOUN
crl-16732	89	34	of	of	ADP
crl-16732	89	35	evaluation	evaluation	NOUN
crl-16732	89	36	in	in	ADP
crl-16732	89	37	science	science	NOUN
crl-16732	89	38	:	:	PUNCT
crl-16732	89	39	institutionalisation	institutionalisation	NOUN
crl-16732	89	40	,	,	PUNCT
crl-16732	89	41	structure	structure	NOUN
crl-16732	89	42	and	and	CCONJ
crl-16732	89	43	functions	function	NOUN
crl-16732	89	44	of	of	ADP
crl-16732	89	45	the	the	DET
crl-16732	89	46	referee	referee	NOUN
crl-16732	89	47	system	system	NOUN
crl-16732	89	48	,	,	PUNCT
crl-16732	89	49	”	"	PUNCT
crl-16732	89	50	minerva	minerva	PROPN
crl-16732	89	51	9	9	NUM
crl-16732	89	52	,	,	PUNCT
crl-16732	89	53	no	no	INTJ
crl-16732	89	54	.	.	NOUN
crl-16732	89	55	1	1	NUM
crl-16732	89	56	(	(	PUNCT
crl-16732	89	57	january	january	PROPN
crl-16732	89	58	1971	1971	NUM
crl-16732	89	59	):	):	PUNCT
crl-16732	89	60	66–100	66–100	NUM
crl-16732	89	61	,	,	PUNCT
crl-16732	89	62	available	available	ADJ
crl-16732	89	63	online	online	ADV
crl-16732	89	64	at	at	ADP
crl-16732	89	65	http://www.jstor.org/stable/41827004	http://www.jstor.org/stable/41827004	PROPN
crl-16732	89	66	[	[	PUNCT
crl-16732	89	67	accessed	access	VERB
crl-16732	89	68	8	8	NUM
crl-16732	89	69	august	august	PROPN
crl-16732	89	70	2017	2017	NUM
crl-16732	89	71	]	]	PUNCT
crl-16732	89	72	.	.	PUNCT
crl-16732	90	1	2	2	X
crl-16732	90	2	.	.	PUNCT
crl-16732	90	3	lawrence	lawrence	PROPN
crl-16732	90	4	souder	souder	PROPN
crl-16732	90	5	,	,	PUNCT
crl-16732	90	6	“	"	PUNCT
crl-16732	90	7	the	the	DET
crl-16732	90	8	ethics	ethic	NOUN
crl-16732	90	9	of	of	ADP
crl-16732	90	10	scholarly	scholarly	ADJ
crl-16732	90	11	peer	peer	NOUN
crl-16732	90	12	review	review	NOUN
crl-16732	90	13	:	:	PUNCT
crl-16732	90	14	a	a	DET
crl-16732	90	15	review	review	NOUN
crl-16732	90	16	of	of	ADP
crl-16732	90	17	the	the	DET
crl-16732	90	18	literature	literature	NOUN
crl-16732	90	19	,	,	PUNCT
crl-16732	90	20	”	"	PUNCT
crl-16732	90	21	learned	learn	VERB
crl-16732	90	22	publishing	publish	VERB
crl-16732	90	23	24	24	NUM
crl-16732	90	24	,	,	PUNCT
crl-16732	90	25	no	no	INTJ
crl-16732	90	26	.	.	NOUN
crl-16732	90	27	1	1	NUM
crl-16732	90	28	(	(	PUNCT
crl-16732	90	29	january	january	PROPN
crl-16732	90	30	2011	2011	NUM
crl-16732	90	31	):	):	PUNCT
crl-16732	90	32	55–74	55–74	NUM
crl-16732	90	33	,	,	PUNCT
crl-16732	90	34	doi:10.1087/20110109	doi:10.1087/20110109	VERB
crl-16732	90	35	.	.	PUNCT
crl-16732	91	1	3	3	X
crl-16732	91	2	.	.	X
crl-16732	91	3	richard	richard	PROPN
crl-16732	91	4	smith	smith	PROPN
crl-16732	91	5	,	,	PUNCT
crl-16732	91	6	“	"	PUNCT
crl-16732	91	7	peer	peer	NOUN
crl-16732	91	8	review	review	NOUN
crl-16732	91	9	:	:	PUNCT
crl-16732	91	10	a	a	DET
crl-16732	91	11	flawed	flawed	ADJ
crl-16732	91	12	process	process	NOUN
crl-16732	91	13	at	at	ADP
crl-16732	91	14	the	the	DET
crl-16732	91	15	heart	heart	NOUN
crl-16732	91	16	of	of	ADP
crl-16732	91	17	science	science	NOUN
crl-16732	91	18	and	and	CCONJ
crl-16732	91	19	journals	journal	NOUN
crl-16732	91	20	,	,	PUNCT
crl-16732	91	21	”	"	PUNCT
crl-16732	91	22	journal	journal	NOUN
crl-16732	91	23	of	of	ADP
crl-16732	91	24	the	the	DET
crl-16732	91	25	royal	royal	ADJ
crl-16732	91	26	society	society	NOUN
crl-16732	91	27	of	of	ADP
crl-16732	91	28	medicine	medicine	NOUN
crl-16732	91	29	99	99	NUM
crl-16732	91	30	,	,	PUNCT
crl-16732	91	31	no	no	INTJ
crl-16732	91	32	.	.	NOUN
crl-16732	91	33	4	4	NUM
crl-16732	91	34	(	(	PUNCT
crl-16732	91	35	april	april	PROPN
crl-16732	91	36	2006	2006	NUM
crl-16732	91	37	):	):	PUNCT
crl-16732	91	38	178–182	178–182	NUM
crl-16732	91	39	,	,	PUNCT
crl-16732	91	40	available	available	ADJ
crl-16732	91	41	online	online	ADV
crl-16732	91	42	at	at	ADP
crl-16732	91	43	https://www	https://www	PROPN
crl-16732	91	44	.	.	PUNCT
crl-16732	91	45	ncbi.nlm.nih.gov/pmc/articles/pmc1420798/	ncbi.nlm.nih.gov/pmc/articles/pmc1420798/	PROPN
crl-16732	92	1	[	[	X
crl-16732	92	2	accessed	access	VERB
crl-16732	92	3	8	8	NUM
crl-16732	92	4	august	august	PROPN
crl-16732	92	5	2017	2017	NUM
crl-16732	92	6	]	]	PUNCT
crl-16732	92	7	doi:10.1258	doi:10.1258	PROPN
crl-16732	92	8	/	/	SYM
crl-16732	92	9	jrsm.99.4.178	jrsm.99.4.178	NOUN
crl-16732	92	10	.	.	PUNCT
crl-16732	93	1	4	4	X
crl-16732	93	2	.	.	X
crl-16732	93	3	mario	mario	PROPN
crl-16732	93	4	biagioli	biagioli	PROPN
crl-16732	93	5	,	,	PUNCT
crl-16732	93	6	“	"	PUNCT
crl-16732	93	7	from	from	ADP
crl-16732	93	8	book	book	NOUN
crl-16732	93	9	censorship	censorship	NOUN
crl-16732	93	10	to	to	ADP
crl-16732	93	11	academic	academic	ADJ
crl-16732	93	12	peer	peer	NOUN
crl-16732	93	13	review	review	NOUN
crl-16732	93	14	,	,	PUNCT
crl-16732	93	15	”	"	PUNCT
crl-16732	93	16	emergences	emergence	NOUN
crl-16732	93	17	12	12	NUM
crl-16732	93	18	,	,	PUNCT
crl-16732	93	19	no	no	INTJ
crl-16732	93	20	.	.	NOUN
crl-16732	93	21	1	1	NUM
crl-16732	93	22	(	(	PUNCT
crl-16732	93	23	2002	2002	NUM
crl-16732	93	24	):	):	PUNCT
crl-16732	93	25	11–45	11–45	NUM
crl-16732	93	26	.	.	PUNCT
crl-16732	93	27	doi:10.1080/104572202200000343	doi:10.1080/104572202200000343	NOUN
crl-16732	94	1	p.	p.	NOUN
crl-16732	94	2	11	11	NUM
crl-16732	94	3	.	.	X
crl-16732	95	1	5	5	NUM
crl-16732	95	2	.	.	X
crl-16732	95	3	souder	souder	PROPN
crl-16732	95	4	,	,	PUNCT
crl-16732	95	5	"	"	PUNCT
crl-16732	95	6	the	the	DET
crl-16732	95	7	ethics	ethic	NOUN
crl-16732	95	8	of	of	ADP
crl-16732	95	9	scholarly	scholarly	ADJ
crl-16732	95	10	peer	peer	NOUN
crl-16732	95	11	review	review	NOUN
crl-16732	95	12	.	.	PUNCT
crl-16732	95	13	"	"	PUNCT
crl-16732	96	1	6	6	NUM
crl-16732	96	2	.	.	PUNCT
crl-16732	97	1	in	in	ADP
crl-16732	97	2	a	a	DET
crl-16732	97	3	review	review	NOUN
crl-16732	97	4	of	of	ADP
crl-16732	97	5	studies	study	NOUN
crl-16732	97	6	of	of	ADP
crl-16732	97	7	peer	peer	NOUN
crl-16732	97	8	review	review	NOUN
crl-16732	97	9	tom	tom	PROPN
crl-16732	97	10	jefferson	jefferson	PROPN
crl-16732	97	11	et	et	PROPN
crl-16732	97	12	al	al	PROPN
crl-16732	97	13	.	.	PROPN
crl-16732	97	14	concluded	conclude	VERB
crl-16732	97	15	that	that	SCONJ
crl-16732	97	16	“	"	PUNCT
crl-16732	97	17	the	the	DET
crl-16732	97	18	methodological	methodological	ADJ
crl-16732	97	19	problems	problem	NOUN
crl-16732	97	20	in	in	ADP
crl-16732	97	21	studying	study	VERB
crl-16732	97	22	peer	peer	NOUN
crl-16732	97	23	review	review	NOUN
crl-16732	97	24	are	be	AUX
crl-16732	97	25	many	many	ADJ
crl-16732	97	26	and	and	CCONJ
crl-16732	97	27	complex	complex	ADJ
crl-16732	97	28	”	"	PUNCT
crl-16732	97	29	and	and	CCONJ
crl-16732	97	30	called	call	VERB
crl-16732	97	31	for	for	ADP
crl-16732	97	32	a	a	DET
crl-16732	97	33	large	large	ADJ
crl-16732	97	34	-	-	PUNCT
crl-16732	97	35	scale	scale	NOUN
crl-16732	97	36	study	study	NOUN
crl-16732	97	37	of	of	ADP
crl-16732	97	38	its	its	PRON
crl-16732	97	39	effects	effect	NOUN
crl-16732	97	40	,	,	PUNCT
crl-16732	97	41	observing	observe	VERB
crl-16732	97	42	in	in	ADP
crl-16732	97	43	their	their	PRON
crl-16732	97	44	limited	limited	ADJ
crl-16732	97	45	study	study	NOUN
crl-16732	97	46	“	"	PUNCT
crl-16732	97	47	little	little	ADJ
crl-16732	97	48	empirical	empirical	ADJ
crl-16732	97	49	evidence	evidence	NOUN
crl-16732	97	50	…	…	PUNCT
crl-16732	97	51	.	.	PUNCT
crl-16732	98	1	to	to	PART
crl-16732	98	2	support	support	VERB
crl-16732	98	3	to	to	PART
crl-16732	98	4	use	use	VERB
crl-16732	98	5	of	of	ADP
crl-16732	98	6	editorial	editorial	ADJ
crl-16732	98	7	peer	peer	NOUN
crl-16732	98	8	review	review	NOUN
crl-16732	98	9	as	as	ADP
crl-16732	98	10	a	a	DET
crl-16732	98	11	mechanism	mechanism	NOUN
crl-16732	98	12	to	to	PART
crl-16732	98	13	ensure	ensure	VERB
crl-16732	98	14	quality	quality	NOUN
crl-16732	98	15	of	of	ADP
crl-16732	98	16	empirical	empirical	ADJ
crl-16732	98	17	research	research	NOUN
crl-16732	98	18	.	.	PUNCT
crl-16732	98	19	”	"	PUNCT
crl-16732	99	1	souder	souder	PROPN
crl-16732	99	2	details	detail	VERB
crl-16732	99	3	complaints	complaint	NOUN
crl-16732	99	4	about	about	ADP
crl-16732	99	5	peer	peer	NOUN
crl-16732	99	6	reviewers	reviewer	NOUN
crl-16732	99	7	noted	note	VERB
crl-16732	99	8	(	(	PUNCT
crl-16732	99	9	and	and	CCONJ
crl-16732	99	10	in	in	ADP
crl-16732	99	11	some	some	DET
crl-16732	99	12	cases	case	NOUN
crl-16732	99	13	substantiated	substantiate	VERB
crl-16732	99	14	)	)	PUNCT
crl-16732	99	15	in	in	ADP
crl-16732	99	16	the	the	DET
crl-16732	99	17	literature	literature	NOUN
crl-16732	99	18	:	:	PUNCT
crl-16732	99	19	they	they	PRON
crl-16732	99	20	are	be	AUX
crl-16732	99	21	biased	bias	VERB
crl-16732	99	22	,	,	PUNCT
crl-16732	99	23	violate	violate	VERB
crl-16732	99	24	ethical	ethical	ADJ
crl-16732	99	25	norms	norm	NOUN
crl-16732	99	26	or	or	CCONJ
crl-16732	99	27	commit	commit	VERB
crl-16732	99	28	fraud	fraud	NOUN
crl-16732	99	29	,	,	PUNCT
crl-16732	99	30	plagiarize	plagiarize	VERB
crl-16732	99	31	,	,	PUNCT
crl-16732	99	32	breach	breach	VERB
crl-16732	99	33	confidentiality	confidentiality	NOUN
crl-16732	99	34	,	,	PUNCT
crl-16732	99	35	etc	etc	X
crl-16732	99	36	.	.	X
crl-16732	100	1	see	see	VERB
crl-16732	100	2	tom	tom	PROPN
crl-16732	100	3	jefferson	jefferson	PROPN
crl-16732	100	4	,	,	PUNCT
crl-16732	100	5	melanie	melanie	PROPN
crl-16732	100	6	rudin	rudin	PROPN
crl-16732	100	7	,	,	PUNCT
crl-16732	100	8	suzanne	suzanne	PROPN
crl-16732	100	9	brodney	brodney	PROPN
crl-16732	100	10	folse	folse	PROPN
crl-16732	100	11	,	,	PUNCT
crl-16732	100	12	and	and	CCONJ
crl-16732	100	13	frank	frank	PROPN
crl-16732	100	14	davidoff	davidoff	PROPN
crl-16732	100	15	,	,	PUNCT
crl-16732	100	16	“	"	PUNCT
crl-16732	100	17	editorial	editorial	ADJ
crl-16732	100	18	peer	peer	NOUN
crl-16732	100	19	review	review	NOUN
crl-16732	100	20	for	for	ADP
crl-16732	100	21	improving	improve	VERB
crl-16732	100	22	the	the	DET
crl-16732	100	23	quality	quality	NOUN
crl-16732	100	24	of	of	ADP
crl-16732	100	25	reports	report	NOUN
crl-16732	100	26	of	of	ADP
crl-16732	100	27	biomedical	biomedical	ADJ
crl-16732	100	28	studies	study	NOUN
crl-16732	100	29	,	,	PUNCT
crl-16732	100	30	”	"	PUNCT
crl-16732	100	31	cochrane	cochrane	NOUN
crl-16732	100	32	database	database	NOUN
crl-16732	100	33	of	of	ADP
crl-16732	100	34	systematic	systematic	ADJ
crl-16732	100	35	reviews	review	NOUN
crl-16732	100	36	2	2	NUM
crl-16732	100	37	(	(	PUNCT
crl-16732	100	38	2007	2007	NUM
crl-16732	100	39	)	)	PUNCT
crl-16732	100	40	,	,	PUNCT
crl-16732	100	41	available	available	ADJ
crl-16732	100	42	online	online	ADV
crl-16732	100	43	at	at	ADP
crl-16732	100	44	https://doi.org/10.1002/14651858.mr000016.pub3	https://doi.org/10.1002/14651858.mr000016.pub3	PROPN
crl-16732	100	45	[	[	PUNCT
crl-16732	100	46	accessed	access	VERB
crl-16732	100	47	8	8	NUM
crl-16732	100	48	august	august	PROPN
crl-16732	100	49	2017	2017	NUM
crl-16732	100	50	]	]	PUNCT
crl-16732	100	51	;	;	PUNCT
crl-16732	100	52	souder	souder	PROPN
crl-16732	100	53	,	,	PUNCT
crl-16732	100	54	“	"	PUNCT
crl-16732	100	55	the	the	DET
crl-16732	100	56	ethics	ethic	NOUN
crl-16732	100	57	of	of	ADP
crl-16732	100	58	scholarly	scholarly	ADJ
crl-16732	100	59	peer	peer	NOUN
crl-16732	100	60	review	review	NOUN
crl-16732	100	61	.	.	PUNCT
crl-16732	100	62	”	"	PUNCT
crl-16732	101	1	7	7	NUM
crl-16732	101	2	.	.	PUNCT
crl-16732	102	1	i	i	PRON
crl-16732	102	2	use	use	VERB
crl-16732	102	3	the	the	DET
crl-16732	102	4	terms	term	NOUN
crl-16732	102	5	“	"	PUNCT
crl-16732	102	6	referee	referee	NOUN
crl-16732	102	7	”	"	PUNCT
crl-16732	102	8	and	and	CCONJ
crl-16732	102	9	“	"	PUNCT
crl-16732	102	10	reviewer	reviewer	NOUN
crl-16732	102	11	”	"	PUNCT
crl-16732	102	12	interchangeably	interchangeably	ADV
crl-16732	102	13	.	.	PUNCT
crl-16732	103	1	8	8	NUM
crl-16732	103	2	.	.	X
crl-16732	104	1	martin	martin	PROPN
crl-16732	104	2	klein	klein	PROPN
crl-16732	104	3	et	et	PROPN
crl-16732	104	4	al	al	PROPN
crl-16732	104	5	’s	’s	PART
crl-16732	104	6	work	work	NOUN
crl-16732	104	7	examining	examine	VERB
crl-16732	104	8	papers	paper	NOUN
crl-16732	104	9	in	in	ADP
crl-16732	104	10	arxiv	arxiv	PROPN
crl-16732	104	11	posits	posit	NOUN
crl-16732	104	12	that	that	SCONJ
crl-16732	104	13	publications	publication	NOUN
crl-16732	104	14	do	do	AUX
crl-16732	104	15	n’t	not	PART
crl-16732	104	16	change	change	VERB
crl-16732	104	17	significantly	significantly	ADV
crl-16732	104	18	between	between	ADP
crl-16732	104	19	preand	preand	VERB
crl-16732	104	20	post	post	ADJ
crl-16732	104	21	-	-	ADJ
crl-16732	104	22	print	print	ADJ
crl-16732	104	23	versions	version	NOUN
crl-16732	104	24	—	—	PUNCT
crl-16732	104	25	an	an	DET
crl-16732	104	26	argument	argument	NOUN
crl-16732	104	27	that	that	PRON
crl-16732	104	28	peer	peer	NOUN
crl-16732	104	29	review	review	NOUN
crl-16732	104	30	’s	’s	PART
crl-16732	104	31	effects	effect	NOUN
crl-16732	104	32	are	be	AUX
crl-16732	104	33	minimal	minimal	ADJ
crl-16732	104	34	.	.	PUNCT
crl-16732	105	1	see	see	VERB
crl-16732	105	2	martin	martin	PROPN
crl-16732	105	3	klein	klein	PROPN
crl-16732	105	4	,	,	PUNCT
crl-16732	105	5	peter	peter	PROPN
crl-16732	105	6	broadwell	broadwell	PROPN
crl-16732	105	7	,	,	PUNCT
crl-16732	105	8	sharon	sharon	PROPN
crl-16732	105	9	e.	e.	PROPN
crl-16732	105	10	farb	farb	PROPN
crl-16732	105	11	,	,	PUNCT
crl-16732	105	12	and	and	CCONJ
crl-16732	105	13	todd	todd	PROPN
crl-16732	105	14	grappone	grappone	NOUN
crl-16732	105	15	,	,	PUNCT
crl-16732	105	16	“	"	PUNCT
crl-16732	105	17	comparing	compare	VERB
crl-16732	105	18	published	publish	VERB
crl-16732	105	19	scientific	scientific	ADJ
crl-16732	105	20	journal	journal	NOUN
crl-16732	105	21	articles	article	NOUN
crl-16732	105	22	to	to	ADP
crl-16732	105	23	their	their	PRON
crl-16732	105	24	pre	pre	ADJ
crl-16732	105	25	-	-	ADJ
crl-16732	105	26	print	print	ADJ
crl-16732	105	27	versions	version	NOUN
crl-16732	105	28	,	,	PUNCT
crl-16732	105	29	”	"	PUNCT
crl-16732	105	30	proceedings	proceeding	NOUN
crl-16732	105	31	of	of	ADP
crl-16732	105	32	the	the	DET
crl-16732	105	33	16th	16th	ADJ
crl-16732	105	34	acm	acm	PROPN
crl-16732	105	35	/	/	SYM
crl-16732	105	36	ieee	ieee	NOUN
crl-16732	105	37	-	-	PUNCT
crl-16732	105	38	cs	cs	PROPN
crl-16732	105	39	on	on	ADP
crl-16732	105	40	joint	joint	ADJ
crl-16732	105	41	conference	conference	NOUN
crl-16732	105	42	on	on	ADP
crl-16732	105	43	digital	digital	ADJ
crl-16732	105	44	libraries	library	NOUN
crl-16732	105	45	(	(	PUNCT
crl-16732	105	46	newark	newark	PROPN
crl-16732	105	47	,	,	PUNCT
crl-16732	105	48	nj	nj	PROPN
crl-16732	105	49	:	:	PUNCT
crl-16732	105	50	june	june	PROPN
crl-16732	105	51	19–23	19–23	NUM
crl-16732	105	52	,	,	PUNCT
crl-16732	105	53	2016	2016	NUM
crl-16732	105	54	):	):	PUNCT
crl-16732	105	55	153–162	153–162	NUM
crl-16732	105	56	.	.	PUNCT
crl-16732	105	57	doi:10.1145/2910896.2910909	doi:10.1145/2910896.2910909	PROPN
crl-16732	105	58	.	.	PUNCT
crl-16732	106	1	for	for	ADP
crl-16732	106	2	a	a	DET
crl-16732	106	3	critique	critique	NOUN
crl-16732	106	4	of	of	ADP
crl-16732	106	5	a	a	DET
crl-16732	106	6	preprint	preprint	NOUN
crl-16732	106	7	version	version	NOUN
crl-16732	106	8	of	of	ADP
crl-16732	106	9	klein	klein	PROPN
crl-16732	106	10	et	et	PROPN
crl-16732	106	11	al	al	PROPN
crl-16732	106	12	’s	’s	PART
crl-16732	106	13	analysis	analysis	NOUN
crl-16732	106	14	,	,	PUNCT
crl-16732	106	15	see	see	VERB
crl-16732	106	16	dalmeet	dalmeet	PROPN
crl-16732	106	17	singh	singh	PROPN
crl-16732	106	18	chawla	chawla	PROPN
crl-16732	106	19	,	,	PUNCT
crl-16732	106	20	“	"	PUNCT
crl-16732	106	21	do	do	AUX
crl-16732	106	22	publishers	publisher	NOUN
crl-16732	106	23	add	add	VERB
crl-16732	106	24	value	value	NOUN
crl-16732	106	25	?	?	PUNCT
crl-16732	107	1	maybe	maybe	ADV
crl-16732	107	2	little	little	ADJ
crl-16732	107	3	,	,	PUNCT
crl-16732	107	4	suggests	suggest	VERB
crl-16732	107	5	preprint	preprint	NOUN
crl-16732	107	6	study	study	NOUN
crl-16732	107	7	of	of	ADP
crl-16732	107	8	preprints	preprint	NOUN
crl-16732	107	9	”	"	PUNCT
crl-16732	107	10	retraction	retraction	NOUN
crl-16732	107	11	watch	watch	NOUN
crl-16732	107	12	blog	blog	NOUN
crl-16732	107	13	(	(	PUNCT
crl-16732	107	14	june	june	PROPN
crl-16732	107	15	24	24	NUM
crl-16732	107	16	,	,	PUNCT
crl-16732	107	17	2016	2016	NUM
crl-16732	107	18	)	)	PUNCT
crl-16732	107	19	,	,	PUNCT
crl-16732	107	20	available	available	ADJ
crl-16732	107	21	online	online	ADV
crl-16732	107	22	at	at	ADP
crl-16732	107	23	http://retractionwatch	http://retractionwatch	NOUN
crl-16732	107	24	.	.	NOUN
crl-16732	107	25	com/2016/06/24	com/2016/06/24	PUNCT
crl-16732	107	26	/	/	SYM
crl-16732	107	27	do	do	AUX
crl-16732	107	28	-	-	PUNCT
crl-16732	107	29	publishers	publisher	NOUN
crl-16732	107	30	-	-	PUNCT
crl-16732	107	31	add	add	ADJ
crl-16732	107	32	-	-	PUNCT
crl-16732	107	33	value	value	NOUN
crl-16732	107	34	-	-	PUNCT
crl-16732	107	35	maybe	maybe	ADV
crl-16732	107	36	-	-	PUNCT
crl-16732	107	37	little	little	ADJ
crl-16732	107	38	-	-	PUNCT
crl-16732	107	39	suggests	suggest	NOUN
crl-16732	107	40	-	-	PUNCT
crl-16732	107	41	preprint	preprint	NOUN
crl-16732	107	42	-	-	PUNCT
crl-16732	107	43	study	study	NOUN
crl-16732	107	44	-	-	PUNCT
crl-16732	107	45	of	of	ADP
crl-16732	107	46	-	-	PUNCT
crl-16732	107	47	preprints/	preprints/	NOUN
crl-16732	107	48	[	[	X
crl-16732	107	49	accessed	access	VERB
crl-16732	107	50	8	8	NUM
crl-16732	107	51	august	august	PROPN
crl-16732	107	52	2017	2017	NUM
crl-16732	107	53	]	]	PUNCT
crl-16732	107	54	as	as	ADV
crl-16732	107	55	well	well	ADV
crl-16732	107	56	as	as	ADP
crl-16732	107	57	comments	comment	NOUN
crl-16732	107	58	on	on	ADP
crl-16732	107	59	the	the	DET
crl-16732	107	60	blog	blog	NOUN
crl-16732	107	61	post	post	NOUN
crl-16732	107	62	.	.	PROPN
crl-16732	108	1	9	9	NUM
crl-16732	108	2	.	.	X
crl-16732	108	3	lutz	lutz	PROPN
crl-16732	108	4	bornmann	bornmann	PROPN
crl-16732	108	5	,	,	PUNCT
crl-16732	108	6	“	"	PUNCT
crl-16732	108	7	scientific	scientific	ADJ
crl-16732	108	8	peer	peer	NOUN
crl-16732	108	9	review	review	NOUN
crl-16732	108	10	:	:	PUNCT
crl-16732	108	11	an	an	DET
crl-16732	108	12	analysis	analysis	NOUN
crl-16732	108	13	of	of	ADP
crl-16732	108	14	the	the	DET
crl-16732	108	15	peer	peer	NOUN
crl-16732	108	16	review	review	NOUN
crl-16732	108	17	process	process	NOUN
crl-16732	108	18	from	from	ADP
crl-16732	108	19	the	the	DET
crl-16732	108	20	perspective	perspective	NOUN
crl-16732	108	21	of	of	ADP
crl-16732	108	22	sociology	sociology	NOUN
crl-16732	108	23	of	of	ADP
crl-16732	108	24	science	science	NOUN
crl-16732	108	25	theories	theory	NOUN
crl-16732	108	26	,	,	PUNCT
crl-16732	108	27	”	"	PUNCT
crl-16732	108	28	human	human	ADJ
crl-16732	108	29	architecture	architecture	NOUN
crl-16732	108	30	:	:	PUNCT
crl-16732	108	31	journal	journal	NOUN
crl-16732	108	32	of	of	ADP
crl-16732	108	33	the	the	DET
crl-16732	108	34	sociology	sociology	NOUN
crl-16732	108	35	of	of	ADP
crl-16732	108	36	self	self	NOUN
crl-16732	108	37	-	-	PUNCT
crl-16732	108	38	knowledge	knowledge	NOUN
crl-16732	108	39	6	6	NUM
crl-16732	108	40	,	,	PUNCT
crl-16732	108	41	no	no	INTJ
crl-16732	108	42	.	.	NOUN
crl-16732	108	43	2	2	NUM
crl-16732	108	44	,	,	PUNCT
crl-16732	108	45	article	article	NOUN
crl-16732	108	46	3	3	NUM
crl-16732	108	47	(	(	PUNCT
crl-16732	108	48	2008	2008	NUM
crl-16732	108	49	)	)	PUNCT
crl-16732	108	50	,	,	PUNCT
crl-16732	108	51	available	available	ADJ
crl-16732	108	52	online	online	ADV
crl-16732	108	53	at	at	ADP
crl-16732	108	54	http://scholarworks.umb.edu/humanarchitecture/vol6/iss2/3	http://scholarworks.umb.edu/humanarchitecture/vol6/iss2/3	PROPN
crl-16732	108	55	[	[	PUNCT
crl-16732	108	56	accessed	access	VERB
crl-16732	108	57	8	8	NUM
crl-16732	108	58	august	august	PROPN
crl-16732	108	59	2017	2017	NUM
crl-16732	108	60	]	]	PUNCT
crl-16732	108	61	.	.	PUNCT
crl-16732	109	1	10	10	NUM
crl-16732	109	2	.	.	PUNCT
crl-16732	109	3	biagioli	biagioli	PROPN
crl-16732	109	4	,	,	PUNCT
crl-16732	109	5	“	"	PUNCT
crl-16732	109	6	from	from	ADP
crl-16732	109	7	book	book	NOUN
crl-16732	109	8	censorship	censorship	NOUN
crl-16732	109	9	to	to	ADP
crl-16732	109	10	academic	academic	ADJ
crl-16732	109	11	peer	peer	NOUN
crl-16732	109	12	review	review	NOUN
crl-16732	109	13	,	,	PUNCT
crl-16732	109	14	”	"	PUNCT
crl-16732	109	15	11	11	NUM
crl-16732	109	16	.	.	PUNCT
crl-16732	109	17	11	11	NUM
crl-16732	109	18	.	.	PUNCT
crl-16732	110	1	ann	ann	PROPN
crl-16732	110	2	c.	c.	PROPN
crl-16732	110	3	weller	weller	PROPN
crl-16732	110	4	,	,	PUNCT
crl-16732	110	5	editorial	editorial	ADJ
crl-16732	110	6	peer	peer	NOUN
crl-16732	110	7	review	review	NOUN
crl-16732	110	8	:	:	PUNCT
crl-16732	110	9	its	its	PRON
crl-16732	110	10	strengths	strength	NOUN
crl-16732	110	11	and	and	CCONJ
crl-16732	110	12	weaknesses	weakness	NOUN
crl-16732	110	13	(	(	PUNCT
crl-16732	110	14	medford	medford	PROPN
crl-16732	110	15	,	,	PUNCT
crl-16732	110	16	nj	nj	PROPN
crl-16732	110	17	:	:	PUNCT
crl-16732	110	18	information	information	NOUN
crl-16732	110	19	today	today	NOUN
crl-16732	110	20	/	/	SYM
crl-16732	110	21	asis&t	asis&t	PROPN
crl-16732	110	22	monograph	monograph	NOUN
crl-16732	110	23	series	series	NOUN
crl-16732	110	24	,	,	PUNCT
crl-16732	110	25	2001	2001	NUM
crl-16732	110	26	):	):	PUNCT
crl-16732	110	27	308–9	308–9	NUM
crl-16732	110	28	.	.	NOUN
crl-16732	110	29	12	12	NUM
crl-16732	110	30	.	.	PUNCT
crl-16732	111	1	korey	korey	PROPN
crl-16732	111	2	jackson	jackson	PROPN
crl-16732	111	3	,	,	PUNCT
crl-16732	111	4	“	"	PUNCT
crl-16732	111	5	watching	watch	VERB
crl-16732	111	6	the	the	DET
crl-16732	111	7	detectives	detective	NOUN
crl-16732	111	8	:	:	PUNCT
crl-16732	111	9	review	review	VERB
crl-16732	111	10	’s	’s	NOUN
crl-16732	111	11	past	past	NOUN
crl-16732	111	12	and	and	CCONJ
crl-16732	111	13	present	present	ADJ
crl-16732	111	14	,	,	PUNCT
crl-16732	111	15	”	"	PUNCT
crl-16732	111	16	ada	ada	PROPN
crl-16732	111	17	4	4	NUM
crl-16732	111	18	(	(	PUNCT
crl-16732	111	19	april	april	PROPN
crl-16732	111	20	2014	2014	NUM
crl-16732	111	21	)	)	PUNCT
crl-16732	111	22	.	.	PUNCT
crl-16732	112	1	doi:10.7264	doi:10.7264	NOUN
crl-16732	112	2	/	/	SYM
crl-16732	112	3	n38w3bk9	n38w3bk9	NOUN
crl-16732	112	4	.	.	PUNCT
crl-16732	113	1	13	13	NUM
crl-16732	113	2	.	.	X
crl-16732	113	3	souder	souder	PROPN
crl-16732	113	4	,	,	PUNCT
crl-16732	113	5	"	"	PUNCT
crl-16732	113	6	the	the	DET
crl-16732	113	7	ethics	ethic	NOUN
crl-16732	113	8	of	of	ADP
crl-16732	113	9	scholarly	scholarly	ADJ
crl-16732	113	10	peer	peer	NOUN
crl-16732	113	11	review	review	NOUN
crl-16732	113	12	,	,	PUNCT
crl-16732	113	13	"	"	PUNCT
crl-16732	113	14	57	57	NUM
crl-16732	113	15	.	.	PUNCT
crl-16732	113	16	14	14	NUM
crl-16732	113	17	.	.	PUNCT
crl-16732	114	1	in	in	ADP
crl-16732	114	2	further	further	ADJ
crl-16732	114	3	commentary	commentary	NOUN
crl-16732	114	4	on	on	ADP
crl-16732	114	5	the	the	DET
crl-16732	114	6	role	role	NOUN
crl-16732	114	7	of	of	ADP
crl-16732	114	8	the	the	DET
crl-16732	114	9	reviewer	reviewer	NOUN
crl-16732	114	10	,	,	PUNCT
crl-16732	114	11	harriet	harriet	PROPN
crl-16732	114	12	zuckerman	zuckerman	PROPN
crl-16732	114	13	and	and	CCONJ
crl-16732	114	14	robert	robert	PROPN
crl-16732	114	15	k.	k.	PROPN
crl-16732	114	16	merton	merton	PROPN
crl-16732	114	17	frame	frame	NOUN
crl-16732	114	18	referees	referee	NOUN
crl-16732	114	19	and	and	CCONJ
crl-16732	114	20	editors	editor	NOUN
crl-16732	114	21	as	as	ADP
crl-16732	114	22	“	"	PUNCT
crl-16732	114	23	significant	significant	ADJ
crl-16732	114	24	status	status	NOUN
crl-16732	114	25	-	-	PUNCT
crl-16732	114	26	judges	judge	NOUN
crl-16732	114	27	.	.	PUNCT
crl-16732	114	28	”	"	PUNCT
crl-16732	115	1	they	they	PRON
crl-16732	115	2	argue	argue	VERB
crl-16732	115	3	that	that	SCONJ
crl-16732	115	4	status	status	NOUN
crl-16732	115	5	judges	judge	NOUN
crl-16732	115	6	(	(	PUNCT
crl-16732	115	7	a	a	DET
crl-16732	115	8	category	category	NOUN
crl-16732	115	9	that	that	PRON
crl-16732	115	10	can	can	AUX
crl-16732	115	11	be	be	AUX
crl-16732	115	12	applied	apply	VERB
crl-16732	115	13	in	in	ADP
crl-16732	115	14	other	other	ADJ
crl-16732	115	15	contexts	context	NOUN
crl-16732	115	16	to	to	ADP
crl-16732	115	17	teachers	teacher	NOUN
crl-16732	115	18	and	and	CCONJ
crl-16732	115	19	coaches	coach	NOUN
crl-16732	115	20	,	,	PUNCT
crl-16732	115	21	among	among	ADP
crl-16732	115	22	others	other	NOUN
crl-16732	115	23	)	)	PUNCT
crl-16732	115	24	“	"	PUNCT
crl-16732	115	25	…	…	PUNCT
crl-16732	115	26	are	be	AUX
crl-16732	115	27	integral	integral	ADJ
crl-16732	115	28	to	to	ADP
crl-16732	115	29	any	any	DET
crl-16732	115	30	system	system	NOUN
crl-16732	115	31	of	of	ADP
crl-16732	115	32	social	social	ADJ
crl-16732	115	33	control	control	NOUN
crl-16732	115	34	through	through	ADP
crl-16732	115	35	their	their	PRON
crl-16732	115	36	evaluation	evaluation	NOUN
crl-16732	115	37	of	of	ADP
crl-16732	115	38	role	role	NOUN
crl-16732	115	39	-	-	PUNCT
crl-16732	115	40	performance	performance	NOUN
crl-16732	115	41	and	and	CCONJ
crl-16732	115	42	their	their	PRON
crl-16732	115	43	allocation	allocation	NOUN
crl-16732	115	44	of	of	ADP
crl-16732	115	45	rewards	reward	NOUN
crl-16732	115	46	for	for	ADP
crl-16732	115	47	that	that	DET
crl-16732	115	48	performance	performance	NOUN
crl-16732	115	49	.	.	PUNCT
crl-16732	115	50	”	"	PUNCT
crl-16732	116	1	there	there	PRON
crl-16732	116	2	are	be	VERB
crl-16732	116	3	,	,	PUNCT
crl-16732	116	4	of	of	ADP
crl-16732	116	5	course	course	NOUN
crl-16732	116	6	,	,	PUNCT
crl-16732	116	7	other	other	ADJ
crl-16732	116	8	status	status	NOUN
crl-16732	116	9	-	-	PUNCT
crl-16732	116	10	judges	judge	NOUN
crl-16732	116	11	in	in	ADP
crl-16732	116	12	the	the	DET
crl-16732	116	13	scholarly	scholarly	ADJ
crl-16732	116	14	ecosystem	ecosystem	NOUN
crl-16732	116	15	,	,	PUNCT
crl-16732	116	16	including	include	VERB
crl-16732	116	17	authors	author	NOUN
crl-16732	116	18	and	and	CCONJ
crl-16732	116	19	readers	reader	NOUN
crl-16732	116	20	,	,	PUNCT
crl-16732	116	21	whose	whose	DET
crl-16732	116	22	assessments	assessment	NOUN
crl-16732	116	23	are	be	AUX
crl-16732	116	24	formally	formally	ADV
crl-16732	116	25	incorporated	incorporate	VERB
crl-16732	116	26	via	via	ADP
crl-16732	116	27	citations	citation	NOUN
crl-16732	116	28	,	,	PUNCT
crl-16732	116	29	reviews	review	NOUN
crl-16732	116	30	,	,	PUNCT
crl-16732	116	31	comments	comment	NOUN
crl-16732	116	32	,	,	PUNCT
crl-16732	116	33	and	and	CCONJ
crl-16732	116	34	even	even	ADV
crl-16732	116	35	downloads	download	NOUN
crl-16732	116	36	,	,	PUNCT
crl-16732	116	37	through	through	ADP
crl-16732	116	38	scholarly	scholarly	ADJ
crl-16732	116	39	impact	impact	NOUN
crl-16732	116	40	metrics	metric	NOUN
crl-16732	116	41	that	that	PRON
crl-16732	116	42	play	play	VERB
crl-16732	116	43	http://www.jstor.org/stable/41827004	http://www.jstor.org/stable/41827004	ADJ
crl-16732	116	44	https://www.ncbi.nlm.nih.gov/pmc/articles/pmc1420798	https://www.ncbi.nlm.nih.gov/pmc/articles/pmc1420798	ADJ
crl-16732	116	45	https://www.ncbi.nlm.nih.gov/pmc/articles/pmc1420798	https://www.ncbi.nlm.nih.gov/pmc/articles/pmc1420798	NOUN
crl-16732	117	1	https://dx.doi.org/10.1258%2fjrsm.99.4.178	https://dx.doi.org/10.1258%2fjrsm.99.4.178	PROPN
crl-16732	118	1	https://doi.org/10.1002/14651858.mr000016.pub3	https://doi.org/10.1002/14651858.mr000016.pub3	PROPN
crl-16732	118	2	https://doi.org/10.1145/2910896.2910909	https://doi.org/10.1145/2910896.2910909	ADJ
crl-16732	118	3	http://retractionwatch.com/2016/06/24/do-publishers-add-value-maybe-little-suggests-preprint-study-of-preprints/	http://retractionwatch.com/2016/06/24/do-publishers-add-value-maybe-little-suggests-preprint-study-of-preprints/	NOUN
crl-16732	118	4	http://retractionwatch.com/2016/06/24/do-publishers-add-value-maybe-little-suggests-preprint-study-of-preprints/	http://retractionwatch.com/2016/06/24/do-publishers-add-value-maybe-little-suggests-preprint-study-of-preprints/	NOUN
crl-16732	119	1	http://scholarworks.umb.edu/humanarchitecture/vol6/iss2/3	http://scholarworks.umb.edu/humanarchitecture/vol6/iss2/3	INTJ
crl-16732	120	1	http://scholarworks.umb.edu/humanarchitecture/vol6/iss2/3	http://scholarworks.umb.edu/humanarchitecture/vol6/iss2/3	INTJ
crl-16732	120	2	http://dx.doi.org/10.7264/n38w3bk9	http://dx.doi.org/10.7264/n38w3bk9	ADV
crl-16732	120	3	740	740	NUM
crl-16732	120	4	 	 	SPACE
crl-16732	120	5	college	college	PROPN
crl-16732	120	6	&	&	CCONJ
crl-16732	120	7	research	research	PROPN
crl-16732	120	8	libraries	library	NOUN
crl-16732	120	9	september	september	PROPN
crl-16732	120	10	2017	2017	NUM
crl-16732	120	11	a	a	DET
crl-16732	120	12	growing	grow	VERB
crl-16732	120	13	role	role	NOUN
crl-16732	120	14	in	in	ADP
crl-16732	120	15	the	the	DET
crl-16732	120	16	continued	continue	VERB
crl-16732	120	17	assessment	assessment	NOUN
crl-16732	120	18	of	of	ADP
crl-16732	120	19	scholarship	scholarship	NOUN
crl-16732	120	20	;	;	PUNCT
crl-16732	120	21	harriet	harriet	PROPN
crl-16732	120	22	zuckerman	zuckerman	PROPN
crl-16732	120	23	and	and	CCONJ
crl-16732	120	24	robert	robert	PROPN
crl-16732	120	25	k.	k.	PROPN
crl-16732	120	26	merton	merton	PROPN
crl-16732	120	27	,	,	PUNCT
crl-16732	120	28	“	"	PUNCT
crl-16732	120	29	patterns	pattern	NOUN
crl-16732	120	30	of	of	ADP
crl-16732	120	31	evaluation	evaluation	NOUN
crl-16732	120	32	in	in	ADP
crl-16732	120	33	science	science	NOUN
crl-16732	120	34	:	:	PUNCT
crl-16732	120	35	institutionalisation	institutionalisation	NOUN
crl-16732	120	36	,	,	PUNCT
crl-16732	120	37	structure	structure	NOUN
crl-16732	120	38	and	and	CCONJ
crl-16732	120	39	functions	function	NOUN
crl-16732	120	40	of	of	ADP
crl-16732	120	41	the	the	DET
crl-16732	120	42	referee	referee	NOUN
crl-16732	120	43	system	system	NOUN
crl-16732	120	44	,	,	PUNCT
crl-16732	120	45	”	"	PUNCT
crl-16732	120	46	minerva	minerva	PROPN
crl-16732	120	47	9	9	NUM
crl-16732	120	48	,	,	PUNCT
crl-16732	120	49	no	no	INTJ
crl-16732	120	50	.	.	NOUN
crl-16732	120	51	1	1	NUM
crl-16732	120	52	(	(	PUNCT
crl-16732	120	53	january	january	PROPN
crl-16732	120	54	1971	1971	NUM
crl-16732	120	55	):	):	PUNCT
crl-16732	120	56	66–100	66–100	NUM
crl-16732	120	57	,	,	PUNCT
crl-16732	120	58	available	available	ADJ
crl-16732	120	59	online	online	ADV
crl-16732	120	60	at	at	ADP
crl-16732	120	61	http://www.jstor	http://www.jstor	PROPN
crl-16732	120	62	.	.	PUNCT
crl-16732	121	1	org	org	ADJ
crl-16732	121	2	/	/	SYM
crl-16732	121	3	stable/41827004	stable/41827004	NOUN
crl-16732	121	4	[	[	AUX
crl-16732	121	5	accessed	access	VERB
crl-16732	121	6	8	8	NUM
crl-16732	121	7	august	august	PROPN
crl-16732	121	8	2017	2017	NUM
crl-16732	121	9	]	]	PUNCT
crl-16732	121	10	.	.	PUNCT
crl-16732	122	1	15	15	NUM
crl-16732	122	2	.	.	PUNCT
crl-16732	122	3	weller	weller	NOUN
crl-16732	122	4	,	,	PUNCT
crl-16732	122	5	editorial	editorial	ADJ
crl-16732	122	6	peer	peer	NOUN
crl-16732	122	7	review	review	NOUN
crl-16732	122	8	,	,	PUNCT
crl-16732	122	9	322	322	NUM
crl-16732	122	10	.	.	NOUN
crl-16732	122	11	16	16	NUM
crl-16732	122	12	.	.	PUNCT
crl-16732	123	1	ann	ann	PROPN
crl-16732	123	2	c.	c.	PROPN
crl-16732	123	3	weller	weller	PROPN
crl-16732	123	4	,	,	PUNCT
crl-16732	123	5	“	"	PUNCT
crl-16732	123	6	editorial	editorial	ADJ
crl-16732	123	7	peer	peer	NOUN
crl-16732	123	8	review	review	NOUN
crl-16732	123	9	:	:	PUNCT
crl-16732	123	10	research	research	NOUN
crl-16732	123	11	,	,	PUNCT
crl-16732	123	12	current	current	ADJ
crl-16732	123	13	practices	practice	NOUN
crl-16732	123	14	,	,	PUNCT
crl-16732	123	15	and	and	CCONJ
crl-16732	123	16	implications	implication	NOUN
crl-16732	123	17	for	for	ADP
crl-16732	123	18	librarians	librarian	NOUN
crl-16732	123	19	,	,	PUNCT
crl-16732	123	20	”	"	PUNCT
crl-16732	123	21	serials	serial	NOUN
crl-16732	123	22	review	review	VERB
crl-16732	123	23	21	21	NUM
crl-16732	123	24	,	,	PUNCT
crl-16732	123	25	no	no	INTJ
crl-16732	123	26	.	.	NOUN
crl-16732	123	27	1	1	NUM
crl-16732	123	28	(	(	PUNCT
crl-16732	123	29	1995	1995	NUM
crl-16732	123	30	):	):	PUNCT
crl-16732	123	31	56	56	NUM
crl-16732	123	32	,	,	PUNCT
crl-16732	123	33	available	available	ADJ
crl-16732	123	34	online	online	ADV
crl-16732	123	35	at	at	ADP
crl-16732	123	36	https://doi.org/10.1016/00987913(95)90021-7	https://doi.org/10.1016/00987913(95)90021-7	PROPN
crl-16732	124	1	[	[	X
crl-16732	124	2	accessed	access	VERB
crl-16732	124	3	8	8	NUM
crl-16732	124	4	august	august	PROPN
crl-16732	124	5	2017	2017	NUM
crl-16732	124	6	]	]	PUNCT
crl-16732	124	7	.	.	PUNCT
crl-16732	125	1	stevan	stevan	PROPN
crl-16732	125	2	harnad	harnad	PROPN
crl-16732	125	3	writes	write	VERB
crl-16732	125	4	that	that	SCONJ
crl-16732	125	5	“	"	PUNCT
crl-16732	125	6	editors	editor	NOUN
crl-16732	125	7	usually	usually	ADV
crl-16732	125	8	have	have	VERB
crl-16732	125	9	‘	'	PUNCT
crl-16732	125	10	stables	stable	NOUN
crl-16732	125	11	’	'	PUNCT
crl-16732	125	12	of	of	ADP
crl-16732	125	13	referees	referee	NOUN
crl-16732	125	14	(	(	PUNCT
crl-16732	125	15	an	an	DET
crl-16732	125	16	apt	apt	ADJ
crl-16732	125	17	if	if	SCONJ
crl-16732	125	18	unflattering	unflattering	ADJ
crl-16732	125	19	term	term	NOUN
crl-16732	125	20	describing	describe	VERB
crl-16732	125	21	the	the	DET
crl-16732	125	22	workhorse	workhorse	NOUN
crl-16732	125	23	duties	duty	NOUN
crl-16732	125	24	this	this	DET
crl-16732	125	25	population	population	NOUN
crl-16732	125	26	performs	perform	VERB
crl-16732	125	27	gratis	gratis	NOUN
crl-16732	125	28	for	for	ADP
crl-16732	125	29	the	the	DET
crl-16732	125	30	sake	sake	NOUN
crl-16732	125	31	of	of	ADP
crl-16732	125	32	the	the	DET
crl-16732	125	33	system	system	NOUN
crl-16732	125	34	of	of	ADP
crl-16732	125	35	the	the	DET
crl-16732	125	36	whole	whole	NOUN
crl-16732	125	37	)	)	PUNCT
crl-16732	125	38	for	for	ADP
crl-16732	125	39	each	each	DET
crl-16732	125	40	specialty	specialty	NOUN
crl-16732	125	41	;	;	PUNCT
crl-16732	125	42	in	in	ADP
crl-16732	125	43	active	active	ADJ
crl-16732	125	44	areas	area	NOUN
crl-16732	125	45	,	,	PUNCT
crl-16732	125	46	however	however	ADV
crl-16732	125	47	,	,	PUNCT
crl-16732	125	48	these	these	DET
crl-16732	125	49	populations	population	NOUN
crl-16732	125	50	may	may	AUX
crl-16732	125	51	be	be	AUX
crl-16732	125	52	saturated	saturate	VERB
crl-16732	125	53	—	—	PUNCT
crl-16732	125	54	a	a	DET
crl-16732	125	55	given	give	VERB
crl-16732	125	56	workhorse	workhorse	NOUN
crl-16732	125	57	may	may	AUX
crl-16732	125	58	be	be	AUX
crl-16732	125	59	in	in	ADP
crl-16732	125	60	the	the	DET
crl-16732	125	61	service	service	NOUN
crl-16732	125	62	of	of	ADP
crl-16732	125	63	numerous	numerous	ADJ
crl-16732	125	64	stables	stable	NOUN
crl-16732	125	65	.	.	PUNCT
crl-16732	125	66	”	"	PUNCT
crl-16732	126	1	see	see	VERB
crl-16732	126	2	stevan	stevan	PROPN
crl-16732	126	3	harnad	harnad	PROPN
crl-16732	126	4	,	,	PUNCT
crl-16732	126	5	“	"	PUNCT
crl-16732	126	6	implementing	implement	VERB
crl-16732	126	7	peer	peer	NOUN
crl-16732	126	8	review	review	NOUN
crl-16732	126	9	on	on	ADP
crl-16732	126	10	the	the	DET
crl-16732	126	11	net	net	NOUN
crl-16732	126	12	:	:	PUNCT
crl-16732	126	13	scientific	scientific	ADJ
crl-16732	126	14	quality	quality	NOUN
crl-16732	126	15	control	control	NOUN
crl-16732	126	16	in	in	ADP
crl-16732	126	17	scholarly	scholarly	ADJ
crl-16732	126	18	electronic	electronic	ADJ
crl-16732	126	19	journals	journal	NOUN
crl-16732	126	20	,	,	PUNCT
crl-16732	126	21	”	"	PUNCT
crl-16732	126	22	in	in	ADP
crl-16732	126	23	scholarly	scholarly	ADJ
crl-16732	126	24	publishing	publishing	NOUN
crl-16732	126	25	:	:	PUNCT
crl-16732	126	26	the	the	DET
crl-16732	126	27	electronic	electronic	ADJ
crl-16732	126	28	frontier	frontier	NOUN
crl-16732	126	29	,	,	PUNCT
crl-16732	126	30	eds	eds	PROPN
crl-16732	126	31	.	.	PUNCT
crl-16732	127	1	robin	robin	PROPN
crl-16732	127	2	p.	p.	PROPN
crl-16732	127	3	peek	peek	PROPN
crl-16732	127	4	and	and	CCONJ
crl-16732	127	5	gregory	gregory	PROPN
crl-16732	127	6	b.	b.	PROPN
crl-16732	127	7	newby	newby	PROPN
crl-16732	127	8	(	(	PUNCT
crl-16732	127	9	cambridge	cambridge	PROPN
crl-16732	127	10	,	,	PUNCT
crl-16732	127	11	ma	ma	PROPN
crl-16732	127	12	:	:	PUNCT
crl-16732	127	13	mit	mit	PROPN
crl-16732	127	14	press	press	NOUN
crl-16732	127	15	,	,	PUNCT
crl-16732	127	16	1996	1996	NUM
crl-16732	127	17	):	):	PUNCT
crl-16732	127	18	103–118	103–118	NUM
crl-16732	127	19	.	.	PUNCT
crl-16732	128	1	17	17	NUM
crl-16732	128	2	.	.	PUNCT
crl-16732	128	3	gary	gary	PROPN
crl-16732	128	4	marchionini	marchionini	PROPN
crl-16732	128	5	,	,	PUNCT
crl-16732	128	6	“	"	PUNCT
crl-16732	128	7	editorial	editorial	NOUN
crl-16732	128	8	:	:	PUNCT
crl-16732	128	9	reviewer	reviewer	NOUN
crl-16732	128	10	merits	merit	NOUN
crl-16732	128	11	and	and	CCONJ
crl-16732	128	12	review	review	VERB
crl-16732	128	13	control	control	NOUN
crl-16732	128	14	in	in	ADP
crl-16732	128	15	an	an	DET
crl-16732	128	16	age	age	NOUN
crl-16732	128	17	of	of	ADP
crl-16732	128	18	electronic	electronic	ADJ
crl-16732	128	19	manuscript	manuscript	NOUN
crl-16732	128	20	management	management	NOUN
crl-16732	128	21	systems	system	NOUN
crl-16732	128	22	,	,	PUNCT
crl-16732	128	23	”	"	PUNCT
crl-16732	128	24	acm	acm	NOUN
crl-16732	128	25	transactions	transaction	NOUN
crl-16732	128	26	on	on	ADP
crl-16732	128	27	information	information	NOUN
crl-16732	128	28	systems	system	NOUN
crl-16732	128	29	26	26	NUM
crl-16732	128	30	,	,	PUNCT
crl-16732	128	31	no	no	INTJ
crl-16732	128	32	.	.	NOUN
crl-16732	128	33	4	4	NUM
crl-16732	128	34	,	,	PUNCT
crl-16732	128	35	article	article	NOUN
crl-16732	128	36	25	25	NUM
crl-16732	128	37	(	(	PUNCT
crl-16732	128	38	september	september	PROPN
crl-16732	128	39	2008	2008	NUM
crl-16732	128	40	)	)	PUNCT
crl-16732	128	41	,	,	PUNCT
crl-16732	128	42	doi:10.1145/1402256.1402264	doi:10.1145/1402256.1402264	ADJ
crl-16732	128	43	.	.	PUNCT
crl-16732	129	1	while	while	SCONJ
crl-16732	129	2	writing	write	VERB
crl-16732	129	3	this	this	DET
crl-16732	129	4	editorial	editorial	NOUN
crl-16732	129	5	,	,	PUNCT
crl-16732	129	6	i	i	PRON
crl-16732	129	7	heard	hear	VERB
crl-16732	129	8	some	some	DET
crl-16732	129	9	concern	concern	NOUN
crl-16732	129	10	,	,	PUNCT
crl-16732	129	11	voiced	voice	VERB
crl-16732	129	12	anecdotally	anecdotally	ADV
crl-16732	129	13	rather	rather	ADV
crl-16732	129	14	than	than	ADP
crl-16732	129	15	in	in	ADP
crl-16732	129	16	the	the	DET
crl-16732	129	17	literature	literature	NOUN
crl-16732	129	18	,	,	PUNCT
crl-16732	129	19	that	that	SCONJ
crl-16732	129	20	systems	system	NOUN
crl-16732	129	21	that	that	PRON
crl-16732	129	22	enabling	enable	VERB
crl-16732	129	23	tracking	tracking	NOUN
crl-16732	129	24	and	and	CCONJ
crl-16732	129	25	rating	rating	NOUN
crl-16732	129	26	of	of	ADP
crl-16732	129	27	reviewers	reviewer	NOUN
crl-16732	129	28	further	far	ADV
crl-16732	129	29	strain	strain	VERB
crl-16732	129	30	those	those	DET
crl-16732	129	31	reviewers	reviewer	NOUN
crl-16732	129	32	tagged	tag	VERB
crl-16732	129	33	as	as	ADP
crl-16732	129	34	strong	strong	ADJ
crl-16732	129	35	and	and	CCONJ
crl-16732	129	36	reliable	reliable	ADJ
crl-16732	129	37	.	.	PUNCT
crl-16732	130	1	this	this	DET
crl-16732	130	2	concern	concern	NOUN
crl-16732	130	3	is	be	AUX
crl-16732	130	4	supported	support	VERB
crl-16732	130	5	by	by	ADP
crl-16732	130	6	what	what	PRON
crl-16732	130	7	souder	souder	PROPN
crl-16732	130	8	describes	describe	VERB
crl-16732	130	9	as	as	ADP
crl-16732	130	10	the	the	DET
crl-16732	130	11	commoditization	commoditization	NOUN
crl-16732	130	12	of	of	ADP
crl-16732	130	13	reviewers	reviewer	NOUN
crl-16732	130	14	,	,	PUNCT
crl-16732	130	15	referencing	reference	VERB
crl-16732	130	16	tsui	tsui	PROPN
crl-16732	130	17	and	and	CCONJ
crl-16732	130	18	hollenbeck	hollenbeck	NOUN
crl-16732	130	19	’s	’s	PART
crl-16732	130	20	work	work	NOUN
crl-16732	130	21	on	on	ADP
crl-16732	130	22	the	the	DET
crl-16732	130	23	“	"	PUNCT
crl-16732	130	24	reviewing	review	VERB
crl-16732	130	25	market	market	NOUN
crl-16732	130	26	.	.	PUNCT
crl-16732	130	27	”	"	PUNCT
crl-16732	131	1	see	see	PROPN
crl-16732	131	2	souder	souder	PROPN
crl-16732	131	3	,	,	PUNCT
crl-16732	131	4	59	59	NUM
crl-16732	131	5	.	.	NOUN
crl-16732	131	6	18	18	NUM
crl-16732	131	7	.	.	PUNCT
crl-16732	132	1	by	by	ADP
crl-16732	132	2	way	way	NOUN
crl-16732	132	3	of	of	ADP
crl-16732	132	4	disclosure	disclosure	NOUN
crl-16732	132	5	:	:	PUNCT
crl-16732	132	6	i	i	PRON
crl-16732	132	7	served	serve	VERB
crl-16732	132	8	as	as	ADP
crl-16732	132	9	a	a	DET
crl-16732	132	10	member	member	NOUN
crl-16732	132	11	of	of	ADP
crl-16732	132	12	the	the	DET
crl-16732	132	13	program	program	NOUN
crl-16732	132	14	committee	committee	NOUN
crl-16732	132	15	for	for	ADP
crl-16732	132	16	the	the	DET
crl-16732	132	17	2013	2013	NUM
crl-16732	132	18	and	and	CCONJ
crl-16732	132	19	2014	2014	NUM
crl-16732	132	20	digital	digital	ADJ
crl-16732	132	21	humanities	humanity	NOUN
crl-16732	132	22	conferences	conference	NOUN
crl-16732	132	23	.	.	PUNCT
crl-16732	133	1	19	19	NUM
crl-16732	133	2	.	.	PUNCT
crl-16732	133	3	bethany	bethany	PROPN
crl-16732	133	4	nowviskie	nowviskie	PROPN
crl-16732	133	5	,	,	PUNCT
crl-16732	133	6	“	"	PUNCT
crl-16732	133	7	cats	cat	NOUN
crl-16732	133	8	and	and	CCONJ
crl-16732	133	9	ships	ship	NOUN
crl-16732	133	10	,	,	PUNCT
crl-16732	133	11	”	"	PUNCT
crl-16732	133	12	nowviskie.org	nowviskie.org	X
crl-16732	133	13	blog	blog	NOUN
crl-16732	133	14	(	(	PUNCT
crl-16732	133	15	november	november	PROPN
crl-16732	133	16	2	2	NUM
crl-16732	133	17	,	,	PUNCT
crl-16732	133	18	2012	2012	NUM
crl-16732	133	19	)	)	PUNCT
crl-16732	133	20	,	,	PUNCT
crl-16732	133	21	available	available	ADJ
crl-16732	133	22	online	online	ADV
crl-16732	133	23	at	at	ADP
crl-16732	133	24	http://nowviskie.org/2012/cats-and-ships/	http://nowviskie.org/2012/cats-and-ships/	PROPN
crl-16732	134	1	[	[	X
crl-16732	134	2	accessed	access	VERB
crl-16732	134	3	8	8	NUM
crl-16732	134	4	august	august	PROPN
crl-16732	134	5	2017	2017	NUM
crl-16732	134	6	]	]	PUNCT
crl-16732	134	7	.	.	PUNCT
crl-16732	135	1	20	20	NUM
crl-16732	135	2	.	.	PUNCT
crl-16732	136	1	as	as	SCONJ
crl-16732	136	2	2017	2017	NUM
crl-16732	136	3	program	program	NOUN
crl-16732	136	4	committee	committee	NOUN
crl-16732	136	5	chair	chair	PROPN
crl-16732	136	6	diane	diane	PROPN
crl-16732	136	7	jakacki	jakacki	PROPN
crl-16732	136	8	expressed	express	VERB
crl-16732	136	9	in	in	ADP
crl-16732	136	10	her	her	PRON
crl-16732	136	11	proposal	proposal	NOUN
crl-16732	136	12	to	to	PART
crl-16732	136	13	extend	extend	VERB
crl-16732	136	14	the	the	DET
crl-16732	136	15	conference	conference	NOUN
crl-16732	136	16	reviewer	reviewer	NOUN
crl-16732	136	17	pool	pool	NOUN
crl-16732	136	18	,	,	PUNCT
crl-16732	136	19	adding	add	VERB
crl-16732	136	20	new	new	ADJ
crl-16732	136	21	reviewers	reviewer	NOUN
crl-16732	136	22	“	"	PUNCT
crl-16732	136	23	better	well	ADV
crl-16732	136	24	reflects	reflect	VERB
crl-16732	136	25	and	and	CCONJ
crl-16732	136	26	represents	represent	VERB
crl-16732	136	27	the	the	DET
crl-16732	136	28	dimension	dimension	NOUN
crl-16732	136	29	of	of	ADP
crl-16732	136	30	scholar	scholar	NOUN
crl-16732	136	31	-	-	PUNCT
crl-16732	136	32	practitioners	practitioner	NOUN
crl-16732	136	33	in	in	ADP
crl-16732	136	34	[	[	PUNCT
crl-16732	136	35	digital	digital	ADJ
crl-16732	136	36	humanities	humanity	NOUN
crl-16732	136	37	]	]	PUNCT
crl-16732	136	38	whose	whose	DET
crl-16732	136	39	work	work	NOUN
crl-16732	136	40	is	be	AUX
crl-16732	136	41	presented	present	VERB
crl-16732	136	42	at	at	ADP
crl-16732	136	43	the	the	DET
crl-16732	136	44	conference	conference	NOUN
crl-16732	136	45	in	in	ADP
crl-16732	136	46	all	all	DET
crl-16732	136	47	inclusive	inclusive	ADJ
crl-16732	136	48	senses	sense	NOUN
crl-16732	136	49	(	(	PUNCT
crl-16732	136	50	in	in	ADP
crl-16732	136	51	terms	term	NOUN
crl-16732	136	52	of	of	ADP
crl-16732	136	53	language	language	NOUN
crl-16732	136	54	,	,	PUNCT
crl-16732	136	55	region	region	NOUN
crl-16732	136	56	,	,	PUNCT
crl-16732	136	57	race	race	NOUN
crl-16732	136	58	,	,	PUNCT
crl-16732	136	59	ethnicity	ethnicity	NOUN
crl-16732	136	60	,	,	PUNCT
crl-16732	136	61	culture	culture	NOUN
crl-16732	136	62	,	,	PUNCT
crl-16732	136	63	labor	labor	NOUN
crl-16732	136	64	,	,	PUNCT
crl-16732	136	65	identity	identity	NOUN
crl-16732	136	66	,	,	PUNCT
crl-16732	136	67	as	as	ADV
crl-16732	136	68	well	well	ADV
crl-16732	136	69	as	as	ADP
crl-16732	136	70	the	the	DET
crl-16732	136	71	ever	ever	ADV
crl-16732	136	72	-	-	PUNCT
crl-16732	136	73	expanding	expand	VERB
crl-16732	136	74	types	type	NOUN
crl-16732	136	75	of	of	ADP
crl-16732	136	76	scholarship	scholarship	NOUN
crl-16732	136	77	,	,	PUNCT
crl-16732	136	78	publication	publication	NOUN
crl-16732	136	79	,	,	PUNCT
crl-16732	136	80	and	and	CCONJ
crl-16732	136	81	expression	expression	NOUN
crl-16732	136	82	that	that	PRON
crl-16732	136	83	are	be	AUX
crl-16732	136	84	associated	associate	VERB
crl-16732	136	85	with	with	ADP
crl-16732	136	86	[	[	PUNCT
crl-16732	136	87	digital	digital	ADJ
crl-16732	136	88	humanities	humanity	NOUN
crl-16732	136	89	]	]	PUNCT
crl-16732	136	90	.	.	PUNCT
crl-16732	136	91	”	"	PUNCT
crl-16732	137	1	diane	diane	PROPN
crl-16732	137	2	jakacki	jakacki	PROPN
crl-16732	137	3	,	,	PUNCT
crl-16732	137	4	“	"	PUNCT
crl-16732	137	5	recommendation	recommendation	NOUN
crl-16732	137	6	to	to	PART
crl-16732	137	7	extend	extend	VERB
crl-16732	137	8	reviewers	reviewer	NOUN
crl-16732	137	9	pool	pool	NOUN
crl-16732	137	10	for	for	ADP
crl-16732	137	11	dh2017/18	dh2017/18	NOUN
crl-16732	137	12	.	.	PUNCT
crl-16732	137	13	”	"	PUNCT
crl-16732	138	1	21	21	NUM
crl-16732	138	2	.	.	PUNCT
crl-16732	138	3	michèle	michèle	PROPN
crl-16732	138	4	lamont	lamont	PROPN
crl-16732	138	5	,	,	PUNCT
crl-16732	138	6	how	how	SCONJ
crl-16732	138	7	professors	professor	NOUN
crl-16732	138	8	think	think	VERB
crl-16732	138	9	:	:	PUNCT
crl-16732	138	10	inside	inside	ADP
crl-16732	138	11	the	the	DET
crl-16732	138	12	curious	curious	ADJ
crl-16732	138	13	world	world	NOUN
crl-16732	138	14	of	of	ADP
crl-16732	138	15	academic	academic	ADJ
crl-16732	138	16	judgment	judgment	NOUN
crl-16732	138	17	(	(	PUNCT
crl-16732	138	18	harvard	harvard	PROPN
crl-16732	138	19	university	university	PROPN
crl-16732	138	20	press	press	NOUN
crl-16732	138	21	,	,	PUNCT
crl-16732	138	22	2009	2009	NUM
crl-16732	138	23	):	):	PUNCT
crl-16732	138	24	102–3	102–3	NUM
crl-16732	138	25	.	.	NOUN
crl-16732	138	26	22	22	NUM
crl-16732	138	27	.	.	PUNCT
crl-16732	139	1	lamont	lamont	PROPN
crl-16732	139	2	,	,	PUNCT
crl-16732	139	3	103	103	NUM
crl-16732	139	4	.	.	PUNCT
crl-16732	140	1	souder	souder	PROPN
crl-16732	140	2	reports	report	VERB
crl-16732	140	3	that	that	SCONJ
crl-16732	140	4	“	"	PUNCT
crl-16732	140	5	when	when	SCONJ
crl-16732	140	6	the	the	DET
crl-16732	140	7	peer	peer	NOUN
crl-16732	140	8	-	-	PUNCT
crl-16732	140	9	review	review	NOUN
crl-16732	140	10	process	process	NOUN
crl-16732	140	11	becomes	become	VERB
crl-16732	140	12	interdisciplinary	interdisciplinary	ADJ
crl-16732	140	13	,	,	PUNCT
crl-16732	140	14	some	some	DET
crl-16732	140	15	scholars	scholar	NOUN
crl-16732	140	16	have	have	AUX
crl-16732	140	17	discovered	discover	VERB
crl-16732	140	18	epistemological	epistemological	ADJ
crl-16732	140	19	conflicts	conflict	NOUN
crl-16732	140	20	of	of	ADP
crl-16732	140	21	interest	interest	NOUN
crl-16732	140	22	.	.	PUNCT
crl-16732	140	23	”	"	PUNCT
crl-16732	141	1	see	see	PROPN
crl-16732	141	2	souder	souder	PROPN
crl-16732	141	3	,	,	PUNCT
crl-16732	141	4	62	62	NUM
crl-16732	141	5	.	.	PUNCT
crl-16732	142	1	23	23	NUM
crl-16732	142	2	.	.	PUNCT
crl-16732	143	1	research	research	NOUN
crl-16732	143	2	firmly	firmly	ADV
crl-16732	143	3	situated	situate	VERB
crl-16732	143	4	in	in	ADP
crl-16732	143	5	a	a	DET
crl-16732	143	6	discipline	discipline	NOUN
crl-16732	143	7	,	,	PUNCT
crl-16732	143	8	too	too	ADV
crl-16732	143	9	,	,	PUNCT
crl-16732	143	10	prompts	prompt	NOUN
crl-16732	143	11	concern	concern	NOUN
crl-16732	143	12	for	for	ADP
crl-16732	143	13	journal	journal	NOUN
crl-16732	143	14	editors	editor	NOUN
crl-16732	143	15	seeking	seek	VERB
crl-16732	143	16	to	to	ADP
crl-16732	143	17	identifier	identifier	NOUN
crl-16732	143	18	reviewers	reviewer	NOUN
crl-16732	143	19	that	that	PRON
crl-16732	143	20	qualify	qualify	VERB
crl-16732	143	21	as	as	ADP
crl-16732	143	22	peers	peer	NOUN
crl-16732	143	23	:	:	PUNCT
crl-16732	143	24	as	as	SCONJ
crl-16732	143	25	smith	smith	PROPN
crl-16732	143	26	has	have	AUX
crl-16732	143	27	asked	ask	VERB
crl-16732	143	28	:	:	PUNCT
crl-16732	143	29	“	"	PUNCT
crl-16732	143	30	but	but	CCONJ
crl-16732	143	31	who	who	PRON
crl-16732	143	32	is	be	AUX
crl-16732	143	33	a	a	DET
crl-16732	143	34	peer	peer	NOUN
crl-16732	143	35	?	?	PUNCT
crl-16732	144	1	somebody	somebody	PRON
crl-16732	144	2	doing	do	VERB
crl-16732	144	3	exactly	exactly	ADV
crl-16732	144	4	the	the	DET
crl-16732	144	5	same	same	ADJ
crl-16732	144	6	kind	kind	NOUN
crl-16732	144	7	of	of	ADP
crl-16732	144	8	research	research	NOUN
crl-16732	144	9	(	(	PUNCT
crl-16732	144	10	in	in	ADP
crl-16732	144	11	which	which	DET
crl-16732	144	12	case	case	NOUN
crl-16732	144	13	he	he	PRON
crl-16732	144	14	or	or	CCONJ
crl-16732	144	15	she	she	PRON
crl-16732	144	16	is	be	AUX
crl-16732	144	17	probably	probably	ADV
crl-16732	144	18	a	a	DET
crl-16732	144	19	direct	direct	ADJ
crl-16732	144	20	competitor	competitor	NOUN
crl-16732	144	21	)	)	PUNCT
crl-16732	144	22	?	?	PUNCT
crl-16732	145	1	somebody	somebody	PRON
crl-16732	145	2	in	in	ADP
crl-16732	145	3	the	the	DET
crl-16732	145	4	same	same	ADJ
crl-16732	145	5	discipline	discipline	NOUN
crl-16732	145	6	?	?	PUNCT
crl-16732	146	1	somebody	somebody	PRON
crl-16732	146	2	who	who	PRON
crl-16732	146	3	is	be	AUX
crl-16732	146	4	an	an	DET
crl-16732	146	5	expert	expert	NOUN
crl-16732	146	6	on	on	ADP
crl-16732	146	7	methodology	methodology	NOUN
crl-16732	146	8	?	?	PUNCT
crl-16732	146	9	”	"	PUNCT
crl-16732	146	10	see	see	VERB
crl-16732	146	11	smith	smith	PROPN
crl-16732	146	12	,	,	PUNCT
crl-16732	146	13	n.p	n.p	PROPN
crl-16732	146	14	.	.	PROPN
crl-16732	146	15	24	24	NUM
crl-16732	146	16	.	.	PUNCT
crl-16732	147	1	several	several	ADJ
crl-16732	147	2	disciplinary	disciplinary	ADJ
crl-16732	147	3	associations	association	NOUN
crl-16732	147	4	have	have	AUX
crl-16732	147	5	issued	issue	VERB
crl-16732	147	6	guidelines	guideline	NOUN
crl-16732	147	7	for	for	ADP
crl-16732	147	8	evaluating	evaluate	VERB
crl-16732	147	9	digital	digital	ADJ
crl-16732	147	10	scholarship	scholarship	NOUN
crl-16732	147	11	.	.	PUNCT
crl-16732	148	1	see	see	VERB
crl-16732	148	2	the	the	DET
crl-16732	148	3	modern	modern	ADJ
crl-16732	148	4	language	language	PROPN
crl-16732	148	5	association	association	NOUN
crl-16732	148	6	’s	’s	PART
crl-16732	148	7	guidelines	guideline	NOUN
crl-16732	148	8	for	for	ADP
crl-16732	148	9	evaluating	evaluate	VERB
crl-16732	148	10	work	work	NOUN
crl-16732	148	11	in	in	ADP
crl-16732	148	12	digital	digital	ADJ
crl-16732	148	13	humanities	humanity	NOUN
crl-16732	148	14	and	and	CCONJ
crl-16732	148	15	digital	digital	ADJ
crl-16732	148	16	media	medium	NOUN
crl-16732	148	17	(	(	PUNCT
crl-16732	148	18	committee	committee	NOUN
crl-16732	148	19	on	on	ADP
crl-16732	148	20	information	information	NOUN
crl-16732	148	21	technology	technology	NOUN
crl-16732	148	22	,	,	PUNCT
crl-16732	148	23	2012	2012	NUM
crl-16732	148	24	)	)	PUNCT
crl-16732	148	25	and	and	CCONJ
crl-16732	148	26	the	the	DET
crl-16732	148	27	american	american	PROPN
crl-16732	148	28	historical	historical	PROPN
crl-16732	148	29	association	association	PROPN
crl-16732	148	30	’s	’s	PART
crl-16732	148	31	guidelines	guideline	NOUN
crl-16732	148	32	for	for	ADP
crl-16732	148	33	the	the	DET
crl-16732	148	34	professional	professional	ADJ
crl-16732	148	35	evaluation	evaluation	NOUN
crl-16732	148	36	of	of	ADP
crl-16732	148	37	digital	digital	ADJ
crl-16732	148	38	scholarship	scholarship	NOUN
crl-16732	148	39	in	in	ADP
crl-16732	148	40	history	history	NOUN
crl-16732	148	41	(	(	PUNCT
crl-16732	148	42	ad	ad	X
crl-16732	148	43	hoc	hoc	X
crl-16732	148	44	committee	committee	NOUN
crl-16732	148	45	on	on	ADP
crl-16732	148	46	the	the	DET
crl-16732	148	47	evaluation	evaluation	NOUN
crl-16732	148	48	of	of	ADP
crl-16732	148	49	digital	digital	ADJ
crl-16732	148	50	scholarship	scholarship	NOUN
crl-16732	148	51	by	by	ADP
crl-16732	148	52	historians	historian	NOUN
crl-16732	148	53	,	,	PUNCT
crl-16732	148	54	june	june	PROPN
crl-16732	148	55	2015	2015	NUM
crl-16732	148	56	)	)	PUNCT
crl-16732	148	57	.	.	PUNCT
crl-16732	149	1	25	25	NUM
crl-16732	149	2	.	.	X
crl-16732	149	3	susan	susan	PROPN
crl-16732	149	4	schreibman	schreibman	PROPN
crl-16732	149	5	,	,	PUNCT
crl-16732	149	6	laura	laura	PROPN
crl-16732	149	7	mandell	mandell	PROPN
crl-16732	149	8	,	,	PUNCT
crl-16732	149	9	and	and	CCONJ
crl-16732	149	10	stephen	stephen	PROPN
crl-16732	149	11	olsen	olsen	PROPN
crl-16732	149	12	,	,	PUNCT
crl-16732	149	13	“	"	PUNCT
crl-16732	149	14	evaluating	evaluate	VERB
crl-16732	149	15	digital	digital	ADJ
crl-16732	149	16	scholarship	scholarship	NOUN
crl-16732	149	17	,	,	PUNCT
crl-16732	149	18	”	"	PUNCT
crl-16732	149	19	profession	profession	NOUN
crl-16732	149	20	(	(	PUNCT
crl-16732	149	21	2011	2011	NUM
crl-16732	149	22	):	):	PUNCT
crl-16732	149	23	123–135	123–135	NUM
crl-16732	149	24	,	,	PUNCT
crl-16732	149	25	available	available	ADJ
crl-16732	149	26	online	online	ADV
crl-16732	149	27	at	at	ADP
crl-16732	149	28	http://www.jstor.org/stable/41714114	http://www.jstor.org/stable/41714114	NOUN
crl-16732	150	1	[	[	X
crl-16732	150	2	accessed	access	VERB
crl-16732	150	3	8	8	NUM
crl-16732	150	4	august	august	PROPN
crl-16732	150	5	2017	2017	NUM
crl-16732	150	6	]	]	PUNCT
crl-16732	150	7	.	.	PUNCT
crl-16732	151	1	26	26	NUM
crl-16732	151	2	.	.	X
crl-16732	151	3	ibid	ibid	NOUN
crl-16732	151	4	.	.	PUNCT
crl-16732	151	5	,	,	PUNCT
crl-16732	151	6	124–5	124–5	PROPN
crl-16732	151	7	.	.	NOUN
crl-16732	151	8	27	27	NUM
crl-16732	151	9	.	.	PUNCT
crl-16732	152	1	see	see	VERB
crl-16732	152	2	other	other	ADJ
crl-16732	152	3	editorials	editorial	NOUN
crl-16732	152	4	in	in	ADP
crl-16732	152	5	c&rl	c&rl	PROPN
crl-16732	152	6	’s	’s	PART
crl-16732	152	7	series	series	NOUN
crl-16732	152	8	on	on	ADP
crl-16732	152	9	peer	peer	NOUN
crl-16732	152	10	review	review	NOUN
crl-16732	152	11	for	for	ADP
crl-16732	152	12	analysis	analysis	NOUN
crl-16732	152	13	of	of	ADP
crl-16732	152	14	open	open	ADJ
crl-16732	152	15	peer	peer	NOUN
crl-16732	152	16	review	review	NOUN
crl-16732	152	17	and	and	CCONJ
crl-16732	152	18	peer	peer	NOUN
crl-16732	152	19	review	review	NOUN
crl-16732	152	20	of	of	ADP
crl-16732	152	21	data	data	PROPN
crl-16732	152	22	.	.	PUNCT
crl-16732	153	1	morten	morten	PROPN
crl-16732	153	2	wendelbo	wendelbo	PROPN
crl-16732	153	3	,	,	PUNCT
crl-16732	153	4	“	"	PUNCT
crl-16732	153	5	perspectives	perspective	NOUN
crl-16732	153	6	on	on	ADP
crl-16732	153	7	peer	peer	NOUN
crl-16732	153	8	review	review	NOUN
crl-16732	153	9	of	of	ADP
crl-16732	153	10	data	datum	NOUN
crl-16732	153	11	:	:	PUNCT
crl-16732	153	12	framing	frame	VERB
crl-16732	153	13	standards	standard	NOUN
crl-16732	153	14	and	and	CCONJ
crl-16732	153	15	questions	question	NOUN
crl-16732	153	16	,	,	PUNCT
crl-16732	153	17	”	"	PUNCT
crl-16732	153	18	college	college	PROPN
crl-16732	153	19	&	&	CCONJ
crl-16732	153	20	research	research	PROPN
crl-16732	153	21	libraries	library	NOUN
crl-16732	153	22	78	78	NUM
crl-16732	153	23	,	,	PUNCT
crl-16732	153	24	no	no	INTJ
crl-16732	153	25	.	.	NOUN
crl-16732	153	26	3	3	NUM
crl-16732	153	27	(	(	PUNCT
crl-16732	153	28	april	april	PROPN
crl-16732	153	29	2017	2017	NUM
crl-16732	153	30	)	)	PUNCT
crl-16732	153	31	,	,	PUNCT
crl-16732	153	32	available	available	ADJ
crl-16732	153	33	online	online	ADV
crl-16732	153	34	at	at	ADP
crl-16732	153	35	https://doi	https://doi	PROPN
crl-16732	153	36	.	.	PUNCT
crl-16732	154	1	org/10.5860	org/10.5860	NOUN
crl-16732	154	2	/	/	SYM
crl-16732	154	3	crl.78.3.16585	crl.78.3.16585	PROPN
crl-16732	154	4	[	[	X
crl-16732	154	5	accessed	access	VERB
crl-16732	154	6	8	8	NUM
crl-16732	154	7	august	august	PROPN
crl-16732	154	8	2017	2017	NUM
crl-16732	154	9	]	]	PUNCT
crl-16732	154	10	;	;	PUNCT
crl-16732	154	11	emily	emily	PROPN
crl-16732	154	12	ford	ford	PROPN
crl-16732	154	13	,	,	PUNCT
crl-16732	154	14	“	"	PUNCT
crl-16732	154	15	advancing	advance	VERB
crl-16732	154	16	an	an	DET
crl-16732	154	17	open	open	ADJ
crl-16732	154	18	ethos	ethos	NOUN
crl-16732	154	19	with	with	ADP
crl-16732	154	20	open	open	ADJ
crl-16732	154	21	peer	peer	NOUN
crl-16732	154	22	review	review	NOUN
crl-16732	154	23	,	,	PUNCT
crl-16732	154	24	”	"	PUNCT
crl-16732	154	25	college	college	PROPN
crl-16732	154	26	&	&	CCONJ
crl-16732	154	27	research	research	PROPN
crl-16732	154	28	libraries	library	NOUN
crl-16732	154	29	78	78	NUM
crl-16732	154	30	,	,	PUNCT
crl-16732	154	31	no	no	INTJ
crl-16732	154	32	.	.	NOUN
crl-16732	154	33	4	4	NUM
crl-16732	154	34	(	(	PUNCT
crl-16732	154	35	may	may	PROPN
crl-16732	154	36	2017	2017	NUM
crl-16732	154	37	)	)	PUNCT
crl-16732	154	38	,	,	PUNCT
crl-16732	154	39	available	available	ADJ
crl-16732	154	40	online	online	ADV
crl-16732	154	41	at	at	ADP
crl-16732	154	42	https://	https://	PROPN
crl-16732	154	43	doi.org/10.5860/crl.78.4.406	doi.org/10.5860/crl.78.4.406	VERB
crl-16732	154	44	[	[	PUNCT
crl-16732	154	45	accessed	access	VERB
crl-16732	154	46	8	8	NUM
crl-16732	154	47	august	august	PROPN
crl-16732	154	48	2017	2017	NUM
crl-16732	154	49	]	]	PUNCT
crl-16732	154	50	.	.	PUNCT
crl-16732	155	1	http://www.jstor.org/stable/41827004	http://www.jstor.org/stable/41827004	PROPN
crl-16732	155	2	http://www.jstor.org/stable/41827004	http://www.jstor.org/stable/41827004	PROPN
crl-16732	155	3	https://doi.org/10.1016/0098-7913(95)90021-7	https://doi.org/10.1016/0098-7913(95)90021-7	NUM
crl-16732	155	4	https://doi.org/10.1016/0098-7913(95)90021-7	https://doi.org/10.1016/0098-7913(95)90021-7	PRON
crl-16732	155	5	https://doi.org/10.1145/1402256.1402264	https://doi.org/10.1145/1402256.1402264	VERB
crl-16732	155	6	http://nowviskie.org	http://nowviskie.org	X
crl-16732	155	7	http://nowviskie.org/2012/cats-and-ships/	http://nowviskie.org/2012/cats-and-ships/	NUM
crl-16732	155	8	http://www.jstor.org/stable/41714114	http://www.jstor.org/stable/41714114	NOUN
crl-16732	155	9	https://doi.org/10.5860/crl.78.3.16585	https://doi.org/10.5860/crl.78.3.16585	PROPN
crl-16732	155	10	https://doi.org/10.5860/crl.78.3.16585	https://doi.org/10.5860/crl.78.3.16585	PROPN
crl-16732	155	11	https://doi.org/10.5860/crl.78.4.406	https://doi.org/10.5860/crl.78.4.406	VERB
crl-16732	155	12	https://doi.org/10.5860/crl.78.4.406	https://doi.org/10.5860/crl.78.4.406	VERB
crl-16732	155	13	_	_	DET
crl-16732	155	14	goback	goback	NOUN
