id	sid	tid	token	lemma	pos
crl-24614	1	1	896	896	NUM
crl-24614	1	2	qualitative	qualitative	ADJ
crl-24614	1	3	analysis	analysis	NOUN
crl-24614	1	4	of	of	ADP
crl-24614	1	5	faculty	faculty	NOUN
crl-24614	1	6	opinions	opinion	NOUN
crl-24614	1	7	on	on	ADP
crl-24614	1	8	and	and	CCONJ
crl-24614	1	9	perceptions	perception	NOUN
crl-24614	1	10	of	of	ADP
crl-24614	1	11	research	research	NOUN
crl-24614	1	12	impact	impact	NOUN
crl-24614	1	13	metrics	metric	NOUN
crl-24614	1	14	caitlin	caitlin	PROPN
crl-24614	1	15	bakker	bakker	PROPN
crl-24614	1	16	,	,	PUNCT
crl-24614	1	17	kristen	kristen	PROPN
crl-24614	1	18	cooper	cooper	PROPN
crl-24614	1	19	,	,	PUNCT
crl-24614	1	20	allison	allison	PROPN
crl-24614	1	21	langham	langham	PROPN
crl-24614	1	22	-	-	PUNCT
crl-24614	1	23	putrow	putrow	NOUN
crl-24614	1	24	,	,	PUNCT
crl-24614	1	25	and	and	CCONJ
crl-24614	1	26	jenny	jenny	PROPN
crl-24614	1	27	mcburney	mcburney	PROPN
crl-24614	1	28	*	*	PUNCT
crl-24614	1	29	we	we	PRON
crl-24614	1	30	present	present	VERB
crl-24614	1	31	a	a	DET
crl-24614	1	32	qualitative	qualitative	ADJ
crl-24614	1	33	analysis	analysis	NOUN
crl-24614	1	34	of	of	ADP
crl-24614	1	35	the	the	DET
crl-24614	1	36	results	result	NOUN
crl-24614	1	37	of	of	ADP
crl-24614	1	38	a	a	DET
crl-24614	1	39	survey	survey	NOUN
crl-24614	1	40	of	of	ADP
crl-24614	1	41	faculty	faculty	NOUN
crl-24614	1	42	and	and	CCONJ
crl-24614	1	43	researchers	researcher	NOUN
crl-24614	1	44	at	at	ADP
crl-24614	1	45	a	a	DET
crl-24614	1	46	large	large	ADJ
crl-24614	1	47	midwestern	midwestern	ADJ
crl-24614	1	48	r1	r1	PROPN
crl-24614	1	49	university	university	NOUN
crl-24614	1	50	around	around	ADP
crl-24614	1	51	their	their	PRON
crl-24614	1	52	understanding	understanding	NOUN
crl-24614	1	53	of	of	ADP
crl-24614	1	54	and	and	CCONJ
crl-24614	1	55	attitudes	attitude	NOUN
crl-24614	1	56	toward	toward	ADP
crl-24614	1	57	scholarly	scholarly	ADJ
crl-24614	1	58	metrics	metric	NOUN
crl-24614	1	59	.	.	PUNCT
crl-24614	2	1	the	the	DET
crl-24614	2	2	survey	survey	NOUN
crl-24614	2	3	included	include	VERB
crl-24614	2	4	opportunities	opportunity	NOUN
crl-24614	2	5	for	for	SCONJ
crl-24614	2	6	participants	participant	NOUN
crl-24614	2	7	to	to	PART
crl-24614	2	8	provide	provide	VERB
crl-24614	2	9	freetext	freetext	NOUN
crl-24614	2	10	responses	response	NOUN
crl-24614	2	11	regarding	regard	VERB
crl-24614	2	12	their	their	PRON
crl-24614	2	13	use	use	NOUN
crl-24614	2	14	of	of	ADP
crl-24614	2	15	metrics	metric	NOUN
crl-24614	2	16	and	and	CCONJ
crl-24614	2	17	concerns	concern	NOUN
crl-24614	2	18	they	they	PRON
crl-24614	2	19	have	have	VERB
crl-24614	2	20	about	about	ADP
crl-24614	2	21	the	the	DET
crl-24614	2	22	use	use	NOUN
crl-24614	2	23	of	of	ADP
crl-24614	2	24	metrics	metric	NOUN
crl-24614	2	25	for	for	ADP
crl-24614	2	26	assessment	assessment	NOUN
crl-24614	2	27	.	.	PUNCT
crl-24614	3	1	participants	participant	NOUN
crl-24614	3	2	indicated	indicate	VERB
crl-24614	3	3	they	they	PRON
crl-24614	3	4	understand	understand	VERB
crl-24614	3	5	metrics	metric	NOUN
crl-24614	3	6	and	and	CCONJ
crl-24614	3	7	use	use	VERB
crl-24614	3	8	them	they	PRON
crl-24614	3	9	in	in	ADP
crl-24614	3	10	a	a	DET
crl-24614	3	11	variety	variety	NOUN
crl-24614	3	12	of	of	ADP
crl-24614	3	13	ways	way	NOUN
crl-24614	3	14	,	,	PUNCT
crl-24614	3	15	but	but	CCONJ
crl-24614	3	16	they	they	PRON
crl-24614	3	17	have	have	VERB
crl-24614	3	18	concerns	concern	NOUN
crl-24614	3	19	about	about	ADP
crl-24614	3	20	administrators	administrator	NOUN
crl-24614	3	21	’	'	PUNCT
crl-24614	3	22	potentially	potentially	ADV
crl-24614	3	23	inappropriate	inappropriate	ADJ
crl-24614	3	24	use	use	NOUN
crl-24614	3	25	of	of	ADP
crl-24614	3	26	metrics	metric	NOUN
crl-24614	3	27	in	in	ADP
crl-24614	3	28	assessment	assessment	NOUN
crl-24614	3	29	.	.	PUNCT
crl-24614	4	1	participants	participant	NOUN
crl-24614	4	2	expressed	express	VERB
crl-24614	4	3	a	a	DET
crl-24614	4	4	desire	desire	NOUN
crl-24614	4	5	to	to	PART
crl-24614	4	6	be	be	AUX
crl-24614	4	7	involved	involve	VERB
crl-24614	4	8	in	in	ADP
crl-24614	4	9	decision	decision	NOUN
crl-24614	4	10	making	make	VERB
crl-24614	4	11	around	around	ADP
crl-24614	4	12	the	the	DET
crl-24614	4	13	use	use	NOUN
crl-24614	4	14	of	of	ADP
crl-24614	4	15	metrics	metric	NOUN
crl-24614	4	16	in	in	ADP
crl-24614	4	17	evaluation	evaluation	NOUN
crl-24614	4	18	processes	process	NOUN
crl-24614	4	19	.	.	PUNCT
crl-24614	5	1	with	with	ADP
crl-24614	5	2	the	the	DET
crl-24614	5	3	end	end	NOUN
crl-24614	5	4	goal	goal	NOUN
crl-24614	5	5	of	of	ADP
crl-24614	5	6	improving	improve	VERB
crl-24614	5	7	our	our	PRON
crl-24614	5	8	library	library	NOUN
crl-24614	5	9	’s	’s	PART
crl-24614	5	10	research	research	NOUN
crl-24614	5	11	impact	impact	NOUN
crl-24614	5	12	–	–	PUNCT
crl-24614	5	13	related	relate	VERB
crl-24614	5	14	services	service	NOUN
crl-24614	5	15	to	to	PART
crl-24614	5	16	better	well	ADV
crl-24614	5	17	support	support	VERB
crl-24614	5	18	faculty	faculty	NOUN
crl-24614	5	19	and	and	CCONJ
crl-24614	5	20	researchers	researcher	NOUN
crl-24614	5	21	across	across	ADP
crl-24614	5	22	campus	campus	NOUN
crl-24614	5	23	,	,	PUNCT
crl-24614	5	24	this	this	DET
crl-24614	5	25	exploratory	exploratory	ADJ
crl-24614	5	26	qualitative	qualitative	NOUN
crl-24614	5	27	analysis	analysis	NOUN
crl-24614	5	28	offers	offer	VERB
crl-24614	5	29	a	a	DET
crl-24614	5	30	more	more	ADV
crl-24614	5	31	nuanced	nuanced	ADJ
crl-24614	5	32	understanding	understanding	NOUN
crl-24614	5	33	of	of	ADP
crl-24614	5	34	the	the	DET
crl-24614	5	35	current	current	ADJ
crl-24614	5	36	landscape	landscape	NOUN
crl-24614	5	37	of	of	ADP
crl-24614	5	38	opinion	opinion	NOUN
crl-24614	5	39	around	around	ADP
crl-24614	5	40	research	research	NOUN
crl-24614	5	41	impact	impact	NOUN
crl-24614	5	42	metrics	metric	NOUN
crl-24614	5	43	.	.	PUNCT
crl-24614	6	1	to	to	PART
crl-24614	6	2	develop	develop	VERB
crl-24614	6	3	tools	tool	NOUN
crl-24614	6	4	and	and	CCONJ
crl-24614	6	5	services	service	NOUN
crl-24614	6	6	that	that	PRON
crl-24614	6	7	actually	actually	ADV
crl-24614	6	8	address	address	VERB
crl-24614	6	9	faculty	faculty	NOUN
crl-24614	6	10	and	and	CCONJ
crl-24614	6	11	researcher	researcher	NOUN
crl-24614	6	12	needs	need	NOUN
crl-24614	6	13	,	,	PUNCT
crl-24614	6	14	librarians	librarian	NOUN
crl-24614	6	15	must	must	AUX
crl-24614	6	16	develop	develop	VERB
crl-24614	6	17	a	a	DET
crl-24614	6	18	comprehensive	comprehensive	ADJ
crl-24614	6	19	understanding	understanding	NOUN
crl-24614	6	20	of	of	ADP
crl-24614	6	21	their	their	PRON
crl-24614	6	22	interests	interest	NOUN
crl-24614	6	23	and	and	CCONJ
crl-24614	6	24	concerns	concern	NOUN
crl-24614	6	25	around	around	ADP
crl-24614	6	26	metrics	metric	NOUN
crl-24614	6	27	.	.	PUNCT
crl-24614	7	1	introduction	introduction	NOUN
crl-24614	7	2	researchers	researcher	NOUN
crl-24614	7	3	and	and	CCONJ
crl-24614	7	4	their	their	PRON
crl-24614	7	5	institutions	institution	NOUN
crl-24614	7	6	are	be	AUX
crl-24614	7	7	increasingly	increasingly	ADV
crl-24614	7	8	called	call	VERB
crl-24614	7	9	upon	upon	SCONJ
crl-24614	7	10	by	by	ADP
crl-24614	7	11	funders	funder	NOUN
crl-24614	7	12	,	,	PUNCT
crl-24614	7	13	legislators	legislator	NOUN
crl-24614	7	14	,	,	PUNCT
crl-24614	7	15	and	and	CCONJ
crl-24614	7	16	other	other	ADJ
crl-24614	7	17	stakeholders	stakeholder	NOUN
crl-24614	7	18	to	to	PART
crl-24614	7	19	demonstrate	demonstrate	VERB
crl-24614	7	20	their	their	PRON
crl-24614	7	21	productivity	productivity	NOUN
crl-24614	7	22	and	and	CCONJ
crl-24614	7	23	the	the	DET
crl-24614	7	24	subsequent	subsequent	ADJ
crl-24614	7	25	impact	impact	NOUN
crl-24614	7	26	of	of	ADP
crl-24614	7	27	their	their	PRON
crl-24614	7	28	research	research	NOUN
crl-24614	7	29	,	,	PUNCT
crl-24614	7	30	both	both	CCONJ
crl-24614	7	31	in	in	ADP
crl-24614	7	32	the	the	DET
crl-24614	7	33	scientific	scientific	ADJ
crl-24614	7	34	community	community	NOUN
crl-24614	7	35	and	and	CCONJ
crl-24614	7	36	in	in	ADP
crl-24614	7	37	society	society	NOUN
crl-24614	7	38	.	.	PUNCT
crl-24614	8	1	research	research	NOUN
crl-24614	8	2	impact	impact	NOUN
crl-24614	8	3	metrics	metric	NOUN
crl-24614	8	4	,	,	PUNCT
crl-24614	8	5	including	include	VERB
crl-24614	8	6	traditional	traditional	ADJ
crl-24614	8	7	bibliometrics	bibliometric	NOUN
crl-24614	8	8	,	,	PUNCT
crl-24614	8	9	have	have	AUX
crl-24614	8	10	been	be	AUX
crl-24614	8	11	one	one	NUM
crl-24614	8	12	mechanism	mechanism	NOUN
crl-24614	8	13	for	for	ADP
crl-24614	8	14	assessing	assess	VERB
crl-24614	8	15	the	the	DET
crl-24614	8	16	quality	quality	NOUN
crl-24614	8	17	of	of	ADP
crl-24614	8	18	research	research	NOUN
crl-24614	8	19	for	for	ADP
crl-24614	8	20	more	more	ADJ
crl-24614	8	21	than	than	ADP
crl-24614	8	22	60	60	NUM
crl-24614	8	23	years.1	years.1	PROPN
crl-24614	8	24	bibliometrics	bibliometric	NOUN
crl-24614	8	25	are	be	AUX
crl-24614	8	26	“	"	PUNCT
crl-24614	8	27	a	a	DET
crl-24614	8	28	set	set	NOUN
crl-24614	8	29	of	of	ADP
crl-24614	8	30	quantitative	quantitative	ADJ
crl-24614	8	31	methods	method	NOUN
crl-24614	8	32	used	use	VERB
crl-24614	8	33	to	to	PART
crl-24614	8	34	measure	measure	VERB
crl-24614	8	35	,	,	PUNCT
crl-24614	8	36	track	track	NOUN
crl-24614	8	37	,	,	PUNCT
crl-24614	8	38	and	and	CCONJ
crl-24614	8	39	analyze	analyze	VERB
crl-24614	8	40	print	print	NOUN
crl-24614	8	41	based	base	VERB
crl-24614	8	42	literature	literature	NOUN
crl-24614	8	43	”	"	PUNCT
crl-24614	8	44	and	and	CCONJ
crl-24614	8	45	are	be	AUX
crl-24614	8	46	used	use	VERB
crl-24614	8	47	by	by	ADP
crl-24614	8	48	individual	individual	ADJ
crl-24614	8	49	scholars	scholar	NOUN
crl-24614	8	50	,	,	PUNCT
crl-24614	8	51	institutions	institution	NOUN
crl-24614	8	52	,	,	PUNCT
crl-24614	8	53	and	and	CCONJ
crl-24614	8	54	funding	funding	NOUN
crl-24614	8	55	agencies	agency	NOUN
crl-24614	8	56	to	to	PART
crl-24614	8	57	measure	measure	VERB
crl-24614	8	58	the	the	DET
crl-24614	8	59	impact	impact	NOUN
crl-24614	8	60	of	of	ADP
crl-24614	8	61	research	research	NOUN
crl-24614	8	62	and	and	CCONJ
crl-24614	8	63	scholarship.2	scholarship.2	VERB
crl-24614	8	64	traditional	traditional	ADJ
crl-24614	8	65	metrics	metric	NOUN
crl-24614	8	66	mainly	mainly	ADV
crl-24614	8	67	focus	focus	VERB
crl-24614	8	68	on	on	ADP
crl-24614	8	69	how	how	SCONJ
crl-24614	8	70	often	often	ADV
crl-24614	8	71	an	an	DET
crl-24614	8	72	article	article	NOUN
crl-24614	8	73	is	be	AUX
crl-24614	8	74	cited	cite	VERB
crl-24614	8	75	by	by	ADP
crl-24614	8	76	other	other	ADJ
crl-24614	8	77	scholarly	scholarly	ADJ
crl-24614	8	78	articles	article	NOUN
crl-24614	8	79	;	;	PUNCT
crl-24614	8	80	examples	example	NOUN
crl-24614	8	81	include	include	VERB
crl-24614	8	82	the	the	DET
crl-24614	8	83	h	h	NOUN
crl-24614	8	84	-	-	PUNCT
crl-24614	8	85	index	index	NOUN
crl-24614	8	86	,	,	PUNCT
crl-24614	8	87	a	a	DET
crl-24614	8	88	measure	measure	NOUN
crl-24614	8	89	of	of	ADP
crl-24614	8	90	an	an	DET
crl-24614	8	91	author	author	NOUN
crl-24614	8	92	’s	’s	PART
crl-24614	8	93	quantity	quantity	NOUN
crl-24614	8	94	of	of	ADP
crl-24614	8	95	publications	publication	NOUN
crl-24614	8	96	and	and	CCONJ
crl-24614	8	97	how	how	SCONJ
crl-24614	8	98	many	many	ADJ
crl-24614	8	99	times	time	NOUN
crl-24614	8	100	they	they	PRON
crl-24614	8	101	have	have	AUX
crl-24614	8	102	been	be	AUX
crl-24614	8	103	cited	cite	VERB
crl-24614	8	104	,	,	PUNCT
crl-24614	8	105	and	and	CCONJ
crl-24614	8	106	the	the	DET
crl-24614	8	107	journal	journal	PROPN
crl-24614	8	108	impact	impact	NOUN
crl-24614	8	109	factor	factor	NOUN
crl-24614	8	110	,	,	PUNCT
crl-24614	8	111	a	a	DET
crl-24614	8	112	measure	measure	NOUN
crl-24614	8	113	of	of	ADP
crl-24614	8	114	how	how	SCONJ
crl-24614	8	115	often	often	ADV
crl-24614	8	116	a	a	DET
crl-24614	8	117	journal	journal	NOUN
crl-24614	8	118	’s	’s	PART
crl-24614	8	119	articles	article	NOUN
crl-24614	8	120	are	be	AUX
crl-24614	8	121	cited.3	cited.3	PROPN
crl-24614	8	122	caitlin	caitlin	PROPN
crl-24614	8	123	bakker	bakker	PROPN
crl-24614	8	124	is	be	AUX
crl-24614	8	125	research	research	NOUN
crl-24614	8	126	services	service	NOUN
crl-24614	8	127	liaison	liaison	NOUN
crl-24614	8	128	at	at	ADP
crl-24614	8	129	university	university	PROPN
crl-24614	8	130	of	of	ADP
crl-24614	8	131	minnesota	minnesota	PROPN
crl-24614	8	132	libraries	libraries	PROPN
crl-24614	8	133	,	,	PUNCT
crl-24614	8	134	email	email	NOUN
crl-24614	8	135	:	:	PUNCT
crl-24614	8	136	cjbakker@umn.edu	cjbakker@umn.edu	PROPN
crl-24614	8	137	;	;	PUNCT
crl-24614	8	138	kristen	kristen	PROPN
crl-24614	8	139	cooper	cooper	PROPN
crl-24614	8	140	is	be	AUX
crl-24614	8	141	plant	plant	NOUN
crl-24614	8	142	sciences	science	NOUN
crl-24614	8	143	librarian	librarian	NOUN
crl-24614	8	144	at	at	ADP
crl-24614	8	145	university	university	PROPN
crl-24614	8	146	of	of	ADP
crl-24614	8	147	minnesota	minnesota	PROPN
crl-24614	8	148	libraries	libraries	PROPN
crl-24614	8	149	,	,	PUNCT
crl-24614	8	150	email	email	NOUN
crl-24614	8	151	:	:	PUNCT
crl-24614	8	152	coope377@umn.edu	coope377@umn.edu	PROPN
crl-24614	8	153	;	;	PUNCT
crl-24614	8	154	allison	allison	PROPN
crl-24614	8	155	langhamputrow	langhamputrow	PROPN
crl-24614	8	156	is	be	AUX
crl-24614	8	157	the	the	DET
crl-24614	8	158	scholarly	scholarly	ADJ
crl-24614	8	159	communications	communication	NOUN
crl-24614	8	160	and	and	CCONJ
crl-24614	8	161	engineering	engineering	NOUN
crl-24614	8	162	liaison	liaison	NOUN
crl-24614	8	163	librarian	librarian	NOUN
crl-24614	8	164	and	and	CCONJ
crl-24614	8	165	research	research	NOUN
crl-24614	8	166	services	service	NOUN
crl-24614	8	167	coordinator	coordinator	NOUN
crl-24614	8	168	at	at	ADP
crl-24614	8	169	university	university	PROPN
crl-24614	8	170	of	of	ADP
crl-24614	8	171	minnesota	minnesota	PROPN
crl-24614	8	172	libraries	libraries	PROPN
crl-24614	8	173	,	,	PUNCT
crl-24614	8	174	email	email	NOUN
crl-24614	8	175	:	:	PUNCT
crl-24614	8	176	lang0636@umn.edu	lang0636@umn.edu	PROPN
crl-24614	8	177	;	;	PUNCT
crl-24614	8	178	jennifer	jennifer	PROPN
crl-24614	8	179	mcburney	mcburney	PROPN
crl-24614	8	180	is	be	AUX
crl-24614	8	181	a	a	DET
crl-24614	8	182	social	social	ADJ
crl-24614	8	183	sciences	science	NOUN
crl-24614	8	184	librarian	librarian	NOUN
crl-24614	8	185	(	(	PUNCT
crl-24614	8	186	economics	economic	NOUN
crl-24614	8	187	,	,	PUNCT
crl-24614	8	188	political	political	ADJ
crl-24614	8	189	science	science	NOUN
crl-24614	8	190	,	,	PUNCT
crl-24614	8	191	&	&	CCONJ
crl-24614	8	192	institute	institute	PROPN
crl-24614	8	193	for	for	ADP
crl-24614	8	194	advanced	advanced	ADJ
crl-24614	8	195	study	study	NOUN
crl-24614	8	196	)	)	PUNCT
crl-24614	8	197	&	&	CCONJ
crl-24614	8	198	research	research	NOUN
crl-24614	8	199	services	service	NOUN
crl-24614	8	200	coordinator	coordinator	NOUN
crl-24614	8	201	at	at	ADP
crl-24614	8	202	university	university	PROPN
crl-24614	8	203	of	of	ADP
crl-24614	8	204	minnesota	minnesota	PROPN
crl-24614	8	205	libraries	libraries	PROPN
crl-24614	8	206	,	,	PUNCT
crl-24614	8	207	email	email	NOUN
crl-24614	8	208	:	:	PUNCT
crl-24614	8	209	jmcburne@umn.edu	jmcburne@umn.edu	PROPN
crl-24614	8	210	.	.	PUNCT
crl-24614	9	1	©	©	PROPN
crl-24614	9	2	2020	2020	NUM
crl-24614	9	3	caitlin	caitlin	PROPN
crl-24614	9	4	bakker	bakker	PROPN
crl-24614	9	5	,	,	PUNCT
crl-24614	9	6	kristen	kristen	PROPN
crl-24614	9	7	cooper	cooper	PROPN
crl-24614	9	8	,	,	PUNCT
crl-24614	9	9	allison	allison	PROPN
crl-24614	9	10	langham	langham	PROPN
crl-24614	9	11	-	-	PUNCT
crl-24614	9	12	putrow	putrow	NOUN
crl-24614	9	13	,	,	PUNCT
crl-24614	9	14	and	and	CCONJ
crl-24614	9	15	jennifer	jennifer	PROPN
crl-24614	9	16	mcburney	mcburney	PROPN
crl-24614	9	17	,	,	PUNCT
crl-24614	9	18	attribution	attribution	NOUN
crl-24614	9	19	-	-	PUNCT
crl-24614	9	20	noncommercial	noncommercial	ADJ
crl-24614	9	21	(	(	PUNCT
crl-24614	9	22	https://creativecommons.org/licenses/by-nc/4.0/	https://creativecommons.org/licenses/by-nc/4.0/	NOUN
crl-24614	9	23	)	)	PUNCT
crl-24614	9	24	cc	cc	NOUN
crl-24614	9	25	by	by	ADP
crl-24614	9	26	-	-	PUNCT
crl-24614	9	27	nc	nc	PROPN
crl-24614	9	28	.	.	PROPN
crl-24614	9	29	qualitative	qualitative	ADJ
crl-24614	9	30	analysis	analysis	NOUN
crl-24614	9	31	of	of	ADP
crl-24614	9	32	faculty	faculty	NOUN
crl-24614	9	33	opinions	opinion	NOUN
crl-24614	9	34	on	on	ADP
crl-24614	9	35	and	and	CCONJ
crl-24614	9	36	perceptions	perception	NOUN
crl-24614	9	37	of	of	ADP
crl-24614	9	38	research	research	NOUN
crl-24614	9	39	impact	impact	NOUN
crl-24614	9	40	metrics	metric	NOUN
crl-24614	9	41	897	897	NUM
crl-24614	9	42	with	with	ADP
crl-24614	9	43	the	the	DET
crl-24614	9	44	dissemination	dissemination	NOUN
crl-24614	9	45	of	of	ADP
crl-24614	9	46	scholarly	scholarly	ADJ
crl-24614	9	47	work	work	NOUN
crl-24614	9	48	shifting	shift	VERB
crl-24614	9	49	from	from	ADP
crl-24614	9	50	exclusively	exclusively	ADV
crl-24614	9	51	print	print	NOUN
crl-24614	9	52	to	to	ADP
crl-24614	9	53	electronic	electronic	ADJ
crl-24614	9	54	formats	format	NOUN
crl-24614	9	55	that	that	PRON
crl-24614	9	56	can	can	AUX
crl-24614	9	57	be	be	AUX
crl-24614	9	58	shared	share	VERB
crl-24614	9	59	and	and	CCONJ
crl-24614	9	60	accessed	access	VERB
crl-24614	9	61	online	online	ADV
crl-24614	9	62	,	,	PUNCT
crl-24614	9	63	a	a	DET
crl-24614	9	64	new	new	ADJ
crl-24614	9	65	form	form	NOUN
crl-24614	9	66	of	of	ADP
crl-24614	9	67	metrics	metric	NOUN
crl-24614	9	68	,	,	PUNCT
crl-24614	9	69	“	"	PUNCT
crl-24614	9	70	altmetrics	altmetric	NOUN
crl-24614	9	71	,	,	PUNCT
crl-24614	9	72	”	"	PUNCT
crl-24614	9	73	has	have	AUX
crl-24614	9	74	been	be	AUX
crl-24614	9	75	an	an	DET
crl-24614	9	76	increasing	increase	VERB
crl-24614	9	77	topic	topic	NOUN
crl-24614	9	78	of	of	ADP
crl-24614	9	79	conversation	conversation	NOUN
crl-24614	9	80	.	.	PUNCT
crl-24614	10	1	altmetrics	altmetric	NOUN
crl-24614	10	2	are	be	AUX
crl-24614	10	3	“	"	PUNCT
crl-24614	10	4	new	new	ADJ
crl-24614	10	5	metrics	metric	NOUN
crl-24614	10	6	based	base	VERB
crl-24614	10	7	on	on	ADP
crl-24614	10	8	the	the	DET
crl-24614	10	9	social	social	ADJ
crl-24614	10	10	web	web	NOUN
crl-24614	10	11	for	for	ADP
crl-24614	10	12	analyzing	analyze	VERB
crl-24614	10	13	and	and	CCONJ
crl-24614	10	14	informing	inform	VERB
crl-24614	10	15	scholarship	scholarship	NOUN
crl-24614	10	16	.	.	PUNCT
crl-24614	10	17	”4	”4	PUNCT
crl-24614	11	1	examples	example	NOUN
crl-24614	11	2	of	of	ADP
crl-24614	11	3	altmetrics	altmetric	NOUN
crl-24614	11	4	include	include	VERB
crl-24614	11	5	the	the	DET
crl-24614	11	6	number	number	NOUN
crl-24614	11	7	of	of	ADP
crl-24614	11	8	times	time	NOUN
crl-24614	11	9	a	a	DET
crl-24614	11	10	link	link	NOUN
crl-24614	11	11	to	to	ADP
crl-24614	11	12	a	a	DET
crl-24614	11	13	work	work	NOUN
crl-24614	11	14	has	have	AUX
crl-24614	11	15	been	be	AUX
crl-24614	11	16	clicked	click	VERB
crl-24614	11	17	on	on	ADP
crl-24614	11	18	or	or	CCONJ
crl-24614	11	19	the	the	DET
crl-24614	11	20	number	number	NOUN
crl-24614	11	21	of	of	ADP
crl-24614	11	22	likes	like	NOUN
crl-24614	11	23	,	,	PUNCT
crl-24614	11	24	shares	share	NOUN
crl-24614	11	25	,	,	PUNCT
crl-24614	11	26	and	and	CCONJ
crl-24614	11	27	mentions	mention	VERB
crl-24614	11	28	on	on	ADP
crl-24614	11	29	platforms	platform	NOUN
crl-24614	11	30	such	such	ADJ
crl-24614	11	31	as	as	ADP
crl-24614	11	32	twitter	twitter	NOUN
crl-24614	11	33	or	or	CCONJ
crl-24614	11	34	facebook.5	facebook.5	PROPN
crl-24614	11	35	despite	despite	SCONJ
crl-24614	11	36	the	the	DET
crl-24614	11	37	growing	grow	VERB
crl-24614	11	38	conversation	conversation	NOUN
crl-24614	11	39	around	around	ADP
crl-24614	11	40	altmetrics	altmetric	NOUN
crl-24614	11	41	,	,	PUNCT
crl-24614	11	42	researcher	researcher	NOUN
crl-24614	11	43	use	use	NOUN
crl-24614	11	44	of	of	ADP
crl-24614	11	45	these	these	DET
crl-24614	11	46	resources	resource	NOUN
crl-24614	11	47	remains	remain	VERB
crl-24614	11	48	unproven	unproven	ADJ
crl-24614	11	49	,	,	PUNCT
crl-24614	11	50	and	and	CCONJ
crl-24614	11	51	traditional	traditional	ADJ
crl-24614	11	52	metrics	metric	NOUN
crl-24614	11	53	have	have	AUX
crl-24614	11	54	begun	begin	VERB
crl-24614	11	55	playing	play	VERB
crl-24614	11	56	an	an	DET
crl-24614	11	57	increasing	increase	VERB
crl-24614	11	58	role	role	NOUN
crl-24614	11	59	in	in	ADP
crl-24614	11	60	research	research	NOUN
crl-24614	11	61	decision	decision	NOUN
crl-24614	11	62	making	making	NOUN
crl-24614	11	63	,	,	PUNCT
crl-24614	11	64	particularly	particularly	ADV
crl-24614	11	65	outside	outside	ADP
crl-24614	11	66	north	north	PROPN
crl-24614	11	67	america	america	PROPN
crl-24614	11	68	.	.	PUNCT
crl-24614	12	1	reasons	reason	NOUN
crl-24614	12	2	for	for	ADP
crl-24614	12	3	this	this	PRON
crl-24614	12	4	include	include	VERB
crl-24614	12	5	the	the	DET
crl-24614	12	6	evaluation	evaluation	NOUN
crl-24614	12	7	of	of	ADP
crl-24614	12	8	federal	federal	ADJ
crl-24614	12	9	or	or	CCONJ
crl-24614	12	10	public	public	ADJ
crl-24614	12	11	money	money	NOUN
crl-24614	12	12	spent	spend	VERB
crl-24614	12	13	on	on	ADP
crl-24614	12	14	higher	high	ADJ
crl-24614	12	15	education	education	NOUN
crl-24614	12	16	and	and	CCONJ
crl-24614	12	17	research	research	NOUN
crl-24614	12	18	based	base	VERB
crl-24614	12	19	on	on	ADP
crl-24614	12	20	its	its	PRON
crl-24614	12	21	quality	quality	NOUN
crl-24614	12	22	and	and	CCONJ
crl-24614	12	23	impact	impact	NOUN
crl-24614	12	24	,	,	PUNCT
crl-24614	12	25	as	as	ADV
crl-24614	12	26	well	well	ADV
crl-24614	12	27	as	as	ADP
crl-24614	12	28	steps	step	NOUN
crl-24614	12	29	institutions	institution	NOUN
crl-24614	12	30	have	have	AUX
crl-24614	12	31	taken	take	VERB
crl-24614	12	32	to	to	PART
crl-24614	12	33	develop	develop	VERB
crl-24614	12	34	strategies	strategy	NOUN
crl-24614	12	35	for	for	ADP
crl-24614	12	36	research	research	NOUN
crl-24614	12	37	in	in	ADP
crl-24614	12	38	the	the	DET
crl-24614	12	39	face	face	NOUN
crl-24614	12	40	of	of	ADP
crl-24614	12	41	competition	competition	NOUN
crl-24614	12	42	with	with	ADP
crl-24614	12	43	peer	peer	NOUN
crl-24614	12	44	institutions	institution	NOUN
crl-24614	12	45	for	for	ADP
crl-24614	12	46	students	student	NOUN
crl-24614	12	47	,	,	PUNCT
crl-24614	12	48	staff	staff	NOUN
crl-24614	12	49	,	,	PUNCT
crl-24614	12	50	and	and	CCONJ
crl-24614	12	51	resources.6	resources.6	ADJ
crl-24614	12	52	examples	example	NOUN
crl-24614	12	53	of	of	ADP
crl-24614	12	54	the	the	DET
crl-24614	12	55	use	use	NOUN
crl-24614	12	56	of	of	ADP
crl-24614	12	57	metrics	metric	NOUN
crl-24614	12	58	in	in	ADP
crl-24614	12	59	decision	decision	NOUN
crl-24614	12	60	-	-	PUNCT
crl-24614	12	61	making	make	VERB
crl-24614	12	62	processes	process	NOUN
crl-24614	12	63	can	can	AUX
crl-24614	12	64	be	be	AUX
crl-24614	12	65	found	find	VERB
crl-24614	12	66	across	across	ADP
crl-24614	12	67	the	the	DET
crl-24614	12	68	globe	globe	NOUN
crl-24614	12	69	.	.	PUNCT
crl-24614	13	1	smith	smith	PROPN
crl-24614	13	2	,	,	PUNCT
crl-24614	13	3	crookes	crookes	PROPN
crl-24614	13	4	,	,	PUNCT
crl-24614	13	5	and	and	CCONJ
crl-24614	13	6	crookes	crookes	PROPN
crl-24614	13	7	note	note	VERB
crl-24614	13	8	that	that	SCONJ
crl-24614	13	9	,	,	PUNCT
crl-24614	13	10	in	in	ADP
crl-24614	13	11	australia	australia	PROPN
crl-24614	13	12	,	,	PUNCT
crl-24614	13	13	traditional	traditional	ADJ
crl-24614	13	14	metrics	metric	NOUN
crl-24614	13	15	,	,	PUNCT
crl-24614	13	16	including	include	VERB
crl-24614	13	17	journal	journal	NOUN
crl-24614	13	18	impact	impact	NOUN
crl-24614	13	19	factors	factor	NOUN
crl-24614	13	20	,	,	PUNCT
crl-24614	13	21	citation	citation	NOUN
crl-24614	13	22	rates	rate	NOUN
crl-24614	13	23	,	,	PUNCT
crl-24614	13	24	and	and	CCONJ
crl-24614	13	25	the	the	DET
crl-24614	13	26	h	h	NOUN
crl-24614	13	27	-	-	PUNCT
crl-24614	13	28	index	index	NOUN
crl-24614	13	29	,	,	PUNCT
crl-24614	13	30	are	be	AUX
crl-24614	13	31	frequently	frequently	ADV
crl-24614	13	32	used	use	VERB
crl-24614	13	33	for	for	ADP
crl-24614	13	34	measuring	measure	VERB
crl-24614	13	35	research	research	NOUN
crl-24614	13	36	impact.7	impact.7	NOUN
crl-24614	13	37	wilsdon	wilsdon	PROPN
crl-24614	13	38	et	et	PROPN
crl-24614	13	39	al	al	PROPN
crl-24614	13	40	.	.	PROPN
crl-24614	14	1	provide	provide	VERB
crl-24614	14	2	examples	example	NOUN
crl-24614	14	3	of	of	ADP
crl-24614	14	4	several	several	ADJ
crl-24614	14	5	other	other	ADJ
crl-24614	14	6	countries	country	NOUN
crl-24614	14	7	that	that	PRON
crl-24614	14	8	incorporate	incorporate	VERB
crl-24614	14	9	metrics	metric	NOUN
crl-24614	14	10	in	in	ADP
crl-24614	14	11	their	their	PRON
crl-24614	14	12	national	national	ADJ
crl-24614	14	13	research	research	NOUN
crl-24614	14	14	assessment	assessment	NOUN
crl-24614	14	15	programs	program	NOUN
crl-24614	14	16	,	,	PUNCT
crl-24614	14	17	such	such	ADJ
crl-24614	14	18	as	as	ADP
crl-24614	14	19	denmark	denmark	PROPN
crl-24614	14	20	,	,	PUNCT
crl-24614	14	21	italy	italy	PROPN
crl-24614	14	22	,	,	PUNCT
crl-24614	14	23	and	and	CCONJ
crl-24614	14	24	the	the	DET
crl-24614	14	25	netherlands;8	netherlands;8	PROPN
crl-24614	14	26	however	however	ADV
crl-24614	14	27	,	,	PUNCT
crl-24614	14	28	there	there	PRON
crl-24614	14	29	have	have	AUX
crl-24614	14	30	been	be	AUX
crl-24614	14	31	recent	recent	ADJ
crl-24614	14	32	signals	signal	NOUN
crl-24614	14	33	of	of	ADP
crl-24614	14	34	movement	movement	NOUN
crl-24614	14	35	to	to	PART
crl-24614	14	36	deemphasize	deemphasize	VERB
crl-24614	14	37	the	the	DET
crl-24614	14	38	role	role	NOUN
crl-24614	14	39	of	of	ADP
crl-24614	14	40	metrics	metric	NOUN
crl-24614	14	41	in	in	ADP
crl-24614	14	42	research	research	NOUN
crl-24614	14	43	evaluation.9	evaluation.9	PROPN
crl-24614	14	44	the	the	DET
crl-24614	14	45	united	united	PROPN
crl-24614	14	46	states	states	PROPN
crl-24614	14	47	differs	differ	VERB
crl-24614	14	48	in	in	ADP
crl-24614	14	49	that	that	SCONJ
crl-24614	14	50	there	there	PRON
crl-24614	14	51	is	be	VERB
crl-24614	14	52	no	no	DET
crl-24614	14	53	nationwide	nationwide	ADJ
crl-24614	14	54	research	research	NOUN
crl-24614	14	55	assessment	assessment	NOUN
crl-24614	14	56	system	system	NOUN
crl-24614	14	57	or	or	CCONJ
crl-24614	14	58	program,10	program,10	NOUN
crl-24614	14	59	nor	nor	CCONJ
crl-24614	14	60	is	be	AUX
crl-24614	14	61	there	there	PRON
crl-24614	14	62	a	a	DET
crl-24614	14	63	single	single	ADJ
crl-24614	14	64	funding	funding	NOUN
crl-24614	14	65	body	body	NOUN
crl-24614	14	66	that	that	PRON
crl-24614	14	67	mandates	mandate	VERB
crl-24614	14	68	the	the	DET
crl-24614	14	69	use	use	NOUN
crl-24614	14	70	of	of	ADP
crl-24614	14	71	a	a	DET
crl-24614	14	72	particular	particular	ADJ
crl-24614	14	73	metric	metric	NOUN
crl-24614	14	74	or	or	CCONJ
crl-24614	14	75	metrics	metric	NOUN
crl-24614	14	76	.	.	PUNCT
crl-24614	15	1	as	as	SCONJ
crl-24614	15	2	graham	graham	PROPN
crl-24614	15	3	et	et	PROPN
crl-24614	15	4	al	al	PROPN
crl-24614	15	5	.	.	PROPN
crl-24614	15	6	note	note	PROPN
crl-24614	15	7	,	,	PUNCT
crl-24614	15	8	“	"	PUNCT
crl-24614	15	9	competing	compete	VERB
crl-24614	15	10	interests	interest	NOUN
crl-24614	15	11	among	among	ADP
crl-24614	15	12	affected	affected	ADJ
crl-24614	15	13	stakeholders	stakeholder	NOUN
crl-24614	15	14	can	can	AUX
crl-24614	15	15	result	result	VERB
crl-24614	15	16	in	in	ADP
crl-24614	15	17	a	a	DET
crl-24614	15	18	lack	lack	NOUN
crl-24614	15	19	of	of	ADP
crl-24614	15	20	consensus	consensus	NOUN
crl-24614	15	21	on	on	ADP
crl-24614	15	22	what	what	PRON
crl-24614	15	23	constitutes	constitute	VERB
crl-24614	15	24	value	value	NOUN
crl-24614	15	25	and	and	CCONJ
crl-24614	15	26	what	what	PRON
crl-24614	15	27	should	should	AUX
crl-24614	15	28	be	be	AUX
crl-24614	15	29	measured	measure	VERB
crl-24614	15	30	in	in	ADP
crl-24614	15	31	order	order	NOUN
crl-24614	15	32	to	to	PART
crl-24614	15	33	demonstrate	demonstrate	VERB
crl-24614	15	34	impact	impact	NOUN
crl-24614	15	35	.	.	PUNCT
crl-24614	16	1	”11	”11	PROPN
crl-24614	17	1	regardless	regardless	ADV
crl-24614	17	2	of	of	ADP
crl-24614	17	3	this	this	DET
crl-24614	17	4	lack	lack	NOUN
crl-24614	17	5	of	of	ADP
crl-24614	17	6	a	a	DET
crl-24614	17	7	nationwide	nationwide	ADJ
crl-24614	17	8	strategy	strategy	NOUN
crl-24614	17	9	,	,	PUNCT
crl-24614	17	10	research	research	NOUN
crl-24614	17	11	impact	impact	NOUN
crl-24614	17	12	assessment	assessment	NOUN
crl-24614	17	13	is	be	AUX
crl-24614	17	14	an	an	DET
crl-24614	17	15	emerging	emerge	VERB
crl-24614	17	16	area	area	NOUN
crl-24614	17	17	of	of	ADP
crl-24614	17	18	interest	interest	NOUN
crl-24614	17	19	among	among	ADP
crl-24614	17	20	american	american	ADJ
crl-24614	17	21	institutions	institution	NOUN
crl-24614	17	22	and	and	CCONJ
crl-24614	17	23	funding	fund	VERB
crl-24614	17	24	agencies.12	agencies.12	PROPN
crl-24614	17	25	literature	literature	PROPN
crl-24614	17	26	review	review	VERB
crl-24614	17	27	the	the	DET
crl-24614	17	28	role	role	NOUN
crl-24614	17	29	of	of	ADP
crl-24614	17	30	metrics	metric	NOUN
crl-24614	17	31	in	in	ADP
crl-24614	17	32	decision	decision	NOUN
crl-24614	17	33	making	make	VERB
crl-24614	17	34	is	be	AUX
crl-24614	17	35	the	the	DET
crl-24614	17	36	subject	subject	NOUN
crl-24614	17	37	of	of	ADP
crl-24614	17	38	debate	debate	NOUN
crl-24614	17	39	,	,	PUNCT
crl-24614	17	40	and	and	CCONJ
crl-24614	17	41	perceptions	perception	NOUN
crl-24614	17	42	of	of	ADP
crl-24614	17	43	the	the	DET
crl-24614	17	44	importance	importance	NOUN
crl-24614	17	45	and	and	CCONJ
crl-24614	17	46	value	value	NOUN
crl-24614	17	47	of	of	ADP
crl-24614	17	48	metrics	metric	NOUN
crl-24614	17	49	differ	differ	VERB
crl-24614	17	50	across	across	ADP
crl-24614	17	51	institutions	institution	NOUN
crl-24614	17	52	,	,	PUNCT
crl-24614	17	53	disciplines	discipline	NOUN
crl-24614	17	54	,	,	PUNCT
crl-24614	17	55	departments	department	NOUN
crl-24614	17	56	,	,	PUNCT
crl-24614	17	57	and	and	CCONJ
crl-24614	17	58	individuals	individual	NOUN
crl-24614	17	59	.	.	PUNCT
crl-24614	18	1	in	in	ADP
crl-24614	18	2	interviews	interview	NOUN
crl-24614	18	3	by	by	ADP
crl-24614	18	4	abbott	abbott	PROPN
crl-24614	18	5	et	et	PROPN
crl-24614	18	6	al	al	PROPN
crl-24614	18	7	.	.	PROPN
crl-24614	18	8	,	,	PUNCT
crl-24614	18	9	some	some	DET
crl-24614	18	10	administrators	administrator	NOUN
crl-24614	18	11	stated	state	VERB
crl-24614	18	12	that	that	SCONJ
crl-24614	18	13	they	they	PRON
crl-24614	18	14	do	do	AUX
crl-24614	18	15	not	not	PART
crl-24614	18	16	consider	consider	VERB
crl-24614	18	17	metrics	metric	NOUN
crl-24614	18	18	at	at	ADV
crl-24614	18	19	all	all	ADV
crl-24614	18	20	in	in	ADP
crl-24614	18	21	hiring	hiring	NOUN
crl-24614	18	22	or	or	CCONJ
crl-24614	18	23	promotion	promotion	NOUN
crl-24614	18	24	and	and	CCONJ
crl-24614	18	25	tenure	tenure	NOUN
crl-24614	18	26	(	(	PUNCT
crl-24614	18	27	p&t	p&t	PROPN
crl-24614	18	28	)	)	PUNCT
crl-24614	18	29	decisions	decision	NOUN
crl-24614	18	30	,	,	PUNCT
crl-24614	18	31	choosing	choose	VERB
crl-24614	18	32	instead	instead	ADV
crl-24614	18	33	to	to	PART
crl-24614	18	34	rely	rely	VERB
crl-24614	18	35	on	on	ADP
crl-24614	18	36	the	the	DET
crl-24614	18	37	letters	letter	NOUN
crl-24614	18	38	of	of	ADP
crl-24614	18	39	recommendation	recommendation	NOUN
crl-24614	18	40	provided	provide	VERB
crl-24614	18	41	by	by	ADP
crl-24614	18	42	experts	expert	NOUN
crl-24614	18	43	in	in	ADP
crl-24614	18	44	the	the	DET
crl-24614	18	45	candidate	candidate	NOUN
crl-24614	18	46	’s	’s	PART
crl-24614	18	47	field	field	NOUN
crl-24614	18	48	,	,	PUNCT
crl-24614	18	49	with	with	ADP
crl-24614	18	50	one	one	NUM
crl-24614	18	51	respondent	respondent	NOUN
crl-24614	18	52	stating	state	VERB
crl-24614	18	53	that	that	SCONJ
crl-24614	18	54	he	he	PRON
crl-24614	18	55	does	do	AUX
crl-24614	18	56	not	not	PART
crl-24614	18	57	rely	rely	VERB
crl-24614	18	58	on	on	ADP
crl-24614	18	59	impact	impact	NOUN
crl-24614	18	60	factors	factor	NOUN
crl-24614	18	61	,	,	PUNCT
crl-24614	18	62	which	which	PRON
crl-24614	18	63	“	"	PUNCT
crl-24614	18	64	usually	usually	ADV
crl-24614	18	65	highlight	highlight	VERB
crl-24614	18	66	trendy	trendy	ADJ
crl-24614	18	67	papers	paper	NOUN
crl-24614	18	68	,	,	PUNCT
crl-24614	18	69	boom	boom	NOUN
crl-24614	18	70	fields	field	NOUN
crl-24614	18	71	and	and	CCONJ
crl-24614	18	72	recently	recently	ADV
crl-24614	18	73	highlighted	highlight	VERB
crl-24614	18	74	topics	topic	NOUN
crl-24614	18	75	.	.	PUNCT
crl-24614	19	1	we	we	PRON
crl-24614	19	2	…	…	PUNCT
crl-24614	19	3	don’t	don’t	PROPN
crl-24614	19	4	want	want	VERB
crl-24614	19	5	to	to	PART
crl-24614	19	6	follow	follow	VERB
crl-24614	19	7	boom	boom	NOUN
crl-24614	19	8	.	.	PUNCT
crl-24614	20	1	”13	”13	NOUN
crl-24614	20	2	another	another	DET
crl-24614	20	3	respondent	respondent	NOUN
crl-24614	20	4	noted	note	VERB
crl-24614	20	5	that	that	SCONJ
crl-24614	20	6	,	,	PUNCT
crl-24614	20	7	although	although	SCONJ
crl-24614	20	8	his	his	PRON
crl-24614	20	9	department	department	NOUN
crl-24614	20	10	collects	collect	VERB
crl-24614	20	11	data	datum	NOUN
crl-24614	20	12	on	on	ADP
crl-24614	20	13	teaching	teaching	NOUN
crl-24614	20	14	loads	load	NOUN
crl-24614	20	15	,	,	PUNCT
crl-24614	20	16	output	output	NOUN
crl-24614	20	17	of	of	ADP
crl-24614	20	18	papers	paper	NOUN
crl-24614	20	19	,	,	PUNCT
crl-24614	20	20	and	and	CCONJ
crl-24614	20	21	h	h	NOUN
crl-24614	20	22	-	-	PUNCT
crl-24614	20	23	indices	index	NOUN
crl-24614	20	24	,	,	PUNCT
crl-24614	20	25	the	the	DET
crl-24614	20	26	data	data	NOUN
crl-24614	20	27	is	be	AUX
crl-24614	20	28	used	use	VERB
crl-24614	20	29	to	to	PART
crl-24614	20	30	guide	guide	VERB
crl-24614	20	31	researchers	researcher	NOUN
crl-24614	20	32	and	and	CCONJ
crl-24614	20	33	is	be	AUX
crl-24614	20	34	“	"	PUNCT
crl-24614	20	35	not	not	PART
crl-24614	20	36	a	a	DET
crl-24614	20	37	hurdle	hurdle	NOUN
crl-24614	20	38	that	that	PRON
crl-24614	20	39	has	have	VERB
crl-24614	20	40	to	to	PART
crl-24614	20	41	be	be	AUX
crl-24614	20	42	leapt	leap	VERB
crl-24614	20	43	over	over	ADP
crl-24614	20	44	to	to	PART
crl-24614	20	45	get	get	VERB
crl-24614	20	46	a	a	DET
crl-24614	20	47	promotion	promotion	NOUN
crl-24614	20	48	.	.	PUNCT
crl-24614	20	49	”	"	PUNCT
crl-24614	21	1	however	however	ADV
crl-24614	21	2	,	,	PUNCT
crl-24614	21	3	the	the	DET
crl-24614	21	4	authors	author	NOUN
crl-24614	21	5	acknowledge	acknowledge	VERB
crl-24614	21	6	that	that	SCONJ
crl-24614	21	7	the	the	DET
crl-24614	21	8	collection	collection	NOUN
crl-24614	21	9	of	of	ADP
crl-24614	21	10	these	these	DET
crl-24614	21	11	measures	measure	NOUN
crl-24614	21	12	“	"	PUNCT
crl-24614	21	13	could	could	AUX
crl-24614	21	14	give	give	VERB
crl-24614	21	15	the	the	DET
crl-24614	21	16	impression	impression	NOUN
crl-24614	21	17	that	that	SCONJ
crl-24614	21	18	they	they	PRON
crl-24614	21	19	are	be	AUX
crl-24614	21	20	being	be	AUX
crl-24614	21	21	relied	rely	VERB
crl-24614	21	22	on	on	ADP
crl-24614	21	23	heavily	heavily	ADV
crl-24614	21	24	.	.	PUNCT
crl-24614	22	1	”14	”14	NOUN
crl-24614	22	2	supporting	support	VERB
crl-24614	22	3	this	this	DET
crl-24614	22	4	comment	comment	NOUN
crl-24614	22	5	from	from	ADP
crl-24614	22	6	abbott	abbott	PROPN
crl-24614	22	7	et	et	PROPN
crl-24614	22	8	al	al	PROPN
crl-24614	22	9	.	.	PROPN
crl-24614	22	10	,	,	PUNCT
crl-24614	22	11	desanto	desanto	ADP
crl-24614	22	12	and	and	CCONJ
crl-24614	22	13	nichols	nichols	PROPN
crl-24614	22	14	also	also	ADV
crl-24614	22	15	found	find	VERB
crl-24614	22	16	that	that	SCONJ
crl-24614	22	17	“	"	PUNCT
crl-24614	22	18	[	[	X
crl-24614	22	19	a	a	X
crl-24614	22	20	]	]	X
crl-24614	22	21	full	full	ADJ
crl-24614	22	22	68	68	NUM
crl-24614	22	23	percent	percent	NOUN
crl-24614	22	24	of	of	ADP
crl-24614	22	25	respondents	respondent	NOUN
crl-24614	23	1	[	[	X
crl-24614	23	2	to	to	ADP
crl-24614	23	3	a	a	DET
crl-24614	23	4	faculty	faculty	NOUN
crl-24614	23	5	survey	survey	NOUN
crl-24614	23	6	]	]	PUNCT
crl-24614	23	7	expressed	express	VERB
crl-24614	23	8	concern	concern	NOUN
crl-24614	23	9	about	about	ADP
crl-24614	23	10	university	university	NOUN
crl-24614	23	11	administrators	administrator	NOUN
crl-24614	23	12	tracking	track	VERB
crl-24614	23	13	the	the	DET
crl-24614	23	14	scholarly	scholarly	ADJ
crl-24614	23	15	metric	metric	ADJ
crl-24614	23	16	data	datum	NOUN
crl-24614	23	17	of	of	ADP
crl-24614	23	18	their	their	PRON
crl-24614	23	19	faculty”15	faculty”15	NOUN
crl-24614	23	20	and	and	CCONJ
crl-24614	23	21	that	that	SCONJ
crl-24614	23	22	only	only	ADV
crl-24614	23	23	5.4	5.4	NUM
crl-24614	23	24	percent	percent	NOUN
crl-24614	23	25	of	of	ADP
crl-24614	23	26	respondents	respondent	NOUN
crl-24614	23	27	thought	think	VERB
crl-24614	23	28	that	that	SCONJ
crl-24614	23	29	“	"	PUNCT
crl-24614	23	30	a	a	DET
crl-24614	23	31	great	great	ADJ
crl-24614	23	32	deal	deal	NOUN
crl-24614	23	33	of	of	ADP
crl-24614	23	34	weight	weight	NOUN
crl-24614	23	35	”	"	PUNCT
crl-24614	23	36	should	should	AUX
crl-24614	23	37	be	be	AUX
crl-24614	23	38	placed	place	VERB
crl-24614	23	39	on	on	ADP
crl-24614	23	40	metrics	metric	NOUN
crl-24614	23	41	as	as	ADP
crl-24614	23	42	part	part	NOUN
crl-24614	23	43	of	of	ADP
crl-24614	23	44	the	the	DET
crl-24614	23	45	p&t	p&t	PROPN
crl-24614	23	46	process.16	process.16	PROPN
crl-24614	23	47	in	in	ADP
crl-24614	23	48	contrast	contrast	NOUN
crl-24614	23	49	to	to	ADP
crl-24614	23	50	the	the	DET
crl-24614	23	51	administrators	administrator	NOUN
crl-24614	23	52	’	’	PART
crl-24614	23	53	responses	response	NOUN
crl-24614	23	54	,	,	PUNCT
crl-24614	23	55	faculty	faculty	NOUN
crl-24614	23	56	survey	survey	NOUN
crl-24614	23	57	responses	response	NOUN
crl-24614	23	58	from	from	ADP
crl-24614	23	59	the	the	DET
crl-24614	23	60	article	article	NOUN
crl-24614	23	61	by	by	ADP
crl-24614	23	62	abbott	abbott	PROPN
crl-24614	23	63	et	et	PROPN
crl-24614	23	64	al.17	al.17	PROPN
crl-24614	23	65	show	show	VERB
crl-24614	23	66	that	that	SCONJ
crl-24614	23	67	researchers	researcher	NOUN
crl-24614	23	68	believe	believe	VERB
crl-24614	23	69	metrics	metric	NOUN
crl-24614	23	70	have	have	VERB
crl-24614	23	71	a	a	DET
crl-24614	23	72	large	large	ADJ
crl-24614	23	73	impact	impact	NOUN
crl-24614	23	74	on	on	ADP
crl-24614	23	75	hiring	hire	VERB
crl-24614	23	76	and	and	CCONJ
crl-24614	23	77	p&t	p&t	PROPN
crl-24614	23	78	decisions	decision	NOUN
crl-24614	23	79	.	.	PUNCT
crl-24614	24	1	more	more	ADJ
crl-24614	24	2	than	than	ADP
crl-24614	24	3	70	70	NUM
crl-24614	24	4	percent	percent	NOUN
crl-24614	24	5	of	of	ADP
crl-24614	24	6	150	150	NUM
crl-24614	24	7	respondents	respondent	NOUN
crl-24614	24	8	believed	believe	VERB
crl-24614	24	9	that	that	SCONJ
crl-24614	24	10	metrics	metric	NOUN
crl-24614	24	11	were	be	AUX
crl-24614	24	12	used	use	VERB
crl-24614	24	13	in	in	ADP
crl-24614	24	14	hiring	hire	VERB
crl-24614	24	15	and	and	CCONJ
crl-24614	24	16	promotion	promotion	NOUN
crl-24614	24	17	decisions	decision	NOUN
crl-24614	24	18	,	,	PUNCT
crl-24614	24	19	and	and	CCONJ
crl-24614	24	20	almost	almost	ADV
crl-24614	24	21	70	70	NUM
crl-24614	24	22	percent	percent	NOUN
crl-24614	24	23	also	also	ADV
crl-24614	24	24	believed	believe	VERB
crl-24614	24	25	they	they	PRON
crl-24614	24	26	were	be	AUX
crl-24614	24	27	used	use	VERB
crl-24614	24	28	in	in	ADP
crl-24614	24	29	tenure	tenure	NOUN
crl-24614	24	30	decisions.18	decisions.18	PROPN
crl-24614	24	31	898	898	NUM
crl-24614	24	32	college	college	PROPN
crl-24614	24	33	&	&	CCONJ
crl-24614	24	34	research	research	PROPN
crl-24614	24	35	libraries	library	NOUN
crl-24614	24	36	september	september	PROPN
crl-24614	24	37	2020	2020	NUM
crl-24614	24	38	in	in	ADP
crl-24614	24	39	addition	addition	NOUN
crl-24614	24	40	,	,	PUNCT
crl-24614	24	41	63	63	NUM
crl-24614	24	42	percent	percent	NOUN
crl-24614	24	43	of	of	ADP
crl-24614	24	44	respondents	respondent	NOUN
crl-24614	24	45	said	say	VERB
crl-24614	24	46	that	that	SCONJ
crl-24614	24	47	,	,	PUNCT
crl-24614	24	48	overall	overall	ADV
crl-24614	24	49	,	,	PUNCT
crl-24614	24	50	they	they	PRON
crl-24614	24	51	were	be	AUX
crl-24614	24	52	either	either	CCONJ
crl-24614	24	53	“	"	PUNCT
crl-24614	24	54	[	[	X
crl-24614	24	55	n]ot	n]ot	NUM
crl-24614	24	56	satisfied	satisfied	ADJ
crl-24614	24	57	”	"	PUNCT
crl-24614	24	58	or	or	CCONJ
crl-24614	24	59	“	"	PUNCT
crl-24614	24	60	not	not	PART
crl-24614	24	61	very	very	ADV
crl-24614	24	62	satisfied	satisfied	ADJ
crl-24614	24	63	”	"	PUNCT
crl-24614	24	64	with	with	ADP
crl-24614	24	65	the	the	DET
crl-24614	24	66	way	way	NOUN
crl-24614	24	67	metrics	metric	NOUN
crl-24614	24	68	are	be	AUX
crl-24614	24	69	used	use	VERB
crl-24614	24	70	in	in	ADP
crl-24614	24	71	general	general	ADJ
crl-24614	24	72	,	,	PUNCT
crl-24614	24	73	while	while	SCONJ
crl-24614	24	74	only	only	ADV
crl-24614	24	75	a	a	DET
crl-24614	24	76	quarter	quarter	NOUN
crl-24614	24	77	said	say	VERB
crl-24614	24	78	they	they	PRON
crl-24614	24	79	were	be	AUX
crl-24614	24	80	satisfied.19	satisfied.19	NOUN
crl-24614	24	81	other	other	ADJ
crl-24614	24	82	concerns	concern	NOUN
crl-24614	24	83	identified	identify	VERB
crl-24614	24	84	in	in	ADP
crl-24614	24	85	abbott	abbott	PROPN
crl-24614	24	86	et	et	PROPN
crl-24614	24	87	al	al	PROPN
crl-24614	24	88	.	.	PROPN
crl-24614	24	89	included	include	VERB
crl-24614	24	90	the	the	DET
crl-24614	24	91	ability	ability	NOUN
crl-24614	24	92	for	for	SCONJ
crl-24614	24	93	researchers	researcher	NOUN
crl-24614	24	94	to	to	PART
crl-24614	24	95	manipulate	manipulate	VERB
crl-24614	24	96	metrics	metric	NOUN
crl-24614	24	97	for	for	ADP
crl-24614	24	98	their	their	PRON
crl-24614	24	99	own	own	ADJ
crl-24614	24	100	gain	gain	NOUN
crl-24614	24	101	,	,	PUNCT
crl-24614	24	102	a	a	DET
crl-24614	24	103	concern	concern	NOUN
crl-24614	24	104	shared	share	VERB
crl-24614	24	105	by	by	ADP
crl-24614	24	106	71	71	NUM
crl-24614	24	107	percent	percent	NOUN
crl-24614	24	108	of	of	ADP
crl-24614	24	109	respondents	respondent	NOUN
crl-24614	24	110	,	,	PUNCT
crl-24614	24	111	and	and	CCONJ
crl-24614	24	112	the	the	DET
crl-24614	24	113	concern	concern	NOUN
crl-24614	24	114	that	that	SCONJ
crl-24614	24	115	metrics	metric	NOUN
crl-24614	24	116	would	would	AUX
crl-24614	24	117	shape	shape	VERB
crl-24614	24	118	the	the	DET
crl-24614	24	119	research	research	NOUN
crl-24614	24	120	behaviors	behavior	NOUN
crl-24614	24	121	of	of	ADP
crl-24614	24	122	faculty	faculty	NOUN
crl-24614	24	123	rather	rather	ADV
crl-24614	24	124	than	than	ADP
crl-24614	24	125	the	the	DET
crl-24614	24	126	other	other	ADJ
crl-24614	24	127	way	way	NOUN
crl-24614	24	128	around	around	ADV
crl-24614	24	129	.	.	PUNCT
crl-24614	25	1	in	in	ADP
crl-24614	25	2	fact	fact	NOUN
crl-24614	25	3	,	,	PUNCT
crl-24614	25	4	half	half	NOUN
crl-24614	25	5	of	of	ADP
crl-24614	25	6	respondents	respondent	NOUN
crl-24614	25	7	stated	state	VERB
crl-24614	25	8	that	that	SCONJ
crl-24614	25	9	they	they	PRON
crl-24614	25	10	themselves	themselves	PRON
crl-24614	25	11	had	have	AUX
crl-24614	25	12	changed	change	VERB
crl-24614	25	13	their	their	PRON
crl-24614	25	14	behaviors	behavior	NOUN
crl-24614	25	15	,	,	PUNCT
crl-24614	25	16	though	though	SCONJ
crl-24614	25	17	often	often	ADV
crl-24614	25	18	only	only	ADV
crl-24614	25	19	in	in	ADP
crl-24614	25	20	small	small	ADJ
crl-24614	25	21	ways	way	NOUN
crl-24614	25	22	,	,	PUNCT
crl-24614	25	23	to	to	PART
crl-24614	25	24	improve	improve	VERB
crl-24614	25	25	the	the	DET
crl-24614	25	26	metrics	metric	NOUN
crl-24614	25	27	they	they	PRON
crl-24614	25	28	knew	know	VERB
crl-24614	25	29	were	be	AUX
crl-24614	25	30	used	use	VERB
crl-24614	25	31	to	to	PART
crl-24614	25	32	measure	measure	VERB
crl-24614	25	33	themselves.20	themselves.20	NOUN
crl-24614	25	34	aligning	align	VERB
crl-24614	25	35	with	with	ADP
crl-24614	25	36	findings	finding	NOUN
crl-24614	25	37	from	from	ADP
crl-24614	25	38	abbott	abbott	PROPN
crl-24614	25	39	et	et	PROPN
crl-24614	25	40	al	al	PROPN
crl-24614	25	41	.	.	PROPN
crl-24614	25	42	,	,	PUNCT
crl-24614	25	43	thuna	thuna	PROPN
crl-24614	25	44	and	and	CCONJ
crl-24614	25	45	king	king	NOUN
crl-24614	25	46	found	find	VERB
crl-24614	25	47	that	that	SCONJ
crl-24614	25	48	metrics	metric	NOUN
crl-24614	25	49	have	have	AUX
crl-24614	25	50	influenced	influence	VERB
crl-24614	25	51	faculty	faculty	NOUN
crl-24614	25	52	across	across	ADP
crl-24614	25	53	disciplines	discipline	NOUN
crl-24614	25	54	in	in	ADP
crl-24614	25	55	their	their	PRON
crl-24614	25	56	research	research	NOUN
crl-24614	25	57	choices	choice	NOUN
crl-24614	25	58	,	,	PUNCT
crl-24614	25	59	such	such	ADJ
crl-24614	25	60	as	as	ADP
crl-24614	25	61	where	where	SCONJ
crl-24614	25	62	to	to	PART
crl-24614	25	63	publish	publish	VERB
crl-24614	25	64	,	,	PUNCT
crl-24614	25	65	who	who	PRON
crl-24614	25	66	to	to	PART
crl-24614	25	67	hire	hire	VERB
crl-24614	25	68	,	,	PUNCT
crl-24614	25	69	or	or	CCONJ
crl-24614	25	70	when	when	SCONJ
crl-24614	25	71	applying	apply	VERB
crl-24614	25	72	for	for	ADP
crl-24614	25	73	or	or	CCONJ
crl-24614	25	74	reviewing	review	VERB
crl-24614	25	75	grants.21	grants.21	PROPN
crl-24614	25	76	more	more	ADV
crl-24614	25	77	recently	recently	ADV
crl-24614	25	78	,	,	PUNCT
crl-24614	25	79	there	there	PRON
crl-24614	25	80	has	have	AUX
crl-24614	25	81	been	be	AUX
crl-24614	25	82	a	a	DET
crl-24614	25	83	growing	grow	VERB
crl-24614	25	84	interest	interest	NOUN
crl-24614	25	85	in	in	ADP
crl-24614	25	86	considering	consider	VERB
crl-24614	25	87	the	the	DET
crl-24614	25	88	disciplinary	disciplinary	ADJ
crl-24614	25	89	differences	difference	NOUN
crl-24614	25	90	in	in	ADP
crl-24614	25	91	faculty	faculty	NOUN
crl-24614	25	92	’s	’s	PART
crl-24614	25	93	use	use	NOUN
crl-24614	25	94	of	of	ADP
crl-24614	25	95	and	and	CCONJ
crl-24614	25	96	attitudes	attitude	NOUN
crl-24614	25	97	toward	toward	ADP
crl-24614	25	98	research	research	NOUN
crl-24614	25	99	impact	impact	NOUN
crl-24614	25	100	metrics	metric	NOUN
crl-24614	25	101	.	.	PUNCT
crl-24614	26	1	faculty	faculty	NOUN
crl-24614	26	2	in	in	ADP
crl-24614	26	3	the	the	DET
crl-24614	26	4	sciences	sciences	PROPN
crl-24614	26	5	and	and	CCONJ
crl-24614	26	6	social	social	ADJ
crl-24614	26	7	sciences	science	NOUN
crl-24614	26	8	have	have	AUX
crl-24614	26	9	generally	generally	ADV
crl-24614	26	10	expressed	express	VERB
crl-24614	26	11	greater	great	ADJ
crl-24614	26	12	awareness	awareness	NOUN
crl-24614	26	13	of	of	ADP
crl-24614	26	14	and	and	CCONJ
crl-24614	26	15	interest	interest	NOUN
crl-24614	26	16	in	in	ADP
crl-24614	26	17	metrics	metric	NOUN
crl-24614	26	18	and	and	CCONJ
crl-24614	26	19	have	have	AUX
crl-24614	26	20	felt	feel	VERB
crl-24614	26	21	that	that	SCONJ
crl-24614	26	22	metrics	metric	NOUN
crl-24614	26	23	played	play	VERB
crl-24614	26	24	a	a	DET
crl-24614	26	25	more	more	ADV
crl-24614	26	26	significant	significant	ADJ
crl-24614	26	27	role	role	NOUN
crl-24614	26	28	in	in	ADP
crl-24614	26	29	p&t	p&t	PROPN
crl-24614	26	30	processes	process	NOUN
crl-24614	26	31	than	than	ADP
crl-24614	26	32	their	their	PRON
crl-24614	26	33	colleagues	colleague	NOUN
crl-24614	26	34	in	in	ADP
crl-24614	26	35	the	the	DET
crl-24614	26	36	arts	art	NOUN
crl-24614	26	37	and	and	CCONJ
crl-24614	26	38	humanities.22	humanities.22	NOUN
crl-24614	26	39	researchers	researcher	NOUN
crl-24614	26	40	across	across	ADP
crl-24614	26	41	disciplines	discipline	NOUN
crl-24614	26	42	have	have	AUX
crl-24614	26	43	also	also	ADV
crl-24614	26	44	expressed	express	VERB
crl-24614	26	45	increasing	increase	VERB
crl-24614	26	46	awareness	awareness	NOUN
crl-24614	26	47	of	of	ADP
crl-24614	26	48	altmetrics.23	altmetrics.23	PROPN
crl-24614	26	49	however	however	ADV
crl-24614	26	50	,	,	PUNCT
crl-24614	26	51	when	when	SCONJ
crl-24614	26	52	considering	consider	VERB
crl-24614	26	53	faculty	faculty	NOUN
crl-24614	26	54	awareness	awareness	NOUN
crl-24614	26	55	or	or	CCONJ
crl-24614	26	56	familiarity	familiarity	NOUN
crl-24614	26	57	with	with	ADP
crl-24614	26	58	metrics	metric	NOUN
crl-24614	26	59	,	,	PUNCT
crl-24614	26	60	as	as	SCONJ
crl-24614	26	61	thuna	thuna	PROPN
crl-24614	26	62	and	and	CCONJ
crl-24614	26	63	king	king	NOUN
crl-24614	26	64	noted	note	VERB
crl-24614	26	65	,	,	PUNCT
crl-24614	26	66	“	"	PUNCT
crl-24614	26	67	awareness	awareness	NOUN
crl-24614	26	68	does	do	AUX
crl-24614	26	69	not	not	PART
crl-24614	26	70	necessarily	necessarily	ADV
crl-24614	26	71	equal	equal	ADJ
crl-24614	26	72	understanding	understanding	NOUN
crl-24614	26	73	.	.	PUNCT
crl-24614	27	1	”24	”24	VERB
crl-24614	27	2	librarians	librarian	NOUN
crl-24614	27	3	have	have	AUX
crl-24614	27	4	long	long	ADV
crl-24614	27	5	been	be	AUX
crl-24614	27	6	acquainted	acquaint	VERB
crl-24614	27	7	with	with	ADP
crl-24614	27	8	the	the	DET
crl-24614	27	9	journal	journal	PROPN
crl-24614	27	10	impact	impact	NOUN
crl-24614	27	11	factor	factor	NOUN
crl-24614	27	12	and	and	CCONJ
crl-24614	27	13	the	the	DET
crl-24614	27	14	various	various	ADJ
crl-24614	27	15	citation	citation	NOUN
crl-24614	27	16	indices	indice	VERB
crl-24614	27	17	through	through	ADP
crl-24614	27	18	which	which	PRON
crl-24614	27	19	metrics	metric	NOUN
crl-24614	27	20	are	be	AUX
crl-24614	27	21	available	available	ADJ
crl-24614	27	22	.	.	PUNCT
crl-24614	28	1	additional	additional	ADJ
crl-24614	28	2	metrics	metric	NOUN
crl-24614	28	3	-	-	PUNCT
crl-24614	28	4	related	relate	VERB
crl-24614	28	5	services	service	NOUN
crl-24614	28	6	are	be	AUX
crl-24614	28	7	an	an	DET
crl-24614	28	8	emerging	emerge	VERB
crl-24614	28	9	area	area	NOUN
crl-24614	28	10	in	in	ADP
crl-24614	28	11	librarianship	librarianship	NOUN
crl-24614	28	12	,	,	PUNCT
crl-24614	28	13	as	as	SCONJ
crl-24614	28	14	evidenced	evidence	VERB
crl-24614	28	15	in	in	ADP
crl-24614	28	16	the	the	DET
crl-24614	28	17	recent	recent	ADJ
crl-24614	28	18	survey	survey	NOUN
crl-24614	28	19	from	from	ADP
crl-24614	28	20	gutzman	gutzman	PROPN
crl-24614	28	21	et	et	PROPN
crl-24614	28	22	al	al	PROPN
crl-24614	28	23	.	.	PROPN
crl-24614	28	24	of	of	ADP
crl-24614	28	25	seven	seven	NUM
crl-24614	28	26	health	health	NOUN
crl-24614	28	27	sciences	science	NOUN
crl-24614	28	28	libraries,25	libraries,25	X
crl-24614	28	29	which	which	PRON
crl-24614	28	30	reinforces	reinforce	VERB
crl-24614	28	31	findings	finding	NOUN
crl-24614	28	32	from	from	ADP
crl-24614	28	33	the	the	DET
crl-24614	28	34	2015	2015	NUM
crl-24614	28	35	acrl	acrl	NOUN
crl-24614	28	36	spec	spec	PROPN
crl-24614	28	37	kit	kit	NOUN
crl-24614	28	38	on	on	ADP
crl-24614	28	39	scholarly	scholarly	ADJ
crl-24614	28	40	output	output	NOUN
crl-24614	28	41	assessment	assessment	NOUN
crl-24614	28	42	activities.26	activities.26	VERB
crl-24614	28	43	however	however	ADV
crl-24614	28	44	,	,	PUNCT
crl-24614	28	45	a	a	DET
crl-24614	28	46	2015	2015	NUM
crl-24614	28	47	ithaka	ithaka	VERB
crl-24614	28	48	s+r	s+r	X
crl-24614	28	49	faculty	faculty	NOUN
crl-24614	28	50	survey	survey	NOUN
crl-24614	28	51	found	find	VERB
crl-24614	28	52	that	that	SCONJ
crl-24614	28	53	less	less	ADJ
crl-24614	28	54	than	than	ADP
crl-24614	28	55	20	20	NUM
crl-24614	28	56	percent	percent	NOUN
crl-24614	28	57	of	of	ADP
crl-24614	28	58	respondents	respondent	NOUN
crl-24614	28	59	have	have	VERB
crl-24614	28	60	the	the	DET
crl-24614	28	61	library	library	NOUN
crl-24614	28	62	assist	assist	VERB
crl-24614	28	63	them	they	PRON
crl-24614	28	64	with	with	ADP
crl-24614	28	65	assessing	assess	VERB
crl-24614	28	66	the	the	DET
crl-24614	28	67	impact	impact	NOUN
crl-24614	28	68	of	of	ADP
crl-24614	28	69	their	their	PRON
crl-24614	28	70	publications,27	publications,27	NOUN
crl-24614	28	71	so	so	SCONJ
crl-24614	28	72	there	there	PRON
crl-24614	28	73	is	be	VERB
crl-24614	28	74	still	still	ADV
crl-24614	28	75	room	room	NOUN
crl-24614	28	76	for	for	ADP
crl-24614	28	77	growth	growth	NOUN
crl-24614	28	78	in	in	ADP
crl-24614	28	79	this	this	DET
crl-24614	28	80	area	area	NOUN
crl-24614	28	81	.	.	PUNCT
crl-24614	29	1	development	development	NOUN
crl-24614	29	2	and	and	CCONJ
crl-24614	29	3	refinement	refinement	NOUN
crl-24614	29	4	of	of	ADP
crl-24614	29	5	library	library	NOUN
crl-24614	29	6	services	service	NOUN
crl-24614	29	7	requires	require	VERB
crl-24614	29	8	an	an	DET
crl-24614	29	9	in	in	ADP
crl-24614	29	10	-	-	PUNCT
crl-24614	29	11	depth	depth	NOUN
crl-24614	29	12	understanding	understanding	NOUN
crl-24614	29	13	of	of	ADP
crl-24614	29	14	user	user	NOUN
crl-24614	29	15	needs	need	NOUN
crl-24614	29	16	.	.	PUNCT
crl-24614	30	1	bakker	bakker	PROPN
crl-24614	30	2	et	et	PROPN
crl-24614	30	3	al	al	PROPN
crl-24614	30	4	.	.	PROPN
crl-24614	30	5	quantitatively	quantitatively	ADV
crl-24614	30	6	compared	compare	VERB
crl-24614	30	7	respondents	respondent	NOUN
crl-24614	30	8	across	across	ADP
crl-24614	30	9	three	three	NUM
crl-24614	30	10	broad	broad	ADJ
crl-24614	30	11	disciplinary	disciplinary	ADJ
crl-24614	30	12	areas.28	areas.28	NOUN
crl-24614	30	13	they	they	PRON
crl-24614	30	14	found	find	VERB
crl-24614	30	15	that	that	SCONJ
crl-24614	30	16	respondents	respondent	NOUN
crl-24614	30	17	in	in	ADP
crl-24614	30	18	the	the	DET
crl-24614	30	19	arts	art	NOUN
crl-24614	30	20	and	and	CCONJ
crl-24614	30	21	humanities	humanity	NOUN
crl-24614	30	22	were	be	AUX
crl-24614	30	23	less	less	ADV
crl-24614	30	24	familiar	familiar	ADJ
crl-24614	30	25	with	with	ADP
crl-24614	30	26	metrics	metric	NOUN
crl-24614	30	27	and	and	CCONJ
crl-24614	30	28	perceived	perceive	VERB
crl-24614	30	29	metrics	metric	NOUN
crl-24614	30	30	to	to	PART
crl-24614	30	31	be	be	AUX
crl-24614	30	32	less	less	ADV
crl-24614	30	33	accurate	accurate	ADJ
crl-24614	30	34	than	than	ADP
crl-24614	30	35	respondents	respondent	NOUN
crl-24614	30	36	in	in	ADP
crl-24614	30	37	social	social	ADJ
crl-24614	30	38	sciences	science	NOUN
crl-24614	30	39	and	and	CCONJ
crl-24614	30	40	those	those	PRON
crl-24614	30	41	in	in	ADP
crl-24614	30	42	the	the	DET
crl-24614	30	43	sciences	sciences	PROPN
crl-24614	30	44	and	and	CCONJ
crl-24614	30	45	health	health	NOUN
crl-24614	30	46	sciences	science	NOUN
crl-24614	30	47	.	.	PUNCT
crl-24614	31	1	researchers	researcher	NOUN
crl-24614	31	2	in	in	ADP
crl-24614	31	3	the	the	DET
crl-24614	31	4	arts	art	NOUN
crl-24614	31	5	and	and	CCONJ
crl-24614	31	6	humanities	humanity	NOUN
crl-24614	31	7	also	also	ADV
crl-24614	31	8	felt	feel	VERB
crl-24614	31	9	that	that	SCONJ
crl-24614	31	10	metrics	metric	NOUN
crl-24614	31	11	were	be	AUX
crl-24614	31	12	less	less	ADV
crl-24614	31	13	important	important	ADJ
crl-24614	31	14	in	in	ADP
crl-24614	31	15	their	their	PRON
crl-24614	31	16	promotion	promotion	NOUN
crl-24614	31	17	and	and	CCONJ
crl-24614	31	18	tenure	tenure	NOUN
crl-24614	31	19	and	and	CCONJ
crl-24614	31	20	annual	annual	ADJ
crl-24614	31	21	review	review	NOUN
crl-24614	31	22	processes	process	NOUN
crl-24614	31	23	,	,	PUNCT
crl-24614	31	24	and	and	CCONJ
crl-24614	31	25	they	they	PRON
crl-24614	31	26	desired	desire	VERB
crl-24614	31	27	that	that	SCONJ
crl-24614	31	28	metrics	metric	NOUN
crl-24614	31	29	would	would	AUX
crl-24614	31	30	hold	hold	VERB
crl-24614	31	31	less	less	ADJ
crl-24614	31	32	weight	weight	NOUN
crl-24614	31	33	in	in	ADP
crl-24614	31	34	these	these	DET
crl-24614	31	35	processes	process	NOUN
crl-24614	31	36	than	than	ADP
crl-24614	31	37	researchers	researcher	NOUN
crl-24614	31	38	in	in	ADP
crl-24614	31	39	other	other	ADJ
crl-24614	31	40	discipline	discipline	NOUN
crl-24614	31	41	areas	area	NOUN
crl-24614	31	42	.	.	PUNCT
crl-24614	32	1	while	while	SCONJ
crl-24614	32	2	these	these	DET
crl-24614	32	3	quantitative	quantitative	ADJ
crl-24614	32	4	data	datum	NOUN
crl-24614	32	5	provided	provide	VERB
crl-24614	32	6	a	a	DET
crl-24614	32	7	broad	broad	ADJ
crl-24614	32	8	overview	overview	NOUN
crl-24614	32	9	of	of	ADP
crl-24614	32	10	faculty	faculty	NOUN
crl-24614	32	11	attitudes	attitude	NOUN
crl-24614	32	12	and	and	CCONJ
crl-24614	32	13	perceptions	perception	NOUN
crl-24614	32	14	of	of	ADP
crl-24614	32	15	the	the	DET
crl-24614	32	16	importance	importance	NOUN
crl-24614	32	17	of	of	ADP
crl-24614	32	18	metrics	metric	NOUN
crl-24614	32	19	,	,	PUNCT
crl-24614	32	20	they	they	PRON
crl-24614	32	21	do	do	AUX
crl-24614	32	22	not	not	PART
crl-24614	32	23	provide	provide	VERB
crl-24614	32	24	insight	insight	NOUN
crl-24614	32	25	into	into	ADP
crl-24614	32	26	why	why	SCONJ
crl-24614	32	27	the	the	DET
crl-24614	32	28	respondents	respondent	NOUN
crl-24614	32	29	may	may	AUX
crl-24614	32	30	have	have	AUX
crl-24614	32	31	felt	feel	VERB
crl-24614	32	32	this	this	DET
crl-24614	32	33	way	way	NOUN
crl-24614	32	34	,	,	PUNCT
crl-24614	32	35	or	or	CCONJ
crl-24614	32	36	what	what	PRON
crl-24614	32	37	related	relate	VERB
crl-24614	32	38	concerns	concern	NOUN
crl-24614	32	39	or	or	CCONJ
crl-24614	32	40	opportunities	opportunity	NOUN
crl-24614	32	41	they	they	PRON
crl-24614	32	42	saw	see	VERB
crl-24614	32	43	in	in	ADP
crl-24614	32	44	this	this	DET
crl-24614	32	45	area	area	NOUN
crl-24614	32	46	.	.	PUNCT
crl-24614	33	1	although	although	SCONJ
crl-24614	33	2	quantitative	quantitative	ADJ
crl-24614	33	3	assessments	assessment	NOUN
crl-24614	33	4	of	of	ADP
crl-24614	33	5	faculty	faculty	NOUN
crl-24614	33	6	attitudes	attitude	NOUN
crl-24614	33	7	have	have	AUX
crl-24614	33	8	been	be	AUX
crl-24614	33	9	conducted	conduct	VERB
crl-24614	33	10	,	,	PUNCT
crl-24614	33	11	qualitative	qualitative	ADJ
crl-24614	33	12	assessment	assessment	NOUN
crl-24614	33	13	has	have	AUX
crl-24614	33	14	been	be	AUX
crl-24614	33	15	less	less	ADV
crl-24614	33	16	prevalent	prevalent	ADJ
crl-24614	33	17	in	in	ADP
crl-24614	33	18	this	this	DET
crl-24614	33	19	area	area	NOUN
crl-24614	33	20	.	.	PUNCT
crl-24614	34	1	in	in	ADP
crl-24614	34	2	this	this	DET
crl-24614	34	3	paper	paper	NOUN
crl-24614	34	4	,	,	PUNCT
crl-24614	34	5	we	we	PRON
crl-24614	34	6	provide	provide	VERB
crl-24614	34	7	a	a	DET
crl-24614	34	8	qualitative	qualitative	ADJ
crl-24614	34	9	analysis	analysis	NOUN
crl-24614	34	10	of	of	ADP
crl-24614	34	11	survey	survey	NOUN
crl-24614	34	12	data	datum	NOUN
crl-24614	34	13	gathered	gather	VERB
crl-24614	34	14	to	to	PART
crl-24614	34	15	describe	describe	VERB
crl-24614	34	16	faculty	faculty	NOUN
crl-24614	34	17	and	and	CCONJ
crl-24614	34	18	researcher	researcher	NOUN
crl-24614	34	19	use	use	NOUN
crl-24614	34	20	of	of	ADP
crl-24614	34	21	and	and	CCONJ
crl-24614	34	22	attitudes	attitude	NOUN
crl-24614	34	23	toward	toward	ADP
crl-24614	34	24	research	research	NOUN
crl-24614	34	25	impact	impact	NOUN
crl-24614	34	26	metrics	metric	NOUN
crl-24614	34	27	and	and	CCONJ
crl-24614	34	28	their	their	PRON
crl-24614	34	29	concerns	concern	NOUN
crl-24614	34	30	regarding	regard	VERB
crl-24614	34	31	the	the	DET
crl-24614	34	32	use	use	NOUN
crl-24614	34	33	of	of	ADP
crl-24614	34	34	these	these	DET
crl-24614	34	35	measures	measure	NOUN
crl-24614	34	36	.	.	PUNCT
crl-24614	35	1	we	we	PRON
crl-24614	35	2	chose	choose	VERB
crl-24614	35	3	to	to	PART
crl-24614	35	4	focus	focus	VERB
crl-24614	35	5	our	our	PRON
crl-24614	35	6	qualitative	qualitative	ADJ
crl-24614	35	7	analysis	analysis	NOUN
crl-24614	35	8	on	on	ADP
crl-24614	35	9	our	our	PRON
crl-24614	35	10	institution	institution	NOUN
crl-24614	35	11	to	to	PART
crl-24614	35	12	develop	develop	VERB
crl-24614	35	13	a	a	DET
crl-24614	35	14	more	more	ADJ
crl-24614	35	15	in	in	ADP
crl-24614	35	16	-	-	PUNCT
crl-24614	35	17	depth	depth	NOUN
crl-24614	35	18	understanding	understanding	NOUN
crl-24614	35	19	of	of	ADP
crl-24614	35	20	researcher	researcher	NOUN
crl-24614	35	21	attitudes	attitude	NOUN
crl-24614	35	22	within	within	ADP
crl-24614	35	23	our	our	PRON
crl-24614	35	24	context	context	NOUN
crl-24614	35	25	and	and	CCONJ
crl-24614	35	26	to	to	PART
crl-24614	35	27	subsequently	subsequently	ADV
crl-24614	35	28	gain	gain	VERB
crl-24614	35	29	insight	insight	NOUN
crl-24614	35	30	necessary	necessary	ADJ
crl-24614	35	31	to	to	PART
crl-24614	35	32	begin	begin	VERB
crl-24614	35	33	developing	develop	VERB
crl-24614	35	34	services	service	NOUN
crl-24614	35	35	to	to	PART
crl-24614	35	36	meet	meet	VERB
crl-24614	35	37	their	their	PRON
crl-24614	35	38	needs	need	NOUN
crl-24614	35	39	.	.	PUNCT
crl-24614	36	1	it	it	PRON
crl-24614	36	2	should	should	AUX
crl-24614	36	3	be	be	AUX
crl-24614	36	4	noted	note	VERB
crl-24614	36	5	that	that	SCONJ
crl-24614	36	6	the	the	DET
crl-24614	36	7	nature	nature	NOUN
crl-24614	36	8	of	of	ADP
crl-24614	36	9	qualitative	qualitative	ADJ
crl-24614	36	10	research	research	NOUN
crl-24614	36	11	reflects	reflect	VERB
crl-24614	36	12	a	a	DET
crl-24614	36	13	different	different	ADJ
crl-24614	36	14	framing	framing	NOUN
crl-24614	36	15	of	of	ADP
crl-24614	36	16	the	the	DET
crl-24614	36	17	research	research	NOUN
crl-24614	36	18	question	question	NOUN
crl-24614	36	19	,	,	PUNCT
crl-24614	36	20	and	and	CCONJ
crl-24614	36	21	these	these	DET
crl-24614	36	22	questions	question	NOUN
crl-24614	36	23	often	often	ADV
crl-24614	36	24	tend	tend	VERB
crl-24614	36	25	to	to	PART
crl-24614	36	26	be	be	AUX
crl-24614	36	27	more	more	ADV
crl-24614	36	28	exploratory	exploratory	ADJ
crl-24614	36	29	than	than	ADP
crl-24614	36	30	hypothesis	hypothesis	NOUN
crl-24614	36	31	-	-	PUNCT
crl-24614	36	32	driven.29	driven.29	NOUN
crl-24614	36	33	as	as	ADP
crl-24614	36	34	corbin	corbin	PROPN
crl-24614	36	35	and	and	CCONJ
crl-24614	36	36	strauss	strauss	PROPN
crl-24614	36	37	note	note	PROPN
crl-24614	36	38	,	,	PUNCT
crl-24614	36	39	“	"	PUNCT
crl-24614	36	40	underlying	underlie	VERB
crl-24614	36	41	the	the	DET
crl-24614	36	42	use	use	NOUN
crl-24614	36	43	of	of	ADP
crl-24614	36	44	qualitative	qualitative	ADJ
crl-24614	36	45	methods	method	NOUN
crl-24614	36	46	is	be	AUX
crl-24614	36	47	the	the	DET
crl-24614	36	48	assumption	assumption	NOUN
crl-24614	36	49	that	that	SCONJ
crl-24614	36	50	all	all	PRON
crl-24614	36	51	of	of	ADP
crl-24614	36	52	the	the	DET
crl-24614	36	53	concepts	concept	NOUN
crl-24614	36	54	pertaining	pertain	VERB
crl-24614	36	55	to	to	ADP
crl-24614	36	56	a	a	DET
crl-24614	36	57	given	give	VERB
crl-24614	36	58	phenomenon	phenomenon	NOUN
crl-24614	36	59	have	have	AUX
crl-24614	36	60	not	not	PART
crl-24614	36	61	been	be	AUX
crl-24614	36	62	identiqualitative	identiqualitative	ADJ
crl-24614	36	63	analysis	analysis	NOUN
crl-24614	36	64	of	of	ADP
crl-24614	36	65	faculty	faculty	NOUN
crl-24614	36	66	opinions	opinion	NOUN
crl-24614	36	67	on	on	ADP
crl-24614	36	68	and	and	CCONJ
crl-24614	36	69	perceptions	perception	NOUN
crl-24614	36	70	of	of	ADP
crl-24614	36	71	research	research	NOUN
crl-24614	36	72	impact	impact	NOUN
crl-24614	36	73	metrics	metric	NOUN
crl-24614	36	74	899	899	NUM
crl-24614	36	75	fied	fie	VERB
crl-24614	36	76	,	,	PUNCT
crl-24614	36	77	or	or	CCONJ
crl-24614	36	78	are	be	AUX
crl-24614	36	79	n’t	not	PART
crl-24614	36	80	fully	fully	ADV
crl-24614	36	81	developed	develop	VERB
crl-24614	36	82	,	,	PUNCT
crl-24614	36	83	or	or	CCONJ
crl-24614	36	84	are	be	AUX
crl-24614	36	85	poorly	poorly	ADV
crl-24614	36	86	understood	understand	VERB
crl-24614	36	87	and	and	CCONJ
crl-24614	36	88	further	further	ADJ
crl-24614	36	89	exploration	exploration	NOUN
crl-24614	36	90	on	on	ADP
crl-24614	36	91	a	a	DET
crl-24614	36	92	topic	topic	NOUN
crl-24614	36	93	is	be	AUX
crl-24614	36	94	necessary	necessary	ADJ
crl-24614	36	95	to	to	PART
crl-24614	36	96	increase	increase	VERB
crl-24614	36	97	understanding	understanding	NOUN
crl-24614	36	98	.	.	PUNCT
crl-24614	37	1	”30	”30	NOUN
crl-24614	37	2	this	this	PRON
crl-24614	37	3	is	be	AUX
crl-24614	37	4	particularly	particularly	ADV
crl-24614	37	5	true	true	ADJ
crl-24614	37	6	when	when	SCONJ
crl-24614	37	7	researchers	researcher	NOUN
crl-24614	37	8	take	take	VERB
crl-24614	37	9	a	a	DET
crl-24614	37	10	grounded	ground	VERB
crl-24614	37	11	theory	theory	NOUN
crl-24614	37	12	approach	approach	NOUN
crl-24614	37	13	,	,	PUNCT
crl-24614	37	14	as	as	SCONJ
crl-24614	37	15	we	we	PRON
crl-24614	37	16	have	have	VERB
crl-24614	37	17	here	here	ADV
crl-24614	37	18	,	,	PUNCT
crl-24614	37	19	in	in	ADP
crl-24614	37	20	which	which	PRON
crl-24614	37	21	“	"	PUNCT
crl-24614	37	22	[	[	X
crl-24614	37	23	o]ne	o]ne	NOUN
crl-24614	37	24	does	do	AUX
crl-24614	37	25	not	not	PART
crl-24614	37	26	begin	begin	VERB
crl-24614	37	27	with	with	ADP
crl-24614	37	28	a	a	DET
crl-24614	37	29	theory	theory	NOUN
crl-24614	37	30	,	,	PUNCT
crl-24614	37	31	then	then	ADV
crl-24614	37	32	prove	prove	VERB
crl-24614	37	33	it	it	PRON
crl-24614	37	34	.	.	PUNCT
crl-24614	38	1	rather	rather	ADV
crl-24614	38	2	,	,	PUNCT
crl-24614	38	3	one	one	PRON
crl-24614	38	4	begins	begin	VERB
crl-24614	38	5	with	with	ADP
crl-24614	38	6	an	an	DET
crl-24614	38	7	area	area	NOUN
crl-24614	38	8	of	of	ADP
crl-24614	38	9	study	study	NOUN
crl-24614	38	10	and	and	CCONJ
crl-24614	38	11	what	what	PRON
crl-24614	38	12	is	be	AUX
crl-24614	38	13	relevant	relevant	ADJ
crl-24614	38	14	to	to	ADP
crl-24614	38	15	that	that	DET
crl-24614	38	16	area	area	NOUN
crl-24614	38	17	is	be	AUX
crl-24614	38	18	allowed	allow	VERB
crl-24614	38	19	to	to	PART
crl-24614	38	20	emerge	emerge	VERB
crl-24614	38	21	.	.	PUNCT
crl-24614	39	1	”31	”31	PROPN
crl-24614	39	2	our	our	PRON
crl-24614	39	3	objective	objective	NOUN
crl-24614	39	4	in	in	ADP
crl-24614	39	5	this	this	DET
crl-24614	39	6	research	research	NOUN
crl-24614	39	7	is	be	AUX
crl-24614	39	8	not	not	PART
crl-24614	39	9	to	to	PART
crl-24614	39	10	conduct	conduct	VERB
crl-24614	39	11	analyses	analysis	NOUN
crl-24614	39	12	in	in	ADP
crl-24614	39	13	line	line	NOUN
crl-24614	39	14	with	with	ADP
crl-24614	39	15	quantitative	quantitative	ADJ
crl-24614	39	16	approaches	approach	NOUN
crl-24614	39	17	,	,	PUNCT
crl-24614	39	18	but	but	CCONJ
crl-24614	39	19	instead	instead	ADV
crl-24614	39	20	to	to	PART
crl-24614	39	21	begin	begin	VERB
crl-24614	39	22	an	an	DET
crl-24614	39	23	exploration	exploration	NOUN
crl-24614	39	24	of	of	ADP
crl-24614	39	25	the	the	DET
crl-24614	39	26	nuanced	nuanced	ADJ
crl-24614	39	27	interpretation	interpretation	NOUN
crl-24614	39	28	and	and	CCONJ
crl-24614	39	29	perception	perception	NOUN
crl-24614	39	30	of	of	ADP
crl-24614	39	31	research	research	NOUN
crl-24614	39	32	impact	impact	NOUN
crl-24614	39	33	assessment	assessment	NOUN
crl-24614	39	34	from	from	ADP
crl-24614	39	35	a	a	DET
crl-24614	39	36	researcher	researcher	NOUN
crl-24614	39	37	’s	’s	PART
crl-24614	39	38	perspective	perspective	NOUN
crl-24614	39	39	.	.	PUNCT
crl-24614	40	1	methodology	methodology	NOUN
crl-24614	40	2	with	with	ADP
crl-24614	40	3	the	the	DET
crl-24614	40	4	end	end	NOUN
crl-24614	40	5	goal	goal	NOUN
crl-24614	40	6	of	of	ADP
crl-24614	40	7	improving	improve	VERB
crl-24614	40	8	our	our	PRON
crl-24614	40	9	library	library	NOUN
crl-24614	40	10	’s	’s	PART
crl-24614	40	11	research	research	NOUN
crl-24614	40	12	impact	impact	NOUN
crl-24614	40	13	–	–	PUNCT
crl-24614	40	14	related	relate	VERB
crl-24614	40	15	services	service	NOUN
crl-24614	40	16	to	to	PART
crl-24614	40	17	better	well	ADV
crl-24614	40	18	support	support	VERB
crl-24614	40	19	faculty	faculty	NOUN
crl-24614	40	20	and	and	CCONJ
crl-24614	40	21	researchers	researcher	NOUN
crl-24614	40	22	across	across	ADP
crl-24614	40	23	campus	campus	NOUN
crl-24614	40	24	,	,	PUNCT
crl-24614	40	25	we	we	PRON
crl-24614	40	26	analyzed	analyze	VERB
crl-24614	40	27	data	datum	NOUN
crl-24614	40	28	gathered	gather	VERB
crl-24614	40	29	from	from	ADP
crl-24614	40	30	a	a	DET
crl-24614	40	31	survey	survey	NOUN
crl-24614	40	32	of	of	ADP
crl-24614	40	33	faculty	faculty	NOUN
crl-24614	40	34	,	,	PUNCT
crl-24614	40	35	instructors	instructor	NOUN
crl-24614	40	36	,	,	PUNCT
crl-24614	40	37	and	and	CCONJ
crl-24614	40	38	researchers	researcher	NOUN
crl-24614	40	39	at	at	ADP
crl-24614	40	40	the	the	DET
crl-24614	40	41	university	university	PROPN
crl-24614	40	42	of	of	ADP
crl-24614	40	43	minnesota	minnesota	PROPN
crl-24614	40	44	to	to	PART
crl-24614	40	45	gain	gain	VERB
crl-24614	40	46	insights	insight	NOUN
crl-24614	40	47	into	into	ADP
crl-24614	40	48	how	how	SCONJ
crl-24614	40	49	they	they	PRON
crl-24614	40	50	understand	understand	VERB
crl-24614	40	51	and	and	CCONJ
crl-24614	40	52	view	view	VERB
crl-24614	40	53	research	research	NOUN
crl-24614	40	54	impact	impact	NOUN
crl-24614	40	55	metrics	metric	NOUN
crl-24614	40	56	,	,	PUNCT
crl-24614	40	57	such	such	ADJ
crl-24614	40	58	as	as	ADP
crl-24614	40	59	those	those	PRON
crl-24614	40	60	based	base	VERB
crl-24614	40	61	on	on	ADP
crl-24614	40	62	article	article	NOUN
crl-24614	40	63	citation	citation	NOUN
crl-24614	40	64	counts	count	NOUN
crl-24614	40	65	.	.	PUNCT
crl-24614	41	1	the	the	DET
crl-24614	41	2	survey	survey	NOUN
crl-24614	41	3	included	include	VERB
crl-24614	41	4	open	open	ADJ
crl-24614	41	5	-	-	PUNCT
crl-24614	41	6	ended	ended	ADJ
crl-24614	41	7	,	,	PUNCT
crl-24614	41	8	free	free	ADJ
crl-24614	41	9	-	-	PUNCT
crl-24614	41	10	text	text	NOUN
crl-24614	41	11	responses	response	NOUN
crl-24614	41	12	in	in	ADP
crl-24614	41	13	which	which	PRON
crl-24614	41	14	participants	participant	NOUN
crl-24614	41	15	described	describe	VERB
crl-24614	41	16	when	when	SCONJ
crl-24614	41	17	and	and	CCONJ
crl-24614	41	18	how	how	SCONJ
crl-24614	41	19	they	they	PRON
crl-24614	41	20	use	use	VERB
crl-24614	41	21	metrics	metric	NOUN
crl-24614	41	22	and	and	CCONJ
crl-24614	41	23	their	their	PRON
crl-24614	41	24	concerns	concern	NOUN
crl-24614	41	25	around	around	ADP
crl-24614	41	26	the	the	DET
crl-24614	41	27	use	use	NOUN
crl-24614	41	28	of	of	ADP
crl-24614	41	29	these	these	DET
crl-24614	41	30	metrics	metric	NOUN
crl-24614	41	31	.	.	PUNCT
crl-24614	42	1	while	while	SCONJ
crl-24614	42	2	previous	previous	ADJ
crl-24614	42	3	surveys	survey	NOUN
crl-24614	42	4	have	have	AUX
crl-24614	42	5	provided	provide	VERB
crl-24614	42	6	quantitative	quantitative	ADJ
crl-24614	42	7	analysis	analysis	NOUN
crl-24614	42	8	focusing	focus	VERB
crl-24614	42	9	on	on	ADP
crl-24614	42	10	researcher	researcher	NOUN
crl-24614	42	11	awareness	awareness	NOUN
crl-24614	42	12	of	of	ADP
crl-24614	42	13	these	these	DET
crl-24614	42	14	topics,32	topics,32	NOUN
crl-24614	42	15	this	this	DET
crl-24614	42	16	grounded	ground	VERB
crl-24614	42	17	theory	theory	NOUN
crl-24614	42	18	approach	approach	NOUN
crl-24614	42	19	to	to	ADP
crl-24614	42	20	qualitative	qualitative	ADJ
crl-24614	42	21	analysis	analysis	NOUN
crl-24614	42	22	provides	provide	VERB
crl-24614	42	23	deeper	deep	ADJ
crl-24614	42	24	insight	insight	NOUN
crl-24614	42	25	into	into	ADP
crl-24614	42	26	researcher	researcher	NOUN
crl-24614	42	27	perceptions	perception	NOUN
crl-24614	42	28	and	and	CCONJ
crl-24614	42	29	opinions	opinion	NOUN
crl-24614	42	30	around	around	ADP
crl-24614	42	31	these	these	DET
crl-24614	42	32	topics	topic	NOUN
crl-24614	42	33	and	and	CCONJ
crl-24614	42	34	offers	offer	VERB
crl-24614	42	35	a	a	DET
crl-24614	42	36	more	more	ADV
crl-24614	42	37	nuanced	nuanced	ADJ
crl-24614	42	38	understanding	understanding	NOUN
crl-24614	42	39	of	of	ADP
crl-24614	42	40	the	the	DET
crl-24614	42	41	current	current	ADJ
crl-24614	42	42	landscape	landscape	NOUN
crl-24614	42	43	of	of	ADP
crl-24614	42	44	opinion	opinion	NOUN
crl-24614	42	45	around	around	ADP
crl-24614	42	46	research	research	NOUN
crl-24614	42	47	impact	impact	NOUN
crl-24614	42	48	metrics	metric	NOUN
crl-24614	42	49	.	.	PUNCT
crl-24614	43	1	the	the	DET
crl-24614	43	2	qualitative	qualitative	ADJ
crl-24614	43	3	study	study	NOUN
crl-24614	43	4	described	describe	VERB
crl-24614	43	5	in	in	ADP
crl-24614	43	6	this	this	DET
crl-24614	43	7	paper	paper	NOUN
crl-24614	43	8	was	be	AUX
crl-24614	43	9	part	part	NOUN
crl-24614	43	10	of	of	ADP
crl-24614	43	11	a	a	DET
crl-24614	43	12	larger	large	ADJ
crl-24614	43	13	multisite	multisite	ADJ
crl-24614	43	14	research	research	NOUN
crl-24614	43	15	project	project	NOUN
crl-24614	43	16	authored	author	VERB
crl-24614	43	17	by	by	ADP
crl-24614	43	18	bakker	bakker	PROPN
crl-24614	43	19	et	et	PROPN
crl-24614	43	20	al	al	PROPN
crl-24614	43	21	.	.	PUNCT
crl-24614	44	1	that	that	PRON
crl-24614	44	2	involved	involve	VERB
crl-24614	44	3	administering	administer	VERB
crl-24614	44	4	a	a	DET
crl-24614	44	5	survey	survey	NOUN
crl-24614	44	6	regarding	regard	VERB
crl-24614	44	7	attitudes	attitude	NOUN
crl-24614	44	8	toward	toward	ADP
crl-24614	44	9	and	and	CCONJ
crl-24614	44	10	use	use	NOUN
crl-24614	44	11	of	of	ADP
crl-24614	44	12	research	research	NOUN
crl-24614	44	13	impact	impact	NOUN
crl-24614	44	14	metrics	metric	NOUN
crl-24614	44	15	across	across	ADP
crl-24614	44	16	four	four	NUM
crl-24614	44	17	institutions.33	institutions.33	NOUN
crl-24614	44	18	the	the	DET
crl-24614	44	19	broader	broad	ADJ
crl-24614	44	20	,	,	PUNCT
crl-24614	44	21	multisite	multisite	ADJ
crl-24614	44	22	study	study	NOUN
crl-24614	44	23	focused	focus	VERB
crl-24614	44	24	on	on	ADP
crl-24614	44	25	the	the	DET
crl-24614	44	26	analysis	analysis	NOUN
crl-24614	44	27	of	of	ADP
crl-24614	44	28	quantitative	quantitative	ADJ
crl-24614	44	29	data	datum	NOUN
crl-24614	44	30	from	from	ADP
crl-24614	44	31	all	all	DET
crl-24614	44	32	four	four	NUM
crl-24614	44	33	institutions	institution	NOUN
crl-24614	44	34	,	,	PUNCT
crl-24614	44	35	while	while	SCONJ
crl-24614	44	36	this	this	DET
crl-24614	44	37	paper	paper	NOUN
crl-24614	44	38	addresses	address	NOUN
crl-24614	44	39	qualitative	qualitative	VERB
crl-24614	44	40	aspects	aspect	NOUN
crl-24614	44	41	derived	derive	VERB
crl-24614	44	42	from	from	ADP
crl-24614	44	43	the	the	DET
crl-24614	44	44	previously	previously	ADV
crl-24614	44	45	unexamined	unexamined	ADJ
crl-24614	44	46	open	open	ADJ
crl-24614	44	47	-	-	PUNCT
crl-24614	44	48	ended	end	VERB
crl-24614	44	49	survey	survey	NOUN
crl-24614	44	50	questions	question	NOUN
crl-24614	44	51	on	on	ADP
crl-24614	44	52	beliefs	belief	NOUN
crl-24614	44	53	,	,	PUNCT
crl-24614	44	54	concerns	concern	NOUN
crl-24614	44	55	,	,	PUNCT
crl-24614	44	56	perceptions	perception	NOUN
crl-24614	44	57	,	,	PUNCT
crl-24614	44	58	and	and	CCONJ
crl-24614	44	59	use	use	NOUN
crl-24614	44	60	of	of	ADP
crl-24614	44	61	research	research	NOUN
crl-24614	44	62	metrics	metric	NOUN
crl-24614	44	63	,	,	PUNCT
crl-24614	44	64	focusing	focus	VERB
crl-24614	44	65	on	on	ADP
crl-24614	44	66	the	the	DET
crl-24614	44	67	data	datum	NOUN
crl-24614	44	68	from	from	ADP
crl-24614	44	69	our	our	PRON
crl-24614	44	70	institution	institution	NOUN
crl-24614	44	71	.	.	PUNCT
crl-24614	45	1	survey	survey	NOUN
crl-24614	45	2	questions	question	NOUN
crl-24614	45	3	were	be	AUX
crl-24614	45	4	based	base	VERB
crl-24614	45	5	on	on	ADP
crl-24614	45	6	those	those	PRON
crl-24614	45	7	first	first	ADV
crl-24614	45	8	developed	develop	VERB
crl-24614	45	9	by	by	ADP
crl-24614	45	10	researchers	researcher	NOUN
crl-24614	45	11	at	at	ADP
crl-24614	45	12	the	the	DET
crl-24614	45	13	university	university	PROPN
crl-24614	45	14	of	of	ADP
crl-24614	45	15	vermont	vermont	PROPN
crl-24614	45	16	with	with	ADP
crl-24614	45	17	slight	slight	ADJ
crl-24614	45	18	modifications	modification	NOUN
crl-24614	45	19	at	at	ADP
crl-24614	45	20	each	each	DET
crl-24614	45	21	institution	institution	NOUN
crl-24614	45	22	to	to	PART
crl-24614	45	23	reflect	reflect	VERB
crl-24614	45	24	local	local	ADJ
crl-24614	45	25	context.34	context.34	NOUN
crl-24614	45	26	two	two	NUM
crl-24614	45	27	versions	version	NOUN
crl-24614	45	28	of	of	ADP
crl-24614	45	29	the	the	DET
crl-24614	45	30	survey	survey	NOUN
crl-24614	45	31	were	be	AUX
crl-24614	45	32	used	use	VERB
crl-24614	45	33	locally	locally	ADV
crl-24614	45	34	,	,	PUNCT
crl-24614	45	35	one	one	NUM
crl-24614	45	36	for	for	ADP
crl-24614	45	37	tenure	tenure	NOUN
crl-24614	45	38	-	-	PUNCT
crl-24614	45	39	track	track	NOUN
crl-24614	45	40	faculty	faculty	NOUN
crl-24614	45	41	that	that	PRON
crl-24614	45	42	referred	refer	VERB
crl-24614	45	43	to	to	ADP
crl-24614	45	44	the	the	DET
crl-24614	45	45	tenure	tenure	NOUN
crl-24614	45	46	and	and	CCONJ
crl-24614	45	47	promotion	promotion	NOUN
crl-24614	45	48	process	process	NOUN
crl-24614	45	49	and	and	CCONJ
crl-24614	45	50	one	one	NUM
crl-24614	45	51	for	for	ADP
crl-24614	45	52	non	non	ADJ
crl-24614	45	53	–	–	NOUN
crl-24614	45	54	tenure	tenure	ADJ
crl-24614	45	55	-	-	PUNCT
crl-24614	45	56	track	track	NOUN
crl-24614	45	57	faculty	faculty	NOUN
crl-24614	45	58	and	and	CCONJ
crl-24614	45	59	researchers	researcher	NOUN
crl-24614	45	60	that	that	PRON
crl-24614	45	61	referred	refer	VERB
crl-24614	45	62	to	to	ADP
crl-24614	45	63	the	the	DET
crl-24614	45	64	annual	annual	ADJ
crl-24614	45	65	review	review	NOUN
crl-24614	45	66	process	process	NOUN
crl-24614	45	67	.	.	PUNCT
crl-24614	46	1	appendix	appendix	VERB
crl-24614	46	2	a	a	PRON
crl-24614	46	3	contains	contain	VERB
crl-24614	46	4	the	the	DET
crl-24614	46	5	version	version	NOUN
crl-24614	46	6	of	of	ADP
crl-24614	46	7	the	the	DET
crl-24614	46	8	survey	survey	NOUN
crl-24614	46	9	for	for	ADP
crl-24614	46	10	tenure	tenure	NOUN
crl-24614	46	11	-	-	PUNCT
crl-24614	46	12	track	track	NOUN
crl-24614	46	13	faculty	faculty	NOUN
crl-24614	46	14	.	.	PUNCT
crl-24614	47	1	modifications	modification	NOUN
crl-24614	47	2	were	be	AUX
crl-24614	47	3	pretested	preteste	VERB
crl-24614	47	4	for	for	ADP
crl-24614	47	5	face	face	NOUN
crl-24614	47	6	validity	validity	NOUN
crl-24614	47	7	by	by	ADP
crl-24614	47	8	librarians	librarian	NOUN
crl-24614	47	9	across	across	ADP
crl-24614	47	10	the	the	DET
crl-24614	47	11	four	four	NUM
crl-24614	47	12	institutions	institution	NOUN
crl-24614	47	13	involved	involve	VERB
crl-24614	47	14	in	in	ADP
crl-24614	47	15	the	the	DET
crl-24614	47	16	multisite	multisite	ADJ
crl-24614	47	17	project	project	NOUN
crl-24614	47	18	.	.	PUNCT
crl-24614	48	1	survey	survey	NOUN
crl-24614	48	2	responses	response	NOUN
crl-24614	48	3	from	from	ADP
crl-24614	48	4	our	our	PRON
crl-24614	48	5	institution	institution	NOUN
crl-24614	48	6	were	be	AUX
crl-24614	48	7	collected	collect	VERB
crl-24614	48	8	via	via	ADP
crl-24614	48	9	qualtrics	qualtric	NOUN
crl-24614	48	10	between	between	ADP
crl-24614	48	11	november	november	PROPN
crl-24614	48	12	7	7	NUM
crl-24614	48	13	and	and	CCONJ
crl-24614	48	14	december	december	PROPN
crl-24614	48	15	8	8	NUM
crl-24614	48	16	,	,	PUNCT
crl-24614	48	17	2017	2017	NUM
crl-24614	48	18	.	.	PUNCT
crl-24614	49	1	survey	survey	NOUN
crl-24614	49	2	participants	participant	NOUN
crl-24614	49	3	were	be	AUX
crl-24614	49	4	selected	select	VERB
crl-24614	49	5	through	through	ADP
crl-24614	49	6	convenience	convenience	NOUN
crl-24614	49	7	sampling	sampling	NOUN
crl-24614	49	8	.	.	PUNCT
crl-24614	50	1	a	a	DET
crl-24614	50	2	list	list	NOUN
crl-24614	50	3	of	of	ADP
crl-24614	50	4	all	all	DET
crl-24614	50	5	current	current	ADJ
crl-24614	50	6	researchers	researcher	NOUN
crl-24614	50	7	,	,	PUNCT
crl-24614	50	8	including	include	VERB
crl-24614	50	9	administrators	administrator	NOUN
crl-24614	50	10	,	,	PUNCT
crl-24614	50	11	tenured	tenure	VERB
crl-24614	50	12	,	,	PUNCT
crl-24614	50	13	tenure	tenure	NOUN
crl-24614	50	14	-	-	PUNCT
crl-24614	50	15	track	track	NOUN
crl-24614	50	16	,	,	PUNCT
crl-24614	50	17	and	and	CCONJ
crl-24614	50	18	nontenured	nontenured	ADJ
crl-24614	50	19	faculty	faculty	NOUN
crl-24614	50	20	,	,	PUNCT
crl-24614	50	21	instructors	instructor	NOUN
crl-24614	50	22	,	,	PUNCT
crl-24614	50	23	lecturers	lecturer	NOUN
crl-24614	50	24	,	,	PUNCT
crl-24614	50	25	and	and	CCONJ
crl-24614	50	26	research	research	NOUN
crl-24614	50	27	fellows	fellow	NOUN
crl-24614	50	28	was	be	AUX
crl-24614	50	29	generated	generate	VERB
crl-24614	50	30	from	from	ADP
crl-24614	50	31	human	human	ADJ
crl-24614	50	32	resources	resource	NOUN
crl-24614	50	33	data	datum	NOUN
crl-24614	50	34	.	.	PUNCT
crl-24614	51	1	participants	participant	NOUN
crl-24614	51	2	were	be	AUX
crl-24614	51	3	invited	invite	VERB
crl-24614	51	4	via	via	ADP
crl-24614	51	5	email	email	NOUN
crl-24614	51	6	,	,	PUNCT
crl-24614	51	7	and	and	CCONJ
crl-24614	51	8	a	a	DET
crl-24614	51	9	reminder	reminder	NOUN
crl-24614	51	10	notice	notice	NOUN
crl-24614	51	11	was	be	AUX
crl-24614	51	12	distributed	distribute	VERB
crl-24614	51	13	via	via	ADP
crl-24614	51	14	email	email	NOUN
crl-24614	51	15	two	two	NUM
crl-24614	51	16	weeks	week	NOUN
crl-24614	51	17	prior	prior	ADV
crl-24614	51	18	to	to	ADP
crl-24614	51	19	survey	survey	VERB
crl-24614	51	20	closure	closure	NOUN
crl-24614	51	21	.	.	PUNCT
crl-24614	52	1	a	a	DET
crl-24614	52	2	total	total	NOUN
crl-24614	52	3	of	of	ADP
crl-24614	52	4	4,855	4,855	NUM
crl-24614	52	5	individuals	individual	NOUN
crl-24614	52	6	were	be	AUX
crl-24614	52	7	invited	invite	VERB
crl-24614	52	8	to	to	PART
crl-24614	52	9	participate	participate	VERB
crl-24614	52	10	,	,	PUNCT
crl-24614	52	11	of	of	ADP
crl-24614	52	12	whom	whom	PRON
crl-24614	52	13	435	435	NUM
crl-24614	52	14	responded	respond	VERB
crl-24614	52	15	to	to	ADP
crl-24614	52	16	at	at	ADV
crl-24614	52	17	least	least	ADV
crl-24614	52	18	one	one	NUM
crl-24614	52	19	open	open	ADV
crl-24614	52	20	-	-	PUNCT
crl-24614	52	21	ended	end	VERB
crl-24614	52	22	question	question	NOUN
crl-24614	52	23	.	.	PUNCT
crl-24614	53	1	despite	despite	SCONJ
crl-24614	53	2	what	what	PRON
crl-24614	53	3	may	may	AUX
crl-24614	53	4	appear	appear	VERB
crl-24614	53	5	to	to	PART
crl-24614	53	6	be	be	AUX
crl-24614	53	7	a	a	DET
crl-24614	53	8	low	low	ADJ
crl-24614	53	9	response	response	NOUN
crl-24614	53	10	rate	rate	NOUN
crl-24614	53	11	when	when	SCONJ
crl-24614	53	12	viewed	view	VERB
crl-24614	53	13	through	through	ADP
crl-24614	53	14	the	the	DET
crl-24614	53	15	lens	lens	NOUN
crl-24614	53	16	of	of	ADP
crl-24614	53	17	quantitative	quantitative	ADJ
crl-24614	53	18	research	research	NOUN
crl-24614	53	19	,	,	PUNCT
crl-24614	53	20	it	it	PRON
crl-24614	53	21	is	be	AUX
crl-24614	53	22	important	important	ADJ
crl-24614	53	23	to	to	PART
crl-24614	53	24	recognize	recognize	VERB
crl-24614	53	25	that	that	SCONJ
crl-24614	53	26	,	,	PUNCT
crl-24614	53	27	in	in	ADP
crl-24614	53	28	this	this	DET
crl-24614	53	29	qualitative	qualitative	ADJ
crl-24614	53	30	methodology	methodology	NOUN
crl-24614	53	31	,	,	PUNCT
crl-24614	53	32	“	"	PUNCT
crl-24614	53	33	sample	sample	NOUN
crl-24614	53	34	adequacy	adequacy	NOUN
crl-24614	53	35	,	,	PUNCT
crl-24614	53	36	data	datum	NOUN
crl-24614	53	37	quality	quality	NOUN
crl-24614	53	38	,	,	PUNCT
crl-24614	53	39	and	and	CCONJ
crl-24614	53	40	variability	variability	NOUN
crl-24614	53	41	of	of	ADP
crl-24614	53	42	relevant	relevant	ADJ
crl-24614	53	43	events	event	NOUN
crl-24614	53	44	are	be	AUX
crl-24614	53	45	often	often	ADV
crl-24614	53	46	more	more	ADV
crl-24614	53	47	important	important	ADJ
crl-24614	53	48	than	than	ADP
crl-24614	53	49	the	the	DET
crl-24614	53	50	number	number	NOUN
crl-24614	53	51	of	of	ADP
crl-24614	53	52	participants	participant	NOUN
crl-24614	53	53	.	.	PUNCT
crl-24614	54	1	”35	”35	PROPN
crl-24614	54	2	thus	thus	ADV
crl-24614	54	3	,	,	PUNCT
crl-24614	54	4	the	the	DET
crl-24614	54	5	sample	sample	NOUN
crl-24614	54	6	size	size	NOUN
crl-24614	54	7	obtained	obtain	VERB
crl-24614	54	8	was	be	AUX
crl-24614	54	9	deemed	deem	VERB
crl-24614	54	10	to	to	PART
crl-24614	54	11	be	be	AUX
crl-24614	54	12	acceptable	acceptable	ADJ
crl-24614	54	13	.	.	PUNCT
crl-24614	55	1	the	the	DET
crl-24614	55	2	survey	survey	NOUN
crl-24614	55	3	began	begin	VERB
crl-24614	55	4	with	with	ADP
crl-24614	55	5	an	an	DET
crl-24614	55	6	information	information	NOUN
crl-24614	55	7	page	page	NOUN
crl-24614	55	8	describing	describe	VERB
crl-24614	55	9	the	the	DET
crl-24614	55	10	purpose	purpose	NOUN
crl-24614	55	11	of	of	ADP
crl-24614	55	12	the	the	DET
crl-24614	55	13	project	project	NOUN
crl-24614	55	14	and	and	CCONJ
crl-24614	55	15	the	the	DET
crl-24614	55	16	voluntary	voluntary	ADJ
crl-24614	55	17	nature	nature	NOUN
crl-24614	55	18	of	of	ADP
crl-24614	55	19	participation	participation	NOUN
crl-24614	55	20	.	.	PUNCT
crl-24614	56	1	the	the	DET
crl-24614	56	2	project	project	NOUN
crl-24614	56	3	was	be	AUX
crl-24614	56	4	submitted	submit	VERB
crl-24614	56	5	for	for	ADP
crl-24614	56	6	irb	irb	NOUN
crl-24614	56	7	approval	approval	NOUN
crl-24614	56	8	and	and	CCONJ
crl-24614	56	9	was	be	AUX
crl-24614	56	10	determined	determine	VERB
crl-24614	56	11	not	not	PART
crl-24614	56	12	to	to	PART
crl-24614	56	13	be	be	AUX
crl-24614	56	14	human	human	ADJ
crl-24614	56	15	subjects	subject	NOUN
crl-24614	56	16	research	research	NOUN
crl-24614	56	17	.	.	PUNCT
crl-24614	57	1	900	900	NUM
crl-24614	57	2	college	college	PROPN
crl-24614	57	3	&	&	CCONJ
crl-24614	57	4	research	research	PROPN
crl-24614	57	5	libraries	library	NOUN
crl-24614	57	6	september	september	PROPN
crl-24614	57	7	2020	2020	NUM
crl-24614	57	8	raw	raw	ADJ
crl-24614	57	9	data	datum	NOUN
crl-24614	57	10	were	be	AUX
crl-24614	57	11	exported	export	VERB
crl-24614	57	12	from	from	ADP
crl-24614	57	13	qualtrics	qualtric	NOUN
crl-24614	57	14	,	,	PUNCT
crl-24614	57	15	direct	direct	ADJ
crl-24614	57	16	identifiers	identifier	NOUN
crl-24614	57	17	were	be	AUX
crl-24614	57	18	removed	remove	VERB
crl-24614	57	19	,	,	PUNCT
crl-24614	57	20	and	and	CCONJ
crl-24614	57	21	the	the	DET
crl-24614	57	22	data	datum	NOUN
crl-24614	57	23	were	be	AUX
crl-24614	57	24	stored	store	VERB
crl-24614	57	25	in	in	ADP
crl-24614	57	26	the	the	DET
crl-24614	57	27	university	university	NOUN
crl-24614	57	28	’s	’s	PART
crl-24614	57	29	instance	instance	NOUN
crl-24614	57	30	of	of	ADP
crl-24614	57	31	box	box	PROPN
crl-24614	57	32	.	.	PUNCT
crl-24614	58	1	access	access	NOUN
crl-24614	58	2	to	to	ADP
crl-24614	58	3	raw	raw	ADJ
crl-24614	58	4	data	datum	NOUN
crl-24614	58	5	was	be	AUX
crl-24614	58	6	limited	limit	VERB
crl-24614	58	7	to	to	ADP
crl-24614	58	8	one	one	NUM
crl-24614	58	9	researcher	researcher	NOUN
crl-24614	58	10	.	.	PUNCT
crl-24614	59	1	deidentified	deidentifie	VERB
crl-24614	59	2	data	datum	NOUN
crl-24614	59	3	were	be	AUX
crl-24614	59	4	made	make	VERB
crl-24614	59	5	available	available	ADJ
crl-24614	59	6	to	to	ADP
crl-24614	59	7	members	member	NOUN
crl-24614	59	8	of	of	ADP
crl-24614	59	9	the	the	DET
crl-24614	59	10	research	research	NOUN
crl-24614	59	11	team	team	NOUN
crl-24614	59	12	through	through	ADP
crl-24614	59	13	a	a	DET
crl-24614	59	14	separate	separate	ADJ
crl-24614	59	15	box	box	NOUN
crl-24614	59	16	folder	folder	NOUN
crl-24614	59	17	.	.	PUNCT
crl-24614	60	1	to	to	PART
crl-24614	60	2	protect	protect	VERB
crl-24614	60	3	participant	participant	ADJ
crl-24614	60	4	privacy	privacy	NOUN
crl-24614	60	5	,	,	PUNCT
crl-24614	60	6	departments	department	NOUN
crl-24614	60	7	and	and	CCONJ
crl-24614	60	8	job	job	NOUN
crl-24614	60	9	classifications	classification	NOUN
crl-24614	60	10	with	with	ADP
crl-24614	60	11	small	small	ADJ
crl-24614	60	12	numbers	number	NOUN
crl-24614	60	13	of	of	ADP
crl-24614	60	14	participants	participant	NOUN
crl-24614	60	15	were	be	AUX
crl-24614	60	16	collapsed	collapse	VERB
crl-24614	60	17	into	into	ADP
crl-24614	60	18	broader	broad	ADJ
crl-24614	60	19	categories	category	NOUN
crl-24614	60	20	,	,	PUNCT
crl-24614	60	21	and	and	CCONJ
crl-24614	60	22	responses	response	NOUN
crl-24614	60	23	to	to	PART
crl-24614	60	24	open	open	VERB
crl-24614	60	25	-	-	PUNCT
crl-24614	60	26	ended	end	VERB
crl-24614	60	27	questions	question	NOUN
crl-24614	60	28	were	be	AUX
crl-24614	60	29	extracted	extract	VERB
crl-24614	60	30	as	as	ADP
crl-24614	60	31	microsoft	microsoft	PROPN
crl-24614	60	32	word	word	NOUN
crl-24614	60	33	documents	document	NOUN
crl-24614	60	34	and	and	CCONJ
crl-24614	60	35	made	make	VERB
crl-24614	60	36	available	available	ADJ
crl-24614	60	37	to	to	ADP
crl-24614	60	38	the	the	DET
crl-24614	60	39	research	research	NOUN
crl-24614	60	40	team	team	NOUN
crl-24614	60	41	.	.	PUNCT
crl-24614	61	1	nvivo	nvivo	ADJ
crl-24614	61	2	12	12	NUM
crl-24614	61	3	was	be	AUX
crl-24614	61	4	used	use	VERB
crl-24614	61	5	to	to	PART
crl-24614	61	6	analyze	analyze	VERB
crl-24614	61	7	these	these	DET
crl-24614	61	8	data	datum	NOUN
crl-24614	61	9	and	and	CCONJ
crl-24614	61	10	the	the	DET
crl-24614	61	11	analysis	analysis	NOUN
crl-24614	61	12	was	be	AUX
crl-24614	61	13	based	base	VERB
crl-24614	61	14	on	on	ADP
crl-24614	61	15	the	the	DET
crl-24614	61	16	principles	principle	NOUN
crl-24614	61	17	of	of	ADP
crl-24614	61	18	grounded	ground	VERB
crl-24614	61	19	theory.36	theory.36	NOUN
crl-24614	61	20	three	three	NUM
crl-24614	61	21	researchers	researcher	NOUN
crl-24614	61	22	independently	independently	ADV
crl-24614	61	23	coded	code	VERB
crl-24614	61	24	10	10	NUM
crl-24614	61	25	responses	response	NOUN
crl-24614	61	26	using	use	VERB
crl-24614	61	27	line	line	NOUN
crl-24614	61	28	-	-	PUNCT
crl-24614	61	29	by	by	ADP
crl-24614	61	30	-	-	PUNCT
crl-24614	61	31	line	line	NOUN
crl-24614	61	32	open	open	ADJ
crl-24614	61	33	coding	coding	NOUN
crl-24614	61	34	.	.	PUNCT
crl-24614	62	1	this	this	PRON
crl-24614	62	2	led	lead	VERB
crl-24614	62	3	to	to	ADP
crl-24614	62	4	the	the	DET
crl-24614	62	5	development	development	NOUN
crl-24614	62	6	of	of	ADP
crl-24614	62	7	a	a	DET
crl-24614	62	8	coding	code	VERB
crl-24614	62	9	scheme	scheme	NOUN
crl-24614	62	10	(	(	PUNCT
crl-24614	62	11	see	see	VERB
crl-24614	62	12	appendix	appendix	NOUN
crl-24614	62	13	b	b	NOUN
crl-24614	62	14	)	)	PUNCT
crl-24614	62	15	.	.	PUNCT
crl-24614	63	1	researchers	researcher	NOUN
crl-24614	63	2	independently	independently	ADV
crl-24614	63	3	coded	code	VERB
crl-24614	63	4	all	all	DET
crl-24614	63	5	responses	response	NOUN
crl-24614	63	6	,	,	PUNCT
crl-24614	63	7	and	and	CCONJ
crl-24614	63	8	the	the	DET
crl-24614	63	9	nvivo	nvivo	ADJ
crl-24614	63	10	databases	database	NOUN
crl-24614	63	11	were	be	AUX
crl-24614	63	12	merged	merge	VERB
crl-24614	63	13	.	.	PUNCT
crl-24614	64	1	this	this	DET
crl-24614	64	2	triangulation	triangulation	NOUN
crl-24614	64	3	of	of	ADP
crl-24614	64	4	investigators	investigator	NOUN
crl-24614	64	5	and	and	CCONJ
crl-24614	64	6	sources	source	NOUN
crl-24614	64	7	provided	provide	VERB
crl-24614	64	8	multiple	multiple	ADJ
crl-24614	64	9	perspectives	perspective	NOUN
crl-24614	64	10	on	on	ADP
crl-24614	64	11	the	the	DET
crl-24614	64	12	data	datum	NOUN
crl-24614	64	13	,	,	PUNCT
crl-24614	64	14	creating	create	VERB
crl-24614	64	15	a	a	DET
crl-24614	64	16	richer	rich	ADJ
crl-24614	64	17	interpretation	interpretation	NOUN
crl-24614	64	18	of	of	ADP
crl-24614	64	19	data	datum	NOUN
crl-24614	64	20	reflecting	reflect	VERB
crl-24614	64	21	a	a	DET
crl-24614	64	22	broader	broad	ADJ
crl-24614	64	23	range	range	NOUN
crl-24614	64	24	of	of	ADP
crl-24614	64	25	experiences	experience	NOUN
crl-24614	64	26	,	,	PUNCT
crl-24614	64	27	thereby	thereby	ADV
crl-24614	64	28	strengthening	strengthen	VERB
crl-24614	64	29	confidence	confidence	NOUN
crl-24614	64	30	in	in	ADP
crl-24614	64	31	conclusions	conclusion	NOUN
crl-24614	64	32	derived	derive	VERB
crl-24614	64	33	through	through	ADP
crl-24614	64	34	this	this	DET
crl-24614	64	35	research.37	research.37	NOUN
crl-24614	64	36	nvivo	nvivo	NOUN
crl-24614	64	37	’s	’s	PART
crl-24614	64	38	coding	code	VERB
crl-24614	64	39	comparison	comparison	NOUN
crl-24614	64	40	function	function	NOUN
crl-24614	64	41	was	be	AUX
crl-24614	64	42	used	use	VERB
crl-24614	64	43	to	to	PART
crl-24614	64	44	determine	determine	VERB
crl-24614	64	45	interrater	interrater	ADJ
crl-24614	64	46	reliability	reliability	NOUN
crl-24614	64	47	and	and	CCONJ
crl-24614	64	48	,	,	PUNCT
crl-24614	64	49	where	where	SCONJ
crl-24614	64	50	the	the	DET
crl-24614	64	51	kappa	kappa	PROPN
crl-24614	64	52	coefficient	coefficient	PROPN
crl-24614	64	53	was	be	AUX
crl-24614	64	54	less	less	ADJ
crl-24614	64	55	than	than	ADP
crl-24614	64	56	0.4	0.4	NUM
crl-24614	64	57	,	,	PUNCT
crl-24614	64	58	codes	code	NOUN
crl-24614	64	59	were	be	AUX
crl-24614	64	60	revisited	revisit	VERB
crl-24614	64	61	until	until	SCONJ
crl-24614	64	62	consensus	consensus	NOUN
crl-24614	64	63	was	be	AUX
crl-24614	64	64	reached	reach	VERB
crl-24614	64	65	.	.	PUNCT
crl-24614	65	1	the	the	DET
crl-24614	65	2	researchers	researcher	NOUN
crl-24614	65	3	then	then	ADV
crl-24614	65	4	met	meet	VERB
crl-24614	65	5	to	to	PART
crl-24614	65	6	identify	identify	VERB
crl-24614	65	7	themes	theme	NOUN
crl-24614	65	8	emerging	emerge	VERB
crl-24614	65	9	from	from	ADP
crl-24614	65	10	the	the	DET
crl-24614	65	11	data	datum	NOUN
crl-24614	65	12	through	through	ADP
crl-24614	65	13	the	the	DET
crl-24614	65	14	identification	identification	NOUN
crl-24614	65	15	of	of	ADP
crl-24614	65	16	recurring	recur	VERB
crl-24614	65	17	concepts	concept	NOUN
crl-24614	65	18	and	and	CCONJ
crl-24614	65	19	relationships	relationship	NOUN
crl-24614	65	20	between	between	ADP
crl-24614	65	21	the	the	DET
crl-24614	65	22	codes	code	NOUN
crl-24614	65	23	,	,	PUNCT
crl-24614	65	24	which	which	PRON
crl-24614	65	25	resulted	result	VERB
crl-24614	65	26	in	in	ADP
crl-24614	65	27	the	the	DET
crl-24614	65	28	theoretical	theoretical	ADJ
crl-24614	65	29	framework	framework	NOUN
crl-24614	65	30	described	describe	VERB
crl-24614	65	31	in	in	ADP
crl-24614	65	32	this	this	DET
crl-24614	65	33	paper	paper	NOUN
crl-24614	65	34	.	.	PUNCT
crl-24614	66	1	results	result	VERB
crl-24614	66	2	participants	participant	NOUN
crl-24614	66	3	described	describe	VERB
crl-24614	66	4	complex	complex	ADJ
crl-24614	66	5	relationships	relationship	NOUN
crl-24614	66	6	with	with	ADP
crl-24614	66	7	research	research	NOUN
crl-24614	66	8	impact	impact	NOUN
crl-24614	66	9	metrics	metric	NOUN
crl-24614	66	10	,	,	PUNCT
crl-24614	66	11	simultaneously	simultaneously	ADV
crl-24614	66	12	engaging	engage	VERB
crl-24614	66	13	with	with	ADP
crl-24614	66	14	them	they	PRON
crl-24614	66	15	in	in	ADP
crl-24614	66	16	evaluation	evaluation	NOUN
crl-24614	66	17	practices	practice	NOUN
crl-24614	66	18	while	while	SCONJ
crl-24614	66	19	expressing	express	VERB
crl-24614	66	20	significant	significant	ADJ
crl-24614	66	21	concerns	concern	NOUN
crl-24614	66	22	regarding	regard	VERB
crl-24614	66	23	their	their	PRON
crl-24614	66	24	use	use	NOUN
crl-24614	66	25	and	and	CCONJ
crl-24614	66	26	meaning	meaning	NOUN
crl-24614	66	27	.	.	PUNCT
crl-24614	67	1	seven	seven	NUM
crl-24614	67	2	themes	theme	NOUN
crl-24614	67	3	that	that	PRON
crl-24614	67	4	describe	describe	VERB
crl-24614	67	5	participants	participant	NOUN
crl-24614	67	6	’	'	PUNCT
crl-24614	67	7	attitudes	attitude	NOUN
crl-24614	67	8	toward	toward	ADP
crl-24614	67	9	,	,	PUNCT
crl-24614	67	10	use	use	NOUN
crl-24614	67	11	of	of	ADP
crl-24614	67	12	,	,	PUNCT
crl-24614	67	13	and	and	CCONJ
crl-24614	67	14	concerns	concern	NOUN
crl-24614	67	15	regarding	regard	VERB
crl-24614	67	16	these	these	DET
crl-24614	67	17	measures	measure	NOUN
crl-24614	67	18	were	be	AUX
crl-24614	67	19	identified	identify	VERB
crl-24614	67	20	:	:	PUNCT
crl-24614	67	21	(	(	PUNCT
crl-24614	67	22	1	1	X
crl-24614	67	23	)	)	PUNCT
crl-24614	67	24	disciplinary	disciplinary	ADJ
crl-24614	67	25	awareness	awareness	NOUN
crl-24614	67	26	is	be	AUX
crl-24614	67	27	key	key	ADJ
crl-24614	67	28	when	when	SCONJ
crl-24614	67	29	considering	consider	VERB
crl-24614	67	30	research	research	NOUN
crl-24614	67	31	impact	impact	NOUN
crl-24614	67	32	metrics	metric	NOUN
crl-24614	67	33	;	;	PUNCT
crl-24614	67	34	(	(	PUNCT
crl-24614	67	35	2	2	X
crl-24614	67	36	)	)	PUNCT
crl-24614	67	37	metrics	metric	NOUN
crl-24614	67	38	are	be	AUX
crl-24614	67	39	used	use	VERB
crl-24614	67	40	in	in	ADP
crl-24614	67	41	information	information	NOUN
crl-24614	67	42	-	-	PUNCT
crl-24614	67	43	seeking	seek	VERB
crl-24614	67	44	activities	activity	NOUN
crl-24614	67	45	and	and	CCONJ
crl-24614	67	46	as	as	ADP
crl-24614	67	47	a	a	DET
crl-24614	67	48	means	means	NOUN
crl-24614	67	49	of	of	ADP
crl-24614	67	50	self	self	NOUN
crl-24614	67	51	-	-	PUNCT
crl-24614	67	52	assessment	assessment	NOUN
crl-24614	67	53	;	;	PUNCT
crl-24614	67	54	(	(	PUNCT
crl-24614	67	55	3	3	X
crl-24614	67	56	)	)	PUNCT
crl-24614	67	57	metrics	metric	NOUN
crl-24614	67	58	are	be	AUX
crl-24614	67	59	used	use	VERB
crl-24614	67	60	when	when	SCONJ
crl-24614	67	61	evaluating	evaluate	VERB
crl-24614	67	62	the	the	DET
crl-24614	67	63	work	work	NOUN
crl-24614	67	64	of	of	ADP
crl-24614	67	65	others	other	NOUN
crl-24614	67	66	;	;	PUNCT
crl-24614	67	67	(	(	PUNCT
crl-24614	67	68	4	4	X
crl-24614	67	69	)	)	PUNCT
crl-24614	67	70	metrics	metric	NOUN
crl-24614	67	71	should	should	AUX
crl-24614	67	72	not	not	PART
crl-24614	67	73	be	be	AUX
crl-24614	67	74	considered	consider	VERB
crl-24614	67	75	a	a	DET
crl-24614	67	76	proxy	proxy	NOUN
crl-24614	67	77	for	for	ADP
crl-24614	67	78	the	the	DET
crl-24614	67	79	full	full	ADJ
crl-24614	67	80	range	range	NOUN
crl-24614	67	81	of	of	ADP
crl-24614	67	82	researcher	researcher	NOUN
crl-24614	67	83	impact	impact	NOUN
crl-24614	67	84	;	;	PUNCT
crl-24614	67	85	(	(	PUNCT
crl-24614	67	86	5	5	X
crl-24614	67	87	)	)	PUNCT
crl-24614	67	88	administrator	administrator	NOUN
crl-24614	67	89	use	use	NOUN
crl-24614	67	90	of	of	ADP
crl-24614	67	91	metrics	metric	NOUN
crl-24614	67	92	in	in	ADP
crl-24614	67	93	researcher	researcher	NOUN
crl-24614	67	94	evaluation	evaluation	NOUN
crl-24614	67	95	is	be	AUX
crl-24614	67	96	a	a	DET
crl-24614	67	97	concern	concern	NOUN
crl-24614	67	98	;	;	PUNCT
crl-24614	67	99	(	(	PUNCT
crl-24614	67	100	6	6	X
crl-24614	67	101	)	)	PUNCT
crl-24614	67	102	inappropriate	inappropriate	ADJ
crl-24614	67	103	use	use	NOUN
crl-24614	67	104	of	of	ADP
crl-24614	67	105	metrics	metric	NOUN
crl-24614	67	106	could	could	AUX
crl-24614	67	107	potentially	potentially	ADV
crl-24614	67	108	result	result	VERB
crl-24614	67	109	in	in	ADP
crl-24614	67	110	negative	negative	ADJ
crl-24614	67	111	consequences	consequence	NOUN
crl-24614	67	112	;	;	PUNCT
crl-24614	67	113	(	(	PUNCT
crl-24614	67	114	7	7	X
crl-24614	67	115	)	)	PUNCT
crl-24614	67	116	shared	share	VERB
crl-24614	67	117	decision	decision	NOUN
crl-24614	67	118	-	-	PUNCT
crl-24614	67	119	making	making	NOUN
crl-24614	67	120	regarding	regard	VERB
crl-24614	67	121	metrics	metric	NOUN
crl-24614	67	122	is	be	AUX
crl-24614	67	123	necessary	necessary	ADJ
crl-24614	67	124	.	.	PUNCT
crl-24614	68	1	we	we	PRON
crl-24614	68	2	describe	describe	VERB
crl-24614	68	3	each	each	PRON
crl-24614	68	4	of	of	ADP
crl-24614	68	5	these	these	DET
crl-24614	68	6	themes	theme	NOUN
crl-24614	68	7	in	in	ADP
crl-24614	68	8	detail	detail	NOUN
crl-24614	68	9	below	below	ADV
crl-24614	68	10	.	.	PUNCT
crl-24614	69	1	disciplinary	disciplinary	ADJ
crl-24614	69	2	awareness	awareness	NOUN
crl-24614	69	3	is	be	AUX
crl-24614	69	4	key	key	ADJ
crl-24614	69	5	when	when	SCONJ
crl-24614	69	6	considering	consider	VERB
crl-24614	69	7	research	research	NOUN
crl-24614	69	8	impact	impact	NOUN
crl-24614	69	9	metrics	metric	NOUN
crl-24614	69	10	participants	participant	NOUN
crl-24614	69	11	strongly	strongly	ADV
crl-24614	69	12	articulated	articulate	VERB
crl-24614	69	13	the	the	DET
crl-24614	69	14	need	need	NOUN
crl-24614	69	15	for	for	SCONJ
crl-24614	69	16	administrators	administrator	NOUN
crl-24614	69	17	and	and	CCONJ
crl-24614	69	18	decision	decision	NOUN
crl-24614	69	19	makers	maker	NOUN
crl-24614	69	20	to	to	PART
crl-24614	69	21	have	have	VERB
crl-24614	69	22	an	an	DET
crl-24614	69	23	in	in	ADP
crl-24614	69	24	-	-	PUNCT
crl-24614	69	25	depth	depth	NOUN
crl-24614	69	26	understanding	understanding	NOUN
crl-24614	69	27	of	of	ADP
crl-24614	69	28	the	the	DET
crl-24614	69	29	discipline	discipline	NOUN
crl-24614	69	30	to	to	PART
crl-24614	69	31	appropriately	appropriately	ADV
crl-24614	69	32	contextualize	contextualize	VERB
crl-24614	69	33	and	and	CCONJ
crl-24614	69	34	interpret	interpret	VERB
crl-24614	69	35	metrics	metric	NOUN
crl-24614	69	36	.	.	PUNCT
crl-24614	70	1	for	for	ADP
crl-24614	70	2	example	example	NOUN
crl-24614	70	3	,	,	PUNCT
crl-24614	70	4	citation	citation	NOUN
crl-24614	70	5	patterns	pattern	NOUN
crl-24614	70	6	vary	vary	VERB
crl-24614	70	7	widely	widely	ADV
crl-24614	70	8	between	between	ADP
crl-24614	70	9	disciplines	discipline	NOUN
crl-24614	70	10	and	and	CCONJ
crl-24614	70	11	can	can	AUX
crl-24614	70	12	vary	vary	VERB
crl-24614	70	13	dramatically	dramatically	ADV
crl-24614	70	14	even	even	ADV
crl-24614	70	15	between	between	ADP
crl-24614	70	16	subdisciplines	subdiscipline	NOUN
crl-24614	70	17	.	.	PUNCT
crl-24614	71	1	as	as	SCONJ
crl-24614	71	2	one	one	NUM
crl-24614	71	3	participant	participant	NOUN
crl-24614	71	4	stated	state	VERB
crl-24614	71	5	,	,	PUNCT
crl-24614	71	6	“	"	PUNCT
crl-24614	71	7	[	[	X
crl-24614	71	8	l]ike	l]ike	ADP
crl-24614	71	9	most	most	ADJ
crl-24614	71	10	aspects	aspect	NOUN
crl-24614	71	11	of	of	ADP
crl-24614	71	12	reviews	review	NOUN
crl-24614	71	13	and	and	CCONJ
crl-24614	71	14	evaluations	evaluation	NOUN
crl-24614	71	15	,	,	PUNCT
crl-24614	71	16	context	context	NOUN
crl-24614	71	17	is	be	AUX
crl-24614	71	18	very	very	ADV
crl-24614	71	19	important	important	ADJ
crl-24614	71	20	when	when	SCONJ
crl-24614	71	21	determining	determine	VERB
crl-24614	71	22	overall	overall	ADJ
crl-24614	71	23	value	value	NOUN
crl-24614	71	24	.	.	PUNCT
crl-24614	71	25	”	"	PUNCT
crl-24614	72	1	participants	participant	NOUN
crl-24614	72	2	felt	feel	VERB
crl-24614	72	3	that	that	SCONJ
crl-24614	72	4	,	,	PUNCT
crl-24614	72	5	without	without	ADP
crl-24614	72	6	having	have	VERB
crl-24614	72	7	the	the	DET
crl-24614	72	8	context	context	NOUN
crl-24614	72	9	surrounding	surround	VERB
crl-24614	72	10	a	a	DET
crl-24614	72	11	number	number	NOUN
crl-24614	72	12	,	,	PUNCT
crl-24614	72	13	it	it	PRON
crl-24614	72	14	is	be	AUX
crl-24614	72	15	possible	possible	ADJ
crl-24614	72	16	to	to	PART
crl-24614	72	17	undervalue	undervalue	VERB
crl-24614	72	18	certain	certain	ADJ
crl-24614	72	19	areas	area	NOUN
crl-24614	72	20	of	of	ADP
crl-24614	72	21	research	research	NOUN
crl-24614	72	22	.	.	PUNCT
crl-24614	73	1	as	as	SCONJ
crl-24614	73	2	one	one	NUM
crl-24614	73	3	respondent	respondent	NOUN
crl-24614	73	4	noted	note	VERB
crl-24614	73	5	,	,	PUNCT
crl-24614	73	6	“	"	PUNCT
crl-24614	73	7	[	[	X
crl-24614	73	8	a	a	X
crl-24614	73	9	]	]	X
crl-24614	73	10	high	high	ADJ
crl-24614	73	11	quality	quality	NOUN
crl-24614	73	12	but	but	CCONJ
crl-24614	73	13	specialized	specialized	ADJ
crl-24614	73	14	paper	paper	NOUN
crl-24614	73	15	may	may	AUX
crl-24614	73	16	be	be	AUX
crl-24614	73	17	cited	cite	VERB
crl-24614	73	18	less	less	ADJ
crl-24614	73	19	than	than	ADP
crl-24614	73	20	a	a	DET
crl-24614	73	21	poorer	poor	ADJ
crl-24614	73	22	quality	quality	NOUN
crl-24614	73	23	but	but	CCONJ
crl-24614	73	24	more	more	ADJ
crl-24614	73	25	general	general	ADJ
crl-24614	73	26	(	(	PUNCT
crl-24614	73	27	or	or	CCONJ
crl-24614	73	28	controversial	controversial	ADJ
crl-24614	73	29	)	)	PUNCT
crl-24614	73	30	one	one	NUM
crl-24614	73	31	.	.	PUNCT
crl-24614	73	32	”	"	PUNCT
crl-24614	74	1	a	a	DET
crl-24614	74	2	number	number	NOUN
crl-24614	74	3	of	of	ADP
crl-24614	74	4	participants	participant	NOUN
crl-24614	74	5	reported	report	VERB
crl-24614	74	6	that	that	SCONJ
crl-24614	74	7	they	they	PRON
crl-24614	74	8	do	do	AUX
crl-24614	74	9	not	not	PART
crl-24614	74	10	have	have	VERB
crl-24614	74	11	concerns	concern	NOUN
crl-24614	74	12	with	with	ADP
crl-24614	74	13	metrics	metric	NOUN
crl-24614	74	14	per	per	ADP
crl-24614	74	15	se	se	ADV
crl-24614	74	16	,	,	PUNCT
crl-24614	74	17	but	but	CCONJ
crl-24614	74	18	placed	place	VERB
crl-24614	74	19	caveats	caveat	NOUN
crl-24614	74	20	on	on	ADP
crl-24614	74	21	when	when	SCONJ
crl-24614	74	22	and	and	CCONJ
crl-24614	74	23	how	how	SCONJ
crl-24614	74	24	they	they	PRON
crl-24614	74	25	should	should	AUX
crl-24614	74	26	be	be	AUX
crl-24614	74	27	used	use	VERB
crl-24614	74	28	,	,	PUNCT
crl-24614	74	29	such	such	ADJ
crl-24614	74	30	as	as	ADP
crl-24614	74	31	not	not	PART
crl-24614	74	32	using	use	VERB
crl-24614	74	33	a	a	DET
crl-24614	74	34	single	single	ADJ
crl-24614	74	35	metric	metric	NOUN
crl-24614	74	36	or	or	CCONJ
crl-24614	74	37	relying	rely	VERB
crl-24614	74	38	solely	solely	ADV
crl-24614	74	39	on	on	ADP
crl-24614	74	40	metrics	metric	NOUN
crl-24614	74	41	without	without	ADP
crl-24614	74	42	conducting	conduct	VERB
crl-24614	74	43	a	a	DET
crl-24614	74	44	qualitative	qualitative	ADJ
crl-24614	74	45	evaluation	evaluation	NOUN
crl-24614	74	46	of	of	ADP
crl-24614	74	47	one	one	NUM
crl-24614	74	48	’s	’s	PART
crl-24614	74	49	work	work	NOUN
crl-24614	74	50	.	.	PUNCT
crl-24614	75	1	as	as	SCONJ
crl-24614	75	2	one	one	NUM
crl-24614	75	3	participant	participant	NOUN
crl-24614	75	4	noted	note	VERB
crl-24614	75	5	,	,	PUNCT
crl-24614	75	6	“	"	PUNCT
crl-24614	75	7	…	…	PUNCT
crl-24614	75	8	my	my	PRON
crl-24614	75	9	work	work	NOUN
crl-24614	75	10	is	be	AUX
crl-24614	75	11	interdisciplinary	interdisciplinary	ADJ
crl-24614	75	12	(	(	PUNCT
crl-24614	75	13	on	on	ADP
crl-24614	75	14	the	the	DET
crl-24614	75	15	borders	border	NOUN
crl-24614	75	16	of	of	ADP
crl-24614	75	17	the	the	DET
crl-24614	75	18	humanities	humanity	NOUN
crl-24614	75	19	and	and	CCONJ
crl-24614	75	20	social	social	ADJ
crl-24614	75	21	sciences	science	NOUN
crl-24614	75	22	)	)	PUNCT
crl-24614	75	23	but	but	CCONJ
crl-24614	75	24	it	it	PRON
crl-24614	75	25	is	be	AUX
crl-24614	75	26	only	only	ADV
crl-24614	75	27	‘	'	PUNCT
crl-24614	75	28	tracked	track	VERB
crl-24614	75	29	’	'	PUNCT
crl-24614	75	30	in	in	ADP
crl-24614	75	31	this	this	DET
crl-24614	75	32	fashion	fashion	NOUN
crl-24614	75	33	in	in	ADP
crl-24614	75	34	medical	medical	ADJ
crl-24614	75	35	and	and	CCONJ
crl-24614	75	36	scientific	scientific	ADJ
crl-24614	75	37	journals	journal	NOUN
crl-24614	75	38	.	.	PUNCT
crl-24614	76	1	this	this	PRON
crl-24614	76	2	…	…	PUNCT
crl-24614	76	3	is	be	AUX
crl-24614	76	4	completely	completely	ADV
crl-24614	76	5	skewed	skewed	ADJ
crl-24614	76	6	and	and	CCONJ
crl-24614	76	7	misleading	misleading	ADJ
crl-24614	76	8	.	.	PUNCT
crl-24614	76	9	”	"	PUNCT
crl-24614	77	1	qualitative	qualitative	ADJ
crl-24614	77	2	analysis	analysis	NOUN
crl-24614	77	3	of	of	ADP
crl-24614	77	4	faculty	faculty	NOUN
crl-24614	77	5	opinions	opinion	NOUN
crl-24614	77	6	on	on	ADP
crl-24614	77	7	and	and	CCONJ
crl-24614	77	8	perceptions	perception	NOUN
crl-24614	77	9	of	of	ADP
crl-24614	77	10	research	research	NOUN
crl-24614	77	11	impact	impact	NOUN
crl-24614	77	12	metrics	metric	NOUN
crl-24614	77	13	901	901	NUM
crl-24614	77	14	metrics	metric	NOUN
crl-24614	77	15	are	be	AUX
crl-24614	77	16	used	use	VERB
crl-24614	77	17	in	in	ADP
crl-24614	77	18	information	information	NOUN
crl-24614	77	19	-	-	PUNCT
crl-24614	77	20	seeking	seek	VERB
crl-24614	77	21	activities	activity	NOUN
crl-24614	77	22	and	and	CCONJ
crl-24614	77	23	as	as	ADP
crl-24614	77	24	a	a	DET
crl-24614	77	25	means	means	NOUN
crl-24614	77	26	of	of	ADP
crl-24614	77	27	selfassessment	selfassessment	NOUN
crl-24614	77	28	metrics	metric	NOUN
crl-24614	77	29	serve	serve	VERB
crl-24614	77	30	as	as	ADP
crl-24614	77	31	a	a	DET
crl-24614	77	32	data	data	NOUN
crl-24614	77	33	point	point	NOUN
crl-24614	77	34	for	for	ADP
crl-24614	77	35	participants	participant	NOUN
crl-24614	77	36	in	in	ADP
crl-24614	77	37	their	their	PRON
crl-24614	77	38	own	own	ADJ
crl-24614	77	39	decision	decision	NOUN
crl-24614	77	40	-	-	PUNCT
crl-24614	77	41	making	make	VERB
crl-24614	77	42	processes	process	NOUN
crl-24614	77	43	relating	relate	VERB
crl-24614	77	44	to	to	ADP
crl-24614	77	45	their	their	PRON
crl-24614	77	46	work	work	NOUN
crl-24614	77	47	.	.	PUNCT
crl-24614	78	1	deciding	decide	VERB
crl-24614	78	2	upon	upon	SCONJ
crl-24614	78	3	a	a	DET
crl-24614	78	4	journal	journal	NOUN
crl-24614	78	5	for	for	ADP
crl-24614	78	6	manuscript	manuscript	NOUN
crl-24614	78	7	submission	submission	NOUN
crl-24614	78	8	was	be	AUX
crl-24614	78	9	a	a	DET
crl-24614	78	10	frequently	frequently	ADV
crl-24614	78	11	noted	note	VERB
crl-24614	78	12	use	use	NOUN
crl-24614	78	13	case	case	NOUN
crl-24614	78	14	for	for	ADP
crl-24614	78	15	metrics	metric	NOUN
crl-24614	78	16	.	.	PUNCT
crl-24614	79	1	however	however	ADV
crl-24614	79	2	,	,	PUNCT
crl-24614	79	3	participants	participant	NOUN
crl-24614	79	4	also	also	ADV
crl-24614	79	5	monitored	monitor	VERB
crl-24614	79	6	citations	citation	NOUN
crl-24614	79	7	to	to	ADP
crl-24614	79	8	their	their	PRON
crl-24614	79	9	work	work	NOUN
crl-24614	79	10	as	as	ADP
crl-24614	79	11	a	a	DET
crl-24614	79	12	means	means	NOUN
crl-24614	79	13	of	of	ADP
crl-24614	79	14	determining	determine	VERB
crl-24614	79	15	interest	interest	NOUN
crl-24614	79	16	:	:	PUNCT
crl-24614	79	17	“	"	PUNCT
crl-24614	79	18	i	i	PRON
crl-24614	79	19	look	look	VERB
crl-24614	79	20	at	at	ADP
crl-24614	79	21	my	my	PRON
crl-24614	79	22	metrics	metric	NOUN
crl-24614	79	23	every	every	DET
crl-24614	79	24	time	time	NOUN
crl-24614	79	25	i	i	PRON
crl-24614	79	26	publish	publish	VERB
crl-24614	79	27	something	something	PRON
crl-24614	79	28	new	new	ADJ
crl-24614	79	29	,	,	PUNCT
crl-24614	79	30	to	to	PART
crl-24614	79	31	see	see	VERB
crl-24614	79	32	what	what	PRON
crl-24614	79	33	is	be	AUX
crl-24614	79	34	getting	get	VERB
crl-24614	79	35	traction	traction	NOUN
crl-24614	79	36	.	.	PUNCT
crl-24614	79	37	”	"	PUNCT
crl-24614	80	1	one	one	NUM
crl-24614	80	2	participant	participant	NOUN
crl-24614	80	3	described	describe	VERB
crl-24614	80	4	this	this	PRON
crl-24614	80	5	as	as	ADP
crl-24614	80	6	being	be	AUX
crl-24614	80	7	“	"	PUNCT
crl-24614	80	8	particularly	particularly	ADV
crl-24614	80	9	useful	useful	ADJ
crl-24614	80	10	because	because	SCONJ
crl-24614	80	11	i	i	PRON
crl-24614	80	12	’m	’m	AUX
crl-24614	80	13	working	work	VERB
crl-24614	80	14	on	on	ADP
crl-24614	80	15	a	a	DET
crl-24614	80	16	topic	topic	NOUN
crl-24614	80	17	that	that	PRON
crl-24614	80	18	does	do	AUX
crl-24614	80	19	n’t	not	PART
crl-24614	80	20	sit	sit	VERB
crl-24614	80	21	neatly	neatly	ADV
crl-24614	80	22	within	within	ADP
crl-24614	80	23	any	any	DET
crl-24614	80	24	specific	specific	ADJ
crl-24614	80	25	discipline	discipline	NOUN
crl-24614	80	26	,	,	PUNCT
crl-24614	80	27	so	so	SCONJ
crl-24614	80	28	it	it	PRON
crl-24614	80	29	would	would	AUX
crl-24614	80	30	otherwise	otherwise	ADV
crl-24614	80	31	be	be	AUX
crl-24614	80	32	hard	hard	ADJ
crl-24614	80	33	to	to	PART
crl-24614	80	34	see	see	VERB
crl-24614	80	35	how	how	SCONJ
crl-24614	80	36	my	my	PRON
crl-24614	80	37	work	work	NOUN
crl-24614	80	38	is	be	AUX
crl-24614	80	39	traveling	travel	VERB
crl-24614	80	40	and	and	CCONJ
crl-24614	80	41	to	to	PART
crl-24614	80	42	discover	discover	VERB
crl-24614	80	43	connections	connection	NOUN
crl-24614	80	44	that	that	PRON
crl-24614	80	45	stimulate	stimulate	VERB
crl-24614	80	46	my	my	PRON
crl-24614	80	47	own	own	ADJ
crl-24614	80	48	research	research	NOUN
crl-24614	80	49	and	and	CCONJ
crl-24614	80	50	allow	allow	VERB
crl-24614	80	51	it	it	PRON
crl-24614	80	52	to	to	PART
crl-24614	80	53	travel	travel	VERB
crl-24614	80	54	even	even	ADV
crl-24614	80	55	farther	far	ADV
crl-24614	80	56	.	.	PUNCT
crl-24614	80	57	”	"	PUNCT
crl-24614	81	1	participants	participant	NOUN
crl-24614	81	2	expressed	express	VERB
crl-24614	81	3	a	a	DET
crl-24614	81	4	desire	desire	NOUN
crl-24614	81	5	to	to	PART
crl-24614	81	6	better	well	ADV
crl-24614	81	7	understand	understand	VERB
crl-24614	81	8	who	who	PRON
crl-24614	81	9	is	be	AUX
crl-24614	81	10	interested	interested	ADJ
crl-24614	81	11	in	in	ADP
crl-24614	81	12	their	their	PRON
crl-24614	81	13	research	research	NOUN
crl-24614	81	14	area	area	NOUN
crl-24614	81	15	rather	rather	ADV
crl-24614	81	16	than	than	ADP
crl-24614	81	17	the	the	DET
crl-24614	81	18	direct	direct	ADJ
crl-24614	81	19	impact	impact	NOUN
crl-24614	81	20	of	of	ADP
crl-24614	81	21	citation	citation	NOUN
crl-24614	81	22	on	on	ADP
crl-24614	81	23	specific	specific	ADJ
crl-24614	81	24	metrics	metric	NOUN
crl-24614	81	25	,	,	PUNCT
crl-24614	81	26	noting	note	VERB
crl-24614	81	27	“	"	PUNCT
crl-24614	81	28	the	the	DET
crl-24614	81	29	metrics	metric	NOUN
crl-24614	81	30	just	just	ADV
crl-24614	81	31	come	come	VERB
crl-24614	81	32	along	along	ADP
crl-24614	81	33	for	for	ADP
crl-24614	81	34	the	the	DET
crl-24614	81	35	ride	ride	NOUN
crl-24614	81	36	.	.	PUNCT
crl-24614	81	37	”	"	PUNCT
crl-24614	82	1	participants	participant	NOUN
crl-24614	82	2	noted	note	VERB
crl-24614	82	3	that	that	SCONJ
crl-24614	82	4	they	they	PRON
crl-24614	82	5	would	would	AUX
crl-24614	82	6	consult	consult	VERB
crl-24614	82	7	metrics	metric	NOUN
crl-24614	82	8	sources	source	NOUN
crl-24614	82	9	when	when	SCONJ
crl-24614	82	10	prompted	prompt	VERB
crl-24614	82	11	by	by	ADP
crl-24614	82	12	an	an	DET
crl-24614	82	13	external	external	ADJ
crl-24614	82	14	source	source	NOUN
crl-24614	82	15	,	,	PUNCT
crl-24614	82	16	such	such	ADJ
crl-24614	82	17	as	as	ADP
crl-24614	82	18	an	an	DET
crl-24614	82	19	email	email	NOUN
crl-24614	82	20	notification	notification	NOUN
crl-24614	82	21	,	,	PUNCT
crl-24614	82	22	out	out	ADP
crl-24614	82	23	of	of	ADP
crl-24614	82	24	curiosity	curiosity	NOUN
crl-24614	82	25	,	,	PUNCT
crl-24614	82	26	or	or	CCONJ
crl-24614	82	27	when	when	SCONJ
crl-24614	82	28	necessary	necessary	ADJ
crl-24614	82	29	for	for	ADP
crl-24614	82	30	p&t	p&t	PROPN
crl-24614	82	31	purposes	purpose	NOUN
crl-24614	82	32	.	.	PUNCT
crl-24614	83	1	metrics	metric	NOUN
crl-24614	83	2	are	be	AUX
crl-24614	83	3	used	use	VERB
crl-24614	83	4	when	when	SCONJ
crl-24614	83	5	evaluating	evaluate	VERB
crl-24614	83	6	the	the	DET
crl-24614	83	7	work	work	NOUN
crl-24614	83	8	of	of	ADP
crl-24614	83	9	others	other	NOUN
crl-24614	83	10	participants	participant	NOUN
crl-24614	83	11	reported	report	VERB
crl-24614	83	12	using	use	VERB
crl-24614	83	13	research	research	NOUN
crl-24614	83	14	impact	impact	NOUN
crl-24614	83	15	metrics	metric	NOUN
crl-24614	83	16	for	for	ADP
crl-24614	83	17	a	a	DET
crl-24614	83	18	variety	variety	NOUN
crl-24614	83	19	of	of	ADP
crl-24614	83	20	reasons	reason	NOUN
crl-24614	83	21	in	in	ADP
crl-24614	83	22	the	the	DET
crl-24614	83	23	assessment	assessment	NOUN
crl-24614	83	24	of	of	ADP
crl-24614	83	25	other	other	ADJ
crl-24614	83	26	individuals	individual	NOUN
crl-24614	83	27	,	,	PUNCT
crl-24614	83	28	including	include	VERB
crl-24614	83	29	when	when	SCONJ
crl-24614	83	30	making	make	VERB
crl-24614	83	31	hiring	hire	VERB
crl-24614	83	32	decisions	decision	NOUN
crl-24614	83	33	,	,	PUNCT
crl-24614	83	34	serving	serve	VERB
crl-24614	83	35	on	on	ADP
crl-24614	83	36	p&t	p&t	PROPN
crl-24614	83	37	committees	committee	NOUN
crl-24614	83	38	,	,	PUNCT
crl-24614	83	39	and	and	CCONJ
crl-24614	83	40	writing	write	VERB
crl-24614	83	41	letters	letter	NOUN
crl-24614	83	42	of	of	ADP
crl-24614	83	43	support	support	NOUN
crl-24614	83	44	for	for	ADP
crl-24614	83	45	colleagues	colleague	NOUN
crl-24614	83	46	.	.	PUNCT
crl-24614	84	1	beyond	beyond	ADP
crl-24614	84	2	factoring	factor	VERB
crl-24614	84	3	into	into	ADP
crl-24614	84	4	the	the	DET
crl-24614	84	5	hiring	hire	VERB
crl-24614	84	6	process	process	NOUN
crl-24614	84	7	,	,	PUNCT
crl-24614	84	8	metrics	metric	NOUN
crl-24614	84	9	were	be	AUX
crl-24614	84	10	described	describe	VERB
crl-24614	84	11	as	as	ADP
crl-24614	84	12	an	an	DET
crl-24614	84	13	element	element	NOUN
crl-24614	84	14	of	of	ADP
crl-24614	84	15	recruitment	recruitment	NOUN
crl-24614	84	16	,	,	PUNCT
crl-24614	84	17	with	with	ADP
crl-24614	84	18	one	one	NUM
crl-24614	84	19	scholar	scholar	NOUN
crl-24614	84	20	noting	note	VERB
crl-24614	84	21	that	that	SCONJ
crl-24614	84	22	“	"	PUNCT
crl-24614	84	23	i	i	PRON
crl-24614	84	24	check	check	VERB
crl-24614	84	25	[	[	X
crl-24614	84	26	the	the	DET
crl-24614	84	27	]	]	X
crl-24614	84	28	scholarly	scholarly	ADJ
crl-24614	84	29	outputs	output	NOUN
crl-24614	84	30	of	of	ADP
crl-24614	84	31	people	people	NOUN
crl-24614	84	32	we	we	PRON
crl-24614	84	33	might	might	AUX
crl-24614	84	34	think	think	VERB
crl-24614	84	35	about	about	ADP
crl-24614	84	36	encouraging	encouraging	ADJ
crl-24614	84	37	to	to	PART
crl-24614	84	38	apply	apply	VERB
crl-24614	84	39	to	to	ADP
crl-24614	84	40	a	a	DET
crl-24614	84	41	job	job	NOUN
crl-24614	84	42	in	in	ADP
crl-24614	84	43	our	our	PRON
crl-24614	84	44	department	department	NOUN
crl-24614	84	45	.	.	PUNCT
crl-24614	84	46	”	"	PUNCT
crl-24614	85	1	although	although	SCONJ
crl-24614	85	2	assessment	assessment	NOUN
crl-24614	85	3	of	of	ADP
crl-24614	85	4	potential	potential	ADJ
crl-24614	85	5	hires	hire	NOUN
crl-24614	85	6	was	be	AUX
crl-24614	85	7	a	a	DET
crl-24614	85	8	frequently	frequently	ADV
crl-24614	85	9	mentioned	mention	VERB
crl-24614	85	10	reason	reason	NOUN
crl-24614	85	11	for	for	ADP
crl-24614	85	12	consulting	consult	VERB
crl-24614	85	13	metrics	metric	NOUN
crl-24614	85	14	,	,	PUNCT
crl-24614	85	15	some	some	DET
crl-24614	85	16	participants	participant	NOUN
crl-24614	85	17	described	describe	VERB
crl-24614	85	18	hesitation	hesitation	NOUN
crl-24614	85	19	,	,	PUNCT
crl-24614	85	20	indicating	indicate	VERB
crl-24614	85	21	that	that	SCONJ
crl-24614	85	22	“	"	PUNCT
crl-24614	85	23	[	[	X
crl-24614	85	24	w]hile	w]hile	ADJ
crl-24614	85	25	scholarly	scholarly	ADJ
crl-24614	85	26	metrics	metric	NOUN
crl-24614	85	27	are	be	AUX
crl-24614	85	28	a	a	DET
crl-24614	85	29	useful	useful	ADJ
crl-24614	85	30	tool	tool	NOUN
crl-24614	85	31	in	in	ADP
crl-24614	85	32	a	a	DET
crl-24614	85	33	casual	casual	ADJ
crl-24614	85	34	sense	sense	NOUN
crl-24614	85	35	,	,	PUNCT
crl-24614	85	36	i	i	PRON
crl-24614	85	37	’m	’m	VERB
crl-24614	85	38	not	not	PART
crl-24614	85	39	very	very	ADV
crl-24614	85	40	comfortable	comfortable	ADJ
crl-24614	85	41	with	with	ADP
crl-24614	85	42	hiring	hire	VERB
crl-24614	85	43	and	and	CCONJ
crl-24614	85	44	promotion	promotion	NOUN
crl-24614	85	45	decisions	decision	NOUN
crl-24614	85	46	being	be	AUX
crl-24614	85	47	made	make	VERB
crl-24614	85	48	based	base	VERB
crl-24614	85	49	on	on	ADP
crl-24614	85	50	them	they	PRON
crl-24614	85	51	.	.	PUNCT
crl-24614	85	52	”	"	PUNCT
crl-24614	86	1	participants	participant	NOUN
crl-24614	86	2	engaged	engage	VERB
crl-24614	86	3	with	with	ADP
crl-24614	86	4	metrics	metric	NOUN
crl-24614	86	5	to	to	PART
crl-24614	86	6	vet	vet	VERB
crl-24614	86	7	others	other	NOUN
crl-24614	86	8	’	’	PART
crl-24614	86	9	research	research	NOUN
crl-24614	86	10	,	,	PUNCT
crl-24614	86	11	particularly	particularly	ADV
crl-24614	86	12	“	"	PUNCT
crl-24614	86	13	[	[	AUX
crl-24614	86	14	w]hen	w]hen	ADV
crl-24614	86	15	i	i	PRON
crl-24614	86	16	’m	’m	AUX
crl-24614	86	17	reading	read	VERB
crl-24614	86	18	a	a	DET
crl-24614	86	19	paper	paper	NOUN
crl-24614	86	20	far	far	ADV
crl-24614	86	21	outside	outside	ADP
crl-24614	86	22	my	my	PRON
crl-24614	86	23	field	field	NOUN
crl-24614	87	1	and	and	CCONJ
crl-24614	87	2	i	i	PRON
crl-24614	87	3	do	do	AUX
crl-24614	87	4	not	not	PART
crl-24614	87	5	know	know	VERB
crl-24614	87	6	the	the	DET
crl-24614	87	7	quality	quality	NOUN
crl-24614	87	8	of	of	ADP
crl-24614	87	9	the	the	DET
crl-24614	87	10	journal	journal	NOUN
crl-24614	87	11	the	the	DET
crl-24614	87	12	work	work	NOUN
crl-24614	87	13	appears	appear	VERB
crl-24614	87	14	in	in	ADP
crl-24614	87	15	,	,	PUNCT
crl-24614	87	16	and	and	CCONJ
crl-24614	87	17	i	i	PRON
crl-24614	87	18	am	be	AUX
crl-24614	87	19	not	not	PART
crl-24614	87	20	necessarily	necessarily	ADV
crl-24614	87	21	qualified	qualified	ADJ
crl-24614	87	22	to	to	PART
crl-24614	87	23	see	see	VERB
crl-24614	87	24	potential	potential	ADJ
crl-24614	87	25	flaws	flaw	NOUN
crl-24614	87	26	in	in	ADP
crl-24614	87	27	the	the	DET
crl-24614	87	28	work	work	NOUN
crl-24614	87	29	.	.	PUNCT
crl-24614	87	30	”	"	PUNCT
crl-24614	88	1	however	however	ADV
crl-24614	88	2	,	,	PUNCT
crl-24614	88	3	they	they	PRON
crl-24614	88	4	were	be	AUX
crl-24614	88	5	also	also	ADV
crl-24614	88	6	careful	careful	ADJ
crl-24614	88	7	to	to	PART
crl-24614	88	8	note	note	VERB
crl-24614	88	9	that	that	SCONJ
crl-24614	88	10	they	they	PRON
crl-24614	88	11	used	use	VERB
crl-24614	88	12	these	these	DET
crl-24614	88	13	metrics	metric	NOUN
crl-24614	88	14	in	in	ADP
crl-24614	88	15	context	context	NOUN
crl-24614	88	16	;	;	PUNCT
crl-24614	88	17	as	as	SCONJ
crl-24614	88	18	one	one	NUM
crl-24614	88	19	participant	participant	NOUN
crl-24614	88	20	said	say	VERB
crl-24614	88	21	,	,	PUNCT
crl-24614	88	22	metrics	metric	NOUN
crl-24614	88	23	should	should	AUX
crl-24614	88	24	be	be	AUX
crl-24614	88	25	used	use	VERB
crl-24614	88	26	“	"	PUNCT
crl-24614	88	27	[	[	X
crl-24614	88	28	a]s	a]s	ADJ
crl-24614	88	29	one	one	NUM
crl-24614	88	30	of	of	ADP
crl-24614	88	31	many	many	ADJ
crl-24614	88	32	filters	filter	NOUN
crl-24614	88	33	to	to	PART
crl-24614	88	34	assess	assess	VERB
crl-24614	88	35	the	the	DET
crl-24614	88	36	importance	importance	NOUN
crl-24614	88	37	of	of	ADP
crl-24614	88	38	a	a	DET
crl-24614	88	39	researcher	researcher	NOUN
crl-24614	88	40	’s	’s	PART
crl-24614	88	41	work	work	NOUN
crl-24614	88	42	…	…	PUNCT
crl-24614	88	43	.	.	PUNCT
crl-24614	88	44	”	"	PUNCT
crl-24614	89	1	metrics	metric	NOUN
crl-24614	89	2	should	should	AUX
crl-24614	89	3	not	not	PART
crl-24614	89	4	be	be	AUX
crl-24614	89	5	considered	consider	VERB
crl-24614	89	6	a	a	DET
crl-24614	89	7	proxy	proxy	NOUN
crl-24614	89	8	for	for	ADP
crl-24614	89	9	the	the	DET
crl-24614	89	10	full	full	ADJ
crl-24614	89	11	range	range	NOUN
crl-24614	89	12	of	of	ADP
crl-24614	89	13	researcher	researcher	NOUN
crl-24614	89	14	impact	impact	NOUN
crl-24614	89	15	many	many	ADJ
crl-24614	89	16	participants	participant	NOUN
crl-24614	89	17	indicated	indicate	VERB
crl-24614	89	18	that	that	SCONJ
crl-24614	89	19	they	they	PRON
crl-24614	89	20	use	use	VERB
crl-24614	89	21	metrics	metric	NOUN
crl-24614	89	22	for	for	ADP
crl-24614	89	23	self	self	NOUN
crl-24614	89	24	-	-	PUNCT
crl-24614	89	25	advocacy	advocacy	NOUN
crl-24614	89	26	,	,	PUNCT
crl-24614	89	27	including	include	VERB
crl-24614	89	28	promotion	promotion	NOUN
crl-24614	89	29	,	,	PUNCT
crl-24614	89	30	tenure	tenure	NOUN
crl-24614	89	31	,	,	PUNCT
crl-24614	89	32	performance	performance	NOUN
crl-24614	89	33	evaluations	evaluation	NOUN
crl-24614	89	34	,	,	PUNCT
crl-24614	89	35	and	and	CCONJ
crl-24614	89	36	salary	salary	NOUN
crl-24614	89	37	negotiation	negotiation	NOUN
crl-24614	89	38	.	.	PUNCT
crl-24614	90	1	despite	despite	SCONJ
crl-24614	90	2	the	the	DET
crl-24614	90	3	use	use	NOUN
crl-24614	90	4	of	of	ADP
crl-24614	90	5	metrics	metric	NOUN
crl-24614	90	6	for	for	ADP
crl-24614	90	7	these	these	DET
crl-24614	90	8	purposes	purpose	NOUN
crl-24614	90	9	,	,	PUNCT
crl-24614	90	10	participants	participant	NOUN
crl-24614	90	11	felt	feel	VERB
crl-24614	90	12	that	that	SCONJ
crl-24614	90	13	these	these	PRON
crl-24614	90	14	were	be	AUX
crl-24614	90	15	not	not	PART
crl-24614	90	16	robust	robust	ADJ
crl-24614	90	17	representations	representation	NOUN
crl-24614	90	18	of	of	ADP
crl-24614	90	19	their	their	PRON
crl-24614	90	20	impact	impact	NOUN
crl-24614	90	21	.	.	PUNCT
crl-24614	91	1	one	one	NUM
crl-24614	91	2	noted	note	VERB
crl-24614	91	3	that	that	SCONJ
crl-24614	91	4	“	"	PUNCT
crl-24614	91	5	we	we	PRON
crl-24614	91	6	are	be	AUX
crl-24614	91	7	a	a	DET
crl-24614	91	8	highly	highly	ADV
crl-24614	91	9	productive	productive	ADJ
crl-24614	91	10	research	research	NOUN
crl-24614	91	11	center	center	NOUN
crl-24614	91	12	,	,	PUNCT
crl-24614	91	13	and	and	CCONJ
crl-24614	91	14	our	our	PRON
crl-24614	91	15	work	work	NOUN
crl-24614	91	16	is	be	AUX
crl-24614	91	17	used	use	VERB
crl-24614	91	18	every	every	DET
crl-24614	91	19	day	day	NOUN
crl-24614	91	20	all	all	ADV
crl-24614	91	21	over	over	ADP
crl-24614	91	22	the	the	DET
crl-24614	91	23	country	country	NOUN
crl-24614	91	24	,	,	PUNCT
crl-24614	91	25	and	and	CCONJ
crl-24614	91	26	the	the	DET
crl-24614	91	27	reason	reason	NOUN
crl-24614	91	28	for	for	ADP
crl-24614	91	29	this	this	PRON
crl-24614	91	30	[	[	X
crl-24614	91	31	is	be	AUX
crl-24614	91	32	because	because	SCONJ
crl-24614	91	33	]	]	PUNCT
crl-24614	91	34	it	it	PRON
crl-24614	91	35	did	do	AUX
crl-24614	91	36	n’t	not	PART
crl-24614	91	37	get	get	AUX
crl-24614	91	38	hidden	hide	VERB
crl-24614	91	39	away	away	ADV
crl-24614	91	40	in	in	ADP
crl-24614	91	41	peer	peer	NOUN
crl-24614	91	42	reviewed	review	VERB
crl-24614	91	43	journals	journal	NOUN
crl-24614	91	44	—	—	PUNCT
crl-24614	91	45	we	we	PRON
crl-24614	91	46	turned	turn	VERB
crl-24614	91	47	it	it	PRON
crl-24614	91	48	in	in	ADP
crl-24614	91	49	to	to	ADP
crl-24614	91	50	training	training	NOUN
crl-24614	91	51	,	,	PUNCT
crl-24614	91	52	outreach	outreach	NOUN
crl-24614	91	53	,	,	PUNCT
crl-24614	91	54	and	and	CCONJ
crl-24614	91	55	practitioner	practitioner	NOUN
crl-24614	91	56	skills	skill	NOUN
crl-24614	91	57	that	that	PRON
crl-24614	91	58	can	can	AUX
crl-24614	91	59	be	be	AUX
crl-24614	91	60	used	use	VERB
crl-24614	91	61	to	to	PART
crl-24614	91	62	help	help	VERB
crl-24614	91	63	people	people	NOUN
crl-24614	91	64	.	.	PUNCT
crl-24614	91	65	”	"	PUNCT
crl-24614	92	1	another	another	DET
crl-24614	92	2	participant	participant	NOUN
crl-24614	92	3	echoed	echo	VERB
crl-24614	92	4	this	this	DET
crl-24614	92	5	sentiment	sentiment	NOUN
crl-24614	92	6	,	,	PUNCT
crl-24614	92	7	describing	describe	VERB
crl-24614	92	8	other	other	ADJ
crl-24614	92	9	valuable	valuable	ADJ
crl-24614	92	10	work	work	NOUN
crl-24614	92	11	they	they	PRON
crl-24614	92	12	produce	produce	VERB
crl-24614	92	13	,	,	PUNCT
crl-24614	92	14	such	such	ADJ
crl-24614	92	15	as	as	ADP
crl-24614	92	16	“	"	PUNCT
crl-24614	92	17	community	community	NOUN
crl-24614	92	18	-	-	PUNCT
crl-24614	92	19	friendly	friendly	ADJ
crl-24614	92	20	dissemination	dissemination	NOUN
crl-24614	92	21	pieces	piece	NOUN
crl-24614	92	22	(	(	PUNCT
crl-24614	92	23	technical	technical	ADJ
crl-24614	92	24	reports	report	NOUN
crl-24614	92	25	,	,	PUNCT
crl-24614	92	26	white	white	ADJ
crl-24614	92	27	papers	paper	NOUN
crl-24614	92	28	)	)	PUNCT
crl-24614	92	29	that	that	PRON
crl-24614	92	30	are	be	AUX
crl-24614	92	31	available	available	ADJ
crl-24614	92	32	to	to	ADP
crl-24614	92	33	our	our	PRON
crl-24614	92	34	community	community	NOUN
crl-24614	92	35	partners	partner	NOUN
crl-24614	92	36	immediately	immediately	ADV
crl-24614	92	37	and	and	CCONJ
crl-24614	92	38	do	do	AUX
crl-24614	92	39	n’t	not	PART
crl-24614	92	40	take	take	VERB
crl-24614	92	41	2	2	NUM
crl-24614	92	42	years	year	NOUN
crl-24614	92	43	to	to	PART
crl-24614	92	44	publish	publish	VERB
crl-24614	92	45	in	in	ADP
crl-24614	92	46	a	a	DET
crl-24614	92	47	journal	journal	NOUN
crl-24614	92	48	that	that	SCONJ
crl-24614	92	49	no	no	DET
crl-24614	92	50	one	one	NOUN
crl-24614	92	51	but	but	CCONJ
crl-24614	92	52	academics	academic	NOUN
crl-24614	92	53	read	read	VERB
crl-24614	92	54	.	.	PUNCT
crl-24614	92	55	”	"	PUNCT
crl-24614	93	1	beyond	beyond	ADP
crl-24614	93	2	the	the	DET
crl-24614	93	3	need	need	NOUN
crl-24614	93	4	to	to	PART
crl-24614	93	5	have	have	AUX
crl-24614	93	6	a	a	DET
crl-24614	93	7	broad	broad	ADJ
crl-24614	93	8	view	view	NOUN
crl-24614	93	9	of	of	ADP
crl-24614	93	10	impact	impact	NOUN
crl-24614	93	11	,	,	PUNCT
crl-24614	93	12	participants	participant	NOUN
crl-24614	93	13	emphasized	emphasize	VERB
crl-24614	93	14	the	the	DET
crl-24614	93	15	diverse	diverse	ADJ
crl-24614	93	16	roles	role	NOUN
crl-24614	93	17	faculty	faculty	NOUN
crl-24614	93	18	and	and	CCONJ
crl-24614	93	19	researchers	researcher	NOUN
crl-24614	93	20	play	play	VERB
crl-24614	93	21	within	within	ADP
crl-24614	93	22	the	the	DET
crl-24614	93	23	university	university	NOUN
crl-24614	93	24	,	,	PUNCT
crl-24614	93	25	reflecting	reflect	VERB
crl-24614	93	26	on	on	ADP
crl-24614	93	27	their	their	PRON
crl-24614	93	28	teaching	teaching	NOUN
crl-24614	93	29	and	and	CCONJ
crl-24614	93	30	service	service	NOUN
crl-24614	93	31	902	902	NUM
crl-24614	93	32	college	college	PROPN
crl-24614	93	33	&	&	CCONJ
crl-24614	93	34	research	research	PROPN
crl-24614	93	35	libraries	library	NOUN
crl-24614	93	36	september	september	PROPN
crl-24614	93	37	2020	2020	NUM
crl-24614	93	38	responsibilities	responsibility	NOUN
crl-24614	93	39	and	and	CCONJ
crl-24614	93	40	the	the	DET
crl-24614	93	41	importance	importance	NOUN
crl-24614	93	42	of	of	ADP
crl-24614	93	43	balancing	balance	VERB
crl-24614	93	44	these	these	DET
crl-24614	93	45	responsibilities	responsibility	NOUN
crl-24614	93	46	:	:	PUNCT
crl-24614	93	47	“	"	PUNCT
crl-24614	93	48	encouraging	encourage	VERB
crl-24614	93	49	me	i	PRON
crl-24614	93	50	to	to	PART
crl-24614	93	51	move	move	VERB
crl-24614	93	52	publication	publication	NOUN
crl-24614	93	53	to	to	ADP
crl-24614	93	54	my	my	PRON
crl-24614	93	55	primary	primary	ADJ
crl-24614	93	56	role	role	NOUN
crl-24614	93	57	is	be	AUX
crl-24614	93	58	also	also	ADV
crl-24614	93	59	requiring	require	VERB
crl-24614	93	60	me	i	PRON
crl-24614	93	61	to	to	PART
crl-24614	93	62	put	put	VERB
crl-24614	93	63	education	education	NOUN
crl-24614	93	64	as	as	ADP
crl-24614	93	65	my	my	PRON
crl-24614	93	66	secondary	secondary	ADJ
crl-24614	93	67	role	role	NOUN
crl-24614	93	68	.	.	PUNCT
crl-24614	93	69	”	"	PUNCT
crl-24614	94	1	one	one	NUM
crl-24614	94	2	participant	participant	NOUN
crl-24614	94	3	encouraged	encourage	VERB
crl-24614	94	4	administrators	administrator	NOUN
crl-24614	94	5	to	to	PART
crl-24614	94	6	“	"	PUNCT
crl-24614	94	7	keep	keep	VERB
crl-24614	94	8	a	a	DET
crl-24614	94	9	‘	'	PUNCT
crl-24614	94	10	whole	whole	ADJ
crl-24614	94	11	’	'	PUNCT
crl-24614	94	12	view	view	NOUN
crl-24614	94	13	of	of	ADP
crl-24614	94	14	the	the	DET
crl-24614	94	15	faculty	faculty	NOUN
crl-24614	94	16	the	the	DET
crl-24614	94	17	same	same	ADJ
crl-24614	94	18	way	way	NOUN
crl-24614	94	19	we	we	PRON
crl-24614	94	20	use	use	VERB
crl-24614	94	21	a	a	DET
crl-24614	94	22	‘	'	PUNCT
crl-24614	94	23	whole	whole	ADJ
crl-24614	94	24	’	'	PUNCT
crl-24614	94	25	view	view	NOUN
crl-24614	94	26	when	when	SCONJ
crl-24614	94	27	considering	consider	VERB
crl-24614	94	28	student	student	NOUN
crl-24614	94	29	applications	application	NOUN
crl-24614	94	30	to	to	ADP
crl-24614	94	31	the	the	DET
crl-24614	94	32	university	university	NOUN
crl-24614	94	33	.	.	PUNCT
crl-24614	94	34	”	"	PUNCT
crl-24614	95	1	administrator	administrator	NOUN
crl-24614	95	2	use	use	NOUN
crl-24614	95	3	of	of	ADP
crl-24614	95	4	metrics	metric	NOUN
crl-24614	95	5	in	in	ADP
crl-24614	95	6	researcher	researcher	NOUN
crl-24614	95	7	evaluation	evaluation	NOUN
crl-24614	95	8	is	be	AUX
crl-24614	95	9	a	a	DET
crl-24614	95	10	concern	concern	NOUN
crl-24614	95	11	participants	participant	NOUN
crl-24614	95	12	expressed	express	VERB
crl-24614	95	13	concern	concern	NOUN
crl-24614	95	14	regarding	regard	VERB
crl-24614	95	15	the	the	DET
crl-24614	95	16	depth	depth	NOUN
crl-24614	95	17	of	of	ADP
crl-24614	95	18	understanding	understanding	NOUN
crl-24614	95	19	that	that	SCONJ
crl-24614	95	20	others	other	NOUN
crl-24614	95	21	,	,	PUNCT
crl-24614	95	22	particularly	particularly	ADV
crl-24614	95	23	administrators	administrator	NOUN
crl-24614	95	24	,	,	PUNCT
crl-24614	95	25	possess	possess	VERB
crl-24614	95	26	in	in	ADP
crl-24614	95	27	their	their	PRON
crl-24614	95	28	understanding	understanding	NOUN
crl-24614	95	29	of	of	ADP
crl-24614	95	30	disciplinary	disciplinary	ADJ
crl-24614	95	31	differences	difference	NOUN
crl-24614	95	32	and	and	CCONJ
crl-24614	95	33	how	how	SCONJ
crl-24614	95	34	that	that	PRON
crl-24614	95	35	might	might	AUX
crl-24614	95	36	influence	influence	VERB
crl-24614	95	37	their	their	PRON
crl-24614	95	38	ability	ability	NOUN
crl-24614	95	39	to	to	PART
crl-24614	95	40	use	use	VERB
crl-24614	95	41	metrics	metric	NOUN
crl-24614	95	42	appropriately	appropriately	ADV
crl-24614	95	43	.	.	PUNCT
crl-24614	96	1	as	as	SCONJ
crl-24614	96	2	one	one	NUM
crl-24614	96	3	participant	participant	NOUN
crl-24614	96	4	said	say	VERB
crl-24614	96	5	,	,	PUNCT
crl-24614	96	6	“	"	PUNCT
crl-24614	96	7	[	[	X
crl-24614	96	8	t]o	t]o	ADP
crl-24614	96	9	the	the	DET
crl-24614	96	10	extent	extent	NOUN
crl-24614	96	11	that	that	SCONJ
crl-24614	96	12	university	university	NOUN
crl-24614	96	13	administrators	administrator	NOUN
crl-24614	96	14	lack	lack	VERB
crl-24614	96	15	a	a	DET
crl-24614	96	16	sufficiently	sufficiently	ADV
crl-24614	96	17	nuanced	nuanced	ADJ
crl-24614	96	18	understanding	understanding	NOUN
crl-24614	96	19	of	of	ADP
crl-24614	96	20	each	each	DET
crl-24614	96	21	field	field	NOUN
crl-24614	96	22	and	and	CCONJ
crl-24614	96	23	subfield	subfield	NOUN
crl-24614	96	24	on	on	ADP
crl-24614	96	25	campus	campus	NOUN
crl-24614	96	26	,	,	PUNCT
crl-24614	96	27	i	i	PRON
crl-24614	96	28	would	would	AUX
crl-24614	96	29	be	be	AUX
crl-24614	96	30	wary	wary	ADJ
crl-24614	96	31	that	that	SCONJ
crl-24614	96	32	their	their	PRON
crl-24614	96	33	evaluation	evaluation	NOUN
crl-24614	96	34	of	of	ADP
crl-24614	96	35	such	such	ADJ
crl-24614	96	36	data	datum	NOUN
crl-24614	96	37	likewise	likewise	ADV
crl-24614	96	38	would	would	AUX
crl-24614	96	39	be	be	AUX
crl-24614	96	40	insufficiently	insufficiently	ADV
crl-24614	96	41	nuanced	nuanced	ADJ
crl-24614	96	42	.	.	PUNCT
crl-24614	96	43	”	"	PUNCT
crl-24614	97	1	participants	participant	NOUN
crl-24614	97	2	were	be	AUX
crl-24614	97	3	also	also	ADV
crl-24614	97	4	concerned	concerned	ADJ
crl-24614	97	5	about	about	ADP
crl-24614	97	6	what	what	PRON
crl-24614	97	7	this	this	PRON
crl-24614	97	8	means	mean	VERB
crl-24614	97	9	for	for	ADP
crl-24614	97	10	evaluation	evaluation	NOUN
crl-24614	97	11	,	,	PUNCT
crl-24614	97	12	noting	note	VERB
crl-24614	97	13	“	"	PUNCT
crl-24614	97	14	[	[	X
crl-24614	97	15	i]f	i]f	ADJ
crl-24614	97	16	metrics	metric	NOUN
crl-24614	97	17	are	be	AUX
crl-24614	97	18	being	be	AUX
crl-24614	97	19	relied	rely	VERB
crl-24614	97	20	upon	upon	SCONJ
crl-24614	97	21	to	to	PART
crl-24614	97	22	track	track	VERB
crl-24614	97	23	scholarly	scholarly	ADJ
crl-24614	97	24	work	work	NOUN
crl-24614	97	25	,	,	PUNCT
crl-24614	97	26	it	it	PRON
crl-24614	97	27	means	mean	VERB
crl-24614	97	28	the	the	DET
crl-24614	97	29	people	people	NOUN
crl-24614	97	30	doing	do	VERB
crl-24614	97	31	the	the	DET
crl-24614	97	32	tracking	tracking	NOUN
crl-24614	97	33	do	do	AUX
crl-24614	97	34	n’t	not	PART
crl-24614	97	35	understand	understand	VERB
crl-24614	97	36	the	the	DET
crl-24614	97	37	work	work	NOUN
crl-24614	97	38	enough	enough	ADV
crl-24614	97	39	to	to	PART
crl-24614	97	40	judge	judge	VERB
crl-24614	97	41	it	it	PRON
crl-24614	97	42	,	,	PUNCT
crl-24614	97	43	and	and	CCONJ
crl-24614	97	44	therefore	therefore	ADV
crl-24614	97	45	should	should	AUX
crl-24614	97	46	n’t	not	PART
crl-24614	97	47	be	be	AUX
crl-24614	97	48	.	.	PUNCT
crl-24614	98	1	that	that	PRON
crl-24614	98	2	is	be	AUX
crl-24614	98	3	the	the	DET
crl-24614	98	4	fundamental	fundamental	ADJ
crl-24614	98	5	problem	problem	NOUN
crl-24614	98	6	.	.	PUNCT
crl-24614	98	7	”	"	PUNCT
crl-24614	99	1	there	there	PRON
crl-24614	99	2	was	be	VERB
crl-24614	99	3	concern	concern	NOUN
crl-24614	99	4	over	over	ADP
crl-24614	99	5	the	the	DET
crl-24614	99	6	weighting	weighting	NOUN
crl-24614	99	7	of	of	ADP
crl-24614	99	8	metrics	metric	NOUN
crl-24614	99	9	within	within	ADP
crl-24614	99	10	decision	decision	NOUN
crl-24614	99	11	-	-	PUNCT
crl-24614	99	12	making	make	VERB
crl-24614	99	13	processes	process	NOUN
crl-24614	99	14	.	.	PUNCT
crl-24614	100	1	one	one	NUM
crl-24614	100	2	participant	participant	NOUN
crl-24614	100	3	described	describe	VERB
crl-24614	100	4	the	the	DET
crl-24614	100	5	potential	potential	NOUN
crl-24614	100	6	for	for	ADP
crl-24614	100	7	“	"	PUNCT
crl-24614	100	8	an	an	DET
crl-24614	100	9	over	over	ADJ
crl-24614	100	10	reliance	reliance	NOUN
crl-24614	100	11	on	on	ADP
crl-24614	100	12	such	such	ADJ
crl-24614	100	13	metrics	metric	NOUN
crl-24614	100	14	without	without	ADP
crl-24614	100	15	careful	careful	ADJ
crl-24614	100	16	and	and	CCONJ
crl-24614	100	17	thoughtful	thoughtful	ADJ
crl-24614	100	18	consideration	consideration	NOUN
crl-24614	100	19	of	of	ADP
crl-24614	100	20	differences	difference	NOUN
crl-24614	100	21	among	among	ADP
crl-24614	100	22	disciplines	discipline	NOUN
crl-24614	100	23	and	and	CCONJ
crl-24614	100	24	the	the	DET
crl-24614	100	25	details	detail	NOUN
crl-24614	100	26	of	of	ADP
crl-24614	100	27	a	a	DET
crl-24614	100	28	specific	specific	ADJ
crl-24614	100	29	scholar	scholar	NOUN
crl-24614	100	30	’s	’s	PART
crl-24614	100	31	career	career	NOUN
crl-24614	100	32	.	.	PUNCT
crl-24614	100	33	”	"	PUNCT
crl-24614	101	1	participants	participant	NOUN
crl-24614	101	2	noted	note	VERB
crl-24614	101	3	that	that	SCONJ
crl-24614	101	4	metrics	metric	NOUN
crl-24614	101	5	can	can	AUX
crl-24614	101	6	offer	offer	VERB
crl-24614	101	7	“	"	PUNCT
crl-24614	101	8	a	a	DET
crl-24614	101	9	false	false	ADJ
crl-24614	101	10	sense	sense	NOUN
crl-24614	101	11	of	of	ADP
crl-24614	101	12	objectivity	objectivity	NOUN
crl-24614	101	13	,	,	PUNCT
crl-24614	101	14	”	"	PUNCT
crl-24614	101	15	and	and	CCONJ
crl-24614	101	16	that	that	SCONJ
crl-24614	101	17	“	"	PUNCT
crl-24614	101	18	people	people	NOUN
crl-24614	101	19	can	can	AUX
crl-24614	101	20	get	get	AUX
crl-24614	101	21	seduced	seduce	VERB
crl-24614	101	22	by	by	ADP
crl-24614	101	23	how	how	SCONJ
crl-24614	101	24	clean	clean	ADJ
crl-24614	101	25	and	and	CCONJ
crl-24614	101	26	easy	easy	ADJ
crl-24614	101	27	[	[	X
crl-24614	101	28	numbers	number	NOUN
crl-24614	101	29	]	]	PUNCT
crl-24614	101	30	are	be	AUX
crl-24614	101	31	to	to	PART
crl-24614	101	32	use	use	VERB
crl-24614	101	33	and	and	CCONJ
crl-24614	101	34	forget	forget	VERB
crl-24614	101	35	the	the	DET
crl-24614	101	36	messy	messy	ADJ
crl-24614	101	37	complexity	complexity	NOUN
crl-24614	101	38	that	that	PRON
crl-24614	101	39	underlies	underlie	VERB
crl-24614	101	40	them	they	PRON
crl-24614	101	41	and	and	CCONJ
crl-24614	101	42	what	what	PRON
crl-24614	101	43	they	they	PRON
crl-24614	101	44	are	be	AUX
crl-24614	101	45	supposed	suppose	VERB
crl-24614	101	46	to	to	PART
crl-24614	101	47	convey	convey	VERB
crl-24614	101	48	.	.	PUNCT
crl-24614	101	49	”	"	PUNCT
crl-24614	102	1	participants	participant	NOUN
crl-24614	102	2	expressed	express	VERB
crl-24614	102	3	the	the	DET
crl-24614	102	4	desire	desire	NOUN
crl-24614	102	5	for	for	SCONJ
crl-24614	102	6	administrators	administrator	NOUN
crl-24614	102	7	to	to	PART
crl-24614	102	8	engage	engage	VERB
crl-24614	102	9	on	on	ADP
crl-24614	102	10	a	a	DET
crl-24614	102	11	deeper	deep	ADJ
crl-24614	102	12	level	level	NOUN
crl-24614	102	13	with	with	ADP
crl-24614	102	14	scholarly	scholarly	ADJ
crl-24614	102	15	outputs	output	NOUN
crl-24614	102	16	,	,	PUNCT
crl-24614	102	17	saying	say	VERB
crl-24614	102	18	“	"	PUNCT
crl-24614	102	19	[	[	X
crl-24614	102	20	a]dministrators	a]dministrator	NOUN
crl-24614	102	21	should	should	AUX
crl-24614	102	22	read	read	VERB
crl-24614	102	23	the	the	DET
crl-24614	102	24	papers	paper	NOUN
crl-24614	102	25	themselves	themselves	PRON
crl-24614	102	26	or	or	CCONJ
crl-24614	102	27	discuss	discuss	VERB
crl-24614	102	28	the	the	DET
crl-24614	102	29	importance	importance	NOUN
crl-24614	102	30	and	and	CCONJ
crl-24614	102	31	context	context	NOUN
crl-24614	102	32	of	of	ADP
crl-24614	102	33	the	the	DET
crl-24614	102	34	papers	paper	NOUN
crl-24614	102	35	with	with	ADP
crl-24614	102	36	the	the	DET
crl-24614	102	37	researchers	researcher	NOUN
crl-24614	102	38	themselves	themselves	PRON
crl-24614	102	39	.	.	PUNCT
crl-24614	102	40	”	"	PUNCT
crl-24614	103	1	inappropriate	inappropriate	ADJ
crl-24614	103	2	use	use	NOUN
crl-24614	103	3	of	of	ADP
crl-24614	103	4	metrics	metric	NOUN
crl-24614	103	5	could	could	AUX
crl-24614	103	6	potentially	potentially	ADV
crl-24614	103	7	result	result	VERB
crl-24614	103	8	in	in	ADP
crl-24614	103	9	negative	negative	ADJ
crl-24614	103	10	consequences	consequence	NOUN
crl-24614	103	11	participants	participant	NOUN
crl-24614	103	12	described	describe	VERB
crl-24614	103	13	possible	possible	ADJ
crl-24614	103	14	negative	negative	ADJ
crl-24614	103	15	consequences	consequence	NOUN
crl-24614	103	16	that	that	PRON
crl-24614	103	17	could	could	AUX
crl-24614	103	18	be	be	AUX
crl-24614	103	19	associated	associate	VERB
crl-24614	103	20	with	with	ADP
crl-24614	103	21	the	the	DET
crl-24614	103	22	misapplication	misapplication	NOUN
crl-24614	103	23	of	of	ADP
crl-24614	103	24	metrics	metric	NOUN
crl-24614	103	25	,	,	PUNCT
crl-24614	103	26	both	both	CCONJ
crl-24614	103	27	intentional	intentional	ADJ
crl-24614	103	28	and	and	CCONJ
crl-24614	103	29	unintentional	unintentional	ADJ
crl-24614	103	30	.	.	PUNCT
crl-24614	104	1	for	for	ADP
crl-24614	104	2	example	example	NOUN
crl-24614	104	3	,	,	PUNCT
crl-24614	104	4	one	one	NUM
crl-24614	104	5	researcher	researcher	NOUN
crl-24614	104	6	worried	worry	VERB
crl-24614	104	7	that	that	SCONJ
crl-24614	104	8	administrators	administrator	NOUN
crl-24614	104	9	might	might	AUX
crl-24614	104	10	apply	apply	VERB
crl-24614	104	11	metrics	metric	NOUN
crl-24614	104	12	in	in	ADP
crl-24614	104	13	such	such	DET
crl-24614	104	14	a	a	DET
crl-24614	104	15	way	way	NOUN
crl-24614	104	16	to	to	PART
crl-24614	104	17	justify	justify	VERB
crl-24614	104	18	not	not	PART
crl-24614	104	19	giving	give	VERB
crl-24614	104	20	raises	raise	NOUN
crl-24614	104	21	,	,	PUNCT
crl-24614	104	22	making	make	VERB
crl-24614	104	23	cuts	cut	NOUN
crl-24614	104	24	to	to	ADP
crl-24614	104	25	benefits	benefit	NOUN
crl-24614	104	26	,	,	PUNCT
crl-24614	104	27	or	or	CCONJ
crl-24614	104	28	“	"	PUNCT
crl-24614	104	29	getting	getting	AUX
crl-24614	104	30	rid	rid	VERB
crl-24614	104	31	of	of	ADP
crl-24614	104	32	faculty	faculty	NOUN
crl-24614	104	33	they	they	PRON
crl-24614	104	34	do	do	AUX
crl-24614	104	35	n’t	not	PART
crl-24614	104	36	like	like	VERB
crl-24614	104	37	.	.	PUNCT
crl-24614	104	38	”	"	PUNCT
crl-24614	105	1	another	another	PRON
crl-24614	105	2	described	describe	VERB
crl-24614	105	3	the	the	DET
crl-24614	105	4	potential	potential	NOUN
crl-24614	105	5	for	for	ADP
crl-24614	105	6	further	far	ADV
crl-24614	105	7	-	-	PUNCT
crl-24614	105	8	reaching	reach	VERB
crl-24614	105	9	consequences	consequence	NOUN
crl-24614	105	10	:	:	PUNCT
crl-24614	105	11	“	"	PUNCT
crl-24614	105	12	[	[	X
crl-24614	105	13	p]unitive	p]unitive	ADJ
crl-24614	105	14	decisions	decision	NOUN
crl-24614	105	15	might	might	AUX
crl-24614	105	16	be	be	AUX
crl-24614	105	17	made	make	VERB
crl-24614	105	18	not	not	PART
crl-24614	105	19	only	only	ADV
crl-24614	105	20	about	about	ADP
crl-24614	105	21	my	my	PRON
crl-24614	105	22	own	own	ADJ
crl-24614	105	23	career	career	NOUN
crl-24614	105	24	,	,	PUNCT
crl-24614	105	25	but	but	CCONJ
crl-24614	105	26	about	about	ADP
crl-24614	105	27	my	my	PRON
crl-24614	105	28	academic	academic	ADJ
crl-24614	105	29	unit	unit	NOUN
crl-24614	105	30	,	,	PUNCT
crl-24614	105	31	program	program	NOUN
crl-24614	105	32	,	,	PUNCT
crl-24614	105	33	college	college	NOUN
crl-24614	105	34	,	,	PUNCT
crl-24614	105	35	research	research	NOUN
crl-24614	105	36	centers	center	NOUN
crl-24614	105	37	and	and	CCONJ
crl-24614	105	38	institutes	institute	NOUN
crl-24614	105	39	relevant	relevant	ADJ
crl-24614	105	40	for	for	ADP
crl-24614	105	41	my	my	PRON
crl-24614	105	42	work	work	NOUN
crl-24614	105	43	,	,	PUNCT
crl-24614	105	44	etc	etc	X
crl-24614	105	45	.	.	X
crl-24614	105	46	”	"	PUNCT
crl-24614	106	1	participants	participant	NOUN
crl-24614	106	2	noted	note	VERB
crl-24614	106	3	the	the	DET
crl-24614	106	4	potential	potential	ADJ
crl-24614	106	5	effects	effect	NOUN
crl-24614	106	6	on	on	ADP
crl-24614	106	7	the	the	DET
crl-24614	106	8	direction	direction	NOUN
crl-24614	106	9	and	and	CCONJ
crl-24614	106	10	focus	focus	NOUN
crl-24614	106	11	of	of	ADP
crl-24614	106	12	research	research	NOUN
crl-24614	106	13	more	more	ADV
crl-24614	106	14	broadly	broadly	ADV
crl-24614	106	15	,	,	PUNCT
crl-24614	106	16	particularly	particularly	ADV
crl-24614	106	17	if	if	SCONJ
crl-24614	106	18	metrics	metric	NOUN
crl-24614	106	19	were	be	AUX
crl-24614	106	20	to	to	PART
crl-24614	106	21	be	be	AUX
crl-24614	106	22	heavily	heavily	ADV
crl-24614	106	23	weighted	weight	VERB
crl-24614	106	24	.	.	PUNCT
crl-24614	107	1	one	one	NUM
crl-24614	107	2	participant	participant	NOUN
crl-24614	107	3	compared	compare	VERB
crl-24614	107	4	it	it	PRON
crl-24614	107	5	to	to	ADP
crl-24614	107	6	unintended	unintended	ADJ
crl-24614	107	7	consequences	consequence	NOUN
crl-24614	107	8	of	of	ADP
crl-24614	107	9	an	an	DET
crl-24614	107	10	increased	increase	VERB
crl-24614	107	11	focus	focus	NOUN
crl-24614	107	12	on	on	ADP
crl-24614	107	13	test	test	NOUN
crl-24614	107	14	scores	score	NOUN
crl-24614	107	15	in	in	ADP
crl-24614	107	16	education	education	NOUN
crl-24614	107	17	,	,	PUNCT
crl-24614	107	18	stating	state	VERB
crl-24614	107	19	that	that	SCONJ
crl-24614	107	20	:	:	PUNCT
crl-24614	107	21	“	"	PUNCT
crl-24614	107	22	we	we	PRON
crl-24614	107	23	should	should	AUX
crl-24614	107	24	be	be	AUX
crl-24614	107	25	motivated	motivate	VERB
crl-24614	107	26	to	to	PART
crl-24614	107	27	do	do	VERB
crl-24614	107	28	what	what	PRON
crl-24614	107	29	we	we	PRON
crl-24614	107	30	think	think	VERB
crl-24614	107	31	is	be	AUX
crl-24614	107	32	good	good	ADJ
crl-24614	107	33	science	science	NOUN
crl-24614	107	34	,	,	PUNCT
crl-24614	107	35	not	not	PART
crl-24614	107	36	what	what	PRON
crl-24614	107	37	we	we	PRON
crl-24614	107	38	think	think	VERB
crl-24614	107	39	is	be	AUX
crl-24614	107	40	going	go	VERB
crl-24614	107	41	to	to	PART
crl-24614	107	42	get	get	VERB
crl-24614	107	43	a	a	DET
crl-24614	107	44	lot	lot	NOUN
crl-24614	107	45	of	of	ADP
crl-24614	107	46	citations	citation	NOUN
crl-24614	107	47	very	very	ADV
crl-24614	107	48	quickly	quickly	ADV
crl-24614	107	49	or	or	CCONJ
crl-24614	107	50	,	,	PUNCT
crl-24614	107	51	god	god	PROPN
crl-24614	107	52	forbid	forbid	VERB
crl-24614	107	53	,	,	PUNCT
crl-24614	107	54	a	a	DET
crl-24614	107	55	lot	lot	NOUN
crl-24614	107	56	of	of	ADP
crl-24614	107	57	twitter	twitter	NOUN
crl-24614	107	58	mentions	mention	NOUN
crl-24614	107	59	.	.	PUNCT
crl-24614	108	1	we	we	PRON
crl-24614	108	2	should	should	AUX
crl-24614	108	3	not	not	PART
crl-24614	108	4	ignore	ignore	VERB
crl-24614	108	5	metrics	metric	NOUN
crl-24614	108	6	,	,	PUNCT
crl-24614	108	7	but	but	CCONJ
crl-24614	108	8	giving	give	VERB
crl-24614	108	9	them	they	PRON
crl-24614	108	10	too	too	ADV
crl-24614	108	11	much	much	ADJ
crl-24614	108	12	power	power	NOUN
crl-24614	108	13	would	would	AUX
crl-24614	108	14	put	put	VERB
crl-24614	108	15	us	we	PRON
crl-24614	108	16	at	at	ADP
crl-24614	108	17	risk	risk	NOUN
crl-24614	108	18	of	of	ADP
crl-24614	108	19	becoming	become	VERB
crl-24614	108	20	like	like	ADP
crl-24614	108	21	the	the	DET
crl-24614	108	22	elementary	elementary	ADJ
crl-24614	108	23	school	school	PROPN
crl-24614	108	24	teachers	teacher	NOUN
crl-24614	108	25	that	that	PRON
crl-24614	108	26	feel	feel	VERB
crl-24614	108	27	they	they	PRON
crl-24614	108	28	can	can	AUX
crl-24614	108	29	only	only	ADV
crl-24614	108	30	focus	focus	VERB
crl-24614	108	31	on	on	ADP
crl-24614	108	32	helping	help	VERB
crl-24614	108	33	their	their	PRON
crl-24614	108	34	students	student	NOUN
crl-24614	108	35	perform	perform	VERB
crl-24614	108	36	on	on	ADP
crl-24614	108	37	standardized	standardized	ADJ
crl-24614	108	38	tests	test	NOUN
crl-24614	108	39	,	,	PUNCT
crl-24614	108	40	or	or	CCONJ
crl-24614	108	41	the	the	DET
crl-24614	108	42	newspaper	newspaper	NOUN
crl-24614	108	43	editor	editor	NOUN
crl-24614	108	44	who	who	PRON
crl-24614	108	45	eschews	eschew	VERB
crl-24614	108	46	the	the	DET
crl-24614	108	47	important	important	ADJ
crl-24614	108	48	(	(	PUNCT
crl-24614	108	49	if	if	SCONJ
crl-24614	108	50	not	not	PART
crl-24614	108	51	exciting	exciting	ADJ
crl-24614	108	52	)	)	PUNCT
crl-24614	108	53	news	news	NOUN
crl-24614	108	54	story	story	NOUN
crl-24614	108	55	in	in	ADP
crl-24614	108	56	favor	favor	NOUN
crl-24614	108	57	of	of	ADP
crl-24614	108	58	‘	'	PUNCT
crl-24614	108	59	click	click	VERB
crl-24614	108	60	-	-	PUNCT
crl-24614	108	61	bait	bait	NOUN
crl-24614	108	62	’	'	PUNCT
crl-24614	108	63	.	.	PUNCT
crl-24614	108	64	”	"	PUNCT
crl-24614	109	1	qualitative	qualitative	ADJ
crl-24614	109	2	analysis	analysis	NOUN
crl-24614	109	3	of	of	ADP
crl-24614	109	4	faculty	faculty	NOUN
crl-24614	109	5	opinions	opinion	NOUN
crl-24614	109	6	on	on	ADP
crl-24614	109	7	and	and	CCONJ
crl-24614	109	8	perceptions	perception	NOUN
crl-24614	109	9	of	of	ADP
crl-24614	109	10	research	research	NOUN
crl-24614	109	11	impact	impact	NOUN
crl-24614	109	12	metrics	metric	NOUN
crl-24614	109	13	903	903	NUM
crl-24614	109	14	others	other	NOUN
crl-24614	109	15	spoke	speak	VERB
crl-24614	109	16	about	about	ADP
crl-24614	109	17	the	the	DET
crl-24614	109	18	possibility	possibility	NOUN
crl-24614	109	19	of	of	ADP
crl-24614	109	20	“	"	PUNCT
crl-24614	109	21	gaming	game	VERB
crl-24614	109	22	the	the	DET
crl-24614	109	23	system	system	NOUN
crl-24614	109	24	,	,	PUNCT
crl-24614	109	25	”	"	PUNCT
crl-24614	109	26	that	that	SCONJ
crl-24614	109	27	researchers	researcher	NOUN
crl-24614	109	28	might	might	AUX
crl-24614	109	29	change	change	VERB
crl-24614	109	30	or	or	CCONJ
crl-24614	109	31	feel	feel	VERB
crl-24614	109	32	pressure	pressure	NOUN
crl-24614	109	33	to	to	PART
crl-24614	109	34	change	change	VERB
crl-24614	109	35	the	the	DET
crl-24614	109	36	direction	direction	NOUN
crl-24614	109	37	of	of	ADP
crl-24614	109	38	their	their	PRON
crl-24614	109	39	research	research	NOUN
crl-24614	109	40	to	to	PART
crl-24614	109	41	improve	improve	VERB
crl-24614	109	42	their	their	PRON
crl-24614	109	43	metrics	metric	NOUN
crl-24614	109	44	.	.	PUNCT
crl-24614	110	1	as	as	SCONJ
crl-24614	110	2	one	one	NUM
crl-24614	110	3	participant	participant	NOUN
crl-24614	110	4	stated	state	VERB
crl-24614	110	5	,	,	PUNCT
crl-24614	110	6	any	any	DET
crl-24614	110	7	measure	measure	NOUN
crl-24614	110	8	of	of	ADP
crl-24614	110	9	success	success	NOUN
crl-24614	110	10	“	"	PUNCT
crl-24614	110	11	will	will	AUX
crl-24614	110	12	become	become	VERB
crl-24614	110	13	the	the	DET
crl-24614	110	14	target	target	NOUN
crl-24614	110	15	of	of	ADP
crl-24614	110	16	gamesmanship	gamesmanship	NOUN
crl-24614	110	17	and	and	CCONJ
crl-24614	110	18	practices	practice	NOUN
crl-24614	110	19	will	will	AUX
crl-24614	110	20	be	be	AUX
crl-24614	110	21	changed	change	VERB
crl-24614	110	22	to	to	PART
crl-24614	110	23	create	create	VERB
crl-24614	110	24	a	a	DET
crl-24614	110	25	better	well	ADJ
crl-24614	110	26	score	score	NOUN
crl-24614	110	27	.	.	PUNCT
crl-24614	110	28	”	"	PUNCT
crl-24614	111	1	participants	participant	NOUN
crl-24614	111	2	felt	feel	VERB
crl-24614	111	3	that	that	SCONJ
crl-24614	111	4	a	a	DET
crl-24614	111	5	focus	focus	NOUN
crl-24614	111	6	on	on	ADP
crl-24614	111	7	metrics	metric	NOUN
crl-24614	111	8	as	as	ADP
crl-24614	111	9	the	the	DET
crl-24614	111	10	basis	basis	NOUN
crl-24614	111	11	for	for	ADP
crl-24614	111	12	evaluation	evaluation	NOUN
crl-24614	111	13	may	may	AUX
crl-24614	111	14	result	result	VERB
crl-24614	111	15	in	in	ADP
crl-24614	111	16	researchers	researcher	NOUN
crl-24614	111	17	feeling	feel	VERB
crl-24614	111	18	discouraged	discouraged	ADJ
crl-24614	111	19	from	from	ADP
crl-24614	111	20	pursuing	pursue	VERB
crl-24614	111	21	particular	particular	ADJ
crl-24614	111	22	lines	line	NOUN
crl-24614	111	23	of	of	ADP
crl-24614	111	24	inquiry	inquiry	NOUN
crl-24614	111	25	that	that	PRON
crl-24614	111	26	might	might	AUX
crl-24614	111	27	have	have	VERB
crl-24614	111	28	greater	great	ADJ
crl-24614	111	29	impact	impact	NOUN
crl-24614	111	30	on	on	ADP
crl-24614	111	31	the	the	DET
crl-24614	111	32	field	field	NOUN
crl-24614	111	33	or	or	CCONJ
crl-24614	111	34	broader	broad	ADJ
crl-24614	111	35	impacts	impact	NOUN
crl-24614	111	36	on	on	ADP
crl-24614	111	37	society	society	NOUN
crl-24614	111	38	but	but	CCONJ
crl-24614	111	39	may	may	AUX
crl-24614	111	40	not	not	PART
crl-24614	111	41	result	result	VERB
crl-24614	111	42	in	in	ADP
crl-24614	111	43	highly	highly	ADV
crl-24614	111	44	cited	cite	VERB
crl-24614	111	45	publications	publication	NOUN
crl-24614	111	46	.	.	PUNCT
crl-24614	112	1	shared	share	VERB
crl-24614	112	2	decision	decision	NOUN
crl-24614	112	3	-	-	PUNCT
crl-24614	112	4	making	making	NOUN
crl-24614	112	5	regarding	regard	VERB
crl-24614	112	6	metrics	metric	NOUN
crl-24614	112	7	is	be	AUX
crl-24614	112	8	necessary	necessary	ADJ
crl-24614	112	9	participants	participant	NOUN
crl-24614	112	10	expressed	express	VERB
crl-24614	112	11	a	a	DET
crl-24614	112	12	desire	desire	NOUN
crl-24614	112	13	to	to	PART
crl-24614	112	14	be	be	AUX
crl-24614	112	15	involved	involve	VERB
crl-24614	112	16	in	in	ADP
crl-24614	112	17	the	the	DET
crl-24614	112	18	decision	decision	NOUN
crl-24614	112	19	-	-	PUNCT
crl-24614	112	20	making	make	VERB
crl-24614	112	21	processes	process	NOUN
crl-24614	112	22	surrounding	surround	VERB
crl-24614	112	23	the	the	DET
crl-24614	112	24	use	use	NOUN
crl-24614	112	25	of	of	ADP
crl-24614	112	26	metrics	metric	NOUN
crl-24614	112	27	.	.	PUNCT
crl-24614	113	1	rather	rather	ADV
crl-24614	113	2	than	than	ADP
crl-24614	113	3	a	a	DET
crl-24614	113	4	top	top	ADJ
crl-24614	113	5	-	-	PUNCT
crl-24614	113	6	down	down	ADP
crl-24614	113	7	approach	approach	NOUN
crl-24614	113	8	to	to	ADP
crl-24614	113	9	determining	determine	VERB
crl-24614	113	10	which	which	PRON
crl-24614	113	11	metrics	metric	NOUN
crl-24614	113	12	to	to	PART
crl-24614	113	13	apply	apply	VERB
crl-24614	113	14	and	and	CCONJ
crl-24614	113	15	in	in	ADP
crl-24614	113	16	what	what	DET
crl-24614	113	17	situations	situation	NOUN
crl-24614	113	18	,	,	PUNCT
crl-24614	113	19	participants	participant	NOUN
crl-24614	113	20	advocated	advocate	VERB
crl-24614	113	21	for	for	ADP
crl-24614	113	22	a	a	DET
crl-24614	113	23	more	more	ADV
crl-24614	113	24	collaborative	collaborative	ADJ
crl-24614	113	25	model	model	NOUN
crl-24614	113	26	,	,	PUNCT
crl-24614	113	27	as	as	SCONJ
crl-24614	113	28	they	they	PRON
crl-24614	113	29	“	"	PUNCT
crl-24614	113	30	would	would	AUX
crl-24614	113	31	want	want	VERB
crl-24614	113	32	to	to	PART
crl-24614	113	33	ensure	ensure	VERB
crl-24614	113	34	administrators	administrator	NOUN
crl-24614	113	35	had	have	VERB
crl-24614	113	36	technical	technical	ADJ
crl-24614	113	37	assistance	assistance	NOUN
crl-24614	113	38	/	/	SYM
crl-24614	113	39	support	support	NOUN
crl-24614	113	40	,	,	PUNCT
crl-24614	114	1	[	[	X
crl-24614	114	2	and	and	CCONJ
crl-24614	114	3	]	]	PUNCT
crl-24614	114	4	shared	share	VERB
crl-24614	114	5	[	[	PUNCT
crl-24614	114	6	the	the	DET
crl-24614	114	7	metrics	metric	NOUN
crl-24614	114	8	]	]	PUNCT
crl-24614	114	9	with	with	ADP
crl-24614	114	10	faculty	faculty	NOUN
crl-24614	114	11	to	to	PART
crl-24614	114	12	assess	assess	VERB
crl-24614	114	13	veracity	veracity	NOUN
crl-24614	114	14	.	.	PUNCT
crl-24614	114	15	”	"	PUNCT
crl-24614	115	1	participants	participant	NOUN
crl-24614	115	2	recognized	recognize	VERB
crl-24614	115	3	that	that	SCONJ
crl-24614	115	4	metrics	metric	NOUN
crl-24614	115	5	are	be	AUX
crl-24614	115	6	increasingly	increasingly	ADV
crl-24614	115	7	common	common	ADJ
crl-24614	115	8	and	and	CCONJ
crl-24614	115	9	potentially	potentially	ADV
crl-24614	115	10	beneficial	beneficial	ADJ
crl-24614	115	11	.	.	PUNCT
crl-24614	116	1	one	one	NUM
crl-24614	116	2	remarked	remark	VERB
crl-24614	116	3	:	:	PUNCT
crl-24614	116	4	“	"	PUNCT
crl-24614	116	5	although	although	SCONJ
crl-24614	116	6	i	i	PRON
crl-24614	116	7	want	want	VERB
crl-24614	116	8	scholarly	scholarly	ADJ
crl-24614	116	9	metrics	metric	NOUN
crl-24614	116	10	to	to	PART
crl-24614	116	11	be	be	AUX
crl-24614	116	12	used	use	VERB
crl-24614	116	13	by	by	ADP
crl-24614	116	14	administrators	administrator	NOUN
crl-24614	116	15	to	to	PART
crl-24614	116	16	track	track	VERB
crl-24614	116	17	research	research	NOUN
crl-24614	116	18	productivity	productivity	NOUN
crl-24614	116	19	,	,	PUNCT
crl-24614	116	20	i	i	PRON
crl-24614	116	21	only	only	ADV
crl-24614	116	22	want	want	VERB
crl-24614	116	23	that	that	PRON
crl-24614	116	24	done	do	VERB
crl-24614	116	25	after	after	ADP
crl-24614	116	26	a	a	DET
crl-24614	116	27	thorough	thorough	ADJ
crl-24614	116	28	vetting	vetting	NOUN
crl-24614	116	29	of	of	ADP
crl-24614	116	30	the	the	DET
crl-24614	116	31	issues	issue	NOUN
crl-24614	116	32	by	by	ADP
crl-24614	116	33	the	the	DET
crl-24614	116	34	faculty	faculty	NOUN
crl-24614	116	35	.	.	PUNCT
crl-24614	117	1	the	the	DET
crl-24614	117	2	faculty	faculty	NOUN
crl-24614	117	3	who	who	PRON
crl-24614	117	4	will	will	AUX
crl-24614	117	5	be	be	AUX
crl-24614	117	6	judged	judge	VERB
crl-24614	117	7	should	should	AUX
crl-24614	117	8	be	be	AUX
crl-24614	117	9	involved	involve	VERB
crl-24614	117	10	in	in	ADP
crl-24614	117	11	designing	design	VERB
crl-24614	117	12	the	the	DET
crl-24614	117	13	system	system	NOUN
crl-24614	117	14	and	and	CCONJ
crl-24614	117	15	metrics	metric	NOUN
crl-24614	117	16	by	by	ADP
crl-24614	117	17	which	which	PRON
crl-24614	117	18	they	they	PRON
crl-24614	117	19	will	will	AUX
crl-24614	117	20	be	be	AUX
crl-24614	117	21	judged	judge	VERB
crl-24614	117	22	.	.	PUNCT
crl-24614	118	1	but	but	CCONJ
crl-24614	118	2	they	they	PRON
crl-24614	118	3	have	have	VERB
crl-24614	118	4	to	to	PART
crl-24614	118	5	come	come	VERB
crl-24614	118	6	up	up	ADP
crl-24614	118	7	with	with	ADP
crl-24614	118	8	some	some	DET
crl-24614	118	9	metrics	metric	NOUN
crl-24614	118	10	.	.	PUNCT
crl-24614	119	1	saying	say	VERB
crl-24614	119	2	‘	'	PUNCT
crl-24614	119	3	we	we	PRON
crl-24614	119	4	ca	can	AUX
crl-24614	119	5	n’t	not	PART
crl-24614	119	6	be	be	AUX
crl-24614	119	7	judged	judge	VERB
crl-24614	119	8	objectively	objectively	ADV
crl-24614	119	9	’	'	PUNCT
crl-24614	119	10	lacks	lack	VERB
crl-24614	119	11	credibility	credibility	NOUN
crl-24614	119	12	as	as	ADV
crl-24614	119	13	far	far	ADV
crl-24614	119	14	as	as	SCONJ
crl-24614	119	15	i	i	PRON
crl-24614	119	16	’m	’m	NOUN
crl-24614	119	17	concerned	concern	VERB
crl-24614	119	18	.	.	PUNCT
crl-24614	119	19	”	"	PUNCT
crl-24614	120	1	participants	participant	NOUN
crl-24614	120	2	also	also	ADV
crl-24614	120	3	noted	note	VERB
crl-24614	120	4	that	that	SCONJ
crl-24614	120	5	through	through	ADP
crl-24614	120	6	their	their	PRON
crl-24614	120	7	involvement	involvement	NOUN
crl-24614	120	8	in	in	ADP
crl-24614	120	9	the	the	DET
crl-24614	120	10	decision	decision	NOUN
crl-24614	120	11	-	-	PUNCT
crl-24614	120	12	making	make	VERB
crl-24614	120	13	process	process	NOUN
crl-24614	120	14	,	,	PUNCT
crl-24614	120	15	they	they	PRON
crl-24614	120	16	would	would	AUX
crl-24614	120	17	be	be	AUX
crl-24614	120	18	able	able	ADJ
crl-24614	120	19	to	to	PART
crl-24614	120	20	identify	identify	VERB
crl-24614	120	21	the	the	DET
crl-24614	120	22	metrics	metric	NOUN
crl-24614	120	23	that	that	PRON
crl-24614	120	24	are	be	AUX
crl-24614	120	25	most	most	ADV
crl-24614	120	26	appropriate	appropriate	ADJ
crl-24614	120	27	for	for	ADP
crl-24614	120	28	use	use	NOUN
crl-24614	120	29	within	within	ADP
crl-24614	120	30	their	their	PRON
crl-24614	120	31	field	field	NOUN
crl-24614	120	32	or	or	CCONJ
crl-24614	120	33	subfield	subfield	NOUN
crl-24614	120	34	:	:	PUNCT
crl-24614	120	35	“	"	PUNCT
crl-24614	120	36	[	[	X
crl-24614	120	37	i	i	X
crl-24614	120	38	]	]	X
crl-24614	120	39	would	would	AUX
crl-24614	120	40	hope	hope	VERB
crl-24614	120	41	faculty	faculty	NOUN
crl-24614	120	42	would	would	AUX
crl-24614	120	43	have	have	VERB
crl-24614	120	44	the	the	DET
crl-24614	120	45	chance	chance	NOUN
crl-24614	120	46	to	to	PART
crl-24614	120	47	propose	propose	VERB
crl-24614	120	48	and	and	CCONJ
crl-24614	120	49	justify	justify	VERB
crl-24614	120	50	[	[	X
crl-24614	120	51	the	the	DET
crl-24614	120	52	]	]	X
crl-24614	120	53	use	use	NOUN
crl-24614	120	54	of	of	ADP
crl-24614	120	55	the	the	DET
crl-24614	120	56	metrics	metric	NOUN
crl-24614	120	57	best	well	ADV
crl-24614	120	58	aligned	align	VERB
crl-24614	120	59	with	with	ADP
crl-24614	120	60	their	their	PRON
crl-24614	120	61	work	work	NOUN
crl-24614	120	62	rather	rather	ADV
crl-24614	120	63	than	than	ADP
crl-24614	120	64	having	have	VERB
crl-24614	120	65	one	one	NUM
crl-24614	120	66	or	or	CCONJ
crl-24614	120	67	two	two	NUM
crl-24614	120	68	forced	force	VERB
crl-24614	120	69	upon	upon	SCONJ
crl-24614	120	70	all	all	DET
crl-24614	120	71	types	type	NOUN
crl-24614	120	72	of	of	ADP
crl-24614	120	73	research	research	NOUN
crl-24614	120	74	.	.	PUNCT
crl-24614	120	75	”	"	PUNCT
crl-24614	121	1	discussion	discussion	NOUN
crl-24614	121	2	this	this	DET
crl-24614	121	3	study	study	NOUN
crl-24614	121	4	was	be	AUX
crl-24614	121	5	conducted	conduct	VERB
crl-24614	121	6	to	to	PART
crl-24614	121	7	explore	explore	VERB
crl-24614	121	8	faculty	faculty	NOUN
crl-24614	121	9	and	and	CCONJ
crl-24614	121	10	researcher	researcher	NOUN
crl-24614	121	11	views	view	NOUN
crl-24614	121	12	of	of	ADP
crl-24614	121	13	the	the	DET
crl-24614	121	14	use	use	NOUN
crl-24614	121	15	of	of	ADP
crl-24614	121	16	scholarly	scholarly	ADJ
crl-24614	121	17	metrics	metric	NOUN
crl-24614	121	18	to	to	PART
crl-24614	121	19	inform	inform	VERB
crl-24614	121	20	librarians	librarian	NOUN
crl-24614	121	21	at	at	ADP
crl-24614	121	22	our	our	PRON
crl-24614	121	23	institution	institution	NOUN
crl-24614	121	24	on	on	ADP
crl-24614	121	25	how	how	SCONJ
crl-24614	121	26	to	to	PART
crl-24614	121	27	better	well	ADV
crl-24614	121	28	provide	provide	VERB
crl-24614	121	29	support	support	NOUN
crl-24614	121	30	.	.	PUNCT
crl-24614	122	1	overall	overall	ADV
crl-24614	122	2	,	,	PUNCT
crl-24614	122	3	participants	participant	NOUN
crl-24614	122	4	expressed	express	VERB
crl-24614	122	5	the	the	DET
crl-24614	122	6	belief	belief	NOUN
crl-24614	122	7	that	that	SCONJ
crl-24614	122	8	they	they	PRON
crl-24614	122	9	are	be	AUX
crl-24614	122	10	able	able	ADJ
crl-24614	122	11	to	to	PART
crl-24614	122	12	appropriately	appropriately	ADV
crl-24614	122	13	use	use	VERB
crl-24614	122	14	metrics	metric	NOUN
crl-24614	122	15	to	to	PART
crl-24614	122	16	assess	assess	VERB
crl-24614	122	17	others	other	NOUN
crl-24614	122	18	and	and	CCONJ
crl-24614	122	19	others	other	NOUN
crl-24614	122	20	’	’	PART
crl-24614	122	21	work	work	NOUN
crl-24614	122	22	,	,	PUNCT
crl-24614	122	23	to	to	PART
crl-24614	122	24	make	make	VERB
crl-24614	122	25	decisions	decision	NOUN
crl-24614	122	26	about	about	ADP
crl-24614	122	27	where	where	SCONJ
crl-24614	122	28	to	to	PART
crl-24614	122	29	share	share	VERB
crl-24614	122	30	their	their	PRON
crl-24614	122	31	work	work	NOUN
crl-24614	122	32	,	,	PUNCT
crl-24614	122	33	and	and	CCONJ
crl-24614	122	34	to	to	PART
crl-24614	122	35	advocate	advocate	VERB
crl-24614	122	36	for	for	ADP
crl-24614	122	37	themselves	themselves	PRON
crl-24614	122	38	;	;	PUNCT
crl-24614	122	39	and	and	CCONJ
crl-24614	122	40	that	that	PRON
crl-24614	122	41	to	to	PART
crl-24614	122	42	appropriately	appropriately	ADV
crl-24614	122	43	use	use	VERB
crl-24614	122	44	metrics	metric	NOUN
crl-24614	122	45	requires	require	VERB
crl-24614	122	46	an	an	DET
crl-24614	122	47	understanding	understanding	NOUN
crl-24614	122	48	of	of	ADP
crl-24614	122	49	disciplinary	disciplinary	ADJ
crl-24614	122	50	differences	difference	NOUN
crl-24614	122	51	that	that	SCONJ
crl-24614	122	52	those	those	PRON
crl-24614	122	53	outside	outside	ADP
crl-24614	122	54	a	a	DET
crl-24614	122	55	subject	subject	ADJ
crl-24614	122	56	area	area	NOUN
crl-24614	122	57	(	(	PUNCT
crl-24614	122	58	such	such	ADJ
crl-24614	122	59	as	as	ADP
crl-24614	122	60	administrators	administrator	NOUN
crl-24614	122	61	)	)	PUNCT
crl-24614	122	62	may	may	AUX
crl-24614	122	63	not	not	PART
crl-24614	122	64	have	have	VERB
crl-24614	122	65	.	.	PUNCT
crl-24614	123	1	researcher	researcher	NOUN
crl-24614	123	2	concerns	concern	NOUN
crl-24614	123	3	regarding	regard	VERB
crl-24614	123	4	the	the	DET
crl-24614	123	5	use	use	NOUN
crl-24614	123	6	of	of	ADP
crl-24614	123	7	research	research	NOUN
crl-24614	123	8	impact	impact	NOUN
crl-24614	123	9	metrics	metric	NOUN
crl-24614	123	10	by	by	ADP
crl-24614	123	11	administrators	administrator	NOUN
crl-24614	123	12	largely	largely	ADV
crl-24614	123	13	focused	focus	VERB
crl-24614	123	14	on	on	ADP
crl-24614	123	15	the	the	DET
crl-24614	123	16	need	need	NOUN
crl-24614	123	17	for	for	ADP
crl-24614	123	18	a	a	DET
crl-24614	123	19	nuanced	nuanced	ADJ
crl-24614	123	20	understanding	understanding	NOUN
crl-24614	123	21	of	of	ADP
crl-24614	123	22	the	the	DET
crl-24614	123	23	data	data	NOUN
crl-24614	123	24	points	point	NOUN
crl-24614	123	25	,	,	PUNCT
crl-24614	123	26	including	include	VERB
crl-24614	123	27	appropriate	appropriate	ADJ
crl-24614	123	28	selection	selection	NOUN
crl-24614	123	29	of	of	ADP
crl-24614	123	30	measures	measure	NOUN
crl-24614	123	31	,	,	PUNCT
crl-24614	123	32	and	and	CCONJ
crl-24614	123	33	the	the	DET
crl-24614	123	34	potential	potential	ADJ
crl-24614	123	35	negative	negative	ADJ
crl-24614	123	36	consequences	consequence	NOUN
crl-24614	123	37	of	of	ADP
crl-24614	123	38	application	application	NOUN
crl-24614	123	39	without	without	ADP
crl-24614	123	40	this	this	DET
crl-24614	123	41	understanding	understanding	NOUN
crl-24614	123	42	.	.	PUNCT
crl-24614	124	1	researchers	researcher	NOUN
crl-24614	124	2	’	'	PUNCT
crl-24614	124	3	desire	desire	NOUN
crl-24614	124	4	to	to	PART
crl-24614	124	5	be	be	AUX
crl-24614	124	6	involved	involve	VERB
crl-24614	124	7	in	in	ADP
crl-24614	124	8	the	the	DET
crl-24614	124	9	conversation	conversation	NOUN
crl-24614	124	10	surrounding	surround	VERB
crl-24614	124	11	the	the	DET
crl-24614	124	12	use	use	NOUN
crl-24614	124	13	of	of	ADP
crl-24614	124	14	metrics	metric	NOUN
crl-24614	124	15	reflects	reflect	VERB
crl-24614	124	16	the	the	DET
crl-24614	124	17	importance	importance	NOUN
crl-24614	124	18	of	of	ADP
crl-24614	124	19	using	use	VERB
crl-24614	124	20	discipline	discipline	NOUN
crl-24614	124	21	-	-	PUNCT
crl-24614	124	22	sensitive	sensitive	ADJ
crl-24614	124	23	measures	measure	NOUN
crl-24614	124	24	as	as	ADP
crl-24614	124	25	a	a	DET
crl-24614	124	26	component	component	NOUN
crl-24614	124	27	of	of	ADP
crl-24614	124	28	a	a	DET
crl-24614	124	29	holistic	holistic	ADJ
crl-24614	124	30	assessment	assessment	NOUN
crl-24614	124	31	of	of	ADP
crl-24614	124	32	productivity	productivity	NOUN
crl-24614	124	33	and	and	CCONJ
crl-24614	124	34	impact	impact	NOUN
crl-24614	124	35	.	.	PUNCT
crl-24614	125	1	echoing	echo	VERB
crl-24614	125	2	sentiments	sentiment	NOUN
crl-24614	125	3	found	find	VERB
crl-24614	125	4	in	in	ADP
crl-24614	125	5	previous	previous	ADJ
crl-24614	125	6	research,38	research,38	NOUN
crl-24614	125	7	the	the	DET
crl-24614	125	8	researchers	researcher	NOUN
crl-24614	125	9	’	'	PUNCT
crl-24614	125	10	desire	desire	NOUN
crl-24614	125	11	to	to	PART
crl-24614	125	12	be	be	AUX
crl-24614	125	13	actively	actively	ADV
crl-24614	125	14	engaged	engage	VERB
crl-24614	125	15	in	in	ADP
crl-24614	125	16	decision	decision	NOUN
crl-24614	125	17	making	making	NOUN
crl-24614	125	18	,	,	PUNCT
crl-24614	125	19	to	to	PART
crl-24614	125	20	position	position	VERB
crl-24614	125	21	metrics	metric	NOUN
crl-24614	125	22	as	as	ADP
crl-24614	125	23	one	one	NUM
crl-24614	125	24	of	of	ADP
crl-24614	125	25	many	many	ADJ
crl-24614	125	26	data	datum	NOUN
crl-24614	125	27	points	point	NOUN
crl-24614	125	28	,	,	PUNCT
crl-24614	125	29	and	and	CCONJ
crl-24614	125	30	to	to	PART
crl-24614	125	31	consider	consider	VERB
crl-24614	125	32	the	the	DET
crl-24614	125	33	robust	robust	ADJ
crl-24614	125	34	nature	nature	NOUN
crl-24614	125	35	of	of	ADP
crl-24614	125	36	a	a	DET
crl-24614	125	37	faculty	faculty	NOUN
crl-24614	125	38	member	member	NOUN
crl-24614	125	39	’s	’s	PART
crl-24614	125	40	904	904	NUM
crl-24614	125	41	college	college	PROPN
crl-24614	125	42	&	&	CCONJ
crl-24614	125	43	research	research	PROPN
crl-24614	125	44	libraries	library	NOUN
crl-24614	125	45	september	september	PROPN
crl-24614	125	46	2020	2020	NUM
crl-24614	125	47	role	role	NOUN
crl-24614	125	48	reflects	reflect	VERB
crl-24614	125	49	the	the	DET
crl-24614	125	50	need	need	NOUN
crl-24614	125	51	to	to	PART
crl-24614	125	52	avoid	avoid	VERB
crl-24614	125	53	reductive	reductive	ADJ
crl-24614	125	54	appraisal	appraisal	NOUN
crl-24614	125	55	of	of	ADP
crl-24614	125	56	faculty	faculty	NOUN
crl-24614	125	57	or	or	CCONJ
crl-24614	125	58	research	research	NOUN
crl-24614	125	59	.	.	PUNCT
crl-24614	126	1	researchers	researcher	NOUN
crl-24614	126	2	were	be	AUX
crl-24614	126	3	rightfully	rightfully	ADV
crl-24614	126	4	concerned	concerned	ADJ
crl-24614	126	5	that	that	SCONJ
crl-24614	126	6	a	a	DET
crl-24614	126	7	single	single	ADJ
crl-24614	126	8	measure	measure	NOUN
crl-24614	126	9	,	,	PUNCT
crl-24614	126	10	broadly	broadly	ADV
crl-24614	126	11	deployed	deploy	VERB
crl-24614	126	12	and	and	CCONJ
crl-24614	126	13	without	without	ADP
crl-24614	126	14	context	context	NOUN
crl-24614	126	15	,	,	PUNCT
crl-24614	126	16	would	would	AUX
crl-24614	126	17	not	not	PART
crl-24614	126	18	accurately	accurately	ADV
crl-24614	126	19	reflect	reflect	VERB
crl-24614	126	20	their	their	PRON
crl-24614	126	21	diverse	diverse	ADJ
crl-24614	126	22	research	research	NOUN
crl-24614	126	23	areas	area	NOUN
crl-24614	126	24	and	and	CCONJ
crl-24614	126	25	outputs	output	NOUN
crl-24614	126	26	.	.	PUNCT
crl-24614	127	1	given	give	VERB
crl-24614	127	2	the	the	DET
crl-24614	127	3	role	role	NOUN
crl-24614	127	4	of	of	ADP
crl-24614	127	5	administrators	administrator	NOUN
crl-24614	127	6	in	in	ADP
crl-24614	127	7	influencing	influence	VERB
crl-24614	127	8	career	career	NOUN
crl-24614	127	9	trajectories	trajectory	NOUN
crl-24614	127	10	and	and	CCONJ
crl-24614	127	11	allocating	allocate	VERB
crl-24614	127	12	resources	resource	NOUN
crl-24614	127	13	,	,	PUNCT
crl-24614	127	14	it	it	PRON
crl-24614	127	15	is	be	AUX
crl-24614	127	16	not	not	PART
crl-24614	127	17	surprising	surprising	ADJ
crl-24614	127	18	that	that	SCONJ
crl-24614	127	19	the	the	DET
crl-24614	127	20	prospect	prospect	NOUN
crl-24614	127	21	of	of	ADP
crl-24614	127	22	inappropriate	inappropriate	ADJ
crl-24614	127	23	assessment	assessment	NOUN
crl-24614	127	24	methods	method	NOUN
crl-24614	127	25	would	would	AUX
crl-24614	127	26	be	be	AUX
crl-24614	127	27	of	of	ADP
crl-24614	127	28	great	great	ADJ
crl-24614	127	29	concern	concern	NOUN
crl-24614	127	30	.	.	PUNCT
crl-24614	128	1	administrators	administrator	NOUN
crl-24614	128	2	who	who	PRON
crl-24614	128	3	may	may	AUX
crl-24614	128	4	be	be	AUX
crl-24614	128	5	using	use	VERB
crl-24614	128	6	metrics	metric	NOUN
crl-24614	128	7	in	in	ADP
crl-24614	128	8	decision	decision	NOUN
crl-24614	128	9	-	-	PUNCT
crl-24614	128	10	making	make	VERB
crl-24614	128	11	processes	process	NOUN
crl-24614	128	12	should	should	AUX
crl-24614	128	13	be	be	AUX
crl-24614	128	14	transparent	transparent	ADJ
crl-24614	128	15	about	about	ADP
crl-24614	128	16	which	which	DET
crl-24614	128	17	measures	measure	NOUN
crl-24614	128	18	are	be	AUX
crl-24614	128	19	being	be	AUX
crl-24614	128	20	used	use	VERB
crl-24614	128	21	and	and	CCONJ
crl-24614	128	22	the	the	DET
crl-24614	128	23	weight	weight	NOUN
crl-24614	128	24	of	of	ADP
crl-24614	128	25	those	those	DET
crl-24614	128	26	measures	measure	NOUN
crl-24614	128	27	within	within	ADP
crl-24614	128	28	the	the	DET
crl-24614	128	29	process	process	NOUN
crl-24614	128	30	.	.	PUNCT
crl-24614	129	1	care	care	NOUN
crl-24614	129	2	should	should	AUX
crl-24614	129	3	be	be	AUX
crl-24614	129	4	taken	take	VERB
crl-24614	129	5	to	to	PART
crl-24614	129	6	ensure	ensure	VERB
crl-24614	129	7	that	that	SCONJ
crl-24614	129	8	a	a	DET
crl-24614	129	9	range	range	NOUN
crl-24614	129	10	of	of	ADP
crl-24614	129	11	qualitative	qualitative	ADJ
crl-24614	129	12	and	and	CCONJ
crl-24614	129	13	quantitative	quantitative	ADJ
crl-24614	129	14	measures	measure	NOUN
crl-24614	129	15	are	be	AUX
crl-24614	129	16	employed	employ	VERB
crl-24614	129	17	in	in	ADP
crl-24614	129	18	any	any	DET
crl-24614	129	19	assessment	assessment	NOUN
crl-24614	129	20	or	or	CCONJ
crl-24614	129	21	evaluation	evaluation	NOUN
crl-24614	129	22	.	.	PUNCT
crl-24614	130	1	the	the	DET
crl-24614	130	2	potential	potential	ADJ
crl-24614	130	3	simplification	simplification	NOUN
crl-24614	130	4	of	of	ADP
crl-24614	130	5	impact	impact	NOUN
crl-24614	130	6	and	and	CCONJ
crl-24614	130	7	the	the	DET
crl-24614	130	8	possibility	possibility	NOUN
crl-24614	130	9	of	of	ADP
crl-24614	130	10	inappropriate	inappropriate	ADJ
crl-24614	130	11	use	use	NOUN
crl-24614	130	12	by	by	ADP
crl-24614	130	13	administrators	administrator	NOUN
crl-24614	130	14	was	be	AUX
crl-24614	130	15	connected	connect	VERB
crl-24614	130	16	to	to	ADP
crl-24614	130	17	larger	large	ADJ
crl-24614	130	18	questions	question	NOUN
crl-24614	130	19	surrounding	surround	VERB
crl-24614	130	20	the	the	DET
crl-24614	130	21	direction	direction	NOUN
crl-24614	130	22	and	and	CCONJ
crl-24614	130	23	value	value	NOUN
crl-24614	130	24	of	of	ADP
crl-24614	130	25	research	research	NOUN
crl-24614	130	26	.	.	PUNCT
crl-24614	131	1	similar	similar	ADJ
crl-24614	131	2	to	to	ADP
crl-24614	131	3	what	what	PRON
crl-24614	131	4	was	be	AUX
crl-24614	131	5	found	find	VERB
crl-24614	131	6	by	by	ADP
crl-24614	131	7	abbott	abbott	PROPN
crl-24614	131	8	et	et	PROPN
crl-24614	131	9	al	al	PROPN
crl-24614	131	10	.	.	PROPN
crl-24614	131	11	,	,	PUNCT
crl-24614	131	12	researchers	researcher	NOUN
crl-24614	131	13	expressed	express	VERB
crl-24614	131	14	concerns	concern	NOUN
crl-24614	131	15	that	that	SCONJ
crl-24614	131	16	such	such	DET
crl-24614	131	17	an	an	DET
crl-24614	131	18	incentive	incentive	NOUN
crl-24614	131	19	system	system	NOUN
crl-24614	131	20	may	may	AUX
crl-24614	131	21	influence	influence	VERB
crl-24614	131	22	researchers	researcher	NOUN
crl-24614	131	23	to	to	PART
crl-24614	131	24	redirect	redirect	VERB
crl-24614	131	25	their	their	PRON
crl-24614	131	26	efforts	effort	NOUN
crl-24614	131	27	toward	toward	ADP
crl-24614	131	28	areas	area	NOUN
crl-24614	131	29	of	of	ADP
crl-24614	131	30	study	study	NOUN
crl-24614	131	31	that	that	PRON
crl-24614	131	32	would	would	AUX
crl-24614	131	33	be	be	AUX
crl-24614	131	34	better	well	ADV
crl-24614	131	35	served	serve	VERB
crl-24614	131	36	by	by	ADP
crl-24614	131	37	such	such	ADJ
crl-24614	131	38	measures.39	measures.39	NOUN
crl-24614	131	39	although	although	SCONJ
crl-24614	131	40	there	there	PRON
crl-24614	131	41	was	be	VERB
crl-24614	131	42	some	some	DET
crl-24614	131	43	speculation	speculation	NOUN
crl-24614	131	44	regarding	regard	VERB
crl-24614	131	45	the	the	DET
crl-24614	131	46	potential	potential	NOUN
crl-24614	131	47	for	for	ADP
crl-24614	131	48	“	"	PUNCT
crl-24614	131	49	gaming	game	VERB
crl-24614	131	50	the	the	DET
crl-24614	131	51	system	system	NOUN
crl-24614	131	52	”	"	PUNCT
crl-24614	131	53	or	or	CCONJ
crl-24614	131	54	other	other	ADJ
crl-24614	131	55	types	type	NOUN
crl-24614	131	56	of	of	ADP
crl-24614	131	57	metric	metric	ADJ
crl-24614	131	58	manipulation	manipulation	NOUN
crl-24614	131	59	,	,	PUNCT
crl-24614	131	60	researchers	researcher	NOUN
crl-24614	131	61	also	also	ADV
crl-24614	131	62	reflected	reflect	VERB
crl-24614	131	63	that	that	SCONJ
crl-24614	131	64	this	this	PRON
crl-24614	131	65	could	could	AUX
crl-24614	131	66	be	be	AUX
crl-24614	131	67	a	a	DET
crl-24614	131	68	larger	large	ADJ
crl-24614	131	69	issue	issue	NOUN
crl-24614	131	70	in	in	ADP
crl-24614	131	71	that	that	SCONJ
crl-24614	131	72	such	such	DET
crl-24614	131	73	an	an	DET
crl-24614	131	74	incentive	incentive	NOUN
crl-24614	131	75	system	system	NOUN
crl-24614	131	76	could	could	AUX
crl-24614	131	77	change	change	VERB
crl-24614	131	78	the	the	DET
crl-24614	131	79	motivations	motivation	NOUN
crl-24614	131	80	for	for	ADP
crl-24614	131	81	doing	do	VERB
crl-24614	131	82	research	research	NOUN
crl-24614	131	83	and	and	CCONJ
crl-24614	131	84	,	,	PUNCT
crl-24614	131	85	in	in	ADP
crl-24614	131	86	doing	do	VERB
crl-24614	131	87	so	so	ADV
crl-24614	131	88	,	,	PUNCT
crl-24614	131	89	could	could	AUX
crl-24614	131	90	have	have	VERB
crl-24614	131	91	the	the	DET
crl-24614	131	92	potential	potential	NOUN
crl-24614	131	93	for	for	ADP
crl-24614	131	94	negative	negative	ADJ
crl-24614	131	95	long	long	ADJ
crl-24614	131	96	-	-	PUNCT
crl-24614	131	97	term	term	NOUN
crl-24614	131	98	ramifications	ramification	NOUN
crl-24614	131	99	as	as	SCONJ
crl-24614	131	100	individuals	individual	NOUN
crl-24614	131	101	pursue	pursue	VERB
crl-24614	131	102	rewards	reward	NOUN
crl-24614	131	103	rather	rather	ADV
crl-24614	131	104	than	than	ADP
crl-24614	131	105	discovery	discovery	NOUN
crl-24614	131	106	.	.	PUNCT
crl-24614	132	1	it	it	PRON
crl-24614	132	2	is	be	AUX
crl-24614	132	3	imperative	imperative	ADJ
crl-24614	132	4	to	to	PART
crl-24614	132	5	recognize	recognize	VERB
crl-24614	132	6	that	that	SCONJ
crl-24614	132	7	university	university	NOUN
crl-24614	132	8	incentive	incentive	NOUN
crl-24614	132	9	systems	system	NOUN
crl-24614	132	10	have	have	VERB
crl-24614	132	11	the	the	DET
crl-24614	132	12	potential	potential	NOUN
crl-24614	132	13	to	to	PART
crl-24614	132	14	influence	influence	VERB
crl-24614	132	15	research	research	NOUN
crl-24614	132	16	and	and	CCONJ
crl-24614	132	17	publication	publication	NOUN
crl-24614	132	18	practices	practice	NOUN
crl-24614	132	19	of	of	ADP
crl-24614	132	20	individuals	individual	NOUN
crl-24614	132	21	and	and	CCONJ
crl-24614	132	22	,	,	PUNCT
crl-24614	132	23	in	in	ADP
crl-24614	132	24	turn	turn	NOUN
crl-24614	132	25	,	,	PUNCT
crl-24614	132	26	to	to	PART
crl-24614	132	27	influence	influence	VERB
crl-24614	132	28	departmental	departmental	ADJ
crl-24614	132	29	and	and	CCONJ
crl-24614	132	30	disciplinary	disciplinary	ADJ
crl-24614	132	31	culture	culture	NOUN
crl-24614	132	32	and	and	CCONJ
crl-24614	132	33	focus	focus	VERB
crl-24614	132	34	.	.	PUNCT
crl-24614	133	1	the	the	DET
crl-24614	133	2	interconnection	interconnection	NOUN
crl-24614	133	3	between	between	ADP
crl-24614	133	4	incentive	incentive	NOUN
crl-24614	133	5	systems	system	NOUN
crl-24614	133	6	,	,	PUNCT
crl-24614	133	7	publication	publication	NOUN
crl-24614	133	8	choices	choice	NOUN
crl-24614	133	9	,	,	PUNCT
crl-24614	133	10	and	and	CCONJ
crl-24614	133	11	metrics	metric	NOUN
crl-24614	133	12	should	should	AUX
crl-24614	133	13	be	be	AUX
crl-24614	133	14	foregrounded	foreground	VERB
crl-24614	133	15	in	in	ADP
crl-24614	133	16	conversations	conversation	NOUN
crl-24614	133	17	regarding	regard	VERB
crl-24614	133	18	if	if	SCONJ
crl-24614	133	19	,	,	PUNCT
crl-24614	133	20	how	how	SCONJ
crl-24614	133	21	,	,	PUNCT
crl-24614	133	22	or	or	CCONJ
crl-24614	133	23	when	when	SCONJ
crl-24614	133	24	metrics	metric	NOUN
crl-24614	133	25	are	be	AUX
crl-24614	133	26	being	be	AUX
crl-24614	133	27	employed	employ	VERB
crl-24614	133	28	by	by	ADP
crl-24614	133	29	administrators	administrator	NOUN
crl-24614	133	30	,	,	PUNCT
crl-24614	133	31	funding	funding	NOUN
crl-24614	133	32	agencies	agency	NOUN
crl-24614	133	33	,	,	PUNCT
crl-24614	133	34	and	and	CCONJ
crl-24614	133	35	other	other	ADJ
crl-24614	133	36	stakeholders	stakeholder	NOUN
crl-24614	133	37	.	.	PUNCT
crl-24614	134	1	although	although	SCONJ
crl-24614	134	2	participants	participant	NOUN
crl-24614	134	3	described	describe	VERB
crl-24614	134	4	their	their	PRON
crl-24614	134	5	misgivings	misgiving	NOUN
crl-24614	134	6	regarding	regard	VERB
crl-24614	134	7	the	the	DET
crl-24614	134	8	use	use	NOUN
crl-24614	134	9	of	of	ADP
crl-24614	134	10	metrics	metric	NOUN
crl-24614	134	11	in	in	ADP
crl-24614	134	12	the	the	DET
crl-24614	134	13	assessment	assessment	NOUN
crl-24614	134	14	of	of	ADP
crl-24614	134	15	faculty	faculty	NOUN
crl-24614	134	16	and	and	CCONJ
crl-24614	134	17	researchers	researcher	NOUN
crl-24614	134	18	,	,	PUNCT
crl-24614	134	19	they	they	PRON
crl-24614	134	20	nevertheless	nevertheless	ADV
crl-24614	134	21	employed	employ	VERB
crl-24614	134	22	these	these	DET
crl-24614	134	23	measures	measure	NOUN
crl-24614	134	24	in	in	ADP
crl-24614	134	25	their	their	PRON
crl-24614	134	26	assessment	assessment	NOUN
crl-24614	134	27	of	of	ADP
crl-24614	134	28	journals	journal	NOUN
crl-24614	134	29	and	and	CCONJ
crl-24614	134	30	the	the	DET
crl-24614	134	31	works	work	NOUN
crl-24614	134	32	of	of	ADP
crl-24614	134	33	others	other	NOUN
crl-24614	134	34	.	.	PUNCT
crl-24614	135	1	this	this	PRON
crl-24614	135	2	echoes	echo	VERB
crl-24614	135	3	the	the	DET
crl-24614	135	4	findings	finding	NOUN
crl-24614	135	5	of	of	ADP
crl-24614	135	6	thuna	thuna	PROPN
crl-24614	135	7	and	and	CCONJ
crl-24614	135	8	king	king	NOUN
crl-24614	135	9	,	,	PUNCT
crl-24614	135	10	who	who	PRON
crl-24614	135	11	found	find	VERB
crl-24614	135	12	that	that	SCONJ
crl-24614	135	13	researchers	researcher	NOUN
crl-24614	135	14	in	in	ADP
crl-24614	135	15	a	a	DET
crl-24614	135	16	variety	variety	NOUN
crl-24614	135	17	of	of	ADP
crl-24614	135	18	disciplines	discipline	NOUN
crl-24614	135	19	consider	consider	VERB
crl-24614	135	20	journal	journal	NOUN
crl-24614	135	21	impact	impact	NOUN
crl-24614	135	22	when	when	SCONJ
crl-24614	135	23	selecting	select	VERB
crl-24614	135	24	publication	publication	NOUN
crl-24614	135	25	venues	venue	NOUN
crl-24614	135	26	and	and	CCONJ
crl-24614	135	27	research	research	NOUN
crl-24614	135	28	impact	impact	NOUN
crl-24614	135	29	metrics	metric	NOUN
crl-24614	135	30	when	when	SCONJ
crl-24614	135	31	serving	serve	VERB
crl-24614	135	32	on	on	ADP
crl-24614	135	33	hiring	hire	VERB
crl-24614	135	34	and	and	CCONJ
crl-24614	135	35	p&t	p&t	PROPN
crl-24614	135	36	committees.40	committees.40	NOUN
crl-24614	135	37	among	among	ADP
crl-24614	135	38	our	our	PRON
crl-24614	135	39	participants	participant	NOUN
crl-24614	135	40	,	,	PUNCT
crl-24614	135	41	journal	journal	NOUN
crl-24614	135	42	impact	impact	NOUN
crl-24614	135	43	in	in	ADP
crl-24614	135	44	particular	particular	ADJ
crl-24614	135	45	was	be	AUX
crl-24614	135	46	often	often	ADV
crl-24614	135	47	considered	consider	VERB
crl-24614	135	48	a	a	DET
crl-24614	135	49	proxy	proxy	NOUN
crl-24614	135	50	for	for	ADP
crl-24614	135	51	journal	journal	ADJ
crl-24614	135	52	quality	quality	NOUN
crl-24614	135	53	and	and	CCONJ
crl-24614	135	54	a	a	DET
crl-24614	135	55	key	key	ADJ
crl-24614	135	56	component	component	NOUN
crl-24614	135	57	when	when	SCONJ
crl-24614	135	58	assessing	assess	VERB
crl-24614	135	59	article	article	NOUN
crl-24614	135	60	quality	quality	NOUN
crl-24614	135	61	,	,	PUNCT
crl-24614	135	62	particularly	particularly	ADV
crl-24614	135	63	in	in	ADP
crl-24614	135	64	new	new	ADJ
crl-24614	135	65	or	or	CCONJ
crl-24614	135	66	unfamiliar	unfamiliar	ADJ
crl-24614	135	67	areas	area	NOUN
crl-24614	135	68	of	of	ADP
crl-24614	135	69	study	study	NOUN
crl-24614	135	70	.	.	PUNCT
crl-24614	136	1	this	this	PRON
crl-24614	136	2	may	may	AUX
crl-24614	136	3	indicate	indicate	VERB
crl-24614	136	4	that	that	SCONJ
crl-24614	136	5	,	,	PUNCT
crl-24614	136	6	although	although	SCONJ
crl-24614	136	7	researchers	researcher	NOUN
crl-24614	136	8	recognize	recognize	VERB
crl-24614	136	9	the	the	DET
crl-24614	136	10	need	need	NOUN
crl-24614	136	11	for	for	ADP
crl-24614	136	12	nuance	nuance	NOUN
crl-24614	136	13	in	in	ADP
crl-24614	136	14	the	the	DET
crl-24614	136	15	interpretation	interpretation	NOUN
crl-24614	136	16	of	of	ADP
crl-24614	136	17	author	author	NOUN
crl-24614	136	18	-	-	PUNCT
crl-24614	136	19	level	level	NOUN
crl-24614	136	20	metrics	metric	NOUN
crl-24614	136	21	,	,	PUNCT
crl-24614	136	22	such	such	DET
crl-24614	136	23	a	a	DET
crl-24614	136	24	recognition	recognition	NOUN
crl-24614	136	25	has	have	AUX
crl-24614	136	26	not	not	PART
crl-24614	136	27	been	be	AUX
crl-24614	136	28	fully	fully	ADV
crl-24614	136	29	transferred	transfer	VERB
crl-24614	136	30	to	to	ADP
crl-24614	136	31	journal	journal	PROPN
crl-24614	136	32	assessment	assessment	NOUN
crl-24614	136	33	,	,	PUNCT
crl-24614	136	34	despite	despite	SCONJ
crl-24614	136	35	the	the	DET
crl-24614	136	36	well	well	ADV
crl-24614	136	37	-	-	PUNCT
crl-24614	136	38	established	establish	VERB
crl-24614	136	39	concerns	concern	NOUN
crl-24614	136	40	regarding	regard	VERB
crl-24614	136	41	gaming	gaming	NOUN
crl-24614	136	42	of	of	ADP
crl-24614	136	43	journal	journal	ADJ
crl-24614	136	44	impact	impact	NOUN
crl-24614	136	45	factor.41	factor.41	NOUN
crl-24614	136	46	this	this	PRON
crl-24614	136	47	creates	create	VERB
crl-24614	136	48	an	an	DET
crl-24614	136	49	opportunity	opportunity	NOUN
crl-24614	136	50	for	for	SCONJ
crl-24614	136	51	libraries	library	NOUN
crl-24614	136	52	to	to	PART
crl-24614	136	53	provide	provide	VERB
crl-24614	136	54	education	education	NOUN
crl-24614	136	55	and	and	CCONJ
crl-24614	136	56	outreach	outreach	NOUN
crl-24614	136	57	on	on	ADP
crl-24614	136	58	journal	journal	ADJ
crl-24614	136	59	assessment	assessment	NOUN
crl-24614	136	60	strategies	strategy	NOUN
crl-24614	136	61	,	,	PUNCT
crl-24614	136	62	both	both	PRON
crl-24614	136	63	for	for	ADP
crl-24614	136	64	one	one	NUM
crl-24614	136	65	’s	’s	PART
crl-24614	136	66	own	own	ADJ
crl-24614	136	67	work	work	NOUN
crl-24614	136	68	and	and	CCONJ
crl-24614	136	69	for	for	ADP
crl-24614	136	70	others	other	NOUN
crl-24614	136	71	’	’	PART
crl-24614	136	72	research	research	NOUN
crl-24614	136	73	.	.	PUNCT
crl-24614	137	1	liaison	liaison	NOUN
crl-24614	137	2	librarians	librarian	NOUN
crl-24614	137	3	as	as	ADP
crl-24614	137	4	subject	subject	NOUN
crl-24614	137	5	specialists	specialist	NOUN
crl-24614	137	6	have	have	VERB
crl-24614	137	7	an	an	DET
crl-24614	137	8	appropriate	appropriate	ADJ
crl-24614	137	9	blend	blend	NOUN
crl-24614	137	10	of	of	ADP
crl-24614	137	11	disciplinary	disciplinary	ADJ
crl-24614	137	12	knowledge	knowledge	NOUN
crl-24614	137	13	and	and	CCONJ
crl-24614	137	14	understanding	understanding	NOUN
crl-24614	137	15	of	of	ADP
crl-24614	137	16	publication	publication	NOUN
crl-24614	137	17	practices	practice	NOUN
crl-24614	137	18	to	to	PART
crl-24614	137	19	provide	provide	VERB
crl-24614	137	20	this	this	DET
crl-24614	137	21	support	support	NOUN
crl-24614	137	22	and	and	CCONJ
crl-24614	137	23	insight	insight	NOUN
crl-24614	137	24	to	to	ADP
crl-24614	137	25	their	their	PRON
crl-24614	137	26	departments	department	NOUN
crl-24614	137	27	.	.	PUNCT
crl-24614	138	1	when	when	SCONJ
crl-24614	138	2	considering	consider	VERB
crl-24614	138	3	their	their	PRON
crl-24614	138	4	own	own	ADJ
crl-24614	138	5	research	research	NOUN
crl-24614	138	6	and	and	CCONJ
crl-24614	138	7	research	research	NOUN
crl-24614	138	8	areas	area	NOUN
crl-24614	138	9	,	,	PUNCT
crl-24614	138	10	participants	participant	NOUN
crl-24614	138	11	used	use	VERB
crl-24614	138	12	metrics	metric	NOUN
crl-24614	138	13	as	as	ADP
crl-24614	138	14	a	a	DET
crl-24614	138	15	means	means	NOUN
crl-24614	138	16	of	of	ADP
crl-24614	138	17	discovery	discovery	NOUN
crl-24614	138	18	,	,	PUNCT
crl-24614	138	19	in	in	ADP
crl-24614	138	20	tracing	trace	VERB
crl-24614	138	21	work	work	NOUN
crl-24614	138	22	similar	similar	ADJ
crl-24614	138	23	to	to	ADP
crl-24614	138	24	their	their	PRON
crl-24614	138	25	own	own	ADJ
crl-24614	138	26	through	through	ADP
crl-24614	138	27	citation	citation	NOUN
crl-24614	138	28	alerts	alert	NOUN
crl-24614	138	29	and	and	CCONJ
crl-24614	138	30	in	in	ADP
crl-24614	138	31	keeping	keep	VERB
crl-24614	138	32	track	track	NOUN
crl-24614	138	33	of	of	ADP
crl-24614	138	34	researchers	researcher	NOUN
crl-24614	138	35	in	in	ADP
crl-24614	138	36	their	their	PRON
crl-24614	138	37	disciplines	discipline	NOUN
crl-24614	138	38	.	.	PUNCT
crl-24614	139	1	this	this	PRON
crl-24614	139	2	reflects	reflect	VERB
crl-24614	139	3	sentiments	sentiment	NOUN
crl-24614	139	4	found	find	VERB
crl-24614	139	5	in	in	ADP
crl-24614	139	6	thuna	thuna	NOUN
crl-24614	139	7	and	and	CCONJ
crl-24614	139	8	king	king	NOUN
crl-24614	139	9	and	and	CCONJ
crl-24614	139	10	in	in	ADP
crl-24614	139	11	desanto	desanto	ADP
crl-24614	139	12	and	and	CCONJ
crl-24614	139	13	nichols.42	nichols.42	NOUN
crl-24614	139	14	the	the	DET
crl-24614	139	15	metrics	metric	NOUN
crl-24614	139	16	themselves	themselves	PRON
crl-24614	139	17	are	be	AUX
crl-24614	139	18	not	not	PART
crl-24614	139	19	the	the	DET
crl-24614	139	20	primary	primary	ADJ
crl-24614	139	21	endpoint	endpoint	NOUN
crl-24614	139	22	in	in	ADP
crl-24614	139	23	these	these	DET
crl-24614	139	24	activities	activity	NOUN
crl-24614	139	25	;	;	PUNCT
crl-24614	139	26	instead	instead	ADV
crl-24614	139	27	,	,	PUNCT
crl-24614	139	28	they	they	PRON
crl-24614	139	29	are	be	AUX
crl-24614	139	30	a	a	DET
crl-24614	139	31	mechanism	mechanism	NOUN
crl-24614	139	32	through	through	ADP
crl-24614	139	33	which	which	PRON
crl-24614	139	34	researchers	researcher	NOUN
crl-24614	139	35	better	well	ADV
crl-24614	139	36	understand	understand	VERB
crl-24614	139	37	and	and	CCONJ
crl-24614	139	38	conceptualize	conceptualize	VERB
crl-24614	139	39	their	their	PRON
crl-24614	139	40	research	research	NOUN
crl-24614	139	41	networks	network	NOUN
crl-24614	139	42	.	.	PUNCT
crl-24614	140	1	participants	participant	NOUN
crl-24614	140	2	questioned	question	VERB
crl-24614	140	3	how	how	SCONJ
crl-24614	140	4	close	close	ADJ
crl-24614	140	5	of	of	ADP
crl-24614	140	6	a	a	DET
crl-24614	140	7	proxy	proxy	ADJ
crl-24614	140	8	metrics	metric	NOUN
crl-24614	140	9	are	be	AUX
crl-24614	140	10	for	for	ADP
crl-24614	140	11	the	the	DET
crl-24614	140	12	true	true	ADJ
crl-24614	140	13	impact	impact	NOUN
crl-24614	140	14	of	of	ADP
crl-24614	140	15	a	a	DET
crl-24614	140	16	researcher	researcher	NOUN
crl-24614	140	17	’s	’s	PART
crl-24614	140	18	work	work	NOUN
crl-24614	140	19	.	.	PUNCT
crl-24614	141	1	indeed	indeed	ADV
crl-24614	141	2	,	,	PUNCT
crl-24614	141	3	when	when	SCONJ
crl-24614	141	4	a	a	DET
crl-24614	141	5	researcher	researcher	NOUN
crl-24614	141	6	’s	’s	PART
crl-24614	141	7	primary	primary	ADJ
crl-24614	141	8	aim	aim	NOUN
crl-24614	141	9	is	be	AUX
crl-24614	141	10	to	to	PART
crl-24614	141	11	influence	influence	VERB
crl-24614	141	12	community	community	NOUN
crl-24614	141	13	behaviors	behavior	NOUN
crl-24614	141	14	,	,	PUNCT
crl-24614	141	15	qualitative	qualitative	VERB
crl-24614	141	16	analysis	analysis	NOUN
crl-24614	141	17	of	of	ADP
crl-24614	141	18	faculty	faculty	NOUN
crl-24614	141	19	opinions	opinion	NOUN
crl-24614	141	20	on	on	ADP
crl-24614	141	21	and	and	CCONJ
crl-24614	141	22	perceptions	perception	NOUN
crl-24614	141	23	of	of	ADP
crl-24614	141	24	research	research	NOUN
crl-24614	141	25	impact	impact	NOUN
crl-24614	141	26	metrics	metric	NOUN
crl-24614	141	27	905	905	NUM
crl-24614	141	28	improve	improve	VERB
crl-24614	141	29	practice	practice	NOUN
crl-24614	141	30	,	,	PUNCT
crl-24614	141	31	or	or	CCONJ
crl-24614	141	32	teach	teach	VERB
crl-24614	141	33	more	more	ADV
crl-24614	141	34	effectively	effectively	ADV
crl-24614	141	35	,	,	PUNCT
crl-24614	141	36	success	success	NOUN
crl-24614	141	37	in	in	ADP
crl-24614	141	38	these	these	DET
crl-24614	141	39	endeavors	endeavor	NOUN
crl-24614	141	40	is	be	AUX
crl-24614	141	41	largely	largely	ADV
crl-24614	141	42	not	not	PART
crl-24614	141	43	indicated	indicate	VERB
crl-24614	141	44	through	through	ADP
crl-24614	141	45	citation	citation	NOUN
crl-24614	141	46	-	-	PUNCT
crl-24614	141	47	based	base	VERB
crl-24614	141	48	metrics	metric	NOUN
crl-24614	141	49	as	as	SCONJ
crl-24614	141	50	they	they	PRON
crl-24614	141	51	are	be	AUX
crl-24614	141	52	producing	produce	VERB
crl-24614	141	53	content	content	NOUN
crl-24614	141	54	such	such	ADJ
crl-24614	141	55	as	as	ADP
crl-24614	141	56	community	community	NOUN
crl-24614	141	57	-	-	PUNCT
crl-24614	141	58	friendly	friendly	ADJ
crl-24614	141	59	dissemination	dissemination	NOUN
crl-24614	141	60	pieces	piece	NOUN
crl-24614	141	61	or	or	CCONJ
crl-24614	141	62	teaching	teaching	NOUN
crl-24614	141	63	and	and	CCONJ
crl-24614	141	64	outreach	outreach	NOUN
crl-24614	141	65	materials	material	NOUN
crl-24614	141	66	instead	instead	ADV
crl-24614	141	67	of	of	ADP
crl-24614	141	68	scholarly	scholarly	ADJ
crl-24614	141	69	articles	article	NOUN
crl-24614	141	70	.	.	PUNCT
crl-24614	142	1	despite	despite	SCONJ
crl-24614	142	2	these	these	DET
crl-24614	142	3	concerns	concern	NOUN
crl-24614	142	4	,	,	PUNCT
crl-24614	142	5	findings	finding	NOUN
crl-24614	142	6	from	from	ADP
crl-24614	142	7	the	the	DET
crl-24614	142	8	quantitative	quantitative	ADJ
crl-24614	142	9	data	datum	NOUN
crl-24614	142	10	of	of	ADP
crl-24614	142	11	the	the	DET
crl-24614	142	12	larger	large	ADJ
crl-24614	142	13	multisite	multisite	ADJ
crl-24614	142	14	study	study	NOUN
crl-24614	142	15	made	make	VERB
crl-24614	142	16	by	by	ADP
crl-24614	142	17	bakker	bakker	PROPN
crl-24614	142	18	et	et	PROPN
crl-24614	142	19	al	al	PROPN
crl-24614	142	20	.	.	PROPN
crl-24614	142	21	showed	show	VERB
crl-24614	142	22	that	that	SCONJ
crl-24614	142	23	a	a	DET
crl-24614	142	24	minority	minority	NOUN
crl-24614	142	25	of	of	ADP
crl-24614	142	26	participants	participant	NOUN
crl-24614	142	27	were	be	AUX
crl-24614	142	28	aware	aware	ADJ
crl-24614	142	29	of	of	ADP
crl-24614	142	30	altmetrics.43	altmetrics.43	PROPN
crl-24614	142	31	this	this	PRON
crl-24614	142	32	agrees	agree	VERB
crl-24614	142	33	with	with	ADP
crl-24614	142	34	findings	finding	NOUN
crl-24614	142	35	from	from	ADP
crl-24614	142	36	desanto	desanto	ADP
crl-24614	142	37	and	and	CCONJ
crl-24614	142	38	nichols	nichols	PROPN
crl-24614	142	39	and	and	CCONJ
crl-24614	142	40	also	also	ADV
crl-24614	142	41	from	from	ADP
crl-24614	142	42	thuna	thuna	PROPN
crl-24614	142	43	and	and	CCONJ
crl-24614	142	44	king	king	NOUN
crl-24614	142	45	about	about	ADP
crl-24614	142	46	the	the	DET
crl-24614	142	47	low	low	ADJ
crl-24614	142	48	levels	level	NOUN
crl-24614	142	49	of	of	ADP
crl-24614	142	50	familiarity	familiarity	NOUN
crl-24614	142	51	or	or	CCONJ
crl-24614	142	52	adoption	adoption	NOUN
crl-24614	142	53	of	of	ADP
crl-24614	142	54	altmetrics	altmetric	NOUN
crl-24614	142	55	by	by	ADP
crl-24614	142	56	faculty.44	faculty.44	NOUN
crl-24614	142	57	this	this	DET
crl-24614	142	58	disconnect	disconnect	NOUN
crl-24614	142	59	between	between	ADP
crl-24614	142	60	the	the	DET
crl-24614	142	61	need	need	NOUN
crl-24614	142	62	for	for	ADP
crl-24614	142	63	a	a	DET
crl-24614	142	64	broader	broad	ADJ
crl-24614	142	65	representation	representation	NOUN
crl-24614	142	66	of	of	ADP
crl-24614	142	67	impact	impact	NOUN
crl-24614	142	68	and	and	CCONJ
crl-24614	142	69	low	low	ADJ
crl-24614	142	70	awareness	awareness	NOUN
crl-24614	142	71	of	of	ADP
crl-24614	142	72	mechanisms	mechanism	NOUN
crl-24614	142	73	to	to	PART
crl-24614	142	74	describe	describe	VERB
crl-24614	142	75	broader	broad	ADJ
crl-24614	142	76	impact	impact	NOUN
crl-24614	142	77	may	may	AUX
crl-24614	142	78	be	be	AUX
crl-24614	142	79	an	an	DET
crl-24614	142	80	area	area	NOUN
crl-24614	142	81	for	for	ADP
crl-24614	142	82	future	future	ADJ
crl-24614	142	83	outreach	outreach	NOUN
crl-24614	142	84	activities	activity	NOUN
crl-24614	142	85	and	and	CCONJ
crl-24614	142	86	service	service	NOUN
crl-24614	142	87	expansion	expansion	NOUN
crl-24614	142	88	.	.	PUNCT
crl-24614	143	1	institutions	institution	NOUN
crl-24614	143	2	and	and	CCONJ
crl-24614	143	3	administrators	administrator	NOUN
crl-24614	143	4	may	may	AUX
crl-24614	143	5	wish	wish	VERB
crl-24614	143	6	to	to	PART
crl-24614	143	7	consider	consider	VERB
crl-24614	143	8	how	how	SCONJ
crl-24614	143	9	nonarticle	nonarticle	NOUN
crl-24614	143	10	research	research	NOUN
crl-24614	143	11	outputs	output	NOUN
crl-24614	143	12	are	be	AUX
crl-24614	143	13	acknowledged	acknowledge	VERB
crl-24614	143	14	and	and	CCONJ
crl-24614	143	15	incentivized	incentivize	VERB
crl-24614	143	16	in	in	ADP
crl-24614	143	17	the	the	DET
crl-24614	143	18	evaluation	evaluation	NOUN
crl-24614	143	19	process	process	NOUN
crl-24614	143	20	and	and	CCONJ
crl-24614	143	21	to	to	PART
crl-24614	143	22	ensure	ensure	VERB
crl-24614	143	23	that	that	SCONJ
crl-24614	143	24	the	the	DET
crl-24614	143	25	full	full	ADJ
crl-24614	143	26	scope	scope	NOUN
crl-24614	143	27	of	of	ADP
crl-24614	143	28	a	a	DET
crl-24614	143	29	faculty	faculty	NOUN
crl-24614	143	30	member	member	NOUN
crl-24614	143	31	’s	’s	PART
crl-24614	143	32	activities	activity	NOUN
crl-24614	143	33	are	be	AUX
crl-24614	143	34	represented	represent	VERB
crl-24614	143	35	in	in	ADP
crl-24614	143	36	these	these	DET
crl-24614	143	37	processes	process	NOUN
crl-24614	143	38	.	.	PUNCT
crl-24614	144	1	concerns	concern	NOUN
crl-24614	144	2	expressed	express	VERB
crl-24614	144	3	were	be	AUX
crl-24614	144	4	often	often	ADV
crl-24614	144	5	focused	focus	VERB
crl-24614	144	6	on	on	ADP
crl-24614	144	7	the	the	DET
crl-24614	144	8	potential	potential	ADJ
crl-24614	144	9	use	use	NOUN
crl-24614	144	10	of	of	ADP
crl-24614	144	11	single	single	ADJ
crl-24614	144	12	measures	measure	NOUN
crl-24614	144	13	across	across	ADP
crl-24614	144	14	disciplines	discipline	NOUN
crl-24614	144	15	,	,	PUNCT
crl-24614	144	16	although	although	SCONJ
crl-24614	144	17	that	that	DET
crl-24614	144	18	scenario	scenario	NOUN
crl-24614	144	19	was	be	AUX
crl-24614	144	20	not	not	PART
crl-24614	144	21	referenced	reference	VERB
crl-24614	144	22	directly	directly	ADV
crl-24614	144	23	or	or	CCONJ
crl-24614	144	24	alluded	allude	VERB
crl-24614	144	25	to	to	ADP
crl-24614	144	26	within	within	ADP
crl-24614	144	27	the	the	DET
crl-24614	144	28	survey	survey	NOUN
crl-24614	144	29	questions	question	NOUN
crl-24614	144	30	.	.	PUNCT
crl-24614	145	1	the	the	DET
crl-24614	145	2	immediate	immediate	ADJ
crl-24614	145	3	association	association	PROPN
crl-24614	145	4	of	of	ADP
crl-24614	145	5	research	research	NOUN
crl-24614	145	6	impact	impact	NOUN
crl-24614	145	7	metrics	metric	NOUN
crl-24614	145	8	with	with	ADP
crl-24614	145	9	the	the	DET
crl-24614	145	10	use	use	NOUN
crl-24614	145	11	of	of	ADP
crl-24614	145	12	a	a	DET
crl-24614	145	13	single	single	ADJ
crl-24614	145	14	metric	metric	NOUN
crl-24614	145	15	is	be	AUX
crl-24614	145	16	one	one	NUM
crl-24614	145	17	that	that	PRON
crl-24614	145	18	seems	seem	VERB
crl-24614	145	19	to	to	PART
crl-24614	145	20	cause	cause	VERB
crl-24614	145	21	significant	significant	ADJ
crl-24614	145	22	fear	fear	NOUN
crl-24614	145	23	among	among	ADP
crl-24614	145	24	researchers	researcher	NOUN
crl-24614	145	25	.	.	PUNCT
crl-24614	146	1	the	the	DET
crl-24614	146	2	recontextualization	recontextualization	NOUN
crl-24614	146	3	of	of	ADP
crl-24614	146	4	metrics	metric	NOUN
crl-24614	146	5	as	as	ADP
crl-24614	146	6	a	a	DET
crl-24614	146	7	suite	suite	NOUN
crl-24614	146	8	of	of	ADP
crl-24614	146	9	data	datum	NOUN
crl-24614	146	10	points	point	NOUN
crl-24614	146	11	,	,	PUNCT
crl-24614	146	12	each	each	PRON
crl-24614	146	13	of	of	ADP
crl-24614	146	14	which	which	PRON
crl-24614	146	15	may	may	AUX
crl-24614	146	16	be	be	AUX
crl-24614	146	17	deemed	deem	VERB
crl-24614	146	18	appropriate	appropriate	ADJ
crl-24614	146	19	or	or	CCONJ
crl-24614	146	20	inappropriate	inappropriate	ADJ
crl-24614	146	21	in	in	ADP
crl-24614	146	22	certain	certain	ADJ
crl-24614	146	23	contexts	contexts	NOUN
crl-24614	146	24	,	,	PUNCT
crl-24614	146	25	is	be	AUX
crl-24614	146	26	necessary	necessary	ADJ
crl-24614	146	27	when	when	SCONJ
crl-24614	146	28	considering	consider	VERB
crl-24614	146	29	the	the	DET
crl-24614	146	30	development	development	NOUN
crl-24614	146	31	of	of	ADP
crl-24614	146	32	a	a	DET
crl-24614	146	33	productive	productive	ADJ
crl-24614	146	34	dialogue	dialogue	NOUN
crl-24614	146	35	on	on	ADP
crl-24614	146	36	these	these	DET
crl-24614	146	37	topics	topic	NOUN
crl-24614	146	38	.	.	PUNCT
crl-24614	147	1	libraries	library	NOUN
crl-24614	147	2	are	be	AUX
crl-24614	147	3	well	well	ADV
crl-24614	147	4	-	-	PUNCT
crl-24614	147	5	positioned	position	VERB
crl-24614	147	6	to	to	PART
crl-24614	147	7	inform	inform	VERB
crl-24614	147	8	researchers	researcher	NOUN
crl-24614	147	9	and	and	CCONJ
crl-24614	147	10	administrators	administrator	NOUN
crl-24614	147	11	on	on	ADP
crl-24614	147	12	the	the	DET
crl-24614	147	13	appropriate	appropriate	ADJ
crl-24614	147	14	use	use	NOUN
crl-24614	147	15	of	of	ADP
crl-24614	147	16	metrics	metric	NOUN
crl-24614	147	17	.	.	PUNCT
crl-24614	148	1	the	the	DET
crl-24614	148	2	acquisition	acquisition	NOUN
crl-24614	148	3	and	and	CCONJ
crl-24614	148	4	use	use	NOUN
crl-24614	148	5	of	of	ADP
crl-24614	148	6	these	these	DET
crl-24614	148	7	measures	measure	NOUN
crl-24614	148	8	are	be	AUX
crl-24614	148	9	an	an	DET
crl-24614	148	10	information	information	NOUN
crl-24614	148	11	literacy	literacy	NOUN
crl-24614	148	12	issue	issue	NOUN
crl-24614	148	13	in	in	ADP
crl-24614	148	14	that	that	SCONJ
crl-24614	148	15	the	the	DET
crl-24614	148	16	effective	effective	ADJ
crl-24614	148	17	,	,	PUNCT
crl-24614	148	18	ethical	ethical	ADJ
crl-24614	148	19	use	use	NOUN
crl-24614	148	20	of	of	ADP
crl-24614	148	21	these	these	DET
crl-24614	148	22	measures	measure	NOUN
crl-24614	148	23	requires	require	VERB
crl-24614	148	24	that	that	SCONJ
crl-24614	148	25	an	an	DET
crl-24614	148	26	individual	individual	NOUN
crl-24614	148	27	understand	understand	VERB
crl-24614	148	28	what	what	PRON
crl-24614	148	29	these	these	DET
crl-24614	148	30	measures	measure	NOUN
crl-24614	148	31	do	do	VERB
crl-24614	148	32	and	and	CCONJ
crl-24614	148	33	do	do	AUX
crl-24614	148	34	not	not	PART
crl-24614	148	35	indicate	indicate	VERB
crl-24614	148	36	and	and	CCONJ
crl-24614	148	37	how	how	SCONJ
crl-24614	148	38	they	they	PRON
crl-24614	148	39	can	can	AUX
crl-24614	148	40	be	be	AUX
crl-24614	148	41	appropriately	appropriately	ADV
crl-24614	148	42	interpreted	interpret	VERB
crl-24614	148	43	.	.	PUNCT
crl-24614	149	1	study	study	NOUN
crl-24614	149	2	limitations	limitation	NOUN
crl-24614	149	3	this	this	DET
crl-24614	149	4	study	study	NOUN
crl-24614	149	5	is	be	AUX
crl-24614	149	6	limited	limit	VERB
crl-24614	149	7	due	due	ADP
crl-24614	149	8	to	to	ADP
crl-24614	149	9	the	the	DET
crl-24614	149	10	number	number	NOUN
crl-24614	149	11	of	of	ADP
crl-24614	149	12	respondents	respondent	NOUN
crl-24614	149	13	and	and	CCONJ
crl-24614	149	14	the	the	DET
crl-24614	149	15	single	single	ADJ
crl-24614	149	16	-	-	PUNCT
crl-24614	149	17	university	university	NOUN
crl-24614	149	18	study	study	NOUN
crl-24614	149	19	environment	environment	NOUN
crl-24614	149	20	.	.	PUNCT
crl-24614	150	1	roughly	roughly	ADV
crl-24614	150	2	9	9	NUM
crl-24614	150	3	percent	percent	NOUN
crl-24614	150	4	of	of	ADP
crl-24614	150	5	the	the	DET
crl-24614	150	6	4,855	4,855	NUM
crl-24614	150	7	individuals	individual	NOUN
crl-24614	150	8	to	to	PART
crl-24614	150	9	whom	whom	PRON
crl-24614	150	10	the	the	DET
crl-24614	150	11	survey	survey	NOUN
crl-24614	150	12	was	be	AUX
crl-24614	150	13	sent	send	VERB
crl-24614	150	14	responded	respond	VERB
crl-24614	150	15	to	to	ADP
crl-24614	150	16	at	at	ADV
crl-24614	150	17	least	least	ADV
crl-24614	150	18	one	one	NUM
crl-24614	150	19	open	open	ADV
crl-24614	150	20	-	-	PUNCT
crl-24614	150	21	ended	end	VERB
crl-24614	150	22	question	question	NOUN
crl-24614	150	23	,	,	PUNCT
crl-24614	150	24	and	and	CCONJ
crl-24614	150	25	individuals	individual	NOUN
crl-24614	150	26	who	who	PRON
crl-24614	150	27	chose	choose	VERB
crl-24614	150	28	to	to	PART
crl-24614	150	29	take	take	VERB
crl-24614	150	30	the	the	DET
crl-24614	150	31	time	time	NOUN
crl-24614	150	32	to	to	PART
crl-24614	150	33	respond	respond	VERB
crl-24614	150	34	to	to	ADP
crl-24614	150	35	both	both	DET
crl-24614	150	36	the	the	DET
crl-24614	150	37	survey	survey	NOUN
crl-24614	150	38	and	and	CCONJ
crl-24614	150	39	provide	provide	VERB
crl-24614	150	40	text	text	NOUN
crl-24614	150	41	responses	response	NOUN
crl-24614	150	42	may	may	AUX
crl-24614	150	43	have	have	VERB
crl-24614	150	44	characteristics	characteristic	NOUN
crl-24614	150	45	different	different	ADJ
crl-24614	150	46	from	from	ADP
crl-24614	150	47	individuals	individual	NOUN
crl-24614	150	48	who	who	PRON
crl-24614	150	49	did	do	AUX
crl-24614	150	50	not	not	PART
crl-24614	150	51	respond	respond	VERB
crl-24614	150	52	.	.	PUNCT
crl-24614	151	1	however	however	ADV
crl-24614	151	2	,	,	PUNCT
crl-24614	151	3	sample	sample	NOUN
crl-24614	151	4	sizes	size	NOUN
crl-24614	151	5	in	in	ADP
crl-24614	151	6	qualitative	qualitative	ADJ
crl-24614	151	7	research	research	NOUN
crl-24614	151	8	are	be	AUX
crl-24614	151	9	judged	judge	VERB
crl-24614	151	10	differently	differently	ADV
crl-24614	151	11	than	than	ADP
crl-24614	151	12	in	in	ADP
crl-24614	151	13	quantitative	quantitative	ADJ
crl-24614	151	14	analysis.45	analysis.45	NOUN
crl-24614	151	15	the	the	DET
crl-24614	151	16	435	435	NUM
crl-24614	151	17	participants	participant	NOUN
crl-24614	151	18	,	,	PUNCT
crl-24614	151	19	while	while	SCONJ
crl-24614	151	20	representing	represent	VERB
crl-24614	151	21	only	only	ADV
crl-24614	151	22	a	a	DET
crl-24614	151	23	limited	limited	ADJ
crl-24614	151	24	portion	portion	NOUN
crl-24614	151	25	of	of	ADP
crl-24614	151	26	the	the	DET
crl-24614	151	27	overall	overall	ADJ
crl-24614	151	28	possible	possible	ADJ
crl-24614	151	29	respondents	respondent	NOUN
crl-24614	151	30	,	,	PUNCT
crl-24614	151	31	provided	provide	VERB
crl-24614	151	32	robust	robust	ADJ
crl-24614	151	33	data	datum	NOUN
crl-24614	151	34	of	of	ADP
crl-24614	151	35	sufficient	sufficient	ADJ
crl-24614	151	36	depth	depth	NOUN
crl-24614	151	37	to	to	PART
crl-24614	151	38	achieve	achieve	VERB
crl-24614	151	39	saturation	saturation	NOUN
crl-24614	151	40	.	.	PUNCT
crl-24614	152	1	similarly	similarly	ADV
crl-24614	152	2	,	,	PUNCT
crl-24614	152	3	we	we	PRON
crl-24614	152	4	recognize	recognize	VERB
crl-24614	152	5	that	that	SCONJ
crl-24614	152	6	researchers	researcher	NOUN
crl-24614	152	7	based	base	VERB
crl-24614	152	8	at	at	ADP
crl-24614	152	9	an	an	DET
crl-24614	152	10	r1	r1	ADJ
crl-24614	152	11	land	land	NOUN
crl-24614	152	12	grant	grant	NOUN
crl-24614	152	13	institution	institution	NOUN
crl-24614	152	14	in	in	ADP
crl-24614	152	15	the	the	DET
crl-24614	152	16	united	united	PROPN
crl-24614	152	17	states	states	PROPN
crl-24614	152	18	may	may	AUX
crl-24614	152	19	have	have	VERB
crl-24614	152	20	different	different	ADJ
crl-24614	152	21	perspectives	perspective	NOUN
crl-24614	152	22	,	,	PUNCT
crl-24614	152	23	contexts	context	NOUN
crl-24614	152	24	,	,	PUNCT
crl-24614	152	25	and	and	CCONJ
crl-24614	152	26	experiences	experience	NOUN
crl-24614	152	27	than	than	ADP
crl-24614	152	28	researchers	researcher	NOUN
crl-24614	152	29	based	base	VERB
crl-24614	152	30	at	at	ADP
crl-24614	152	31	other	other	ADJ
crl-24614	152	32	types	type	NOUN
crl-24614	152	33	of	of	ADP
crl-24614	152	34	institutions	institution	NOUN
crl-24614	152	35	or	or	CCONJ
crl-24614	152	36	in	in	ADP
crl-24614	152	37	other	other	ADJ
crl-24614	152	38	geographic	geographic	ADJ
crl-24614	152	39	areas	area	NOUN
crl-24614	152	40	.	.	PUNCT
crl-24614	153	1	the	the	DET
crl-24614	153	2	issue	issue	NOUN
crl-24614	153	3	of	of	ADP
crl-24614	153	4	generalizability	generalizability	NOUN
crl-24614	153	5	in	in	ADP
crl-24614	153	6	qualitative	qualitative	ADJ
crl-24614	153	7	research	research	NOUN
crl-24614	153	8	remains	remain	VERB
crl-24614	153	9	a	a	DET
crl-24614	153	10	contentious	contentious	ADJ
crl-24614	153	11	one	one	NOUN
crl-24614	153	12	and	and	CCONJ
crl-24614	153	13	has	have	AUX
crl-24614	153	14	been	be	AUX
crl-24614	153	15	discussed	discuss	VERB
crl-24614	153	16	in	in	ADP
crl-24614	153	17	numerous	numerous	ADJ
crl-24614	153	18	venues.46	venues.46	NOUN
crl-24614	153	19	although	although	SCONJ
crl-24614	153	20	our	our	PRON
crl-24614	153	21	study	study	NOUN
crl-24614	153	22	may	may	AUX
crl-24614	153	23	not	not	PART
crl-24614	153	24	be	be	AUX
crl-24614	153	25	generalizable	generalizable	ADJ
crl-24614	153	26	to	to	ADP
crl-24614	153	27	a	a	DET
crl-24614	153	28	broad	broad	ADJ
crl-24614	153	29	population	population	NOUN
crl-24614	153	30	,	,	PUNCT
crl-24614	153	31	our	our	PRON
crl-24614	153	32	intention	intention	NOUN
crl-24614	153	33	is	be	AUX
crl-24614	153	34	to	to	PART
crl-24614	153	35	provide	provide	VERB
crl-24614	153	36	an	an	DET
crl-24614	153	37	in	in	ADP
crl-24614	153	38	-	-	PUNCT
crl-24614	153	39	depth	depth	NOUN
crl-24614	153	40	analysis	analysis	NOUN
crl-24614	153	41	of	of	ADP
crl-24614	153	42	participants	participant	NOUN
crl-24614	153	43	’	’	PART
crl-24614	153	44	thoughts	thought	NOUN
crl-24614	153	45	and	and	CCONJ
crl-24614	153	46	perceptions	perception	NOUN
crl-24614	153	47	surrounding	surround	VERB
crl-24614	153	48	this	this	DET
crl-24614	153	49	phenomenon	phenomenon	NOUN
crl-24614	153	50	,	,	PUNCT
crl-24614	153	51	which	which	PRON
crl-24614	153	52	can	can	AUX
crl-24614	153	53	be	be	AUX
crl-24614	153	54	expanded	expand	VERB
crl-24614	153	55	upon	upon	SCONJ
crl-24614	153	56	in	in	ADP
crl-24614	153	57	the	the	DET
crl-24614	153	58	development	development	NOUN
crl-24614	153	59	,	,	PUNCT
crl-24614	153	60	implementation	implementation	NOUN
crl-24614	153	61	,	,	PUNCT
crl-24614	153	62	and	and	CCONJ
crl-24614	153	63	assessment	assessment	NOUN
crl-24614	153	64	of	of	ADP
crl-24614	153	65	library	library	ADJ
crl-24614	153	66	services	service	NOUN
crl-24614	153	67	.	.	PUNCT
crl-24614	154	1	conclusion	conclusion	NOUN
crl-24614	154	2	when	when	SCONJ
crl-24614	154	3	considering	consider	VERB
crl-24614	154	4	the	the	DET
crl-24614	154	5	use	use	NOUN
crl-24614	154	6	of	of	ADP
crl-24614	154	7	metrics	metric	NOUN
crl-24614	154	8	by	by	ADP
crl-24614	154	9	others	other	NOUN
crl-24614	154	10	(	(	PUNCT
crl-24614	154	11	such	such	ADJ
crl-24614	154	12	as	as	ADP
crl-24614	154	13	administrators	administrator	NOUN
crl-24614	154	14	)	)	PUNCT
crl-24614	154	15	to	to	PART
crl-24614	154	16	assess	assess	VERB
crl-24614	154	17	their	their	PRON
crl-24614	154	18	research	research	NOUN
crl-24614	154	19	,	,	PUNCT
crl-24614	154	20	survey	survey	NOUN
crl-24614	154	21	participants	participant	NOUN
crl-24614	154	22	expressed	express	VERB
crl-24614	154	23	that	that	SCONJ
crl-24614	154	24	sufficient	sufficient	ADJ
crl-24614	154	25	disciplinary	disciplinary	ADJ
crl-24614	154	26	and	and	CCONJ
crl-24614	154	27	subdisciplinary	subdisciplinary	ADJ
crl-24614	154	28	knowledge	knowledge	NOUN
crl-24614	154	29	combined	combine	VERB
crl-24614	154	30	with	with	ADP
crl-24614	154	31	a	a	DET
crl-24614	154	32	collaborative	collaborative	ADJ
crl-24614	154	33	and	and	CCONJ
crl-24614	154	34	transparent	transparent	ADJ
crl-24614	154	35	approach	approach	NOUN
crl-24614	154	36	to	to	ADP
crl-24614	154	37	the	the	DET
crl-24614	154	38	selection	selection	NOUN
crl-24614	154	39	of	of	ADP
crl-24614	154	40	measures	measure	NOUN
crl-24614	154	41	are	be	AUX
crl-24614	154	42	906	906	NUM
crl-24614	154	43	college	college	NOUN
crl-24614	154	44	&	&	CCONJ
crl-24614	154	45	research	research	PROPN
crl-24614	154	46	libraries	library	NOUN
crl-24614	154	47	september	september	PROPN
crl-24614	154	48	2020	2020	NUM
crl-24614	154	49	necessary	necessary	ADJ
crl-24614	154	50	.	.	PUNCT
crl-24614	155	1	we	we	PRON
crl-24614	155	2	found	find	VERB
crl-24614	155	3	significant	significant	ADJ
crl-24614	155	4	concern	concern	NOUN
crl-24614	155	5	among	among	ADP
crl-24614	155	6	participants	participant	NOUN
crl-24614	155	7	that	that	SCONJ
crl-24614	155	8	the	the	DET
crl-24614	155	9	inappropriate	inappropriate	ADJ
crl-24614	155	10	use	use	NOUN
crl-24614	155	11	of	of	ADP
crl-24614	155	12	metrics	metric	NOUN
crl-24614	155	13	,	,	PUNCT
crl-24614	155	14	or	or	CCONJ
crl-24614	155	15	the	the	DET
crl-24614	155	16	use	use	NOUN
crl-24614	155	17	of	of	ADP
crl-24614	155	18	a	a	DET
crl-24614	155	19	single	single	ADJ
crl-24614	155	20	metric	metric	NOUN
crl-24614	155	21	,	,	PUNCT
crl-24614	155	22	in	in	ADP
crl-24614	155	23	the	the	DET
crl-24614	155	24	evaluation	evaluation	NOUN
crl-24614	155	25	of	of	ADP
crl-24614	155	26	individual	individual	ADJ
crl-24614	155	27	researchers	researcher	NOUN
crl-24614	155	28	would	would	AUX
crl-24614	155	29	not	not	PART
crl-24614	155	30	only	only	ADV
crl-24614	155	31	disadvantage	disadvantage	VERB
crl-24614	155	32	individuals	individual	NOUN
crl-24614	155	33	but	but	CCONJ
crl-24614	155	34	would	would	AUX
crl-24614	155	35	also	also	ADV
crl-24614	155	36	have	have	VERB
crl-24614	155	37	negative	negative	ADJ
crl-24614	155	38	consequences	consequence	NOUN
crl-24614	155	39	for	for	ADP
crl-24614	155	40	departments	department	NOUN
crl-24614	155	41	and	and	CCONJ
crl-24614	155	42	disciplines	discipline	NOUN
crl-24614	155	43	.	.	PUNCT
crl-24614	156	1	researchers	researcher	NOUN
crl-24614	156	2	described	describe	VERB
crl-24614	156	3	a	a	DET
crl-24614	156	4	complicated	complicated	ADJ
crl-24614	156	5	relationship	relationship	NOUN
crl-24614	156	6	with	with	ADP
crl-24614	156	7	research	research	NOUN
crl-24614	156	8	impact	impact	NOUN
crl-24614	156	9	metrics	metric	NOUN
crl-24614	156	10	.	.	PUNCT
crl-24614	157	1	although	although	SCONJ
crl-24614	157	2	they	they	PRON
crl-24614	157	3	expressed	express	VERB
crl-24614	157	4	the	the	DET
crl-24614	157	5	need	need	NOUN
crl-24614	157	6	for	for	ADP
crl-24614	157	7	deep	deep	ADJ
crl-24614	157	8	disciplinary	disciplinary	ADJ
crl-24614	157	9	knowledge	knowledge	NOUN
crl-24614	157	10	when	when	SCONJ
crl-24614	157	11	applying	apply	VERB
crl-24614	157	12	metrics	metric	NOUN
crl-24614	157	13	,	,	PUNCT
crl-24614	157	14	researchers	researcher	NOUN
crl-24614	157	15	nevertheless	nevertheless	ADV
crl-24614	157	16	reported	report	VERB
crl-24614	157	17	feeling	feel	VERB
crl-24614	157	18	confident	confident	ADJ
crl-24614	157	19	in	in	ADP
crl-24614	157	20	their	their	PRON
crl-24614	157	21	own	own	ADJ
crl-24614	157	22	use	use	NOUN
crl-24614	157	23	of	of	ADP
crl-24614	157	24	metrics	metric	NOUN
crl-24614	157	25	to	to	PART
crl-24614	157	26	evaluate	evaluate	VERB
crl-24614	157	27	the	the	DET
crl-24614	157	28	work	work	NOUN
crl-24614	157	29	of	of	ADP
crl-24614	157	30	others	other	NOUN
crl-24614	157	31	and	and	CCONJ
crl-24614	157	32	the	the	DET
crl-24614	157	33	quality	quality	NOUN
crl-24614	157	34	of	of	ADP
crl-24614	157	35	journals	journal	NOUN
crl-24614	157	36	,	,	PUNCT
crl-24614	157	37	both	both	PRON
crl-24614	157	38	in	in	ADP
crl-24614	157	39	their	their	PRON
crl-24614	157	40	own	own	ADJ
crl-24614	157	41	and	and	CCONJ
crl-24614	157	42	other	other	ADJ
crl-24614	157	43	disciplines	discipline	NOUN
crl-24614	157	44	.	.	PUNCT
crl-24614	158	1	given	give	VERB
crl-24614	158	2	the	the	DET
crl-24614	158	3	complex	complex	ADJ
crl-24614	158	4	landscape	landscape	NOUN
crl-24614	158	5	of	of	ADP
crl-24614	158	6	multiple	multiple	ADJ
crl-24614	158	7	and	and	CCONJ
crl-24614	158	8	often	often	ADV
crl-24614	158	9	conflicting	conflict	VERB
crl-24614	158	10	data	datum	NOUN
crl-24614	158	11	sources	source	NOUN
crl-24614	158	12	,	,	PUNCT
crl-24614	158	13	emerging	emerge	VERB
crl-24614	158	14	measures	measure	NOUN
crl-24614	158	15	,	,	PUNCT
crl-24614	158	16	and	and	CCONJ
crl-24614	158	17	potentially	potentially	ADV
crl-24614	158	18	high	high	ADJ
crl-24614	158	19	stakes	stake	NOUN
crl-24614	158	20	,	,	PUNCT
crl-24614	158	21	it	it	PRON
crl-24614	158	22	is	be	AUX
crl-24614	158	23	unsurprising	unsurprising	ADJ
crl-24614	158	24	that	that	SCONJ
crl-24614	158	25	researchers	researcher	NOUN
crl-24614	158	26	experience	experience	VERB
crl-24614	158	27	challenges	challenge	NOUN
crl-24614	158	28	with	with	ADP
crl-24614	158	29	metrics	metric	NOUN
crl-24614	158	30	.	.	PUNCT
crl-24614	159	1	libraries	library	NOUN
crl-24614	159	2	are	be	AUX
crl-24614	159	3	well	well	ADV
crl-24614	159	4	-	-	PUNCT
crl-24614	159	5	positioned	position	VERB
crl-24614	159	6	to	to	PART
crl-24614	159	7	support	support	VERB
crl-24614	159	8	researchers	researcher	NOUN
crl-24614	159	9	and	and	CCONJ
crl-24614	159	10	administrators	administrator	NOUN
crl-24614	159	11	in	in	ADP
crl-24614	159	12	understanding	understand	VERB
crl-24614	159	13	the	the	DET
crl-24614	159	14	nuances	nuance	NOUN
crl-24614	159	15	of	of	ADP
crl-24614	159	16	research	research	NOUN
crl-24614	159	17	impact	impact	NOUN
crl-24614	159	18	metrics	metric	NOUN
crl-24614	159	19	.	.	PUNCT
crl-24614	160	1	however	however	ADV
crl-24614	160	2	,	,	PUNCT
crl-24614	160	3	to	to	PART
crl-24614	160	4	effectively	effectively	ADV
crl-24614	160	5	provide	provide	VERB
crl-24614	160	6	this	this	DET
crl-24614	160	7	support	support	NOUN
crl-24614	160	8	,	,	PUNCT
crl-24614	160	9	libraries	library	NOUN
crl-24614	160	10	must	must	AUX
crl-24614	160	11	have	have	VERB
crl-24614	160	12	a	a	DET
crl-24614	160	13	robust	robust	ADJ
crl-24614	160	14	understanding	understanding	NOUN
crl-24614	160	15	of	of	ADP
crl-24614	160	16	the	the	DET
crl-24614	160	17	researchers	researcher	NOUN
crl-24614	160	18	’	’	PART
crl-24614	160	19	knowledge	knowledge	NOUN
crl-24614	160	20	,	,	PUNCT
crl-24614	160	21	practices	practice	NOUN
crl-24614	160	22	,	,	PUNCT
crl-24614	160	23	and	and	CCONJ
crl-24614	160	24	culture	culture	NOUN
crl-24614	160	25	around	around	ADP
crl-24614	160	26	research	research	NOUN
crl-24614	160	27	impact	impact	NOUN
crl-24614	160	28	metrics	metric	NOUN
crl-24614	160	29	.	.	PUNCT
crl-24614	161	1	this	this	DET
crl-24614	161	2	study	study	NOUN
crl-24614	161	3	provides	provide	VERB
crl-24614	161	4	a	a	DET
crl-24614	161	5	view	view	NOUN
crl-24614	161	6	across	across	ADP
crl-24614	161	7	the	the	DET
crl-24614	161	8	landscape	landscape	NOUN
crl-24614	161	9	that	that	PRON
crl-24614	161	10	can	can	AUX
crl-24614	161	11	be	be	AUX
crl-24614	161	12	used	use	VERB
crl-24614	161	13	to	to	PART
crl-24614	161	14	tailor	tailor	VERB
crl-24614	161	15	services	service	NOUN
crl-24614	161	16	to	to	PART
crl-24614	161	17	address	address	VERB
crl-24614	161	18	faculty	faculty	NOUN
crl-24614	161	19	and	and	CCONJ
crl-24614	161	20	researcher	researcher	NOUN
crl-24614	161	21	concerns	concern	NOUN
crl-24614	161	22	.	.	PUNCT
crl-24614	162	1	qualitative	qualitative	ADJ
crl-24614	162	2	analysis	analysis	NOUN
crl-24614	162	3	of	of	ADP
crl-24614	162	4	faculty	faculty	NOUN
crl-24614	162	5	opinions	opinion	NOUN
crl-24614	162	6	on	on	ADP
crl-24614	162	7	and	and	CCONJ
crl-24614	162	8	perceptions	perception	NOUN
crl-24614	162	9	of	of	ADP
crl-24614	162	10	research	research	NOUN
crl-24614	162	11	impact	impact	NOUN
crl-24614	162	12	metrics	metric	NOUN
crl-24614	162	13	907	907	NUM
crl-24614	162	14	appendix	appendix	NOUN
crl-24614	162	15	a.	a.	NOUN
crl-24614	162	16	survey	survey	NOUN
crl-24614	162	17	this	this	DET
crl-24614	162	18	appendix	appendix	PROPN
crl-24614	162	19	contains	contain	VERB
crl-24614	162	20	the	the	DET
crl-24614	162	21	full	full	ADJ
crl-24614	162	22	text	text	NOUN
crl-24614	162	23	of	of	ADP
crl-24614	162	24	the	the	DET
crl-24614	162	25	survey	survey	NOUN
crl-24614	162	26	.	.	PUNCT
crl-24614	163	1	this	this	DET
crl-24614	163	2	paper	paper	NOUN
crl-24614	163	3	analyzes	analyze	VERB
crl-24614	163	4	the	the	DET
crl-24614	163	5	responses	response	NOUN
crl-24614	163	6	to	to	ADP
crl-24614	163	7	questions	question	NOUN
crl-24614	163	8	14–16	14–16	NUM
crl-24614	163	9	.	.	PUNCT
crl-24614	164	1	see	see	VERB
crl-24614	164	2	bakker	bakker	PROPN
crl-24614	164	3	et	et	PROPN
crl-24614	164	4	al	al	PROPN
crl-24614	164	5	.	.	PROPN
crl-24614	165	1	for	for	ADP
crl-24614	165	2	analysis	analysis	NOUN
crl-24614	165	3	of	of	ADP
crl-24614	165	4	the	the	DET
crl-24614	165	5	quantitative	quantitative	ADJ
crl-24614	165	6	questions	question	NOUN
crl-24614	165	7	(	(	PUNCT
crl-24614	165	8	questions	question	NOUN
crl-24614	165	9	1–13	1–13	NOUN
crl-24614	165	10	):	):	PUNCT
crl-24614	165	11	bakker	bakker	PROPN
crl-24614	165	12	,	,	PUNCT
crl-24614	165	13	c.	c.	PROPN
crl-24614	165	14	et	et	PROPN
crl-24614	165	15	al	al	PROPN
crl-24614	165	16	.	.	PROPN
crl-24614	165	17	2019	2019	NUM
crl-24614	165	18	.	.	PUNCT
crl-24614	166	1	“	"	PUNCT
crl-24614	166	2	how	how	SCONJ
crl-24614	166	3	faculty	faculty	NOUN
crl-24614	166	4	demonstrate	demonstrate	NOUN
crl-24614	166	5	impact	impact	NOUN
crl-24614	166	6	:	:	PUNCT
crl-24614	166	7	a	a	DET
crl-24614	166	8	multi	multi	ADJ
crl-24614	166	9	-	-	ADJ
crl-24614	166	10	institutional	institutional	ADJ
crl-24614	166	11	study	study	NOUN
crl-24614	166	12	of	of	ADP
crl-24614	166	13	faculty	faculty	NOUN
crl-24614	166	14	understandings	understanding	NOUN
crl-24614	166	15	,	,	PUNCT
crl-24614	166	16	perceptions	perception	NOUN
crl-24614	166	17	,	,	PUNCT
crl-24614	166	18	and	and	CCONJ
crl-24614	166	19	strategies	strategy	NOUN
crl-24614	166	20	regarding	regard	VERB
crl-24614	166	21	impact	impact	NOUN
crl-24614	166	22	metrics	metric	NOUN
crl-24614	166	23	.	.	PUNCT
crl-24614	166	24	”	"	PUNCT
crl-24614	167	1	in	in	ADP
crl-24614	167	2	acrl	acrl	NOUN
crl-24614	167	3	2019	2019	NUM
crl-24614	167	4	proceedings	proceeding	NOUN
crl-24614	167	5	:	:	PUNCT
crl-24614	167	6	association	association	NOUN
crl-24614	167	7	of	of	ADP
crl-24614	167	8	college	college	PROPN
crl-24614	167	9	and	and	CCONJ
crl-24614	167	10	research	research	NOUN
crl-24614	167	11	libraries	library	NOUN
crl-24614	167	12	,	,	PUNCT
crl-24614	167	13	cleveland	cleveland	PROPN
crl-24614	167	14	,	,	PUNCT
crl-24614	167	15	ohio	ohio	PROPN
crl-24614	167	16	,	,	PUNCT
crl-24614	167	17	april	april	PROPN
crl-24614	167	18	10	10	NUM
crl-24614	167	19	-	-	SYM
crl-24614	167	20	13	13	NUM
crl-24614	167	21	,	,	PUNCT
crl-24614	167	22	2019	2019	NUM
crl-24614	167	23	,	,	PUNCT
crl-24614	167	24	556–568	556–568	NUM
crl-24614	167	25	.	.	PUNCT
crl-24614	167	26	www.ala.org/acrl/	www.ala.org/acrl/	X
crl-24614	167	27	sites	site	NOUN
crl-24614	167	28	/	/	SYM
crl-24614	167	29	ala.org.acrl	ala.org.acrl	NUM
crl-24614	167	30	/	/	SYM
crl-24614	167	31	files	file	NOUN
crl-24614	167	32	/	/	SYM
crl-24614	167	33	content	content	NOUN
crl-24614	167	34	/	/	SYM
crl-24614	167	35	conferences	conference	NOUN
crl-24614	167	36	/	/	SYM
crl-24614	167	37	confsandpreconfs/2019	confsandpreconfs/2019	NOUN
crl-24614	167	38	/	/	SYM
crl-24614	167	39	howfacultydemonstrateimpact.pdf	howfacultydemonstrateimpact.pdf	PROPN
crl-24614	167	40	.	.	NOUN
crl-24614	167	41	1	1	NUM
crl-24614	167	42	.	.	PUNCT
crl-24614	167	43	in	in	ADP
crl-24614	167	44	what	what	DET
crl-24614	167	45	discipline	discipline	NOUN
crl-24614	167	46	would	would	AUX
crl-24614	167	47	you	you	PRON
crl-24614	167	48	place	place	VERB
crl-24614	167	49	your	your	PRON
crl-24614	167	50	research	research	NOUN
crl-24614	167	51	?	?	PUNCT
crl-24614	168	1	□	□	PUNCT
crl-24614	168	2	sciences	science	NOUN
crl-24614	168	3	and	and	CCONJ
crl-24614	168	4	health	health	NOUN
crl-24614	168	5	sciences	science	NOUN
crl-24614	168	6	□	□	PUNCT
crl-24614	168	7	arts	art	NOUN
crl-24614	168	8	and	and	CCONJ
crl-24614	168	9	humanities	humanity	NOUN
crl-24614	168	10	□	□	PUNCT
crl-24614	168	11	social	social	ADJ
crl-24614	168	12	sciences	science	NOUN
crl-24614	168	13	,	,	PUNCT
crl-24614	168	14	business	business	NOUN
crl-24614	168	15	,	,	PUNCT
crl-24614	168	16	and	and	CCONJ
crl-24614	168	17	social	social	ADJ
crl-24614	168	18	services	service	NOUN
crl-24614	168	19	2	2	NUM
crl-24614	168	20	.	.	PUNCT
crl-24614	169	1	how	how	SCONJ
crl-24614	169	2	familiar	familiar	ADJ
crl-24614	169	3	are	be	AUX
crl-24614	169	4	you	you	PRON
crl-24614	169	5	with	with	ADP
crl-24614	169	6	scholarly	scholarly	ADJ
crl-24614	169	7	metrics	metric	NOUN
crl-24614	169	8	(	(	PUNCT
crl-24614	169	9	journal	journal	NOUN
crl-24614	169	10	impact	impact	NOUN
crl-24614	169	11	factor	factor	NOUN
crl-24614	169	12	,	,	PUNCT
crl-24614	169	13	h	h	NOUN
crl-24614	169	14	-	-	PUNCT
crl-24614	169	15	index	index	NOUN
crl-24614	169	16	,	,	PUNCT
crl-24614	169	17	and	and	CCONJ
crl-24614	169	18	other	other	ADJ
crl-24614	169	19	metrics	metric	NOUN
crl-24614	169	20	)	)	PUNCT
crl-24614	169	21	?	?	PUNCT
crl-24614	170	1	□	□	PUNCT
crl-24614	170	2	not	not	PART
crl-24614	170	3	at	at	ADV
crl-24614	170	4	all	all	ADV
crl-24614	170	5	familiar	familiar	ADJ
crl-24614	170	6	(	(	PUNCT
crl-24614	170	7	scholarly	scholarly	ADJ
crl-24614	170	8	metrics	metric	NOUN
crl-24614	170	9	are	be	AUX
crl-24614	170	10	completely	completely	ADV
crl-24614	170	11	new	new	ADJ
crl-24614	170	12	to	to	ADP
crl-24614	170	13	me	i	PRON
crl-24614	170	14	)	)	PUNCT
crl-24614	170	15	□	□	PUNCT
crl-24614	170	16	marginally	marginally	ADV
crl-24614	170	17	familiar	familiar	ADJ
crl-24614	170	18	(	(	PUNCT
crl-24614	170	19	i	i	PRON
crl-24614	170	20	have	have	AUX
crl-24614	170	21	heard	hear	VERB
crl-24614	170	22	of	of	ADP
crl-24614	170	23	scholarly	scholarly	ADJ
crl-24614	170	24	metrics	metric	NOUN
crl-24614	170	25	)	)	PUNCT
crl-24614	170	26	□	□	PUNCT
crl-24614	170	27	somewhat	somewhat	ADV
crl-24614	170	28	familiar	familiar	ADJ
crl-24614	170	29	(	(	PUNCT
crl-24614	170	30	i	i	PRON
crl-24614	170	31	know	know	VERB
crl-24614	170	32	about	about	ADP
crl-24614	170	33	scholarly	scholarly	ADJ
crl-24614	170	34	metrics	metric	NOUN
crl-24614	170	35	but	but	CCONJ
crl-24614	170	36	have	have	AUX
crl-24614	170	37	not	not	PART
crl-24614	170	38	personally	personally	ADV
crl-24614	170	39	used	use	VERB
crl-24614	170	40	them	they	PRON
crl-24614	170	41	)	)	PUNCT
crl-24614	170	42	□	□	PUNCT
crl-24614	170	43	familiar	familiar	ADJ
crl-24614	170	44	(	(	PUNCT
crl-24614	170	45	i	i	PRON
crl-24614	170	46	know	know	VERB
crl-24614	170	47	about	about	ADP
crl-24614	170	48	scholarly	scholarly	ADJ
crl-24614	170	49	metrics	metric	NOUN
crl-24614	170	50	and	and	CCONJ
crl-24614	170	51	have	have	AUX
crl-24614	170	52	explored	explore	VERB
crl-24614	170	53	using	use	VERB
crl-24614	170	54	them	they	PRON
crl-24614	170	55	)	)	PUNCT
crl-24614	170	56	□	□	PUNCT
crl-24614	170	57	extremely	extremely	ADV
crl-24614	170	58	familiar	familiar	ADJ
crl-24614	170	59	(	(	PUNCT
crl-24614	170	60	i	i	PRON
crl-24614	170	61	track	track	VERB
crl-24614	170	62	my	my	PRON
crl-24614	170	63	own	own	ADJ
crl-24614	170	64	scholarly	scholarly	ADJ
crl-24614	170	65	metrics	metric	NOUN
crl-24614	170	66	and	and	CCONJ
crl-24614	170	67	regularly	regularly	ADV
crl-24614	170	68	use	use	VERB
crl-24614	170	69	them	they	PRON
crl-24614	170	70	to	to	PART
crl-24614	170	71	demonstrate	demonstrate	VERB
crl-24614	170	72	scholarly	scholarly	ADJ
crl-24614	170	73	impact	impact	NOUN
crl-24614	170	74	)	)	PUNCT
crl-24614	171	1	3	3	NUM
crl-24614	171	2	.	.	X
crl-24614	172	1	how	how	SCONJ
crl-24614	172	2	familiar	familiar	ADJ
crl-24614	172	3	are	be	AUX
crl-24614	172	4	you	you	PRON
crl-24614	172	5	with	with	ADP
crl-24614	172	6	“	"	PUNCT
crl-24614	172	7	altmetrics	altmetric	NOUN
crl-24614	172	8	”	"	PUNCT
crl-24614	172	9	or	or	CCONJ
crl-24614	172	10	nontraditional	nontraditional	ADJ
crl-24614	172	11	means	mean	NOUN
crl-24614	172	12	of	of	ADP
crl-24614	172	13	demonstrating	demonstrate	VERB
crl-24614	172	14	scholarly	scholarly	ADJ
crl-24614	172	15	impact	impact	NOUN
crl-24614	172	16	(	(	PUNCT
crl-24614	172	17	downloads	download	NOUN
crl-24614	172	18	,	,	PUNCT
crl-24614	172	19	page	page	NOUN
crl-24614	172	20	views	view	NOUN
crl-24614	172	21	,	,	PUNCT
crl-24614	172	22	mendeley	mendeley	NOUN
crl-24614	172	23	readers	reader	NOUN
crl-24614	172	24	,	,	PUNCT
crl-24614	172	25	social	social	ADJ
crl-24614	172	26	media	medium	NOUN
crl-24614	172	27	followers	follower	NOUN
crl-24614	172	28	,	,	PUNCT
crl-24614	172	29	and	and	CCONJ
crl-24614	172	30	the	the	DET
crl-24614	172	31	like	like	ADJ
crl-24614	172	32	)	)	PUNCT
crl-24614	172	33	?	?	PUNCT
crl-24614	173	1	□	□	PUNCT
crl-24614	173	2	not	not	PART
crl-24614	173	3	at	at	ADV
crl-24614	173	4	all	all	ADV
crl-24614	173	5	familiar	familiar	ADJ
crl-24614	173	6	(	(	PUNCT
crl-24614	173	7	this	this	DET
crl-24614	173	8	term	term	NOUN
crl-24614	173	9	is	be	AUX
crl-24614	173	10	completely	completely	ADV
crl-24614	173	11	new	new	ADJ
crl-24614	173	12	to	to	ADP
crl-24614	173	13	me	i	PRON
crl-24614	173	14	)	)	PUNCT
crl-24614	173	15	□	□	PUNCT
crl-24614	173	16	marginally	marginally	ADV
crl-24614	173	17	familiar	familiar	ADJ
crl-24614	173	18	(	(	PUNCT
crl-24614	173	19	i	i	PRON
crl-24614	173	20	have	have	AUX
crl-24614	173	21	heard	hear	VERB
crl-24614	173	22	the	the	DET
crl-24614	173	23	term	term	NOUN
crl-24614	173	24	altmetrics	altmetric	NOUN
crl-24614	173	25	)	)	PUNCT
crl-24614	173	26	□	□	PUNCT
crl-24614	173	27	somewhat	somewhat	ADV
crl-24614	173	28	familiar	familiar	ADJ
crl-24614	173	29	(	(	PUNCT
crl-24614	173	30	i	i	PRON
crl-24614	173	31	have	have	AUX
crl-24614	173	32	heard	hear	VERB
crl-24614	173	33	of	of	ADP
crl-24614	173	34	altmetrics	altmetric	NOUN
crl-24614	173	35	but	but	CCONJ
crl-24614	173	36	have	have	AUX
crl-24614	173	37	not	not	PART
crl-24614	173	38	personally	personally	ADV
crl-24614	173	39	used	use	VERB
crl-24614	173	40	them	they	PRON
crl-24614	173	41	)	)	PUNCT
crl-24614	173	42	□	□	PUNCT
crl-24614	174	1	familiar	familiar	ADJ
crl-24614	174	2	(	(	PUNCT
crl-24614	174	3	i	i	PRON
crl-24614	174	4	know	know	VERB
crl-24614	174	5	about	about	ADP
crl-24614	174	6	altmetrics	altmetric	NOUN
crl-24614	174	7	and	and	CCONJ
crl-24614	174	8	have	have	AUX
crl-24614	174	9	explored	explore	VERB
crl-24614	174	10	gathering	gathering	NOUN
crl-24614	174	11	altmetrics	altmetric	NOUN
crl-24614	174	12	on	on	ADP
crl-24614	174	13	my	my	PRON
crl-24614	174	14	own	own	ADJ
crl-24614	174	15	scholarship	scholarship	NOUN
crl-24614	174	16	)	)	PUNCT
crl-24614	174	17	□	□	PUNCT
crl-24614	174	18	extremely	extremely	ADV
crl-24614	174	19	familiar	familiar	ADJ
crl-24614	174	20	(	(	PUNCT
crl-24614	174	21	i	i	PRON
crl-24614	174	22	track	track	VERB
crl-24614	174	23	my	my	PRON
crl-24614	174	24	own	own	ADJ
crl-24614	174	25	altmetrics	altmetric	NOUN
crl-24614	174	26	and	and	CCONJ
crl-24614	174	27	regularly	regularly	ADV
crl-24614	174	28	use	use	VERB
crl-24614	174	29	them	they	PRON
crl-24614	174	30	to	to	PART
crl-24614	174	31	demonstrate	demonstrate	VERB
crl-24614	174	32	scholarly	scholarly	ADJ
crl-24614	174	33	impact	impact	NOUN
crl-24614	174	34	)	)	PUNCT
crl-24614	174	35	□	□	PUNCT
crl-24614	174	36	does	do	AUX
crl-24614	174	37	your	your	PRON
crl-24614	174	38	department	department	NOUN
crl-24614	174	39	encourage	encourage	VERB
crl-24614	174	40	the	the	DET
crl-24614	174	41	inclusion	inclusion	NOUN
crl-24614	174	42	of	of	ADP
crl-24614	174	43	scholarly	scholarly	ADJ
crl-24614	174	44	metrics	metric	NOUN
crl-24614	174	45	in	in	ADP
crl-24614	174	46	your	your	PRON
crl-24614	174	47	promotion	promotion	NOUN
crl-24614	174	48	and	and	CCONJ
crl-24614	174	49	tenure	tenure	NOUN
crl-24614	174	50	dossier	dossier	NOUN
crl-24614	174	51	?	?	PUNCT
crl-24614	175	1	□	□	PUNCT
crl-24614	175	2	yes	yes	INTJ
crl-24614	175	3	□	□	PUNCT
crl-24614	175	4	no	no	PROPN
crl-24614	175	5	□	□	PUNCT
crl-24614	175	6	do	do	AUX
crl-24614	175	7	n’t	not	PART
crl-24614	175	8	know	know	VERB
crl-24614	175	9	4	4	NUM
crl-24614	175	10	.	.	PUNCT
crl-24614	176	1	does	do	AUX
crl-24614	176	2	your	your	PRON
crl-24614	176	3	department	department	NOUN
crl-24614	176	4	require	require	VERB
crl-24614	176	5	the	the	DET
crl-24614	176	6	inclusion	inclusion	NOUN
crl-24614	176	7	of	of	ADP
crl-24614	176	8	scholarly	scholarly	ADJ
crl-24614	176	9	metrics	metric	NOUN
crl-24614	176	10	in	in	ADP
crl-24614	176	11	your	your	PRON
crl-24614	176	12	promotion	promotion	NOUN
crl-24614	176	13	and	and	CCONJ
crl-24614	176	14	tenure	tenure	NOUN
crl-24614	176	15	dossier	dossier	NOUN
crl-24614	176	16	?	?	PUNCT
crl-24614	176	17	*	*	PUNCT
crl-24614	177	1	□	□	PUNCT
crl-24614	177	2	yes	yes	INTJ
crl-24614	177	3	□	□	PUNCT
crl-24614	177	4	no	no	PROPN
crl-24614	177	5	□	□	PUNCT
crl-24614	177	6	do	do	AUX
crl-24614	177	7	n’t	not	PART
crl-24614	177	8	know	know	VERB
crl-24614	177	9	5	5	NUM
crl-24614	177	10	.	.	PUNCT
crl-24614	178	1	how	how	SCONJ
crl-24614	178	2	important	important	ADJ
crl-24614	178	3	are	be	AUX
crl-24614	178	4	scholarly	scholarly	ADJ
crl-24614	178	5	metrics	metric	NOUN
crl-24614	178	6	to	to	ADP
crl-24614	178	7	your	your	PRON
crl-24614	178	8	department	department	NOUN
crl-24614	178	9	’s	’s	PART
crl-24614	178	10	promotion	promotion	NOUN
crl-24614	178	11	and	and	CCONJ
crl-24614	178	12	tenure	tenure	NOUN
crl-24614	178	13	process	process	NOUN
crl-24614	178	14	?	?	PUNCT
crl-24614	179	1	*	*	PUNCT
crl-24614	179	2	□	□	PUNCT
crl-24614	179	3	not	not	PART
crl-24614	179	4	at	at	ADV
crl-24614	179	5	all	all	ADV
crl-24614	179	6	important	important	ADJ
crl-24614	179	7	□	□	PUNCT
crl-24614	179	8	not	not	PART
crl-24614	179	9	very	very	ADV
crl-24614	179	10	important	important	ADJ
crl-24614	179	11	□	□	PUNCT
crl-24614	179	12	somewhat	somewhat	ADV
crl-24614	179	13	important	important	ADJ
crl-24614	179	14	□	□	PUNCT
crl-24614	179	15	fairly	fairly	ADV
crl-24614	179	16	important	important	ADJ
crl-24614	179	17	□	□	PUNCT
crl-24614	179	18	extremely	extremely	ADV
crl-24614	179	19	important	important	ADJ
crl-24614	179	20	□	□	PUNCT
crl-24614	179	21	do	do	AUX
crl-24614	179	22	n’t	not	PART
crl-24614	179	23	know	know	VERB
crl-24614	179	24	908	908	NUM
crl-24614	179	25	college	college	PROPN
crl-24614	179	26	&	&	CCONJ
crl-24614	179	27	research	research	PROPN
crl-24614	179	28	libraries	library	NOUN
crl-24614	179	29	september	september	PROPN
crl-24614	179	30	2020	2020	NUM
crl-24614	179	31	6	6	NUM
crl-24614	179	32	.	.	PUNCT
crl-24614	180	1	what	what	PRON
crl-24614	180	2	other	other	ADJ
crl-24614	180	3	measures	measure	NOUN
crl-24614	180	4	of	of	ADP
crl-24614	180	5	research	research	NOUN
crl-24614	180	6	impact	impact	NOUN
crl-24614	180	7	are	be	AUX
crl-24614	180	8	valued	value	VERB
crl-24614	180	9	in	in	ADP
crl-24614	180	10	your	your	PRON
crl-24614	180	11	department	department	NOUN
crl-24614	180	12	’s	’s	PART
crl-24614	180	13	promotion	promotion	NOUN
crl-24614	180	14	and	and	CCONJ
crl-24614	180	15	tenure	tenure	NOUN
crl-24614	180	16	process	process	NOUN
crl-24614	180	17	?	?	PUNCT
crl-24614	181	1	*	*	PUNCT
crl-24614	182	1	7	7	X
crl-24614	182	2	.	.	X
crl-24614	183	1	what	what	PRON
crl-24614	183	2	resources	resource	NOUN
crl-24614	183	3	do	do	AUX
crl-24614	183	4	you	you	PRON
crl-24614	183	5	use	use	VERB
crl-24614	183	6	to	to	PART
crl-24614	183	7	find	find	VERB
crl-24614	183	8	scholarly	scholarly	ADJ
crl-24614	183	9	metric	metric	ADJ
crl-24614	183	10	information	information	NOUN
crl-24614	183	11	?	?	PUNCT
crl-24614	184	1	□	□	PUNCT
crl-24614	184	2	none	none	NOUN
crl-24614	184	3	□	□	PUNCT
crl-24614	184	4	journal	journal	NOUN
crl-24614	184	5	citation	citation	NOUN
crl-24614	184	6	reports	report	VERB
crl-24614	184	7	□	□	PUNCT
crl-24614	184	8	web	web	NOUN
crl-24614	184	9	of	of	ADP
crl-24614	184	10	science	science	NOUN
crl-24614	184	11	□	□	PUNCT
crl-24614	184	12	scimago	scimago	ADJ
crl-24614	184	13	journal	journal	NOUN
crl-24614	184	14	and	and	CCONJ
crl-24614	184	15	country	country	NOUN
crl-24614	184	16	rank	rank	NOUN
crl-24614	184	17	□	□	PUNCT
crl-24614	184	18	scopus	scopus	X
crl-24614	184	19	□	□	PUNCT
crl-24614	184	20	google	google	NOUN
crl-24614	184	21	scholar	scholar	NOUN
crl-24614	184	22	□	□	PUNCT
crl-24614	184	23	incites	incite	VERB
crl-24614	184	24	□	□	PUNCT
crl-24614	184	25	impact	impact	NOUN
crl-24614	184	26	story	story	NOUN
crl-24614	184	27	□	□	PUNCT
crl-24614	184	28	researchgate	researchgate	NOUN
crl-24614	184	29	□	□	PUNCT
crl-24614	184	30	mendeley	mendeley	NOUN
crl-24614	184	31	□	□	PUNCT
crl-24614	184	32	plumx	plumx	NOUN
crl-24614	184	33	□	□	PUNCT
crl-24614	184	34	publish	publish	VERB
crl-24614	184	35	or	or	CCONJ
crl-24614	184	36	perish	perish	ADJ
crl-24614	184	37	□	□	PUNCT
crl-24614	184	38	academic	academic	ADJ
crl-24614	184	39	analytics	analytic	NOUN
crl-24614	184	40	□	□	PUNCT
crl-24614	184	41	experts@minnesota	experts@minnesota	PRON
crl-24614	184	42	□	□	PUNCT
crl-24614	184	43	scival	scival	NOUN
crl-24614	184	44	□	□	PUNCT
crl-24614	184	45	digital	digital	ADJ
crl-24614	184	46	commons	common	NOUN
crl-24614	184	47	dashboard	dashboard	NOUN
crl-24614	184	48	□	□	PUNCT
crl-24614	184	49	other	other	ADJ
crl-24614	184	50	:	:	PUNCT
crl-24614	184	51	8	8	NUM
crl-24614	184	52	.	.	X
crl-24614	184	53	where	where	SCONJ
crl-24614	184	54	on	on	ADP
crl-24614	184	55	campus	campus	NOUN
crl-24614	184	56	would	would	AUX
crl-24614	184	57	you	you	PRON
crl-24614	184	58	turn	turn	VERB
crl-24614	184	59	for	for	ADP
crl-24614	184	60	help	help	NOUN
crl-24614	184	61	with	with	ADP
crl-24614	184	62	scholarly	scholarly	ADJ
crl-24614	184	63	metrics	metric	NOUN
crl-24614	184	64	?	?	PUNCT
crl-24614	185	1	9	9	X
crl-24614	185	2	.	.	X
crl-24614	186	1	how	how	SCONJ
crl-24614	186	2	accurately	accurately	ADV
crl-24614	186	3	do	do	AUX
crl-24614	186	4	scholarly	scholarly	ADJ
crl-24614	186	5	metrics	metric	NOUN
crl-24614	186	6	reflect	reflect	VERB
crl-24614	186	7	the	the	DET
crl-24614	186	8	importance	importance	NOUN
crl-24614	186	9	of	of	ADP
crl-24614	186	10	a	a	DET
crl-24614	186	11	researcher	researcher	NOUN
crl-24614	186	12	’s	’s	PART
crl-24614	186	13	scholarly	scholarly	ADJ
crl-24614	186	14	work	work	NOUN
crl-24614	186	15	?	?	PUNCT
crl-24614	187	1	□	□	PUNCT
crl-24614	187	2	not	not	PART
crl-24614	187	3	accurately	accurately	ADV
crl-24614	187	4	at	at	ADP
crl-24614	187	5	all	all	ADV
crl-24614	187	6	□	□	PUNCT
crl-24614	187	7	not	not	PART
crl-24614	187	8	very	very	ADV
crl-24614	187	9	accurately	accurately	ADV
crl-24614	187	10	□	□	PUNCT
crl-24614	187	11	somewhat	somewhat	ADV
crl-24614	187	12	accurately	accurately	ADV
crl-24614	187	13	□	□	PUNCT
crl-24614	187	14	fairly	fairly	ADV
crl-24614	187	15	accurately	accurately	ADV
crl-24614	187	16	□	□	PUNCT
crl-24614	187	17	extremely	extremely	ADV
crl-24614	187	18	accurately	accurately	ADV
crl-24614	187	19	10	10	NUM
crl-24614	187	20	.	.	PUNCT
crl-24614	188	1	why	why	SCONJ
crl-24614	188	2	do	do	AUX
crl-24614	188	3	you	you	PRON
crl-24614	188	4	feel	feel	VERB
crl-24614	188	5	that	that	DET
crl-24614	188	6	way	way	NOUN
crl-24614	188	7	?	?	PUNCT
crl-24614	189	1	11	11	NUM
crl-24614	189	2	.	.	PUNCT
crl-24614	190	1	how	how	SCONJ
crl-24614	190	2	much	much	ADJ
crl-24614	190	3	weight	weight	NOUN
crl-24614	190	4	do	do	AUX
crl-24614	190	5	you	you	PRON
crl-24614	190	6	feel	feel	VERB
crl-24614	190	7	your	your	PRON
crl-24614	190	8	department	department	NOUN
crl-24614	190	9	should	should	AUX
crl-24614	190	10	place	place	VERB
crl-24614	190	11	on	on	ADP
crl-24614	190	12	scholarly	scholarly	ADJ
crl-24614	190	13	metrics	metric	NOUN
crl-24614	190	14	in	in	ADP
crl-24614	190	15	their	their	PRON
crl-24614	190	16	promotion	promotion	NOUN
crl-24614	190	17	and	and	CCONJ
crl-24614	190	18	tenure	tenure	NOUN
crl-24614	190	19	processes	process	NOUN
crl-24614	190	20	?	?	PUNCT
crl-24614	191	1	*	*	PUNCT
crl-24614	191	2	□	□	PUNCT
crl-24614	191	3	no	no	DET
crl-24614	191	4	weight	weight	NOUN
crl-24614	191	5	□	□	PUNCT
crl-24614	191	6	very	very	ADV
crl-24614	191	7	little	little	ADJ
crl-24614	191	8	weight	weight	NOUN
crl-24614	191	9	□	□	PUNCT
crl-24614	191	10	some	some	DET
crl-24614	191	11	weight	weight	NOUN
crl-24614	191	12	□	□	PUNCT
crl-24614	191	13	a	a	DET
crl-24614	191	14	great	great	ADJ
crl-24614	191	15	deal	deal	NOUN
crl-24614	191	16	of	of	ADP
crl-24614	191	17	weight	weight	NOUN
crl-24614	191	18	12	12	NUM
crl-24614	191	19	.	.	PUNCT
crl-24614	192	1	why	why	SCONJ
crl-24614	192	2	do	do	AUX
crl-24614	192	3	you	you	PRON
crl-24614	192	4	feel	feel	VERB
crl-24614	192	5	that	that	DET
crl-24614	192	6	way	way	NOUN
crl-24614	192	7	?	?	PUNCT
crl-24614	193	1	13	13	NUM
crl-24614	193	2	.	.	PUNCT
crl-24614	194	1	besides	besides	SCONJ
crl-24614	194	2	putting	put	VERB
crl-24614	194	3	together	together	ADV
crl-24614	194	4	your	your	PRON
crl-24614	194	5	promotion	promotion	NOUN
crl-24614	194	6	and	and	CCONJ
crl-24614	194	7	tenure	tenure	NOUN
crl-24614	194	8	dossiers	dossier	NOUN
crl-24614	194	9	,	,	PUNCT
crl-24614	194	10	*	*	PUNCT
crl-24614	194	11	when	when	SCONJ
crl-24614	194	12	do	do	AUX
crl-24614	194	13	you	you	PRON
crl-24614	194	14	look	look	VERB
crl-24614	194	15	at	at	ADP
crl-24614	194	16	scholarly	scholarly	ADJ
crl-24614	194	17	metrics	metric	NOUN
crl-24614	194	18	?	?	PUNCT
crl-24614	195	1	14	14	NUM
crl-24614	195	2	.	.	PUNCT
crl-24614	196	1	what	what	PRON
crl-24614	196	2	information	information	NOUN
crl-24614	196	3	regarding	regard	VERB
crl-24614	196	4	scholarly	scholarly	ADJ
crl-24614	196	5	metrics	metric	NOUN
crl-24614	196	6	or	or	CCONJ
crl-24614	196	7	impact	impact	NOUN
crl-24614	196	8	-	-	PUNCT
crl-24614	196	9	tracking	tracking	NOUN
crl-24614	196	10	would	would	AUX
crl-24614	196	11	be	be	AUX
crl-24614	196	12	most	most	ADV
crl-24614	196	13	helpful	helpful	ADJ
crl-24614	196	14	to	to	ADP
crl-24614	196	15	you	you	PRON
crl-24614	196	16	?	?	PUNCT
crl-24614	197	1	15	15	X
crl-24614	197	2	.	.	PUNCT
crl-24614	198	1	please	please	INTJ
crl-24614	198	2	describe	describe	VERB
crl-24614	198	3	any	any	DET
crl-24614	198	4	concerns	concern	NOUN
crl-24614	198	5	you	you	PRON
crl-24614	198	6	may	may	AUX
crl-24614	198	7	have	have	VERB
crl-24614	198	8	about	about	ADP
crl-24614	198	9	university	university	NOUN
crl-24614	198	10	administrators	administrator	NOUN
crl-24614	198	11	tracking	track	VERB
crl-24614	198	12	the	the	DET
crl-24614	198	13	scholarly	scholarly	ADJ
crl-24614	198	14	metric	metric	ADJ
crl-24614	198	15	data	datum	NOUN
crl-24614	198	16	of	of	ADP
crl-24614	198	17	their	their	PRON
crl-24614	198	18	faculty	faculty	NOUN
crl-24614	198	19	.	.	PUNCT
crl-24614	199	1	*	*	PUNCT
crl-24614	199	2	note	note	VERB
crl-24614	199	3	:	:	PUNCT
crl-24614	199	4	there	there	PRON
crl-24614	199	5	were	be	VERB
crl-24614	199	6	two	two	NUM
crl-24614	199	7	versions	version	NOUN
crl-24614	199	8	of	of	ADP
crl-24614	199	9	this	this	DET
crl-24614	199	10	survey	survey	NOUN
crl-24614	199	11	:	:	PUNCT
crl-24614	199	12	one	one	NUM
crl-24614	199	13	issued	issue	VERB
crl-24614	199	14	to	to	ADP
crl-24614	199	15	tenure	tenure	NOUN
crl-24614	199	16	/	/	SYM
crl-24614	199	17	tenure	tenure	NOUN
crl-24614	199	18	-	-	PUNCT
crl-24614	199	19	track	track	NOUN
crl-24614	199	20	faculty	faculty	NOUN
crl-24614	199	21	and	and	CCONJ
crl-24614	199	22	researchers	researcher	NOUN
crl-24614	199	23	and	and	CCONJ
crl-24614	199	24	the	the	DET
crl-24614	199	25	other	other	ADJ
crl-24614	199	26	issued	issue	VERB
crl-24614	199	27	to	to	ADP
crl-24614	199	28	non	non	ADJ
crl-24614	199	29	-	-	NOUN
crl-24614	199	30	tenure	tenure	ADJ
crl-24614	199	31	/	/	SYM
crl-24614	199	32	non	non	ADJ
crl-24614	199	33	-	-	ADJ
crl-24614	199	34	tenure	tenure	ADJ
crl-24614	199	35	-	-	PUNCT
crl-24614	199	36	track	track	NOUN
crl-24614	199	37	faculty	faculty	NOUN
crl-24614	199	38	and	and	CCONJ
crl-24614	199	39	researchers	researcher	NOUN
crl-24614	199	40	.	.	PUNCT
crl-24614	200	1	the	the	DET
crl-24614	200	2	survey	survey	NOUN
crl-24614	200	3	issued	issue	VERB
crl-24614	200	4	to	to	ADP
crl-24614	200	5	non	non	ADJ
crl-24614	200	6	-	-	ADJ
crl-24614	200	7	tenure	tenure	ADJ
crl-24614	200	8	-	-	PUNCT
crl-24614	200	9	track	track	NOUN
crl-24614	200	10	faculty	faculty	NOUN
crl-24614	200	11	and	and	CCONJ
crl-24614	200	12	researchers	researcher	NOUN
crl-24614	200	13	replaced	replace	VERB
crl-24614	200	14	references	reference	NOUN
crl-24614	200	15	to	to	ADP
crl-24614	200	16	promotion	promotion	NOUN
crl-24614	200	17	and	and	CCONJ
crl-24614	200	18	tenure	tenure	NOUN
crl-24614	200	19	dossiers	dossier	NOUN
crl-24614	200	20	with	with	ADP
crl-24614	200	21	references	reference	NOUN
crl-24614	200	22	to	to	ADP
crl-24614	200	23	annual	annual	ADJ
crl-24614	200	24	performance	performance	NOUN
crl-24614	200	25	reviews	review	NOUN
crl-24614	200	26	.	.	PUNCT
crl-24614	201	1	qualitative	qualitative	ADJ
crl-24614	201	2	analysis	analysis	NOUN
crl-24614	201	3	of	of	ADP
crl-24614	201	4	faculty	faculty	NOUN
crl-24614	201	5	opinions	opinion	NOUN
crl-24614	201	6	on	on	ADP
crl-24614	201	7	and	and	CCONJ
crl-24614	201	8	perceptions	perception	NOUN
crl-24614	201	9	of	of	ADP
crl-24614	201	10	research	research	NOUN
crl-24614	201	11	impact	impact	NOUN
crl-24614	201	12	metrics	metric	NOUN
crl-24614	201	13	909	909	NUM
crl-24614	201	14	appendix	appendix	PROPN
crl-24614	201	15	b.	b.	PROPN
crl-24614	201	16	codebook	codebook	PROPN
crl-24614	201	17	code	code	NOUN
crl-24614	201	18	description	description	NOUN
crl-24614	201	19	concerns	concern	NOUN
crl-24614	201	20	accuracy	accuracy	NOUN
crl-24614	201	21	of	of	ADP
crl-24614	201	22	data	datum	NOUN
crl-24614	201	23	concerns	concern	NOUN
crl-24614	201	24	about	about	ADP
crl-24614	201	25	whether	whether	SCONJ
crl-24614	201	26	specific	specific	ADJ
crl-24614	201	27	data	data	NOUN
crl-24614	201	28	points	point	NOUN
crl-24614	201	29	(	(	PUNCT
crl-24614	201	30	such	such	ADJ
crl-24614	201	31	as	as	ADP
crl-24614	201	32	incorrect	incorrect	ADJ
crl-24614	201	33	citation	citation	NOUN
crl-24614	201	34	counts	count	NOUN
crl-24614	201	35	)	)	PUNCT
crl-24614	201	36	are	be	AUX
crl-24614	201	37	accurate	accurate	ADJ
crl-24614	201	38	or	or	CCONJ
crl-24614	201	39	complete	complete	ADJ
crl-24614	201	40	.	.	PUNCT
crl-24614	202	1	administrative	administrative	ADJ
crl-24614	202	2	use	use	NOUN
crl-24614	202	3	:	:	PUNCT
crl-24614	202	4	lack	lack	NOUN
crl-24614	202	5	of	of	ADP
crl-24614	202	6	transparency	transparency	NOUN
crl-24614	202	7	expression	expression	NOUN
crl-24614	202	8	of	of	ADP
crl-24614	202	9	a	a	DET
crl-24614	202	10	lack	lack	NOUN
crl-24614	202	11	of	of	ADP
crl-24614	202	12	understanding	understanding	NOUN
crl-24614	202	13	of	of	ADP
crl-24614	202	14	how	how	SCONJ
crl-24614	202	15	administrators	administrator	NOUN
crl-24614	202	16	are	be	AUX
crl-24614	202	17	using	use	VERB
crl-24614	202	18	research	research	NOUN
crl-24614	202	19	impact	impact	NOUN
crl-24614	202	20	metrics	metric	NOUN
crl-24614	202	21	.	.	PUNCT
crl-24614	202	22	includes	include	VERB
crl-24614	202	23	concerns	concern	NOUN
crl-24614	202	24	regarding	regard	VERB
crl-24614	202	25	the	the	DET
crl-24614	202	26	lack	lack	NOUN
crl-24614	202	27	of	of	ADP
crl-24614	202	28	clarity	clarity	NOUN
crl-24614	202	29	around	around	ADP
crl-24614	202	30	expectations	expectation	NOUN
crl-24614	202	31	and	and	CCONJ
crl-24614	202	32	norms	norm	NOUN
crl-24614	202	33	.	.	PUNCT
crl-24614	203	1	administrative	administrative	ADJ
crl-24614	203	2	use	use	NOUN
crl-24614	203	3	:	:	PUNCT
crl-24614	203	4	leading	lead	VERB
crl-24614	203	5	to	to	ADP
crl-24614	203	6	negative	negative	ADJ
crl-24614	203	7	outcomes	outcome	NOUN
crl-24614	203	8	expression	expression	NOUN
crl-24614	203	9	of	of	ADP
crl-24614	203	10	concern	concern	NOUN
crl-24614	203	11	that	that	SCONJ
crl-24614	203	12	improper	improper	ADJ
crl-24614	203	13	use	use	NOUN
crl-24614	203	14	or	or	CCONJ
crl-24614	203	15	application	application	NOUN
crl-24614	203	16	of	of	ADP
crl-24614	203	17	research	research	NOUN
crl-24614	203	18	impact	impact	NOUN
crl-24614	203	19	metrics	metric	NOUN
crl-24614	203	20	on	on	ADP
crl-24614	203	21	the	the	DET
crl-24614	203	22	part	part	NOUN
crl-24614	203	23	of	of	ADP
crl-24614	203	24	administrators	administrator	NOUN
crl-24614	203	25	may	may	AUX
crl-24614	203	26	lead	lead	VERB
crl-24614	203	27	to	to	ADP
crl-24614	203	28	challenges	challenge	NOUN
crl-24614	203	29	regarding	regard	VERB
crl-24614	203	30	resource	resource	NOUN
crl-24614	203	31	allocation	allocation	NOUN
crl-24614	203	32	,	,	PUNCT
crl-24614	203	33	prestige	prestige	NOUN
crl-24614	203	34	,	,	PUNCT
crl-24614	203	35	career	career	NOUN
crl-24614	203	36	advancement	advancement	NOUN
crl-24614	203	37	,	,	PUNCT
crl-24614	203	38	and	and	CCONJ
crl-24614	203	39	so	so	ADV
crl-24614	203	40	forth	forth	ADV
crl-24614	203	41	.	.	PUNCT
crl-24614	204	1	administrative	administrative	ADJ
crl-24614	204	2	use	use	NOUN
crl-24614	204	3	:	:	PUNCT
crl-24614	204	4	misunderstanding	misunderstand	VERB
crl-24614	204	5	nuance	nuance	NOUN
crl-24614	204	6	and	and	CCONJ
crl-24614	204	7	disciplinary	disciplinary	ADJ
crl-24614	204	8	difference	difference	NOUN
crl-24614	204	9	expression	expression	NOUN
crl-24614	204	10	of	of	ADP
crl-24614	204	11	concern	concern	NOUN
crl-24614	204	12	that	that	SCONJ
crl-24614	204	13	administrators	administrator	NOUN
crl-24614	204	14	will	will	AUX
crl-24614	204	15	apply	apply	VERB
crl-24614	204	16	research	research	NOUN
crl-24614	204	17	impact	impact	NOUN
crl-24614	204	18	metrics	metric	NOUN
crl-24614	204	19	in	in	ADP
crl-24614	204	20	a	a	DET
crl-24614	204	21	generalized	generalized	ADJ
crl-24614	204	22	fashion	fashion	NOUN
crl-24614	204	23	without	without	ADP
crl-24614	204	24	recognizing	recognize	VERB
crl-24614	204	25	disciplinary	disciplinary	ADJ
crl-24614	204	26	differences	difference	NOUN
crl-24614	204	27	or	or	CCONJ
crl-24614	204	28	other	other	ADJ
crl-24614	204	29	nuances	nuance	NOUN
crl-24614	204	30	.	.	PUNCT
crl-24614	204	31	include	include	VERB
crl-24614	204	32	concerns	concern	NOUN
crl-24614	204	33	that	that	SCONJ
crl-24614	204	34	administrators	administrator	NOUN
crl-24614	204	35	should	should	AUX
crl-24614	204	36	not	not	PART
crl-24614	204	37	use	use	VERB
crl-24614	204	38	a	a	DET
crl-24614	204	39	single	single	ADJ
crl-24614	204	40	impact	impact	NOUN
crl-24614	204	41	measure	measure	NOUN
crl-24614	204	42	.	.	PUNCT
crl-24614	205	1	include	include	VERB
crl-24614	205	2	“	"	PUNCT
crl-24614	205	3	metrics	metric	NOUN
crl-24614	205	4	are	be	AUX
crl-24614	205	5	an	an	DET
crl-24614	205	6	oversimplification	oversimplification	NOUN
crl-24614	205	7	”	"	PUNCT
crl-24614	205	8	here	here	ADV
crl-24614	205	9	.	.	PUNCT
crl-24614	206	1	administrative	administrative	ADJ
crl-24614	206	2	use	use	NOUN
crl-24614	206	3	:	:	PUNCT
crl-24614	206	4	undue	undue	ADJ
crl-24614	206	5	emphasis	emphasis	NOUN
crl-24614	206	6	mentions	mention	NOUN
crl-24614	206	7	of	of	ADP
crl-24614	206	8	overemphasis	overemphasis	NOUN
crl-24614	206	9	or	or	CCONJ
crl-24614	206	10	overreliance	overreliance	NOUN
crl-24614	206	11	by	by	ADP
crl-24614	206	12	administrators	administrator	NOUN
crl-24614	206	13	.	.	PUNCT
crl-24614	207	1	quantification	quantification	NOUN
crl-24614	207	2	includes	include	VERB
crl-24614	207	3	statements	statement	NOUN
crl-24614	207	4	to	to	ADP
crl-24614	207	5	the	the	DET
crl-24614	207	6	effect	effect	NOUN
crl-24614	207	7	that	that	SCONJ
crl-24614	207	8	metrics	metric	NOUN
crl-24614	207	9	are	be	AUX
crl-24614	207	10	“	"	PUNCT
crl-24614	207	11	okay	okay	ADJ
crl-24614	207	12	”	"	PUNCT
crl-24614	207	13	but	but	CCONJ
crl-24614	207	14	only	only	ADV
crl-24614	207	15	if	if	SCONJ
crl-24614	207	16	qualitative	qualitative	ADJ
crl-24614	207	17	information	information	NOUN
crl-24614	207	18	is	be	AUX
crl-24614	207	19	used	use	VERB
crl-24614	207	20	with	with	ADP
crl-24614	207	21	quantitative	quantitative	ADJ
crl-24614	207	22	.	.	PUNCT
crl-24614	208	1	also	also	ADV
crl-24614	208	2	include	include	VERB
crl-24614	208	3	statements	statement	NOUN
crl-24614	208	4	about	about	ADP
crl-24614	208	5	emphasizing	emphasize	VERB
crl-24614	208	6	quantity	quantity	NOUN
crl-24614	208	7	over	over	ADP
crl-24614	208	8	quality	quality	NOUN
crl-24614	208	9	.	.	PUNCT
crl-24614	209	1	interdisciplinarity	interdisciplinarity	NOUN
crl-24614	209	2	or	or	CCONJ
crl-24614	209	3	disciplinary	disciplinary	ADJ
crl-24614	209	4	differences	difference	NOUN
crl-24614	209	5	expression	expression	NOUN
crl-24614	209	6	of	of	ADP
crl-24614	209	7	concerns	concern	NOUN
crl-24614	209	8	regarding	regard	VERB
crl-24614	209	9	disciplinary	disciplinary	ADJ
crl-24614	209	10	differences	difference	NOUN
crl-24614	209	11	and	and	CCONJ
crl-24614	209	12	their	their	PRON
crl-24614	209	13	representation	representation	NOUN
crl-24614	209	14	in	in	ADP
crl-24614	209	15	research	research	NOUN
crl-24614	209	16	metrics	metric	NOUN
crl-24614	209	17	,	,	PUNCT
crl-24614	209	18	separate	separate	ADJ
crl-24614	209	19	from	from	ADP
crl-24614	209	20	administrative	administrative	ADJ
crl-24614	209	21	uses	use	NOUN
crl-24614	209	22	.	.	PUNCT
crl-24614	210	1	issues	issue	NOUN
crl-24614	210	2	of	of	ADP
crl-24614	210	3	authorship	authorship	NOUN
crl-24614	210	4	or	or	CCONJ
crl-24614	210	5	credit	credit	NOUN
crl-24614	210	6	including	include	VERB
crl-24614	210	7	author	author	NOUN
crl-24614	210	8	order	order	NOUN
crl-24614	210	9	and	and	CCONJ
crl-24614	210	10	responsibilities	responsibility	NOUN
crl-24614	210	11	.	.	PUNCT
crl-24614	211	1	none	none	NOUN
crl-24614	211	2	explicit	explicit	ADJ
crl-24614	211	3	statement	statement	NOUN
crl-24614	211	4	of	of	ADP
crl-24614	211	5	not	not	PART
crl-24614	211	6	having	have	VERB
crl-24614	211	7	any	any	DET
crl-24614	211	8	concerns	concern	NOUN
crl-24614	211	9	.	.	PUNCT
crl-24614	212	1	potential	potential	NOUN
crl-24614	212	2	for	for	ADP
crl-24614	212	3	manipulation	manipulation	NOUN
crl-24614	212	4	expression	expression	NOUN
crl-24614	212	5	of	of	ADP
crl-24614	212	6	concerns	concern	NOUN
crl-24614	212	7	of	of	ADP
crl-24614	212	8	the	the	DET
crl-24614	212	9	potential	potential	NOUN
crl-24614	212	10	for	for	SCONJ
crl-24614	212	11	metrics	metric	NOUN
crl-24614	212	12	to	to	PART
crl-24614	212	13	be	be	AUX
crl-24614	212	14	manipulated	manipulate	VERB
crl-24614	212	15	.	.	PUNCT
crl-24614	213	1	tail	tail	NOUN
crl-24614	213	2	wagging	wag	VERB
crl-24614	213	3	the	the	DET
crl-24614	213	4	dog	dog	NOUN
crl-24614	213	5	the	the	DET
crl-24614	213	6	potential	potential	ADJ
crl-24614	213	7	influence	influence	NOUN
crl-24614	213	8	of	of	ADP
crl-24614	213	9	metrics	metric	NOUN
crl-24614	213	10	in	in	ADP
crl-24614	213	11	leading	lead	VERB
crl-24614	213	12	researchers	researcher	NOUN
crl-24614	213	13	to	to	PART
crl-24614	213	14	choose	choose	VERB
crl-24614	213	15	“	"	PUNCT
crl-24614	213	16	trendy	trendy	ADJ
crl-24614	213	17	”	"	PUNCT
crl-24614	213	18	research	research	NOUN
crl-24614	213	19	topics	topic	NOUN
crl-24614	213	20	.	.	PUNCT
crl-24614	213	21	include	include	VERB
crl-24614	213	22	anything	anything	PRON
crl-24614	213	23	about	about	ADP
crl-24614	213	24	trendiness	trendiness	NOUN
crl-24614	213	25	or	or	CCONJ
crl-24614	213	26	“	"	PUNCT
crl-24614	213	27	hot	hot	ADJ
crl-24614	213	28	topics	topic	NOUN
crl-24614	213	29	”	"	PUNCT
crl-24614	213	30	as	as	ADP
crl-24614	213	31	this	this	DET
crl-24614	213	32	category	category	NOUN
crl-24614	213	33	.	.	PUNCT
crl-24614	214	1	captures	capture	VERB
crl-24614	214	2	a	a	DET
crl-24614	214	3	sense	sense	NOUN
crl-24614	214	4	that	that	SCONJ
crl-24614	214	5	metrics	metric	NOUN
crl-24614	214	6	are	be	AUX
crl-24614	214	7	influencing	influence	VERB
crl-24614	214	8	what	what	PRON
crl-24614	214	9	people	people	NOUN
crl-24614	214	10	research	research	VERB
crl-24614	214	11	and	and	CCONJ
crl-24614	214	12	how	how	SCONJ
crl-24614	214	13	/	/	PUNCT
crl-24614	214	14	where	where	SCONJ
crl-24614	214	15	they	they	PRON
crl-24614	214	16	publish	publish	VERB
crl-24614	214	17	.	.	PUNCT
crl-24614	215	1	also	also	ADV
crl-24614	215	2	include	include	VERB
crl-24614	215	3	the	the	DET
crl-24614	215	4	concept	concept	NOUN
crl-24614	215	5	of	of	ADP
crl-24614	215	6	“	"	PUNCT
crl-24614	215	7	chasing	chase	VERB
crl-24614	215	8	numbers	number	NOUN
crl-24614	215	9	.	.	PUNCT
crl-24614	215	10	”	"	PUNCT
crl-24614	216	1	timeliness	timeliness	ADJ
crl-24614	216	2	impact	impact	NOUN
crl-24614	216	3	of	of	ADP
crl-24614	216	4	the	the	DET
crl-24614	216	5	citation	citation	NOUN
crl-24614	216	6	lifecycle	lifecycle	NOUN
crl-24614	216	7	on	on	ADP
crl-24614	216	8	publication	publication	NOUN
crl-24614	216	9	impact	impact	NOUN
crl-24614	216	10	(	(	PUNCT
crl-24614	216	11	such	such	ADJ
crl-24614	216	12	as	as	ADP
crl-24614	216	13	time	time	NOUN
crl-24614	216	14	needed	need	VERB
crl-24614	216	15	for	for	SCONJ
crl-24614	216	16	citations	citation	NOUN
crl-24614	216	17	to	to	PART
crl-24614	216	18	accrue	accrue	VERB
crl-24614	216	19	)	)	PUNCT
crl-24614	216	20	.	.	PUNCT
crl-24614	217	1	desires	desire	NOUN
crl-24614	217	2	information	information	VERB
crl-24614	217	3	an	an	DET
crl-24614	217	4	expressed	express	VERB
crl-24614	217	5	desire	desire	NOUN
crl-24614	217	6	to	to	PART
crl-24614	217	7	have	have	AUX
crl-24614	217	8	more	more	ADJ
crl-24614	217	9	information	information	NOUN
crl-24614	217	10	or	or	CCONJ
crl-24614	217	11	know	know	VERB
crl-24614	217	12	more	more	ADJ
crl-24614	217	13	about	about	ADP
crl-24614	217	14	the	the	DET
crl-24614	217	15	use	use	NOUN
crl-24614	217	16	,	,	PUNCT
crl-24614	217	17	background	background	NOUN
crl-24614	217	18	,	,	PUNCT
crl-24614	217	19	or	or	CCONJ
crl-24614	217	20	other	other	ADJ
crl-24614	217	21	aspects	aspect	NOUN
crl-24614	217	22	of	of	ADP
crl-24614	217	23	metrics	metric	NOUN
crl-24614	217	24	and	and	CCONJ
crl-24614	217	25	associated	associated	ADJ
crl-24614	217	26	data	datum	NOUN
crl-24614	217	27	.	.	PUNCT
crl-24614	218	1	includes	include	VERB
crl-24614	218	2	answers	answer	NOUN
crl-24614	218	3	that	that	PRON
crl-24614	218	4	simply	simply	ADV
crl-24614	218	5	state	state	VERB
crl-24614	218	6	a	a	DET
crl-24614	218	7	desire	desire	NOUN
crl-24614	218	8	to	to	PART
crl-24614	218	9	retrieve	retrieve	VERB
crl-24614	218	10	a	a	DET
crl-24614	218	11	particular	particular	ADJ
crl-24614	218	12	metric	metric	NOUN
crl-24614	218	13	(	(	PUNCT
crl-24614	218	14	such	such	ADJ
crl-24614	218	15	as	as	ADP
crl-24614	218	16	“	"	PUNCT
crl-24614	218	17	journal	journal	NOUN
crl-24614	218	18	impact	impact	NOUN
crl-24614	218	19	factor	factor	NOUN
crl-24614	218	20	”	"	PUNCT
crl-24614	218	21	)	)	PUNCT
crl-24614	218	22	.	.	PUNCT
crl-24614	219	1	interpersonal	interpersonal	ADJ
crl-24614	219	2	support	support	NOUN
crl-24614	219	3	an	an	DET
crl-24614	219	4	expressed	express	VERB
crl-24614	219	5	desire	desire	NOUN
crl-24614	219	6	for	for	ADP
crl-24614	219	7	increased	increase	VERB
crl-24614	219	8	individual	individual	ADJ
crl-24614	219	9	support	support	NOUN
crl-24614	219	10	,	,	PUNCT
crl-24614	219	11	such	such	ADJ
crl-24614	219	12	as	as	ADP
crl-24614	219	13	the	the	DET
crl-24614	219	14	creation	creation	NOUN
crl-24614	219	15	or	or	CCONJ
crl-24614	219	16	gathering	gathering	NOUN
crl-24614	219	17	of	of	ADP
crl-24614	219	18	metrics	metric	NOUN
crl-24614	219	19	on	on	ADP
crl-24614	219	20	behalf	behalf	NOUN
crl-24614	219	21	of	of	ADP
crl-24614	219	22	the	the	DET
crl-24614	219	23	researcher	researcher	NOUN
crl-24614	219	24	.	.	PUNCT
crl-24614	220	1	none	none	NOUN
crl-24614	220	2	explicit	explicit	ADJ
crl-24614	220	3	statement	statement	NOUN
crl-24614	220	4	of	of	ADP
crl-24614	220	5	not	not	PART
crl-24614	220	6	wanting	want	VERB
crl-24614	220	7	any	any	DET
crl-24614	220	8	information	information	NOUN
crl-24614	220	9	.	.	PUNCT
crl-24614	221	1	resources	resource	NOUN
crl-24614	221	2	(	(	PUNCT
crl-24614	221	3	or	or	CCONJ
crl-24614	221	4	tools	tool	NOUN
crl-24614	221	5	)	)	PUNCT
crl-24614	221	6	an	an	DET
crl-24614	221	7	expressed	express	VERB
crl-24614	221	8	desire	desire	NOUN
crl-24614	221	9	for	for	ADP
crl-24614	221	10	tools	tool	NOUN
crl-24614	221	11	and	and	CCONJ
crl-24614	221	12	resources	resource	NOUN
crl-24614	221	13	through	through	ADP
crl-24614	221	14	which	which	PRON
crl-24614	221	15	the	the	DET
crl-24614	221	16	researcher	researcher	NOUN
crl-24614	221	17	can	can	AUX
crl-24614	221	18	access	access	VERB
crl-24614	221	19	metrics	metric	NOUN
crl-24614	221	20	-	-	PUNCT
crl-24614	221	21	related	relate	VERB
crl-24614	221	22	information	information	NOUN
crl-24614	221	23	.	.	PUNCT
crl-24614	222	1	unspecified	unspecified	ADJ
crl-24614	222	2	an	an	DET
crl-24614	222	3	expressed	express	VERB
crl-24614	222	4	desire	desire	NOUN
crl-24614	222	5	for	for	ADP
crl-24614	222	6	something	something	PRON
crl-24614	222	7	,	,	PUNCT
crl-24614	222	8	with	with	ADP
crl-24614	222	9	no	no	DET
crl-24614	222	10	additional	additional	ADJ
crl-24614	222	11	specification	specification	NOUN
crl-24614	222	12	of	of	ADP
crl-24614	222	13	what	what	PRON
crl-24614	222	14	.	.	PUNCT
crl-24614	223	1	910	910	NUM
crl-24614	223	2	college	college	PROPN
crl-24614	223	3	&	&	CCONJ
crl-24614	223	4	research	research	PROPN
crl-24614	223	5	libraries	library	NOUN
crl-24614	223	6	september	september	PROPN
crl-24614	223	7	2020	2020	NUM
crl-24614	223	8	lack	lack	NOUN
crl-24614	223	9	of	of	ADP
crl-24614	223	10	knowledge	knowledge	NOUN
crl-24614	223	11	negative	negative	ADJ
crl-24614	223	12	a	a	DET
crl-24614	223	13	lack	lack	NOUN
crl-24614	223	14	of	of	ADP
crl-24614	223	15	knowledge	knowledge	NOUN
crl-24614	223	16	of	of	ADP
crl-24614	223	17	research	research	NOUN
crl-24614	223	18	impact	impact	NOUN
crl-24614	223	19	metrics	metric	NOUN
crl-24614	223	20	coupled	couple	VERB
crl-24614	223	21	with	with	ADP
crl-24614	223	22	a	a	DET
crl-24614	223	23	lack	lack	NOUN
crl-24614	223	24	of	of	ADP
crl-24614	223	25	desire	desire	NOUN
crl-24614	223	26	to	to	PART
crl-24614	223	27	learn	learn	VERB
crl-24614	223	28	more	more	ADJ
crl-24614	223	29	and	and	CCONJ
crl-24614	223	30	a	a	DET
crl-24614	223	31	sense	sense	NOUN
crl-24614	223	32	of	of	ADP
crl-24614	223	33	negativity	negativity	NOUN
crl-24614	223	34	regarding	regard	VERB
crl-24614	223	35	use	use	NOUN
crl-24614	223	36	of	of	ADP
crl-24614	223	37	metrics	metric	NOUN
crl-24614	223	38	.	.	PUNCT
crl-24614	224	1	neutral	neutral	ADJ
crl-24614	224	2	a	a	DET
crl-24614	224	3	lack	lack	NOUN
crl-24614	224	4	of	of	ADP
crl-24614	224	5	knowledge	knowledge	NOUN
crl-24614	224	6	of	of	ADP
crl-24614	224	7	research	research	NOUN
crl-24614	224	8	impact	impact	NOUN
crl-24614	224	9	metrics	metric	NOUN
crl-24614	224	10	with	with	ADP
crl-24614	224	11	no	no	DET
crl-24614	224	12	discernable	discernable	ADJ
crl-24614	224	13	opinion	opinion	NOUN
crl-24614	224	14	or	or	CCONJ
crl-24614	224	15	attitude	attitude	NOUN
crl-24614	224	16	.	.	PUNCT
crl-24614	225	1	includes	include	VERB
crl-24614	225	2	“	"	PUNCT
crl-24614	225	3	unsure	unsure	ADJ
crl-24614	225	4	”	"	PUNCT
crl-24614	225	5	or	or	CCONJ
crl-24614	225	6	“	"	PUNCT
crl-24614	225	7	i	i	PRON
crl-24614	225	8	do	do	AUX
crl-24614	225	9	n’t	not	PART
crl-24614	225	10	know	know	VERB
crl-24614	225	11	enough	enough	ADV
crl-24614	225	12	to	to	PART
crl-24614	225	13	know	know	VERB
crl-24614	225	14	.	.	PUNCT
crl-24614	225	15	”	"	PUNCT
crl-24614	226	1	positive	positive	ADJ
crl-24614	226	2	a	a	DET
crl-24614	226	3	lack	lack	NOUN
crl-24614	226	4	of	of	ADP
crl-24614	226	5	knowledge	knowledge	NOUN
crl-24614	226	6	of	of	ADP
crl-24614	226	7	research	research	NOUN
crl-24614	226	8	impact	impact	NOUN
crl-24614	226	9	metrics	metric	NOUN
crl-24614	226	10	,	,	PUNCT
crl-24614	226	11	but	but	CCONJ
crl-24614	226	12	coupled	couple	VERB
crl-24614	226	13	with	with	ADP
crl-24614	226	14	a	a	DET
crl-24614	226	15	desire	desire	NOUN
crl-24614	226	16	for	for	ADP
crl-24614	226	17	greater	great	ADJ
crl-24614	226	18	understanding	understanding	NOUN
crl-24614	226	19	or	or	CCONJ
crl-24614	226	20	general	general	ADJ
crl-24614	226	21	positive	positive	ADJ
crl-24614	226	22	sentiment	sentiment	NOUN
crl-24614	226	23	.	.	PUNCT
crl-24614	227	1	motivation	motivation	NOUN
crl-24614	227	2	assessment	assessment	NOUN
crl-24614	227	3	of	of	ADP
crl-24614	227	4	others	other	NOUN
crl-24614	227	5	includes	include	VERB
crl-24614	227	6	stated	state	VERB
crl-24614	227	7	use	use	NOUN
crl-24614	227	8	of	of	ADP
crl-24614	227	9	metrics	metric	NOUN
crl-24614	227	10	by	by	ADP
crl-24614	227	11	researchers	researcher	NOUN
crl-24614	227	12	(	(	PUNCT
crl-24614	227	13	not	not	PART
crl-24614	227	14	administrators	administrator	NOUN
crl-24614	227	15	)	)	PUNCT
crl-24614	227	16	to	to	PART
crl-24614	227	17	assess	assess	VERB
crl-24614	227	18	others	other	NOUN
crl-24614	227	19	(	(	PUNCT
crl-24614	227	20	example	example	NOUN
crl-24614	227	21	:	:	PUNCT
crl-24614	227	22	exploring	explore	VERB
crl-24614	227	23	metrics	metric	NOUN
crl-24614	227	24	of	of	ADP
crl-24614	227	25	faculty	faculty	NOUN
crl-24614	227	26	job	job	NOUN
crl-24614	227	27	candidates	candidate	NOUN
crl-24614	227	28	)	)	PUNCT
crl-24614	227	29	.	.	PUNCT
crl-24614	228	1	curiosity	curiosity	NOUN
crl-24614	228	2	includes	include	VERB
crl-24614	228	3	statements	statement	NOUN
crl-24614	228	4	expressing	express	VERB
crl-24614	228	5	curiosity	curiosity	NOUN
crl-24614	228	6	of	of	ADP
crl-24614	228	7	one	one	NUM
crl-24614	228	8	’s	’s	PART
crl-24614	228	9	own	own	ADJ
crl-24614	228	10	metrics	metric	NOUN
crl-24614	228	11	.	.	PUNCT
crl-24614	228	12	  	  	SPACE
crl-24614	228	13	employment	employment	NOUN
crl-24614	228	14	and	and	CCONJ
crl-24614	228	15	compensation	compensation	NOUN
crl-24614	228	16	includes	include	VERB
crl-24614	228	17	promotion	promotion	NOUN
crl-24614	228	18	and	and	CCONJ
crl-24614	228	19	tenure	tenure	NOUN
crl-24614	228	20	,	,	PUNCT
crl-24614	228	21	performance	performance	NOUN
crl-24614	228	22	evaluations	evaluation	NOUN
crl-24614	228	23	,	,	PUNCT
crl-24614	228	24	job	job	NOUN
crl-24614	228	25	seeking	seeking	NOUN
crl-24614	228	26	,	,	PUNCT
crl-24614	228	27	and	and	CCONJ
crl-24614	228	28	other	other	ADJ
crl-24614	228	29	incentives	incentive	NOUN
crl-24614	228	30	.	.	PUNCT
crl-24614	229	1	assessment	assessment	NOUN
crl-24614	229	2	of	of	ADP
crl-24614	229	3	oneself	oneself	PRON
crl-24614	229	4	(	(	PUNCT
crl-24614	229	5	not	not	PART
crl-24614	229	6	others	other	NOUN
crl-24614	229	7	)	)	PUNCT
crl-24614	229	8	.	.	PUNCT
crl-24614	230	1	external	external	ADJ
crl-24614	230	2	assessment	assessment	NOUN
crl-24614	230	3	assessment	assessment	NOUN
crl-24614	230	4	of	of	ADP
crl-24614	230	5	oneself	oneself	PRON
crl-24614	230	6	by	by	ADP
crl-24614	230	7	others	other	NOUN
crl-24614	230	8	.	.	PUNCT
crl-24614	231	1	external	external	ADJ
crl-24614	231	2	prompt	prompt	NOUN
crl-24614	231	3	upon	upon	SCONJ
crl-24614	231	4	receipt	receipt	NOUN
crl-24614	231	5	of	of	ADP
crl-24614	231	6	a	a	DET
crl-24614	231	7	notification	notification	NOUN
crl-24614	231	8	from	from	ADP
crl-24614	231	9	a	a	DET
crl-24614	231	10	service	service	NOUN
crl-24614	231	11	like	like	ADP
crl-24614	231	12	researchgate	researchgate	NOUN
crl-24614	231	13	.	.	PUNCT
crl-24614	232	1	separate	separate	ADJ
crl-24614	232	2	from	from	ADP
crl-24614	232	3	external	external	ADJ
crl-24614	232	4	assessment	assessment	NOUN
crl-24614	232	5	.	.	PUNCT
crl-24614	233	1	information	information	NOUN
crl-24614	233	2	and	and	CCONJ
crl-24614	233	3	collaboration	collaboration	NOUN
crl-24614	233	4	seeking	seek	VERB
crl-24614	233	5	seeking	seek	VERB
crl-24614	233	6	information	information	NOUN
crl-24614	233	7	about	about	ADP
crl-24614	233	8	others	other	NOUN
crl-24614	233	9	or	or	CCONJ
crl-24614	233	10	their	their	PRON
crl-24614	233	11	works	work	NOUN
crl-24614	233	12	.	.	PUNCT
crl-24614	234	1	includes	include	VERB
crl-24614	234	2	statements	statement	NOUN
crl-24614	234	3	about	about	ADP
crl-24614	234	4	using	use	VERB
crl-24614	234	5	metrics	metric	NOUN
crl-24614	234	6	when	when	SCONJ
crl-24614	234	7	conducting	conduct	VERB
crl-24614	234	8	literature	literature	NOUN
crl-24614	234	9	reviews	review	NOUN
crl-24614	234	10	.	.	PUNCT
crl-24614	235	1	journal	journal	PROPN
crl-24614	235	2	evaluation	evaluation	NOUN
crl-24614	235	3	deciding	decide	VERB
crl-24614	235	4	where	where	SCONJ
crl-24614	235	5	to	to	PART
crl-24614	235	6	publish	publish	VERB
crl-24614	235	7	or	or	CCONJ
crl-24614	235	8	appraisal	appraisal	NOUN
crl-24614	235	9	of	of	ADP
crl-24614	235	10	journals	journal	NOUN
crl-24614	235	11	.	.	PUNCT
crl-24614	236	1	do	do	AUX
crl-24614	236	2	not	not	PART
crl-24614	236	3	include	include	VERB
crl-24614	236	4	statements	statement	NOUN
crl-24614	236	5	that	that	PRON
crl-24614	236	6	relate	relate	VERB
crl-24614	236	7	to	to	ADP
crl-24614	236	8	publishing	publishing	NOUN
crl-24614	236	9	but	but	CCONJ
crl-24614	236	10	are	be	AUX
crl-24614	236	11	unclear	unclear	ADJ
crl-24614	236	12	(	(	PUNCT
crl-24614	236	13	those	those	PRON
crl-24614	236	14	should	should	AUX
crl-24614	236	15	be	be	AUX
crl-24614	236	16	uncoded	uncoded	ADJ
crl-24614	236	17	)	)	PUNCT
crl-24614	236	18	.	.	PUNCT
crl-24614	237	1	self	self	NOUN
crl-24614	237	2	-	-	PUNCT
crl-24614	237	3	assessment	assessment	NOUN
crl-24614	237	4	or	or	CCONJ
crl-24614	237	5	benchmarking	benchmarke	VERB
crl-24614	237	6	use	use	NOUN
crl-24614	237	7	of	of	ADP
crl-24614	237	8	metrics	metric	NOUN
crl-24614	237	9	information	information	NOUN
crl-24614	237	10	for	for	ADP
crl-24614	237	11	the	the	DET
crl-24614	237	12	purposes	purpose	NOUN
crl-24614	237	13	of	of	ADP
crl-24614	237	14	evaluating	evaluate	VERB
crl-24614	237	15	one	one	NUM
crl-24614	237	16	’s	’s	PART
crl-24614	237	17	own	own	ADJ
crl-24614	237	18	productivity	productivity	NOUN
crl-24614	237	19	,	,	PUNCT
crl-24614	237	20	impact	impact	NOUN
crl-24614	237	21	,	,	PUNCT
crl-24614	237	22	or	or	CCONJ
crl-24614	237	23	career	career	NOUN
crl-24614	237	24	trajectory	trajectory	NOUN
crl-24614	237	25	perceived	perceive	VERB
crl-24614	237	26	utility	utility	NOUN
crl-24614	237	27	negative	negative	ADJ
crl-24614	237	28	feelings	feeling	NOUN
crl-24614	237	29	the	the	DET
crl-24614	237	30	validity	validity	NOUN
crl-24614	237	31	and	and	CCONJ
crl-24614	237	32	utility	utility	NOUN
crl-24614	237	33	of	of	ADP
crl-24614	237	34	research	research	NOUN
crl-24614	237	35	impact	impact	NOUN
crl-24614	237	36	metrics	metric	NOUN
crl-24614	237	37	are	be	AUX
crl-24614	237	38	questioned	question	VERB
crl-24614	237	39	or	or	CCONJ
crl-24614	237	40	disparaged	disparage	VERB
crl-24614	237	41	.	.	PUNCT
crl-24614	238	1	positive	positive	ADJ
crl-24614	238	2	feelings	feeling	NOUN
crl-24614	238	3	research	research	NOUN
crl-24614	238	4	impact	impact	NOUN
crl-24614	238	5	metrics	metric	NOUN
crl-24614	238	6	are	be	AUX
crl-24614	238	7	described	describe	VERB
crl-24614	238	8	as	as	ADP
crl-24614	238	9	useful	useful	ADJ
crl-24614	238	10	,	,	PUNCT
crl-24614	238	11	or	or	CCONJ
crl-24614	238	12	a	a	DET
crl-24614	238	13	positive	positive	ADJ
crl-24614	238	14	use	use	NOUN
crl-24614	238	15	of	of	ADP
crl-24614	238	16	them	they	PRON
crl-24614	238	17	is	be	AUX
crl-24614	238	18	described	describe	VERB
crl-24614	238	19	.	.	PUNCT
crl-24614	239	1	time	time	NOUN
crl-24614	239	2	periods	period	VERB
crl-24614	239	3	ambiguous	ambiguous	ADJ
crl-24614	239	4	(	(	PUNCT
crl-24614	239	5	frequent	frequent	ADJ
crl-24614	239	6	)	)	PUNCT
crl-24614	239	7	includes	include	VERB
crl-24614	239	8	references	reference	NOUN
crl-24614	239	9	to	to	ADP
crl-24614	239	10	checking	check	VERB
crl-24614	239	11	regularly	regularly	ADV
crl-24614	239	12	,	,	PUNCT
crl-24614	239	13	routinely	routinely	ADV
crl-24614	239	14	,	,	PUNCT
crl-24614	239	15	all	all	DET
crl-24614	239	16	the	the	DET
crl-24614	239	17	time	time	NOUN
crl-24614	239	18	,	,	PUNCT
crl-24614	239	19	often	often	ADV
crl-24614	239	20	(	(	PUNCT
crl-24614	239	21	in	in	ADP
crl-24614	239	22	other	other	ADJ
crl-24614	239	23	words	word	NOUN
crl-24614	239	24	,	,	PUNCT
crl-24614	239	25	adverbs	adverb	NOUN
crl-24614	239	26	)	)	PUNCT
crl-24614	239	27	.	.	PUNCT
crl-24614	240	1	ambiguous	ambiguous	ADJ
crl-24614	240	2	(	(	PUNCT
crl-24614	240	3	rare	rare	ADJ
crl-24614	240	4	)	)	PUNCT
crl-24614	240	5	includes	include	VERB
crl-24614	240	6	almost	almost	ADV
crl-24614	240	7	never	never	ADV
crl-24614	240	8	,	,	PUNCT
crl-24614	240	9	on	on	ADP
crl-24614	240	10	occasion	occasion	NOUN
crl-24614	240	11	(	(	PUNCT
crl-24614	240	12	that	that	PRON
crl-24614	240	13	is	be	AUX
crl-24614	240	14	,	,	PUNCT
crl-24614	240	15	adverbs	adverb	NOUN
crl-24614	240	16	)	)	PUNCT
crl-24614	240	17	.	.	PUNCT
crl-24614	241	1	annually	annually	ADV
crl-24614	241	2	references	reference	NOUN
crl-24614	241	3	to	to	ADP
crl-24614	241	4	checking	check	VERB
crl-24614	241	5	metrics	metric	NOUN
crl-24614	241	6	annually	annually	ADV
crl-24614	241	7	.	.	PUNCT
crl-24614	242	1	at	at	ADP
crl-24614	242	2	least	least	ADJ
crl-24614	242	3	monthly	monthly	ADJ
crl-24614	242	4	references	reference	NOUN
crl-24614	242	5	to	to	ADP
crl-24614	242	6	checking	check	VERB
crl-24614	242	7	metrics	metric	NOUN
crl-24614	242	8	at	at	ADP
crl-24614	242	9	least	least	ADJ
crl-24614	242	10	once	once	ADV
crl-24614	242	11	per	per	ADP
crl-24614	242	12	month	month	NOUN
crl-24614	242	13	.	.	PUNCT
crl-24614	243	1	at	at	ADV
crl-24614	243	2	least	least	ADJ
crl-24614	243	3	twice	twice	DET
crl-24614	243	4	a	a	DET
crl-24614	243	5	year	year	NOUN
crl-24614	243	6	specifies	specifie	NOUN
crl-24614	243	7	some	some	DET
crl-24614	243	8	sort	sort	NOUN
crl-24614	243	9	of	of	ADP
crl-24614	243	10	unit	unit	NOUN
crl-24614	243	11	of	of	ADP
crl-24614	243	12	time	time	NOUN
crl-24614	243	13	(	(	PUNCT
crl-24614	243	14	in	in	ADP
crl-24614	243	15	other	other	ADJ
crl-24614	243	16	words	word	NOUN
crl-24614	243	17	,	,	PUNCT
crl-24614	243	18	no	no	DET
crl-24614	243	19	adverbs	adverb	NOUN
crl-24614	243	20	)	)	PUNCT
crl-24614	243	21	.	.	PUNCT
crl-24614	244	1	never	never	ADV
crl-24614	244	2	statements	statement	NOUN
crl-24614	244	3	that	that	SCONJ
crl-24614	244	4	the	the	DET
crl-24614	244	5	respondent	respondent	NOUN
crl-24614	244	6	never	never	ADV
crl-24614	244	7	looks	look	VERB
crl-24614	244	8	at	at	ADP
crl-24614	244	9	metrics	metric	NOUN
crl-24614	244	10	.	.	PUNCT
crl-24614	245	1	other	other	ADJ
crl-24614	245	2	tools	tool	NOUN
crl-24614	245	3	and	and	CCONJ
crl-24614	245	4	resources	resource	NOUN
crl-24614	245	5	reference	reference	NOUN
crl-24614	245	6	to	to	ADP
crl-24614	245	7	specific	specific	ADJ
crl-24614	245	8	platforms	platform	NOUN
crl-24614	245	9	through	through	ADP
crl-24614	245	10	which	which	PRON
crl-24614	245	11	research	research	NOUN
crl-24614	245	12	impact	impact	NOUN
crl-24614	245	13	information	information	NOUN
crl-24614	245	14	can	can	AUX
crl-24614	245	15	be	be	AUX
crl-24614	245	16	gathered	gather	VERB
crl-24614	245	17	but	but	CCONJ
crl-24614	245	18	not	not	PART
crl-24614	245	19	expressing	express	VERB
crl-24614	245	20	a	a	DET
crl-24614	245	21	desire	desire	NOUN
crl-24614	245	22	for	for	ADP
crl-24614	245	23	tools	tool	NOUN
crl-24614	245	24	or	or	CCONJ
crl-24614	245	25	resources	resource	NOUN
crl-24614	245	26	.	.	PUNCT
crl-24614	246	1	alternative	alternative	ADJ
crl-24614	246	2	impacts	impact	NOUN
crl-24614	246	3	includes	include	VERB
crl-24614	246	4	international	international	ADJ
crl-24614	246	5	impact	impact	NOUN
crl-24614	246	6	,	,	PUNCT
crl-24614	246	7	impact	impact	NOUN
crl-24614	246	8	of	of	ADP
crl-24614	246	9	books	book	NOUN
crl-24614	246	10	,	,	PUNCT
crl-24614	246	11	“	"	PUNCT
crl-24614	246	12	real	real	ADJ
crl-24614	246	13	-	-	PUNCT
crl-24614	246	14	world	world	NOUN
crl-24614	246	15	impact	impact	NOUN
crl-24614	246	16	,	,	PUNCT
crl-24614	246	17	”	"	PUNCT
crl-24614	246	18	a	a	DET
crl-24614	246	19	need	need	NOUN
crl-24614	246	20	for	for	ADP
crl-24614	246	21	sentiment	sentiment	NOUN
crl-24614	246	22	analysis	analysis	NOUN
crl-24614	246	23	,	,	PUNCT
crl-24614	246	24	use	use	NOUN
crl-24614	246	25	of	of	ADP
crl-24614	246	26	altmetrics	altmetric	NOUN
crl-24614	246	27	,	,	PUNCT
crl-24614	246	28	and	and	CCONJ
crl-24614	246	29	so	so	ADV
crl-24614	246	30	on	on	ADV
crl-24614	246	31	.	.	PUNCT
crl-24614	247	1	qualitative	qualitative	ADJ
crl-24614	247	2	analysis	analysis	NOUN
crl-24614	247	3	of	of	ADP
crl-24614	247	4	faculty	faculty	NOUN
crl-24614	247	5	opinions	opinion	NOUN
crl-24614	247	6	on	on	ADP
crl-24614	247	7	and	and	CCONJ
crl-24614	247	8	perceptions	perception	NOUN
crl-24614	247	9	of	of	ADP
crl-24614	247	10	research	research	NOUN
crl-24614	247	11	impact	impact	NOUN
crl-24614	247	12	metrics	metric	NOUN
crl-24614	247	13	911	911	NUM
crl-24614	247	14	notes	note	NOUN
crl-24614	247	15	1	1	NUM
crl-24614	247	16	.	.	PUNCT
crl-24614	247	17	eugene	eugene	PROPN
crl-24614	247	18	garfield	garfield	PROPN
crl-24614	247	19	,	,	PUNCT
crl-24614	247	20	“	"	PUNCT
crl-24614	247	21	citation	citation	NOUN
crl-24614	247	22	indexes	index	NOUN
crl-24614	247	23	for	for	ADP
crl-24614	247	24	science	science	NOUN
crl-24614	247	25	:	:	PUNCT
crl-24614	247	26	a	a	DET
crl-24614	247	27	new	new	ADJ
crl-24614	247	28	dimension	dimension	NOUN
crl-24614	247	29	in	in	ADP
crl-24614	247	30	documentation	documentation	NOUN
crl-24614	247	31	through	through	ADP
crl-24614	247	32	association	association	NOUN
crl-24614	247	33	of	of	ADP
crl-24614	247	34	ideas	idea	NOUN
crl-24614	247	35	,	,	PUNCT
crl-24614	247	36	”	"	PUNCT
crl-24614	247	37	science	science	NOUN
crl-24614	247	38	122	122	NUM
crl-24614	247	39	,	,	PUNCT
crl-24614	247	40	no	no	INTJ
crl-24614	247	41	.	.	NOUN
crl-24614	247	42	3159	3159	NUM
crl-24614	247	43	(	(	PUNCT
crl-24614	247	44	1955	1955	NUM
crl-24614	247	45	):	):	PUNCT
crl-24614	247	46	108–11	108–11	NUM
crl-24614	247	47	,	,	PUNCT
crl-24614	247	48	https://doi.org/10.1126/science.122.3159.108	https://doi.org/10.1126/science.122.3159.108	NUM
crl-24614	247	49	.	.	NOUN
crl-24614	248	1	2	2	NUM
crl-24614	248	2	.	.	X
crl-24614	249	1	robin	robin	PROPN
crl-24614	249	2	chin	chin	PROPN
crl-24614	249	3	roemer	roemer	PROPN
crl-24614	249	4	and	and	CCONJ
crl-24614	249	5	rachel	rachel	PROPN
crl-24614	249	6	borchardt	borchardt	PROPN
crl-24614	249	7	,	,	PUNCT
crl-24614	249	8	meaningful	meaningful	ADJ
crl-24614	249	9	metrics	metric	NOUN
crl-24614	249	10	:	:	PUNCT
crl-24614	249	11	a	a	DET
crl-24614	249	12	21st	21st	ADJ
crl-24614	249	13	century	century	NOUN
crl-24614	249	14	librarian	librarian	NOUN
crl-24614	249	15	’s	’s	PART
crl-24614	249	16	guide	guide	NOUN
crl-24614	249	17	to	to	ADP
crl-24614	249	18	bibliometrics	bibliometric	NOUN
crl-24614	249	19	,	,	PUNCT
crl-24614	249	20	altmetrics	altmetric	NOUN
crl-24614	249	21	,	,	PUNCT
crl-24614	249	22	and	and	CCONJ
crl-24614	249	23	research	research	NOUN
crl-24614	249	24	impact	impact	NOUN
crl-24614	249	25	(	(	PUNCT
crl-24614	249	26	chicago	chicago	PROPN
crl-24614	249	27	,	,	PUNCT
crl-24614	249	28	il	il	PROPN
crl-24614	249	29	:	:	PUNCT
crl-24614	249	30	association	association	NOUN
crl-24614	249	31	of	of	ADP
crl-24614	249	32	college	college	PROPN
crl-24614	249	33	and	and	CCONJ
crl-24614	249	34	research	research	NOUN
crl-24614	249	35	libraries	library	NOUN
crl-24614	249	36	,	,	PUNCT
crl-24614	249	37	2015	2015	NUM
crl-24614	249	38	)	)	PUNCT
crl-24614	249	39	,	,	PUNCT
crl-24614	249	40	28	28	NUM
crl-24614	249	41	.	.	X
crl-24614	250	1	3	3	X
crl-24614	250	2	.	.	X
crl-24614	250	3	i.	i.	PROPN
crl-24614	250	4	diane	diane	PROPN
crl-24614	250	5	cooper	cooper	PROPN
crl-24614	250	6	,	,	PUNCT
crl-24614	250	7	“	"	PUNCT
crl-24614	250	8	bibliometrics	bibliometric	NOUN
crl-24614	250	9	basics	basic	NOUN
crl-24614	250	10	,	,	PUNCT
crl-24614	250	11	”	"	PUNCT
crl-24614	250	12	journal	journal	NOUN
crl-24614	250	13	of	of	ADP
crl-24614	250	14	the	the	DET
crl-24614	250	15	medical	medical	PROPN
crl-24614	250	16	library	library	PROPN
crl-24614	250	17	association	association	NOUN
crl-24614	250	18	:	:	PUNCT
crl-24614	250	19	jmla	jmla	NOUN
crl-24614	250	20	103	103	NUM
crl-24614	250	21	,	,	PUNCT
crl-24614	250	22	no	no	INTJ
crl-24614	250	23	.	.	NOUN
crl-24614	250	24	4	4	NUM
crl-24614	250	25	(	(	PUNCT
crl-24614	250	26	october	october	PROPN
crl-24614	250	27	2015	2015	NUM
crl-24614	250	28	):	):	PUNCT
crl-24614	250	29	217–18	217–18	NUM
crl-24614	250	30	,	,	PUNCT
crl-24614	250	31	https://doi.org/10.3163/1536-5050.103.4.013	https://doi.org/10.3163/1536-5050.103.4.013	PROPN
crl-24614	250	32	.	.	PROPN
crl-24614	251	1	4	4	NUM
crl-24614	251	2	.	.	X
crl-24614	251	3	jason	jason	PROPN
crl-24614	251	4	priem	priem	PROPN
crl-24614	251	5	et	et	PROPN
crl-24614	251	6	al	al	PROPN
crl-24614	251	7	.	.	PROPN
crl-24614	251	8	,	,	PUNCT
crl-24614	251	9	“	"	PUNCT
crl-24614	251	10	altmetrics	altmetric	NOUN
crl-24614	251	11	:	:	PUNCT
crl-24614	251	12	a	a	DET
crl-24614	251	13	manifesto	manifesto	NOUN
crl-24614	251	14	,	,	PUNCT
crl-24614	251	15	”	"	PUNCT
crl-24614	251	16	altmetrics	altmetric	NOUN
crl-24614	251	17	(	(	PUNCT
crl-24614	251	18	2010	2010	NUM
crl-24614	251	19	)	)	PUNCT
crl-24614	251	20	,	,	PUNCT
crl-24614	251	21	http://altmetrics.org/manifesto/.	http://altmetrics.org/manifesto/.	NOUN
crl-24614	251	22	5	5	NUM
crl-24614	251	23	.	.	PUNCT
crl-24614	251	24	roemer	roemer	NOUN
crl-24614	251	25	and	and	CCONJ
crl-24614	251	26	borchardt	borchardt	ADJ
crl-24614	251	27	,	,	PUNCT
crl-24614	251	28	meaningful	meaningful	ADJ
crl-24614	251	29	metrics	metric	NOUN
crl-24614	251	30	,	,	PUNCT
crl-24614	251	31	106–14	106–14	PROPN
crl-24614	251	32	.	.	PUNCT
crl-24614	252	1	6	6	NUM
crl-24614	252	2	.	.	PUNCT
crl-24614	253	1	james	james	PROPN
crl-24614	253	2	wilsdon	wilsdon	PROPN
crl-24614	253	3	et	et	PROPN
crl-24614	253	4	al	al	PROPN
crl-24614	253	5	.	.	PROPN
crl-24614	253	6	,	,	PUNCT
crl-24614	253	7	“	"	PUNCT
crl-24614	253	8	the	the	DET
crl-24614	253	9	metric	metric	ADJ
crl-24614	253	10	tide	tide	NOUN
crl-24614	253	11	:	:	PUNCT
crl-24614	253	12	report	report	NOUN
crl-24614	253	13	of	of	ADP
crl-24614	253	14	the	the	DET
crl-24614	253	15	independent	independent	ADJ
crl-24614	253	16	review	review	NOUN
crl-24614	253	17	of	of	ADP
crl-24614	253	18	the	the	DET
crl-24614	253	19	role	role	NOUN
crl-24614	253	20	of	of	ADP
crl-24614	253	21	metrics	metric	NOUN
crl-24614	253	22	in	in	ADP
crl-24614	253	23	research	research	NOUN
crl-24614	253	24	assessment	assessment	NOUN
crl-24614	253	25	and	and	CCONJ
crl-24614	253	26	management	management	NOUN
crl-24614	253	27	”	"	PUNCT
crl-24614	253	28	(	(	PUNCT
crl-24614	253	29	bristol	bristol	PROPN
crl-24614	253	30	,	,	PUNCT
crl-24614	253	31	uk	uk	PROPN
crl-24614	253	32	:	:	PUNCT
crl-24614	253	33	higher	high	ADJ
crl-24614	253	34	education	education	NOUN
crl-24614	253	35	funding	funding	NOUN
crl-24614	253	36	council	council	PROPN
crl-24614	253	37	for	for	ADP
crl-24614	253	38	england	england	PROPN
crl-24614	253	39	,	,	PUNCT
crl-24614	253	40	n.d	n.d	PROPN
crl-24614	253	41	.	.	PROPN
crl-24614	253	42	)	)	PUNCT
crl-24614	253	43	,	,	PUNCT
crl-24614	254	1	https://doi	https://doi	PROPN
crl-24614	254	2	.	.	PUNCT
crl-24614	255	1	org/10.13140	org/10.13140	NUM
crl-24614	255	2	/	/	SYM
crl-24614	255	3	rg.2.1.4929.1363	rg.2.1.4929.1363	NOUN
crl-24614	255	4	.	.	PUNCT
crl-24614	256	1	7	7	X
crl-24614	256	2	.	.	X
crl-24614	256	3	kylie	kylie	PROPN
crl-24614	256	4	m.	m.	PROPN
crl-24614	256	5	smith	smith	PROPN
crl-24614	256	6	,	,	PUNCT
crl-24614	256	7	ellie	ellie	PROPN
crl-24614	256	8	crookes	crookes	PROPN
crl-24614	256	9	,	,	PUNCT
crl-24614	256	10	and	and	CCONJ
crl-24614	256	11	patrick	patrick	PROPN
crl-24614	256	12	a.	a.	PROPN
crl-24614	256	13	crookes	crookes	PROPN
crl-24614	256	14	,	,	PUNCT
crl-24614	256	15	“	"	PUNCT
crl-24614	256	16	measuring	measure	VERB
crl-24614	256	17	research	research	NOUN
crl-24614	256	18	‘	'	PUNCT
crl-24614	256	19	impact	impact	NOUN
crl-24614	256	20	’	'	PUNCT
crl-24614	256	21	for	for	ADP
crl-24614	256	22	academic	academic	ADJ
crl-24614	256	23	promotion	promotion	NOUN
crl-24614	256	24	:	:	PUNCT
crl-24614	256	25	issues	issue	NOUN
crl-24614	256	26	from	from	ADP
crl-24614	256	27	the	the	DET
crl-24614	256	28	literature	literature	NOUN
crl-24614	256	29	,	,	PUNCT
crl-24614	256	30	”	"	PUNCT
crl-24614	256	31	journal	journal	NOUN
crl-24614	256	32	of	of	ADP
crl-24614	256	33	higher	high	ADJ
crl-24614	256	34	education	education	NOUN
crl-24614	256	35	policy	policy	NOUN
crl-24614	256	36	and	and	CCONJ
crl-24614	256	37	management	management	NOUN
crl-24614	256	38	35	35	NUM
crl-24614	256	39	,	,	PUNCT
crl-24614	256	40	no	no	INTJ
crl-24614	256	41	.	.	NOUN
crl-24614	256	42	4	4	NUM
crl-24614	256	43	(	(	PUNCT
crl-24614	256	44	august	august	PROPN
crl-24614	256	45	1	1	NUM
crl-24614	256	46	,	,	PUNCT
crl-24614	256	47	2013	2013	NUM
crl-24614	256	48	):	):	PUNCT
crl-24614	256	49	410–20	410–20	NUM
crl-24614	256	50	,	,	PUNCT
crl-24614	256	51	https://doi.org/10.1080/1360080x.2013.812173	https://doi.org/10.1080/1360080x.2013.812173	PROPN
crl-24614	256	52	.	.	PROPN
crl-24614	256	53	8	8	NUM
crl-24614	256	54	.	.	PUNCT
crl-24614	256	55	wilsdon	wilsdon	PROPN
crl-24614	256	56	et	et	PROPN
crl-24614	256	57	al	al	PROPN
crl-24614	256	58	.	.	PROPN
crl-24614	256	59	,	,	PUNCT
crl-24614	256	60	“	"	PUNCT
crl-24614	256	61	the	the	DET
crl-24614	256	62	metric	metric	ADJ
crl-24614	256	63	tide	tide	NOUN
crl-24614	256	64	.	.	PUNCT
crl-24614	256	65	”	"	PUNCT
crl-24614	257	1	9	9	NUM
crl-24614	257	2	.	.	PUNCT
crl-24614	257	3	david	david	PROPN
crl-24614	257	4	matthews	matthews	PROPN
crl-24614	257	5	,	,	PUNCT
crl-24614	257	6	“	"	PUNCT
crl-24614	257	7	a	a	DET
crl-24614	257	8	new	new	ADJ
crl-24614	257	9	model	model	NOUN
crl-24614	257	10	for	for	ADP
crl-24614	257	11	professors	professor	NOUN
crl-24614	257	12	in	in	ADP
crl-24614	257	13	the	the	DET
crl-24614	257	14	netherlands	netherlands	PROPN
crl-24614	257	15	,	,	PUNCT
crl-24614	257	16	”	"	PUNCT
crl-24614	257	17	inside	inside	ADP
crl-24614	257	18	higher	high	ADJ
crl-24614	257	19	ed	ed	NOUN
crl-24614	257	20	(	(	PUNCT
crl-24614	257	21	december	december	PROPN
crl-24614	257	22	7	7	NUM
crl-24614	257	23	,	,	PUNCT
crl-24614	257	24	2018	2018	NUM
crl-24614	257	25	)	)	PUNCT
crl-24614	257	26	,	,	PUNCT
crl-24614	257	27	https://www.insidehighered.com/news/2018/12/07/netherlands-considers-creating-faculty-positions-basedteaching-not-research-metrics	https://www.insidehighered.com/news/2018/12/07/netherlands-considers-creating-faculty-positions-basedteaching-not-research-metric	NOUN
crl-24614	257	28	.	.	PUNCT
crl-24614	258	1	10	10	NUM
crl-24614	258	2	.	.	X
crl-24614	258	3	wilsdon	wilsdon	PROPN
crl-24614	258	4	et	et	PROPN
crl-24614	258	5	al	al	PROPN
crl-24614	258	6	.	.	PROPN
crl-24614	258	7	,	,	PUNCT
crl-24614	258	8	“	"	PUNCT
crl-24614	258	9	the	the	DET
crl-24614	258	10	metric	metric	ADJ
crl-24614	258	11	tide	tide	NOUN
crl-24614	258	12	.	.	PUNCT
crl-24614	258	13	”	"	PUNCT
crl-24614	259	1	11	11	NUM
crl-24614	259	2	.	.	PUNCT
crl-24614	260	1	kathryn	kathryn	PROPN
crl-24614	260	2	e.r	e.r	PROPN
crl-24614	260	3	.	.	PROPN
crl-24614	260	4	graham	graham	PROPN
crl-24614	260	5	et	et	PROPN
crl-24614	260	6	al	al	PROPN
crl-24614	260	7	.	.	PROPN
crl-24614	260	8	,	,	PUNCT
crl-24614	260	9	“	"	PUNCT
crl-24614	260	10	evaluating	evaluate	VERB
crl-24614	260	11	health	health	NOUN
crl-24614	260	12	research	research	NOUN
crl-24614	260	13	impact	impact	NOUN
crl-24614	260	14	:	:	PUNCT
crl-24614	260	15	development	development	NOUN
crl-24614	260	16	and	and	CCONJ
crl-24614	260	17	implementation	implementation	NOUN
crl-24614	260	18	of	of	ADP
crl-24614	260	19	the	the	DET
crl-24614	260	20	alberta	alberta	PROPN
crl-24614	260	21	innovates	innovate	VERB
crl-24614	260	22	:	:	PUNCT
crl-24614	260	23	health	health	NOUN
crl-24614	260	24	solutions	solution	NOUN
crl-24614	260	25	impact	impact	NOUN
crl-24614	260	26	framework	framework	NOUN
crl-24614	260	27	,	,	PUNCT
crl-24614	260	28	”	"	PUNCT
crl-24614	260	29	research	research	NOUN
crl-24614	260	30	evaluation	evaluation	NOUN
crl-24614	260	31	21	21	NUM
crl-24614	260	32	,	,	PUNCT
crl-24614	260	33	no	no	INTJ
crl-24614	260	34	.	.	NOUN
crl-24614	260	35	5	5	NUM
crl-24614	260	36	(	(	PUNCT
crl-24614	260	37	december	december	PROPN
crl-24614	260	38	1	1	NUM
crl-24614	260	39	,	,	PUNCT
crl-24614	260	40	2012	2012	NUM
crl-24614	260	41	):	):	PUNCT
crl-24614	260	42	354–67	354–67	NOUN
crl-24614	260	43	,	,	PUNCT
crl-24614	260	44	https://doi.org/10.1093/reseval/rvs027	https://doi.org/10.1093/reseval/rvs027	NOUN
crl-24614	260	45	,	,	PUNCT
crl-24614	260	46	355	355	NUM
crl-24614	260	47	.	.	PUNCT
crl-24614	261	1	12	12	NUM
crl-24614	261	2	.	.	PUNCT
crl-24614	262	1	steven	steven	PROPN
crl-24614	262	2	braun	braun	PROPN
crl-24614	262	3	,	,	PUNCT
crl-24614	262	4	“	"	PUNCT
crl-24614	262	5	supporting	support	VERB
crl-24614	262	6	research	research	NOUN
crl-24614	262	7	impact	impact	NOUN
crl-24614	262	8	metrics	metric	NOUN
crl-24614	262	9	in	in	ADP
crl-24614	262	10	academic	academic	ADJ
crl-24614	262	11	libraries	library	NOUN
crl-24614	262	12	:	:	PUNCT
crl-24614	262	13	a	a	DET
crl-24614	262	14	case	case	NOUN
crl-24614	262	15	study	study	NOUN
crl-24614	262	16	,	,	PUNCT
crl-24614	262	17	”	"	PUNCT
crl-24614	262	18	portal	portal	ADJ
crl-24614	262	19	:	:	PUNCT
crl-24614	262	20	libraries	library	NOUN
crl-24614	262	21	and	and	CCONJ
crl-24614	262	22	the	the	DET
crl-24614	262	23	academy	academy	NOUN
crl-24614	262	24	17	17	NUM
crl-24614	262	25	,	,	PUNCT
crl-24614	262	26	no	no	INTJ
crl-24614	262	27	.	.	NOUN
crl-24614	262	28	1	1	NUM
crl-24614	262	29	(	(	PUNCT
crl-24614	262	30	2017	2017	NUM
crl-24614	262	31	):	):	PUNCT
crl-24614	262	32	111–27	111–27	NUM
crl-24614	262	33	,	,	PUNCT
crl-24614	262	34	https://doi.org/10.1353/pla.2017.0007	https://doi.org/10.1353/pla.2017.0007	NOUN
crl-24614	262	35	;	;	PUNCT
crl-24614	262	36	b.	b.	PROPN
crl-24614	262	37	ian	ian	PROPN
crl-24614	262	38	hutchins	hutchins	PROPN
crl-24614	262	39	et	et	PROPN
crl-24614	262	40	al	al	PROPN
crl-24614	262	41	.	.	PROPN
crl-24614	262	42	,	,	PUNCT
crl-24614	262	43	“	"	PUNCT
crl-24614	262	44	relative	relative	ADJ
crl-24614	262	45	citation	citation	NOUN
crl-24614	262	46	ratio	ratio	NOUN
crl-24614	262	47	(	(	PUNCT
crl-24614	262	48	rcr	rcr	PROPN
crl-24614	262	49	):	):	PUNCT
crl-24614	262	50	a	a	DET
crl-24614	262	51	new	new	ADJ
crl-24614	262	52	metric	metric	NOUN
crl-24614	262	53	that	that	PRON
crl-24614	262	54	uses	use	VERB
crl-24614	262	55	citation	citation	NOUN
crl-24614	262	56	rates	rate	NOUN
crl-24614	262	57	to	to	PART
crl-24614	262	58	measure	measure	VERB
crl-24614	262	59	influence	influence	NOUN
crl-24614	262	60	at	at	ADP
crl-24614	262	61	the	the	DET
crl-24614	262	62	article	article	NOUN
crl-24614	262	63	level	level	NOUN
crl-24614	262	64	,	,	PUNCT
crl-24614	262	65	”	"	PUNCT
crl-24614	262	66	david	david	PROPN
crl-24614	262	67	l	l	PROPN
crl-24614	262	68	vaux	vaux	PROPN
crl-24614	262	69	,	,	PUNCT
crl-24614	262	70	ed	ed	NOUN
crl-24614	262	71	.	.	PROPN
crl-24614	262	72	,	,	PUNCT
crl-24614	262	73	plos	plos	PROPN
crl-24614	262	74	biology	biology	NOUN
crl-24614	262	75	14	14	NUM
crl-24614	262	76	,	,	PUNCT
crl-24614	262	77	no	no	INTJ
crl-24614	262	78	.	.	NOUN
crl-24614	262	79	9	9	NUM
crl-24614	262	80	(	(	PUNCT
crl-24614	262	81	september	september	PROPN
crl-24614	262	82	6	6	NUM
crl-24614	262	83	,	,	PUNCT
crl-24614	262	84	2016	2016	NUM
crl-24614	262	85	):	):	PUNCT
crl-24614	262	86	e1002541	e1002541	PROPN
crl-24614	262	87	,	,	PUNCT
crl-24614	262	88	https://doi.org/10.1371/journal.pbio.1002541	https://doi.org/10.1371/journal.pbio.1002541	NOUN
crl-24614	262	89	.	.	PROPN
crl-24614	262	90	13	13	NUM
crl-24614	262	91	.	.	PUNCT
crl-24614	263	1	alison	alison	PROPN
crl-24614	263	2	abbott	abbott	PROPN
crl-24614	263	3	et	et	PROPN
crl-24614	263	4	al	al	PROPN
crl-24614	263	5	.	.	PROPN
crl-24614	263	6	,	,	PUNCT
crl-24614	263	7	“	"	PUNCT
crl-24614	263	8	metrics	metric	NOUN
crl-24614	263	9	:	:	PUNCT
crl-24614	263	10	do	do	AUX
crl-24614	263	11	metrics	metric	NOUN
crl-24614	263	12	matter	matter	VERB
crl-24614	263	13	?	?	PUNCT
crl-24614	263	14	”	"	PUNCT
crl-24614	264	1	nature	nature	NOUN
crl-24614	264	2	news	news	NOUN
crl-24614	264	3	465	465	NUM
crl-24614	264	4	,	,	PUNCT
crl-24614	264	5	no	no	INTJ
crl-24614	264	6	.	.	NOUN
crl-24614	264	7	7300	7300	NUM
crl-24614	264	8	(	(	PUNCT
crl-24614	264	9	2010	2010	NUM
crl-24614	264	10	):	):	PUNCT
crl-24614	264	11	860–62	860–62	NOUN
crl-24614	264	12	,	,	PUNCT
crl-24614	264	13	861	861	NUM
crl-24614	264	14	.	.	NOUN
crl-24614	264	15	14	14	NUM
crl-24614	264	16	.	.	PUNCT
crl-24614	265	1	abbott	abbott	PROPN
crl-24614	265	2	et	et	PROPN
crl-24614	265	3	al	al	PROPN
crl-24614	265	4	.	.	PROPN
crl-24614	265	5	,	,	PUNCT
crl-24614	265	6	“	"	PUNCT
crl-24614	265	7	metrics	metric	NOUN
crl-24614	265	8	:	:	PUNCT
crl-24614	265	9	do	do	AUX
crl-24614	265	10	metrics	metric	NOUN
crl-24614	265	11	matter	matter	VERB
crl-24614	265	12	?	?	PUNCT
crl-24614	265	13	”	"	PUNCT
crl-24614	266	1	861	861	NUM
crl-24614	266	2	.	.	NOUN
crl-24614	266	3	15	15	NUM
crl-24614	266	4	.	.	PUNCT
crl-24614	267	1	dan	dan	PROPN
crl-24614	267	2	desanto	desanto	PROPN
crl-24614	267	3	and	and	CCONJ
crl-24614	267	4	aaron	aaron	PROPN
crl-24614	267	5	nichols	nichols	PROPN
crl-24614	267	6	,	,	PUNCT
crl-24614	267	7	“	"	PUNCT
crl-24614	267	8	scholarly	scholarly	ADJ
crl-24614	267	9	metrics	metric	NOUN
crl-24614	267	10	baseline	baseline	VERB
crl-24614	267	11	:	:	PUNCT
crl-24614	267	12	a	a	DET
crl-24614	267	13	survey	survey	NOUN
crl-24614	267	14	of	of	ADP
crl-24614	267	15	faculty	faculty	NOUN
crl-24614	267	16	knowledge	knowledge	NOUN
crl-24614	267	17	,	,	PUNCT
crl-24614	267	18	use	use	NOUN
crl-24614	267	19	,	,	PUNCT
crl-24614	267	20	and	and	CCONJ
crl-24614	267	21	opinion	opinion	NOUN
crl-24614	267	22	about	about	ADP
crl-24614	267	23	scholarly	scholarly	ADJ
crl-24614	267	24	metrics	metric	NOUN
crl-24614	267	25	,	,	PUNCT
crl-24614	267	26	”	"	PUNCT
crl-24614	267	27	college	college	PROPN
crl-24614	267	28	&	&	CCONJ
crl-24614	267	29	research	research	PROPN
crl-24614	267	30	libraries	library	NOUN
crl-24614	267	31	78	78	NUM
crl-24614	267	32	,	,	PUNCT
crl-24614	267	33	no	no	INTJ
crl-24614	267	34	.	.	NOUN
crl-24614	267	35	2	2	NUM
crl-24614	267	36	(	(	PUNCT
crl-24614	267	37	february	february	PROPN
crl-24614	267	38	2017	2017	NUM
crl-24614	267	39	):	):	PUNCT
crl-24614	267	40	150–70	150–70	NUM
crl-24614	267	41	,	,	PUNCT
crl-24614	267	42	https://doi	https://doi	PROPN
crl-24614	267	43	.	.	PUNCT
crl-24614	268	1	org/10.5860	org/10.5860	NOUN
crl-24614	268	2	/	/	SYM
crl-24614	268	3	crl.78.2.150	crl.78.2.150	PROPN
crl-24614	268	4	,	,	PUNCT
crl-24614	268	5	163	163	NUM
crl-24614	268	6	.	.	NOUN
crl-24614	268	7	16	16	NUM
crl-24614	268	8	.	.	PUNCT
crl-24614	269	1	desanto	desanto	ADP
crl-24614	269	2	and	and	CCONJ
crl-24614	269	3	nichols	nichols	PROPN
crl-24614	269	4	,	,	PUNCT
crl-24614	269	5	“	"	PUNCT
crl-24614	269	6	scholarly	scholarly	ADJ
crl-24614	269	7	metrics	metric	NOUN
crl-24614	269	8	baseline	baseline	VERB
crl-24614	269	9	,	,	PUNCT
crl-24614	269	10	”	"	PUNCT
crl-24614	269	11	158	158	NUM
crl-24614	269	12	.	.	PUNCT
crl-24614	270	1	17	17	NUM
crl-24614	270	2	.	.	PUNCT
crl-24614	271	1	abbott	abbott	PROPN
crl-24614	271	2	et	et	PROPN
crl-24614	271	3	al	al	PROPN
crl-24614	271	4	.	.	PROPN
crl-24614	271	5	,	,	PUNCT
crl-24614	271	6	“	"	PUNCT
crl-24614	271	7	metrics	metric	NOUN
crl-24614	271	8	:	:	PUNCT
crl-24614	271	9	do	do	AUX
crl-24614	271	10	metrics	metric	NOUN
crl-24614	271	11	matter	matter	VERB
crl-24614	271	12	?	?	PUNCT
crl-24614	271	13	”	"	PUNCT
crl-24614	272	1	18	18	NUM
crl-24614	272	2	.	.	PUNCT
crl-24614	273	1	abbott	abbott	PROPN
crl-24614	273	2	et	et	PROPN
crl-24614	273	3	al	al	PROPN
crl-24614	273	4	.	.	PROPN
crl-24614	273	5	,	,	PUNCT
crl-24614	273	6	“	"	PUNCT
crl-24614	273	7	metrics	metric	NOUN
crl-24614	273	8	:	:	PUNCT
crl-24614	273	9	do	do	VERB
crl-24614	273	10	metrics	metric	NOUN
crl-24614	273	11	matter?”860	matter?”860	PRON
crl-24614	273	12	.	.	PUNCT
crl-24614	274	1	19	19	NUM
crl-24614	274	2	.	.	PUNCT
crl-24614	275	1	abbott	abbott	PROPN
crl-24614	275	2	et	et	PROPN
crl-24614	275	3	al	al	PROPN
crl-24614	275	4	.	.	PROPN
crl-24614	275	5	,	,	PUNCT
crl-24614	275	6	“	"	PUNCT
crl-24614	275	7	metrics	metric	NOUN
crl-24614	275	8	:	:	PUNCT
crl-24614	275	9	do	do	VERB
crl-24614	275	10	metrics	metric	NOUN
crl-24614	275	11	matter?”861	matter?”861	PROPN
crl-24614	275	12	.	.	PROPN
crl-24614	275	13	20	20	NUM
crl-24614	275	14	.	.	PUNCT
crl-24614	276	1	abbott	abbott	PROPN
crl-24614	276	2	et	et	PROPN
crl-24614	276	3	al	al	PROPN
crl-24614	276	4	.	.	PROPN
crl-24614	276	5	,	,	PUNCT
crl-24614	276	6	“	"	PUNCT
crl-24614	276	7	metrics	metric	NOUN
crl-24614	276	8	:	:	PUNCT
crl-24614	276	9	do	do	AUX
crl-24614	276	10	metrics	metric	NOUN
crl-24614	276	11	matter	matter	VERB
crl-24614	276	12	?	?	PUNCT
crl-24614	276	13	”	"	PUNCT
crl-24614	277	1	21	21	NUM
crl-24614	277	2	.	.	PUNCT
crl-24614	278	1	mindy	mindy	PROPN
crl-24614	278	2	thuna	thuna	PROPN
crl-24614	278	3	and	and	CCONJ
crl-24614	278	4	pam	pam	PROPN
crl-24614	278	5	king	king	PROPN
crl-24614	278	6	,	,	PUNCT
crl-24614	278	7	“	"	PUNCT
crl-24614	278	8	research	research	NOUN
crl-24614	278	9	impact	impact	NOUN
crl-24614	278	10	metrics	metric	NOUN
crl-24614	278	11	:	:	PUNCT
crl-24614	278	12	a	a	DET
crl-24614	278	13	faculty	faculty	NOUN
crl-24614	278	14	perspective	perspective	NOUN
crl-24614	278	15	,	,	PUNCT
crl-24614	278	16	”	"	PUNCT
crl-24614	278	17	partnership	partnership	NOUN
crl-24614	278	18	:	:	PUNCT
crl-24614	278	19	the	the	DET
crl-24614	278	20	canadian	canadian	ADJ
crl-24614	278	21	journal	journal	NOUN
crl-24614	278	22	of	of	ADP
crl-24614	278	23	library	library	NOUN
crl-24614	278	24	and	and	CCONJ
crl-24614	278	25	information	information	NOUN
crl-24614	278	26	practice	practice	NOUN
crl-24614	278	27	and	and	CCONJ
crl-24614	278	28	research	research	NOUN
crl-24614	278	29	12	12	NUM
crl-24614	278	30	,	,	PUNCT
crl-24614	278	31	no	no	INTJ
crl-24614	278	32	.	.	NOUN
crl-24614	278	33	1	1	NUM
crl-24614	278	34	(	(	PUNCT
crl-24614	278	35	august	august	PROPN
crl-24614	278	36	29	29	NUM
crl-24614	278	37	,	,	PUNCT
crl-24614	278	38	2017	2017	NUM
crl-24614	278	39	):	):	PUNCT
crl-24614	278	40	20	20	NUM
crl-24614	278	41	,	,	PUNCT
crl-24614	278	42	https://doi.org/10.21083/	https://doi.org/10.21083/	PROPN
crl-24614	278	43	partnership.v12i1.3906	partnership.v12i1.3906	PROPN
crl-24614	278	44	.	.	PROPN
crl-24614	278	45	22	22	NUM
crl-24614	278	46	.	.	PUNCT
crl-24614	279	1	desanto	desanto	ADP
crl-24614	279	2	and	and	CCONJ
crl-24614	279	3	nichols	nichols	PROPN
crl-24614	279	4	,	,	PUNCT
crl-24614	279	5	“	"	PUNCT
crl-24614	279	6	scholarly	scholarly	ADJ
crl-24614	279	7	metrics	metric	NOUN
crl-24614	279	8	baseline	baseline	NOUN
crl-24614	279	9	”	"	PUNCT
crl-24614	279	10	;	;	PUNCT
crl-24614	279	11	marc	marc	PROPN
crl-24614	279	12	vinyard	vinyard	NOUN
crl-24614	279	13	and	and	CCONJ
crl-24614	279	14	jaimie	jaimie	PROPN
crl-24614	279	15	beth	beth	PROPN
crl-24614	279	16	colvin	colvin	PROPN
crl-24614	279	17	,	,	PUNCT
crl-24614	279	18	“	"	PUNCT
crl-24614	279	19	how	how	SCONJ
crl-24614	279	20	research	research	NOUN
crl-24614	279	21	becomes	become	VERB
crl-24614	279	22	impact	impact	NOUN
crl-24614	279	23	:	:	PUNCT
crl-24614	279	24	librarians	librarian	NOUN
crl-24614	279	25	helping	help	VERB
crl-24614	279	26	faculty	faculty	NOUN
crl-24614	279	27	use	use	VERB
crl-24614	279	28	scholarly	scholarly	ADJ
crl-24614	279	29	metrics	metric	NOUN
crl-24614	279	30	to	to	PART
crl-24614	279	31	select	select	VERB
crl-24614	279	32	journals	journal	NOUN
crl-24614	279	33	,	,	PUNCT
crl-24614	279	34	”	"	PUNCT
crl-24614	279	35	college	college	PROPN
crl-24614	279	36	&	&	CCONJ
crl-24614	279	37	undergraduate	undergraduate	PROPN
crl-24614	279	38	libraries	library	NOUN
crl-24614	279	39	25	25	NUM
crl-24614	279	40	,	,	PUNCT
crl-24614	279	41	no	no	INTJ
crl-24614	279	42	.	.	NOUN
crl-24614	279	43	2	2	NUM
crl-24614	279	44	(	(	PUNCT
crl-24614	279	45	april	april	PROPN
crl-24614	279	46	3	3	NUM
crl-24614	279	47	,	,	PUNCT
crl-24614	279	48	2018	2018	NUM
crl-24614	279	49	):	):	PUNCT
crl-24614	279	50	187–204	187–204	NUM
crl-24614	279	51	,	,	PUNCT
crl-24614	279	52	https://doi.org/10.1080/10691316.2018.1464995	https://doi.org/10.1080/10691316.2018.1464995	PROPN
crl-24614	279	53	.	.	PROPN
crl-24614	279	54	23	23	NUM
crl-24614	279	55	.	.	PUNCT
crl-24614	280	1	htet	htet	VERB
crl-24614	280	2	htet	htet	PROPN
crl-24614	280	3	aung	aung	PROPN
crl-24614	280	4	,	,	PUNCT
crl-24614	280	5	mojisola	mojisola	PROPN
crl-24614	280	6	erdt	erdt	PROPN
crl-24614	280	7	,	,	PUNCT
crl-24614	280	8	and	and	CCONJ
crl-24614	280	9	yin	yin	PROPN
crl-24614	280	10	-	-	PUNCT
crl-24614	280	11	leng	leng	PROPN
crl-24614	280	12	theng	theng	PROPN
crl-24614	280	13	,	,	PUNCT
crl-24614	280	14	“	"	PUNCT
crl-24614	280	15	awareness	awareness	NOUN
crl-24614	280	16	and	and	CCONJ
crl-24614	280	17	usage	usage	NOUN
crl-24614	280	18	of	of	ADP
crl-24614	280	19	altmetrics	altmetric	NOUN
crl-24614	280	20	:	:	PUNCT
crl-24614	280	21	a	a	DET
crl-24614	280	22	user	user	NOUN
crl-24614	280	23	survey	survey	NOUN
crl-24614	280	24	,	,	PUNCT
crl-24614	280	25	”	"	PUNCT
crl-24614	280	26	proceedings	proceeding	NOUN
crl-24614	280	27	of	of	ADP
crl-24614	280	28	the	the	DET
crl-24614	280	29	association	association	NOUN
crl-24614	280	30	for	for	ADP
crl-24614	280	31	information	information	NOUN
crl-24614	280	32	science	science	NOUN
crl-24614	280	33	and	and	CCONJ
crl-24614	280	34	technology	technology	NOUN
crl-24614	280	35	54	54	NUM
crl-24614	280	36	,	,	PUNCT
crl-24614	280	37	no	no	INTJ
crl-24614	280	38	.	.	NOUN
crl-24614	280	39	1	1	NUM
crl-24614	280	40	(	(	PUNCT
crl-24614	280	41	2017	2017	NUM
crl-24614	280	42	):	):	PUNCT
crl-24614	280	43	18–26	18–26	NUM
crl-24614	280	44	,	,	PUNCT
crl-24614	280	45	https://doi.org/10.1002/	https://doi.org/10.1002/	PROPN
crl-24614	280	46	pra2.2017.14505401003	pra2.2017.14505401003	PROPN
crl-24614	280	47	.	.	PUNCT
crl-24614	281	1	24	24	NUM
crl-24614	281	2	.	.	PUNCT
crl-24614	282	1	thuna	thuna	PROPN
crl-24614	282	2	and	and	CCONJ
crl-24614	282	3	king	king	NOUN
crl-24614	282	4	,	,	PUNCT
crl-24614	282	5	“	"	PUNCT
crl-24614	282	6	research	research	NOUN
crl-24614	282	7	impact	impact	NOUN
crl-24614	282	8	metrics	metric	NOUN
crl-24614	282	9	,	,	PUNCT
crl-24614	282	10	”	"	PUNCT
crl-24614	282	11	19	19	NUM
crl-24614	282	12	.	.	NOUN
crl-24614	282	13	25	25	NUM
crl-24614	282	14	.	.	PUNCT
crl-24614	283	1	karen	karen	PROPN
crl-24614	283	2	elizabeth	elizabeth	PROPN
crl-24614	283	3	gutzman	gutzman	PROPN
crl-24614	283	4	et	et	PROPN
crl-24614	283	5	al	al	PROPN
crl-24614	283	6	.	.	PROPN
crl-24614	283	7	,	,	PUNCT
crl-24614	283	8	“	"	PUNCT
crl-24614	283	9	research	research	NOUN
crl-24614	283	10	evaluation	evaluation	NOUN
crl-24614	283	11	support	support	NOUN
crl-24614	283	12	services	service	NOUN
crl-24614	283	13	in	in	ADP
crl-24614	283	14	biomedical	biomedical	ADJ
crl-24614	283	15	libraries	library	NOUN
crl-24614	283	16	,	,	PUNCT
crl-24614	283	17	”	"	PUNCT
crl-24614	283	18	journal	journal	NOUN
crl-24614	283	19	of	of	ADP
crl-24614	283	20	the	the	DET
crl-24614	283	21	medical	medical	PROPN
crl-24614	283	22	library	library	PROPN
crl-24614	283	23	association	association	PROPN
crl-24614	283	24	106	106	NUM
crl-24614	283	25	,	,	PUNCT
crl-24614	283	26	no	no	INTJ
crl-24614	283	27	.	.	NOUN
crl-24614	283	28	1	1	NUM
crl-24614	283	29	(	(	PUNCT
crl-24614	283	30	january	january	PROPN
crl-24614	283	31	12	12	NUM
crl-24614	283	32	,	,	PUNCT
crl-24614	283	33	2018	2018	NUM
crl-24614	283	34	):	):	PUNCT
crl-24614	283	35	1–14	1–14	PROPN
crl-24614	283	36	,	,	PUNCT
crl-24614	283	37	https://doi.org/10.5195/jmla.2018.205	https://doi.org/10.5195/jmla.2018.205	PROPN
crl-24614	283	38	.	.	PUNCT
crl-24614	284	1	26	26	NUM
crl-24614	284	2	.	.	PUNCT
crl-24614	285	1	ruth	ruth	PROPN
crl-24614	285	2	lewis	lewis	PROPN
crl-24614	285	3	,	,	PUNCT
crl-24614	285	4	cathy	cathy	PROPN
crl-24614	285	5	sarli	sarli	PROPN
crl-24614	285	6	,	,	PUNCT
crl-24614	285	7	and	and	CCONJ
crl-24614	285	8	amy	amy	PROPN
crl-24614	285	9	m.	m.	NOUN
crl-24614	285	10	suiter	suiter	NOUN
crl-24614	285	11	,	,	PUNCT
crl-24614	285	12	scholarly	scholarly	ADJ
crl-24614	285	13	output	output	NOUN
crl-24614	285	14	assessment	assessment	NOUN
crl-24614	285	15	activities	activity	NOUN
crl-24614	285	16	,	,	PUNCT
crl-24614	285	17	spec	spec	PROPN
crl-24614	285	18	kit	kit	NOUN
crl-24614	285	19	346	346	NUM
crl-24614	285	20	(	(	PUNCT
crl-24614	285	21	washington	washington	PROPN
crl-24614	285	22	,	,	PUNCT
crl-24614	285	23	dc	dc	PROPN
crl-24614	285	24	:	:	PUNCT
crl-24614	285	25	association	association	NOUN
crl-24614	285	26	of	of	ADP
crl-24614	285	27	research	research	NOUN
crl-24614	285	28	libraries	library	NOUN
crl-24614	285	29	,	,	PUNCT
crl-24614	285	30	2015	2015	NUM
crl-24614	285	31	)	)	PUNCT
crl-24614	285	32	.	.	PUNCT
crl-24614	286	1	27	27	NUM
crl-24614	286	2	.	.	PUNCT
crl-24614	287	1	christine	christine	PROPN
crl-24614	287	2	wolff	wolff	PROPN
crl-24614	287	3	,	,	PUNCT
crl-24614	287	4	alisa	alisa	PROPN
crl-24614	287	5	b.	b.	PROPN
crl-24614	287	6	rod	rod	PROPN
crl-24614	287	7	,	,	PUNCT
crl-24614	287	8	and	and	CCONJ
crl-24614	287	9	roger	roger	PROPN
crl-24614	287	10	c.	c.	PROPN
crl-24614	287	11	schonfeld	schonfeld	PROPN
crl-24614	287	12	,	,	PUNCT
crl-24614	287	13	“	"	PUNCT
crl-24614	287	14	ithaka	ithaka	VERB
crl-24614	287	15	s+r	s+r	X
crl-24614	287	16	us	us	PROPN
crl-24614	287	17	faculty	faculty	NOUN
crl-24614	287	18	survey	survey	NOUN
crl-24614	287	19	2015	2015	NUM
crl-24614	287	20	”	"	PUNCT
crl-24614	287	21	(	(	PUNCT
crl-24614	287	22	2016	2016	NUM
crl-24614	287	23	)	)	PUNCT
crl-24614	287	24	,	,	PUNCT
crl-24614	287	25	52	52	NUM
crl-24614	287	26	,	,	PUNCT
crl-24614	287	27	https://sr.ithaka.org/wp-content/uploads/2016/03/sr_report_us_faculty_survey_2015040416.pdf	https://sr.ithaka.org/wp-content/uploads/2016/03/sr_report_us_faculty_survey_2015040416.pdf	NOUN
crl-24614	287	28	.	.	PUNCT
crl-24614	288	1	28	28	NUM
crl-24614	288	2	.	.	PUNCT
crl-24614	288	3	bakker	bakker	PROPN
crl-24614	288	4	,	,	PUNCT
crl-24614	288	5	c.	c.	PROPN
crl-24614	288	6	et	et	PROPN
crl-24614	288	7	al	al	PROPN
crl-24614	288	8	.	.	PROPN
crl-24614	288	9	2019	2019	NUM
crl-24614	288	10	.	.	PUNCT
crl-24614	289	1	“	"	PUNCT
crl-24614	289	2	how	how	SCONJ
crl-24614	289	3	faculty	faculty	NOUN
crl-24614	289	4	demonstrate	demonstrate	NOUN
crl-24614	289	5	impact	impact	NOUN
crl-24614	289	6	:	:	PUNCT
crl-24614	289	7	a	a	DET
crl-24614	289	8	multi	multi	ADJ
crl-24614	289	9	-	-	ADJ
crl-24614	289	10	institutional	institutional	ADJ
crl-24614	289	11	study	study	NOUN
crl-24614	289	12	of	of	ADP
crl-24614	289	13	faculty	faculty	NOUN
crl-24614	289	14	understandings	understanding	NOUN
crl-24614	289	15	,	,	PUNCT
crl-24614	289	16	perceptions	perception	NOUN
crl-24614	289	17	,	,	PUNCT
crl-24614	289	18	and	and	CCONJ
crl-24614	289	19	strategies	strategy	NOUN
crl-24614	289	20	regarding	regard	VERB
crl-24614	289	21	impact	impact	NOUN
crl-24614	289	22	metrics	metric	NOUN
crl-24614	289	23	.	.	PUNCT
crl-24614	289	24	”	"	PUNCT
crl-24614	290	1	in	in	ADP
crl-24614	290	2	acrl	acrl	NOUN
crl-24614	290	3	2019	2019	NUM
crl-24614	290	4	proceedings	proceeding	NOUN
crl-24614	290	5	:	:	PUNCT
crl-24614	290	6	association	association	NOUN
crl-24614	290	7	of	of	ADP
crl-24614	290	8	college	college	PROPN
crl-24614	290	9	and	and	CCONJ
crl-24614	290	10	research	research	NOUN
crl-24614	290	11	libraries	library	NOUN
crl-24614	290	12	,	,	PUNCT
crl-24614	290	13	cleveland	cleveland	PROPN
crl-24614	290	14	,	,	PUNCT
crl-24614	290	15	ohio	ohio	PROPN
crl-24614	290	16	,	,	PUNCT
crl-24614	290	17	april	april	PROPN
crl-24614	290	18	10	10	NUM
crl-24614	290	19	-	-	SYM
crl-24614	290	20	13	13	NUM
crl-24614	290	21	,	,	PUNCT
crl-24614	290	22	2019	2019	NUM
crl-24614	290	23	,	,	PUNCT
crl-24614	290	24	556	556	NUM
crl-24614	290	25	-	-	SYM
crl-24614	290	26	568	568	NUM
crl-24614	290	27	.	.	PUNCT
crl-24614	290	28	www.ala.org/acrl/sites/ala.org.acrl/	www.ala.org/acrl/sites/ala.org.acrl/	ADP
crl-24614	290	29	912	912	NUM
crl-24614	290	30	college	college	PROPN
crl-24614	290	31	&	&	CCONJ
crl-24614	290	32	research	research	PROPN
crl-24614	290	33	libraries	library	NOUN
crl-24614	290	34	september	september	PROPN
crl-24614	290	35	2020	2020	NUM
crl-24614	290	36	files	file	NOUN
crl-24614	290	37	/	/	SYM
crl-24614	290	38	content	content	NOUN
crl-24614	290	39	/	/	SYM
crl-24614	290	40	conferences	conference	NOUN
crl-24614	290	41	/	/	SYM
crl-24614	290	42	confsandpreconfs/2019	confsandpreconfs/2019	NOUN
crl-24614	290	43	/	/	SYM
crl-24614	290	44	howfacultydemonstrateimpact.pdf	howfacultydemonstrateimpact.pdf	PROPN
crl-24614	290	45	.	.	PROPN
crl-24614	290	46	29	29	NUM
crl-24614	290	47	.	.	PUNCT
crl-24614	290	48	kathy	kathy	PROPN
crl-24614	290	49	charmaz	charmaz	PROPN
crl-24614	290	50	,	,	PUNCT
crl-24614	290	51	constructing	construct	VERB
crl-24614	290	52	grounded	grounded	ADJ
crl-24614	290	53	theory	theory	NOUN
crl-24614	290	54	(	(	PUNCT
crl-24614	290	55	london	london	PROPN
crl-24614	290	56	,	,	PUNCT
crl-24614	290	57	uk	uk	PROPN
crl-24614	290	58	;	;	PUNCT
crl-24614	290	59	thousand	thousand	NUM
crl-24614	290	60	oaks	oak	NOUN
crl-24614	290	61	,	,	PUNCT
crl-24614	290	62	ca	can	AUX
crl-24614	290	63	:	:	PUNCT
crl-24614	290	64	sage	sage	NOUN
crl-24614	290	65	publications	publication	NOUN
crl-24614	290	66	,	,	PUNCT
crl-24614	290	67	2006	2006	NUM
crl-24614	290	68	)	)	PUNCT
crl-24614	290	69	;	;	PUNCT
crl-24614	290	70	juliet	juliet	PROPN
crl-24614	290	71	m.	m.	PROPN
crl-24614	290	72	corbin	corbin	PROPN
crl-24614	290	73	and	and	CCONJ
crl-24614	290	74	anselm	anselm	PROPN
crl-24614	290	75	l.	l.	PROPN
crl-24614	290	76	strauss	strauss	PROPN
crl-24614	290	77	,	,	PUNCT
crl-24614	290	78	basics	basic	NOUN
crl-24614	290	79	of	of	ADP
crl-24614	290	80	qualitative	qualitative	ADJ
crl-24614	290	81	research	research	NOUN
crl-24614	290	82	:	:	PUNCT
crl-24614	290	83	techniques	technique	NOUN
crl-24614	290	84	and	and	CCONJ
crl-24614	290	85	procedures	procedure	NOUN
crl-24614	290	86	for	for	ADP
crl-24614	290	87	developing	develop	VERB
crl-24614	290	88	grounded	ground	VERB
crl-24614	290	89	theory	theory	NOUN
crl-24614	290	90	.	.	PUNCT
crl-24614	291	1	3rd	3rd	ADJ
crl-24614	291	2	ed	ed	NOUN
crl-24614	291	3	.	.	PUNCT
crl-24614	292	1	(	(	PUNCT
crl-24614	292	2	los	los	PROPN
crl-24614	292	3	angeles	angeles	PROPN
crl-24614	292	4	,	,	PUNCT
crl-24614	292	5	ca	can	AUX
crl-24614	292	6	:	:	PUNCT
crl-24614	292	7	sage	sage	NOUN
crl-24614	292	8	publications	publication	NOUN
crl-24614	292	9	,	,	PUNCT
crl-24614	292	10	2008	2008	NUM
crl-24614	292	11	)	)	PUNCT
crl-24614	292	12	;	;	PUNCT
crl-24614	292	13	anselm	anselm	PROPN
crl-24614	292	14	l.	l.	PROPN
crl-24614	292	15	strauss	strauss	PROPN
crl-24614	292	16	and	and	CCONJ
crl-24614	292	17	juliet	juliet	PROPN
crl-24614	292	18	m.	m.	PROPN
crl-24614	292	19	corbin	corbin	PROPN
crl-24614	292	20	,	,	PUNCT
crl-24614	292	21	basics	basic	NOUN
crl-24614	292	22	of	of	ADP
crl-24614	292	23	qualitative	qualitative	ADJ
crl-24614	292	24	research	research	NOUN
crl-24614	292	25	:	:	PUNCT
crl-24614	292	26	techniques	technique	NOUN
crl-24614	292	27	and	and	CCONJ
crl-24614	292	28	procedures	procedure	NOUN
crl-24614	292	29	for	for	ADP
crl-24614	292	30	developing	develop	VERB
crl-24614	292	31	grounded	ground	VERB
crl-24614	292	32	theory	theory	NOUN
crl-24614	292	33	(	(	PUNCT
crl-24614	292	34	newbury	newbury	PROPN
crl-24614	292	35	park	park	PROPN
crl-24614	292	36	,	,	PUNCT
crl-24614	292	37	ca	ca	PROPN
crl-24614	292	38	;	;	PUNCT
crl-24614	292	39	london	london	PROPN
crl-24614	292	40	,	,	PUNCT
crl-24614	292	41	uk	uk	PROPN
crl-24614	292	42	:	:	PUNCT
crl-24614	292	43	sage	sage	NOUN
crl-24614	292	44	,	,	PUNCT
crl-24614	292	45	1990	1990	NUM
crl-24614	292	46	)	)	PUNCT
crl-24614	292	47	.	.	PUNCT
crl-24614	293	1	30	30	NUM
crl-24614	293	2	.	.	PUNCT
crl-24614	294	1	corbin	corbin	PROPN
crl-24614	294	2	and	and	CCONJ
crl-24614	294	3	strauss	strauss	PROPN
crl-24614	294	4	,	,	PUNCT
crl-24614	294	5	basics	basic	NOUN
crl-24614	294	6	of	of	ADP
crl-24614	294	7	qualitative	qualitative	ADJ
crl-24614	294	8	research	research	NOUN
crl-24614	294	9	,	,	PUNCT
crl-24614	294	10	25	25	NUM
crl-24614	294	11	.	.	NOUN
crl-24614	294	12	31	31	NUM
crl-24614	294	13	.	.	PUNCT
crl-24614	295	1	strauss	strauss	PROPN
crl-24614	295	2	and	and	CCONJ
crl-24614	295	3	corbin	corbin	PROPN
crl-24614	295	4	,	,	PUNCT
crl-24614	295	5	basics	basic	NOUN
crl-24614	295	6	of	of	ADP
crl-24614	295	7	qualitative	qualitative	ADJ
crl-24614	295	8	research	research	NOUN
crl-24614	295	9	,	,	PUNCT
crl-24614	295	10	23	23	NUM
crl-24614	295	11	.	.	X
crl-24614	295	12	32	32	NUM
crl-24614	295	13	.	.	PUNCT
crl-24614	296	1	abbott	abbott	PROPN
crl-24614	296	2	et	et	PROPN
crl-24614	296	3	al	al	PROPN
crl-24614	296	4	.	.	PROPN
crl-24614	296	5	,	,	PUNCT
crl-24614	296	6	“	"	PUNCT
crl-24614	296	7	metrics	metric	NOUN
crl-24614	296	8	:	:	PUNCT
crl-24614	296	9	do	do	AUX
crl-24614	296	10	metrics	metric	NOUN
crl-24614	296	11	matter	matter	VERB
crl-24614	296	12	?	?	PUNCT
crl-24614	296	13	”	"	PUNCT
crl-24614	296	14	;	;	PUNCT
crl-24614	296	15	desanto	desanto	ADP
crl-24614	296	16	and	and	CCONJ
crl-24614	296	17	nichols	nichols	PROPN
crl-24614	296	18	,	,	PUNCT
crl-24614	296	19	“	"	PUNCT
crl-24614	296	20	scholarly	scholarly	ADJ
crl-24614	296	21	metrics	metric	NOUN
crl-24614	296	22	baseline	baseline	NOUN
crl-24614	296	23	”	"	PUNCT
crl-24614	296	24	;	;	PUNCT
crl-24614	296	25	vinyard	vinyard	NOUN
crl-24614	296	26	and	and	CCONJ
crl-24614	296	27	colvin	colvin	NOUN
crl-24614	296	28	,	,	PUNCT
crl-24614	296	29	“	"	PUNCT
crl-24614	296	30	how	how	SCONJ
crl-24614	296	31	research	research	NOUN
crl-24614	296	32	becomes	become	VERB
crl-24614	296	33	impact	impact	NOUN
crl-24614	296	34	.	.	PUNCT
crl-24614	296	35	”	"	PUNCT
crl-24614	297	1	33	33	NUM
crl-24614	297	2	.	.	PUNCT
crl-24614	298	1	bakker	bakker	PROPN
crl-24614	298	2	et	et	PROPN
crl-24614	298	3	al	al	PROPN
crl-24614	298	4	.	.	PROPN
crl-24614	298	5	,	,	PUNCT
crl-24614	298	6	“	"	PUNCT
crl-24614	298	7	how	how	SCONJ
crl-24614	298	8	faculty	faculty	NOUN
crl-24614	298	9	demonstrate	demonstrate	NOUN
crl-24614	298	10	impact	impact	NOUN
crl-24614	298	11	.	.	PUNCT
crl-24614	298	12	”	"	PUNCT
crl-24614	299	1	34	34	NUM
crl-24614	299	2	.	.	PUNCT
crl-24614	300	1	desanto	desanto	ADP
crl-24614	300	2	and	and	CCONJ
crl-24614	300	3	nichols	nichols	PROPN
crl-24614	300	4	,	,	PUNCT
crl-24614	300	5	“	"	PUNCT
crl-24614	300	6	scholarly	scholarly	ADJ
crl-24614	300	7	metrics	metric	NOUN
crl-24614	300	8	baseline	baseline	NOUN
crl-24614	300	9	.	.	PUNCT
crl-24614	300	10	”	"	PUNCT
crl-24614	301	1	35	35	NUM
crl-24614	301	2	.	.	PUNCT
crl-24614	302	1	kirsti	kirsti	PROPN
crl-24614	302	2	malterud	malterud	NOUN
crl-24614	302	3	,	,	PUNCT
crl-24614	302	4	volkert	volkert	PROPN
crl-24614	302	5	dirk	dirk	PROPN
crl-24614	302	6	siersma	siersma	PROPN
crl-24614	302	7	,	,	PUNCT
crl-24614	302	8	and	and	CCONJ
crl-24614	302	9	ann	ann	PROPN
crl-24614	302	10	dorrit	dorrit	PROPN
crl-24614	302	11	guassora	guassora	PROPN
crl-24614	302	12	,	,	PUNCT
crl-24614	302	13	“	"	PUNCT
crl-24614	302	14	sample	sample	NOUN
crl-24614	302	15	size	size	NOUN
crl-24614	302	16	in	in	ADP
crl-24614	302	17	qualitative	qualitative	ADJ
crl-24614	302	18	interview	interview	NOUN
crl-24614	302	19	studies	study	NOUN
crl-24614	302	20	:	:	PUNCT
crl-24614	302	21	guided	guide	VERB
crl-24614	302	22	by	by	ADP
crl-24614	302	23	information	information	NOUN
crl-24614	302	24	power	power	NOUN
crl-24614	302	25	,	,	PUNCT
crl-24614	302	26	”	"	PUNCT
crl-24614	302	27	qualitative	qualitative	ADJ
crl-24614	302	28	health	health	NOUN
crl-24614	302	29	research	research	NOUN
crl-24614	302	30	26	26	NUM
crl-24614	302	31	,	,	PUNCT
crl-24614	302	32	no	no	INTJ
crl-24614	302	33	.	.	NOUN
crl-24614	302	34	13	13	NUM
crl-24614	302	35	(	(	PUNCT
crl-24614	302	36	2016	2016	NUM
crl-24614	302	37	):	):	PUNCT
crl-24614	302	38	1753–60	1753–60	NUM
crl-24614	302	39	,	,	PUNCT
crl-24614	302	40	https://doi	https://doi	PROPN
crl-24614	302	41	.	.	PUNCT
crl-24614	302	42	org/10.1177/1049732315617444	org/10.1177/1049732315617444	PROPN
crl-24614	302	43	,	,	PUNCT
crl-24614	302	44	1759	1759	NUM
crl-24614	302	45	.	.	PUNCT
crl-24614	303	1	36	36	NUM
crl-24614	303	2	.	.	PUNCT
crl-24614	304	1	charmaz	charmaz	PROPN
crl-24614	304	2	,	,	PUNCT
crl-24614	304	3	constructing	construct	VERB
crl-24614	304	4	grounded	grounded	ADJ
crl-24614	304	5	theory	theory	NOUN
crl-24614	304	6	;	;	PUNCT
crl-24614	304	7	strauss	strauss	PROPN
crl-24614	304	8	and	and	CCONJ
crl-24614	304	9	corbin	corbin	PROPN
crl-24614	304	10	,	,	PUNCT
crl-24614	304	11	basics	basic	NOUN
crl-24614	304	12	of	of	ADP
crl-24614	304	13	qualitative	qualitative	ADJ
crl-24614	304	14	research	research	NOUN
crl-24614	304	15	;	;	PUNCT
crl-24614	304	16	corbin	corbin	PROPN
crl-24614	304	17	and	and	CCONJ
crl-24614	304	18	strauss	strauss	PROPN
crl-24614	304	19	,	,	PUNCT
crl-24614	304	20	basics	basic	NOUN
crl-24614	304	21	of	of	ADP
crl-24614	304	22	qualitative	qualitative	ADJ
crl-24614	304	23	research	research	NOUN
crl-24614	304	24	.	.	PUNCT
crl-24614	305	1	nvivo	nvivo	ADJ
crl-24614	305	2	qualitative	qualitative	ADJ
crl-24614	305	3	data	datum	NOUN
crl-24614	305	4	analysis	analysis	NOUN
crl-24614	305	5	software	software	NOUN
crl-24614	305	6	;	;	PUNCT
crl-24614	305	7	qsr	qsr	PROPN
crl-24614	305	8	international	international	PROPN
crl-24614	305	9	pty	pty	PROPN
crl-24614	305	10	ltd	ltd	PROPN
crl-24614	305	11	.	.	PROPN
crl-24614	305	12	version	version	PROPN
crl-24614	305	13	12	12	NUM
crl-24614	305	14	,	,	PUNCT
crl-24614	305	15	2018	2018	NUM
crl-24614	305	16	.	.	PUNCT
crl-24614	306	1	37	37	NUM
crl-24614	306	2	.	.	PUNCT
crl-24614	307	1	michael	michael	PROPN
crl-24614	307	2	quinn	quinn	PROPN
crl-24614	307	3	patton	patton	PROPN
crl-24614	307	4	,	,	PUNCT
crl-24614	307	5	qualitative	qualitative	ADJ
crl-24614	307	6	research	research	NOUN
crl-24614	307	7	&	&	CCONJ
crl-24614	307	8	evaluation	evaluation	NOUN
crl-24614	307	9	methods	method	NOUN
crl-24614	307	10	(	(	PUNCT
crl-24614	307	11	thousand	thousand	NUM
crl-24614	307	12	oaks	oak	NOUN
crl-24614	307	13	,	,	PUNCT
crl-24614	307	14	ca	can	AUX
crl-24614	307	15	:	:	PUNCT
crl-24614	307	16	sage	sage	NOUN
crl-24614	307	17	publications	publication	NOUN
crl-24614	307	18	,	,	PUNCT
crl-24614	307	19	2002	2002	NUM
crl-24614	307	20	)	)	PUNCT
crl-24614	307	21	.	.	PUNCT
crl-24614	308	1	38	38	NUM
crl-24614	308	2	.	.	PUNCT
crl-24614	309	1	desanto	desanto	ADP
crl-24614	309	2	and	and	CCONJ
crl-24614	309	3	nichols	nichols	PROPN
crl-24614	309	4	,	,	PUNCT
crl-24614	309	5	“	"	PUNCT
crl-24614	309	6	scholarly	scholarly	ADJ
crl-24614	309	7	metrics	metric	NOUN
crl-24614	309	8	baseline	baseline	NOUN
crl-24614	309	9	.	.	PUNCT
crl-24614	309	10	”	"	PUNCT
crl-24614	310	1	39	39	NUM
crl-24614	310	2	.	.	PUNCT
crl-24614	311	1	abbott	abbott	PROPN
crl-24614	311	2	et	et	PROPN
crl-24614	311	3	al	al	PROPN
crl-24614	311	4	.	.	PROPN
crl-24614	311	5	,	,	PUNCT
crl-24614	311	6	“	"	PUNCT
crl-24614	311	7	metrics	metric	NOUN
crl-24614	311	8	:	:	PUNCT
crl-24614	311	9	do	do	AUX
crl-24614	311	10	metrics	metric	NOUN
crl-24614	311	11	matter	matter	VERB
crl-24614	311	12	?	?	PUNCT
crl-24614	311	13	”	"	PUNCT
crl-24614	312	1	40	40	NUM
crl-24614	312	2	.	.	PUNCT
crl-24614	313	1	thuna	thuna	PROPN
crl-24614	313	2	and	and	CCONJ
crl-24614	313	3	king	king	NOUN
crl-24614	313	4	,	,	PUNCT
crl-24614	313	5	“	"	PUNCT
crl-24614	313	6	research	research	NOUN
crl-24614	313	7	impact	impact	NOUN
crl-24614	313	8	metrics	metric	NOUN
crl-24614	313	9	.	.	PUNCT
crl-24614	313	10	”	"	PUNCT
crl-24614	314	1	41	41	NUM
crl-24614	314	2	.	.	PUNCT
crl-24614	315	1	abbott	abbott	PROPN
crl-24614	315	2	et	et	PROPN
crl-24614	315	3	al	al	PROPN
crl-24614	315	4	.	.	PROPN
crl-24614	315	5	,	,	PUNCT
crl-24614	315	6	“	"	PUNCT
crl-24614	315	7	metrics	metric	NOUN
crl-24614	315	8	:	:	PUNCT
crl-24614	315	9	do	do	AUX
crl-24614	315	10	metrics	metric	NOUN
crl-24614	315	11	matter	matter	VERB
crl-24614	315	12	?	?	PUNCT
crl-24614	315	13	”	"	PUNCT
crl-24614	315	14	;	;	PUNCT
crl-24614	315	15	kai	kai	PROPN
crl-24614	315	16	simons	simons	PROPN
crl-24614	315	17	,	,	PUNCT
crl-24614	315	18	“	"	PUNCT
crl-24614	315	19	the	the	DET
crl-24614	315	20	misused	misuse	VERB
crl-24614	315	21	impact	impact	NOUN
crl-24614	315	22	factor	factor	NOUN
crl-24614	315	23	,	,	PUNCT
crl-24614	315	24	”	"	PUNCT
crl-24614	315	25	science	science	NOUN
crl-24614	315	26	322	322	NUM
crl-24614	315	27	,	,	PUNCT
crl-24614	315	28	no	no	INTJ
crl-24614	315	29	.	.	NOUN
crl-24614	315	30	5899	5899	NUM
crl-24614	315	31	(	(	PUNCT
crl-24614	315	32	october	october	PROPN
crl-24614	315	33	10	10	NUM
crl-24614	315	34	,	,	PUNCT
crl-24614	315	35	2008	2008	NUM
crl-24614	315	36	):	):	PUNCT
crl-24614	315	37	165	165	NUM
crl-24614	315	38	,	,	PUNCT
crl-24614	315	39	https://doi.org/10.1126/science.1165316	https://doi.org/10.1126/science.1165316	X
crl-24614	315	40	;	;	PUNCT
crl-24614	315	41	guang	guang	PROPN
crl-24614	315	42	yu	yu	PROPN
crl-24614	315	43	,	,	PUNCT
crl-24614	315	44	dong	dong	PROPN
crl-24614	315	45	-	-	PUNCT
crl-24614	315	46	hui	hui	PROPN
crl-24614	315	47	yang	yang	PROPN
crl-24614	315	48	,	,	PUNCT
crl-24614	315	49	and	and	CCONJ
crl-24614	315	50	wang	wang	PROPN
crl-24614	315	51	liang	liang	PROPN
crl-24614	315	52	,	,	PUNCT
crl-24614	315	53	“	"	PUNCT
crl-24614	315	54	reliability	reliability	NOUN
crl-24614	315	55	-	-	PUNCT
crl-24614	315	56	based	base	VERB
crl-24614	315	57	citation	citation	NOUN
crl-24614	315	58	impact	impact	NOUN
crl-24614	315	59	factor	factor	NOUN
crl-24614	315	60	and	and	CCONJ
crl-24614	315	61	the	the	DET
crl-24614	315	62	manipulation	manipulation	NOUN
crl-24614	315	63	of	of	ADP
crl-24614	315	64	impact	impact	NOUN
crl-24614	315	65	factor	factor	NOUN
crl-24614	315	66	,	,	PUNCT
crl-24614	315	67	”	"	PUNCT
crl-24614	315	68	scientometrics	scientometric	NOUN
crl-24614	315	69	83	83	NUM
crl-24614	315	70	,	,	PUNCT
crl-24614	315	71	no	no	INTJ
crl-24614	315	72	.	.	NOUN
crl-24614	315	73	1	1	NUM
crl-24614	315	74	(	(	PUNCT
crl-24614	315	75	2010	2010	NUM
crl-24614	315	76	):	):	PUNCT
crl-24614	315	77	259–70	259–70	NUM
crl-24614	315	78	,	,	PUNCT
crl-24614	315	79	https://doi.org/10.1007/s11192-009-0083-1	https://doi.org/10.1007/s11192-009-0083-1	NUM
crl-24614	315	80	.	.	PUNCT
crl-24614	316	1	42	42	NUM
crl-24614	316	2	.	.	PUNCT
crl-24614	317	1	desanto	desanto	ADP
crl-24614	317	2	and	and	CCONJ
crl-24614	317	3	nichols	nichols	PROPN
crl-24614	317	4	,	,	PUNCT
crl-24614	317	5	“	"	PUNCT
crl-24614	317	6	scholarly	scholarly	ADJ
crl-24614	317	7	metrics	metric	NOUN
crl-24614	317	8	baseline	baseline	NOUN
crl-24614	317	9	”	"	PUNCT
crl-24614	317	10	;	;	PUNCT
crl-24614	317	11	thuna	thuna	PROPN
crl-24614	317	12	and	and	CCONJ
crl-24614	317	13	king	king	NOUN
crl-24614	317	14	,	,	PUNCT
crl-24614	317	15	“	"	PUNCT
crl-24614	317	16	research	research	NOUN
crl-24614	317	17	impact	impact	NOUN
crl-24614	317	18	metrics	metric	NOUN
crl-24614	317	19	.	.	PUNCT
crl-24614	317	20	”	"	PUNCT
crl-24614	318	1	43	43	NUM
crl-24614	318	2	.	.	PUNCT
crl-24614	319	1	bakker	bakker	PROPN
crl-24614	319	2	et	et	PROPN
crl-24614	319	3	al	al	PROPN
crl-24614	319	4	.	.	PROPN
crl-24614	319	5	,	,	PUNCT
crl-24614	319	6	“	"	PUNCT
crl-24614	319	7	how	how	SCONJ
crl-24614	319	8	faculty	faculty	NOUN
crl-24614	319	9	demonstrate	demonstrate	NOUN
crl-24614	319	10	impact	impact	NOUN
crl-24614	319	11	.	.	PUNCT
crl-24614	319	12	”	"	PUNCT
crl-24614	320	1	44	44	NUM
crl-24614	320	2	.	.	PUNCT
crl-24614	321	1	desanto	desanto	ADP
crl-24614	321	2	and	and	CCONJ
crl-24614	321	3	nichols	nichols	PROPN
crl-24614	321	4	,	,	PUNCT
crl-24614	321	5	“	"	PUNCT
crl-24614	321	6	scholarly	scholarly	ADJ
crl-24614	321	7	metrics	metric	NOUN
crl-24614	321	8	baseline	baseline	NOUN
crl-24614	321	9	”	"	PUNCT
crl-24614	321	10	;	;	PUNCT
crl-24614	321	11	thuna	thuna	PROPN
crl-24614	321	12	and	and	CCONJ
crl-24614	321	13	king	king	NOUN
crl-24614	321	14	,	,	PUNCT
crl-24614	321	15	“	"	PUNCT
crl-24614	321	16	research	research	NOUN
crl-24614	321	17	impact	impact	NOUN
crl-24614	321	18	metrics	metric	NOUN
crl-24614	321	19	.	.	PUNCT
crl-24614	321	20	”	"	PUNCT
crl-24614	322	1	45	45	NUM
crl-24614	322	2	.	.	PUNCT
crl-24614	322	3	malterud	malterud	NOUN
crl-24614	322	4	,	,	PUNCT
crl-24614	322	5	siersma	siersma	PROPN
crl-24614	322	6	,	,	PUNCT
crl-24614	322	7	and	and	CCONJ
crl-24614	322	8	guassora	guassora	PROPN
crl-24614	322	9	.	.	PUNCT
crl-24614	323	1	“	"	PUNCT
crl-24614	323	2	sample	sample	NOUN
crl-24614	323	3	size	size	NOUN
crl-24614	323	4	in	in	ADP
crl-24614	323	5	qualitative	qualitative	ADJ
crl-24614	323	6	interview	interview	NOUN
crl-24614	323	7	studies	study	NOUN
crl-24614	323	8	”	"	PUNCT
crl-24614	323	9	;	;	PUNCT
crl-24614	323	10	margarete	margarete	ADJ
crl-24614	323	11	sandelowski	sandelowski	PROPN
crl-24614	323	12	,	,	PUNCT
crl-24614	323	13	“	"	PUNCT
crl-24614	323	14	sample	sample	NOUN
crl-24614	323	15	size	size	NOUN
crl-24614	323	16	in	in	ADP
crl-24614	323	17	qualitative	qualitative	ADJ
crl-24614	323	18	research	research	NOUN
crl-24614	323	19	,	,	PUNCT
crl-24614	323	20	”	"	PUNCT
crl-24614	323	21	research	research	NOUN
crl-24614	323	22	in	in	ADP
crl-24614	323	23	nursing	nursing	NOUN
crl-24614	323	24	&	&	CCONJ
crl-24614	323	25	health	health	PROPN
crl-24614	323	26	18	18	NUM
crl-24614	323	27	,	,	PUNCT
crl-24614	323	28	no	no	INTJ
crl-24614	323	29	.	.	NOUN
crl-24614	323	30	2	2	NUM
crl-24614	323	31	(	(	PUNCT
crl-24614	323	32	1995	1995	NUM
crl-24614	323	33	):	):	PUNCT
crl-24614	323	34	179–83	179–83	NUM
crl-24614	323	35	,	,	PUNCT
crl-24614	323	36	https://doi.org/10.1002/	https://doi.org/10.1002/	PROPN
crl-24614	323	37	nur.4770180211	nur.4770180211	SYM
crl-24614	323	38	.	.	PROPN
crl-24614	323	39	46	46	NUM
crl-24614	323	40	.	.	PUNCT
crl-24614	324	1	lawrence	lawrence	PROPN
crl-24614	324	2	leung	leung	PROPN
crl-24614	324	3	,	,	PUNCT
crl-24614	324	4	“	"	PUNCT
crl-24614	324	5	validity	validity	NOUN
crl-24614	324	6	,	,	PUNCT
crl-24614	324	7	reliability	reliability	NOUN
crl-24614	324	8	,	,	PUNCT
crl-24614	324	9	and	and	CCONJ
crl-24614	324	10	generalizability	generalizability	NOUN
crl-24614	324	11	in	in	ADP
crl-24614	324	12	qualitative	qualitative	ADJ
crl-24614	324	13	research	research	NOUN
crl-24614	324	14	,	,	PUNCT
crl-24614	324	15	”	"	PUNCT
crl-24614	324	16	journal	journal	NOUN
crl-24614	324	17	of	of	ADP
crl-24614	324	18	family	family	NOUN
crl-24614	324	19	medicine	medicine	NOUN
crl-24614	324	20	and	and	CCONJ
crl-24614	324	21	primary	primary	ADJ
crl-24614	324	22	care	care	NOUN
crl-24614	324	23	4	4	NUM
crl-24614	324	24	,	,	PUNCT
crl-24614	324	25	no	no	INTJ
crl-24614	324	26	.	.	NOUN
crl-24614	324	27	3	3	NUM
crl-24614	324	28	(	(	PUNCT
crl-24614	324	29	2015	2015	NUM
crl-24614	324	30	):	):	PUNCT
crl-24614	324	31	324–27	324–27	NUM
crl-24614	324	32	,	,	PUNCT
crl-24614	324	33	https://doi.org/10.4103/2249-4863.161306	https://doi.org/10.4103/2249-4863.161306	NOUN
crl-24614	324	34	;	;	PUNCT
crl-24614	324	35	denise	denise	PROPN
crl-24614	324	36	f.	f.	PROPN
crl-24614	324	37	polit	polit	PROPN
crl-24614	324	38	and	and	CCONJ
crl-24614	324	39	cheryl	cheryl	PROPN
crl-24614	324	40	tatano	tatano	PROPN
crl-24614	324	41	beck	beck	PROPN
crl-24614	324	42	,	,	PUNCT
crl-24614	324	43	“	"	PUNCT
crl-24614	324	44	generalization	generalization	NOUN
crl-24614	324	45	in	in	ADP
crl-24614	324	46	quantitative	quantitative	ADJ
crl-24614	324	47	and	and	CCONJ
crl-24614	324	48	qualitative	qualitative	ADJ
crl-24614	324	49	research	research	NOUN
crl-24614	324	50	:	:	PUNCT
crl-24614	324	51	myths	myth	NOUN
crl-24614	324	52	and	and	CCONJ
crl-24614	324	53	strategies	strategy	NOUN
crl-24614	324	54	,	,	PUNCT
crl-24614	324	55	”	"	PUNCT
crl-24614	324	56	international	international	ADJ
crl-24614	324	57	journal	journal	NOUN
crl-24614	324	58	of	of	ADP
crl-24614	324	59	nursing	nursing	NOUN
crl-24614	324	60	studies	study	NOUN
crl-24614	324	61	47	47	NUM
crl-24614	324	62	,	,	PUNCT
crl-24614	324	63	no	no	INTJ
crl-24614	324	64	.	.	NOUN
crl-24614	324	65	11	11	NUM
crl-24614	324	66	(	(	PUNCT
crl-24614	324	67	november	november	PROPN
crl-24614	324	68	1	1	NUM
crl-24614	324	69	,	,	PUNCT
crl-24614	324	70	2010	2010	NUM
crl-24614	324	71	):	):	PUNCT
crl-24614	324	72	1451–58	1451–58	NUM
crl-24614	324	73	,	,	PUNCT
crl-24614	324	74	https://doi.org/10.1016/j.ijnurstu.2010.06.004	https://doi.org/10.1016/j.ijnurstu.2010.06.004	PROPN
crl-24614	324	75	;	;	PUNCT
crl-24614	324	76	sandelowski	sandelowski	VERB
crl-24614	324	77	,	,	PUNCT
crl-24614	324	78	“	"	PUNCT
crl-24614	324	79	sample	sample	NOUN
crl-24614	324	80	size	size	NOUN
crl-24614	324	81	in	in	ADP
crl-24614	324	82	qualitative	qualitative	ADJ
crl-24614	324	83	research	research	NOUN
crl-24614	324	84	.	.	PUNCT
crl-24614	324	85	”	"	PUNCT
