id	sid	tid	token	lemma	pos
crl-16410	1	1	170	170	NUM
crl-16410	1	2	an	an	DET
crl-16410	1	3	information	information	NOUN
crl-16410	1	4	literacy	literacy	NOUN
crl-16410	1	5	snapshot	snapshot	NOUN
crl-16410	1	6	:	:	PUNCT
crl-16410	1	7	authentic	authentic	ADJ
crl-16410	1	8	assessment	assessment	NOUN
crl-16410	1	9	across	across	ADP
crl-16410	1	10	the	the	DET
crl-16410	1	11	curriculum	curriculum	NOUN
crl-16410	1	12	wendy	wendy	PROPN
crl-16410	1	13	holliday	holliday	PROPN
crl-16410	1	14	,	,	PUNCT
crl-16410	1	15	betty	betty	PROPN
crl-16410	1	16	dance	dance	PROPN
crl-16410	1	17	,	,	PUNCT
crl-16410	1	18	erin	erin	PROPN
crl-16410	1	19	davis	davis	PROPN
crl-16410	1	20	,	,	PUNCT
crl-16410	1	21	britt	britt	PROPN
crl-16410	1	22	fagerheim	fagerheim	PROPN
crl-16410	1	23	,	,	PUNCT
crl-16410	1	24	anne	anne	PROPN
crl-16410	1	25	hedrich	hedrich	PROPN
crl-16410	1	26	,	,	PUNCT
crl-16410	1	27	kacy	kacy	PROPN
crl-16410	1	28	lundstrom	lundstrom	NOUN
crl-16410	1	29	,	,	PUNCT
crl-16410	1	30	and	and	CCONJ
crl-16410	1	31	pamela	pamela	PROPN
crl-16410	1	32	martin	martin	PROPN
crl-16410	1	33	wendy	wendy	PROPN
crl-16410	1	34	holliday	holliday	PROPN
crl-16410	1	35	is	be	AUX
crl-16410	1	36	head	head	NOUN
crl-16410	1	37	of	of	ADP
crl-16410	1	38	teaching	teaching	NOUN
crl-16410	1	39	,	,	PUNCT
crl-16410	1	40	learning	learning	NOUN
crl-16410	1	41	,	,	PUNCT
crl-16410	1	42	and	and	CCONJ
crl-16410	1	43	research	research	NOUN
crl-16410	1	44	,	,	PUNCT
crl-16410	1	45	at	at	ADP
crl-16410	1	46	northern	northern	PROPN
crl-16410	1	47	arizona	arizona	PROPN
crl-16410	1	48	university	university	PROPN
crl-16410	1	49	;	;	PUNCT
crl-16410	1	50	e	e	X
crl-16410	1	51	-	-	NOUN
crl-16410	1	52	mail	mail	NOUN
crl-16410	1	53	:	:	PUNCT
crl-16410	1	54	wendy.holliday@nau.edu	wendy.holliday@nau.edu	PROPN
crl-16410	1	55	.	.	PUNCT
crl-16410	1	56	betty	betty	PROPN
crl-16410	1	57	dance	dance	PROPN
crl-16410	1	58	is	be	AUX
crl-16410	1	59	reference	reference	NOUN
crl-16410	1	60	&	&	CCONJ
crl-16410	1	61	instruction	instruction	NOUN
crl-16410	1	62	librarian	librarian	NOUN
crl-16410	1	63	,	,	PUNCT
crl-16410	1	64	erin	erin	PROPN
crl-16410	1	65	davis	davis	PROPN
crl-16410	1	66	is	be	AUX
crl-16410	1	67	coordinator	coordinator	NOUN
crl-16410	1	68	of	of	ADP
crl-16410	1	69	regional	regional	ADJ
crl-16410	1	70	campuses	campus	NOUN
crl-16410	1	71	&	&	CCONJ
crl-16410	1	72	e	e	NOUN
crl-16410	1	73	-	-	ADJ
crl-16410	1	74	learning	learn	VERB
crl-16410	1	75	librarian	librarian	NOUN
crl-16410	1	76	,	,	PUNCT
crl-16410	1	77	britt	britt	PROPN
crl-16410	1	78	fagerheim	fagerheim	PROPN
crl-16410	1	79	is	be	AUX
crl-16410	1	80	reference	reference	NOUN
crl-16410	1	81	&	&	CCONJ
crl-16410	1	82	instruction	instruction	NOUN
crl-16410	1	83	department	department	NOUN
crl-16410	1	84	head	head	NOUN
crl-16410	1	85	,	,	PUNCT
crl-16410	1	86	anne	anne	PROPN
crl-16410	1	87	hedrich	hedrich	PROPN
crl-16410	1	88	is	be	AUX
crl-16410	1	89	reference	reference	NOUN
crl-16410	1	90	&	&	CCONJ
crl-16410	1	91	instruction	instruction	NOUN
crl-16410	1	92	librarian	librarian	NOUN
crl-16410	1	93	,	,	PUNCT
crl-16410	1	94	kacy	kacy	PROPN
crl-16410	1	95	lundstrom	lundstrom	PROPN
crl-16410	1	96	is	be	AUX
crl-16410	1	97	coordinator	coordinator	NOUN
crl-16410	1	98	of	of	ADP
crl-16410	1	99	library	library	ADJ
crl-16410	1	100	instruction	instruction	NOUN
crl-16410	1	101	,	,	PUNCT
crl-16410	1	102	and	and	CCONJ
crl-16410	1	103	pamela	pamela	PROPN
crl-16410	1	104	martin	martin	PROPN
crl-16410	1	105	is	be	AUX
crl-16410	1	106	coordinator	coordinator	NOUN
crl-16410	1	107	of	of	ADP
crl-16410	1	108	outreach	outreach	NOUN
crl-16410	1	109	and	and	CCONJ
crl-16410	1	110	peer	peer	NOUN
crl-16410	1	111	learning	learning	NOUN
crl-16410	1	112	,	,	PUNCT
crl-16410	1	113	all	all	PRON
crl-16410	1	114	at	at	ADP
crl-16410	1	115	utah	utah	PROPN
crl-16410	1	116	state	state	PROPN
crl-16410	1	117	university	university	PROPN
crl-16410	1	118	;	;	PUNCT
crl-16410	1	119	e	e	X
crl-16410	1	120	-	-	NOUN
crl-16410	1	121	mail	mail	NOUN
crl-16410	1	122	:	:	PUNCT
crl-16410	2	1	betty.dance@usu.edu	betty.dance@usu.edu	PROPN
crl-16410	2	2	,	,	PUNCT
crl-16410	2	3	erin.davis@usu.edu	erin.davis@usu.edu	PROPN
crl-16410	2	4	,	,	PUNCT
crl-16410	2	5	britt.fagerheim@usu.edu	britt.fagerheim@usu.edu	PROPN
crl-16410	2	6	,	,	PUNCT
crl-16410	2	7	anne.hedrich@usu.edu	anne.hedrich@usu.edu	PROPN
crl-16410	2	8	,	,	PUNCT
crl-16410	2	9	kacy	kacy	PROPN
crl-16410	2	10	.	.	PUNCT
crl-16410	3	1	lundstrom@usu.edu	lundstrom@usu.edu	PROPN
crl-16410	3	2	,	,	PUNCT
crl-16410	3	3	pamela.martin@usu.edu	pamela.martin@usu.edu	PROPN
crl-16410	3	4	.	.	PUNCT
crl-16410	4	1	©	©	PROPN
crl-16410	4	2	2015	2015	NUM
crl-16410	4	3	wendy	wendy	PROPN
crl-16410	4	4	holliday	holliday	PROPN
crl-16410	4	5	,	,	PUNCT
crl-16410	4	6	betty	betty	PROPN
crl-16410	4	7	dance	dance	PROPN
crl-16410	4	8	,	,	PUNCT
crl-16410	4	9	erin	erin	PROPN
crl-16410	4	10	davis	davis	PROPN
crl-16410	4	11	,	,	PUNCT
crl-16410	4	12	britt	britt	PROPN
crl-16410	4	13	fagerheim	fagerheim	PROPN
crl-16410	4	14	,	,	PUNCT
crl-16410	4	15	anne	anne	PROPN
crl-16410	4	16	hedrich	hedrich	PROPN
crl-16410	4	17	,	,	PUNCT
crl-16410	4	18	kacy	kacy	PROPN
crl-16410	4	19	lundstrom	lundstrom	NOUN
crl-16410	4	20	,	,	PUNCT
crl-16410	4	21	and	and	CCONJ
crl-16410	4	22	pamela	pamela	PROPN
crl-16410	4	23	martin	martin	PROPN
crl-16410	4	24	,	,	PUNCT
crl-16410	4	25	attribution	attribution	NOUN
crl-16410	4	26	-	-	PUNCT
crl-16410	4	27	noncommercial	noncommercial	ADJ
crl-16410	4	28	(	(	PUNCT
crl-16410	4	29	http://	http://	PROPN
crl-16410	4	30	creativecommons.org/licenses/by-nc/3.0/	creativecommons.org/licenses/by-nc/3.0/	NOUN
crl-16410	4	31	)	)	PUNCT
crl-16410	4	32	cc	cc	VERB
crl-16410	4	33	by	by	ADP
crl-16410	4	34	-	-	PUNCT
crl-16410	4	35	nc	nc	PROPN
crl-16410	4	36	.	.	PROPN
crl-16410	5	1	this	this	DET
crl-16410	5	2	paper	paper	NOUN
crl-16410	5	3	outlines	outline	VERB
crl-16410	5	4	the	the	DET
crl-16410	5	5	process	process	NOUN
crl-16410	5	6	and	and	CCONJ
crl-16410	5	7	results	result	NOUN
crl-16410	5	8	of	of	ADP
crl-16410	5	9	an	an	DET
crl-16410	5	10	authentic	authentic	ADJ
crl-16410	5	11	assessment	assessment	NOUN
crl-16410	5	12	of	of	ADP
crl-16410	5	13	student	student	NOUN
crl-16410	5	14	work	work	NOUN
crl-16410	5	15	using	use	VERB
crl-16410	5	16	a	a	DET
crl-16410	5	17	revised	revise	VERB
crl-16410	5	18	version	version	NOUN
crl-16410	5	19	of	of	ADP
crl-16410	5	20	the	the	DET
crl-16410	5	21	aac&u	aac&u	NOUN
crl-16410	5	22	’s	’s	PART
crl-16410	5	23	information	information	NOUN
crl-16410	5	24	literacy	literacy	NOUN
crl-16410	5	25	value	value	NOUN
crl-16410	5	26	rubric	rubric	NOUN
crl-16410	5	27	.	.	PUNCT
crl-16410	6	1	this	this	DET
crl-16410	6	2	rigorous	rigorous	ADJ
crl-16410	6	3	assessment	assessment	NOUN
crl-16410	6	4	,	,	PUNCT
crl-16410	6	5	which	which	PRON
crl-16410	6	6	included	include	VERB
crl-16410	6	7	the	the	DET
crl-16410	6	8	scoring	scoring	NOUN
crl-16410	6	9	of	of	ADP
crl-16410	6	10	nearly	nearly	ADV
crl-16410	6	11	900	900	NUM
crl-16410	6	12	student	student	NOUN
crl-16410	6	13	papers	paper	NOUN
crl-16410	6	14	from	from	ADP
crl-16410	6	15	four	four	NUM
crl-16410	6	16	different	different	ADJ
crl-16410	6	17	stages	stage	NOUN
crl-16410	6	18	across	across	ADP
crl-16410	6	19	the	the	DET
crl-16410	6	20	undergraduate	undergraduate	NOUN
crl-16410	6	21	curriculum	curriculum	NOUN
crl-16410	6	22	,	,	PUNCT
crl-16410	6	23	revealed	reveal	VERB
crl-16410	6	24	much	much	ADJ
crl-16410	6	25	about	about	ADP
crl-16410	6	26	the	the	DET
crl-16410	6	27	process	process	NOUN
crl-16410	6	28	of	of	ADP
crl-16410	6	29	authentic	authentic	ADJ
crl-16410	6	30	assessment	assessment	NOUN
crl-16410	6	31	of	of	ADP
crl-16410	6	32	student	student	NOUN
crl-16410	6	33	learning	learning	NOUN
crl-16410	6	34	,	,	PUNCT
crl-16410	6	35	the	the	DET
crl-16410	6	36	struggles	struggle	NOUN
crl-16410	6	37	and	and	CCONJ
crl-16410	6	38	competencies	competency	NOUN
crl-16410	6	39	of	of	ADP
crl-16410	6	40	our	our	PRON
crl-16410	6	41	students	student	NOUN
crl-16410	6	42	,	,	PUNCT
crl-16410	6	43	and	and	CCONJ
crl-16410	6	44	a	a	DET
crl-16410	6	45	clear	clear	ADJ
crl-16410	6	46	path	path	NOUN
crl-16410	6	47	forward	forward	ADV
crl-16410	6	48	for	for	ADP
crl-16410	6	49	improving	improve	VERB
crl-16410	6	50	practice	practice	NOUN
crl-16410	6	51	.	.	PUNCT
crl-16410	7	1	it	it	PRON
crl-16410	7	2	also	also	ADV
crl-16410	7	3	gave	give	VERB
crl-16410	7	4	us	we	PRON
crl-16410	7	5	a	a	DET
crl-16410	7	6	broad	broad	ADJ
crl-16410	7	7	view	view	NOUN
crl-16410	7	8	of	of	ADP
crl-16410	7	9	student	student	NOUN
crl-16410	7	10	learning	learning	NOUN
crl-16410	7	11	,	,	PUNCT
crl-16410	7	12	allowing	allow	VERB
crl-16410	7	13	us	we	PRON
crl-16410	7	14	to	to	PART
crl-16410	7	15	immerse	immerse	VERB
crl-16410	7	16	ourselves	ourselves	PRON
crl-16410	7	17	in	in	ADP
crl-16410	7	18	student	student	NOUN
crl-16410	7	19	work	work	NOUN
crl-16410	7	20	and	and	CCONJ
crl-16410	7	21	providing	provide	VERB
crl-16410	7	22	a	a	DET
crl-16410	7	23	stronger	strong	ADJ
crl-16410	7	24	narrative	narrative	NOUN
crl-16410	7	25	to	to	PART
crl-16410	7	26	share	share	VERB
crl-16410	7	27	with	with	ADP
crl-16410	7	28	stakeholders	stakeholder	NOUN
crl-16410	7	29	.	.	PUNCT
crl-16410	8	1	or	or	CCONJ
crl-16410	8	2	the	the	DET
crl-16410	8	3	last	last	ADJ
crl-16410	8	4	several	several	ADJ
crl-16410	8	5	years	year	NOUN
crl-16410	8	6	,	,	PUNCT
crl-16410	8	7	stakeholders	stakeholder	NOUN
crl-16410	8	8	across	across	ADP
crl-16410	8	9	higher	high	ADJ
crl-16410	8	10	education	education	NOUN
crl-16410	8	11	have	have	AUX
crl-16410	8	12	been	be	AUX
crl-16410	8	13	calling	call	VERB
crl-16410	8	14	for	for	ADP
crl-16410	8	15	greater	great	ADJ
crl-16410	8	16	accountability	accountability	NOUN
crl-16410	8	17	and	and	CCONJ
crl-16410	8	18	transparency	transparency	NOUN
crl-16410	8	19	,	,	PUNCT
crl-16410	8	20	especially	especially	ADV
crl-16410	8	21	in	in	ADP
crl-16410	8	22	the	the	DET
crl-16410	8	23	assessment	assessment	NOUN
crl-16410	8	24	of	of	ADP
crl-16410	8	25	student	student	NOUN
crl-16410	8	26	learning	learning	NOUN
crl-16410	8	27	.	.	PUNCT
crl-16410	9	1	high	high	ADJ
crl-16410	9	2	-	-	PUNCT
crl-16410	9	3	profile	profile	NOUN
crl-16410	9	4	books	book	NOUN
crl-16410	9	5	and	and	CCONJ
crl-16410	9	6	articles	article	NOUN
crl-16410	9	7	have	have	AUX
crl-16410	9	8	questioned	question	VERB
crl-16410	9	9	the	the	DET
crl-16410	9	10	degree	degree	NOUN
crl-16410	9	11	to	to	PART
crl-16410	9	12	which	which	PRON
crl-16410	9	13	students	student	NOUN
crl-16410	9	14	are	be	AUX
crl-16410	9	15	actually	actually	ADV
crl-16410	9	16	learning	learn	VERB
crl-16410	9	17	the	the	DET
crl-16410	9	18	knowledge	knowledge	NOUN
crl-16410	9	19	and	and	CCONJ
crl-16410	9	20	skills	skill	NOUN
crl-16410	9	21	required	require	VERB
crl-16410	9	22	to	to	PART
crl-16410	9	23	be	be	AUX
crl-16410	9	24	successful	successful	ADJ
crl-16410	9	25	and	and	CCONJ
crl-16410	9	26	productive	productive	ADJ
crl-16410	9	27	citizens.1	citizens.1	NOUN
crl-16410	9	28	reform	reform	NOUN
crl-16410	9	29	movements	movement	NOUN
crl-16410	9	30	are	be	AUX
crl-16410	9	31	challenging	challenge	VERB
crl-16410	9	32	the	the	DET
crl-16410	9	33	status	status	NOUN
crl-16410	9	34	quo	quo	NOUN
crl-16410	9	35	,	,	PUNCT
crl-16410	9	36	including	include	VERB
crl-16410	9	37	the	the	DET
crl-16410	9	38	credit	credit	NOUN
crl-16410	9	39	-	-	PUNCT
crl-16410	9	40	hour	hour	NOUN
crl-16410	9	41	system	system	NOUN
crl-16410	9	42	for	for	ADP
crl-16410	9	43	defining	define	VERB
crl-16410	9	44	degrees	degree	NOUN
crl-16410	9	45	,	,	PUNCT
crl-16410	9	46	and	and	CCONJ
crl-16410	9	47	calling	call	VERB
crl-16410	9	48	for	for	ADP
crl-16410	9	49	clearer	clear	ADJ
crl-16410	9	50	definitions	definition	NOUN
crl-16410	9	51	of	of	ADP
crl-16410	9	52	learning	learn	VERB
crl-16410	9	53	outcomes	outcome	NOUN
crl-16410	9	54	and	and	CCONJ
crl-16410	9	55	competency	competency	NOUN
crl-16410	9	56	-	-	PUNCT
crl-16410	9	57	based	base	VERB
crl-16410	9	58	measures	measure	NOUN
crl-16410	9	59	of	of	ADP
crl-16410	9	60	success	success	NOUN
crl-16410	9	61	and	and	CCONJ
crl-16410	9	62	completion.2	completion.2	PROPN
crl-16410	9	63	libraries	library	NOUN
crl-16410	9	64	have	have	AUX
crl-16410	9	65	been	be	AUX
crl-16410	9	66	engaged	engage	VERB
crl-16410	9	67	in	in	ADP
crl-16410	9	68	this	this	DET
crl-16410	9	69	larger	large	ADJ
crl-16410	9	70	discourse	discourse	NOUN
crl-16410	9	71	at	at	ADP
crl-16410	9	72	both	both	CCONJ
crl-16410	9	73	local	local	ADJ
crl-16410	9	74	and	and	CCONJ
crl-16410	9	75	national	national	ADJ
crl-16410	9	76	levels	level	NOUN
crl-16410	9	77	.	.	PUNCT
crl-16410	10	1	the	the	DET
crl-16410	10	2	acrl	acrl	PROPN
crl-16410	10	3	value	value	NOUN
crl-16410	10	4	of	of	ADP
crl-16410	10	5	academic	academic	ADJ
crl-16410	10	6	libraries	library	NOUN
crl-16410	10	7	report	report	VERB
crl-16410	10	8	calls	call	NOUN
crl-16410	10	9	on	on	ADP
crl-16410	10	10	librarians	librarian	NOUN
crl-16410	10	11	to	to	PART
crl-16410	10	12	articulate	articulate	VERB
crl-16410	10	13	and	and	CCONJ
crl-16410	10	14	demonstrate	demonstrate	VERB
crl-16410	10	15	value	value	NOUN
crl-16410	10	16	to	to	ADP
crl-16410	10	17	their	their	PRON
crl-16410	10	18	larger	large	ADJ
crl-16410	10	19	institutions	institution	NOUN
crl-16410	10	20	not	not	PART
crl-16410	10	21	on	on	ADP
crl-16410	10	22	the	the	DET
crl-16410	10	23	basis	basis	NOUN
crl-16410	10	24	of	of	ADP
crl-16410	10	25	outputs	output	NOUN
crl-16410	10	26	,	,	PUNCT
crl-16410	10	27	such	such	ADJ
crl-16410	10	28	as	as	ADP
crl-16410	10	29	collection	collection	NOUN
crl-16410	10	30	size	size	NOUN
crl-16410	10	31	or	or	CCONJ
crl-16410	10	32	patrons	patron	NOUN
crl-16410	10	33	served	serve	VERB
crl-16410	10	34	,	,	PUNCT
crl-16410	10	35	but	but	CCONJ
crl-16410	10	36	on	on	ADP
crl-16410	10	37	the	the	DET
crl-16410	10	38	basis	basis	NOUN
crl-16410	10	39	of	of	ADP
crl-16410	10	40	their	their	PRON
crl-16410	10	41	impact	impact	NOUN
crl-16410	10	42	on	on	ADP
crl-16410	10	43	student	student	NOUN
crl-16410	10	44	learning	learning	NOUN
crl-16410	10	45	and	and	CCONJ
crl-16410	10	46	success.3	success.3	VERB
crl-16410	10	47	the	the	DET
crl-16410	10	48	value	value	NOUN
crl-16410	10	49	report	report	NOUN
crl-16410	10	50	,	,	PUNCT
crl-16410	10	51	along	along	ADP
crl-16410	10	52	with	with	ADP
crl-16410	10	53	the	the	DET
crl-16410	10	54	broader	broader	ADV
crl-16410	10	55	higher	high	ADJ
crl-16410	10	56	education	education	NOUN
crl-16410	10	57	reform	reform	NOUN
crl-16410	10	58	movement	movement	NOUN
crl-16410	10	59	,	,	PUNCT
crl-16410	10	60	requires	require	VERB
crl-16410	10	61	clearly	clearly	ADV
crl-16410	10	62	defined	define	VERB
crl-16410	10	63	learning	learn	VERB
crl-16410	10	64	outcomes	outcome	NOUN
crl-16410	10	65	and	and	CCONJ
crl-16410	10	66	more	more	ADV
crl-16410	10	67	effective	effective	ADJ
crl-16410	10	68	ways	way	NOUN
crl-16410	10	69	to	to	PART
crl-16410	10	70	assess	assess	VERB
crl-16410	10	71	student	student	NOUN
crl-16410	10	72	learning	learning	NOUN
crl-16410	10	73	.	.	PUNCT
crl-16410	11	1	assessment	assessment	NOUN
crl-16410	11	2	is	be	AUX
crl-16410	11	3	central	central	ADJ
crl-16410	11	4	to	to	ADP
crl-16410	11	5	all	all	PRON
crl-16410	11	6	of	of	ADP
crl-16410	11	7	these	these	DET
crl-16410	11	8	efforts	effort	NOUN
crl-16410	11	9	,	,	PUNCT
crl-16410	11	10	not	not	PART
crl-16410	11	11	just	just	ADV
crl-16410	11	12	to	to	PART
crl-16410	11	13	document	document	VERB
crl-16410	11	14	a	a	DET
crl-16410	11	15	library	library	NOUN
crl-16410	11	16	’s	’s	PART
crl-16410	11	17	contributions	contribution	NOUN
crl-16410	11	18	to	to	ADP
crl-16410	11	19	student	student	NOUN
crl-16410	11	20	learning	learning	NOUN
crl-16410	11	21	,	,	PUNCT
crl-16410	11	22	but	but	CCONJ
crl-16410	11	23	to	to	PART
crl-16410	11	24	“	"	PUNCT
crl-16410	11	25	close	close	VERB
crl-16410	11	26	the	the	DET
crl-16410	11	27	loop	loop	NOUN
crl-16410	11	28	”	"	PUNCT
crl-16410	11	29	and	and	CCONJ
crl-16410	11	30	improve	improve	VERB
crl-16410	11	31	teaching	teaching	NOUN
crl-16410	11	32	and	and	CCONJ
crl-16410	11	33	doi:10.5860	doi:10.5860	NOUN
crl-16410	11	34	/	/	SYM
crl-16410	11	35	crl.76.2.170	crl.76.2.170	NOUN
crl-16410	11	36	crl14	crl14	PROPN
crl-16410	11	37	-	-	PUNCT
crl-16410	11	38	575	575	NUM
crl-16410	11	39	an	an	DET
crl-16410	11	40	information	information	NOUN
crl-16410	11	41	literacy	literacy	NOUN
crl-16410	11	42	snapshot	snapshot	NOUN
crl-16410	11	43	171	171	NUM
crl-16410	11	44	learning	learning	NOUN
crl-16410	11	45	.	.	PUNCT
crl-16410	12	1	it	it	PRON
crl-16410	12	2	is	be	AUX
crl-16410	12	3	not	not	PART
crl-16410	12	4	enough	enough	ADJ
crl-16410	12	5	to	to	PART
crl-16410	12	6	demonstrate	demonstrate	VERB
crl-16410	12	7	value	value	NOUN
crl-16410	12	8	at	at	ADP
crl-16410	12	9	isolated	isolated	ADJ
crl-16410	12	10	moments	moment	NOUN
crl-16410	12	11	in	in	ADP
crl-16410	12	12	time	time	NOUN
crl-16410	12	13	and	and	CCONJ
crl-16410	12	14	in	in	ADP
crl-16410	12	15	discrete	discrete	ADJ
crl-16410	12	16	pockets	pocket	NOUN
crl-16410	12	17	of	of	ADP
crl-16410	12	18	the	the	DET
crl-16410	12	19	university	university	NOUN
crl-16410	12	20	.	.	PUNCT
crl-16410	13	1	assessments	assessment	NOUN
crl-16410	13	2	must	must	AUX
crl-16410	13	3	provide	provide	VERB
crl-16410	13	4	actionable	actionable	ADJ
crl-16410	13	5	evidence	evidence	NOUN
crl-16410	13	6	of	of	ADP
crl-16410	13	7	areas	area	NOUN
crl-16410	13	8	of	of	ADP
crl-16410	13	9	success	success	NOUN
crl-16410	13	10	and	and	CCONJ
crl-16410	13	11	weakness	weakness	NOUN
crl-16410	13	12	,	,	PUNCT
crl-16410	13	13	at	at	ADP
crl-16410	13	14	the	the	DET
crl-16410	13	15	assignment	assignment	NOUN
crl-16410	13	16	,	,	PUNCT
crl-16410	13	17	classroom	classroom	NOUN
crl-16410	13	18	,	,	PUNCT
crl-16410	13	19	and	and	CCONJ
crl-16410	13	20	curricular	curricular	ADJ
crl-16410	13	21	level	level	NOUN
crl-16410	13	22	to	to	PART
crl-16410	13	23	allow	allow	VERB
crl-16410	13	24	librarians	librarian	NOUN
crl-16410	13	25	to	to	PART
crl-16410	13	26	make	make	VERB
crl-16410	13	27	changes	change	NOUN
crl-16410	13	28	at	at	ADP
crl-16410	13	29	all	all	PRON
crl-16410	13	30	of	of	ADP
crl-16410	13	31	these	these	DET
crl-16410	13	32	points	point	NOUN
crl-16410	13	33	to	to	PART
crl-16410	13	34	improve	improve	VERB
crl-16410	13	35	student	student	NOUN
crl-16410	13	36	learning	learning	NOUN
crl-16410	13	37	.	.	PUNCT
crl-16410	14	1	merrill	merrill	NOUN
crl-16410	14	2	-	-	PUNCT
crl-16410	14	3	cazier	cazier	NOUN
crl-16410	14	4	library	library	NOUN
crl-16410	14	5	at	at	ADP
crl-16410	14	6	utah	utah	PROPN
crl-16410	14	7	state	state	PROPN
crl-16410	14	8	university	university	PROPN
crl-16410	14	9	(	(	PUNCT
crl-16410	14	10	usu	usu	PROPN
crl-16410	14	11	)	)	PUNCT
crl-16410	14	12	is	be	AUX
crl-16410	14	13	a	a	DET
crl-16410	14	14	research	research	NOUN
crl-16410	14	15	library	library	NOUN
crl-16410	14	16	that	that	PRON
crl-16410	14	17	supports	support	VERB
crl-16410	14	18	a	a	DET
crl-16410	14	19	courseand	courseand	NOUN
crl-16410	14	20	curriculum	curriculum	NOUN
crl-16410	14	21	-	-	PUNCT
crl-16410	14	22	integrated	integrate	VERB
crl-16410	14	23	approach	approach	NOUN
crl-16410	14	24	to	to	ADP
crl-16410	14	25	information	information	NOUN
crl-16410	14	26	literacy	literacy	NOUN
crl-16410	14	27	(	(	PUNCT
crl-16410	14	28	il	il	NOUN
crl-16410	14	29	)	)	PUNCT
crl-16410	14	30	instruction	instruction	NOUN
crl-16410	14	31	,	,	PUNCT
crl-16410	14	32	working	work	VERB
crl-16410	14	33	with	with	ADP
crl-16410	14	34	faculty	faculty	NOUN
crl-16410	14	35	to	to	PART
crl-16410	14	36	identify	identify	VERB
crl-16410	14	37	the	the	DET
crl-16410	14	38	most	most	ADV
crl-16410	14	39	effective	effective	ADJ
crl-16410	14	40	courses	course	NOUN
crl-16410	14	41	and	and	CCONJ
crl-16410	14	42	instructional	instructional	ADJ
crl-16410	14	43	approaches	approach	NOUN
crl-16410	14	44	to	to	PART
crl-16410	14	45	teach	teach	VERB
crl-16410	14	46	information	information	NOUN
crl-16410	14	47	literacy	literacy	NOUN
crl-16410	14	48	in	in	ADP
crl-16410	14	49	general	general	ADJ
crl-16410	14	50	education	education	NOUN
crl-16410	14	51	and	and	CCONJ
crl-16410	14	52	the	the	DET
crl-16410	14	53	major	major	ADJ
crl-16410	14	54	.	.	PUNCT
crl-16410	15	1	we	we	PRON
crl-16410	15	2	believe	believe	VERB
crl-16410	15	3	that	that	SCONJ
crl-16410	15	4	information	information	NOUN
crl-16410	15	5	literacy	literacy	NOUN
crl-16410	15	6	should	should	AUX
crl-16410	15	7	be	be	AUX
crl-16410	15	8	sequenced	sequence	VERB
crl-16410	15	9	throughout	throughout	ADP
crl-16410	15	10	the	the	DET
crl-16410	15	11	curriculum	curriculum	NOUN
crl-16410	15	12	in	in	ADP
crl-16410	15	13	a	a	DET
crl-16410	15	14	“	"	PUNCT
crl-16410	15	15	ratcheted	ratchet	VERB
crl-16410	15	16	”	"	PUNCT
crl-16410	15	17	approach	approach	NOUN
crl-16410	15	18	,	,	PUNCT
crl-16410	15	19	beginning	begin	VERB
crl-16410	15	20	with	with	ADP
crl-16410	15	21	basic	basic	ADJ
crl-16410	15	22	skills	skill	NOUN
crl-16410	15	23	in	in	ADP
crl-16410	15	24	freshman	freshman	NOUN
crl-16410	15	25	composition	composition	NOUN
crl-16410	15	26	and	and	CCONJ
crl-16410	15	27	culminating	culminate	VERB
crl-16410	15	28	in	in	ADP
crl-16410	15	29	more	more	ADJ
crl-16410	15	30	discipline	discipline	NOUN
crl-16410	15	31	-	-	PUNCT
crl-16410	15	32	specific	specific	ADJ
crl-16410	15	33	and	and	CCONJ
crl-16410	15	34	sophisticated	sophisticated	ADJ
crl-16410	15	35	learning	learning	NOUN
crl-16410	15	36	experiences	experience	NOUN
crl-16410	15	37	in	in	ADP
crl-16410	15	38	seniorlevel	seniorlevel	NOUN
crl-16410	15	39	courses	course	NOUN
crl-16410	15	40	in	in	ADP
crl-16410	15	41	each	each	DET
crl-16410	15	42	major	major	NOUN
crl-16410	15	43	.	.	PUNCT
crl-16410	16	1	students	student	NOUN
crl-16410	16	2	should	should	AUX
crl-16410	16	3	build	build	VERB
crl-16410	16	4	upon	upon	SCONJ
crl-16410	16	5	prior	prior	ADV
crl-16410	16	6	learning	learn	VERB
crl-16410	16	7	experiences	experience	NOUN
crl-16410	16	8	and	and	CCONJ
crl-16410	16	9	practice	practice	VERB
crl-16410	16	10	il	il	PROPN
crl-16410	16	11	skills	skill	NOUN
crl-16410	16	12	with	with	ADP
crl-16410	16	13	greater	great	ADJ
crl-16410	16	14	independence	independence	NOUN
crl-16410	16	15	as	as	SCONJ
crl-16410	16	16	they	they	PRON
crl-16410	16	17	move	move	VERB
crl-16410	16	18	through	through	ADP
crl-16410	16	19	their	their	PRON
crl-16410	16	20	coursework	coursework	NOUN
crl-16410	16	21	.	.	PUNCT
crl-16410	17	1	at	at	ADP
crl-16410	17	2	usu	usu	PROPN
crl-16410	17	3	,	,	PUNCT
crl-16410	17	4	the	the	DET
crl-16410	17	5	foundation	foundation	NOUN
crl-16410	17	6	for	for	ADP
crl-16410	17	7	information	information	NOUN
crl-16410	17	8	literacy	literacy	NOUN
crl-16410	17	9	is	be	AUX
crl-16410	17	10	established	establish	VERB
crl-16410	17	11	in	in	ADP
crl-16410	17	12	required	require	VERB
crl-16410	17	13	firstand	firstand	NOUN
crl-16410	17	14	second	second	ADJ
crl-16410	17	15	-	-	PUNCT
crl-16410	17	16	year	year	NOUN
crl-16410	17	17	composition	composition	NOUN
crl-16410	17	18	courses	course	NOUN
crl-16410	17	19	(	(	PUNCT
crl-16410	17	20	though	though	SCONJ
crl-16410	17	21	students	student	NOUN
crl-16410	17	22	can	can	AUX
crl-16410	17	23	test	test	VERB
crl-16410	17	24	out	out	ADP
crl-16410	17	25	of	of	ADP
crl-16410	17	26	the	the	DET
crl-16410	17	27	first	first	ADJ
crl-16410	17	28	year	year	NOUN
crl-16410	17	29	)	)	PUNCT
crl-16410	17	30	.	.	PUNCT
crl-16410	18	1	students	student	NOUN
crl-16410	18	2	in	in	ADP
crl-16410	18	3	those	those	DET
crl-16410	18	4	courses	course	NOUN
crl-16410	18	5	receive	receive	VERB
crl-16410	18	6	an	an	DET
crl-16410	18	7	average	average	NOUN
crl-16410	18	8	of	of	ADP
crl-16410	18	9	two	two	NUM
crl-16410	18	10	to	to	PART
crl-16410	18	11	four	four	NUM
crl-16410	18	12	library	library	NOUN
crl-16410	18	13	instruction	instruction	NOUN
crl-16410	18	14	sessions	session	NOUN
crl-16410	18	15	,	,	PUNCT
crl-16410	18	16	usually	usually	ADV
crl-16410	18	17	in	in	ADP
crl-16410	18	18	a	a	DET
crl-16410	18	19	library	library	NOUN
crl-16410	18	20	instruction	instruction	NOUN
crl-16410	18	21	classroom	classroom	NOUN
crl-16410	18	22	focused	focus	VERB
crl-16410	18	23	on	on	ADP
crl-16410	18	24	hands	hand	NOUN
crl-16410	18	25	-	-	PUNCT
crl-16410	18	26	on	on	ADP
crl-16410	18	27	research	research	NOUN
crl-16410	18	28	with	with	ADP
crl-16410	18	29	assistance	assistance	NOUN
crl-16410	18	30	from	from	ADP
crl-16410	18	31	a	a	DET
crl-16410	18	32	librarian	librarian	NOUN
crl-16410	18	33	.	.	PUNCT
crl-16410	19	1	many	many	ADJ
crl-16410	19	2	students	student	NOUN
crl-16410	19	3	also	also	ADV
crl-16410	19	4	receive	receive	VERB
crl-16410	19	5	disciplinary	disciplinary	ADJ
crl-16410	19	6	instruction	instruction	NOUN
crl-16410	19	7	in	in	ADP
crl-16410	19	8	their	their	PRON
crl-16410	19	9	majors	major	NOUN
crl-16410	19	10	,	,	PUNCT
crl-16410	19	11	usually	usually	ADV
crl-16410	19	12	in	in	ADP
crl-16410	19	13	an	an	DET
crl-16410	19	14	introductory	introductory	ADJ
crl-16410	19	15	or	or	CCONJ
crl-16410	19	16	mid	mid	ADJ
crl-16410	19	17	-	-	NOUN
crl-16410	19	18	level	level	NOUN
crl-16410	19	19	course	course	NOUN
crl-16410	19	20	.	.	PUNCT
crl-16410	20	1	librarians	librarian	NOUN
crl-16410	20	2	are	be	AUX
crl-16410	20	3	currently	currently	ADV
crl-16410	20	4	in	in	ADP
crl-16410	20	5	the	the	DET
crl-16410	20	6	process	process	NOUN
crl-16410	20	7	of	of	ADP
crl-16410	20	8	using	use	VERB
crl-16410	20	9	curriculum	curriculum	NOUN
crl-16410	20	10	mapping	mapping	NOUN
crl-16410	20	11	to	to	PART
crl-16410	20	12	further	far	ADV
crl-16410	20	13	identify	identify	VERB
crl-16410	20	14	which	which	DET
crl-16410	20	15	courses	course	NOUN
crl-16410	20	16	and	and	CCONJ
crl-16410	20	17	assignments	assignment	NOUN
crl-16410	20	18	in	in	ADP
crl-16410	20	19	the	the	DET
crl-16410	20	20	disciplines	discipline	NOUN
crl-16410	20	21	are	be	AUX
crl-16410	20	22	best	well	ADV
crl-16410	20	23	suited	suit	VERB
crl-16410	20	24	for	for	ADP
crl-16410	20	25	library	library	NOUN
crl-16410	20	26	instruction	instruction	NOUN
crl-16410	20	27	integration	integration	NOUN
crl-16410	20	28	.	.	PUNCT
crl-16410	21	1	both	both	DET
crl-16410	21	2	disciplinary	disciplinary	ADJ
crl-16410	21	3	courses	course	NOUN
crl-16410	21	4	used	use	VERB
crl-16410	21	5	in	in	ADP
crl-16410	21	6	this	this	DET
crl-16410	21	7	study	study	NOUN
crl-16410	21	8	did	do	AUX
crl-16410	21	9	receive	receive	VERB
crl-16410	21	10	library	library	NOUN
crl-16410	21	11	instruction	instruction	NOUN
crl-16410	21	12	and	and	CCONJ
crl-16410	21	13	are	be	AUX
crl-16410	21	14	required	require	VERB
crl-16410	21	15	by	by	ADP
crl-16410	21	16	their	their	PRON
crl-16410	21	17	major	major	NOUN
crl-16410	21	18	.	.	PUNCT
crl-16410	22	1	previously	previously	ADV
crl-16410	22	2	,	,	PUNCT
crl-16410	22	3	we	we	PRON
crl-16410	22	4	completed	complete	VERB
crl-16410	22	5	several	several	ADJ
crl-16410	22	6	smaller	small	ADJ
crl-16410	22	7	assessments	assessment	NOUN
crl-16410	22	8	of	of	ADP
crl-16410	22	9	student	student	NOUN
crl-16410	22	10	learning	learning	NOUN
crl-16410	22	11	,	,	PUNCT
crl-16410	22	12	mainly	mainly	ADV
crl-16410	22	13	in	in	ADP
crl-16410	22	14	the	the	DET
crl-16410	22	15	english	english	ADJ
crl-16410	22	16	composition	composition	NOUN
crl-16410	22	17	courses	course	NOUN
crl-16410	22	18	.	.	PUNCT
crl-16410	23	1	our	our	PRON
crl-16410	23	2	prior	prior	ADJ
crl-16410	23	3	assessments	assessment	NOUN
crl-16410	23	4	,	,	PUNCT
crl-16410	23	5	however	however	ADV
crl-16410	23	6	,	,	PUNCT
crl-16410	23	7	did	do	AUX
crl-16410	23	8	not	not	PART
crl-16410	23	9	give	give	VERB
crl-16410	23	10	us	we	PRON
crl-16410	23	11	an	an	DET
crl-16410	23	12	accurate	accurate	ADJ
crl-16410	23	13	picture	picture	NOUN
crl-16410	23	14	of	of	ADP
crl-16410	23	15	how	how	SCONJ
crl-16410	23	16	students	student	NOUN
crl-16410	23	17	were	be	AUX
crl-16410	23	18	developing	develop	VERB
crl-16410	23	19	il	il	PROPN
crl-16410	23	20	skills	skill	NOUN
crl-16410	23	21	across	across	ADP
crl-16410	23	22	the	the	DET
crl-16410	23	23	curriculum	curriculum	NOUN
crl-16410	23	24	.	.	PUNCT
crl-16410	24	1	we	we	PRON
crl-16410	24	2	had	have	VERB
crl-16410	24	3	isolated	isolate	VERB
crl-16410	24	4	assessment	assessment	NOUN
crl-16410	24	5	data	datum	NOUN
crl-16410	24	6	,	,	PUNCT
crl-16410	24	7	including	include	VERB
crl-16410	24	8	rubric	rubric	NOUN
crl-16410	24	9	-	-	PUNCT
crl-16410	24	10	based	base	VERB
crl-16410	24	11	analysis	analysis	NOUN
crl-16410	24	12	of	of	ADP
crl-16410	24	13	student	student	NOUN
crl-16410	24	14	papers	paper	NOUN
crl-16410	24	15	and	and	CCONJ
crl-16410	24	16	citation	citation	NOUN
crl-16410	24	17	analyses	analysis	NOUN
crl-16410	24	18	of	of	ADP
crl-16410	24	19	bibliographies	bibliography	NOUN
crl-16410	24	20	,	,	PUNCT
crl-16410	24	21	but	but	CCONJ
crl-16410	24	22	our	our	PRON
crl-16410	24	23	assessments	assessment	NOUN
crl-16410	24	24	usually	usually	ADV
crl-16410	24	25	used	use	VERB
crl-16410	24	26	convenience	convenience	NOUN
crl-16410	24	27	samples	sample	NOUN
crl-16410	24	28	from	from	ADP
crl-16410	24	29	classes	class	NOUN
crl-16410	24	30	and	and	CCONJ
crl-16410	24	31	instructors	instructor	NOUN
crl-16410	24	32	who	who	PRON
crl-16410	24	33	agreed	agree	VERB
crl-16410	24	34	to	to	PART
crl-16410	24	35	cooperate	cooperate	VERB
crl-16410	24	36	.	.	PUNCT
crl-16410	25	1	we	we	PRON
crl-16410	25	2	also	also	ADV
crl-16410	25	3	had	have	VERB
crl-16410	25	4	older	old	ADJ
crl-16410	25	5	data	datum	NOUN
crl-16410	25	6	from	from	ADP
crl-16410	25	7	the	the	DET
crl-16410	25	8	standardized	standardized	ADJ
crl-16410	25	9	assessment	assessment	NOUN
crl-16410	25	10	of	of	ADP
crl-16410	25	11	information	information	NOUN
crl-16410	25	12	literacy	literacy	NOUN
crl-16410	25	13	skills	skill	NOUN
crl-16410	25	14	test	test	NOUN
crl-16410	25	15	,	,	PUNCT
crl-16410	25	16	but	but	CCONJ
crl-16410	25	17	this	this	PRON
crl-16410	25	18	did	do	AUX
crl-16410	25	19	not	not	PART
crl-16410	25	20	tell	tell	VERB
crl-16410	25	21	us	we	PRON
crl-16410	25	22	much	much	ADJ
crl-16410	25	23	about	about	ADP
crl-16410	25	24	actual	actual	ADJ
crl-16410	25	25	student	student	NOUN
crl-16410	25	26	performance	performance	NOUN
crl-16410	25	27	of	of	ADP
crl-16410	25	28	il	il	PROPN
crl-16410	25	29	skills	skill	NOUN
crl-16410	25	30	,	,	PUNCT
crl-16410	25	31	including	include	VERB
crl-16410	25	32	using	use	VERB
crl-16410	25	33	information	information	NOUN
crl-16410	25	34	for	for	ADP
crl-16410	25	35	a	a	DET
crl-16410	25	36	purpose	purpose	NOUN
crl-16410	25	37	and	and	CCONJ
crl-16410	25	38	evaluating	evaluate	VERB
crl-16410	25	39	information	information	NOUN
crl-16410	25	40	in	in	ADP
crl-16410	25	41	disciplinary	disciplinary	ADJ
crl-16410	25	42	contexts	contexts	NOUN
crl-16410	25	43	.	.	PUNCT
crl-16410	26	1	these	these	DET
crl-16410	26	2	data	datum	NOUN
crl-16410	26	3	,	,	PUNCT
crl-16410	26	4	along	along	ADP
crl-16410	26	5	with	with	ADP
crl-16410	26	6	anecdotal	anecdotal	ADJ
crl-16410	26	7	evidence	evidence	NOUN
crl-16410	26	8	from	from	ADP
crl-16410	26	9	librarians	librarian	NOUN
crl-16410	26	10	and	and	CCONJ
crl-16410	26	11	faculty	faculty	NOUN
crl-16410	26	12	,	,	PUNCT
crl-16410	26	13	indicated	indicate	VERB
crl-16410	26	14	that	that	SCONJ
crl-16410	26	15	students	student	NOUN
crl-16410	26	16	were	be	AUX
crl-16410	26	17	locating	locate	VERB
crl-16410	26	18	and	and	CCONJ
crl-16410	26	19	citing	cite	VERB
crl-16410	26	20	high	high	ADJ
crl-16410	26	21	-	-	PUNCT
crl-16410	26	22	quality	quality	NOUN
crl-16410	26	23	scholarly	scholarly	ADJ
crl-16410	26	24	sources	source	NOUN
crl-16410	26	25	,	,	PUNCT
crl-16410	26	26	but	but	CCONJ
crl-16410	26	27	that	that	SCONJ
crl-16410	26	28	they	they	PRON
crl-16410	26	29	were	be	AUX
crl-16410	26	30	not	not	PART
crl-16410	26	31	using	use	VERB
crl-16410	26	32	information	information	NOUN
crl-16410	26	33	effectively	effectively	ADV
crl-16410	26	34	in	in	ADP
crl-16410	26	35	their	their	PRON
crl-16410	26	36	writing	writing	NOUN
crl-16410	26	37	.	.	PUNCT
crl-16410	27	1	in	in	ADP
crl-16410	27	2	particular	particular	ADJ
crl-16410	27	3	,	,	PUNCT
crl-16410	27	4	students	student	NOUN
crl-16410	27	5	struggled	struggle	VERB
crl-16410	27	6	in	in	ADP
crl-16410	27	7	choosing	choose	VERB
crl-16410	27	8	sources	source	NOUN
crl-16410	27	9	that	that	PRON
crl-16410	27	10	best	well	ADV
crl-16410	27	11	supported	support	VERB
crl-16410	27	12	their	their	PRON
crl-16410	27	13	thesis	thesis	NOUN
crl-16410	27	14	and	and	CCONJ
crl-16410	27	15	they	they	PRON
crl-16410	27	16	failed	fail	VERB
crl-16410	27	17	to	to	PART
crl-16410	27	18	place	place	VERB
crl-16410	27	19	sources	source	NOUN
crl-16410	27	20	in	in	ADP
crl-16410	27	21	conversation	conversation	NOUN
crl-16410	27	22	with	with	ADP
crl-16410	27	23	one	one	NUM
crl-16410	27	24	another	another	DET
crl-16410	27	25	,	,	PUNCT
crl-16410	27	26	and	and	CCONJ
crl-16410	27	27	with	with	ADP
crl-16410	27	28	their	their	PRON
crl-16410	27	29	own	own	ADJ
crl-16410	27	30	voice	voice	NOUN
crl-16410	27	31	,	,	PUNCT
crl-16410	27	32	in	in	ADP
crl-16410	27	33	meaningful	meaningful	ADJ
crl-16410	27	34	ways	way	NOUN
crl-16410	27	35	.	.	PUNCT
crl-16410	28	1	this	this	PRON
crl-16410	28	2	generally	generally	ADV
crl-16410	28	3	resulted	result	VERB
crl-16410	28	4	in	in	ADP
crl-16410	28	5	weaker	weak	ADJ
crl-16410	28	6	arguments	argument	NOUN
crl-16410	28	7	and	and	CCONJ
crl-16410	28	8	less	less	ADV
crl-16410	28	9	effective	effective	ADJ
crl-16410	28	10	use	use	NOUN
crl-16410	28	11	of	of	ADP
crl-16410	28	12	evidence	evidence	NOUN
crl-16410	28	13	.	.	PUNCT
crl-16410	29	1	national	national	ADJ
crl-16410	29	2	studies	study	NOUN
crl-16410	29	3	confirmed	confirm	VERB
crl-16410	29	4	these	these	DET
crl-16410	29	5	suspicions.4	suspicions.4	PROPN
crl-16410	29	6	we	we	PRON
crl-16410	29	7	also	also	ADV
crl-16410	29	8	had	have	VERB
crl-16410	29	9	no	no	DET
crl-16410	29	10	solid	solid	ADJ
crl-16410	29	11	assessment	assessment	NOUN
crl-16410	29	12	data	datum	NOUN
crl-16410	29	13	to	to	PART
crl-16410	29	14	see	see	VERB
crl-16410	29	15	whether	whether	SCONJ
crl-16410	29	16	students	student	NOUN
crl-16410	29	17	were	be	AUX
crl-16410	29	18	further	far	ADV
crl-16410	29	19	developing	develop	VERB
crl-16410	29	20	their	their	PRON
crl-16410	29	21	il	il	PROPN
crl-16410	29	22	skills	skill	NOUN
crl-16410	29	23	in	in	ADP
crl-16410	29	24	their	their	PRON
crl-16410	29	25	majors	major	NOUN
crl-16410	29	26	.	.	PUNCT
crl-16410	30	1	we	we	PRON
crl-16410	30	2	decided	decide	VERB
crl-16410	30	3	to	to	PART
crl-16410	30	4	conduct	conduct	VERB
crl-16410	30	5	a	a	DET
crl-16410	30	6	large	large	ADJ
crl-16410	30	7	-	-	PUNCT
crl-16410	30	8	scale	scale	NOUN
crl-16410	30	9	authentic	authentic	ADJ
crl-16410	30	10	assessment	assessment	NOUN
crl-16410	30	11	project	project	NOUN
crl-16410	30	12	to	to	PART
crl-16410	30	13	address	address	VERB
crl-16410	30	14	several	several	ADJ
crl-16410	30	15	of	of	ADP
crl-16410	30	16	these	these	DET
crl-16410	30	17	concerns	concern	NOUN
crl-16410	30	18	.	.	PUNCT
crl-16410	31	1	first	first	ADV
crl-16410	31	2	,	,	PUNCT
crl-16410	31	3	we	we	PRON
crl-16410	31	4	wanted	want	VERB
crl-16410	31	5	to	to	PART
crl-16410	31	6	review	review	VERB
crl-16410	31	7	actual	actual	ADJ
crl-16410	31	8	student	student	NOUN
crl-16410	31	9	work	work	NOUN
crl-16410	31	10	,	,	PUNCT
crl-16410	31	11	using	use	VERB
crl-16410	31	12	a	a	DET
crl-16410	31	13	rubric	rubric	NOUN
crl-16410	31	14	,	,	PUNCT
crl-16410	31	15	so	so	SCONJ
crl-16410	31	16	that	that	SCONJ
crl-16410	31	17	we	we	PRON
crl-16410	31	18	could	could	AUX
crl-16410	31	19	see	see	VERB
crl-16410	31	20	how	how	SCONJ
crl-16410	31	21	students	student	NOUN
crl-16410	31	22	were	be	AUX
crl-16410	31	23	using	use	VERB
crl-16410	31	24	information	information	NOUN
crl-16410	31	25	in	in	ADP
crl-16410	31	26	their	their	PRON
crl-16410	31	27	writing	writing	NOUN
crl-16410	31	28	,	,	PUNCT
crl-16410	31	29	rather	rather	ADV
crl-16410	31	30	than	than	ADP
crl-16410	31	31	just	just	ADV
crl-16410	31	32	measuring	measure	VERB
crl-16410	31	33	what	what	PRON
crl-16410	31	34	kinds	kind	NOUN
crl-16410	31	35	of	of	ADP
crl-16410	31	36	sources	source	NOUN
crl-16410	31	37	they	they	PRON
crl-16410	31	38	were	be	AUX
crl-16410	31	39	locating	locate	VERB
crl-16410	31	40	and	and	CCONJ
crl-16410	31	41	citing	cite	VERB
crl-16410	31	42	.	.	PUNCT
crl-16410	32	1	second	second	ADV
crl-16410	32	2	,	,	PUNCT
crl-16410	32	3	we	we	PRON
crl-16410	32	4	wanted	want	VERB
crl-16410	32	5	to	to	PART
crl-16410	32	6	get	get	VERB
crl-16410	32	7	a	a	DET
crl-16410	32	8	sense	sense	NOUN
crl-16410	32	9	of	of	ADP
crl-16410	32	10	how	how	SCONJ
crl-16410	32	11	students	student	NOUN
crl-16410	32	12	were	be	AUX
crl-16410	32	13	developing	develop	VERB
crl-16410	32	14	skills	skill	NOUN
crl-16410	32	15	across	across	ADP
crl-16410	32	16	the	the	DET
crl-16410	32	17	curriculum	curriculum	NOUN
crl-16410	32	18	and	and	CCONJ
crl-16410	32	19	not	not	PART
crl-16410	32	20	just	just	ADV
crl-16410	32	21	in	in	ADP
crl-16410	32	22	a	a	DET
crl-16410	32	23	single	single	ADJ
crl-16410	32	24	class	class	NOUN
crl-16410	32	25	.	.	PUNCT
crl-16410	33	1	we	we	PRON
crl-16410	33	2	selected	select	VERB
crl-16410	33	3	four	four	NUM
crl-16410	33	4	courses	course	NOUN
crl-16410	33	5	from	from	ADP
crl-16410	33	6	different	different	ADJ
crl-16410	33	7	areas	area	NOUN
crl-16410	33	8	of	of	ADP
crl-16410	33	9	the	the	DET
crl-16410	33	10	curriculum	curriculum	NOUN
crl-16410	33	11	,	,	PUNCT
crl-16410	33	12	most	most	ADJ
crl-16410	33	13	of	of	ADP
crl-16410	33	14	which	which	PRON
crl-16410	33	15	received	receive	VERB
crl-16410	33	16	il	il	PROPN
crl-16410	33	17	instruction	instruction	NOUN
crl-16410	33	18	,	,	PUNCT
crl-16410	33	19	which	which	PRON
crl-16410	33	20	would	would	AUX
crl-16410	33	21	illustrate	illustrate	VERB
crl-16410	33	22	trends	trend	NOUN
crl-16410	33	23	in	in	ADP
crl-16410	33	24	students	student	NOUN
crl-16410	33	25	’	'	PUNCT
crl-16410	33	26	il	il	PROPN
crl-16410	33	27	performance	performance	NOUN
crl-16410	33	28	at	at	ADP
crl-16410	33	29	different	different	ADJ
crl-16410	33	30	levels	level	NOUN
crl-16410	33	31	(	(	PUNCT
crl-16410	33	32	freshman	freshman	NOUN
crl-16410	33	33	and	and	CCONJ
crl-16410	33	34	sophomore	sophomore	NOUN
crl-16410	33	35	introductory	introductory	ADJ
crl-16410	33	36	composition	composition	NOUN
crl-16410	33	37	courses	course	NOUN
crl-16410	33	38	,	,	PUNCT
crl-16410	33	39	a	a	DET
crl-16410	33	40	mid	mid	ADJ
crl-16410	33	41	-	-	ADJ
crl-16410	33	42	level	level	ADJ
crl-16410	33	43	psychology	psychology	NOUN
crl-16410	33	44	course	course	NOUN
crl-16410	33	45	,	,	PUNCT
crl-16410	33	46	and	and	CCONJ
crl-16410	33	47	a	a	DET
crl-16410	33	48	capstone	capstone	NOUN
crl-16410	33	49	history	history	NOUN
crl-16410	33	50	course	course	NOUN
crl-16410	33	51	)	)	PUNCT
crl-16410	33	52	.	.	PUNCT
crl-16410	34	1	we	we	PRON
crl-16410	34	2	decided	decide	VERB
crl-16410	34	3	to	to	PART
crl-16410	34	4	use	use	VERB
crl-16410	34	5	the	the	DET
crl-16410	34	6	aac&u	aac&u	NOUN
crl-16410	34	7	value	value	NOUN
crl-16410	34	8	rubric	rubric	NOUN
crl-16410	34	9	for	for	ADP
crl-16410	34	10	information	information	NOUN
crl-16410	34	11	literacy	literacy	NOUN
crl-16410	34	12	for	for	ADP
crl-16410	34	13	several	several	ADJ
crl-16410	34	14	reasons.5	reasons.5	NOUN
crl-16410	34	15	first	first	ADV
crl-16410	34	16	,	,	PUNCT
crl-16410	34	17	our	our	PRON
crl-16410	34	18	institution	institution	NOUN
crl-16410	34	19	had	have	AUX
crl-16410	34	20	already	already	ADV
crl-16410	34	21	incorporated	incorporate	VERB
crl-16410	34	22	the	the	DET
crl-16410	34	23	“	"	PUNCT
crl-16410	34	24	essential	essential	ADJ
crl-16410	34	25	learning	learning	NOUN
crl-16410	34	26	outcomes	outcome	NOUN
crl-16410	34	27	”	"	PUNCT
crl-16410	34	28	that	that	SCONJ
crl-16410	34	29	the	the	DET
crl-16410	34	30	rubric	rubric	ADJ
crl-16410	34	31	addresses	address	NOUN
crl-16410	34	32	.	.	PUNCT
crl-16410	35	1	the	the	DET
crl-16410	35	2	value	value	NOUN
crl-16410	35	3	rubrics	rubric	NOUN
crl-16410	35	4	are	be	AUX
crl-16410	35	5	premised	premise	VERB
crl-16410	35	6	upon	upon	SCONJ
crl-16410	35	7	a	a	DET
crl-16410	35	8	shared	share	VERB
crl-16410	35	9	understanding	understanding	NOUN
crl-16410	35	10	of	of	ADP
crl-16410	35	11	172	172	NUM
crl-16410	35	12	college	college	PROPN
crl-16410	35	13	&	&	CCONJ
crl-16410	35	14	research	research	PROPN
crl-16410	35	15	libraries	library	NOUN
crl-16410	35	16	march	march	PROPN
crl-16410	35	17	2015	2015	NUM
crl-16410	35	18	student	student	NOUN
crl-16410	35	19	learning	learn	VERB
crl-16410	35	20	outcomes	outcome	NOUN
crl-16410	35	21	and	and	CCONJ
crl-16410	35	22	performance	performance	NOUN
crl-16410	35	23	,	,	PUNCT
crl-16410	35	24	developed	develop	VERB
crl-16410	35	25	by	by	ADP
crl-16410	35	26	faculty	faculty	NOUN
crl-16410	35	27	experts	expert	NOUN
crl-16410	35	28	,	,	PUNCT
crl-16410	35	29	including	include	VERB
crl-16410	35	30	librarians	librarian	NOUN
crl-16410	35	31	.	.	PUNCT
crl-16410	36	1	they	they	PRON
crl-16410	36	2	are	be	AUX
crl-16410	36	3	also	also	ADV
crl-16410	36	4	designated	designate	VERB
crl-16410	36	5	as	as	ADP
crl-16410	36	6	“	"	PUNCT
crl-16410	36	7	beta	beta	NOUN
crl-16410	36	8	”	"	PUNCT
crl-16410	36	9	products	product	NOUN
crl-16410	36	10	to	to	PART
crl-16410	36	11	be	be	AUX
crl-16410	36	12	evaluated	evaluate	VERB
crl-16410	36	13	and	and	CCONJ
crl-16410	36	14	revised	revise	VERB
crl-16410	36	15	through	through	ADP
crl-16410	36	16	actual	actual	ADJ
crl-16410	36	17	practice	practice	NOUN
crl-16410	36	18	.	.	PUNCT
crl-16410	37	1	finally	finally	ADV
crl-16410	37	2	,	,	PUNCT
crl-16410	37	3	they	they	PRON
crl-16410	37	4	are	be	AUX
crl-16410	37	5	“	"	PUNCT
crl-16410	37	6	meta	meta	ADJ
crl-16410	37	7	-	-	PUNCT
crl-16410	37	8	rubrics	rubric	NOUN
crl-16410	37	9	”	"	PUNCT
crl-16410	37	10	that	that	PRON
crl-16410	37	11	provide	provide	VERB
crl-16410	37	12	assessment	assessment	NOUN
crl-16410	37	13	criteria	criterion	NOUN
crl-16410	37	14	across	across	ADP
crl-16410	37	15	a	a	DET
crl-16410	37	16	span	span	NOUN
crl-16410	37	17	of	of	ADP
crl-16410	37	18	coursework	coursework	NOUN
crl-16410	37	19	or	or	CCONJ
crl-16410	37	20	an	an	DET
crl-16410	37	21	entire	entire	ADJ
crl-16410	37	22	degree	degree	NOUN
crl-16410	37	23	,	,	PUNCT
crl-16410	37	24	rather	rather	ADV
crl-16410	37	25	than	than	ADP
crl-16410	37	26	for	for	ADP
crl-16410	37	27	a	a	DET
crl-16410	37	28	specific	specific	ADJ
crl-16410	37	29	assignment	assignment	NOUN
crl-16410	37	30	or	or	CCONJ
crl-16410	37	31	course	course	NOUN
crl-16410	37	32	.	.	PUNCT
crl-16410	38	1	we	we	PRON
crl-16410	38	2	assume	assume	VERB
crl-16410	38	3	that	that	SCONJ
crl-16410	38	4	it	it	PRON
crl-16410	38	5	takes	take	VERB
crl-16410	38	6	a	a	DET
crl-16410	38	7	well	well	ADV
crl-16410	38	8	-	-	PUNCT
crl-16410	38	9	designed	design	VERB
crl-16410	38	10	and	and	CCONJ
crl-16410	38	11	-executed	-executed	ADJ
crl-16410	38	12	curriculum	curriculum	NOUN
crl-16410	38	13	,	,	PUNCT
crl-16410	38	14	not	not	PART
crl-16410	38	15	just	just	ADV
crl-16410	38	16	individual	individual	ADJ
crl-16410	38	17	courses	course	NOUN
crl-16410	38	18	,	,	PUNCT
crl-16410	38	19	activities	activity	NOUN
crl-16410	38	20	,	,	PUNCT
crl-16410	38	21	and	and	CCONJ
crl-16410	38	22	assignments	assignment	NOUN
crl-16410	38	23	,	,	PUNCT
crl-16410	38	24	to	to	PART
crl-16410	38	25	teach	teach	VERB
crl-16410	38	26	il	il	PROPN
crl-16410	38	27	effectively	effectively	ADV
crl-16410	38	28	.	.	PUNCT
crl-16410	39	1	the	the	DET
crl-16410	39	2	meta	meta	ADJ
crl-16410	39	3	-	-	PUNCT
crl-16410	39	4	rubric	rubric	ADJ
crl-16410	39	5	approach	approach	NOUN
crl-16410	39	6	matched	match	VERB
crl-16410	39	7	our	our	PRON
crl-16410	39	8	goals	goal	NOUN
crl-16410	39	9	to	to	PART
crl-16410	39	10	investigate	investigate	VERB
crl-16410	39	11	how	how	SCONJ
crl-16410	39	12	our	our	PRON
crl-16410	39	13	il	il	PROPN
crl-16410	39	14	program	program	NOUN
crl-16410	39	15	measured	measure	VERB
crl-16410	39	16	up	up	ADP
crl-16410	39	17	in	in	ADP
crl-16410	39	18	this	this	DET
crl-16410	39	19	more	more	ADV
crl-16410	39	20	holistic	holistic	ADJ
crl-16410	39	21	sense	sense	NOUN
crl-16410	39	22	.	.	PUNCT
crl-16410	40	1	literature	literature	NOUN
crl-16410	40	2	review	review	NOUN
crl-16410	40	3	libraries	library	NOUN
crl-16410	40	4	have	have	AUX
crl-16410	40	5	long	long	ADV
crl-16410	40	6	tried	try	VERB
crl-16410	40	7	to	to	PART
crl-16410	40	8	improve	improve	VERB
crl-16410	40	9	library	library	ADJ
crl-16410	40	10	instruction	instruction	NOUN
crl-16410	40	11	and	and	CCONJ
crl-16410	40	12	demonstrate	demonstrate	NOUN
crl-16410	40	13	value	value	NOUN
crl-16410	40	14	through	through	ADP
crl-16410	40	15	assessment	assessment	NOUN
crl-16410	40	16	.	.	PUNCT
crl-16410	41	1	however	however	ADV
crl-16410	41	2	,	,	PUNCT
crl-16410	41	3	librarians	librarian	NOUN
crl-16410	41	4	have	have	AUX
crl-16410	41	5	often	often	ADV
crl-16410	41	6	measured	measure	VERB
crl-16410	41	7	how	how	SCONJ
crl-16410	41	8	students	student	NOUN
crl-16410	41	9	feel	feel	VERB
crl-16410	41	10	about	about	ADP
crl-16410	41	11	instruction	instruction	NOUN
crl-16410	41	12	or	or	CCONJ
crl-16410	41	13	learning	learning	NOUN
crl-16410	41	14	,	,	PUNCT
crl-16410	41	15	rather	rather	ADV
crl-16410	41	16	than	than	ADP
crl-16410	41	17	measuring	measure	VERB
crl-16410	41	18	what	what	PRON
crl-16410	41	19	students	student	NOUN
crl-16410	41	20	actually	actually	ADV
crl-16410	41	21	learn.6	learn.6	VERB
crl-16410	41	22	a	a	DET
crl-16410	41	23	2012	2012	NUM
crl-16410	41	24	review	review	NOUN
crl-16410	41	25	of	of	ADP
crl-16410	41	26	il	il	PROPN
crl-16410	41	27	assessment	assessment	NOUN
crl-16410	41	28	methods	method	NOUN
crl-16410	41	29	found	find	VERB
crl-16410	41	30	a	a	DET
crl-16410	41	31	lack	lack	NOUN
crl-16410	41	32	of	of	ADP
crl-16410	41	33	systematic	systematic	ADJ
crl-16410	41	34	evaluation	evaluation	NOUN
crl-16410	41	35	in	in	ADP
crl-16410	41	36	student	student	NOUN
crl-16410	41	37	learning	learn	VERB
crl-16410	41	38	outcomes	outcome	NOUN
crl-16410	41	39	,	,	PUNCT
crl-16410	41	40	concluding	conclude	VERB
crl-16410	41	41	that	that	SCONJ
crl-16410	41	42	more	more	ADJ
crl-16410	41	43	“	"	PUNCT
crl-16410	41	44	meaningful	meaningful	ADJ
crl-16410	41	45	evidence	evidence	NOUN
crl-16410	41	46	,	,	PUNCT
crl-16410	41	47	”	"	PUNCT
crl-16410	41	48	rather	rather	ADV
crl-16410	41	49	than	than	ADP
crl-16410	41	50	just	just	ADV
crl-16410	41	51	affective	affective	ADJ
crl-16410	41	52	measures	measure	NOUN
crl-16410	41	53	,	,	PUNCT
crl-16410	41	54	is	be	AUX
crl-16410	41	55	needed.7	needed.7	ADJ
crl-16410	41	56	scharf	scharf	NOUN
crl-16410	41	57	emphasizes	emphasize	VERB
crl-16410	41	58	potential	potential	ADJ
crl-16410	41	59	issues	issue	NOUN
crl-16410	41	60	with	with	ADP
crl-16410	41	61	relying	rely	VERB
crl-16410	41	62	on	on	ADP
crl-16410	41	63	information	information	NOUN
crl-16410	41	64	literacy	literacy	NOUN
crl-16410	41	65	assessment	assessment	NOUN
crl-16410	41	66	based	base	VERB
crl-16410	41	67	on	on	ADP
crl-16410	41	68	surveys	survey	NOUN
crl-16410	41	69	and	and	CCONJ
crl-16410	41	70	multiple	multiple	ADJ
crl-16410	41	71	choice	choice	NOUN
crl-16410	41	72	tests	test	NOUN
crl-16410	41	73	,	,	PUNCT
crl-16410	41	74	including	include	VERB
crl-16410	41	75	costs	cost	NOUN
crl-16410	41	76	and	and	CCONJ
crl-16410	41	77	limited	limited	ADJ
crl-16410	41	78	information	information	NOUN
crl-16410	41	79	provided	provide	VERB
crl-16410	41	80	on	on	ADP
crl-16410	41	81	performance.8	performance.8	PROPN
crl-16410	41	82	in	in	ADP
crl-16410	41	83	addition	addition	NOUN
crl-16410	41	84	,	,	PUNCT
crl-16410	41	85	oakleaf	oakleaf	NOUN
crl-16410	41	86	worries	worry	VERB
crl-16410	41	87	that	that	SCONJ
crl-16410	41	88	libraries	library	NOUN
crl-16410	41	89	have	have	VERB
crl-16410	41	90	little	little	ADJ
crl-16410	41	91	“	"	PUNCT
crl-16410	41	92	experience	experience	NOUN
crl-16410	41	93	assessing	assess	VERB
crl-16410	41	94	their	their	PRON
crl-16410	41	95	impact	impact	NOUN
crl-16410	41	96	in	in	ADP
crl-16410	41	97	ways	way	NOUN
crl-16410	41	98	that	that	PRON
crl-16410	41	99	have	have	VERB
crl-16410	41	100	campuswide	campuswide	NOUN
crl-16410	41	101	relevance	relevance	NOUN
crl-16410	41	102	,	,	PUNCT
crl-16410	41	103	”	"	PUNCT
crl-16410	41	104	calling	call	VERB
crl-16410	41	105	on	on	ADP
crl-16410	41	106	librarians	librarian	NOUN
crl-16410	41	107	to	to	PART
crl-16410	41	108	assess	assess	VERB
crl-16410	41	109	their	their	PRON
crl-16410	41	110	impact	impact	NOUN
crl-16410	41	111	across	across	ADP
crl-16410	41	112	campus.9	campus.9	NOUN
crl-16410	41	113	to	to	PART
crl-16410	41	114	answer	answer	VERB
crl-16410	41	115	these	these	DET
crl-16410	41	116	challenges	challenge	NOUN
crl-16410	41	117	,	,	PUNCT
crl-16410	41	118	many	many	ADJ
crl-16410	41	119	librarians	librarian	NOUN
crl-16410	41	120	are	be	AUX
crl-16410	41	121	rethinking	rethink	VERB
crl-16410	41	122	the	the	DET
crl-16410	41	123	methodologies	methodology	NOUN
crl-16410	41	124	used	use	VERB
crl-16410	41	125	to	to	PART
crl-16410	41	126	measure	measure	VERB
crl-16410	41	127	the	the	DET
crl-16410	41	128	learning	learn	VERB
crl-16410	41	129	outcomes	outcome	NOUN
crl-16410	41	130	of	of	ADP
crl-16410	41	131	library	library	ADJ
crl-16410	41	132	instruction	instruction	NOUN
crl-16410	41	133	.	.	PUNCT
crl-16410	42	1	this	this	PRON
crl-16410	42	2	has	have	AUX
crl-16410	42	3	led	lead	VERB
crl-16410	42	4	to	to	ADP
crl-16410	42	5	increased	increase	VERB
crl-16410	42	6	focus	focus	NOUN
crl-16410	42	7	on	on	ADP
crl-16410	42	8	authentic	authentic	ADJ
crl-16410	42	9	assessment	assessment	NOUN
crl-16410	42	10	,	,	PUNCT
crl-16410	42	11	including	include	VERB
crl-16410	42	12	assessing	assess	VERB
crl-16410	42	13	student	student	NOUN
crl-16410	42	14	works	work	NOUN
crl-16410	42	15	and	and	CCONJ
crl-16410	42	16	looking	look	VERB
crl-16410	42	17	at	at	ADP
crl-16410	42	18	il	il	PROPN
crl-16410	42	19	more	more	ADV
crl-16410	42	20	holistically	holistically	ADV
crl-16410	42	21	,	,	PUNCT
crl-16410	42	22	rather	rather	ADV
crl-16410	42	23	than	than	ADP
crl-16410	42	24	relying	rely	VERB
crl-16410	42	25	on	on	ADP
crl-16410	42	26	traditional	traditional	ADJ
crl-16410	42	27	,	,	PUNCT
crl-16410	42	28	or	or	CCONJ
crl-16410	42	29	discrete	discrete	ADJ
crl-16410	42	30	,	,	PUNCT
crl-16410	42	31	assessment	assessment	NOUN
crl-16410	42	32	practices	practice	NOUN
crl-16410	42	33	.	.	PUNCT
crl-16410	43	1	our	our	PRON
crl-16410	43	2	study	study	NOUN
crl-16410	43	3	relies	rely	VERB
crl-16410	43	4	heavily	heavily	ADV
crl-16410	43	5	on	on	ADP
crl-16410	43	6	literature	literature	NOUN
crl-16410	43	7	relating	relate	VERB
crl-16410	43	8	to	to	ADP
crl-16410	43	9	authentic	authentic	ADJ
crl-16410	43	10	assessment	assessment	NOUN
crl-16410	43	11	,	,	PUNCT
crl-16410	43	12	and	and	CCONJ
crl-16410	43	13	particularly	particularly	ADV
crl-16410	43	14	to	to	ADP
crl-16410	43	15	the	the	DET
crl-16410	43	16	use	use	NOUN
crl-16410	43	17	of	of	ADP
crl-16410	43	18	rubrics	rubric	NOUN
crl-16410	43	19	in	in	ADP
crl-16410	43	20	this	this	DET
crl-16410	43	21	process	process	NOUN
crl-16410	43	22	.	.	PUNCT
crl-16410	44	1	the	the	DET
crl-16410	44	2	literature	literature	NOUN
crl-16410	44	3	defines	define	VERB
crl-16410	44	4	authentic	authentic	ADJ
crl-16410	44	5	assessment	assessment	NOUN
crl-16410	44	6	in	in	ADP
crl-16410	44	7	a	a	DET
crl-16410	44	8	variety	variety	NOUN
crl-16410	44	9	of	of	ADP
crl-16410	44	10	ways	way	NOUN
crl-16410	44	11	.	.	PUNCT
crl-16410	45	1	gulikers	guliker	NOUN
crl-16410	45	2	,	,	PUNCT
crl-16410	45	3	bastiaens	bastiaen	NOUN
crl-16410	45	4	,	,	PUNCT
crl-16410	45	5	and	and	CCONJ
crl-16410	45	6	kirschner	kirschner	PROPN
crl-16410	45	7	discuss	discuss	VERB
crl-16410	45	8	some	some	PRON
crl-16410	45	9	of	of	ADP
crl-16410	45	10	the	the	DET
crl-16410	45	11	differing	differ	VERB
crl-16410	45	12	opinions	opinion	NOUN
crl-16410	45	13	on	on	ADP
crl-16410	45	14	the	the	DET
crl-16410	45	15	definition	definition	NOUN
crl-16410	45	16	of	of	ADP
crl-16410	45	17	authentic	authentic	ADJ
crl-16410	45	18	assessment	assessment	NOUN
crl-16410	45	19	,	,	PUNCT
crl-16410	45	20	and	and	CCONJ
crl-16410	45	21	develop	develop	VERB
crl-16410	45	22	a	a	DET
crl-16410	45	23	five	five	NUM
crl-16410	45	24	-	-	PUNCT
crl-16410	45	25	point	point	NOUN
crl-16410	45	26	framework	framework	NOUN
crl-16410	45	27	,	,	PUNCT
crl-16410	45	28	which	which	PRON
crl-16410	45	29	include	include	VERB
crl-16410	45	30	the	the	DET
crl-16410	45	31	task	task	NOUN
crl-16410	45	32	,	,	PUNCT
crl-16410	45	33	the	the	DET
crl-16410	45	34	physical	physical	ADJ
crl-16410	45	35	or	or	CCONJ
crl-16410	45	36	virtual	virtual	ADJ
crl-16410	45	37	context	context	NOUN
crl-16410	45	38	,	,	PUNCT
crl-16410	45	39	the	the	DET
crl-16410	45	40	social	social	ADJ
crl-16410	45	41	context	context	NOUN
crl-16410	45	42	,	,	PUNCT
crl-16410	45	43	the	the	DET
crl-16410	45	44	results	result	NOUN
crl-16410	45	45	and	and	CCONJ
crl-16410	45	46	the	the	DET
crl-16410	45	47	criteria.10	criteria.10	NOUN
crl-16410	45	48	similarly	similarly	ADV
crl-16410	45	49	,	,	PUNCT
crl-16410	45	50	mueller	mueller	PROPN
crl-16410	45	51	describes	describe	VERB
crl-16410	45	52	it	it	PRON
crl-16410	45	53	as	as	ADP
crl-16410	45	54	“	"	PUNCT
crl-16410	45	55	assessment	assessment	NOUN
crl-16410	45	56	in	in	ADP
crl-16410	45	57	which	which	PRON
crl-16410	45	58	students	student	NOUN
crl-16410	45	59	are	be	AUX
crl-16410	45	60	asked	ask	VERB
crl-16410	45	61	to	to	PART
crl-16410	45	62	perform	perform	VERB
crl-16410	45	63	real	real	ADJ
crl-16410	45	64	-	-	PUNCT
crl-16410	45	65	world	world	NOUN
crl-16410	45	66	tasks	task	NOUN
crl-16410	45	67	that	that	PRON
crl-16410	45	68	demonstrate	demonstrate	VERB
crl-16410	45	69	meaningful	meaningful	ADJ
crl-16410	45	70	application	application	NOUN
crl-16410	45	71	of	of	ADP
crl-16410	45	72	essential	essential	ADJ
crl-16410	45	73	knowledge	knowledge	NOUN
crl-16410	45	74	and	and	CCONJ
crl-16410	45	75	skills	skill	NOUN
crl-16410	45	76	.	.	PUNCT
crl-16410	46	1	”11	”11	PROPN
crl-16410	46	2	according	accord	VERB
crl-16410	46	3	to	to	ADP
crl-16410	46	4	whitlock	whitlock	PROPN
crl-16410	46	5	and	and	CCONJ
crl-16410	46	6	nanavati	nanavati	PROPN
crl-16410	46	7	,	,	PUNCT
crl-16410	46	8	authentic	authentic	ADJ
crl-16410	46	9	assessment	assessment	NOUN
crl-16410	46	10	looks	look	VERB
crl-16410	46	11	at	at	ADP
crl-16410	46	12	“	"	PUNCT
crl-16410	46	13	what	what	PRON
crl-16410	46	14	students	student	NOUN
crl-16410	46	15	can	can	AUX
crl-16410	46	16	do	do	AUX
crl-16410	46	17	in	in	ADP
crl-16410	46	18	real	real	ADJ
crl-16410	46	19	-	-	PUNCT
crl-16410	46	20	world	world	NOUN
crl-16410	46	21	contexts	contexts	NOUN
crl-16410	46	22	,	,	PUNCT
crl-16410	46	23	attempting	attempt	VERB
crl-16410	46	24	to	to	PART
crl-16410	46	25	measure	measure	VERB
crl-16410	46	26	students	student	NOUN
crl-16410	46	27	’	'	PUNCT
crl-16410	46	28	skill	skill	NOUN
crl-16410	46	29	acquisition	acquisition	NOUN
crl-16410	46	30	when	when	SCONJ
crl-16410	46	31	the	the	DET
crl-16410	46	32	need	need	NOUN
crl-16410	46	33	for	for	ADP
crl-16410	46	34	the	the	DET
crl-16410	46	35	skill	skill	NOUN
crl-16410	46	36	and	and	CCONJ
crl-16410	46	37	the	the	DET
crl-16410	46	38	use	use	NOUN
crl-16410	46	39	of	of	ADP
crl-16410	46	40	the	the	DET
crl-16410	46	41	skill	skill	NOUN
crl-16410	46	42	arise	arise	VERB
crl-16410	46	43	from	from	ADP
crl-16410	46	44	a	a	DET
crl-16410	46	45	real	real	ADJ
crl-16410	46	46	-	-	PUNCT
crl-16410	46	47	life	life	NOUN
crl-16410	46	48	situation	situation	NOUN
crl-16410	46	49	.	.	PUNCT
crl-16410	47	1	”12	”12	PROPN
crl-16410	47	2	whitlock	whitlock	PROPN
crl-16410	47	3	and	and	CCONJ
crl-16410	47	4	nanavati	nanavati	PROPN
crl-16410	47	5	provide	provide	VERB
crl-16410	47	6	a	a	DET
crl-16410	47	7	process	process	NOUN
crl-16410	47	8	for	for	ADP
crl-16410	47	9	authentic	authentic	ADJ
crl-16410	47	10	and	and	CCONJ
crl-16410	47	11	performative	performative	ADJ
crl-16410	47	12	assessment	assessment	NOUN
crl-16410	47	13	.	.	PUNCT
crl-16410	48	1	performative	performative	ADJ
crl-16410	48	2	assessment	assessment	NOUN
crl-16410	48	3	entails	entail	VERB
crl-16410	48	4	assessing	assess	VERB
crl-16410	48	5	students	student	NOUN
crl-16410	48	6	’	’	PART
crl-16410	48	7	skills	skill	NOUN
crl-16410	48	8	in	in	ADP
crl-16410	48	9	fulfilling	fulfil	VERB
crl-16410	48	10	an	an	DET
crl-16410	48	11	activity	activity	NOUN
crl-16410	48	12	or	or	CCONJ
crl-16410	48	13	action	action	NOUN
crl-16410	48	14	that	that	PRON
crl-16410	48	15	has	have	AUX
crl-16410	48	16	been	be	AUX
crl-16410	48	17	the	the	DET
crl-16410	48	18	focus	focus	NOUN
crl-16410	48	19	of	of	ADP
crl-16410	48	20	instruction	instruction	NOUN
crl-16410	48	21	,	,	PUNCT
crl-16410	48	22	but	but	CCONJ
crl-16410	48	23	not	not	PART
crl-16410	48	24	necessarily	necessarily	ADV
crl-16410	48	25	the	the	DET
crl-16410	48	26	precise	precise	ADJ
crl-16410	48	27	task	task	NOUN
crl-16410	48	28	the	the	DET
crl-16410	48	29	students	student	NOUN
crl-16410	48	30	will	will	AUX
crl-16410	48	31	use	use	VERB
crl-16410	48	32	in	in	ADP
crl-16410	48	33	their	their	PRON
crl-16410	48	34	coursework	coursework	NOUN
crl-16410	48	35	or	or	CCONJ
crl-16410	48	36	a	a	DET
crl-16410	48	37	real	real	ADJ
crl-16410	48	38	-	-	PUNCT
crl-16410	48	39	life	life	NOUN
crl-16410	48	40	task.13	task.13	NOUN
crl-16410	48	41	the	the	DET
crl-16410	48	42	authors	author	NOUN
crl-16410	48	43	draw	draw	VERB
crl-16410	48	44	on	on	ADP
crl-16410	48	45	information	information	NOUN
crl-16410	48	46	literacy	literacy	NOUN
crl-16410	48	47	and	and	CCONJ
crl-16410	48	48	instructional	instructional	ADJ
crl-16410	48	49	design	design	NOUN
crl-16410	48	50	principles	principle	NOUN
crl-16410	48	51	to	to	PART
crl-16410	48	52	provide	provide	VERB
crl-16410	48	53	an	an	DET
crl-16410	48	54	outline	outline	NOUN
crl-16410	48	55	of	of	ADP
crl-16410	48	56	steps	step	NOUN
crl-16410	48	57	and	and	CCONJ
crl-16410	48	58	techniques	technique	NOUN
crl-16410	48	59	librarians	librarian	NOUN
crl-16410	48	60	can	can	AUX
crl-16410	48	61	use	use	VERB
crl-16410	48	62	for	for	ADP
crl-16410	48	63	developing	develop	VERB
crl-16410	48	64	their	their	PRON
crl-16410	48	65	own	own	ADJ
crl-16410	48	66	program	program	NOUN
crl-16410	48	67	of	of	ADP
crl-16410	48	68	authentic	authentic	ADJ
crl-16410	48	69	and	and	CCONJ
crl-16410	48	70	performative	performative	ADJ
crl-16410	48	71	assessment	assessment	NOUN
crl-16410	48	72	.	.	PUNCT
crl-16410	49	1	for	for	ADP
crl-16410	49	2	library	library	NOUN
crl-16410	49	3	instruction	instruction	NOUN
crl-16410	49	4	,	,	PUNCT
crl-16410	49	5	authentic	authentic	ADJ
crl-16410	49	6	assessment	assessment	NOUN
crl-16410	49	7	could	could	AUX
crl-16410	49	8	entail	entail	VERB
crl-16410	49	9	assessing	assess	VERB
crl-16410	49	10	students	student	NOUN
crl-16410	49	11	’	'	PUNCT
crl-16410	49	12	final	final	ADJ
crl-16410	49	13	research	research	NOUN
crl-16410	49	14	papers	paper	NOUN
crl-16410	49	15	for	for	ADP
crl-16410	49	16	a	a	DET
crl-16410	49	17	particular	particular	ADJ
crl-16410	49	18	course	course	NOUN
crl-16410	49	19	,	,	PUNCT
crl-16410	49	20	rather	rather	ADV
crl-16410	49	21	than	than	ADP
crl-16410	49	22	measuring	measure	VERB
crl-16410	49	23	the	the	DET
crl-16410	49	24	students	student	NOUN
crl-16410	49	25	’	’	PART
crl-16410	49	26	skills	skill	NOUN
crl-16410	49	27	based	base	VERB
crl-16410	49	28	on	on	ADP
crl-16410	49	29	a	a	DET
crl-16410	49	30	quiz	quiz	NOUN
crl-16410	49	31	provided	provide	VERB
crl-16410	49	32	at	at	ADP
crl-16410	49	33	the	the	DET
crl-16410	49	34	end	end	NOUN
crl-16410	49	35	of	of	ADP
crl-16410	49	36	a	a	DET
crl-16410	49	37	library	library	NOUN
crl-16410	49	38	instruction	instruction	NOUN
crl-16410	49	39	session	session	NOUN
crl-16410	49	40	.	.	PUNCT
crl-16410	50	1	our	our	PRON
crl-16410	50	2	study	study	NOUN
crl-16410	50	3	focuses	focus	VERB
crl-16410	50	4	on	on	ADP
crl-16410	50	5	assessing	assess	VERB
crl-16410	50	6	research	research	NOUN
crl-16410	50	7	papers	paper	NOUN
crl-16410	50	8	from	from	ADP
crl-16410	50	9	students	student	NOUN
crl-16410	50	10	who	who	PRON
crl-16410	50	11	had	have	AUX
crl-16410	50	12	received	receive	VERB
crl-16410	50	13	library	library	ADJ
crl-16410	50	14	instruction	instruction	NOUN
crl-16410	50	15	to	to	PART
crl-16410	50	16	more	more	ADV
crl-16410	50	17	accurately	accurately	ADV
crl-16410	50	18	understand	understand	VERB
crl-16410	50	19	their	their	PRON
crl-16410	50	20	information	information	NOUN
crl-16410	50	21	literacy	literacy	NOUN
crl-16410	50	22	abilities	ability	NOUN
crl-16410	50	23	.	.	PUNCT
crl-16410	51	1	recent	recent	ADJ
crl-16410	51	2	research	research	NOUN
crl-16410	51	3	provides	provide	VERB
crl-16410	51	4	a	a	DET
crl-16410	51	5	range	range	NOUN
crl-16410	51	6	of	of	ADP
crl-16410	51	7	examples	example	NOUN
crl-16410	51	8	of	of	ADP
crl-16410	51	9	authentic	authentic	ADJ
crl-16410	51	10	assessment	assessment	NOUN
crl-16410	51	11	applied	apply	VERB
crl-16410	51	12	in	in	ADP
crl-16410	51	13	academic	academic	ADJ
crl-16410	51	14	libraries	library	NOUN
crl-16410	51	15	.	.	PUNCT
crl-16410	52	1	librarians	librarian	NOUN
crl-16410	52	2	are	be	AUX
crl-16410	52	3	increasingly	increasingly	ADV
crl-16410	52	4	using	use	VERB
crl-16410	52	5	rubrics	rubric	NOUN
crl-16410	52	6	to	to	PART
crl-16410	52	7	evaluate	evaluate	VERB
crl-16410	52	8	student	student	NOUN
crl-16410	52	9	work	work	NOUN
crl-16410	52	10	.	.	PUNCT
crl-16410	53	1	rubrics	rubric	NOUN
crl-16410	53	2	have	have	AUX
crl-16410	53	3	been	be	AUX
crl-16410	53	4	used	use	VERB
crl-16410	53	5	to	to	PART
crl-16410	53	6	assess	assess	VERB
crl-16410	53	7	student	student	NOUN
crl-16410	53	8	bibliographies	bibliography	NOUN
crl-16410	53	9	,	,	PUNCT
crl-16410	53	10	student	student	NOUN
crl-16410	53	11	papers	paper	NOUN
crl-16410	53	12	,	,	PUNCT
crl-16410	53	13	or	or	CCONJ
crl-16410	53	14	entire	entire	VERB
crl-16410	53	15	portfolios.14	portfolios.14	PROPN
crl-16410	53	16	diller	diller	NOUN
crl-16410	53	17	and	and	CCONJ
crl-16410	53	18	phelps	phelp	NOUN
crl-16410	53	19	used	use	VERB
crl-16410	53	20	rubrics	rubric	NOUN
crl-16410	53	21	to	to	PART
crl-16410	53	22	assess	assess	VERB
crl-16410	53	23	e	e	NOUN
crl-16410	53	24	-	-	NOUN
crl-16410	53	25	portfolios	portfolio	NOUN
crl-16410	53	26	,	,	PUNCT
crl-16410	53	27	determining	determine	VERB
crl-16410	53	28	that	that	SCONJ
crl-16410	53	29	the	the	DET
crl-16410	53	30	use	use	NOUN
crl-16410	53	31	of	of	ADP
crl-16410	53	32	rubrics	rubric	NOUN
crl-16410	53	33	in	in	ADP
crl-16410	53	34	this	this	DET
crl-16410	53	35	process	process	NOUN
crl-16410	53	36	“	"	PUNCT
crl-16410	53	37	directly	directly	ADV
crl-16410	53	38	measures	measure	VERB
crl-16410	53	39	student	student	NOUN
crl-16410	53	40	progress	progress	NOUN
crl-16410	53	41	on	on	ADP
crl-16410	53	42	meeting	meet	VERB
crl-16410	53	43	an	an	DET
crl-16410	53	44	information	information	NOUN
crl-16410	53	45	literacy	literacy	NOUN
crl-16410	53	46	snapshot	snapshot	NOUN
crl-16410	53	47	173	173	NUM
crl-16410	53	48	the	the	DET
crl-16410	53	49	goals	goal	NOUN
crl-16410	53	50	of	of	ADP
crl-16410	53	51	the	the	DET
crl-16410	53	52	[	[	X
crl-16410	53	53	il	il	PROPN
crl-16410	53	54	]	]	X
crl-16410	53	55	program	program	NOUN
crl-16410	53	56	…	…	PUNCT
crl-16410	53	57	and	and	CCONJ
crl-16410	53	58	it	it	PRON
crl-16410	53	59	attempts	attempt	VERB
crl-16410	53	60	to	to	PART
crl-16410	53	61	see	see	VERB
crl-16410	53	62	progress	progress	NOUN
crl-16410	53	63	through	through	ADP
crl-16410	53	64	the	the	DET
crl-16410	53	65	eyes	eye	NOUN
crl-16410	53	66	of	of	ADP
crl-16410	53	67	the	the	DET
crl-16410	53	68	students	student	NOUN
crl-16410	53	69	by	by	ADP
crl-16410	53	70	asking	ask	VERB
crl-16410	53	71	for	for	ADP
crl-16410	53	72	reflection	reflection	NOUN
crl-16410	53	73	on	on	ADP
crl-16410	53	74	each	each	DET
crl-16410	53	75	artifact	artifact	NOUN
crl-16410	53	76	and	and	CCONJ
crl-16410	53	77	how	how	SCONJ
crl-16410	53	78	it	it	PRON
crl-16410	53	79	affected	affect	VERB
crl-16410	53	80	learning	learn	VERB
crl-16410	53	81	.	.	PUNCT
crl-16410	54	1	”15	”15	PROPN
crl-16410	54	2	emmons	emmon	NOUN
crl-16410	54	3	and	and	CCONJ
crl-16410	54	4	martin	martin	PROPN
crl-16410	54	5	conducted	conduct	VERB
crl-16410	54	6	a	a	DET
crl-16410	54	7	rubric	rubric	ADJ
crl-16410	54	8	assessment	assessment	NOUN
crl-16410	54	9	of	of	ADP
crl-16410	54	10	student	student	NOUN
crl-16410	54	11	papers	paper	NOUN
crl-16410	54	12	to	to	PART
crl-16410	54	13	test	test	VERB
crl-16410	54	14	the	the	DET
crl-16410	54	15	impact	impact	NOUN
crl-16410	54	16	of	of	ADP
crl-16410	54	17	their	their	PRON
crl-16410	54	18	information	information	NOUN
crl-16410	54	19	literacy	literacy	NOUN
crl-16410	54	20	program	program	NOUN
crl-16410	54	21	,	,	PUNCT
crl-16410	54	22	which	which	PRON
crl-16410	54	23	included	include	VERB
crl-16410	54	24	developing	develop	VERB
crl-16410	54	25	a	a	DET
crl-16410	54	26	rubric	rubric	NOUN
crl-16410	54	27	that	that	PRON
crl-16410	54	28	they	they	PRON
crl-16410	54	29	later	later	ADV
crl-16410	54	30	shared	share	VERB
crl-16410	54	31	with	with	ADP
crl-16410	54	32	english	english	ADJ
crl-16410	54	33	instructors	instructor	NOUN
crl-16410	54	34	.	.	PUNCT
crl-16410	55	1	instructors	instructor	NOUN
crl-16410	55	2	were	be	AUX
crl-16410	55	3	“	"	PUNCT
crl-16410	55	4	particularly	particularly	ADV
crl-16410	55	5	interested	interested	ADJ
crl-16410	55	6	in	in	ADP
crl-16410	55	7	the	the	DET
crl-16410	55	8	rubric	rubric	NOUN
crl-16410	55	9	as	as	ADP
crl-16410	55	10	a	a	DET
crl-16410	55	11	device	device	NOUN
crl-16410	55	12	for	for	ADP
crl-16410	55	13	teaching	teach	VERB
crl-16410	55	14	students	student	NOUN
crl-16410	55	15	and	and	CCONJ
crl-16410	55	16	for	for	ADP
crl-16410	55	17	evaluating	evaluate	VERB
crl-16410	55	18	the	the	DET
crl-16410	55	19	quality	quality	NOUN
crl-16410	55	20	of	of	ADP
crl-16410	55	21	their	their	PRON
crl-16410	55	22	research	research	NOUN
crl-16410	55	23	.	.	PUNCT
crl-16410	56	1	”16	”16	NOUN
crl-16410	56	2	choinski	choinski	NOUN
crl-16410	56	3	,	,	PUNCT
crl-16410	56	4	mark	mark	NOUN
crl-16410	56	5	,	,	PUNCT
crl-16410	56	6	and	and	CCONJ
crl-16410	56	7	murphey	murphey	PROPN
crl-16410	56	8	developed	develop	VERB
crl-16410	56	9	and	and	CCONJ
crl-16410	56	10	conducted	conduct	VERB
crl-16410	56	11	a	a	DET
crl-16410	56	12	rubric	rubric	ADJ
crl-16410	56	13	assessment	assessment	NOUN
crl-16410	56	14	;	;	PUNCT
crl-16410	56	15	while	while	SCONJ
crl-16410	56	16	they	they	PRON
crl-16410	56	17	acknowledge	acknowledge	VERB
crl-16410	56	18	issues	issue	NOUN
crl-16410	56	19	relating	relate	VERB
crl-16410	56	20	to	to	ADP
crl-16410	56	21	refinement	refinement	NOUN
crl-16410	56	22	and	and	CCONJ
crl-16410	56	23	use	use	NOUN
crl-16410	56	24	of	of	ADP
crl-16410	56	25	rubrics	rubric	NOUN
crl-16410	56	26	,	,	PUNCT
crl-16410	56	27	they	they	PRON
crl-16410	56	28	determine	determine	VERB
crl-16410	56	29	that	that	SCONJ
crl-16410	56	30	rubrics	rubric	NOUN
crl-16410	56	31	are	be	AUX
crl-16410	56	32	objective	objective	ADJ
crl-16410	56	33	and	and	CCONJ
crl-16410	56	34	are	be	AUX
crl-16410	56	35	“	"	PUNCT
crl-16410	56	36	a	a	DET
crl-16410	56	37	useful	useful	ADJ
crl-16410	56	38	tool	tool	NOUN
crl-16410	56	39	to	to	PART
crl-16410	56	40	add	add	VERB
crl-16410	56	41	to	to	ADP
crl-16410	56	42	the	the	DET
crl-16410	56	43	assessment	assessment	NOUN
crl-16410	56	44	arsenal	arsenal	NOUN
crl-16410	56	45	.	.	PUNCT
crl-16410	57	1	”17	”17	PROPN
crl-16410	57	2	in	in	ADP
crl-16410	57	3	a	a	DET
crl-16410	57	4	similar	similar	ADJ
crl-16410	57	5	study	study	NOUN
crl-16410	57	6	,	,	PUNCT
crl-16410	57	7	knight	knight	NOUN
crl-16410	57	8	emphasizes	emphasize	VERB
crl-16410	57	9	the	the	DET
crl-16410	57	10	usefulness	usefulness	NOUN
crl-16410	57	11	of	of	ADP
crl-16410	57	12	assessment	assessment	NOUN
crl-16410	57	13	data	datum	NOUN
crl-16410	57	14	collected	collect	VERB
crl-16410	57	15	using	use	VERB
crl-16410	57	16	rubrics	rubric	NOUN
crl-16410	57	17	as	as	ADP
crl-16410	57	18	being	be	AUX
crl-16410	57	19	easily	easily	ADV
crl-16410	57	20	reported	report	VERB
crl-16410	57	21	and	and	CCONJ
crl-16410	57	22	understood	understand	VERB
crl-16410	57	23	by	by	ADP
crl-16410	57	24	stakeholders.18	stakeholders.18	ADJ
crl-16410	57	25	many	many	ADJ
crl-16410	57	26	of	of	ADP
crl-16410	57	27	these	these	DET
crl-16410	57	28	studies	study	NOUN
crl-16410	57	29	are	be	AUX
crl-16410	57	30	valuable	valuable	ADJ
crl-16410	57	31	because	because	SCONJ
crl-16410	57	32	they	they	PRON
crl-16410	57	33	examine	examine	VERB
crl-16410	57	34	complex	complex	ADJ
crl-16410	57	35	student	student	NOUN
crl-16410	57	36	works	work	VERB
crl-16410	57	37	to	to	PART
crl-16410	57	38	paint	paint	VERB
crl-16410	57	39	a	a	DET
crl-16410	57	40	“	"	PUNCT
crl-16410	57	41	big	big	ADJ
crl-16410	57	42	picture	picture	NOUN
crl-16410	57	43	”	"	PUNCT
crl-16410	57	44	of	of	ADP
crl-16410	57	45	il	il	PROPN
crl-16410	57	46	on	on	ADP
crl-16410	57	47	campus	campus	NOUN
crl-16410	57	48	.	.	PUNCT
crl-16410	58	1	oakleaf	oakleaf	NOUN
crl-16410	58	2	’s	’s	PART
crl-16410	58	3	work	work	NOUN
crl-16410	58	4	on	on	ADP
crl-16410	58	5	authentic	authentic	ADJ
crl-16410	58	6	assessment	assessment	NOUN
crl-16410	58	7	and	and	CCONJ
crl-16410	58	8	rubrics	rubric	NOUN
crl-16410	58	9	formed	form	VERB
crl-16410	58	10	the	the	DET
crl-16410	58	11	basis	basis	NOUN
crl-16410	58	12	for	for	ADP
crl-16410	58	13	our	our	PRON
crl-16410	58	14	snapshot	snapshot	ADJ
crl-16410	58	15	approach.19	approach.19	NOUN
crl-16410	58	16	we	we	PRON
crl-16410	58	17	gathered	gather	VERB
crl-16410	58	18	individual	individual	ADJ
crl-16410	58	19	student	student	NOUN
crl-16410	58	20	papers	paper	NOUN
crl-16410	58	21	from	from	ADP
crl-16410	58	22	classes	class	NOUN
crl-16410	58	23	spanning	span	VERB
crl-16410	58	24	the	the	DET
crl-16410	58	25	curriculum	curriculum	NOUN
crl-16410	58	26	and	and	CCONJ
crl-16410	58	27	modified	modify	VERB
crl-16410	58	28	the	the	DET
crl-16410	58	29	il	il	PROPN
crl-16410	58	30	value	value	NOUN
crl-16410	58	31	rubric	rubric	ADJ
crl-16410	58	32	to	to	PART
crl-16410	58	33	score	score	VERB
crl-16410	58	34	the	the	DET
crl-16410	58	35	papers.20	papers.20	PROPN
crl-16410	58	36	the	the	DET
crl-16410	58	37	value	value	NOUN
crl-16410	58	38	rubrics	rubric	NOUN
crl-16410	58	39	were	be	AUX
crl-16410	58	40	created	create	VERB
crl-16410	58	41	in	in	ADP
crl-16410	58	42	2007	2007	NUM
crl-16410	58	43	by	by	ADP
crl-16410	58	44	the	the	DET
crl-16410	58	45	association	association	NOUN
crl-16410	58	46	of	of	ADP
crl-16410	58	47	american	american	ADJ
crl-16410	58	48	colleges	college	NOUN
crl-16410	58	49	and	and	CCONJ
crl-16410	58	50	universities	university	NOUN
crl-16410	58	51	.	.	PUNCT
crl-16410	59	1	fifteen	fifteen	NUM
crl-16410	59	2	teams	team	NOUN
crl-16410	59	3	of	of	ADP
crl-16410	59	4	faculty	faculty	NOUN
crl-16410	59	5	and	and	CCONJ
crl-16410	59	6	academic	academic	ADJ
crl-16410	59	7	professionals	professional	NOUN
crl-16410	59	8	created	create	VERB
crl-16410	59	9	rubrics	rubric	NOUN
crl-16410	59	10	for	for	ADP
crl-16410	59	11	the	the	DET
crl-16410	59	12	15	15	NUM
crl-16410	59	13	essential	essential	ADJ
crl-16410	59	14	learning	learning	NOUN
crl-16410	59	15	outcomes	outcome	NOUN
crl-16410	59	16	,	,	PUNCT
crl-16410	59	17	which	which	PRON
crl-16410	59	18	include	include	VERB
crl-16410	59	19	lifelong	lifelong	ADJ
crl-16410	59	20	learning	learning	NOUN
crl-16410	59	21	,	,	PUNCT
crl-16410	59	22	creative	creative	ADJ
crl-16410	59	23	thinking	thinking	NOUN
crl-16410	59	24	and	and	CCONJ
crl-16410	59	25	information	information	NOUN
crl-16410	59	26	literacy	literacy	NOUN
crl-16410	59	27	,	,	PUNCT
crl-16410	59	28	to	to	PART
crl-16410	59	29	name	name	VERB
crl-16410	59	30	a	a	DET
crl-16410	59	31	few	few	ADJ
crl-16410	59	32	.	.	PUNCT
crl-16410	60	1	the	the	DET
crl-16410	60	2	goal	goal	NOUN
crl-16410	60	3	was	be	AUX
crl-16410	60	4	to	to	PART
crl-16410	60	5	create	create	VERB
crl-16410	60	6	a	a	DET
crl-16410	60	7	“	"	PUNCT
crl-16410	60	8	broadly	broadly	ADV
crl-16410	60	9	shared	share	VERB
crl-16410	60	10	understanding	understanding	NOUN
crl-16410	60	11	of	of	ADP
crl-16410	60	12	what	what	PRON
crl-16410	60	13	student	student	NOUN
crl-16410	60	14	learning	learn	VERB
crl-16410	60	15	in	in	ADP
crl-16410	60	16	each	each	PRON
crl-16410	60	17	of	of	ADP
crl-16410	60	18	the	the	DET
crl-16410	60	19	15	15	NUM
crl-16410	60	20	outcome	outcome	NOUN
crl-16410	60	21	areas	area	NOUN
crl-16410	60	22	should	should	AUX
crl-16410	60	23	look	look	VERB
crl-16410	60	24	like	like	ADP
crl-16410	60	25	at	at	ADP
crl-16410	60	26	progressively	progressively	ADV
crl-16410	60	27	more	more	ADV
crl-16410	60	28	complex	complex	ADJ
crl-16410	60	29	and	and	CCONJ
crl-16410	60	30	sophisticated	sophisticated	ADJ
crl-16410	60	31	levels	level	NOUN
crl-16410	60	32	of	of	ADP
crl-16410	60	33	performance	performance	NOUN
crl-16410	60	34	…	…	PUNCT
crl-16410	60	35	”21	”21	ADJ
crl-16410	60	36	modifications	modification	NOUN
crl-16410	60	37	of	of	ADP
crl-16410	60	38	the	the	DET
crl-16410	60	39	value	value	NOUN
crl-16410	60	40	rubrics	rubric	NOUN
crl-16410	60	41	are	be	AUX
crl-16410	60	42	often	often	ADV
crl-16410	60	43	necessary	necessary	ADJ
crl-16410	60	44	to	to	PART
crl-16410	60	45	“	"	PUNCT
crl-16410	60	46	accurately	accurately	ADV
crl-16410	60	47	reflect	reflect	VERB
crl-16410	60	48	actual	actual	ADJ
crl-16410	60	49	learning	learning	NOUN
crl-16410	60	50	as	as	SCONJ
crl-16410	60	51	it	it	PRON
crl-16410	60	52	is	be	AUX
crl-16410	60	53	framed	frame	VERB
crl-16410	60	54	on	on	ADP
crl-16410	60	55	a	a	DET
crl-16410	60	56	particular	particular	ADJ
crl-16410	60	57	campus	campus	NOUN
crl-16410	60	58	.	.	PUNCT
crl-16410	61	1	”22	”22	PROPN
crl-16410	62	1	the	the	DET
crl-16410	62	2	il	il	PROPN
crl-16410	62	3	value	value	NOUN
crl-16410	62	4	rubric	rubric	NOUN
crl-16410	62	5	gave	give	VERB
crl-16410	62	6	us	we	PRON
crl-16410	62	7	a	a	DET
crl-16410	62	8	solid	solid	ADJ
crl-16410	62	9	start	start	NOUN
crl-16410	62	10	to	to	PART
crl-16410	62	11	determine	determine	VERB
crl-16410	62	12	how	how	SCONJ
crl-16410	62	13	a	a	DET
crl-16410	62	14	student	student	NOUN
crl-16410	62	15	’s	’s	PART
crl-16410	62	16	skills	skill	NOUN
crl-16410	62	17	might	might	AUX
crl-16410	62	18	progress	progress	VERB
crl-16410	62	19	in	in	ADP
crl-16410	62	20	this	this	DET
crl-16410	62	21	area	area	NOUN
crl-16410	62	22	,	,	PUNCT
crl-16410	62	23	relating	relate	VERB
crl-16410	62	24	to	to	ADP
crl-16410	62	25	five	five	NUM
crl-16410	62	26	key	key	ADJ
crl-16410	62	27	categories	category	NOUN
crl-16410	62	28	.	.	PUNCT
crl-16410	63	1	as	as	SCONJ
crl-16410	63	2	encouraged	encourage	VERB
crl-16410	63	3	by	by	ADP
crl-16410	63	4	the	the	DET
crl-16410	63	5	developers	developer	NOUN
crl-16410	63	6	of	of	ADP
crl-16410	63	7	these	these	DET
crl-16410	63	8	rubrics	rubric	NOUN
crl-16410	63	9	,	,	PUNCT
crl-16410	63	10	we	we	PRON
crl-16410	63	11	revised	revise	VERB
crl-16410	63	12	it	it	PRON
crl-16410	63	13	as	as	SCONJ
crl-16410	63	14	needed	need	VERB
crl-16410	63	15	to	to	PART
crl-16410	63	16	suit	suit	VERB
crl-16410	63	17	the	the	DET
crl-16410	63	18	particular	particular	ADJ
crl-16410	63	19	needs	need	NOUN
crl-16410	63	20	of	of	ADP
crl-16410	63	21	our	our	PRON
crl-16410	63	22	students	student	NOUN
crl-16410	63	23	and	and	CCONJ
crl-16410	63	24	institution	institution	NOUN
crl-16410	63	25	.	.	PUNCT
crl-16410	64	1	assessors	assessor	NOUN
crl-16410	64	2	using	use	VERB
crl-16410	64	3	rubrics	rubric	NOUN
crl-16410	64	4	are	be	AUX
crl-16410	64	5	also	also	ADV
crl-16410	64	6	encouraged	encourage	VERB
crl-16410	64	7	to	to	PART
crl-16410	64	8	participate	participate	VERB
crl-16410	64	9	in	in	ADP
crl-16410	64	10	“	"	PUNCT
crl-16410	64	11	calibration	calibration	NOUN
crl-16410	64	12	”	"	PUNCT
crl-16410	64	13	or	or	CCONJ
crl-16410	64	14	training	training	NOUN
crl-16410	64	15	to	to	PART
crl-16410	64	16	reach	reach	VERB
crl-16410	64	17	agreement	agreement	NOUN
crl-16410	64	18	on	on	ADP
crl-16410	64	19	scores.23	scores.23	PROPN
crl-16410	64	20	published	publish	VERB
crl-16410	64	21	il	il	PROPN
crl-16410	64	22	studies	study	NOUN
crl-16410	64	23	that	that	PRON
crl-16410	64	24	have	have	AUX
crl-16410	64	25	used	use	VERB
crl-16410	64	26	rubrics	rubric	NOUN
crl-16410	64	27	or	or	CCONJ
crl-16410	64	28	“	"	PUNCT
crl-16410	64	29	scoring	scoring	NOUN
crl-16410	64	30	sheets	sheet	NOUN
crl-16410	64	31	”	"	PUNCT
crl-16410	64	32	mention	mention	VERB
crl-16410	64	33	that	that	SCONJ
crl-16410	64	34	training	training	NOUN
crl-16410	64	35	scorers	scorer	NOUN
crl-16410	64	36	to	to	PART
crl-16410	64	37	reach	reach	VERB
crl-16410	64	38	agreement	agreement	NOUN
crl-16410	64	39	is	be	AUX
crl-16410	64	40	an	an	DET
crl-16410	64	41	important	important	ADJ
crl-16410	64	42	part	part	NOUN
crl-16410	64	43	of	of	ADP
crl-16410	64	44	this	this	DET
crl-16410	64	45	process	process	NOUN
crl-16410	64	46	that	that	PRON
crl-16410	64	47	can	can	AUX
crl-16410	64	48	not	not	PART
crl-16410	64	49	be	be	AUX
crl-16410	64	50	overemphasized.24	overemphasized.24	ADV
crl-16410	64	51	ultimately	ultimately	ADV
crl-16410	64	52	,	,	PUNCT
crl-16410	64	53	once	once	SCONJ
crl-16410	64	54	agreement	agreement	NOUN
crl-16410	64	55	is	be	AUX
crl-16410	64	56	achieved	achieve	VERB
crl-16410	64	57	through	through	ADP
crl-16410	64	58	calibration	calibration	NOUN
crl-16410	64	59	,	,	PUNCT
crl-16410	64	60	librarians	librarian	NOUN
crl-16410	64	61	only	only	ADV
crl-16410	64	62	have	have	VERB
crl-16410	64	63	to	to	PART
crl-16410	64	64	score	score	VERB
crl-16410	64	65	select	select	ADJ
crl-16410	64	66	papers	paper	NOUN
crl-16410	64	67	,	,	PUNCT
crl-16410	64	68	saving	save	VERB
crl-16410	64	69	them	they	PRON
crl-16410	64	70	valuable	valuable	ADJ
crl-16410	64	71	time	time	NOUN
crl-16410	64	72	.	.	PUNCT
crl-16410	65	1	for	for	ADP
crl-16410	65	2	a	a	DET
crl-16410	65	3	large	large	ADJ
crl-16410	65	4	portion	portion	NOUN
crl-16410	65	5	of	of	ADP
crl-16410	65	6	our	our	PRON
crl-16410	65	7	sample	sample	NOUN
crl-16410	65	8	,	,	PUNCT
crl-16410	65	9	we	we	PRON
crl-16410	65	10	calibrated	calibrate	VERB
crl-16410	65	11	our	our	PRON
crl-16410	65	12	team	team	NOUN
crl-16410	65	13	of	of	ADP
crl-16410	65	14	scorers	scorer	NOUN
crl-16410	65	15	to	to	PART
crl-16410	65	16	allow	allow	VERB
crl-16410	65	17	us	we	PRON
crl-16410	65	18	to	to	PART
crl-16410	65	19	avoid	avoid	VERB
crl-16410	65	20	having	have	VERB
crl-16410	65	21	every	every	DET
crl-16410	65	22	scorer	scorer	NOUN
crl-16410	65	23	read	read	VERB
crl-16410	65	24	every	every	DET
crl-16410	65	25	paper	paper	NOUN
crl-16410	65	26	.	.	PUNCT
crl-16410	66	1	methods	method	NOUN
crl-16410	66	2	ideally	ideally	ADV
crl-16410	66	3	,	,	PUNCT
crl-16410	66	4	a	a	DET
crl-16410	66	5	longitudinal	longitudinal	ADJ
crl-16410	66	6	assessment	assessment	NOUN
crl-16410	66	7	can	can	AUX
crl-16410	66	8	track	track	VERB
crl-16410	66	9	the	the	DET
crl-16410	66	10	individual	individual	ADJ
crl-16410	66	11	progress	progress	NOUN
crl-16410	66	12	of	of	ADP
crl-16410	66	13	students	student	NOUN
crl-16410	66	14	as	as	SCONJ
crl-16410	66	15	they	they	PRON
crl-16410	66	16	move	move	VERB
crl-16410	66	17	through	through	ADP
crl-16410	66	18	the	the	DET
crl-16410	66	19	university	university	NOUN
crl-16410	66	20	curriculum	curriculum	NOUN
crl-16410	66	21	.	.	PUNCT
crl-16410	67	1	after	after	ADP
crl-16410	67	2	discussing	discuss	VERB
crl-16410	67	3	the	the	DET
crl-16410	67	4	possibilities	possibility	NOUN
crl-16410	67	5	of	of	ADP
crl-16410	67	6	a	a	DET
crl-16410	67	7	longitudinal	longitudinal	ADJ
crl-16410	67	8	study	study	NOUN
crl-16410	67	9	with	with	ADP
crl-16410	67	10	our	our	PRON
crl-16410	67	11	institutional	institutional	ADJ
crl-16410	67	12	research	research	NOUN
crl-16410	67	13	office	office	NOUN
crl-16410	67	14	,	,	PUNCT
crl-16410	67	15	we	we	PRON
crl-16410	67	16	decided	decide	VERB
crl-16410	67	17	against	against	ADP
crl-16410	67	18	this	this	DET
crl-16410	67	19	approach	approach	NOUN
crl-16410	67	20	for	for	ADP
crl-16410	67	21	practical	practical	ADJ
crl-16410	67	22	reasons	reason	NOUN
crl-16410	67	23	.	.	PUNCT
crl-16410	68	1	following	follow	VERB
crl-16410	68	2	individual	individual	ADJ
crl-16410	68	3	students	student	NOUN
crl-16410	68	4	would	would	AUX
crl-16410	68	5	take	take	VERB
crl-16410	68	6	considerable	considerable	ADJ
crl-16410	68	7	time	time	NOUN
crl-16410	68	8	,	,	PUNCT
crl-16410	68	9	given	give	VERB
crl-16410	68	10	that	that	SCONJ
crl-16410	68	11	a	a	DET
crl-16410	68	12	large	large	ADJ
crl-16410	68	13	percentage	percentage	NOUN
crl-16410	68	14	of	of	ADP
crl-16410	68	15	our	our	PRON
crl-16410	68	16	student	student	NOUN
crl-16410	68	17	population	population	NOUN
crl-16410	68	18	takes	take	VERB
crl-16410	68	19	a	a	DET
crl-16410	68	20	two	two	NUM
crl-16410	68	21	-	-	PUNCT
crl-16410	68	22	year	year	NOUN
crl-16410	68	23	leave	leave	NOUN
crl-16410	68	24	of	of	ADP
crl-16410	68	25	absence	absence	NOUN
crl-16410	68	26	in	in	ADP
crl-16410	68	27	the	the	DET
crl-16410	68	28	middle	middle	NOUN
crl-16410	68	29	of	of	ADP
crl-16410	68	30	their	their	PRON
crl-16410	68	31	undergraduate	undergraduate	NOUN
crl-16410	68	32	degree	degree	NOUN
crl-16410	68	33	to	to	PART
crl-16410	68	34	pursue	pursue	VERB
crl-16410	68	35	a	a	DET
crl-16410	68	36	religious	religious	ADJ
crl-16410	68	37	mission	mission	NOUN
crl-16410	68	38	.	.	PUNCT
crl-16410	69	1	second	second	ADJ
crl-16410	69	2	,	,	PUNCT
crl-16410	69	3	we	we	PRON
crl-16410	69	4	did	do	AUX
crl-16410	69	5	not	not	PART
crl-16410	69	6	have	have	VERB
crl-16410	69	7	any	any	DET
crl-16410	69	8	benchmark	benchmark	NOUN
crl-16410	69	9	data	datum	NOUN
crl-16410	69	10	or	or	CCONJ
crl-16410	69	11	established	establish	VERB
crl-16410	69	12	measures	measure	NOUN
crl-16410	69	13	for	for	ADP
crl-16410	69	14	comparison	comparison	NOUN
crl-16410	69	15	over	over	ADP
crl-16410	69	16	time	time	NOUN
crl-16410	69	17	.	.	PUNCT
crl-16410	70	1	rubric	rubric	NOUN
crl-16410	70	2	-	-	PUNCT
crl-16410	70	3	based	base	VERB
crl-16410	70	4	assessments	assessment	NOUN
crl-16410	70	5	require	require	VERB
crl-16410	70	6	consistent	consistent	ADJ
crl-16410	70	7	scoring	scoring	NOUN
crl-16410	70	8	and	and	CCONJ
crl-16410	70	9	agreement	agreement	NOUN
crl-16410	70	10	,	,	PUNCT
crl-16410	70	11	and	and	CCONJ
crl-16410	70	12	we	we	PRON
crl-16410	70	13	needed	need	VERB
crl-16410	70	14	to	to	PART
crl-16410	70	15	establish	establish	VERB
crl-16410	70	16	a	a	DET
crl-16410	70	17	sound	sound	ADJ
crl-16410	70	18	baseline	baseline	NOUN
crl-16410	70	19	of	of	ADP
crl-16410	70	20	consensus	consensus	NOUN
crl-16410	70	21	in	in	ADP
crl-16410	70	22	the	the	DET
crl-16410	70	23	library	library	NOUN
crl-16410	70	24	and	and	CCONJ
crl-16410	70	25	on	on	ADP
crl-16410	70	26	campus	campus	NOUN
crl-16410	70	27	of	of	ADP
crl-16410	70	28	what	what	PRON
crl-16410	70	29	different	different	ADJ
crl-16410	70	30	levels	level	NOUN
crl-16410	70	31	of	of	ADP
crl-16410	70	32	il	il	PROPN
crl-16410	70	33	performance	performance	NOUN
crl-16410	70	34	look	look	VERB
crl-16410	70	35	like	like	ADP
crl-16410	70	36	across	across	ADP
crl-16410	70	37	the	the	DET
crl-16410	70	38	curriculum	curriculum	NOUN
crl-16410	70	39	.	.	PUNCT
crl-16410	71	1	we	we	PRON
crl-16410	71	2	therefore	therefore	ADV
crl-16410	71	3	decided	decide	VERB
crl-16410	71	4	to	to	PART
crl-16410	71	5	conduct	conduct	VERB
crl-16410	71	6	a	a	DET
crl-16410	71	7	“	"	PUNCT
crl-16410	71	8	snapshot	snapshot	ADJ
crl-16410	71	9	”	"	PUNCT
crl-16410	71	10	assessment	assessment	NOUN
crl-16410	71	11	.	.	PUNCT
crl-16410	72	1	we	we	PRON
crl-16410	72	2	wanted	want	VERB
crl-16410	72	3	to	to	PART
crl-16410	72	4	see	see	VERB
crl-16410	72	5	,	,	PUNCT
crl-16410	72	6	in	in	ADP
crl-16410	72	7	a	a	DET
crl-16410	72	8	given	give	VERB
crl-16410	72	9	12to	12to	ADJ
crl-16410	72	10	18	18	NUM
crl-16410	72	11	-	-	PUNCT
crl-16410	72	12	month	month	NOUN
crl-16410	72	13	period	period	NOUN
crl-16410	72	14	,	,	PUNCT
crl-16410	72	15	how	how	SCONJ
crl-16410	72	16	students	student	NOUN
crl-16410	72	17	performed	perform	VERB
crl-16410	72	18	at	at	ADP
crl-16410	72	19	four	four	NUM
crl-16410	72	20	key	key	ADJ
crl-16410	72	21	stages	stage	NOUN
crl-16410	72	22	in	in	ADP
crl-16410	72	23	the	the	DET
crl-16410	72	24	curriculum	curriculum	NOUN
crl-16410	72	25	:	:	PUNCT
crl-16410	72	26	an	an	DET
crl-16410	72	27	introductory	introductory	ADJ
crl-16410	72	28	writing	writing	NOUN
crl-16410	72	29	course	course	NOUN
crl-16410	72	30	,	,	PUNCT
crl-16410	72	31	an	an	DET
crl-16410	72	32	intermediate	intermediate	ADJ
crl-16410	72	33	writing	writing	NOUN
crl-16410	72	34	course	course	NOUN
crl-16410	72	35	,	,	PUNCT
crl-16410	72	36	an	an	DET
crl-16410	72	37	introductory	introductory	ADJ
crl-16410	72	38	research	research	NOUN
crl-16410	72	39	methods	method	NOUN
crl-16410	72	40	class	class	NOUN
crl-16410	72	41	in	in	ADP
crl-16410	72	42	a	a	DET
crl-16410	72	43	major	major	NOUN
crl-16410	72	44	,	,	PUNCT
crl-16410	72	45	and	and	CCONJ
crl-16410	72	46	a	a	DET
crl-16410	72	47	capstone	capstone	NOUN
crl-16410	72	48	course	course	NOUN
crl-16410	72	49	.	.	PUNCT
crl-16410	73	1	we	we	PRON
crl-16410	73	2	did	do	AUX
crl-16410	73	3	not	not	PART
crl-16410	73	4	assess	assess	VERB
crl-16410	73	5	the	the	DET
crl-16410	73	6	same	same	ADJ
crl-16410	73	7	student	student	NOUN
crl-16410	73	8	at	at	ADP
crl-16410	73	9	each	each	DET
crl-16410	73	10	level	level	NOUN
crl-16410	73	11	;	;	PUNCT
crl-16410	73	12	instead	instead	ADV
crl-16410	73	13	,	,	PUNCT
crl-16410	73	14	we	we	PRON
crl-16410	73	15	assessed	assess	VERB
crl-16410	73	16	different	different	ADJ
crl-16410	73	17	students	student	NOUN
crl-16410	73	18	in	in	ADP
crl-16410	73	19	four	four	NUM
crl-16410	73	20	selected	select	VERB
crl-16410	73	21	courses	course	NOUN
crl-16410	73	22	.	.	PUNCT
crl-16410	74	1	174	174	NUM
crl-16410	74	2	college	college	PROPN
crl-16410	74	3	&	&	CCONJ
crl-16410	74	4	research	research	PROPN
crl-16410	74	5	libraries	library	NOUN
crl-16410	74	6	march	march	PROPN
crl-16410	74	7	2015	2015	NUM
crl-16410	74	8	while	while	SCONJ
crl-16410	74	9	students	student	NOUN
crl-16410	74	10	take	take	VERB
crl-16410	74	11	these	these	DET
crl-16410	74	12	courses	course	NOUN
crl-16410	74	13	at	at	ADP
crl-16410	74	14	different	different	ADJ
crl-16410	74	15	times	time	NOUN
crl-16410	74	16	and	and	CCONJ
crl-16410	74	17	in	in	ADP
crl-16410	74	18	different	different	ADJ
crl-16410	74	19	sequences	sequence	NOUN
crl-16410	74	20	,	,	PUNCT
crl-16410	74	21	these	these	DET
crl-16410	74	22	courses	course	NOUN
crl-16410	74	23	generally	generally	ADV
crl-16410	74	24	progress	progress	VERB
crl-16410	74	25	from	from	ADP
crl-16410	74	26	the	the	DET
crl-16410	74	27	freshman	freshman	NOUN
crl-16410	74	28	year	year	NOUN
crl-16410	74	29	(	(	PUNCT
crl-16410	74	30	the	the	DET
crl-16410	74	31	introductory	introductory	ADJ
crl-16410	74	32	writing	writing	NOUN
crl-16410	74	33	course	course	NOUN
crl-16410	74	34	)	)	PUNCT
crl-16410	74	35	through	through	ADP
crl-16410	74	36	the	the	DET
crl-16410	74	37	senior	senior	ADJ
crl-16410	74	38	year	year	NOUN
crl-16410	74	39	(	(	PUNCT
crl-16410	74	40	the	the	DET
crl-16410	74	41	capstone	capstone	NOUN
crl-16410	74	42	course	course	NOUN
crl-16410	74	43	)	)	PUNCT
crl-16410	74	44	.	.	PUNCT
crl-16410	75	1	sample	sample	NOUN
crl-16410	75	2	in	in	ADP
crl-16410	75	3	total	total	NOUN
crl-16410	75	4	,	,	PUNCT
crl-16410	75	5	we	we	PRON
crl-16410	75	6	scored	score	VERB
crl-16410	75	7	884	884	NUM
crl-16410	75	8	student	student	NOUN
crl-16410	75	9	papers	paper	NOUN
crl-16410	75	10	using	use	VERB
crl-16410	75	11	the	the	DET
crl-16410	75	12	value	value	NOUN
crl-16410	75	13	rubric	rubric	NOUN
crl-16410	75	14	.	.	PUNCT
crl-16410	76	1	we	we	PRON
crl-16410	76	2	collected	collect	VERB
crl-16410	76	3	a	a	DET
crl-16410	76	4	total	total	NOUN
crl-16410	76	5	of	of	ADP
crl-16410	76	6	488	488	NUM
crl-16410	76	7	papers	paper	NOUN
crl-16410	76	8	from	from	ADP
crl-16410	76	9	32	32	NUM
crl-16410	76	10	(	(	PUNCT
crl-16410	76	11	out	out	ADP
crl-16410	76	12	of	of	ADP
crl-16410	76	13	a	a	DET
crl-16410	76	14	total	total	NOUN
crl-16410	76	15	of	of	ADP
crl-16410	76	16	56	56	NUM
crl-16410	76	17	)	)	PUNCT
crl-16410	76	18	sections	section	NOUN
crl-16410	76	19	of	of	ADP
crl-16410	76	20	engl	engl	PROPN
crl-16410	76	21	1010	1010	NUM
crl-16410	76	22	in	in	ADP
crl-16410	76	23	fall	fall	NOUN
crl-16410	76	24	2010	2010	NUM
crl-16410	76	25	.	.	PUNCT
crl-16410	77	1	the	the	DET
crl-16410	77	2	goal	goal	NOUN
crl-16410	77	3	was	be	AUX
crl-16410	77	4	to	to	PART
crl-16410	77	5	capture	capture	VERB
crl-16410	77	6	as	as	ADV
crl-16410	77	7	many	many	ADJ
crl-16410	77	8	students	student	NOUN
crl-16410	77	9	who	who	PRON
crl-16410	77	10	were	be	AUX
crl-16410	77	11	taking	take	VERB
crl-16410	77	12	engl	engl	PROPN
crl-16410	77	13	1010	1010	NUM
crl-16410	77	14	as	as	ADP
crl-16410	77	15	freshmen	freshman	NOUN
crl-16410	77	16	during	during	ADP
crl-16410	77	17	their	their	PRON
crl-16410	77	18	first	first	ADJ
crl-16410	77	19	semester	semester	NOUN
crl-16410	77	20	of	of	ADP
crl-16410	77	21	study	study	NOUN
crl-16410	77	22	as	as	ADP
crl-16410	77	23	possible	possible	ADJ
crl-16410	77	24	.	.	PUNCT
crl-16410	78	1	three	three	NUM
crl-16410	78	2	of	of	ADP
crl-16410	78	3	six	six	NUM
crl-16410	78	4	online	online	ADJ
crl-16410	78	5	sections	section	NOUN
crl-16410	78	6	participated	participate	VERB
crl-16410	78	7	.	.	PUNCT
crl-16410	79	1	some	some	DET
crl-16410	79	2	sections	section	NOUN
crl-16410	79	3	of	of	ADP
crl-16410	79	4	engl	engl	PROPN
crl-16410	79	5	1010	1010	NUM
crl-16410	79	6	,	,	PUNCT
crl-16410	79	7	especially	especially	ADV
crl-16410	79	8	those	those	PRON
crl-16410	79	9	online	online	ADJ
crl-16410	79	10	,	,	PUNCT
crl-16410	79	11	do	do	AUX
crl-16410	79	12	not	not	PART
crl-16410	79	13	consistently	consistently	ADV
crl-16410	79	14	include	include	VERB
crl-16410	79	15	a	a	DET
crl-16410	79	16	research	research	NOUN
crl-16410	79	17	component	component	NOUN
crl-16410	79	18	,	,	PUNCT
crl-16410	79	19	so	so	SCONJ
crl-16410	79	20	some	some	DET
crl-16410	79	21	sections	section	NOUN
crl-16410	79	22	did	do	AUX
crl-16410	79	23	not	not	PART
crl-16410	79	24	have	have	VERB
crl-16410	79	25	assignments	assignment	NOUN
crl-16410	79	26	that	that	PRON
crl-16410	79	27	met	meet	VERB
crl-16410	79	28	our	our	PRON
crl-16410	79	29	criteria	criterion	NOUN
crl-16410	79	30	.	.	PUNCT
crl-16410	80	1	we	we	PRON
crl-16410	80	2	randomly	randomly	ADV
crl-16410	80	3	selected	select	VERB
crl-16410	80	4	eight	eight	NUM
crl-16410	80	5	papers	paper	NOUN
crl-16410	80	6	from	from	ADP
crl-16410	80	7	each	each	PRON
crl-16410	80	8	of	of	ADP
crl-16410	80	9	the	the	DET
crl-16410	80	10	32	32	NUM
crl-16410	80	11	sections	section	NOUN
crl-16410	80	12	that	that	PRON
crl-16410	80	13	provided	provide	VERB
crl-16410	80	14	more	more	ADJ
crl-16410	80	15	than	than	ADP
crl-16410	80	16	eight	eight	NUM
crl-16410	80	17	papers	paper	NOUN
crl-16410	80	18	.	.	PUNCT
crl-16410	81	1	four	four	NUM
crl-16410	81	2	sections	section	NOUN
crl-16410	81	3	provided	provide	VERB
crl-16410	81	4	fewer	few	ADJ
crl-16410	81	5	than	than	ADP
crl-16410	81	6	eight	eight	NUM
crl-16410	81	7	papers	paper	NOUN
crl-16410	81	8	,	,	PUNCT
crl-16410	81	9	and	and	CCONJ
crl-16410	81	10	we	we	PRON
crl-16410	81	11	included	include	VERB
crl-16410	81	12	all	all	PRON
crl-16410	81	13	of	of	ADP
crl-16410	81	14	these	these	PRON
crl-16410	81	15	in	in	ADP
crl-16410	81	16	the	the	DET
crl-16410	81	17	sample	sample	NOUN
crl-16410	81	18	.	.	PUNCT
crl-16410	82	1	we	we	PRON
crl-16410	82	2	chose	choose	VERB
crl-16410	82	3	eight	eight	NUM
crl-16410	82	4	as	as	ADP
crl-16410	82	5	our	our	PRON
crl-16410	82	6	sample	sample	NOUN
crl-16410	82	7	number	number	NOUN
crl-16410	82	8	from	from	ADP
crl-16410	82	9	each	each	DET
crl-16410	82	10	section	section	NOUN
crl-16410	82	11	because	because	SCONJ
crl-16410	82	12	it	it	PRON
crl-16410	82	13	provided	provide	VERB
crl-16410	82	14	a	a	DET
crl-16410	82	15	strong	strong	ADJ
crl-16410	82	16	,	,	PUNCT
crl-16410	82	17	large	large	ADJ
crl-16410	82	18	sample	sample	NOUN
crl-16410	82	19	and	and	CCONJ
crl-16410	82	20	all	all	PRON
crl-16410	82	21	but	but	SCONJ
crl-16410	82	22	the	the	DET
crl-16410	82	23	four	four	NUM
crl-16410	82	24	mentioned	mention	VERB
crl-16410	82	25	sections	section	NOUN
crl-16410	82	26	had	have	VERB
crl-16410	82	27	at	at	ADV
crl-16410	82	28	least	least	ADV
crl-16410	82	29	eight	eight	NUM
crl-16410	82	30	papers	paper	NOUN
crl-16410	82	31	to	to	PART
crl-16410	82	32	contribute	contribute	VERB
crl-16410	82	33	.	.	PUNCT
crl-16410	83	1	the	the	DET
crl-16410	83	2	total	total	ADJ
crl-16410	83	3	enrollment	enrollment	NOUN
crl-16410	83	4	for	for	ADP
crl-16410	83	5	the	the	DET
crl-16410	83	6	course	course	NOUN
crl-16410	83	7	was	be	AUX
crl-16410	83	8	1,932	1,932	NUM
crl-16410	83	9	in	in	ADP
crl-16410	83	10	fall	fall	NOUN
crl-16410	83	11	2010	2010	NUM
crl-16410	83	12	,	,	PUNCT
crl-16410	83	13	and	and	CCONJ
crl-16410	83	14	we	we	PRON
crl-16410	83	15	had	have	VERB
crl-16410	83	16	a	a	DET
crl-16410	83	17	final	final	ADJ
crl-16410	83	18	usable	usable	ADJ
crl-16410	83	19	sample	sample	NOUN
crl-16410	83	20	of	of	ADP
crl-16410	83	21	270	270	NUM
crl-16410	83	22	(	(	PUNCT
crl-16410	83	23	14	14	NUM
crl-16410	83	24	%	%	NOUN
crl-16410	83	25	of	of	ADP
crl-16410	83	26	the	the	DET
crl-16410	83	27	total	total	ADJ
crl-16410	83	28	enrollment	enrollment	NOUN
crl-16410	83	29	)	)	PUNCT
crl-16410	83	30	.	.	PUNCT
crl-16410	84	1	in	in	ADP
crl-16410	84	2	spring	spring	NOUN
crl-16410	84	3	2011	2011	NUM
crl-16410	84	4	we	we	PRON
crl-16410	84	5	collected	collect	VERB
crl-16410	84	6	papers	paper	NOUN
crl-16410	84	7	from	from	ADP
crl-16410	84	8	56	56	NUM
crl-16410	84	9	of	of	ADP
crl-16410	84	10	57	57	NUM
crl-16410	84	11	engl	engl	ADJ
crl-16410	84	12	2010	2010	NUM
crl-16410	84	13	sections	section	NOUN
crl-16410	84	14	,	,	PUNCT
crl-16410	84	15	including	include	VERB
crl-16410	84	16	eight	eight	NUM
crl-16410	84	17	distance	distance	NOUN
crl-16410	84	18	sections	section	NOUN
crl-16410	84	19	.	.	PUNCT
crl-16410	85	1	participation	participation	NOUN
crl-16410	85	2	was	be	AUX
crl-16410	85	3	much	much	ADV
crl-16410	85	4	higher	high	ADJ
crl-16410	85	5	for	for	ADP
crl-16410	85	6	this	this	DET
crl-16410	85	7	course	course	NOUN
crl-16410	85	8	,	,	PUNCT
crl-16410	85	9	because	because	SCONJ
crl-16410	85	10	the	the	DET
crl-16410	85	11	english	english	PROPN
crl-16410	85	12	department	department	PROPN
crl-16410	85	13	was	be	AUX
crl-16410	85	14	conducting	conduct	VERB
crl-16410	85	15	its	its	PRON
crl-16410	85	16	own	own	ADJ
crl-16410	85	17	assessment	assessment	NOUN
crl-16410	85	18	of	of	ADP
crl-16410	85	19	student	student	NOUN
crl-16410	85	20	work	work	NOUN
crl-16410	85	21	and	and	CCONJ
crl-16410	85	22	we	we	PRON
crl-16410	85	23	piggybacked	piggyback	VERB
crl-16410	85	24	on	on	ADP
crl-16410	85	25	their	their	PRON
crl-16410	85	26	data	data	NOUN
crl-16410	85	27	collection	collection	NOUN
crl-16410	85	28	.	.	PUNCT
crl-16410	86	1	we	we	PRON
crl-16410	86	2	collected	collect	VERB
crl-16410	86	3	20–23	20–23	NUM
crl-16410	86	4	papers	paper	NOUN
crl-16410	86	5	from	from	ADP
crl-16410	86	6	each	each	DET
crl-16410	86	7	section	section	NOUN
crl-16410	86	8	and	and	CCONJ
crl-16410	86	9	randomly	randomly	ADV
crl-16410	86	10	selected	select	VERB
crl-16410	86	11	eight	eight	NUM
crl-16410	86	12	papers	paper	NOUN
crl-16410	86	13	from	from	ADP
crl-16410	86	14	each	each	DET
crl-16410	86	15	section	section	NOUN
crl-16410	86	16	,	,	PUNCT
crl-16410	86	17	for	for	ADP
crl-16410	86	18	a	a	DET
crl-16410	86	19	total	total	ADJ
crl-16410	86	20	usable	usable	ADJ
crl-16410	86	21	sample	sample	NOUN
crl-16410	86	22	of	of	ADP
crl-16410	86	23	468	468	NUM
crl-16410	86	24	papers	paper	NOUN
crl-16410	86	25	,	,	PUNCT
crl-16410	86	26	representing	represent	VERB
crl-16410	86	27	27	27	NUM
crl-16410	86	28	percent	percent	NOUN
crl-16410	86	29	of	of	ADP
crl-16410	86	30	the	the	DET
crl-16410	86	31	total	total	ADJ
crl-16410	86	32	enrollment	enrollment	NOUN
crl-16410	86	33	.	.	PUNCT
crl-16410	87	1	for	for	ADP
crl-16410	87	2	the	the	DET
crl-16410	87	3	psychology	psychology	NOUN
crl-16410	87	4	and	and	CCONJ
crl-16410	87	5	history	history	NOUN
crl-16410	87	6	classes	class	NOUN
crl-16410	87	7	,	,	PUNCT
crl-16410	87	8	we	we	PRON
crl-16410	87	9	decided	decide	VERB
crl-16410	87	10	not	not	PART
crl-16410	87	11	to	to	PART
crl-16410	87	12	sample	sample	VERB
crl-16410	87	13	the	the	DET
crl-16410	87	14	papers	paper	NOUN
crl-16410	87	15	because	because	SCONJ
crl-16410	87	16	of	of	ADP
crl-16410	87	17	much	much	ADV
crl-16410	87	18	smaller	small	ADJ
crl-16410	87	19	enrollments	enrollment	NOUN
crl-16410	87	20	.	.	PUNCT
crl-16410	88	1	we	we	PRON
crl-16410	88	2	collected	collect	VERB
crl-16410	88	3	papers	paper	NOUN
crl-16410	88	4	from	from	ADP
crl-16410	88	5	all	all	DET
crl-16410	88	6	students	student	NOUN
crl-16410	88	7	willing	willing	ADJ
crl-16410	88	8	to	to	PART
crl-16410	88	9	participate	participate	VERB
crl-16410	88	10	in	in	ADP
crl-16410	88	11	the	the	DET
crl-16410	88	12	study	study	NOUN
crl-16410	88	13	.	.	PUNCT
crl-16410	89	1	participation	participation	NOUN
crl-16410	89	2	rates	rate	NOUN
crl-16410	89	3	ranged	range	VERB
crl-16410	89	4	from	from	ADP
crl-16410	89	5	a	a	DET
crl-16410	89	6	low	low	NOUN
crl-16410	89	7	of	of	ADP
crl-16410	89	8	0	0	NUM
crl-16410	89	9	percent	percent	NOUN
crl-16410	89	10	in	in	ADP
crl-16410	89	11	two	two	NUM
crl-16410	89	12	sections	section	NOUN
crl-16410	89	13	of	of	ADP
crl-16410	89	14	psy	psy	PROPN
crl-16410	89	15	3500	3500	NUM
crl-16410	89	16	to	to	ADP
crl-16410	89	17	a	a	DET
crl-16410	89	18	high	high	NOUN
crl-16410	89	19	of	of	ADP
crl-16410	89	20	100	100	NUM
crl-16410	89	21	percent	percent	NOUN
crl-16410	89	22	in	in	ADP
crl-16410	89	23	a	a	DET
crl-16410	89	24	hist	hist	ADJ
crl-16410	89	25	4990	4990	NUM
crl-16410	89	26	section	section	NOUN
crl-16410	89	27	(	(	PUNCT
crl-16410	89	28	capstone	capstone	NOUN
crl-16410	89	29	course	course	NOUN
crl-16410	89	30	)	)	PUNCT
crl-16410	89	31	.	.	PUNCT
crl-16410	90	1	for	for	SCONJ
crl-16410	90	2	psy	psy	PROPN
crl-16410	90	3	3500	3500	NUM
crl-16410	90	4	(	(	PUNCT
crl-16410	90	5	mid	mid	NOUN
crl-16410	90	6	-	-	NOUN
crl-16410	90	7	level	level	NOUN
crl-16410	90	8	,	,	PUNCT
crl-16410	90	9	required	require	VERB
crl-16410	90	10	,	,	PUNCT
crl-16410	90	11	discipline	discipline	NOUN
crl-16410	90	12	course	course	NOUN
crl-16410	90	13	)	)	PUNCT
crl-16410	90	14	,	,	PUNCT
crl-16410	90	15	we	we	PRON
crl-16410	90	16	obtained	obtain	VERB
crl-16410	90	17	101	101	NUM
crl-16410	90	18	usable	usable	ADJ
crl-16410	90	19	papers	paper	NOUN
crl-16410	90	20	,	,	PUNCT
crl-16410	90	21	or	or	CCONJ
crl-16410	90	22	49	49	NUM
crl-16410	90	23	percent	percent	NOUN
crl-16410	90	24	of	of	ADP
crl-16410	90	25	the	the	DET
crl-16410	90	26	total	total	ADJ
crl-16410	90	27	enrollment	enrollment	NOUN
crl-16410	90	28	in	in	ADP
crl-16410	90	29	fall	fall	NOUN
crl-16410	90	30	2010	2010	NUM
crl-16410	90	31	and	and	CCONJ
crl-16410	90	32	spring	spring	NOUN
crl-16410	90	33	2011	2011	NUM
crl-16410	90	34	.	.	PUNCT
crl-16410	91	1	we	we	PRON
crl-16410	91	2	collected	collect	VERB
crl-16410	91	3	a	a	DET
crl-16410	91	4	total	total	NOUN
crl-16410	91	5	of	of	ADP
crl-16410	91	6	45	45	NUM
crl-16410	91	7	papers	paper	NOUN
crl-16410	91	8	,	,	PUNCT
crl-16410	91	9	or	or	CCONJ
crl-16410	91	10	83	83	NUM
crl-16410	91	11	percent	percent	NOUN
crl-16410	91	12	of	of	ADP
crl-16410	91	13	the	the	DET
crl-16410	91	14	total	total	ADJ
crl-16410	91	15	enrollment	enrollment	NOUN
crl-16410	91	16	for	for	ADP
crl-16410	91	17	hist	hist	PROPN
crl-16410	91	18	4990	4990	NUM
crl-16410	91	19	between	between	ADP
crl-16410	91	20	2009	2009	NUM
crl-16410	91	21	and	and	CCONJ
crl-16410	91	22	2011.25	2011.25	NUM
crl-16410	91	23	we	we	PRON
crl-16410	91	24	stripped	strip	VERB
crl-16410	91	25	identifying	identify	VERB
crl-16410	91	26	information	information	NOUN
crl-16410	91	27	from	from	ADP
crl-16410	91	28	the	the	DET
crl-16410	91	29	papers	paper	NOUN
crl-16410	91	30	and	and	CCONJ
crl-16410	91	31	attached	attach	VERB
crl-16410	91	32	a	a	DET
crl-16410	91	33	numeric	numeric	ADJ
crl-16410	91	34	code	code	NOUN
crl-16410	91	35	so	so	SCONJ
crl-16410	91	36	that	that	SCONJ
crl-16410	91	37	we	we	PRON
crl-16410	91	38	could	could	AUX
crl-16410	91	39	track	track	VERB
crl-16410	91	40	papers	paper	NOUN
crl-16410	91	41	by	by	ADP
crl-16410	91	42	section	section	NOUN
crl-16410	91	43	.	.	PUNCT
crl-16410	92	1	we	we	PRON
crl-16410	92	2	sent	send	VERB
crl-16410	92	3	the	the	DET
crl-16410	92	4	student	student	NOUN
crl-16410	92	5	i	i	PROPN
crl-16410	92	6	d	d	PROPN
crl-16410	92	7	numbers	number	NOUN
crl-16410	92	8	to	to	ADP
crl-16410	92	9	our	our	PRON
crl-16410	92	10	institutional	institutional	ADJ
crl-16410	92	11	research	research	NOUN
crl-16410	92	12	office	office	NOUN
crl-16410	92	13	to	to	PART
crl-16410	92	14	collect	collect	VERB
crl-16410	92	15	demographic	demographic	ADJ
crl-16410	92	16	data	datum	NOUN
crl-16410	92	17	.	.	PUNCT
crl-16410	93	1	(	(	PUNCT
crl-16410	93	2	see	see	VERB
crl-16410	93	3	table	table	NOUN
crl-16410	93	4	1	1	NUM
crl-16410	93	5	for	for	ADP
crl-16410	93	6	an	an	DET
crl-16410	93	7	overview	overview	NOUN
crl-16410	93	8	of	of	ADP
crl-16410	93	9	student	student	NOUN
crl-16410	93	10	demographics	demographic	NOUN
crl-16410	93	11	.	.	PUNCT
crl-16410	93	12	)	)	PUNCT
crl-16410	94	1	rating	rating	NOUN
crl-16410	94	2	procedures	procedure	NOUN
crl-16410	94	3	we	we	PRON
crl-16410	94	4	used	use	VERB
crl-16410	94	5	two	two	NUM
crl-16410	94	6	different	different	ADJ
crl-16410	94	7	rating	rating	NOUN
crl-16410	94	8	procedures	procedure	NOUN
crl-16410	94	9	,	,	PUNCT
crl-16410	94	10	given	give	VERB
crl-16410	94	11	the	the	DET
crl-16410	94	12	different	different	ADJ
crl-16410	94	13	population	population	NOUN
crl-16410	94	14	and	and	CCONJ
crl-16410	94	15	sample	sample	NOUN
crl-16410	94	16	sizes	size	NOUN
crl-16410	94	17	for	for	ADP
crl-16410	94	18	each	each	DET
crl-16410	94	19	course	course	NOUN
crl-16410	94	20	.	.	PUNCT
crl-16410	95	1	we	we	PRON
crl-16410	95	2	went	go	VERB
crl-16410	95	3	through	through	ADP
crl-16410	95	4	a	a	DET
crl-16410	95	5	norming	norming	NOUN
crl-16410	95	6	process	process	NOUN
crl-16410	95	7	,	,	PUNCT
crl-16410	95	8	determined	determine	VERB
crl-16410	95	9	by	by	ADP
crl-16410	95	10	inter	inter	ADJ
crl-16410	95	11	-	-	ADJ
crl-16410	95	12	rater	rater	ADJ
crl-16410	95	13	reliability	reliability	NOUN
crl-16410	95	14	tests	test	NOUN
crl-16410	95	15	,	,	PUNCT
crl-16410	95	16	with	with	ADP
crl-16410	95	17	the	the	DET
crl-16410	95	18	composition	composition	NOUN
crl-16410	95	19	papers	paper	NOUN
crl-16410	95	20	and	and	CCONJ
crl-16410	95	21	then	then	ADV
crl-16410	95	22	split	split	VERB
crl-16410	95	23	the	the	DET
crl-16410	95	24	scoring	scoring	NOUN
crl-16410	95	25	between	between	ADP
crl-16410	95	26	raters	rater	NOUN
crl-16410	95	27	.	.	PUNCT
crl-16410	96	1	multiple	multiple	ADJ
crl-16410	96	2	raters	rater	NOUN
crl-16410	96	3	read	read	VERB
crl-16410	96	4	the	the	DET
crl-16410	96	5	psychology	psychology	NOUN
crl-16410	96	6	and	and	CCONJ
crl-16410	96	7	history	history	NOUN
crl-16410	96	8	papers	paper	NOUN
crl-16410	96	9	and	and	CCONJ
crl-16410	96	10	reached	reach	VERB
crl-16410	96	11	consensus	consensus	NOUN
crl-16410	96	12	scores	score	NOUN
crl-16410	96	13	through	through	ADP
crl-16410	96	14	discussion	discussion	NOUN
crl-16410	96	15	.	.	PUNCT
crl-16410	97	1	the	the	DET
crl-16410	97	2	engl	engl	PROPN
crl-16410	97	3	1010	1010	NUM
crl-16410	97	4	and	and	CCONJ
crl-16410	97	5	2010	2010	NUM
crl-16410	97	6	courses	course	NOUN
crl-16410	97	7	have	have	VERB
crl-16410	97	8	large	large	ADJ
crl-16410	97	9	enrollments	enrollment	NOUN
crl-16410	97	10	,	,	PUNCT
crl-16410	97	11	so	so	SCONJ
crl-16410	97	12	we	we	PRON
crl-16410	97	13	drew	draw	VERB
crl-16410	97	14	a	a	DET
crl-16410	97	15	random	random	ADJ
crl-16410	97	16	sample	sample	NOUN
crl-16410	97	17	because	because	SCONJ
crl-16410	97	18	it	it	PRON
crl-16410	97	19	was	be	AUX
crl-16410	97	20	not	not	PART
crl-16410	97	21	feasible	feasible	ADJ
crl-16410	97	22	to	to	PART
crl-16410	97	23	score	score	VERB
crl-16410	97	24	all	all	PRON
crl-16410	97	25	of	of	ADP
crl-16410	97	26	the	the	DET
crl-16410	97	27	papers	paper	NOUN
crl-16410	97	28	.	.	PUNCT
crl-16410	98	1	we	we	PRON
crl-16410	98	2	compared	compare	VERB
crl-16410	98	3	demographic	demographic	ADJ
crl-16410	98	4	data	datum	NOUN
crl-16410	98	5	for	for	ADP
crl-16410	98	6	the	the	DET
crl-16410	98	7	samples	sample	NOUN
crl-16410	98	8	to	to	ADP
crl-16410	98	9	the	the	DET
crl-16410	98	10	entire	entire	ADJ
crl-16410	98	11	population	population	NOUN
crl-16410	98	12	of	of	ADP
crl-16410	98	13	students	student	NOUN
crl-16410	98	14	enrolled	enrol	VERB
crl-16410	98	15	in	in	ADP
crl-16410	98	16	each	each	DET
crl-16410	98	17	course	course	NOUN
crl-16410	98	18	,	,	PUNCT
crl-16410	98	19	including	include	VERB
crl-16410	98	20	gender	gender	NOUN
crl-16410	98	21	,	,	PUNCT
crl-16410	98	22	class	class	NOUN
crl-16410	98	23	standing	standing	NOUN
crl-16410	98	24	,	,	PUNCT
crl-16410	98	25	gpa	gpa	PROPN
crl-16410	98	26	,	,	PUNCT
crl-16410	98	27	and	and	CCONJ
crl-16410	98	28	admissions	admission	NOUN
crl-16410	98	29	index	index	NOUN
crl-16410	98	30	(	(	PUNCT
crl-16410	98	31	a	a	DET
crl-16410	98	32	combination	combination	NOUN
crl-16410	98	33	of	of	ADP
crl-16410	98	34	high	high	ADJ
crl-16410	98	35	school	school	NOUN
crl-16410	98	36	gpa	gpa	PROPN
crl-16410	98	37	and	and	CCONJ
crl-16410	98	38	act	act	NOUN
crl-16410	98	39	score	score	NOUN
crl-16410	98	40	)	)	PUNCT
crl-16410	98	41	.	.	PUNCT
crl-16410	99	1	the	the	DET
crl-16410	99	2	percentage	percentage	NOUN
crl-16410	99	3	of	of	ADP
crl-16410	99	4	men	man	NOUN
crl-16410	99	5	and	and	CCONJ
crl-16410	99	6	women	woman	NOUN
crl-16410	99	7	in	in	ADP
crl-16410	99	8	both	both	DET
crl-16410	99	9	engl	engl	PROPN
crl-16410	99	10	1010	1010	NUM
crl-16410	99	11	and	and	CCONJ
crl-16410	99	12	2010	2010	NUM
crl-16410	99	13	samples	sample	NOUN
crl-16410	99	14	were	be	AUX
crl-16410	99	15	nearly	nearly	ADV
crl-16410	99	16	identical	identical	ADJ
crl-16410	99	17	in	in	ADP
crl-16410	99	18	the	the	DET
crl-16410	99	19	sample	sample	NOUN
crl-16410	99	20	and	and	CCONJ
crl-16410	99	21	total	total	ADJ
crl-16410	99	22	enrolled	enrol	VERB
crl-16410	99	23	population	population	NOUN
crl-16410	99	24	.	.	PUNCT
crl-16410	100	1	we	we	PRON
crl-16410	100	2	had	have	VERB
crl-16410	100	3	unreported	unreported	ADJ
crl-16410	100	4	data	datum	NOUN
crl-16410	100	5	on	on	ADP
crl-16410	100	6	class	class	NOUN
crl-16410	100	7	standing	stand	VERB
crl-16410	100	8	for	for	ADP
crl-16410	100	9	a	a	DET
crl-16410	100	10	large	large	ADJ
crl-16410	100	11	number	number	NOUN
crl-16410	100	12	of	of	ADP
crl-16410	100	13	students	student	NOUN
crl-16410	100	14	(	(	PUNCT
crl-16410	100	15	especially	especially	ADV
crl-16410	100	16	in	in	ADP
crl-16410	100	17	engl	engl	PROPN
crl-16410	100	18	1010	1010	NUM
crl-16410	100	19	)	)	PUNCT
crl-16410	100	20	because	because	SCONJ
crl-16410	100	21	of	of	ADP
crl-16410	100	22	a	a	DET
crl-16410	100	23	high	high	ADJ
crl-16410	100	24	number	number	NOUN
crl-16410	100	25	of	of	ADP
crl-16410	100	26	first	first	ADJ
crl-16410	100	27	-	-	PUNCT
crl-16410	100	28	time	time	NOUN
crl-16410	100	29	and	and	CCONJ
crl-16410	100	30	provisionally	provisionally	ADV
crl-16410	100	31	admitted	admit	VERB
crl-16410	100	32	freshmen	freshman	NOUN
crl-16410	100	33	,	,	PUNCT
crl-16410	100	34	so	so	SCONJ
crl-16410	100	35	we	we	PRON
crl-16410	100	36	could	could	AUX
crl-16410	100	37	not	not	PART
crl-16410	100	38	compare	compare	VERB
crl-16410	100	39	our	our	PRON
crl-16410	100	40	samples	sample	NOUN
crl-16410	100	41	based	base	VERB
crl-16410	100	42	on	on	ADP
crl-16410	100	43	class	class	NOUN
crl-16410	100	44	standing	standing	NOUN
crl-16410	100	45	.	.	PUNCT
crl-16410	101	1	we	we	PRON
crl-16410	101	2	used	use	VERB
crl-16410	101	3	both	both	DET
crl-16410	101	4	gpa	gpa	PROPN
crl-16410	101	5	and	and	CCONJ
crl-16410	101	6	admissions	admission	NOUN
crl-16410	101	7	index	index	NOUN
crl-16410	101	8	as	as	ADP
crl-16410	101	9	proxies	proxy	NOUN
crl-16410	101	10	for	for	ADP
crl-16410	101	11	academic	academic	ADJ
crl-16410	101	12	achievement	achievement	NOUN
crl-16410	101	13	or	or	CCONJ
crl-16410	101	14	performance	performance	NOUN
crl-16410	101	15	.	.	PUNCT
crl-16410	102	1	the	the	DET
crl-16410	102	2	sample	sample	NOUN
crl-16410	102	3	sizes	size	NOUN
crl-16410	102	4	were	be	AUX
crl-16410	102	5	large	large	ADJ
crl-16410	102	6	(	(	PUNCT
crl-16410	102	7	270	270	NUM
crl-16410	102	8	in	in	ADP
crl-16410	102	9	engl	engl	PROPN
crl-16410	102	10	1010	1010	NUM
crl-16410	102	11	and	and	CCONJ
crl-16410	102	12	an	an	DET
crl-16410	102	13	information	information	NOUN
crl-16410	102	14	literacy	literacy	NOUN
crl-16410	102	15	snapshot	snapshot	NOUN
crl-16410	103	1	175	175	NUM
crl-16410	103	2	468	468	NUM
crl-16410	103	3	in	in	ADP
crl-16410	103	4	engl	engl	PROPN
crl-16410	103	5	2010	2010	NUM
crl-16410	103	6	)	)	PUNCT
crl-16410	104	1	,	,	PUNCT
crl-16410	104	2	so	so	ADV
crl-16410	104	3	we	we	PRON
crl-16410	104	4	used	use	VERB
crl-16410	104	5	descriptive	descriptive	ADJ
crl-16410	104	6	statistics	statistic	NOUN
crl-16410	104	7	to	to	PART
crl-16410	104	8	compare	compare	VERB
crl-16410	104	9	means	mean	NOUN
crl-16410	104	10	and	and	CCONJ
crl-16410	104	11	standard	standard	ADJ
crl-16410	104	12	deviations	deviation	NOUN
crl-16410	104	13	.	.	PUNCT
crl-16410	105	1	in	in	ADP
crl-16410	105	2	both	both	DET
crl-16410	105	3	cases	case	NOUN
crl-16410	105	4	,	,	PUNCT
crl-16410	105	5	the	the	DET
crl-16410	105	6	mean	mean	ADJ
crl-16410	105	7	and	and	CCONJ
crl-16410	105	8	standard	standard	ADJ
crl-16410	105	9	deviations	deviation	NOUN
crl-16410	105	10	for	for	ADP
crl-16410	105	11	both	both	DET
crl-16410	105	12	gpa	gpa	PROPN
crl-16410	105	13	and	and	CCONJ
crl-16410	105	14	admissions	admission	NOUN
crl-16410	105	15	index	index	NOUN
crl-16410	105	16	were	be	AUX
crl-16410	105	17	very	very	ADV
crl-16410	105	18	close	close	ADJ
crl-16410	105	19	,	,	PUNCT
crl-16410	105	20	suggesting	suggest	VERB
crl-16410	105	21	that	that	SCONJ
crl-16410	105	22	our	our	PRON
crl-16410	105	23	sample	sample	NOUN
crl-16410	105	24	was	be	AUX
crl-16410	105	25	representative	representative	NOUN
crl-16410	105	26	of	of	ADP
crl-16410	105	27	the	the	DET
crl-16410	105	28	total	total	ADJ
crl-16410	105	29	enrolled	enrol	VERB
crl-16410	105	30	populations	population	NOUN
crl-16410	105	31	(	(	PUNCT
crl-16410	105	32	see	see	VERB
crl-16410	105	33	tables	table	NOUN
crl-16410	105	34	2	2	NUM
crl-16410	105	35	and	and	CCONJ
crl-16410	105	36	3	3	NUM
crl-16410	105	37	)	)	PUNCT
crl-16410	105	38	.	.	PUNCT
crl-16410	106	1	the	the	DET
crl-16410	106	2	samples	sample	NOUN
crl-16410	106	3	were	be	AUX
crl-16410	106	4	still	still	ADV
crl-16410	106	5	large	large	ADJ
crl-16410	106	6	in	in	ADP
crl-16410	106	7	the	the	DET
crl-16410	106	8	case	case	NOUN
crl-16410	106	9	of	of	ADP
crl-16410	106	10	engl	engl	PROPN
crl-16410	106	11	1010	1010	NUM
crl-16410	106	12	and	and	CCONJ
crl-16410	106	13	2010	2010	NUM
crl-16410	106	14	,	,	PUNCT
crl-16410	106	15	so	so	ADV
crl-16410	106	16	we	we	PRON
crl-16410	106	17	decided	decide	VERB
crl-16410	106	18	to	to	PART
crl-16410	106	19	split	split	VERB
crl-16410	106	20	the	the	DET
crl-16410	106	21	scoring	scoring	NOUN
crl-16410	106	22	among	among	ADP
crl-16410	106	23	multiple	multiple	ADJ
crl-16410	106	24	raters	rater	NOUN
crl-16410	106	25	after	after	ADP
crl-16410	106	26	a	a	DET
crl-16410	106	27	calibration	calibration	NOUN
crl-16410	106	28	process	process	NOUN
crl-16410	106	29	in	in	ADP
crl-16410	106	30	which	which	PRON
crl-16410	106	31	at	at	ADP
crl-16410	106	32	least	least	ADV
crl-16410	106	33	three	three	NUM
crl-16410	106	34	raters	rater	NOUN
crl-16410	106	35	reached	reach	VERB
crl-16410	106	36	a	a	DET
crl-16410	106	37	good	good	ADJ
crl-16410	106	38	level	level	NOUN
crl-16410	106	39	of	of	ADP
crl-16410	106	40	inter	inter	ADJ
crl-16410	106	41	-	-	ADJ
crl-16410	106	42	rater	rater	ADJ
crl-16410	106	43	reliability	reliability	NOUN
crl-16410	106	44	.	.	PUNCT
crl-16410	107	1	we	we	PRON
crl-16410	107	2	determined	determine	VERB
crl-16410	107	3	inter	inter	ADJ
crl-16410	107	4	-	-	ADJ
crl-16410	107	5	rater	rater	ADJ
crl-16410	107	6	reliability	reliability	NOUN
crl-16410	107	7	using	use	VERB
crl-16410	107	8	krippendorf	krippendorf	PROPN
crl-16410	107	9	’s	’s	PART
crl-16410	107	10	alpha	alpha	NOUN
crl-16410	107	11	.	.	PUNCT
crl-16410	108	1	we	we	PRON
crl-16410	108	2	chose	choose	VERB
crl-16410	108	3	this	this	DET
crl-16410	108	4	test	test	NOUN
crl-16410	108	5	because	because	SCONJ
crl-16410	108	6	it	it	PRON
crl-16410	108	7	applies	apply	VERB
crl-16410	108	8	to	to	ADP
crl-16410	108	9	ordinal	ordinal	ADJ
crl-16410	108	10	data	datum	NOUN
crl-16410	108	11	,	,	PUNCT
crl-16410	108	12	is	be	AUX
crl-16410	108	13	effective	effective	ADJ
crl-16410	108	14	across	across	ADP
crl-16410	108	15	multiple	multiple	ADJ
crl-16410	108	16	coders	coder	NOUN
crl-16410	108	17	and	and	CCONJ
crl-16410	108	18	across	across	ADP
crl-16410	108	19	different	different	ADJ
crl-16410	108	20	sample	sample	NOUN
crl-16410	108	21	sizes	size	NOUN
crl-16410	108	22	,	,	PUNCT
crl-16410	108	23	and	and	CCONJ
crl-16410	108	24	is	be	AUX
crl-16410	108	25	more	more	ADV
crl-16410	108	26	sensitive	sensitive	ADJ
crl-16410	108	27	to	to	PART
crl-16410	108	28	variance	variance	NOUN
crl-16410	108	29	than	than	ADP
crl-16410	108	30	other	other	ADJ
crl-16410	108	31	measures	measure	NOUN
crl-16410	108	32	,	,	PUNCT
crl-16410	108	33	like	like	ADP
crl-16410	108	34	cohen	cohen	PROPN
crl-16410	108	35	’s	’s	PART
crl-16410	108	36	kappa	kappa	PROPN
crl-16410	108	37	.	.	PUNCT
crl-16410	109	1	perfect	perfect	ADJ
crl-16410	109	2	agreement	agreement	NOUN
crl-16410	109	3	produces	produce	VERB
crl-16410	109	4	a	a	DET
crl-16410	109	5	score	score	NOUN
crl-16410	109	6	of	of	ADP
crl-16410	109	7	one	one	NUM
crl-16410	109	8	and	and	CCONJ
crl-16410	109	9	a	a	DET
crl-16410	109	10	zero	zero	NUM
crl-16410	109	11	score	score	NOUN
crl-16410	109	12	means	mean	VERB
crl-16410	109	13	disagreement	disagreement	NOUN
crl-16410	109	14	or	or	CCONJ
crl-16410	109	15	a	a	DET
crl-16410	109	16	level	level	NOUN
crl-16410	109	17	of	of	ADP
crl-16410	109	18	agreement	agreement	NOUN
crl-16410	109	19	that	that	PRON
crl-16410	109	20	would	would	AUX
crl-16410	109	21	occur	occur	VERB
crl-16410	109	22	with	with	ADP
crl-16410	109	23	completely	completely	ADV
crl-16410	109	24	random	random	ADJ
crl-16410	109	25	ratings.26	ratings.26	NOUN
crl-16410	109	26	we	we	PRON
crl-16410	109	27	used	use	VERB
crl-16410	109	28	the	the	DET
crl-16410	109	29	web	web	NOUN
crl-16410	109	30	-	-	PUNCT
crl-16410	109	31	based	base	VERB
crl-16410	109	32	calculator	calculator	NOUN
crl-16410	109	33	recal	recal	NOUN
crl-16410	109	34	for	for	ADP
crl-16410	109	35	ordinal	ordinal	ADJ
crl-16410	109	36	,	,	PUNCT
crl-16410	109	37	interval	interval	NOUN
crl-16410	109	38	,	,	PUNCT
crl-16410	109	39	and	and	CCONJ
crl-16410	109	40	ratio	ratio	NOUN
crl-16410	109	41	data	datum	NOUN
crl-16410	109	42	(	(	PUNCT
crl-16410	109	43	oir).27	oir).27	ADJ
crl-16410	109	44	during	during	ADP
crl-16410	109	45	the	the	DET
crl-16410	109	46	calibration	calibration	NOUN
crl-16410	109	47	process	process	NOUN
crl-16410	109	48	,	,	PUNCT
crl-16410	109	49	our	our	PRON
crl-16410	109	50	goal	goal	NOUN
crl-16410	109	51	was	be	AUX
crl-16410	109	52	to	to	PART
crl-16410	109	53	reach	reach	VERB
crl-16410	109	54	at	at	ADV
crl-16410	109	55	least	least	ADJ
crl-16410	109	56	a	a	DET
crl-16410	109	57	good	good	ADJ
crl-16410	109	58	level	level	NOUN
crl-16410	109	59	of	of	ADP
crl-16410	109	60	agreement	agreement	NOUN
crl-16410	109	61	(	(	PUNCT
crl-16410	109	62	ka	ka	X
crl-16410	109	63	greater	great	ADJ
crl-16410	109	64	than	than	ADP
crl-16410	109	65	0.61	0.61	NUM
crl-16410	109	66	)	)	PUNCT
crl-16410	109	67	.	.	PUNCT
crl-16410	110	1	for	for	ADP
crl-16410	110	2	the	the	DET
crl-16410	110	3	smaller	small	ADJ
crl-16410	110	4	populations	population	NOUN
crl-16410	110	5	in	in	ADP
crl-16410	110	6	psychology	psychology	NOUN
crl-16410	110	7	and	and	CCONJ
crl-16410	110	8	history	history	NOUN
crl-16410	110	9	,	,	PUNCT
crl-16410	110	10	we	we	PRON
crl-16410	110	11	collected	collect	VERB
crl-16410	110	12	as	as	ADP
crl-16410	110	13	many	many	ADJ
crl-16410	110	14	papers	paper	NOUN
crl-16410	110	15	as	as	ADP
crl-16410	110	16	possible	possible	ADJ
crl-16410	110	17	and	and	CCONJ
crl-16410	110	18	scored	score	VERB
crl-16410	110	19	all	all	PRON
crl-16410	110	20	of	of	ADP
crl-16410	110	21	them	they	PRON
crl-16410	110	22	.	.	PUNCT
crl-16410	111	1	both	both	DET
crl-16410	111	2	these	these	DET
crl-16410	111	3	courses	course	NOUN
crl-16410	111	4	had	have	VERB
crl-16410	111	5	fewer	few	ADJ
crl-16410	111	6	students	student	NOUN
crl-16410	111	7	enrolled	enrol	VERB
crl-16410	111	8	than	than	ADP
crl-16410	111	9	table	table	NOUN
crl-16410	111	10	1	1	NUM
crl-16410	111	11	student	student	NOUN
crl-16410	111	12	demographics	demographic	NOUN
crl-16410	111	13	course	course	NOUN
crl-16410	111	14	women/	women/	NUM
crl-16410	111	15	men	man	NOUN
crl-16410	111	16	freshman	freshman	NOUN
crl-16410	111	17	sophomores	sophomore	NOUN
crl-16410	111	18	juniors	junior	NOUN
crl-16410	111	19	seniors	senior	NOUN
crl-16410	111	20	mean	mean	VERB
crl-16410	111	21	gpa	gpa	PROPN
crl-16410	111	22	(	(	PUNCT
crl-16410	111	23	std	std	X
crl-16410	111	24	dev	dev	NOUN
crl-16410	111	25	)	)	PUNCT
crl-16410	111	26	mean	mean	VERB
crl-16410	111	27	admissions	admission	NOUN
crl-16410	111	28	index	index	NOUN
crl-16410	111	29	number	number	NOUN
crl-16410	111	30	(	(	PUNCT
crl-16410	111	31	std	std	X
crl-16410	111	32	dev	dev	PROPN
crl-16410	111	33	)	)	PUNCT
crl-16410	111	34	engl	engl	PROPN
crl-16410	111	35	1010	1010	NUM
crl-16410	111	36	(	(	PUNCT
crl-16410	111	37	n=276	n=276	NOUN
crl-16410	111	38	)	)	PUNCT
crl-16410	111	39	*	*	PUNCT
crl-16410	112	1	160/116	160/116	NUM
crl-16410	112	2	226	226	NUM
crl-16410	112	3	41	41	NUM
crl-16410	112	4	7	7	NUM
crl-16410	112	5	2	2	NUM
crl-16410	112	6	3.05	3.05	NUM
crl-16410	112	7	(	(	PUNCT
crl-16410	112	8	0.06	0.06	NUM
crl-16410	112	9	)	)	PUNCT
crl-16410	112	10	98.8	98.8	NUM
crl-16410	112	11	(	(	PUNCT
crl-16410	112	12	1.5	1.5	NUM
crl-16410	112	13	)	)	PUNCT
crl-16410	112	14	engl	engl	PROPN
crl-16410	112	15	2010	2010	NUM
crl-16410	112	16	(	(	PUNCT
crl-16410	112	17	n=	n=	ADJ
crl-16410	112	18	468	468	NUM
crl-16410	112	19	)	)	PUNCT
crl-16410	112	20	*	*	PUNCT
crl-16410	112	21	*	*	PUNCT
crl-16410	112	22	256/212	256/212	NUM
crl-16410	112	23	37	37	NUM
crl-16410	112	24	183	183	NUM
crl-16410	112	25	174	174	NUM
crl-16410	112	26	66	66	NUM
crl-16410	112	27	3.36	3.36	NUM
crl-16410	112	28	(	(	PUNCT
crl-16410	112	29	0.48	0.48	NUM
crl-16410	112	30	)	)	PUNCT
crl-16410	112	31	112.1	112.1	NUM
crl-16410	112	32	(	(	PUNCT
crl-16410	112	33	13.5	13.5	NUM
crl-16410	112	34	)	)	PUNCT
crl-16410	112	35	psy	psy	NOUN
crl-16410	112	36	3500	3500	NUM
crl-16410	112	37	(	(	PUNCT
crl-16410	112	38	n=37	n=37	X
crl-16410	112	39	)	)	PUNCT
crl-16410	112	40	*	*	PUNCT
crl-16410	113	1	*	*	PUNCT
crl-16410	113	2	*	*	PUNCT
crl-16410	114	1	19/18	19/18	NUM
crl-16410	114	2	1	1	NUM
crl-16410	114	3	6	6	NUM
crl-16410	114	4	18	18	NUM
crl-16410	114	5	12	12	NUM
crl-16410	114	6	3.44	3.44	NUM
crl-16410	114	7	(	(	PUNCT
crl-16410	114	8	0.60	0.60	NUM
crl-16410	114	9	)	)	PUNCT
crl-16410	114	10	112.9	112.9	NUM
crl-16410	114	11	(	(	PUNCT
crl-16410	114	12	11.6	11.6	NUM
crl-16410	114	13	)	)	PUNCT
crl-16410	114	14	hist	hist	NOUN
crl-16410	114	15	4990	4990	NUM
crl-16410	114	16	(	(	PUNCT
crl-16410	114	17	n=	n=	ADJ
crl-16410	114	18	16	16	NUM
crl-16410	114	19	)	)	PUNCT
crl-16410	114	20	*	*	PUNCT
crl-16410	114	21	*	*	PUNCT
crl-16410	114	22	*	*	PUNCT
crl-16410	114	23	8/8	8/8	NUM
crl-16410	114	24	0	0	NUM
crl-16410	114	25	0	0	NUM
crl-16410	114	26	3	3	NUM
crl-16410	114	27	13	13	NUM
crl-16410	114	28	3.50	3.50	NUM
crl-16410	114	29	(	(	PUNCT
crl-16410	114	30	0.30	0.30	NUM
crl-16410	114	31	)	)	PUNCT
crl-16410	114	32	112.2	112.2	NUM
crl-16410	114	33	(	(	PUNCT
crl-16410	114	34	15.6	15.6	NUM
crl-16410	114	35	)	)	PUNCT
crl-16410	114	36	*	*	PUNCT
crl-16410	114	37	some	some	DET
crl-16410	114	38	papers	paper	NOUN
crl-16410	114	39	did	do	AUX
crl-16410	114	40	not	not	PART
crl-16410	114	41	meet	meet	VERB
crl-16410	114	42	the	the	DET
crl-16410	114	43	assignment	assignment	NOUN
crl-16410	114	44	requirements	requirement	NOUN
crl-16410	114	45	and	and	CCONJ
crl-16410	114	46	were	be	AUX
crl-16410	114	47	not	not	PART
crl-16410	114	48	scored	score	VERB
crl-16410	114	49	,	,	PUNCT
crl-16410	114	50	so	so	CCONJ
crl-16410	114	51	this	this	DET
crl-16410	114	52	number	number	NOUN
crl-16410	114	53	is	be	AUX
crl-16410	114	54	slightly	slightly	ADV
crl-16410	114	55	higher	high	ADJ
crl-16410	114	56	than	than	ADP
crl-16410	114	57	the	the	DET
crl-16410	114	58	actual	actual	ADJ
crl-16410	114	59	sample	sample	NOUN
crl-16410	114	60	.	.	PUNCT
crl-16410	115	1	*	*	PUNCT
crl-16410	115	2	*	*	PUNCT
crl-16410	115	3	class	class	NOUN
crl-16410	115	4	standing	standing	NOUN
crl-16410	115	5	unknown	unknown	NOUN
crl-16410	115	6	for	for	ADP
crl-16410	115	7	8	8	NUM
crl-16410	115	8	students	student	NOUN
crl-16410	115	9	.	.	PUNCT
crl-16410	116	1	*	*	PUNCT
crl-16410	116	2	*	*	PUNCT
crl-16410	116	3	*	*	PUNCT
crl-16410	116	4	some	some	DET
crl-16410	116	5	students	student	NOUN
crl-16410	116	6	did	do	AUX
crl-16410	116	7	not	not	PART
crl-16410	116	8	provide	provide	VERB
crl-16410	116	9	correct	correct	ADJ
crl-16410	116	10	i	i	PRON
crl-16410	116	11	d	d	NOUN
crl-16410	116	12	numbers	number	NOUN
crl-16410	116	13	so	so	SCONJ
crl-16410	116	14	we	we	PRON
crl-16410	116	15	could	could	AUX
crl-16410	116	16	not	not	PART
crl-16410	116	17	get	get	VERB
crl-16410	116	18	complete	complete	ADJ
crl-16410	116	19	demographic	demographic	ADJ
crl-16410	116	20	information	information	NOUN
crl-16410	116	21	.	.	PUNCT
crl-16410	117	1	table	table	NOUN
crl-16410	117	2	2	2	NUM
crl-16410	117	3	engl	engl	PROPN
crl-16410	117	4	1010	1010	NUM
crl-16410	117	5	admissions	admission	NOUN
crl-16410	117	6	index	index	NOUN
crl-16410	117	7	and	and	CCONJ
crl-16410	117	8	gpa	gpa	PROPN
crl-16410	117	9	engl	engl	PROPN
crl-16410	117	10	1010	1010	NUM
crl-16410	117	11	admissions	admission	NOUN
crl-16410	117	12	index	index	NOUN
crl-16410	118	1	n	n	PRON
crl-16410	118	2	mean	mean	VERB
crl-16410	118	3	sd	sd	ADP
crl-16410	118	4	median	median	PROPN
crl-16410	118	5	min	min	PROPN
crl-16410	118	6	max	max	PROPN
crl-16410	118	7	sample	sample	PROPN
crl-16410	118	8	254	254	NUM
crl-16410	118	9	106.92	106.92	NUM
crl-16410	118	10	9.9	9.9	NUM
crl-16410	118	11	108	108	NUM
crl-16410	118	12	81	81	NUM
crl-16410	118	13	127	127	NUM
crl-16410	118	14	population	population	NOUN
crl-16410	118	15	1,309	1,309	NUM
crl-16410	118	16	106.15	106.15	NUM
crl-16410	118	17	12.44	12.44	NUM
crl-16410	118	18	108	108	NUM
crl-16410	118	19	56	56	NUM
crl-16410	118	20	138	138	NUM
crl-16410	118	21	engl	engl	PROPN
crl-16410	118	22	1010	1010	NUM
crl-16410	118	23	gpa	gpa	PROPN
crl-16410	118	24	n	n	PRON
crl-16410	118	25	mean	mean	VERB
crl-16410	118	26	sd	sd	ADP
crl-16410	118	27	median	median	PROPN
crl-16410	118	28	min	min	PROPN
crl-16410	118	29	max	max	PROPN
crl-16410	118	30	sample	sample	PROPN
crl-16410	118	31	275	275	NUM
crl-16410	118	32	3.05	3.05	NUM
crl-16410	118	33	0.69	0.69	NUM
crl-16410	118	34	3.15	3.15	NUM
crl-16410	118	35	0.39	0.39	NUM
crl-16410	118	36	4	4	NUM
crl-16410	118	37	population	population	NOUN
crl-16410	118	38	1,865	1,865	NUM
crl-16410	118	39	3.11	3.11	NUM
crl-16410	118	40	0.84	0.84	NUM
crl-16410	118	41	3.33	3.33	NUM
crl-16410	118	42	0.21	0.21	NUM
crl-16410	118	43	4	4	NUM
crl-16410	118	44	176	176	NUM
crl-16410	118	45	college	college	PROPN
crl-16410	118	46	&	&	CCONJ
crl-16410	118	47	research	research	PROPN
crl-16410	118	48	libraries	library	NOUN
crl-16410	118	49	march	march	PROPN
crl-16410	118	50	2015	2015	NUM
crl-16410	118	51	the	the	DET
crl-16410	118	52	composition	composition	NOUN
crl-16410	118	53	courses	course	NOUN
crl-16410	118	54	;	;	PUNCT
crl-16410	118	55	so	so	ADV
crl-16410	118	56	,	,	PUNCT
crl-16410	118	57	to	to	PART
crl-16410	118	58	have	have	VERB
crl-16410	118	59	a	a	DET
crl-16410	118	60	larger	large	ADJ
crl-16410	118	61	set	set	NOUN
crl-16410	118	62	of	of	ADP
crl-16410	118	63	papers	paper	NOUN
crl-16410	118	64	,	,	PUNCT
crl-16410	118	65	we	we	PRON
crl-16410	118	66	used	use	VERB
crl-16410	118	67	every	every	DET
crl-16410	118	68	paper	paper	NOUN
crl-16410	118	69	submitted	submit	VERB
crl-16410	118	70	for	for	ADP
crl-16410	118	71	the	the	DET
crl-16410	118	72	study	study	NOUN
crl-16410	118	73	from	from	ADP
crl-16410	118	74	the	the	DET
crl-16410	118	75	two	two	NUM
crl-16410	118	76	discipline	discipline	NOUN
crl-16410	118	77	courses	course	NOUN
crl-16410	118	78	.	.	PUNCT
crl-16410	119	1	we	we	PRON
crl-16410	119	2	reached	reach	VERB
crl-16410	119	3	agreement	agreement	NOUN
crl-16410	119	4	through	through	ADP
crl-16410	119	5	a	a	DET
crl-16410	119	6	consensus	consensus	NOUN
crl-16410	119	7	process	process	NOUN
crl-16410	119	8	,	,	PUNCT
crl-16410	119	9	with	with	ADP
crl-16410	119	10	multiple	multiple	ADJ
crl-16410	119	11	raters	rater	NOUN
crl-16410	119	12	scoring	score	VERB
crl-16410	119	13	most	most	ADV
crl-16410	119	14	or	or	CCONJ
crl-16410	119	15	all	all	PRON
crl-16410	119	16	of	of	ADP
crl-16410	119	17	the	the	DET
crl-16410	119	18	papers	paper	NOUN
crl-16410	119	19	.	.	PUNCT
crl-16410	120	1	we	we	PRON
crl-16410	120	2	did	do	AUX
crl-16410	120	3	not	not	PART
crl-16410	120	4	have	have	VERB
crl-16410	120	5	extra	extra	ADJ
crl-16410	120	6	papers	paper	NOUN
crl-16410	120	7	for	for	ADP
crl-16410	120	8	calibration	calibration	NOUN
crl-16410	120	9	,	,	PUNCT
crl-16410	120	10	as	as	SCONJ
crl-16410	120	11	we	we	PRON
crl-16410	120	12	did	do	VERB
crl-16410	120	13	with	with	ADP
crl-16410	120	14	the	the	DET
crl-16410	120	15	english	english	ADJ
crl-16410	120	16	courses	course	NOUN
crl-16410	120	17	.	.	PUNCT
crl-16410	121	1	one	one	NUM
crl-16410	121	2	rater	rater	NOUN
crl-16410	121	3	scored	score	VERB
crl-16410	121	4	engl	engl	PROPN
crl-16410	121	5	1010	1010	NUM
crl-16410	121	6	,	,	PUNCT
crl-16410	121	7	psy	psy	PROPN
crl-16410	121	8	3500	3500	NUM
crl-16410	121	9	,	,	PUNCT
crl-16410	121	10	and	and	CCONJ
crl-16410	121	11	hist	hist	NOUN
crl-16410	121	12	4990	4990	NUM
crl-16410	121	13	papers	paper	NOUN
crl-16410	121	14	and	and	CCONJ
crl-16410	121	15	one	one	NUM
crl-16410	121	16	rater	rater	NOUN
crl-16410	121	17	scored	score	VERB
crl-16410	121	18	both	both	CCONJ
crl-16410	121	19	the	the	DET
crl-16410	121	20	engl	engl	PROPN
crl-16410	121	21	1010	1010	NUM
crl-16410	121	22	and	and	CCONJ
crl-16410	121	23	engl	engl	PROPN
crl-16410	121	24	2010	2010	NUM
crl-16410	121	25	papers	paper	NOUN
crl-16410	121	26	,	,	PUNCT
crl-16410	121	27	to	to	PART
crl-16410	121	28	provide	provide	VERB
crl-16410	121	29	continuity	continuity	NOUN
crl-16410	121	30	across	across	ADP
crl-16410	121	31	the	the	DET
crl-16410	121	32	four	four	NUM
crl-16410	121	33	samples	sample	NOUN
crl-16410	121	34	.	.	PUNCT
crl-16410	122	1	for	for	ADP
crl-16410	122	2	engl	engl	PROPN
crl-16410	122	3	1010	1010	NUM
crl-16410	122	4	,	,	PUNCT
crl-16410	122	5	four	four	NUM
crl-16410	122	6	raters	rater	NOUN
crl-16410	122	7	initially	initially	ADV
crl-16410	122	8	scored	score	VERB
crl-16410	122	9	six	six	NUM
crl-16410	122	10	papers	paper	NOUN
crl-16410	122	11	drawn	draw	VERB
crl-16410	122	12	randomly	randomly	ADV
crl-16410	122	13	from	from	ADP
crl-16410	122	14	the	the	DET
crl-16410	122	15	papers	paper	NOUN
crl-16410	122	16	not	not	PART
crl-16410	122	17	chosen	choose	VERB
crl-16410	122	18	for	for	ADP
crl-16410	122	19	the	the	DET
crl-16410	122	20	sample	sample	NOUN
crl-16410	122	21	.	.	PUNCT
crl-16410	123	1	we	we	PRON
crl-16410	123	2	wanted	want	VERB
crl-16410	123	3	to	to	PART
crl-16410	123	4	,	,	PUNCT
crl-16410	123	5	in	in	ADP
crl-16410	123	6	essence	essence	NOUN
crl-16410	123	7	,	,	PUNCT
crl-16410	123	8	practice	practice	NOUN
crl-16410	123	9	on	on	ADP
crl-16410	123	10	papers	paper	NOUN
crl-16410	123	11	that	that	PRON
crl-16410	123	12	were	be	AUX
crl-16410	123	13	not	not	PART
crl-16410	123	14	part	part	NOUN
crl-16410	123	15	of	of	ADP
crl-16410	123	16	the	the	DET
crl-16410	123	17	actual	actual	ADJ
crl-16410	123	18	assessment	assessment	NOUN
crl-16410	123	19	.	.	PUNCT
crl-16410	124	1	the	the	DET
crl-16410	124	2	raters	rater	NOUN
crl-16410	124	3	compared	compare	VERB
crl-16410	124	4	scores	score	NOUN
crl-16410	124	5	,	,	PUNCT
crl-16410	124	6	especially	especially	ADV
crl-16410	124	7	in	in	ADP
crl-16410	124	8	areas	area	NOUN
crl-16410	124	9	with	with	ADP
crl-16410	124	10	low	low	ADJ
crl-16410	124	11	rates	rate	NOUN
crl-16410	124	12	of	of	ADP
crl-16410	124	13	inter	inter	ADJ
crl-16410	124	14	-	-	ADJ
crl-16410	124	15	rater	rater	ADJ
crl-16410	124	16	reliability	reliability	NOUN
crl-16410	124	17	.	.	PUNCT
crl-16410	125	1	they	they	PRON
crl-16410	125	2	discussed	discuss	VERB
crl-16410	125	3	their	their	PRON
crl-16410	125	4	interpretations	interpretation	NOUN
crl-16410	125	5	of	of	ADP
crl-16410	125	6	the	the	DET
crl-16410	125	7	rubric	rubric	NOUN
crl-16410	125	8	,	,	PUNCT
crl-16410	125	9	using	use	VERB
crl-16410	125	10	examples	example	NOUN
crl-16410	125	11	from	from	ADP
crl-16410	125	12	the	the	DET
crl-16410	125	13	papers	paper	NOUN
crl-16410	125	14	themselves	themselves	PRON
crl-16410	125	15	,	,	PUNCT
crl-16410	125	16	and	and	CCONJ
crl-16410	125	17	modified	modify	VERB
crl-16410	125	18	the	the	DET
crl-16410	125	19	rubric	rubric	NOUN
crl-16410	125	20	to	to	PART
crl-16410	125	21	address	address	VERB
crl-16410	125	22	areas	area	NOUN
crl-16410	125	23	of	of	ADP
crl-16410	125	24	confusion	confusion	NOUN
crl-16410	125	25	.	.	PUNCT
crl-16410	126	1	they	they	PRON
crl-16410	126	2	also	also	ADV
crl-16410	126	3	added	add	VERB
crl-16410	126	4	additional	additional	ADJ
crl-16410	126	5	scores	score	NOUN
crl-16410	126	6	on	on	ADP
crl-16410	126	7	the	the	DET
crl-16410	126	8	lower	low	ADJ
crl-16410	126	9	end	end	NOUN
crl-16410	126	10	of	of	ADP
crl-16410	126	11	the	the	DET
crl-16410	126	12	scale	scale	NOUN
crl-16410	126	13	because	because	SCONJ
crl-16410	126	14	the	the	DET
crl-16410	126	15	performance	performance	NOUN
crl-16410	126	16	categories	category	NOUN
crl-16410	126	17	did	do	AUX
crl-16410	126	18	not	not	PART
crl-16410	126	19	capture	capture	VERB
crl-16410	126	20	the	the	DET
crl-16410	126	21	differences	difference	NOUN
crl-16410	126	22	that	that	SCONJ
crl-16410	126	23	raters	rater	NOUN
crl-16410	126	24	were	be	AUX
crl-16410	126	25	seeing	see	VERB
crl-16410	126	26	in	in	ADP
crl-16410	126	27	the	the	DET
crl-16410	126	28	examples	example	NOUN
crl-16410	126	29	of	of	ADP
crl-16410	126	30	student	student	NOUN
crl-16410	126	31	work	work	NOUN
crl-16410	126	32	.	.	PUNCT
crl-16410	127	1	the	the	DET
crl-16410	127	2	scorers	scorer	NOUN
crl-16410	127	3	of	of	ADP
crl-16410	127	4	the	the	DET
crl-16410	127	5	engl	engl	PROPN
crl-16410	127	6	2010	2010	NUM
crl-16410	127	7	,	,	PUNCT
crl-16410	127	8	psychology	psychology	NOUN
crl-16410	127	9	,	,	PUNCT
crl-16410	127	10	and	and	CCONJ
crl-16410	127	11	history	history	NOUN
crl-16410	127	12	papers	paper	NOUN
crl-16410	127	13	used	use	VERB
crl-16410	127	14	this	this	DET
crl-16410	127	15	revised	revise	VERB
crl-16410	127	16	rubric	rubric	NOUN
crl-16410	127	17	.	.	PUNCT
crl-16410	128	1	(	(	PUNCT
crl-16410	128	2	see	see	VERB
crl-16410	128	3	appendix	appendix	NOUN
crl-16410	128	4	a.	a.	NOUN
crl-16410	128	5	)	)	PUNCT
crl-16410	128	6	for	for	ADP
crl-16410	128	7	the	the	DET
crl-16410	128	8	engl	engl	PROPN
crl-16410	128	9	1010	1010	NUM
crl-16410	128	10	papers	paper	NOUN
crl-16410	128	11	,	,	PUNCT
crl-16410	128	12	the	the	DET
crl-16410	128	13	raters	rater	NOUN
crl-16410	128	14	scored	score	VERB
crl-16410	128	15	four	four	NUM
crl-16410	128	16	additional	additional	ADJ
crl-16410	128	17	rounds	round	NOUN
crl-16410	128	18	of	of	ADP
crl-16410	128	19	six	six	NUM
crl-16410	128	20	papers	paper	NOUN
crl-16410	128	21	.	.	PUNCT
crl-16410	129	1	during	during	ADP
crl-16410	129	2	these	these	DET
crl-16410	129	3	shorter	short	ADJ
crl-16410	129	4	calibration	calibration	NOUN
crl-16410	129	5	rounds	round	NOUN
crl-16410	129	6	,	,	PUNCT
crl-16410	129	7	they	they	PRON
crl-16410	129	8	continued	continue	VERB
crl-16410	129	9	to	to	PART
crl-16410	129	10	clarify	clarify	VERB
crl-16410	129	11	their	their	PRON
crl-16410	129	12	understanding	understanding	NOUN
crl-16410	129	13	of	of	ADP
crl-16410	129	14	the	the	DET
crl-16410	129	15	rubric	rubric	NOUN
crl-16410	129	16	.	.	PUNCT
crl-16410	130	1	by	by	ADP
crl-16410	130	2	the	the	DET
crl-16410	130	3	end	end	NOUN
crl-16410	130	4	of	of	ADP
crl-16410	130	5	the	the	DET
crl-16410	130	6	fourth	fourth	ADJ
crl-16410	130	7	round	round	NOUN
crl-16410	130	8	,	,	PUNCT
crl-16410	130	9	three	three	NUM
crl-16410	130	10	raters	rater	NOUN
crl-16410	130	11	reached	reach	VERB
crl-16410	130	12	good	good	ADJ
crl-16410	130	13	levels	level	NOUN
crl-16410	130	14	of	of	ADP
crl-16410	130	15	agreement	agreement	NOUN
crl-16410	130	16	across	across	ADP
crl-16410	130	17	all	all	DET
crl-16410	130	18	categories	category	NOUN
crl-16410	130	19	.	.	PUNCT
crl-16410	131	1	these	these	DET
crl-16410	131	2	three	three	NUM
crl-16410	131	3	raters	rater	NOUN
crl-16410	131	4	then	then	ADV
crl-16410	131	5	scored	score	VERB
crl-16410	131	6	30	30	NUM
crl-16410	131	7	additional	additional	ADJ
crl-16410	131	8	papers	paper	NOUN
crl-16410	131	9	,	,	PUNCT
crl-16410	131	10	reached	reach	VERB
crl-16410	131	11	good	good	ADJ
crl-16410	131	12	to	to	ADP
crl-16410	131	13	very	very	ADV
crl-16410	131	14	good	good	ADJ
crl-16410	131	15	levels	level	NOUN
crl-16410	131	16	of	of	ADP
crl-16410	131	17	inter	inter	ADJ
crl-16410	131	18	-	-	ADJ
crl-16410	131	19	rater	rater	ADJ
crl-16410	131	20	reliability	reliability	NOUN
crl-16410	131	21	,	,	PUNCT
crl-16410	131	22	and	and	CCONJ
crl-16410	131	23	then	then	ADV
crl-16410	131	24	scored	score	VERB
crl-16410	131	25	a	a	DET
crl-16410	131	26	subset	subset	NOUN
crl-16410	131	27	of	of	ADP
crl-16410	131	28	the	the	DET
crl-16410	131	29	actual	actual	ADJ
crl-16410	131	30	sample	sample	NOUN
crl-16410	131	31	papers	paper	NOUN
crl-16410	131	32	(	(	PUNCT
crl-16410	131	33	see	see	VERB
crl-16410	131	34	table	table	NOUN
crl-16410	131	35	4	4	NUM
crl-16410	131	36	)	)	PUNCT
crl-16410	131	37	.	.	PUNCT
crl-16410	132	1	five	five	NUM
crl-16410	132	2	coders	coder	NOUN
crl-16410	132	3	,	,	PUNCT
crl-16410	132	4	including	include	VERB
crl-16410	132	5	one	one	NUM
crl-16410	132	6	of	of	ADP
crl-16410	132	7	the	the	DET
crl-16410	132	8	final	final	ADJ
crl-16410	132	9	engl	engl	PROPN
crl-16410	132	10	1010	1010	NUM
crl-16410	132	11	raters	rater	NOUN
crl-16410	132	12	,	,	PUNCT
crl-16410	132	13	engaged	engage	VERB
crl-16410	132	14	in	in	ADP
crl-16410	132	15	a	a	DET
crl-16410	132	16	similar	similar	ADJ
crl-16410	132	17	process	process	NOUN
crl-16410	132	18	for	for	ADP
crl-16410	132	19	the	the	DET
crl-16410	132	20	engl	engl	ADJ
crl-16410	132	21	2010	2010	NUM
crl-16410	132	22	papers	paper	NOUN
crl-16410	132	23	,	,	PUNCT
crl-16410	132	24	requiring	require	VERB
crl-16410	132	25	four	four	NUM
crl-16410	132	26	rounds	round	NOUN
crl-16410	132	27	of	of	ADP
crl-16410	132	28	calibration	calibration	NOUN
crl-16410	132	29	.	.	PUNCT
crl-16410	133	1	three	three	NUM
crl-16410	133	2	coders	coder	NOUN
crl-16410	133	3	achieved	achieve	VERB
crl-16410	133	4	good	good	ADJ
crl-16410	133	5	levels	level	NOUN
crl-16410	133	6	of	of	ADP
crl-16410	133	7	inter	inter	ADJ
crl-16410	133	8	-	-	ADJ
crl-16410	133	9	rater	rater	ADJ
crl-16410	133	10	reliability	reliability	NOUN
crl-16410	133	11	by	by	ADP
crl-16410	133	12	round	round	NOUN
crl-16410	133	13	three	three	NUM
crl-16410	133	14	(	(	PUNCT
crl-16410	133	15	n=30	n=30	NOUN
crl-16410	133	16	papers	paper	NOUN
crl-16410	133	17	)	)	PUNCT
crl-16410	133	18	for	for	ADP
crl-16410	133	19	categories	category	NOUN
crl-16410	133	20	2	2	NUM
crl-16410	133	21	,	,	PUNCT
crl-16410	133	22	3	3	NUM
crl-16410	133	23	,	,	PUNCT
crl-16410	133	24	and	and	CCONJ
crl-16410	133	25	4	4	NUM
crl-16410	133	26	,	,	PUNCT
crl-16410	133	27	but	but	CCONJ
crl-16410	133	28	they	they	PRON
crl-16410	133	29	conducted	conduct	VERB
crl-16410	133	30	a	a	DET
crl-16410	133	31	fourth	fourth	ADJ
crl-16410	133	32	round	round	NOUN
crl-16410	133	33	of	of	ADP
crl-16410	133	34	calibration	calibration	NOUN
crl-16410	133	35	(	(	PUNCT
crl-16410	133	36	n=9	n=9	NOUN
crl-16410	133	37	papers	paper	NOUN
crl-16410	133	38	)	)	PUNCT
crl-16410	133	39	to	to	PART
crl-16410	133	40	reach	reach	VERB
crl-16410	133	41	good	good	ADJ
crl-16410	133	42	levels	level	NOUN
crl-16410	133	43	of	of	ADP
crl-16410	133	44	agreement	agreement	NOUN
crl-16410	133	45	for	for	ADP
crl-16410	133	46	categories	category	NOUN
crl-16410	133	47	1	1	NUM
crl-16410	133	48	and	and	CCONJ
crl-16410	133	49	5	5	NUM
crl-16410	133	50	(	(	PUNCT
crl-16410	133	51	see	see	VERB
crl-16410	133	52	table	table	NOUN
crl-16410	133	53	5	5	NUM
crl-16410	133	54	)	)	PUNCT
crl-16410	133	55	.	.	PUNCT
crl-16410	134	1	three	three	NUM
crl-16410	134	2	librarians	librarian	NOUN
crl-16410	134	3	with	with	ADP
crl-16410	134	4	subject	subject	ADJ
crl-16410	134	5	responsibility	responsibility	NOUN
crl-16410	134	6	in	in	ADP
crl-16410	134	7	psychology	psychology	NOUN
crl-16410	134	8	or	or	CCONJ
crl-16410	134	9	human	human	ADJ
crl-16410	134	10	development	development	NOUN
crl-16410	134	11	rated	rate	VERB
crl-16410	134	12	the	the	DET
crl-16410	134	13	psy	psy	PROPN
crl-16410	134	14	3500	3500	NUM
crl-16410	134	15	papers	paper	NOUN
crl-16410	134	16	.	.	PUNCT
crl-16410	135	1	they	they	PRON
crl-16410	135	2	conducted	conduct	VERB
crl-16410	135	3	iterative	iterative	NOUN
crl-16410	135	4	rounds	round	NOUN
crl-16410	135	5	of	of	ADP
crl-16410	135	6	calibration	calibration	NOUN
crl-16410	135	7	,	,	PUNCT
crl-16410	135	8	scoring	score	VERB
crl-16410	135	9	five	five	NUM
crl-16410	135	10	papers	paper	NOUN
crl-16410	135	11	in	in	ADP
crl-16410	135	12	each	each	DET
crl-16410	135	13	round	round	NOUN
crl-16410	135	14	,	,	PUNCT
crl-16410	135	15	discussing	discuss	VERB
crl-16410	135	16	areas	area	NOUN
crl-16410	135	17	of	of	ADP
crl-16410	135	18	strong	strong	ADJ
crl-16410	135	19	and	and	CCONJ
crl-16410	135	20	weak	weak	ADJ
crl-16410	135	21	agreement	agreement	NOUN
crl-16410	135	22	.	.	PUNCT
crl-16410	136	1	after	after	ADP
crl-16410	136	2	three	three	NUM
crl-16410	136	3	rounds	round	NOUN
crl-16410	136	4	of	of	ADP
crl-16410	136	5	calibration	calibration	NOUN
crl-16410	136	6	,	,	PUNCT
crl-16410	136	7	scorers	scorer	NOUN
crl-16410	136	8	felt	feel	VERB
crl-16410	136	9	they	they	PRON
crl-16410	136	10	could	could	AUX
crl-16410	136	11	reach	reach	VERB
crl-16410	136	12	a	a	DET
crl-16410	136	13	fair	fair	NOUN
crl-16410	136	14	to	to	ADP
crl-16410	136	15	good	good	ADJ
crl-16410	136	16	level	level	NOUN
crl-16410	136	17	of	of	ADP
crl-16410	136	18	agreement	agreement	NOUN
crl-16410	136	19	across	across	ADP
crl-16410	136	20	most	most	ADJ
crl-16410	136	21	categories	category	NOUN
crl-16410	136	22	.	.	PUNCT
crl-16410	137	1	each	each	DET
crl-16410	137	2	rater	rater	NOUN
crl-16410	137	3	scored	score	VERB
crl-16410	137	4	the	the	DET
crl-16410	137	5	table	table	NOUN
crl-16410	137	6	3	3	NUM
crl-16410	137	7	engl	engl	ADJ
crl-16410	137	8	2010	2010	NUM
crl-16410	137	9	admissions	admission	NOUN
crl-16410	137	10	index	index	NOUN
crl-16410	137	11	and	and	CCONJ
crl-16410	137	12	gpa	gpa	PROPN
crl-16410	137	13	engl	engl	PROPN
crl-16410	137	14	2010	2010	NUM
crl-16410	137	15	admissions	admission	NOUN
crl-16410	137	16	index	index	NOUN
crl-16410	137	17	n	n	PRON
crl-16410	137	18	mean	mean	VERB
crl-16410	137	19	sd	sd	ADP
crl-16410	137	20	median	median	PROPN
crl-16410	137	21	min	min	PROPN
crl-16410	137	22	max	max	PROPN
crl-16410	137	23	sample	sample	PROPN
crl-16410	137	24	376	376	NUM
crl-16410	137	25	112.19	112.19	NUM
crl-16410	137	26	13.98	13.98	NUM
crl-16410	137	27	113	113	NUM
crl-16410	137	28	69	69	NUM
crl-16410	137	29	140	140	NUM
crl-16410	137	30	population	population	NOUN
crl-16410	137	31	1,301	1,301	NUM
crl-16410	137	32	110.71	110.71	NUM
crl-16410	137	33	13.74	13.74	NUM
crl-16410	137	34	112	112	NUM
crl-16410	137	35	63	63	NUM
crl-16410	137	36	140	140	NUM
crl-16410	137	37	engl	engl	PROPN
crl-16410	137	38	2010	2010	NUM
crl-16410	137	39	gpa	gpa	PROPN
crl-16410	137	40	n	n	PRON
crl-16410	137	41	mean	mean	VERB
crl-16410	137	42	sd	sd	ADP
crl-16410	137	43	median	median	PROPN
crl-16410	137	44	min	min	PROPN
crl-16410	137	45	max	max	PROPN
crl-16410	137	46	sample	sample	PROPN
crl-16410	137	47	466	466	NUM
crl-16410	137	48	3.36	3.36	NUM
crl-16410	137	49	0.61	0.61	NUM
crl-16410	137	50	3.5	3.5	NUM
crl-16410	137	51	0.83	0.83	NUM
crl-16410	137	52	4	4	NUM
crl-16410	137	53	population	population	NOUN
crl-16410	137	54	1,597	1,597	NUM
crl-16410	137	55	3.23	3.23	NUM
crl-16410	137	56	0.72	0.72	NUM
crl-16410	137	57	3.42	3.42	NUM
crl-16410	137	58	0.09	0.09	NUM
crl-16410	137	59	4	4	NUM
crl-16410	137	60	table	table	NOUN
crl-16410	137	61	4	4	NUM
crl-16410	137	62	engl	engl	PROPN
crl-16410	137	63	1010	1010	NUM
crl-16410	137	64	inter	inter	ADJ
crl-16410	137	65	-	-	ADJ
crl-16410	137	66	rater	rater	ADJ
crl-16410	137	67	reliability	reliability	NOUN
crl-16410	137	68	(	(	PUNCT
crl-16410	137	69	n=30	n=30	NOUN
crl-16410	137	70	papers	paper	NOUN
crl-16410	137	71	)	)	PUNCT
crl-16410	137	72	category	category	NOUN
crl-16410	137	73	level	level	NOUN
crl-16410	137	74	of	of	ADP
crl-16410	137	75	agreement	agreement	NOUN
crl-16410	137	76	one	one	NUM
crl-16410	137	77	0.61	0.61	NUM
crl-16410	137	78	two	two	NUM
crl-16410	137	79	0.63	0.63	NUM
crl-16410	137	80	three	three	NUM
crl-16410	137	81	0.62	0.62	NUM
crl-16410	137	82	four	four	NUM
crl-16410	137	83	0.64	0.64	NUM
crl-16410	137	84	five	five	NUM
crl-16410	137	85	0.74	0.74	NUM
crl-16410	137	86	an	an	DET
crl-16410	137	87	information	information	NOUN
crl-16410	137	88	literacy	literacy	NOUN
crl-16410	137	89	snapshot	snapshot	NOUN
crl-16410	137	90	177	177	NUM
crl-16410	137	91	remaining	remain	VERB
crl-16410	137	92	papers	paper	NOUN
crl-16410	137	93	and	and	CCONJ
crl-16410	137	94	reached	reach	VERB
crl-16410	137	95	fair	fair	ADJ
crl-16410	137	96	to	to	ADP
crl-16410	137	97	good	good	ADJ
crl-16410	137	98	agreement	agreement	NOUN
crl-16410	137	99	across	across	ADP
crl-16410	137	100	all	all	DET
crl-16410	137	101	categories	category	NOUN
crl-16410	137	102	(	(	PUNCT
crl-16410	137	103	see	see	VERB
crl-16410	137	104	table	table	NOUN
crl-16410	137	105	6	6	NUM
crl-16410	137	106	)	)	PUNCT
crl-16410	137	107	.	.	PUNCT
crl-16410	138	1	we	we	PRON
crl-16410	138	2	then	then	ADV
crl-16410	138	3	determined	determine	VERB
crl-16410	138	4	the	the	DET
crl-16410	138	5	final	final	ADJ
crl-16410	138	6	scores	score	NOUN
crl-16410	138	7	through	through	ADP
crl-16410	138	8	an	an	DET
crl-16410	138	9	iterative	iterative	NOUN
crl-16410	138	10	process	process	NOUN
crl-16410	138	11	of	of	ADP
crl-16410	138	12	consensus	consensus	NOUN
crl-16410	138	13	building	building	NOUN
crl-16410	138	14	.	.	PUNCT
crl-16410	139	1	we	we	PRON
crl-16410	139	2	discussed	discuss	VERB
crl-16410	139	3	scores	score	NOUN
crl-16410	139	4	that	that	PRON
crl-16410	139	5	differed	differ	VERB
crl-16410	139	6	substantially	substantially	ADV
crl-16410	139	7	across	across	ADP
crl-16410	139	8	all	all	DET
crl-16410	139	9	three	three	NUM
crl-16410	139	10	scorers	scorer	NOUN
crl-16410	139	11	,	,	PUNCT
crl-16410	139	12	comparing	compare	VERB
crl-16410	139	13	these	these	PRON
crl-16410	139	14	to	to	ADP
crl-16410	139	15	“	"	PUNCT
crl-16410	139	16	exemplar	exemplar	ADJ
crl-16410	139	17	”	"	PUNCT
crl-16410	139	18	papers	paper	NOUN
crl-16410	139	19	in	in	ADP
crl-16410	139	20	each	each	DET
crl-16410	139	21	category	category	NOUN
crl-16410	139	22	.	.	PUNCT
crl-16410	140	1	we	we	PRON
crl-16410	140	2	completed	complete	VERB
crl-16410	140	3	a	a	DET
crl-16410	140	4	second	second	ADJ
crl-16410	140	5	round	round	NOUN
crl-16410	140	6	of	of	ADP
crl-16410	140	7	scoring	scoring	NOUN
crl-16410	140	8	for	for	ADP
crl-16410	140	9	papers	paper	NOUN
crl-16410	140	10	with	with	ADP
crl-16410	140	11	high	high	ADJ
crl-16410	140	12	rates	rate	NOUN
crl-16410	140	13	of	of	ADP
crl-16410	140	14	disagreement	disagreement	NOUN
crl-16410	140	15	,	,	PUNCT
crl-16410	140	16	checked	check	VERB
crl-16410	140	17	inter	inter	ADJ
crl-16410	140	18	-	-	ADJ
crl-16410	140	19	rater	rater	ADJ
crl-16410	140	20	reliability	reliability	NOUN
crl-16410	140	21	,	,	PUNCT
crl-16410	140	22	and	and	CCONJ
crl-16410	140	23	the	the	DET
crl-16410	140	24	two	two	NUM
crl-16410	140	25	scorers	scorer	NOUN
crl-16410	140	26	with	with	ADP
crl-16410	140	27	the	the	DET
crl-16410	140	28	highest	high	ADJ
crl-16410	140	29	rates	rate	NOUN
crl-16410	140	30	of	of	ADP
crl-16410	140	31	agreement	agreement	NOUN
crl-16410	140	32	reached	reach	VERB
crl-16410	140	33	a	a	DET
crl-16410	140	34	consensus	consensus	NOUN
crl-16410	140	35	on	on	ADP
crl-16410	140	36	the	the	DET
crl-16410	140	37	final	final	ADJ
crl-16410	140	38	scores	score	NOUN
crl-16410	140	39	through	through	ADP
crl-16410	140	40	discussion	discussion	NOUN
crl-16410	140	41	(	(	PUNCT
crl-16410	140	42	see	see	VERB
crl-16410	140	43	table	table	NOUN
crl-16410	140	44	7	7	NUM
crl-16410	140	45	)	)	PUNCT
crl-16410	140	46	.	.	PUNCT
crl-16410	141	1	three	three	NUM
crl-16410	141	2	scorers	scorer	NOUN
crl-16410	141	3	did	do	VERB
crl-16410	141	4	a	a	DET
crl-16410	141	5	similar	similar	ADJ
crl-16410	141	6	calibration	calibration	NOUN
crl-16410	141	7	exercise	exercise	NOUN
crl-16410	141	8	for	for	ADP
crl-16410	141	9	the	the	DET
crl-16410	141	10	history	history	NOUN
crl-16410	141	11	papers	paper	NOUN
crl-16410	141	12	.	.	PUNCT
crl-16410	142	1	all	all	PRON
crl-16410	142	2	of	of	ADP
crl-16410	142	3	the	the	DET
crl-16410	142	4	raters	rater	NOUN
crl-16410	142	5	had	have	VERB
crl-16410	142	6	a	a	DET
crl-16410	142	7	background	background	NOUN
crl-16410	142	8	in	in	ADP
crl-16410	142	9	or	or	CCONJ
crl-16410	142	10	liaison	liaison	NOUN
crl-16410	142	11	responsibility	responsibility	NOUN
crl-16410	142	12	for	for	ADP
crl-16410	142	13	history	history	NOUN
crl-16410	142	14	.	.	PUNCT
crl-16410	143	1	one	one	NUM
crl-16410	143	2	of	of	ADP
crl-16410	143	3	these	these	DET
crl-16410	143	4	raters	rater	NOUN
crl-16410	143	5	also	also	ADV
crl-16410	143	6	read	read	VERB
crl-16410	143	7	the	the	DET
crl-16410	143	8	engl	engl	PROPN
crl-16410	143	9	1010	1010	NUM
crl-16410	143	10	and	and	CCONJ
crl-16410	143	11	psy	psy	PROPN
crl-16410	143	12	3500	3500	NUM
crl-16410	143	13	papers	paper	NOUN
crl-16410	143	14	.	.	PUNCT
crl-16410	144	1	each	each	DET
crl-16410	144	2	scorer	scorer	NOUN
crl-16410	144	3	read	read	VERB
crl-16410	144	4	three	three	NUM
crl-16410	144	5	papers	paper	NOUN
crl-16410	144	6	initially	initially	ADV
crl-16410	144	7	and	and	CCONJ
crl-16410	144	8	discussed	discuss	VERB
crl-16410	144	9	their	their	PRON
crl-16410	144	10	scores	score	NOUN
crl-16410	144	11	and	and	CCONJ
crl-16410	144	12	the	the	DET
crl-16410	144	13	rubric	rubric	NOUN
crl-16410	144	14	.	.	PUNCT
crl-16410	145	1	given	give	VERB
crl-16410	145	2	the	the	DET
crl-16410	145	3	length	length	NOUN
crl-16410	145	4	of	of	ADP
crl-16410	145	5	the	the	DET
crl-16410	145	6	papers	paper	NOUN
crl-16410	145	7	(	(	PUNCT
crl-16410	145	8	sometimes	sometimes	ADV
crl-16410	145	9	more	more	ADJ
crl-16410	145	10	than	than	ADP
crl-16410	145	11	20	20	NUM
crl-16410	145	12	pages	page	NOUN
crl-16410	145	13	)	)	PUNCT
crl-16410	145	14	,	,	PUNCT
crl-16410	145	15	the	the	DET
crl-16410	145	16	raters	rater	NOUN
crl-16410	145	17	read	read	VERB
crl-16410	145	18	two	two	NUM
crl-16410	145	19	more	more	ADJ
crl-16410	145	20	papers	paper	NOUN
crl-16410	145	21	and	and	CCONJ
crl-16410	145	22	then	then	ADV
crl-16410	145	23	calculated	calculate	VERB
crl-16410	145	24	inter	inter	ADJ
crl-16410	145	25	-	-	ADJ
crl-16410	145	26	rater	rater	ADJ
crl-16410	145	27	agreement	agreement	NOUN
crl-16410	145	28	across	across	ADP
crl-16410	145	29	these	these	DET
crl-16410	145	30	five	five	NUM
crl-16410	145	31	initial	initial	ADJ
crl-16410	145	32	papers	paper	NOUN
crl-16410	145	33	.	.	PUNCT
crl-16410	146	1	two	two	NUM
crl-16410	146	2	scorers	scorer	NOUN
crl-16410	146	3	reached	reach	VERB
crl-16410	146	4	good	good	ADJ
crl-16410	146	5	to	to	ADP
crl-16410	146	6	excellent	excellent	ADJ
crl-16410	146	7	levels	level	NOUN
crl-16410	146	8	of	of	ADP
crl-16410	146	9	agreement	agreement	NOUN
crl-16410	146	10	.	.	PUNCT
crl-16410	147	1	then	then	ADV
crl-16410	147	2	one	one	NUM
crl-16410	147	3	rater	rater	NOUN
crl-16410	147	4	scored	score	VERB
crl-16410	147	5	all	all	PRON
crl-16410	147	6	of	of	ADP
crl-16410	147	7	the	the	DET
crl-16410	147	8	remaining	remain	VERB
crl-16410	147	9	papers	paper	NOUN
crl-16410	147	10	,	,	PUNCT
crl-16410	147	11	and	and	CCONJ
crl-16410	147	12	a	a	DET
crl-16410	147	13	second	second	ADJ
crl-16410	147	14	scorer	scorer	NOUN
crl-16410	147	15	rated	rate	VERB
crl-16410	147	16	one	one	NUM
crl-16410	147	17	-	-	PUNCT
crl-16410	147	18	third	third	NOUN
crl-16410	147	19	(	(	PUNCT
crl-16410	147	20	15	15	NUM
crl-16410	147	21	)	)	PUNCT
crl-16410	147	22	of	of	ADP
crl-16410	147	23	the	the	DET
crl-16410	147	24	papers	paper	NOUN
crl-16410	147	25	to	to	PART
crl-16410	147	26	check	check	VERB
crl-16410	147	27	agreement	agreement	NOUN
crl-16410	147	28	.	.	PUNCT
crl-16410	148	1	the	the	DET
crl-16410	148	2	level	level	NOUN
crl-16410	148	3	of	of	ADP
crl-16410	148	4	agreement	agreement	NOUN
crl-16410	148	5	was	be	AUX
crl-16410	148	6	good	good	ADJ
crl-16410	148	7	to	to	ADP
crl-16410	148	8	very	very	ADV
crl-16410	148	9	good	good	ADJ
crl-16410	148	10	,	,	PUNCT
crl-16410	148	11	so	so	ADV
crl-16410	148	12	we	we	PRON
crl-16410	148	13	agreed	agree	VERB
crl-16410	148	14	to	to	PART
crl-16410	148	15	use	use	VERB
crl-16410	148	16	the	the	DET
crl-16410	148	17	scores	score	NOUN
crl-16410	148	18	of	of	ADP
crl-16410	148	19	the	the	DET
crl-16410	148	20	primary	primary	ADJ
crl-16410	148	21	rater	rater	NOUN
crl-16410	148	22	as	as	ADP
crl-16410	148	23	the	the	DET
crl-16410	148	24	final	final	ADJ
crl-16410	148	25	scores	score	NOUN
crl-16410	148	26	(	(	PUNCT
crl-16410	148	27	see	see	VERB
crl-16410	148	28	table	table	NOUN
crl-16410	148	29	8)	8)	NUM
crl-16410	148	30	.	.	PUNCT
crl-16410	148	31	table	table	NOUN
crl-16410	148	32	5	5	NUM
crl-16410	148	33	engl	engl	PROPN
crl-16410	148	34	2010	2010	NUM
crl-16410	148	35	inter	inter	ADJ
crl-16410	148	36	-	-	ADJ
crl-16410	148	37	rater	rater	ADJ
crl-16410	148	38	reliability	reliability	NOUN
crl-16410	148	39	(	(	PUNCT
crl-16410	148	40	n=30	n=30	NOUN
crl-16410	148	41	papers	paper	NOUN
crl-16410	148	42	or	or	CCONJ
crl-16410	148	43	*	*	PUNCT
crl-16410	148	44	n=9	n=9	PROPN
crl-16410	148	45	papers	paper	NOUN
crl-16410	148	46	)	)	PUNCT
crl-16410	148	47	category	category	NOUN
crl-16410	148	48	level	level	NOUN
crl-16410	148	49	of	of	ADP
crl-16410	148	50	agreement	agreement	NOUN
crl-16410	148	51	one	one	NUM
crl-16410	148	52	*	*	NOUN
crl-16410	148	53	0.60	0.60	NUM
crl-16410	148	54	two	two	NUM
crl-16410	148	55	0.84	0.84	NUM
crl-16410	148	56	three	three	NUM
crl-16410	148	57	0.62	0.62	NUM
crl-16410	148	58	four	four	NUM
crl-16410	148	59	0.61	0.61	NUM
crl-16410	148	60	five	five	NUM
crl-16410	148	61	*	*	NUM
crl-16410	148	62	0.75	0.75	NUM
crl-16410	148	63	*	*	PUNCT
crl-16410	148	64	required	require	VERB
crl-16410	148	65	second	second	ADJ
crl-16410	148	66	round	round	NOUN
crl-16410	148	67	of	of	ADP
crl-16410	148	68	norming	norming	NOUN
crl-16410	148	69	with	with	ADP
crl-16410	148	70	9	9	NUM
crl-16410	148	71	papers	paper	NOUN
crl-16410	148	72	to	to	PART
crl-16410	148	73	reach	reach	VERB
crl-16410	148	74	good	good	ADJ
crl-16410	148	75	level	level	NOUN
crl-16410	148	76	of	of	ADP
crl-16410	148	77	agreement	agreement	NOUN
crl-16410	148	78	.	.	PUNCT
crl-16410	149	1	table	table	NOUN
crl-16410	149	2	6	6	NUM
crl-16410	149	3	psy	psy	NOUN
crl-16410	149	4	3500	3500	NUM
crl-16410	149	5	inter	inter	ADJ
crl-16410	149	6	-	-	ADJ
crl-16410	149	7	rater	rater	ADJ
crl-16410	149	8	reliability	reliability	NOUN
crl-16410	149	9	psy	psy	NOUN
crl-16410	149	10	3500	3500	NUM
crl-16410	149	11	papers	paper	NOUN
crl-16410	149	12	category	category	NOUN
crl-16410	149	13	one	one	NUM
crl-16410	149	14	category	category	NOUN
crl-16410	149	15	two	two	NUM
crl-16410	149	16	category	category	NOUN
crl-16410	149	17	three	three	NUM
crl-16410	149	18	category	category	NOUN
crl-16410	149	19	four	four	NUM
crl-16410	149	20	category	category	NOUN
crl-16410	149	21	five	five	NUM
crl-16410	149	22	after	after	ADP
crl-16410	149	23	initial	initial	ADJ
crl-16410	149	24	scoring	scoring	NOUN
crl-16410	149	25	(	(	PUNCT
crl-16410	149	26	three	three	NUM
crl-16410	149	27	raters	rater	NOUN
crl-16410	149	28	)	)	PUNCT
crl-16410	149	29	0.434	0.434	NUM
crl-16410	149	30	0.509	0.509	NUM
crl-16410	149	31	0.44	0.44	NUM
crl-16410	149	32	0.412	0.412	NUM
crl-16410	149	33	0.503	0.503	NUM
crl-16410	149	34	after	after	ADP
crl-16410	149	35	2nd	2nd	ADJ
crl-16410	149	36	round	round	NOUN
crl-16410	149	37	scoring	scoring	NOUN
crl-16410	149	38	(	(	PUNCT
crl-16410	149	39	two	two	NUM
crl-16410	149	40	raters	rater	NOUN
crl-16410	149	41	)	)	PUNCT
crl-16410	149	42	0.581	0.581	NUM
crl-16410	149	43	0.953	0.953	NUM
crl-16410	149	44	0.682	0.682	NUM
crl-16410	149	45	0.521	0.521	NUM
crl-16410	149	46	0.623	0.623	NUM
crl-16410	149	47	table	table	NOUN
crl-16410	149	48	7	7	NUM
crl-16410	149	49	psy	psy	NOUN
crl-16410	149	50	3500	3500	NUM
crl-16410	149	51	levels	level	NOUN
crl-16410	149	52	of	of	ADP
crl-16410	149	53	agreement	agreement	NOUN
crl-16410	149	54	psy	psy	PROPN
crl-16410	149	55	3500	3500	NUM
crl-16410	149	56	initial	initial	ADJ
crl-16410	149	57	scores	score	NOUN
crl-16410	149	58	category	category	NOUN
crl-16410	149	59	one	one	NUM
crl-16410	149	60	category	category	NOUN
crl-16410	149	61	two	two	NUM
crl-16410	149	62	category	category	NOUN
crl-16410	149	63	three	three	NUM
crl-16410	149	64	category	category	NOUN
crl-16410	149	65	four	four	NUM
crl-16410	149	66	category	category	NOUN
crl-16410	149	67	five	five	NUM
crl-16410	149	68	papers	paper	NOUN
crl-16410	149	69	with	with	ADP
crl-16410	149	70	same	same	ADJ
crl-16410	149	71	score	score	NOUN
crl-16410	149	72	18	18	NUM
crl-16410	149	73	%	%	NOUN
crl-16410	149	74	17	17	NUM
crl-16410	149	75	%	%	NOUN
crl-16410	149	76	12	12	NUM
crl-16410	149	77	%	%	NOUN
crl-16410	149	78	17	17	NUM
crl-16410	149	79	%	%	NOUN
crl-16410	149	80	26	26	NUM
crl-16410	149	81	%	%	NOUN
crl-16410	149	82	two	two	NUM
crl-16410	149	83	scorers	scorer	NOUN
crl-16410	149	84	the	the	DET
crl-16410	149	85	same	same	ADJ
crl-16410	149	86	and	and	CCONJ
crl-16410	149	87	other	other	ADJ
crl-16410	149	88	within	within	ADP
crl-16410	149	89	0.5	0.5	NUM
crl-16410	149	90	point	point	NOUN
crl-16410	149	91	28	28	NUM
crl-16410	149	92	%	%	NOUN
crl-16410	149	93	49	49	NUM
crl-16410	149	94	%	%	NOUN
crl-16410	149	95	41	41	NUM
crl-16410	149	96	%	%	NOUN
crl-16410	149	97	34	34	NUM
crl-16410	149	98	%	%	NOUN
crl-16410	149	99	0	0	NUM
crl-16410	149	100	%	%	NOUN
crl-16410	149	101	two	two	NUM
crl-16410	149	102	scorers	scorer	NOUN
crl-16410	149	103	the	the	DET
crl-16410	149	104	same	same	ADJ
crl-16410	149	105	and	and	CCONJ
crl-16410	149	106	other	other	ADJ
crl-16410	149	107	within	within	ADP
crl-16410	149	108	one	one	NUM
crl-16410	149	109	point	point	NOUN
crl-16410	149	110	43	43	NUM
crl-16410	149	111	%	%	NOUN
crl-16410	149	112	31	31	NUM
crl-16410	149	113	%	%	NOUN
crl-16410	149	114	35	35	NUM
crl-16410	149	115	%	%	NOUN
crl-16410	149	116	43	43	NUM
crl-16410	149	117	%	%	NOUN
crl-16410	149	118	74	74	NUM
crl-16410	149	119	%	%	NOUN
crl-16410	149	120	two	two	NUM
crl-16410	149	121	scorers	scorer	NOUN
crl-16410	149	122	the	the	DET
crl-16410	149	123	same	same	ADJ
crl-16410	149	124	and	and	CCONJ
crl-16410	149	125	other	other	ADJ
crl-16410	149	126	more	more	ADJ
crl-16410	149	127	than	than	ADP
crl-16410	149	128	one	one	NUM
crl-16410	149	129	point	point	NOUN
crl-16410	149	130	different	different	ADJ
crl-16410	149	131	1	1	NUM
crl-16410	149	132	%	%	NOUN
crl-16410	149	133	1	1	NUM
crl-16410	149	134	%	%	NOUN
crl-16410	149	135	7	7	NUM
crl-16410	149	136	%	%	NOUN
crl-16410	149	137	4	4	NUM
crl-16410	149	138	%	%	NOUN
crl-16410	149	139	0	0	NUM
crl-16410	149	140	%	%	NOUN
crl-16410	149	141	all	all	DET
crl-16410	149	142	different	different	ADJ
crl-16410	149	143	scores	score	NOUN
crl-16410	149	144	9	9	NUM
crl-16410	149	145	%	%	NOUN
crl-16410	149	146	3	3	NUM
crl-16410	149	147	%	%	NOUN
crl-16410	149	148	6	6	NUM
crl-16410	149	149	%	%	NOUN
crl-16410	149	150	3	3	NUM
crl-16410	149	151	%	%	NOUN
crl-16410	149	152	0	0	NUM
crl-16410	149	153	%	%	NOUN
crl-16410	149	154	178	178	NUM
crl-16410	149	155	college	college	PROPN
crl-16410	149	156	&	&	CCONJ
crl-16410	149	157	research	research	PROPN
crl-16410	149	158	libraries	library	NOUN
crl-16410	149	159	march	march	PROPN
crl-16410	149	160	2015	2015	NUM
crl-16410	149	161	findings	finding	NOUN
crl-16410	149	162	overall	overall	ADV
crl-16410	149	163	,	,	PUNCT
crl-16410	149	164	student	student	NOUN
crl-16410	149	165	scores	score	NOUN
crl-16410	149	166	improved	improve	VERB
crl-16410	149	167	in	in	ADP
crl-16410	149	168	each	each	DET
crl-16410	149	169	category	category	NOUN
crl-16410	149	170	between	between	ADP
crl-16410	149	171	the	the	DET
crl-16410	149	172	freshman	freshman	NOUN
crl-16410	149	173	composition	composition	NOUN
crl-16410	149	174	and	and	CCONJ
crl-16410	149	175	the	the	DET
crl-16410	149	176	juniorand	juniorand	NOUN
crl-16410	149	177	senior	senior	ADJ
crl-16410	149	178	-	-	PUNCT
crl-16410	149	179	level	level	NOUN
crl-16410	149	180	courses	course	NOUN
crl-16410	149	181	.	.	PUNCT
crl-16410	150	1	the	the	DET
crl-16410	150	2	improvement	improvement	NOUN
crl-16410	150	3	of	of	ADP
crl-16410	150	4	these	these	DET
crl-16410	150	5	scores	score	NOUN
crl-16410	150	6	from	from	ADP
crl-16410	150	7	freshmen	freshman	NOUN
crl-16410	150	8	to	to	ADP
crl-16410	150	9	upper	upper	ADJ
crl-16410	150	10	-	-	PUNCT
crl-16410	150	11	level	level	NOUN
crl-16410	150	12	undergraduates	undergraduate	NOUN
crl-16410	150	13	was	be	AUX
crl-16410	150	14	encouraging	encouraging	ADJ
crl-16410	150	15	.	.	PUNCT
crl-16410	151	1	while	while	SCONJ
crl-16410	151	2	the	the	DET
crl-16410	151	3	improvement	improvement	NOUN
crl-16410	151	4	can	can	AUX
crl-16410	151	5	not	not	PART
crl-16410	151	6	directly	directly	ADV
crl-16410	151	7	be	be	AUX
crl-16410	151	8	attributed	attribute	VERB
crl-16410	151	9	to	to	ADP
crl-16410	151	10	library	library	NOUN
crl-16410	151	11	instruction	instruction	NOUN
crl-16410	151	12	efforts	effort	NOUN
crl-16410	151	13	,	,	PUNCT
crl-16410	151	14	it	it	PRON
crl-16410	151	15	does	do	AUX
crl-16410	151	16	give	give	VERB
crl-16410	151	17	a	a	DET
crl-16410	151	18	good	good	ADJ
crl-16410	151	19	guideline	guideline	NOUN
crl-16410	151	20	for	for	ADP
crl-16410	151	21	where	where	SCONJ
crl-16410	151	22	we	we	PRON
crl-16410	151	23	might	might	AUX
crl-16410	151	24	need	need	VERB
crl-16410	151	25	to	to	PART
crl-16410	151	26	focus	focus	VERB
crl-16410	151	27	future	future	ADJ
crl-16410	151	28	efforts	effort	NOUN
crl-16410	151	29	.	.	PUNCT
crl-16410	152	1	other	other	ADJ
crl-16410	152	2	factors	factor	NOUN
crl-16410	152	3	contributing	contribute	VERB
crl-16410	152	4	to	to	ADP
crl-16410	152	5	the	the	DET
crl-16410	152	6	improvement	improvement	NOUN
crl-16410	152	7	likely	likely	ADV
crl-16410	152	8	include	include	VERB
crl-16410	152	9	writing	write	VERB
crl-16410	152	10	instruction	instruction	NOUN
crl-16410	152	11	quality	quality	NOUN
crl-16410	152	12	,	,	PUNCT
crl-16410	152	13	research	research	NOUN
crl-16410	152	14	assignment	assignment	NOUN
crl-16410	152	15	details	detail	NOUN
crl-16410	152	16	,	,	PUNCT
crl-16410	152	17	student	student	NOUN
crl-16410	152	18	motivation	motivation	NOUN
crl-16410	152	19	,	,	PUNCT
crl-16410	152	20	and	and	CCONJ
crl-16410	152	21	student	student	NOUN
crl-16410	152	22	achievement	achievement	NOUN
crl-16410	152	23	,	,	PUNCT
crl-16410	152	24	to	to	PART
crl-16410	152	25	name	name	VERB
crl-16410	152	26	a	a	DET
crl-16410	152	27	few	few	ADJ
crl-16410	152	28	.	.	PUNCT
crl-16410	153	1	students	student	NOUN
crl-16410	153	2	had	have	VERB
crl-16410	153	3	higher	high	ADJ
crl-16410	153	4	scores	score	NOUN
crl-16410	153	5	in	in	ADP
crl-16410	153	6	the	the	DET
crl-16410	153	7	areas	area	NOUN
crl-16410	153	8	of	of	ADP
crl-16410	153	9	finding	find	VERB
crl-16410	153	10	and	and	CCONJ
crl-16410	153	11	accessing	access	VERB
crl-16410	153	12	information	information	NOUN
crl-16410	153	13	and	and	CCONJ
crl-16410	153	14	using	use	VERB
crl-16410	153	15	information	information	NOUN
crl-16410	153	16	legally	legally	ADV
crl-16410	153	17	.	.	PUNCT
crl-16410	154	1	students	student	NOUN
crl-16410	154	2	struggled	struggle	VERB
crl-16410	154	3	most	most	ADV
crl-16410	154	4	in	in	ADP
crl-16410	154	5	categories	category	NOUN
crl-16410	154	6	that	that	PRON
crl-16410	154	7	required	require	VERB
crl-16410	154	8	critical	critical	ADJ
crl-16410	154	9	thinking	thinking	NOUN
crl-16410	154	10	,	,	PUNCT
crl-16410	154	11	including	include	VERB
crl-16410	154	12	evaluating	evaluate	VERB
crl-16410	154	13	information	information	NOUN
crl-16410	154	14	,	,	PUNCT
crl-16410	154	15	synthesizing	synthesize	VERB
crl-16410	154	16	information	information	NOUN
crl-16410	154	17	,	,	PUNCT
crl-16410	154	18	and	and	CCONJ
crl-16410	154	19	using	use	VERB
crl-16410	154	20	information	information	NOUN
crl-16410	154	21	effectively	effectively	ADV
crl-16410	154	22	in	in	ADP
crl-16410	154	23	their	their	PRON
crl-16410	154	24	writing	writing	NOUN
crl-16410	154	25	.	.	PUNCT
crl-16410	155	1	there	there	PRON
crl-16410	155	2	was	be	VERB
crl-16410	155	3	more	more	ADJ
crl-16410	155	4	variation	variation	NOUN
crl-16410	155	5	in	in	ADP
crl-16410	155	6	the	the	DET
crl-16410	155	7	history	history	NOUN
crl-16410	155	8	students	student	NOUN
crl-16410	155	9	’	’	PART
crl-16410	155	10	scores	score	NOUN
crl-16410	155	11	,	,	PUNCT
crl-16410	155	12	but	but	CCONJ
crl-16410	155	13	they	they	PRON
crl-16410	155	14	still	still	ADV
crl-16410	155	15	showed	show	VERB
crl-16410	155	16	overall	overall	ADJ
crl-16410	155	17	improvement	improvement	NOUN
crl-16410	155	18	from	from	ADP
crl-16410	155	19	the	the	DET
crl-16410	155	20	lower	low	ADJ
crl-16410	155	21	-	-	PUNCT
crl-16410	155	22	level	level	NOUN
crl-16410	155	23	courses	course	NOUN
crl-16410	155	24	.	.	PUNCT
crl-16410	156	1	major	major	ADJ
crl-16410	156	2	variations	variation	NOUN
crl-16410	156	3	in	in	ADP
crl-16410	156	4	student	student	NOUN
crl-16410	156	5	scores	score	NOUN
crl-16410	156	6	,	,	PUNCT
crl-16410	156	7	especially	especially	ADV
crl-16410	156	8	in	in	ADP
crl-16410	156	9	the	the	DET
crl-16410	156	10	smaller	small	ADJ
crl-16410	156	11	,	,	PUNCT
crl-16410	156	12	discipline	discipline	NOUN
crl-16410	156	13	-	-	PUNCT
crl-16410	156	14	specific	specific	ADJ
crl-16410	156	15	samples	sample	NOUN
crl-16410	156	16	,	,	PUNCT
crl-16410	156	17	are	be	AUX
crl-16410	156	18	addressed	address	VERB
crl-16410	156	19	within	within	ADP
crl-16410	156	20	related	related	ADJ
crl-16410	156	21	categories	category	NOUN
crl-16410	156	22	below	below	ADV
crl-16410	156	23	.	.	PUNCT
crl-16410	157	1	category	category	NOUN
crl-16410	157	2	1	1	NUM
crl-16410	157	3	:	:	PUNCT
crl-16410	157	4	defines	define	VERB
crl-16410	157	5	the	the	DET
crl-16410	157	6	extent	extent	NOUN
crl-16410	157	7	of	of	ADP
crl-16410	157	8	information	information	NOUN
crl-16410	157	9	needed	need	VERB
crl-16410	157	10	students	student	NOUN
crl-16410	157	11	who	who	PRON
crl-16410	157	12	received	receive	VERB
crl-16410	157	13	low	low	ADJ
crl-16410	157	14	scores	score	NOUN
crl-16410	157	15	in	in	ADP
crl-16410	157	16	this	this	DET
crl-16410	157	17	category	category	NOUN
crl-16410	157	18	tended	tend	VERB
crl-16410	157	19	to	to	PART
crl-16410	157	20	have	have	VERB
crl-16410	157	21	very	very	ADV
crl-16410	157	22	broad	broad	ADJ
crl-16410	157	23	theses	thesis	NOUN
crl-16410	157	24	and	and	CCONJ
crl-16410	157	25	difficulty	difficulty	NOUN
crl-16410	157	26	identifying	identify	VERB
crl-16410	157	27	and	and	CCONJ
crl-16410	157	28	defining	define	VERB
crl-16410	157	29	key	key	ADJ
crl-16410	157	30	concepts	concept	NOUN
crl-16410	157	31	.	.	PUNCT
crl-16410	158	1	this	this	PRON
crl-16410	158	2	was	be	AUX
crl-16410	158	3	especially	especially	ADV
crl-16410	158	4	true	true	ADJ
crl-16410	158	5	in	in	ADP
crl-16410	158	6	engl	engl	PROPN
crl-16410	158	7	1010	1010	NUM
crl-16410	158	8	,	,	PUNCT
crl-16410	158	9	resulting	result	VERB
crl-16410	158	10	in	in	ADP
crl-16410	158	11	a	a	DET
crl-16410	158	12	mode	mode	NOUN
crl-16410	158	13	score	score	NOUN
crl-16410	158	14	of	of	ADP
crl-16410	158	15	one	one	NUM
crl-16410	158	16	.	.	PUNCT
crl-16410	159	1	no	no	DET
crl-16410	159	2	engl	engl	PROPN
crl-16410	159	3	1010	1010	NUM
crl-16410	159	4	students	student	NOUN
crl-16410	159	5	scored	score	VERB
crl-16410	159	6	a	a	DET
crl-16410	159	7	three	three	NUM
crl-16410	159	8	or	or	CCONJ
crl-16410	159	9	four	four	NUM
crl-16410	159	10	in	in	ADP
crl-16410	159	11	this	this	DET
crl-16410	159	12	category	category	NOUN
crl-16410	159	13	,	,	PUNCT
crl-16410	159	14	which	which	PRON
crl-16410	159	15	is	be	AUX
crl-16410	159	16	to	to	PART
crl-16410	159	17	be	be	AUX
crl-16410	159	18	expected	expect	VERB
crl-16410	159	19	for	for	ADP
crl-16410	159	20	first	first	ADJ
crl-16410	159	21	-	-	PUNCT
crl-16410	159	22	year	year	NOUN
crl-16410	159	23	freshmen	freshman	NOUN
crl-16410	159	24	(	(	PUNCT
crl-16410	159	25	mode	mode	NOUN
crl-16410	159	26	=	=	NOUN
crl-16410	159	27	1	1	NUM
crl-16410	159	28	)	)	PUNCT
crl-16410	159	29	.	.	PUNCT
crl-16410	160	1	engl	engl	PROPN
crl-16410	160	2	2010	2010	NUM
crl-16410	160	3	students	student	NOUN
crl-16410	160	4	improved	improve	VERB
crl-16410	160	5	in	in	ADP
crl-16410	160	6	this	this	DET
crl-16410	160	7	area	area	NOUN
crl-16410	160	8	(	(	PUNCT
crl-16410	160	9	mode	mode	NOUN
crl-16410	160	10	=	=	SYM
crl-16410	160	11	2	2	NUM
crl-16410	160	12	)	)	PUNCT
crl-16410	160	13	and	and	CCONJ
crl-16410	160	14	we	we	PRON
crl-16410	160	15	could	could	AUX
crl-16410	160	16	see	see	VERB
crl-16410	160	17	more	more	ADJ
crl-16410	160	18	students	student	NOUN
crl-16410	160	19	begin	begin	VERB
crl-16410	160	20	to	to	PART
crl-16410	160	21	narrow	narrow	VERB
crl-16410	160	22	their	their	PRON
crl-16410	160	23	topics	topic	NOUN
crl-16410	160	24	.	.	PUNCT
crl-16410	161	1	the	the	DET
crl-16410	161	2	key	key	ADJ
crl-16410	161	3	deficiencies	deficiency	NOUN
crl-16410	161	4	were	be	AUX
crl-16410	161	5	not	not	PART
crl-16410	161	6	identifying	identify	VERB
crl-16410	161	7	key	key	ADJ
crl-16410	161	8	concepts	concept	NOUN
crl-16410	161	9	and	and	CCONJ
crl-16410	161	10	citing	cite	VERB
crl-16410	161	11	information	information	NOUN
crl-16410	161	12	not	not	PART
crl-16410	161	13	directly	directly	ADV
crl-16410	161	14	related	relate	VERB
crl-16410	161	15	to	to	ADP
crl-16410	161	16	their	their	PRON
crl-16410	161	17	claims	claim	NOUN
crl-16410	161	18	(	(	PUNCT
crl-16410	161	19	see	see	VERB
crl-16410	161	20	table	table	NOUN
crl-16410	161	21	9	9	NUM
crl-16410	161	22	)	)	PUNCT
crl-16410	161	23	.	.	PUNCT
crl-16410	162	1	psychology	psychology	NOUN
crl-16410	162	2	students	student	NOUN
crl-16410	162	3	did	do	VERB
crl-16410	162	4	fairly	fairly	ADV
crl-16410	162	5	well	well	ADV
crl-16410	162	6	in	in	ADP
crl-16410	162	7	this	this	DET
crl-16410	162	8	category	category	NOUN
crl-16410	162	9	,	,	PUNCT
crl-16410	162	10	with	with	ADP
crl-16410	162	11	most	most	ADJ
crl-16410	162	12	students	student	NOUN
crl-16410	162	13	scoring	score	VERB
crl-16410	162	14	between	between	ADP
crl-16410	162	15	a	a	DET
crl-16410	162	16	2	2	NUM
crl-16410	162	17	and	and	CCONJ
crl-16410	162	18	3.5	3.5	NUM
crl-16410	162	19	(	(	PUNCT
crl-16410	162	20	mode	mode	NOUN
crl-16410	162	21	=	=	NOUN
crl-16410	162	22	2	2	NUM
crl-16410	162	23	)	)	PUNCT
crl-16410	162	24	.	.	PUNCT
crl-16410	163	1	the	the	DET
crl-16410	163	2	types	type	NOUN
crl-16410	163	3	of	of	ADP
crl-16410	163	4	sources	source	NOUN
crl-16410	163	5	used	use	VERB
crl-16410	163	6	were	be	AUX
crl-16410	163	7	appropriate	appropriate	ADJ
crl-16410	163	8	and	and	CCONJ
crl-16410	163	9	key	key	ADJ
crl-16410	163	10	concepts	concept	NOUN
crl-16410	163	11	were	be	AUX
crl-16410	163	12	usually	usually	ADV
crl-16410	163	13	identified	identify	VERB
crl-16410	163	14	,	,	PUNCT
crl-16410	163	15	if	if	SCONJ
crl-16410	163	16	not	not	PART
crl-16410	163	17	always	always	ADV
crl-16410	163	18	well	well	ADV
crl-16410	163	19	defined	define	VERB
crl-16410	163	20	.	.	PUNCT
crl-16410	164	1	students	student	NOUN
crl-16410	164	2	had	have	VERB
crl-16410	164	3	to	to	PART
crl-16410	164	4	write	write	VERB
crl-16410	164	5	a	a	DET
crl-16410	164	6	research	research	NOUN
crl-16410	164	7	proposal	proposal	NOUN
crl-16410	164	8	,	,	PUNCT
crl-16410	164	9	and	and	CCONJ
crl-16410	164	10	the	the	DET
crl-16410	164	11	scope	scope	NOUN
crl-16410	164	12	of	of	ADP
crl-16410	164	13	their	their	PRON
crl-16410	164	14	research	research	NOUN
crl-16410	164	15	questions	question	NOUN
crl-16410	164	16	were	be	AUX
crl-16410	164	17	generally	generally	ADV
crl-16410	164	18	good	good	ADJ
crl-16410	164	19	;	;	PUNCT
crl-16410	164	20	but	but	CCONJ
crl-16410	164	21	some	some	DET
crl-16410	164	22	students	student	NOUN
crl-16410	164	23	still	still	ADV
crl-16410	164	24	wrote	write	VERB
crl-16410	164	25	unfocused	unfocused	ADJ
crl-16410	164	26	papers	paper	NOUN
crl-16410	164	27	with	with	ADP
crl-16410	164	28	overly	overly	ADV
crl-16410	164	29	broad	broad	ADJ
crl-16410	164	30	theses	thesis	NOUN
crl-16410	164	31	.	.	PUNCT
crl-16410	165	1	the	the	DET
crl-16410	165	2	students	student	NOUN
crl-16410	165	3	table	table	VERB
crl-16410	165	4	8	8	NUM
crl-16410	165	5	hist	hist	NOUN
crl-16410	165	6	4990	4990	NUM
crl-16410	165	7	inter	inter	ADJ
crl-16410	165	8	-	-	ADJ
crl-16410	165	9	rater	rater	ADJ
crl-16410	165	10	reliability	reliability	NOUN
crl-16410	165	11	hist	hist	NOUN
crl-16410	165	12	4990	4990	NUM
crl-16410	165	13	category	category	NOUN
crl-16410	165	14	one	one	NUM
crl-16410	165	15	category	category	NOUN
crl-16410	165	16	two	two	NUM
crl-16410	165	17	category	category	NOUN
crl-16410	165	18	three	three	NUM
crl-16410	165	19	category	category	NOUN
crl-16410	165	20	four	four	NUM
crl-16410	165	21	category	category	NOUN
crl-16410	165	22	five	five	NUM
crl-16410	165	23	after	after	ADP
crl-16410	165	24	initial	initial	ADJ
crl-16410	165	25	scoring	scoring	NOUN
crl-16410	165	26	(	(	PUNCT
crl-16410	165	27	two	two	NUM
crl-16410	165	28	raters	rater	NOUN
crl-16410	165	29	and	and	CCONJ
crl-16410	165	30	four	four	NUM
crl-16410	165	31	papers	paper	NOUN
crl-16410	165	32	)	)	PUNCT
crl-16410	165	33	0.79	0.79	NUM
crl-16410	165	34	0.85	0.85	NUM
crl-16410	165	35	0.72	0.72	NUM
crl-16410	165	36	1.0	1.0	NUM
crl-16410	165	37	0.73	0.73	NUM
crl-16410	165	38	after	after	ADP
crl-16410	165	39	2nd	2nd	ADJ
crl-16410	165	40	round	round	NOUN
crl-16410	165	41	scoring	scoring	NOUN
crl-16410	165	42	(	(	PUNCT
crl-16410	165	43	two	two	NUM
crl-16410	165	44	raters	rater	NOUN
crl-16410	165	45	and	and	CCONJ
crl-16410	165	46	15	15	NUM
crl-16410	165	47	papers	paper	NOUN
crl-16410	165	48	)	)	PUNCT
crl-16410	165	49	0.74	0.74	NUM
crl-16410	165	50	0.87	0.87	NUM
crl-16410	165	51	0.80	0.80	NUM
crl-16410	165	52	0.89	0.89	NUM
crl-16410	165	53	0.89	0.89	NUM
crl-16410	165	54	table	table	NOUN
crl-16410	165	55	9	9	NUM
crl-16410	165	56	category	category	NOUN
crl-16410	165	57	one	one	NUM
crl-16410	165	58	(	(	PUNCT
crl-16410	165	59	define	define	VERB
crl-16410	165	60	information	information	NOUN
crl-16410	165	61	need	need	NOUN
crl-16410	165	62	):	):	PUNCT
crl-16410	165	63	percentage	percentage	NOUN
crl-16410	165	64	of	of	ADP
crl-16410	165	65	scores	score	NOUN
crl-16410	165	66	in	in	ADP
crl-16410	165	67	each	each	DET
crl-16410	165	68	course	course	NOUN
crl-16410	165	69	category	category	NOUN
crl-16410	165	70	one	one	NUM
crl-16410	165	71	0–0.5	0–0.5	NUM
crl-16410	165	72	1–1.5	1–1.5	NUM
crl-16410	165	73	2–2.5	2–2.5	NUM
crl-16410	165	74	3–3.5	3–3.5	NUM
crl-16410	165	75	4	4	NUM
crl-16410	165	76	engl	engl	ADJ
crl-16410	165	77	1010	1010	NUM
crl-16410	165	78	0.0	0.0	NUM
crl-16410	165	79	%	%	NOUN
crl-16410	165	80	85.6	85.6	NUM
crl-16410	165	81	%	%	NOUN
crl-16410	165	82	14.4	14.4	NUM
crl-16410	165	83	%	%	NOUN
crl-16410	165	84	0.0	0.0	NUM
crl-16410	165	85	%	%	NOUN
crl-16410	165	86	0.0	0.0	NUM
crl-16410	165	87	%	%	NOUN
crl-16410	165	88	engl	engl	ADJ
crl-16410	165	89	2010	2010	NUM
crl-16410	165	90	0.2	0.2	NUM
crl-16410	165	91	%	%	NOUN
crl-16410	165	92	28.1	28.1	NUM
crl-16410	165	93	%	%	NOUN
crl-16410	165	94	60.5	60.5	NUM
crl-16410	165	95	%	%	NOUN
crl-16410	165	96	10.8	10.8	NUM
crl-16410	165	97	%	%	NOUN
crl-16410	165	98	0.6	0.6	NUM
crl-16410	165	99	%	%	NOUN
crl-16410	165	100	psy	psy	NOUN
crl-16410	165	101	3500	3500	NUM
crl-16410	165	102	0.0	0.0	NUM
crl-16410	165	103	%	%	NOUN
crl-16410	165	104	9.9	9.9	NUM
crl-16410	165	105	%	%	NOUN
crl-16410	165	106	68.3	68.3	NUM
crl-16410	165	107	%	%	NOUN
crl-16410	165	108	19.8	19.8	NUM
crl-16410	165	109	%	%	NOUN
crl-16410	165	110	2.0	2.0	NUM
crl-16410	165	111	%	%	NOUN
crl-16410	165	112	hist	hist	NOUN
crl-16410	165	113	4990	4990	NUM
crl-16410	165	114	0.0	0.0	NUM
crl-16410	165	115	%	%	NOUN
crl-16410	165	116	35.6	35.6	NUM
crl-16410	165	117	%	%	NOUN
crl-16410	165	118	35.6	35.6	NUM
crl-16410	165	119	%	%	NOUN
crl-16410	165	120	28.9	28.9	NUM
crl-16410	165	121	%	%	NOUN
crl-16410	165	122	0.0	0.0	NUM
crl-16410	165	123	%	%	NOUN
crl-16410	165	124	an	an	DET
crl-16410	165	125	information	information	NOUN
crl-16410	165	126	literacy	literacy	NOUN
crl-16410	165	127	snapshot	snapshot	NOUN
crl-16410	165	128	179	179	NUM
crl-16410	165	129	in	in	ADP
crl-16410	165	130	these	these	DET
crl-16410	165	131	cases	case	NOUN
crl-16410	165	132	were	be	AUX
crl-16410	165	133	not	not	PART
crl-16410	165	134	able	able	ADJ
crl-16410	165	135	to	to	PART
crl-16410	165	136	identify	identify	VERB
crl-16410	165	137	a	a	DET
crl-16410	165	138	problem	problem	NOUN
crl-16410	165	139	or	or	CCONJ
crl-16410	165	140	question	question	NOUN
crl-16410	165	141	that	that	PRON
crl-16410	165	142	was	be	AUX
crl-16410	165	143	answerable	answerable	ADJ
crl-16410	165	144	in	in	ADP
crl-16410	165	145	the	the	DET
crl-16410	165	146	format	format	NOUN
crl-16410	165	147	of	of	ADP
crl-16410	165	148	the	the	DET
crl-16410	165	149	assignment	assignment	NOUN
crl-16410	165	150	.	.	PUNCT
crl-16410	166	1	overall	overall	ADV
crl-16410	166	2	,	,	PUNCT
crl-16410	166	3	there	there	PRON
crl-16410	166	4	was	be	VERB
crl-16410	166	5	a	a	DET
crl-16410	166	6	much	much	ADV
crl-16410	166	7	wider	wide	ADJ
crl-16410	166	8	range	range	NOUN
crl-16410	166	9	of	of	ADP
crl-16410	166	10	scores	score	NOUN
crl-16410	166	11	for	for	ADP
crl-16410	166	12	the	the	DET
crl-16410	166	13	capstone	capstone	NOUN
crl-16410	166	14	course	course	NOUN
crl-16410	166	15	,	,	PUNCT
crl-16410	166	16	hist	hist	NOUN
crl-16410	166	17	4990	4990	NUM
crl-16410	166	18	,	,	PUNCT
crl-16410	166	19	than	than	SCONJ
crl-16410	166	20	was	be	AUX
crl-16410	166	21	seen	see	VERB
crl-16410	166	22	in	in	ADP
crl-16410	166	23	the	the	DET
crl-16410	166	24	other	other	ADJ
crl-16410	166	25	courses	course	NOUN
crl-16410	166	26	(	(	PUNCT
crl-16410	166	27	the	the	DET
crl-16410	166	28	standard	standard	ADJ
crl-16410	166	29	deviation	deviation	NOUN
crl-16410	166	30	for	for	ADP
crl-16410	166	31	category	category	NOUN
crl-16410	166	32	1	1	NUM
crl-16410	166	33	was	be	AUX
crl-16410	166	34	0.8	0.8	NUM
crl-16410	166	35	,	,	PUNCT
crl-16410	166	36	on	on	ADP
crl-16410	166	37	a	a	DET
crl-16410	166	38	4	4	NUM
crl-16410	166	39	-	-	PUNCT
crl-16410	166	40	point	point	NOUN
crl-16410	166	41	scale	scale	NOUN
crl-16410	166	42	)	)	PUNCT
crl-16410	166	43	.	.	PUNCT
crl-16410	167	1	there	there	PRON
crl-16410	167	2	was	be	VERB
crl-16410	167	3	a	a	DET
crl-16410	167	4	possible	possible	ADJ
crl-16410	167	5	instructor	instructor	NOUN
crl-16410	167	6	or	or	CCONJ
crl-16410	167	7	class	class	NOUN
crl-16410	167	8	effect	effect	NOUN
crl-16410	167	9	,	,	PUNCT
crl-16410	167	10	with	with	ADP
crl-16410	167	11	some	some	DET
crl-16410	167	12	sections	section	NOUN
crl-16410	167	13	scoring	score	VERB
crl-16410	167	14	very	very	ADV
crl-16410	167	15	high	high	ADJ
crl-16410	167	16	or	or	CCONJ
crl-16410	167	17	very	very	ADV
crl-16410	167	18	low	low	ADJ
crl-16410	167	19	.	.	PUNCT
crl-16410	168	1	one	one	NUM
crl-16410	168	2	section	section	NOUN
crl-16410	168	3	had	have	VERB
crl-16410	168	4	a	a	DET
crl-16410	168	5	mode	mode	NOUN
crl-16410	168	6	score	score	NOUN
crl-16410	168	7	of	of	ADP
crl-16410	168	8	3	3	NUM
crl-16410	168	9	for	for	ADP
crl-16410	168	10	category	category	NOUN
crl-16410	168	11	1	1	NUM
crl-16410	168	12	while	while	SCONJ
crl-16410	168	13	another	another	PRON
crl-16410	168	14	had	have	VERB
crl-16410	168	15	a	a	DET
crl-16410	168	16	mode	mode	NOUN
crl-16410	168	17	score	score	NOUN
crl-16410	168	18	of	of	ADP
crl-16410	168	19	1	1	NUM
crl-16410	168	20	(	(	PUNCT
crl-16410	168	21	average	average	ADJ
crl-16410	168	22	mode	mode	NOUN
crl-16410	168	23	=	=	SYM
crl-16410	168	24	2	2	NUM
crl-16410	168	25	)	)	PUNCT
crl-16410	168	26	.	.	PUNCT
crl-16410	169	1	the	the	DET
crl-16410	169	2	students	student	NOUN
crl-16410	169	3	in	in	ADP
crl-16410	169	4	the	the	DET
crl-16410	169	5	high	high	ADJ
crl-16410	169	6	-	-	PUNCT
crl-16410	169	7	scoring	scoring	NOUN
crl-16410	169	8	class	class	NOUN
crl-16410	169	9	,	,	PUNCT
crl-16410	169	10	for	for	ADP
crl-16410	169	11	example	example	NOUN
crl-16410	169	12	,	,	PUNCT
crl-16410	169	13	were	be	AUX
crl-16410	169	14	able	able	ADJ
crl-16410	169	15	to	to	PART
crl-16410	169	16	articulate	articulate	VERB
crl-16410	169	17	a	a	DET
crl-16410	169	18	clear	clear	ADJ
crl-16410	169	19	and	and	CCONJ
crl-16410	169	20	narrowly	narrowly	ADV
crl-16410	169	21	focused	focus	VERB
crl-16410	169	22	thesis	thesis	NOUN
crl-16410	169	23	,	,	PUNCT
crl-16410	169	24	grounded	ground	VERB
crl-16410	169	25	in	in	ADP
crl-16410	169	26	the	the	DET
crl-16410	169	27	existing	exist	VERB
crl-16410	169	28	historical	historical	ADJ
crl-16410	169	29	literature	literature	NOUN
crl-16410	169	30	on	on	ADP
crl-16410	169	31	the	the	DET
crl-16410	169	32	topic	topic	NOUN
crl-16410	169	33	.	.	PUNCT
crl-16410	170	1	students	student	NOUN
crl-16410	170	2	scoring	score	VERB
crl-16410	170	3	at	at	ADP
crl-16410	170	4	the	the	DET
crl-16410	170	5	low	low	ADJ
crl-16410	170	6	end	end	NOUN
crl-16410	170	7	of	of	ADP
crl-16410	170	8	scale	scale	NOUN
crl-16410	170	9	tended	tend	VERB
crl-16410	170	10	to	to	PART
crl-16410	170	11	have	have	VERB
crl-16410	170	12	overly	overly	ADV
crl-16410	170	13	broad	broad	ADJ
crl-16410	170	14	theses	thesis	NOUN
crl-16410	170	15	and	and	CCONJ
crl-16410	170	16	were	be	AUX
crl-16410	170	17	more	more	ADJ
crl-16410	170	18	narrative	narrative	NOUN
crl-16410	170	19	(	(	PUNCT
crl-16410	170	20	in	in	ADP
crl-16410	170	21	other	other	ADJ
crl-16410	170	22	words	word	NOUN
crl-16410	170	23	,	,	PUNCT
crl-16410	170	24	“	"	PUNCT
crl-16410	170	25	this	this	PRON
crl-16410	170	26	is	be	AUX
crl-16410	170	27	what	what	PRON
crl-16410	170	28	happened	happen	VERB
crl-16410	170	29	…	…	PUNCT
crl-16410	170	30	”	"	PUNCT
crl-16410	170	31	)	)	PUNCT
crl-16410	170	32	than	than	ADP
crl-16410	170	33	interpretive	interpretive	ADJ
crl-16410	170	34	and	and	CCONJ
crl-16410	170	35	analytical	analytical	ADJ
crl-16410	170	36	.	.	PUNCT
crl-16410	171	1	like	like	ADP
crl-16410	171	2	the	the	DET
crl-16410	171	3	other	other	ADJ
crl-16410	171	4	courses	course	NOUN
crl-16410	171	5	,	,	PUNCT
crl-16410	171	6	low	low	ADJ
crl-16410	171	7	-	-	PUNCT
crl-16410	171	8	scoring	score	VERB
crl-16410	171	9	students	student	NOUN
crl-16410	171	10	identified	identify	VERB
crl-16410	171	11	a	a	DET
crl-16410	171	12	broad	broad	ADJ
crl-16410	171	13	“	"	PUNCT
crl-16410	171	14	topic	topic	NOUN
crl-16410	171	15	”	"	PUNCT
crl-16410	171	16	and	and	CCONJ
crl-16410	171	17	summarized	summarize	VERB
crl-16410	171	18	general	general	ADJ
crl-16410	171	19	information	information	NOUN
crl-16410	171	20	they	they	PRON
crl-16410	171	21	found	find	VERB
crl-16410	171	22	about	about	ADP
crl-16410	171	23	that	that	DET
crl-16410	171	24	topic	topic	NOUN
crl-16410	171	25	(	(	PUNCT
crl-16410	171	26	see	see	VERB
crl-16410	171	27	table	table	NOUN
crl-16410	171	28	9	9	NUM
crl-16410	171	29	)	)	PUNCT
crl-16410	171	30	.	.	PUNCT
crl-16410	172	1	category	category	NOUN
crl-16410	172	2	2	2	NUM
crl-16410	172	3	:	:	PUNCT
crl-16410	172	4	access	access	NOUN
crl-16410	172	5	the	the	DET
crl-16410	172	6	needed	needed	ADJ
crl-16410	172	7	information	information	NOUN
crl-16410	172	8	this	this	DET
crl-16410	172	9	category	category	NOUN
crl-16410	172	10	was	be	AUX
crl-16410	172	11	easier	easy	ADJ
crl-16410	172	12	to	to	PART
crl-16410	172	13	rate	rate	VERB
crl-16410	172	14	,	,	PUNCT
crl-16410	172	15	as	as	SCONJ
crl-16410	172	16	it	it	PRON
crl-16410	172	17	mainly	mainly	ADV
crl-16410	172	18	described	describe	VERB
crl-16410	172	19	a	a	DET
crl-16410	172	20	student	student	NOUN
crl-16410	172	21	’s	’s	PART
crl-16410	172	22	ability	ability	NOUN
crl-16410	172	23	to	to	PART
crl-16410	172	24	find	find	VERB
crl-16410	172	25	relevant	relevant	ADJ
crl-16410	172	26	,	,	PUNCT
crl-16410	172	27	varied	varied	ADJ
crl-16410	172	28	sources	source	NOUN
crl-16410	172	29	.	.	PUNCT
crl-16410	173	1	the	the	DET
crl-16410	173	2	common	common	ADJ
crl-16410	173	3	scenario	scenario	NOUN
crl-16410	173	4	in	in	ADP
crl-16410	173	5	both	both	CCONJ
crl-16410	173	6	engl1010	engl1010	PROPN
crl-16410	173	7	and	and	CCONJ
crl-16410	173	8	2010	2010	NUM
crl-16410	173	9	level	level	NOUN
crl-16410	173	10	papers	paper	NOUN
crl-16410	173	11	had	have	VERB
crl-16410	173	12	some	some	DET
crl-16410	173	13	scholarly	scholarly	ADJ
crl-16410	173	14	articles	article	NOUN
crl-16410	173	15	cited	cite	VERB
crl-16410	173	16	,	,	PUNCT
crl-16410	173	17	usually	usually	ADV
crl-16410	173	18	found	find	VERB
crl-16410	173	19	from	from	ADP
crl-16410	173	20	the	the	DET
crl-16410	173	21	library	library	NOUN
crl-16410	173	22	database	database	NOUN
crl-16410	173	23	demonstrated	demonstrate	VERB
crl-16410	173	24	in	in	ADP
crl-16410	173	25	class	class	NOUN
crl-16410	173	26	,	,	PUNCT
crl-16410	173	27	academic	academic	ADJ
crl-16410	173	28	search	search	NOUN
crl-16410	173	29	premier	premier	NOUN
crl-16410	173	30	(	(	PUNCT
crl-16410	173	31	based	base	VERB
crl-16410	173	32	on	on	ADP
crl-16410	173	33	the	the	DET
crl-16410	173	34	urls	url	NOUN
crl-16410	173	35	in	in	ADP
crl-16410	173	36	the	the	DET
crl-16410	173	37	citations	citation	NOUN
crl-16410	173	38	)	)	PUNCT
crl-16410	173	39	,	,	PUNCT
crl-16410	173	40	but	but	CCONJ
crl-16410	173	41	the	the	DET
crl-16410	173	42	content	content	NOUN
crl-16410	173	43	of	of	ADP
crl-16410	173	44	sources	source	NOUN
crl-16410	173	45	was	be	AUX
crl-16410	173	46	only	only	ADV
crl-16410	173	47	loosely	loosely	ADV
crl-16410	173	48	related	relate	VERB
crl-16410	173	49	to	to	ADP
crl-16410	173	50	the	the	DET
crl-16410	173	51	thesis	thesis	NOUN
crl-16410	173	52	and	and	CCONJ
crl-16410	173	53	to	to	ADP
crl-16410	173	54	the	the	DET
crl-16410	173	55	other	other	ADJ
crl-16410	173	56	sources	source	NOUN
crl-16410	173	57	.	.	PUNCT
crl-16410	174	1	in	in	ADP
crl-16410	174	2	some	some	DET
crl-16410	174	3	cases	case	NOUN
crl-16410	174	4	,	,	PUNCT
crl-16410	174	5	students	student	NOUN
crl-16410	174	6	seemed	seem	VERB
crl-16410	174	7	to	to	PART
crl-16410	174	8	have	have	AUX
crl-16410	174	9	found	find	VERB
crl-16410	174	10	one	one	NUM
crl-16410	174	11	fairly	fairly	ADV
crl-16410	174	12	reliable	reliable	ADJ
crl-16410	174	13	source	source	NOUN
crl-16410	174	14	that	that	SCONJ
crl-16410	174	15	they	they	PRON
crl-16410	174	16	used	use	VERB
crl-16410	174	17	extensively	extensively	ADV
crl-16410	174	18	.	.	PUNCT
crl-16410	175	1	students	student	NOUN
crl-16410	175	2	in	in	ADP
crl-16410	175	3	engl	engl	PROPN
crl-16410	175	4	2010	2010	NUM
crl-16410	175	5	showed	show	VERB
crl-16410	175	6	a	a	DET
crl-16410	175	7	wider	wide	ADJ
crl-16410	175	8	range	range	NOUN
crl-16410	175	9	of	of	ADP
crl-16410	175	10	performance	performance	NOUN
crl-16410	175	11	in	in	ADP
crl-16410	175	12	this	this	DET
crl-16410	175	13	category	category	NOUN
crl-16410	175	14	,	,	PUNCT
crl-16410	175	15	but	but	CCONJ
crl-16410	175	16	the	the	DET
crl-16410	175	17	mode	mode	NOUN
crl-16410	175	18	,	,	PUNCT
crl-16410	175	19	1.5	1.5	NUM
crl-16410	175	20	,	,	PUNCT
crl-16410	175	21	for	for	ADP
crl-16410	175	22	both	both	PRON
crl-16410	175	23	engl	engl	PROPN
crl-16410	175	24	1010	1010	NUM
crl-16410	175	25	and	and	CCONJ
crl-16410	175	26	2010	2010	NUM
crl-16410	175	27	suggests	suggest	VERB
crl-16410	175	28	that	that	SCONJ
crl-16410	175	29	students	student	NOUN
crl-16410	175	30	still	still	ADV
crl-16410	175	31	struggle	struggle	VERB
crl-16410	175	32	identifying	identify	VERB
crl-16410	175	33	a	a	DET
crl-16410	175	34	rich	rich	ADJ
crl-16410	175	35	and	and	CCONJ
crl-16410	175	36	appropriate	appropriate	ADJ
crl-16410	175	37	range	range	NOUN
crl-16410	175	38	of	of	ADP
crl-16410	175	39	information	information	NOUN
crl-16410	175	40	(	(	PUNCT
crl-16410	175	41	see	see	VERB
crl-16410	175	42	table	table	NOUN
crl-16410	175	43	10	10	NUM
crl-16410	175	44	)	)	PUNCT
crl-16410	175	45	.	.	PUNCT
crl-16410	176	1	psychology	psychology	NOUN
crl-16410	176	2	students	student	NOUN
crl-16410	176	3	were	be	AUX
crl-16410	176	4	generally	generally	ADV
crl-16410	176	5	successful	successful	ADJ
crl-16410	176	6	in	in	ADP
crl-16410	176	7	accessing	access	VERB
crl-16410	176	8	the	the	DET
crl-16410	176	9	needed	needed	ADJ
crl-16410	176	10	information	information	NOUN
crl-16410	176	11	(	(	PUNCT
crl-16410	176	12	mode	mode	NOUN
crl-16410	176	13	=	=	SYM
crl-16410	176	14	3	3	NUM
crl-16410	176	15	)	)	PUNCT
crl-16410	176	16	.	.	PUNCT
crl-16410	177	1	nearly	nearly	ADV
crl-16410	177	2	all	all	PRON
crl-16410	177	3	papers	paper	NOUN
crl-16410	177	4	used	use	VERB
crl-16410	177	5	quality	quality	NOUN
crl-16410	177	6	sources	source	NOUN
crl-16410	177	7	based	base	VERB
crl-16410	177	8	on	on	ADP
crl-16410	177	9	current	current	ADJ
crl-16410	177	10	empirical	empirical	ADJ
crl-16410	177	11	research	research	NOUN
crl-16410	177	12	in	in	ADP
crl-16410	177	13	the	the	DET
crl-16410	177	14	field	field	NOUN
crl-16410	177	15	.	.	PUNCT
crl-16410	178	1	however	however	ADV
crl-16410	178	2	,	,	PUNCT
crl-16410	178	3	the	the	DET
crl-16410	178	4	issue	issue	NOUN
crl-16410	178	5	of	of	ADP
crl-16410	178	6	relevant	relevant	ADJ
crl-16410	178	7	sources	source	NOUN
crl-16410	178	8	also	also	ADV
crl-16410	178	9	arose	arise	VERB
crl-16410	178	10	within	within	ADP
crl-16410	178	11	this	this	DET
crl-16410	178	12	group	group	NOUN
crl-16410	178	13	.	.	PUNCT
crl-16410	179	1	papers	paper	NOUN
crl-16410	179	2	that	that	PRON
crl-16410	179	3	began	begin	VERB
crl-16410	179	4	with	with	ADP
crl-16410	179	5	overly	overly	ADV
crl-16410	179	6	broad	broad	ADJ
crl-16410	179	7	topics	topic	NOUN
crl-16410	179	8	and	and	CCONJ
crl-16410	179	9	read	read	VERB
crl-16410	179	10	more	more	ADJ
crl-16410	179	11	like	like	ADP
crl-16410	179	12	reports	report	NOUN
crl-16410	179	13	,	,	PUNCT
crl-16410	179	14	rather	rather	ADV
crl-16410	179	15	than	than	ADP
crl-16410	179	16	research	research	NOUN
crl-16410	179	17	proposals	proposal	NOUN
crl-16410	179	18	,	,	PUNCT
crl-16410	179	19	often	often	ADV
crl-16410	179	20	cited	cite	VERB
crl-16410	179	21	sources	source	NOUN
crl-16410	179	22	that	that	PRON
crl-16410	179	23	lacked	lack	VERB
crl-16410	179	24	relevance	relevance	NOUN
crl-16410	179	25	.	.	PUNCT
crl-16410	180	1	history	history	NOUN
crl-16410	180	2	students	student	NOUN
crl-16410	180	3	again	again	ADV
crl-16410	180	4	showed	show	VERB
crl-16410	180	5	a	a	DET
crl-16410	180	6	wide	wide	ADJ
crl-16410	180	7	range	range	NOUN
crl-16410	180	8	of	of	ADP
crl-16410	180	9	achievement	achievement	NOUN
crl-16410	180	10	in	in	ADP
crl-16410	180	11	this	this	DET
crl-16410	180	12	category	category	NOUN
crl-16410	180	13	.	.	PUNCT
crl-16410	181	1	in	in	ADP
crl-16410	181	2	high	high	ADJ
crl-16410	181	3	-	-	PUNCT
crl-16410	181	4	scoring	scoring	NOUN
crl-16410	181	5	classes	class	NOUN
crl-16410	181	6	,	,	PUNCT
crl-16410	181	7	some	some	DET
crl-16410	181	8	students	student	NOUN
crl-16410	181	9	included	include	VERB
crl-16410	181	10	comprehensive	comprehensive	ADJ
crl-16410	181	11	bibliographies	bibliography	NOUN
crl-16410	181	12	of	of	ADP
crl-16410	181	13	both	both	CCONJ
crl-16410	181	14	the	the	DET
crl-16410	181	15	primary	primary	ADJ
crl-16410	181	16	and	and	CCONJ
crl-16410	181	17	secondary	secondary	ADJ
crl-16410	181	18	literature	literature	NOUN
crl-16410	181	19	.	.	PUNCT
crl-16410	182	1	but	but	CCONJ
crl-16410	182	2	many	many	ADJ
crl-16410	182	3	students	student	NOUN
crl-16410	182	4	struggled	struggle	VERB
crl-16410	182	5	in	in	ADP
crl-16410	182	6	this	this	DET
crl-16410	182	7	skill	skill	NOUN
crl-16410	182	8	.	.	PUNCT
crl-16410	183	1	some	some	DET
crl-16410	183	2	papers	paper	NOUN
crl-16410	183	3	cited	cite	VERB
crl-16410	183	4	,	,	PUNCT
crl-16410	183	5	for	for	ADP
crl-16410	183	6	example	example	NOUN
crl-16410	183	7	,	,	PUNCT
crl-16410	183	8	only	only	ADV
crl-16410	183	9	one	one	NUM
crl-16410	183	10	or	or	CCONJ
crl-16410	183	11	two	two	NUM
crl-16410	183	12	books	book	NOUN
crl-16410	183	13	from	from	ADP
crl-16410	183	14	the	the	DET
crl-16410	183	15	secondary	secondary	ADJ
crl-16410	183	16	literature	literature	NOUN
crl-16410	183	17	and	and	CCONJ
crl-16410	183	18	used	use	VERB
crl-16410	183	19	only	only	ADV
crl-16410	183	20	a	a	DET
crl-16410	183	21	few	few	ADJ
crl-16410	183	22	primary	primary	ADJ
crl-16410	183	23	sources	source	NOUN
crl-16410	183	24	.	.	PUNCT
crl-16410	184	1	again	again	ADV
crl-16410	184	2	,	,	PUNCT
crl-16410	184	3	there	there	PRON
crl-16410	184	4	was	be	VERB
crl-16410	184	5	a	a	DET
crl-16410	184	6	notable	notable	ADJ
crl-16410	184	7	difference	difference	NOUN
crl-16410	184	8	between	between	ADP
crl-16410	184	9	sections	section	NOUN
crl-16410	184	10	for	for	ADP
crl-16410	184	11	this	this	DET
crl-16410	184	12	category	category	NOUN
crl-16410	184	13	.	.	PUNCT
crl-16410	185	1	the	the	DET
crl-16410	185	2	highest	high	ADJ
crl-16410	185	3	performing	performing	NOUN
crl-16410	185	4	section	section	NOUN
crl-16410	185	5	had	have	VERB
crl-16410	185	6	a	a	DET
crl-16410	185	7	mode	mode	NOUN
crl-16410	185	8	of	of	ADP
crl-16410	185	9	4	4	NUM
crl-16410	185	10	in	in	ADP
crl-16410	185	11	this	this	DET
crl-16410	185	12	category	category	NOUN
crl-16410	185	13	,	,	PUNCT
crl-16410	185	14	meeting	meet	VERB
crl-16410	185	15	our	our	PRON
crl-16410	185	16	expectations	expectation	NOUN
crl-16410	185	17	for	for	ADP
crl-16410	185	18	a	a	DET
crl-16410	185	19	capstone	capstone	NOUN
crl-16410	185	20	course	course	NOUN
crl-16410	185	21	.	.	PUNCT
crl-16410	186	1	another	another	DET
crl-16410	186	2	section	section	NOUN
crl-16410	186	3	had	have	VERB
crl-16410	186	4	a	a	DET
crl-16410	186	5	mode	mode	NOUN
crl-16410	186	6	score	score	NOUN
crl-16410	186	7	of	of	ADP
crl-16410	186	8	1	1	NUM
crl-16410	186	9	(	(	PUNCT
crl-16410	186	10	average	average	ADJ
crl-16410	186	11	mode	mode	NOUN
crl-16410	186	12	=	=	SYM
crl-16410	186	13	2	2	NUM
crl-16410	186	14	)	)	PUNCT
crl-16410	186	15	.	.	PUNCT
crl-16410	187	1	table	table	NOUN
crl-16410	187	2	10	10	NUM
crl-16410	187	3	category	category	NOUN
crl-16410	187	4	two	two	NUM
crl-16410	187	5	(	(	PUNCT
crl-16410	187	6	access	access	NOUN
crl-16410	187	7	needed	need	VERB
crl-16410	187	8	information	information	NOUN
crl-16410	187	9	):	):	PUNCT
crl-16410	187	10	percentage	percentage	NOUN
crl-16410	187	11	of	of	ADP
crl-16410	187	12	scores	score	NOUN
crl-16410	187	13	for	for	ADP
crl-16410	187	14	each	each	DET
crl-16410	187	15	course	course	NOUN
crl-16410	187	16	category	category	NOUN
crl-16410	187	17	two	two	NUM
crl-16410	187	18	0–0.5	0–0.5	NUM
crl-16410	187	19	1–1.5	1–1.5	NUM
crl-16410	187	20	2–2.5	2–2.5	NUM
crl-16410	187	21	3–3.5	3–3.5	NUM
crl-16410	187	22	4	4	NUM
crl-16410	187	23	engl	engl	ADJ
crl-16410	187	24	1010	1010	NUM
crl-16410	187	25	4.1	4.1	NUM
crl-16410	187	26	%	%	NOUN
crl-16410	187	27	86.7	86.7	NUM
crl-16410	187	28	%	%	NOUN
crl-16410	187	29	9.3	9.3	NUM
crl-16410	187	30	%	%	NOUN
crl-16410	187	31	0.0	0.0	NUM
crl-16410	187	32	%	%	NOUN
crl-16410	187	33	0.0	0.0	NUM
crl-16410	187	34	%	%	NOUN
crl-16410	187	35	engl	engl	ADJ
crl-16410	187	36	2010	2010	NUM
crl-16410	187	37	0.6	0.6	NUM
crl-16410	187	38	%	%	NOUN
crl-16410	187	39	54.1	54.1	NUM
crl-16410	187	40	%	%	NOUN
crl-16410	187	41	36.8	36.8	NUM
crl-16410	187	42	%	%	NOUN
crl-16410	187	43	7.6	7.6	NUM
crl-16410	187	44	%	%	NOUN
crl-16410	187	45	0.6	0.6	NUM
crl-16410	187	46	%	%	NOUN
crl-16410	187	47	psy	psy	NOUN
crl-16410	187	48	3500	3500	NUM
crl-16410	187	49	0.0	0.0	NUM
crl-16410	187	50	%	%	NOUN
crl-16410	187	51	3.0	3.0	NUM
crl-16410	187	52	%	%	NOUN
crl-16410	187	53	40.6	40.6	NUM
crl-16410	187	54	%	%	NOUN
crl-16410	187	55	54.5	54.5	NUM
crl-16410	187	56	%	%	NOUN
crl-16410	187	57	2.0	2.0	NUM
crl-16410	187	58	%	%	NOUN
crl-16410	187	59	hist	hist	NOUN
crl-16410	187	60	4990	4990	NUM
crl-16410	187	61	0.0	0.0	NUM
crl-16410	187	62	%	%	NOUN
crl-16410	187	63	40.0	40.0	NUM
crl-16410	187	64	%	%	NOUN
crl-16410	187	65	31.1	31.1	NUM
crl-16410	187	66	%	%	NOUN
crl-16410	187	67	24.4	24.4	NUM
crl-16410	187	68	%	%	NOUN
crl-16410	187	69	4.4	4.4	NUM
crl-16410	187	70	%	%	NOUN
crl-16410	187	71	180	180	NUM
crl-16410	187	72	college	college	PROPN
crl-16410	187	73	&	&	CCONJ
crl-16410	187	74	research	research	PROPN
crl-16410	187	75	libraries	library	NOUN
crl-16410	187	76	march	march	PROPN
crl-16410	187	77	2015	2015	NUM
crl-16410	187	78	category	category	NOUN
crl-16410	187	79	3	3	NUM
crl-16410	187	80	:	:	PUNCT
crl-16410	187	81	evaluate	evaluate	VERB
crl-16410	187	82	information	information	NOUN
crl-16410	187	83	and	and	CCONJ
crl-16410	187	84	its	its	PRON
crl-16410	187	85	sources	source	NOUN
crl-16410	187	86	critically	critically	ADV
crl-16410	187	87	and	and	CCONJ
crl-16410	187	88	thoroughly	thoroughly	ADV
crl-16410	187	89	(	(	PUNCT
crl-16410	187	90	systematically	systematically	ADV
crl-16410	187	91	and	and	CCONJ
crl-16410	187	92	methodically	methodically	ADV
crl-16410	187	93	)	)	PUNCT
crl-16410	187	94	this	this	DET
crl-16410	187	95	category	category	NOUN
crl-16410	187	96	was	be	AUX
crl-16410	187	97	problematic	problematic	ADJ
crl-16410	187	98	for	for	ADP
crl-16410	187	99	scoring	score	VERB
crl-16410	187	100	in	in	ADP
crl-16410	187	101	engl	engl	PROPN
crl-16410	187	102	1010	1010	NUM
crl-16410	187	103	papers	paper	NOUN
crl-16410	187	104	because	because	SCONJ
crl-16410	187	105	the	the	DET
crl-16410	187	106	assignment	assignment	NOUN
crl-16410	187	107	for	for	ADP
crl-16410	187	108	this	this	DET
crl-16410	187	109	class	class	NOUN
crl-16410	187	110	did	do	AUX
crl-16410	187	111	not	not	PART
crl-16410	187	112	explicitly	explicitly	ADV
crl-16410	187	113	ask	ask	VERB
crl-16410	187	114	for	for	ADP
crl-16410	187	115	a	a	DET
crl-16410	187	116	direct	direct	ADJ
crl-16410	187	117	evaluation	evaluation	NOUN
crl-16410	187	118	of	of	ADP
crl-16410	187	119	information	information	NOUN
crl-16410	187	120	.	.	PUNCT
crl-16410	188	1	students	student	NOUN
crl-16410	188	2	scored	score	VERB
crl-16410	188	3	very	very	ADV
crl-16410	188	4	low	low	ADJ
crl-16410	188	5	,	,	PUNCT
crl-16410	188	6	with	with	ADP
crl-16410	188	7	a	a	DET
crl-16410	188	8	mode	mode	NOUN
crl-16410	188	9	score	score	NOUN
crl-16410	188	10	of	of	ADP
crl-16410	188	11	0	0	NUM
crl-16410	188	12	.	.	PUNCT
crl-16410	189	1	very	very	ADV
crl-16410	189	2	few	few	ADJ
crl-16410	189	3	papers	paper	NOUN
crl-16410	189	4	had	have	VERB
crl-16410	189	5	any	any	DET
crl-16410	189	6	direct	direct	ADJ
crl-16410	189	7	statements	statement	NOUN
crl-16410	189	8	relating	relate	VERB
crl-16410	189	9	to	to	PART
crl-16410	189	10	bias	bias	VERB
crl-16410	189	11	in	in	ADP
crl-16410	189	12	their	their	PRON
crl-16410	189	13	sources	source	NOUN
crl-16410	189	14	or	or	CCONJ
crl-16410	189	15	an	an	DET
crl-16410	189	16	evaluation	evaluation	NOUN
crl-16410	189	17	of	of	ADP
crl-16410	189	18	credibility	credibility	NOUN
crl-16410	189	19	.	.	PUNCT
crl-16410	190	1	a	a	DET
crl-16410	190	2	small	small	ADJ
crl-16410	190	3	number	number	NOUN
crl-16410	190	4	of	of	ADP
crl-16410	190	5	students	student	NOUN
crl-16410	190	6	placed	place	VERB
crl-16410	190	7	their	their	PRON
crl-16410	190	8	sources	source	NOUN
crl-16410	190	9	in	in	ADP
crl-16410	190	10	any	any	DET
crl-16410	190	11	kind	kind	NOUN
crl-16410	190	12	of	of	ADP
crl-16410	190	13	context	context	NOUN
crl-16410	190	14	,	,	PUNCT
crl-16410	190	15	such	such	ADJ
crl-16410	190	16	as	as	ADP
crl-16410	190	17	an	an	DET
crl-16410	190	18	historical	historical	ADJ
crl-16410	190	19	or	or	CCONJ
crl-16410	190	20	demographic	demographic	ADJ
crl-16410	190	21	perspective	perspective	NOUN
crl-16410	190	22	,	,	PUNCT
crl-16410	190	23	which	which	PRON
crl-16410	190	24	might	might	AUX
crl-16410	190	25	have	have	AUX
crl-16410	190	26	demonstrated	demonstrate	VERB
crl-16410	190	27	that	that	SCONJ
crl-16410	190	28	they	they	PRON
crl-16410	190	29	understood	understand	VERB
crl-16410	190	30	how	how	SCONJ
crl-16410	190	31	different	different	ADJ
crl-16410	190	32	kinds	kind	NOUN
crl-16410	190	33	of	of	ADP
crl-16410	190	34	information	information	NOUN
crl-16410	190	35	might	might	AUX
crl-16410	190	36	hold	hold	VERB
crl-16410	190	37	different	different	ADJ
crl-16410	190	38	explanatory	explanatory	ADJ
crl-16410	190	39	weight	weight	NOUN
crl-16410	190	40	(	(	PUNCT
crl-16410	190	41	see	see	VERB
crl-16410	190	42	table	table	NOUN
crl-16410	190	43	11	11	NUM
crl-16410	190	44	)	)	PUNCT
crl-16410	190	45	.	.	PUNCT
crl-16410	191	1	the	the	DET
crl-16410	191	2	engl	engl	PROPN
crl-16410	191	3	2010	2010	NUM
crl-16410	191	4	assignment	assignment	NOUN
crl-16410	191	5	,	,	PUNCT
crl-16410	191	6	a	a	DET
crl-16410	191	7	persuasive	persuasive	ADJ
crl-16410	191	8	paper	paper	NOUN
crl-16410	191	9	,	,	PUNCT
crl-16410	191	10	did	do	AUX
crl-16410	191	11	encourage	encourage	VERB
crl-16410	191	12	more	more	ADJ
crl-16410	191	13	students	student	NOUN
crl-16410	191	14	to	to	PART
crl-16410	191	15	investigate	investigate	VERB
crl-16410	191	16	bias	bias	NOUN
crl-16410	191	17	or	or	CCONJ
crl-16410	191	18	issues	issue	NOUN
crl-16410	191	19	of	of	ADP
crl-16410	191	20	credibility	credibility	NOUN
crl-16410	191	21	,	,	PUNCT
crl-16410	191	22	but	but	CCONJ
crl-16410	191	23	these	these	DET
crl-16410	191	24	students	student	NOUN
crl-16410	191	25	either	either	CCONJ
crl-16410	191	26	overlooked	overlook	VERB
crl-16410	191	27	,	,	PUNCT
crl-16410	191	28	failed	fail	VERB
crl-16410	191	29	to	to	PART
crl-16410	191	30	identify	identify	VERB
crl-16410	191	31	,	,	PUNCT
crl-16410	191	32	or	or	CCONJ
crl-16410	191	33	did	do	AUX
crl-16410	191	34	not	not	PART
crl-16410	191	35	directly	directly	ADV
crl-16410	191	36	address	address	VERB
crl-16410	191	37	deeper	deep	ADJ
crl-16410	191	38	issues	issue	NOUN
crl-16410	191	39	relating	relate	VERB
crl-16410	191	40	to	to	ADP
crl-16410	191	41	evaluation	evaluation	NOUN
crl-16410	191	42	(	(	PUNCT
crl-16410	191	43	mode	mode	NOUN
crl-16410	191	44	=	=	NOUN
crl-16410	191	45	1	1	NUM
crl-16410	191	46	)	)	PUNCT
crl-16410	191	47	.	.	PUNCT
crl-16410	192	1	many	many	ADJ
crl-16410	192	2	students	student	NOUN
crl-16410	192	3	struggled	struggle	VERB
crl-16410	192	4	to	to	PART
crl-16410	192	5	qualify	qualify	VERB
crl-16410	192	6	and	and	CCONJ
crl-16410	192	7	integrate	integrate	VERB
crl-16410	192	8	evidence	evidence	NOUN
crl-16410	192	9	once	once	SCONJ
crl-16410	192	10	they	they	PRON
crl-16410	192	11	introduced	introduce	VERB
crl-16410	192	12	it	it	PRON
crl-16410	192	13	,	,	PUNCT
crl-16410	192	14	possibly	possibly	ADV
crl-16410	192	15	because	because	SCONJ
crl-16410	192	16	of	of	ADP
crl-16410	192	17	their	their	PRON
crl-16410	192	18	lack	lack	NOUN
crl-16410	192	19	of	of	ADP
crl-16410	192	20	disciplinary	disciplinary	ADJ
crl-16410	192	21	knowledge	knowledge	NOUN
crl-16410	192	22	and	and	CCONJ
crl-16410	192	23	how	how	SCONJ
crl-16410	192	24	disciplines	discipline	NOUN
crl-16410	192	25	value	value	VERB
crl-16410	192	26	information	information	NOUN
crl-16410	192	27	and	and	CCONJ
crl-16410	192	28	evidence	evidence	NOUN
crl-16410	192	29	.	.	PUNCT
crl-16410	193	1	other	other	ADJ
crl-16410	193	2	students	student	NOUN
crl-16410	193	3	struggled	struggle	VERB
crl-16410	193	4	with	with	ADP
crl-16410	193	5	bias	bias	NOUN
crl-16410	193	6	in	in	ADP
crl-16410	193	7	their	their	PRON
crl-16410	193	8	own	own	ADJ
crl-16410	193	9	writing	writing	NOUN
crl-16410	193	10	and	and	CCONJ
crl-16410	193	11	presented	present	VERB
crl-16410	193	12	only	only	ADV
crl-16410	193	13	the	the	DET
crl-16410	193	14	evidence	evidence	NOUN
crl-16410	193	15	that	that	PRON
crl-16410	193	16	supported	support	VERB
crl-16410	193	17	their	their	PRON
crl-16410	193	18	thesis	thesis	NOUN
crl-16410	193	19	.	.	PUNCT
crl-16410	194	1	students	student	NOUN
crl-16410	194	2	in	in	ADP
crl-16410	194	3	psychology	psychology	NOUN
crl-16410	194	4	demonstrated	demonstrate	VERB
crl-16410	194	5	variable	variable	ADJ
crl-16410	194	6	ability	ability	NOUN
crl-16410	194	7	to	to	PART
crl-16410	194	8	evaluate	evaluate	VERB
crl-16410	194	9	sources	source	NOUN
crl-16410	194	10	in	in	ADP
crl-16410	194	11	their	their	PRON
crl-16410	194	12	research	research	NOUN
crl-16410	194	13	proposals	proposal	NOUN
crl-16410	194	14	,	,	PUNCT
crl-16410	194	15	but	but	CCONJ
crl-16410	194	16	they	they	PRON
crl-16410	194	17	did	do	AUX
crl-16410	194	18	show	show	VERB
crl-16410	194	19	improvement	improvement	NOUN
crl-16410	194	20	over	over	ADP
crl-16410	194	21	engl	engl	PROPN
crl-16410	194	22	2010	2010	NUM
crl-16410	194	23	.	.	PUNCT
crl-16410	195	1	sixty	sixty	NUM
crl-16410	195	2	percent	percent	NOUN
crl-16410	195	3	of	of	ADP
crl-16410	195	4	students	student	NOUN
crl-16410	195	5	scored	score	VERB
crl-16410	195	6	in	in	ADP
crl-16410	195	7	the	the	DET
crl-16410	195	8	2–2.5	2–2.5	NUM
crl-16410	195	9	range	range	NOUN
crl-16410	195	10	,	,	PUNCT
crl-16410	195	11	performing	perform	VERB
crl-16410	195	12	at	at	ADP
crl-16410	195	13	slightly	slightly	ADV
crl-16410	195	14	lower	low	ADJ
crl-16410	195	15	than	than	ADP
crl-16410	195	16	our	our	PRON
crl-16410	195	17	expected	expect	VERB
crl-16410	195	18	benchmark	benchmark	NOUN
crl-16410	195	19	score	score	NOUN
crl-16410	195	20	of	of	ADP
crl-16410	195	21	3	3	NUM
crl-16410	195	22	for	for	ADP
crl-16410	195	23	this	this	DET
crl-16410	195	24	course	course	NOUN
crl-16410	195	25	(	(	PUNCT
crl-16410	195	26	mode	mode	NOUN
crl-16410	195	27	=	=	NOUN
crl-16410	195	28	2	2	NUM
crl-16410	195	29	)	)	PUNCT
crl-16410	195	30	.	.	PUNCT
crl-16410	196	1	some	some	DET
crl-16410	196	2	students	student	NOUN
crl-16410	196	3	identified	identify	VERB
crl-16410	196	4	and	and	CCONJ
crl-16410	196	5	discussed	discuss	VERB
crl-16410	196	6	methodological	methodological	ADJ
crl-16410	196	7	weaknesses	weakness	NOUN
crl-16410	196	8	or	or	CCONJ
crl-16410	196	9	limits	limit	NOUN
crl-16410	196	10	in	in	ADP
crl-16410	196	11	studies	study	NOUN
crl-16410	196	12	,	,	PUNCT
crl-16410	196	13	such	such	ADJ
crl-16410	196	14	as	as	ADP
crl-16410	196	15	problems	problem	NOUN
crl-16410	196	16	with	with	ADP
crl-16410	196	17	generalizability	generalizability	NOUN
crl-16410	196	18	,	,	PUNCT
crl-16410	196	19	but	but	CCONJ
crl-16410	196	20	many	many	ADJ
crl-16410	196	21	did	do	VERB
crl-16410	196	22	not	not	PART
crl-16410	196	23	.	.	PUNCT
crl-16410	197	1	many	many	ADJ
crl-16410	197	2	students	student	NOUN
crl-16410	197	3	wrote	write	VERB
crl-16410	197	4	about	about	ADP
crl-16410	197	5	evidence	evidence	NOUN
crl-16410	197	6	from	from	ADP
crl-16410	197	7	research	research	NOUN
crl-16410	197	8	studies	study	NOUN
crl-16410	197	9	as	as	SCONJ
crl-16410	197	10	if	if	SCONJ
crl-16410	197	11	all	all	DET
crl-16410	197	12	studies	study	NOUN
crl-16410	197	13	published	publish	VERB
crl-16410	197	14	in	in	ADP
crl-16410	197	15	peer	peer	NOUN
crl-16410	197	16	-	-	PUNCT
crl-16410	197	17	reviewed	review	VERB
crl-16410	197	18	journals	journal	NOUN
crl-16410	197	19	were	be	AUX
crl-16410	197	20	equal	equal	ADJ
crl-16410	197	21	in	in	ADP
crl-16410	197	22	quality	quality	NOUN
crl-16410	197	23	and	and	CCONJ
crl-16410	197	24	relevance	relevance	NOUN
crl-16410	197	25	to	to	ADP
crl-16410	197	26	the	the	DET
crl-16410	197	27	students	student	NOUN
crl-16410	197	28	’	’	PART
crl-16410	197	29	research	research	NOUN
crl-16410	197	30	problems	problem	NOUN
crl-16410	197	31	.	.	PUNCT
crl-16410	198	1	the	the	DET
crl-16410	198	2	history	history	NOUN
crl-16410	198	3	students	student	NOUN
crl-16410	198	4	,	,	PUNCT
crl-16410	198	5	on	on	ADP
crl-16410	198	6	the	the	DET
crl-16410	198	7	whole	whole	NOUN
crl-16410	198	8	,	,	PUNCT
crl-16410	198	9	also	also	ADV
crl-16410	198	10	scored	score	VERB
crl-16410	198	11	lower	low	ADJ
crl-16410	198	12	than	than	SCONJ
crl-16410	198	13	expected	expect	VERB
crl-16410	198	14	in	in	ADP
crl-16410	198	15	category	category	NOUN
crl-16410	198	16	3	3	NUM
crl-16410	198	17	(	(	PUNCT
crl-16410	198	18	mode	mode	NOUN
crl-16410	198	19	=	=	NOUN
crl-16410	198	20	2	2	NUM
crl-16410	198	21	)	)	PUNCT
crl-16410	198	22	.	.	PUNCT
crl-16410	199	1	nearly	nearly	ADV
crl-16410	199	2	half	half	NOUN
crl-16410	199	3	of	of	ADP
crl-16410	199	4	the	the	DET
crl-16410	199	5	students	student	NOUN
crl-16410	199	6	scored	score	VERB
crl-16410	199	7	in	in	ADP
crl-16410	199	8	the	the	DET
crl-16410	199	9	2–2.5	2–2.5	NUM
crl-16410	199	10	range	range	NOUN
crl-16410	199	11	and	and	CCONJ
crl-16410	199	12	only	only	ADV
crl-16410	199	13	20	20	NUM
crl-16410	199	14	percent	percent	NOUN
crl-16410	199	15	scored	score	VERB
crl-16410	199	16	a	a	DET
crl-16410	199	17	3	3	NUM
crl-16410	199	18	or	or	CCONJ
crl-16410	199	19	above	above	ADV
crl-16410	199	20	.	.	PUNCT
crl-16410	200	1	like	like	ADP
crl-16410	200	2	many	many	ADJ
crl-16410	200	3	students	student	NOUN
crl-16410	200	4	in	in	ADP
crl-16410	200	5	the	the	DET
crl-16410	200	6	other	other	ADJ
crl-16410	200	7	courses	course	NOUN
crl-16410	200	8	,	,	PUNCT
crl-16410	200	9	lower	lower	ADV
crl-16410	200	10	-	-	PUNCT
crl-16410	200	11	scoring	score	VERB
crl-16410	200	12	students	student	NOUN
crl-16410	200	13	took	take	VERB
crl-16410	200	14	all	all	DET
crl-16410	200	15	information	information	NOUN
crl-16410	200	16	sources	source	NOUN
crl-16410	200	17	at	at	ADP
crl-16410	200	18	face	face	NOUN
crl-16410	200	19	value	value	NOUN
crl-16410	200	20	.	.	PUNCT
crl-16410	201	1	they	they	PRON
crl-16410	201	2	rarely	rarely	ADV
crl-16410	201	3	critiqued	critique	VERB
crl-16410	201	4	historical	historical	ADJ
crl-16410	201	5	arguments	argument	NOUN
crl-16410	201	6	or	or	CCONJ
crl-16410	201	7	interpretations	interpretation	NOUN
crl-16410	201	8	and	and	CCONJ
crl-16410	201	9	few	few	ADJ
crl-16410	201	10	students	student	NOUN
crl-16410	201	11	evaluated	evaluate	VERB
crl-16410	201	12	primary	primary	ADJ
crl-16410	201	13	sources	source	NOUN
crl-16410	201	14	for	for	ADP
crl-16410	201	15	issues	issue	NOUN
crl-16410	201	16	of	of	ADP
crl-16410	201	17	evidentiary	evidentiary	ADJ
crl-16410	201	18	weakness	weakness	NOUN
crl-16410	201	19	,	,	PUNCT
crl-16410	201	20	such	such	ADJ
crl-16410	201	21	as	as	ADP
crl-16410	201	22	bias	bias	NOUN
crl-16410	201	23	,	,	PUNCT
crl-16410	201	24	perspective	perspective	NOUN
crl-16410	201	25	,	,	PUNCT
crl-16410	201	26	or	or	CCONJ
crl-16410	201	27	gaps	gap	NOUN
crl-16410	201	28	in	in	ADP
crl-16410	201	29	the	the	DET
crl-16410	201	30	historical	historical	ADJ
crl-16410	201	31	record	record	NOUN
crl-16410	201	32	.	.	PUNCT
crl-16410	202	1	this	this	PRON
crl-16410	202	2	was	be	AUX
crl-16410	202	3	an	an	DET
crl-16410	202	4	issue	issue	NOUN
crl-16410	202	5	even	even	ADV
crl-16410	202	6	in	in	ADP
crl-16410	202	7	the	the	DET
crl-16410	202	8	strongest	strong	ADJ
crl-16410	202	9	performing	performing	NOUN
crl-16410	202	10	section	section	NOUN
crl-16410	202	11	of	of	ADP
crl-16410	202	12	the	the	DET
crl-16410	202	13	course	course	NOUN
crl-16410	202	14	(	(	PUNCT
crl-16410	202	15	see	see	VERB
crl-16410	202	16	table	table	NOUN
crl-16410	202	17	11	11	NUM
crl-16410	202	18	)	)	PUNCT
crl-16410	202	19	.	.	PUNCT
crl-16410	203	1	category	category	NOUN
crl-16410	203	2	4	4	NUM
crl-16410	203	3	:	:	PUNCT
crl-16410	203	4	use	use	VERB
crl-16410	203	5	information	information	NOUN
crl-16410	203	6	effectively	effectively	ADV
crl-16410	203	7	to	to	PART
crl-16410	203	8	accomplish	accomplish	VERB
crl-16410	203	9	a	a	DET
crl-16410	203	10	specific	specific	ADJ
crl-16410	203	11	purpose	purpose	NOUN
crl-16410	203	12	students	student	NOUN
crl-16410	203	13	in	in	ADP
crl-16410	203	14	both	both	DET
crl-16410	203	15	engl	engl	PROPN
crl-16410	203	16	1010	1010	NUM
crl-16410	203	17	and	and	CCONJ
crl-16410	203	18	2010	2010	NUM
crl-16410	203	19	struggled	struggle	VERB
crl-16410	203	20	to	to	PART
crl-16410	203	21	use	use	VERB
crl-16410	203	22	and	and	CCONJ
crl-16410	203	23	synthesize	synthesize	VERB
crl-16410	203	24	information	information	NOUN
crl-16410	203	25	.	.	PUNCT
crl-16410	204	1	many	many	ADJ
crl-16410	204	2	students	student	NOUN
crl-16410	204	3	relied	rely	VERB
crl-16410	204	4	on	on	ADP
crl-16410	204	5	direct	direct	ADJ
crl-16410	204	6	quotes	quote	NOUN
crl-16410	204	7	or	or	CCONJ
crl-16410	204	8	“	"	PUNCT
crl-16410	204	9	patchwriting	patchwrite	VERB
crl-16410	204	10	,	,	PUNCT
crl-16410	204	11	”	"	PUNCT
crl-16410	204	12	defined	define	VERB
crl-16410	204	13	as	as	ADP
crl-16410	204	14	“	"	PUNCT
crl-16410	204	15	restating	restate	VERB
crl-16410	204	16	a	a	DET
crl-16410	204	17	phrase	phrase	NOUN
crl-16410	204	18	,	,	PUNCT
crl-16410	204	19	clause	clause	NOUN
crl-16410	204	20	,	,	PUNCT
crl-16410	204	21	or	or	CCONJ
crl-16410	204	22	one	one	NUM
crl-16410	204	23	or	or	CCONJ
crl-16410	204	24	more	more	ADJ
crl-16410	204	25	sentences	sentence	NOUN
crl-16410	204	26	while	while	SCONJ
crl-16410	204	27	staying	stay	VERB
crl-16410	204	28	close	close	ADV
crl-16410	204	29	to	to	ADP
crl-16410	204	30	the	the	DET
crl-16410	204	31	language	language	NOUN
crl-16410	204	32	or	or	CCONJ
crl-16410	204	33	syntax	syntax	NOUN
crl-16410	204	34	of	of	ADP
crl-16410	204	35	the	the	DET
crl-16410	204	36	source	source	NOUN
crl-16410	204	37	.	.	PUNCT
crl-16410	205	1	”28	”28	NOUN
crl-16410	205	2	information	information	NOUN
crl-16410	205	3	was	be	AUX
crl-16410	205	4	poorly	poorly	ADV
crl-16410	205	5	organized	organize	VERB
crl-16410	205	6	,	,	PUNCT
crl-16410	205	7	fragmented	fragmented	ADJ
crl-16410	205	8	,	,	PUNCT
crl-16410	205	9	and	and	CCONJ
crl-16410	205	10	taken	take	VERB
crl-16410	205	11	from	from	ADP
crl-16410	205	12	only	only	ADV
crl-16410	205	13	one	one	NUM
crl-16410	205	14	or	or	CCONJ
crl-16410	205	15	two	two	NUM
crl-16410	205	16	sources	source	NOUN
crl-16410	205	17	in	in	ADP
crl-16410	205	18	engl	engl	PROPN
crl-16410	205	19	1010	1010	NUM
crl-16410	205	20	especially	especially	ADV
crl-16410	205	21	(	(	PUNCT
crl-16410	205	22	mode	mode	NOUN
crl-16410	205	23	=	=	NOUN
crl-16410	205	24	1	1	NUM
crl-16410	205	25	)	)	PUNCT
crl-16410	205	26	.	.	PUNCT
crl-16410	206	1	few	few	ADJ
crl-16410	206	2	students	student	NOUN
crl-16410	206	3	added	add	VERB
crl-16410	206	4	table	table	NOUN
crl-16410	206	5	11	11	NUM
crl-16410	206	6	category	category	NOUN
crl-16410	206	7	three	three	NUM
crl-16410	206	8	(	(	PUNCT
crl-16410	206	9	evaluate	evaluate	VERB
crl-16410	206	10	information	information	NOUN
crl-16410	206	11	):	):	PUNCT
crl-16410	206	12	percentage	percentage	NOUN
crl-16410	206	13	of	of	ADP
crl-16410	206	14	scores	score	NOUN
crl-16410	206	15	for	for	ADP
crl-16410	206	16	each	each	DET
crl-16410	206	17	course	course	NOUN
crl-16410	206	18	category	category	NOUN
crl-16410	206	19	three	three	NUM
crl-16410	206	20	0–0.5	0–0.5	NUM
crl-16410	206	21	1–1.5	1–1.5	NUM
crl-16410	206	22	2–2.5	2–2.5	NUM
crl-16410	206	23	3–3.5	3–3.5	NUM
crl-16410	206	24	4	4	NUM
crl-16410	206	25	engl	engl	ADJ
crl-16410	206	26	1010	1010	NUM
crl-16410	206	27	93.3	93.3	NUM
crl-16410	206	28	%	%	NOUN
crl-16410	206	29	6.7	6.7	NUM
crl-16410	206	30	%	%	NOUN
crl-16410	206	31	0.0	0.0	NUM
crl-16410	206	32	%	%	NOUN
crl-16410	206	33	0.0	0.0	NUM
crl-16410	206	34	%	%	NOUN
crl-16410	206	35	0.0	0.0	NUM
crl-16410	206	36	%	%	NOUN
crl-16410	206	37	engl	engl	PROPN
crl-16410	206	38	2010	2010	NUM
crl-16410	206	39	15.0	15.0	NUM
crl-16410	206	40	%	%	NOUN
crl-16410	206	41	52.6	52.6	NUM
crl-16410	206	42	%	%	NOUN
crl-16410	206	43	26.6	26.6	NUM
crl-16410	206	44	%	%	NOUN
crl-16410	206	45	5.7	5.7	NUM
crl-16410	206	46	%	%	NOUN
crl-16410	206	47	0.0	0.0	NUM
crl-16410	206	48	%	%	NOUN
crl-16410	206	49	psy	psy	NOUN
crl-16410	206	50	3500	3500	NUM
crl-16410	206	51	0.0	0.0	NUM
crl-16410	206	52	%	%	NOUN
crl-16410	206	53	17.8	17.8	NUM
crl-16410	206	54	%	%	NOUN
crl-16410	206	55	60.4	60.4	NUM
crl-16410	206	56	%	%	NOUN
crl-16410	206	57	19.8	19.8	NUM
crl-16410	206	58	%	%	NOUN
crl-16410	206	59	2.0	2.0	NUM
crl-16410	206	60	%	%	NOUN
crl-16410	206	61	hist	hist	NOUN
crl-16410	206	62	4990	4990	NUM
crl-16410	206	63	0.0	0.0	NUM
crl-16410	206	64	%	%	NOUN
crl-16410	206	65	31.1	31.1	NUM
crl-16410	206	66	%	%	NOUN
crl-16410	206	67	48.9	48.9	NUM
crl-16410	206	68	%	%	NOUN
crl-16410	206	69	17.8	17.8	NUM
crl-16410	206	70	%	%	NOUN
crl-16410	206	71	2.2	2.2	NUM
crl-16410	206	72	%	%	NOUN
crl-16410	206	73	an	an	DET
crl-16410	206	74	information	information	NOUN
crl-16410	206	75	literacy	literacy	NOUN
crl-16410	206	76	snapshot	snapshot	NOUN
crl-16410	206	77	181	181	NUM
crl-16410	206	78	their	their	PRON
crl-16410	206	79	own	own	ADJ
crl-16410	206	80	voices	voice	NOUN
crl-16410	206	81	to	to	ADP
crl-16410	206	82	the	the	DET
crl-16410	206	83	conversation	conversation	NOUN
crl-16410	206	84	or	or	CCONJ
crl-16410	206	85	made	make	VERB
crl-16410	206	86	connections	connection	NOUN
crl-16410	206	87	between	between	ADP
crl-16410	206	88	the	the	DET
crl-16410	206	89	sources	source	NOUN
crl-16410	206	90	they	they	PRON
crl-16410	206	91	cited	cite	VERB
crl-16410	206	92	(	(	PUNCT
crl-16410	206	93	see	see	VERB
crl-16410	206	94	table	table	NOUN
crl-16410	206	95	12	12	NUM
crl-16410	206	96	)	)	PUNCT
crl-16410	206	97	.	.	PUNCT
crl-16410	207	1	students	student	NOUN
crl-16410	207	2	in	in	ADP
crl-16410	207	3	engl	engl	PROPN
crl-16410	207	4	2010	2010	NUM
crl-16410	207	5	showed	show	VERB
crl-16410	207	6	improvement	improvement	NOUN
crl-16410	207	7	(	(	PUNCT
crl-16410	207	8	mode	mode	NOUN
crl-16410	207	9	=	=	SYM
crl-16410	207	10	2	2	NUM
crl-16410	207	11	)	)	PUNCT
crl-16410	207	12	but	but	CCONJ
crl-16410	207	13	still	still	ADV
crl-16410	207	14	failed	fail	VERB
crl-16410	207	15	to	to	PART
crl-16410	207	16	make	make	VERB
crl-16410	207	17	clear	clear	ADJ
crl-16410	207	18	connections	connection	NOUN
crl-16410	207	19	between	between	ADP
crl-16410	207	20	sources	source	NOUN
crl-16410	207	21	.	.	PUNCT
crl-16410	208	1	they	they	PRON
crl-16410	208	2	often	often	ADV
crl-16410	208	3	cited	cite	VERB
crl-16410	208	4	one	one	NUM
crl-16410	208	5	research	research	NOUN
crl-16410	208	6	study	study	NOUN
crl-16410	208	7	or	or	CCONJ
crl-16410	208	8	source	source	NOUN
crl-16410	208	9	per	per	ADP
crl-16410	208	10	paragraph	paragraph	NOUN
crl-16410	208	11	,	,	PUNCT
crl-16410	208	12	for	for	ADP
crl-16410	208	13	example	example	NOUN
crl-16410	208	14	.	.	PUNCT
crl-16410	209	1	many	many	ADJ
crl-16410	209	2	papers	paper	NOUN
crl-16410	209	3	showed	show	VERB
crl-16410	209	4	no	no	DET
crl-16410	209	5	evidence	evidence	NOUN
crl-16410	209	6	of	of	ADP
crl-16410	209	7	synthesizing	synthesize	VERB
crl-16410	209	8	ideas	idea	NOUN
crl-16410	209	9	from	from	ADP
crl-16410	209	10	sources	source	NOUN
crl-16410	209	11	,	,	PUNCT
crl-16410	209	12	but	but	CCONJ
crl-16410	209	13	used	use	VERB
crl-16410	209	14	quotation	quotation	NOUN
crl-16410	209	15	or	or	CCONJ
crl-16410	209	16	patchwritten	patchwritten	ADJ
crl-16410	209	17	sentences	sentence	NOUN
crl-16410	209	18	to	to	PART
crl-16410	209	19	“	"	PUNCT
crl-16410	209	20	back	back	VERB
crl-16410	209	21	up	up	ADP
crl-16410	209	22	”	"	PUNCT
crl-16410	209	23	an	an	DET
crl-16410	209	24	individual	individual	ADJ
crl-16410	209	25	claim	claim	NOUN
crl-16410	209	26	or	or	CCONJ
crl-16410	209	27	the	the	DET
crl-16410	209	28	topic	topic	NOUN
crl-16410	209	29	sentence	sentence	NOUN
crl-16410	209	30	of	of	ADP
crl-16410	209	31	a	a	DET
crl-16410	209	32	paragraph	paragraph	NOUN
crl-16410	209	33	.	.	PUNCT
crl-16410	210	1	students	student	NOUN
crl-16410	210	2	in	in	ADP
crl-16410	210	3	psychology	psychology	NOUN
crl-16410	210	4	had	have	VERB
crl-16410	210	5	varied	varied	ADJ
crl-16410	210	6	success	success	NOUN
crl-16410	210	7	in	in	ADP
crl-16410	210	8	their	their	PRON
crl-16410	210	9	use	use	NOUN
crl-16410	210	10	of	of	ADP
crl-16410	210	11	information	information	NOUN
crl-16410	210	12	(	(	PUNCT
crl-16410	210	13	mode	mode	NOUN
crl-16410	210	14	=	=	SYM
crl-16410	210	15	2	2	NUM
crl-16410	210	16	)	)	PUNCT
crl-16410	210	17	.	.	PUNCT
crl-16410	211	1	many	many	ADJ
crl-16410	211	2	of	of	ADP
crl-16410	211	3	the	the	DET
crl-16410	211	4	papers	paper	NOUN
crl-16410	211	5	were	be	AUX
crl-16410	211	6	well	well	ADV
crl-16410	211	7	written	write	VERB
crl-16410	211	8	and	and	CCONJ
crl-16410	211	9	at	at	ADP
crl-16410	211	10	a	a	DET
crl-16410	211	11	level	level	NOUN
crl-16410	211	12	that	that	PRON
crl-16410	211	13	matched	match	VERB
crl-16410	211	14	what	what	PRON
crl-16410	211	15	we	we	PRON
crl-16410	211	16	expected	expect	VERB
crl-16410	211	17	of	of	ADP
crl-16410	211	18	third	third	ADJ
crl-16410	211	19	-	-	PUNCT
crl-16410	211	20	year	year	NOUN
crl-16410	211	21	students	student	NOUN
crl-16410	211	22	.	.	PUNCT
crl-16410	212	1	they	they	PRON
crl-16410	212	2	showed	show	VERB
crl-16410	212	3	improvement	improvement	NOUN
crl-16410	212	4	over	over	ADP
crl-16410	212	5	the	the	DET
crl-16410	212	6	english	english	ADJ
crl-16410	212	7	composition	composition	NOUN
crl-16410	212	8	papers	paper	NOUN
crl-16410	212	9	(	(	PUNCT
crl-16410	212	10	76	76	NUM
crl-16410	212	11	%	%	NOUN
crl-16410	212	12	of	of	ADP
crl-16410	212	13	students	student	NOUN
crl-16410	212	14	scoring	score	VERB
crl-16410	212	15	in	in	ADP
crl-16410	212	16	the	the	DET
crl-16410	212	17	2–2.5	2–2.5	NUM
crl-16410	212	18	range	range	NOUN
crl-16410	212	19	and	and	CCONJ
crl-16410	212	20	16	16	NUM
crl-16410	212	21	%	%	NOUN
crl-16410	212	22	scoring	scoring	NOUN
crl-16410	212	23	in	in	ADP
crl-16410	212	24	the	the	DET
crl-16410	212	25	3–3.5	3–3.5	NUM
crl-16410	212	26	range	range	NOUN
crl-16410	212	27	)	)	PUNCT
crl-16410	212	28	.	.	PUNCT
crl-16410	213	1	the	the	DET
crl-16410	213	2	psy	psy	PROPN
crl-16410	213	3	3500	3500	NUM
crl-16410	213	4	students	student	NOUN
crl-16410	213	5	wrote	write	VERB
crl-16410	213	6	more	more	ADV
crl-16410	213	7	thorough	thorough	ADJ
crl-16410	213	8	and	and	CCONJ
crl-16410	213	9	detailed	detailed	ADJ
crl-16410	213	10	summaries	summary	NOUN
crl-16410	213	11	of	of	ADP
crl-16410	213	12	their	their	PRON
crl-16410	213	13	sources	source	NOUN
crl-16410	213	14	than	than	ADP
crl-16410	213	15	the	the	DET
crl-16410	213	16	engl	engl	PROPN
crl-16410	213	17	1010	1010	NUM
crl-16410	213	18	and	and	CCONJ
crl-16410	213	19	2010	2010	NUM
crl-16410	213	20	students	student	NOUN
crl-16410	213	21	did	do	VERB
crl-16410	213	22	,	,	PUNCT
crl-16410	213	23	but	but	CCONJ
crl-16410	213	24	information	information	NOUN
crl-16410	213	25	synthesis	synthesis	NOUN
crl-16410	213	26	was	be	AUX
crl-16410	213	27	a	a	DET
crl-16410	213	28	common	common	ADJ
crl-16410	213	29	area	area	NOUN
crl-16410	213	30	of	of	ADP
crl-16410	213	31	difficulty	difficulty	NOUN
crl-16410	213	32	for	for	ADP
crl-16410	213	33	students	student	NOUN
crl-16410	213	34	.	.	PUNCT
crl-16410	214	1	many	many	ADJ
crl-16410	214	2	of	of	ADP
crl-16410	214	3	the	the	DET
crl-16410	214	4	papers	paper	NOUN
crl-16410	214	5	were	be	AUX
crl-16410	214	6	organized	organize	VERB
crl-16410	214	7	by	by	ADP
crl-16410	214	8	source	source	NOUN
crl-16410	214	9	rather	rather	ADV
crl-16410	214	10	than	than	ADP
crl-16410	214	11	by	by	ADP
crl-16410	214	12	topic	topic	NOUN
crl-16410	214	13	or	or	CCONJ
crl-16410	214	14	idea	idea	NOUN
crl-16410	214	15	.	.	PUNCT
crl-16410	215	1	irrelevant	irrelevant	ADJ
crl-16410	215	2	details	detail	NOUN
crl-16410	215	3	from	from	ADP
crl-16410	215	4	research	research	NOUN
crl-16410	215	5	studies	study	NOUN
crl-16410	215	6	sometimes	sometimes	ADV
crl-16410	215	7	distracted	distract	VERB
crl-16410	215	8	from	from	ADP
crl-16410	215	9	the	the	DET
crl-16410	215	10	discussion	discussion	NOUN
crl-16410	215	11	,	,	PUNCT
crl-16410	215	12	and	and	CCONJ
crl-16410	215	13	some	some	DET
crl-16410	215	14	students	student	NOUN
crl-16410	215	15	did	do	AUX
crl-16410	215	16	not	not	PART
crl-16410	215	17	present	present	VERB
crl-16410	215	18	information	information	NOUN
crl-16410	215	19	logically	logically	ADV
crl-16410	215	20	and	and	CCONJ
crl-16410	215	21	in	in	ADP
crl-16410	215	22	a	a	DET
crl-16410	215	23	way	way	NOUN
crl-16410	215	24	that	that	PRON
crl-16410	215	25	built	build	VERB
crl-16410	215	26	a	a	DET
crl-16410	215	27	rationale	rationale	NOUN
crl-16410	215	28	for	for	ADP
crl-16410	215	29	their	their	PRON
crl-16410	215	30	research	research	NOUN
crl-16410	215	31	question	question	NOUN
crl-16410	215	32	.	.	PUNCT
crl-16410	216	1	the	the	DET
crl-16410	216	2	history	history	NOUN
crl-16410	216	3	papers	paper	NOUN
crl-16410	216	4	reflected	reflect	VERB
crl-16410	216	5	similar	similar	ADJ
crl-16410	216	6	issues	issue	NOUN
crl-16410	216	7	.	.	PUNCT
crl-16410	217	1	only	only	ADV
crl-16410	217	2	20	20	NUM
crl-16410	217	3	percent	percent	NOUN
crl-16410	217	4	of	of	ADP
crl-16410	217	5	papers	paper	NOUN
crl-16410	217	6	received	receive	VERB
crl-16410	217	7	a	a	DET
crl-16410	217	8	score	score	NOUN
crl-16410	217	9	of	of	ADP
crl-16410	217	10	3	3	NUM
crl-16410	217	11	or	or	CCONJ
crl-16410	217	12	above	above	ADV
crl-16410	217	13	,	,	PUNCT
crl-16410	217	14	and	and	CCONJ
crl-16410	217	15	scores	score	NOUN
crl-16410	217	16	were	be	AUX
crl-16410	217	17	consistently	consistently	ADV
crl-16410	217	18	low	low	ADJ
crl-16410	217	19	across	across	ADP
crl-16410	217	20	sections	section	NOUN
crl-16410	217	21	(	(	PUNCT
crl-16410	217	22	mode	mode	NOUN
crl-16410	217	23	=	=	SYM
crl-16410	217	24	2	2	NUM
crl-16410	217	25	)	)	PUNCT
crl-16410	217	26	.	.	PUNCT
crl-16410	218	1	some	some	DET
crl-16410	218	2	students	student	NOUN
crl-16410	218	3	overused	overuse	VERB
crl-16410	218	4	large	large	ADJ
crl-16410	218	5	block	block	NOUN
crl-16410	218	6	quotations	quotation	NOUN
crl-16410	218	7	or	or	CCONJ
crl-16410	218	8	included	include	VERB
crl-16410	218	9	irrelevant	irrelevant	ADJ
crl-16410	218	10	quotations	quotation	NOUN
crl-16410	218	11	.	.	PUNCT
crl-16410	219	1	some	some	DET
crl-16410	219	2	students	student	NOUN
crl-16410	219	3	did	do	AUX
crl-16410	219	4	not	not	PART
crl-16410	219	5	effectively	effectively	ADV
crl-16410	219	6	summarize	summarize	VERB
crl-16410	219	7	the	the	DET
crl-16410	219	8	arguments	argument	NOUN
crl-16410	219	9	from	from	ADP
crl-16410	219	10	secondary	secondary	ADJ
crl-16410	219	11	historical	historical	ADJ
crl-16410	219	12	sources	source	NOUN
crl-16410	219	13	;	;	PUNCT
crl-16410	219	14	instead	instead	ADV
crl-16410	219	15	,	,	PUNCT
crl-16410	219	16	they	they	PRON
crl-16410	219	17	used	use	VERB
crl-16410	219	18	these	these	DET
crl-16410	219	19	sources	source	NOUN
crl-16410	219	20	to	to	PART
crl-16410	219	21	“	"	PUNCT
crl-16410	219	22	back	back	VERB
crl-16410	219	23	up	up	ADP
crl-16410	219	24	”	"	PUNCT
crl-16410	219	25	the	the	DET
crl-16410	219	26	historical	historical	ADJ
crl-16410	219	27	facts	fact	NOUN
crl-16410	219	28	related	relate	VERB
crl-16410	219	29	to	to	ADP
crl-16410	219	30	a	a	DET
crl-16410	219	31	topic	topic	NOUN
crl-16410	219	32	.	.	PUNCT
crl-16410	220	1	low	low	ADJ
crl-16410	220	2	performing	perform	VERB
crl-16410	220	3	students	student	NOUN
crl-16410	220	4	constructed	construct	VERB
crl-16410	220	5	a	a	DET
crl-16410	220	6	general	general	ADJ
crl-16410	220	7	historical	historical	ADJ
crl-16410	220	8	narrative	narrative	NOUN
crl-16410	220	9	on	on	ADP
crl-16410	220	10	a	a	DET
crl-16410	220	11	topic	topic	NOUN
crl-16410	220	12	,	,	PUNCT
crl-16410	220	13	rather	rather	ADV
crl-16410	220	14	than	than	ADP
crl-16410	220	15	an	an	DET
crl-16410	220	16	analysis	analysis	NOUN
crl-16410	220	17	,	,	PUNCT
crl-16410	220	18	by	by	ADP
crl-16410	220	19	quoting	quote	VERB
crl-16410	220	20	or	or	CCONJ
crl-16410	220	21	paraphrasing	paraphrasing	NOUN
crl-16410	220	22	from	from	ADP
crl-16410	220	23	secondary	secondary	ADJ
crl-16410	220	24	sources	source	NOUN
crl-16410	220	25	(	(	PUNCT
crl-16410	220	26	see	see	VERB
crl-16410	220	27	table	table	NOUN
crl-16410	220	28	12	12	NUM
crl-16410	220	29	)	)	PUNCT
crl-16410	220	30	.	.	PUNCT
crl-16410	221	1	category	category	NOUN
crl-16410	221	2	5	5	NUM
crl-16410	221	3	:	:	PUNCT
crl-16410	221	4	access	access	NOUN
crl-16410	221	5	and	and	CCONJ
crl-16410	221	6	use	use	VERB
crl-16410	221	7	information	information	NOUN
crl-16410	221	8	ethically	ethically	ADV
crl-16410	221	9	and	and	CCONJ
crl-16410	221	10	legally	legally	ADV
crl-16410	221	11	this	this	DET
crl-16410	221	12	category	category	NOUN
crl-16410	221	13	was	be	AUX
crl-16410	221	14	the	the	DET
crl-16410	221	15	easiest	easy	ADJ
crl-16410	221	16	to	to	PART
crl-16410	221	17	score	score	VERB
crl-16410	221	18	because	because	SCONJ
crl-16410	221	19	it	it	PRON
crl-16410	221	20	was	be	AUX
crl-16410	221	21	more	more	ADV
crl-16410	221	22	easily	easily	ADV
crl-16410	221	23	measured	measure	VERB
crl-16410	221	24	numerically	numerically	ADV
crl-16410	221	25	.	.	PUNCT
crl-16410	222	1	papers	paper	NOUN
crl-16410	222	2	that	that	PRON
crl-16410	222	3	attributed	attribute	VERB
crl-16410	222	4	most	most	ADV
crl-16410	222	5	or	or	CCONJ
crl-16410	222	6	all	all	PRON
crl-16410	222	7	of	of	ADP
crl-16410	222	8	the	the	DET
crl-16410	222	9	information	information	NOUN
crl-16410	222	10	used	use	VERB
crl-16410	222	11	received	receive	VERB
crl-16410	222	12	a	a	DET
crl-16410	222	13	3	3	NUM
crl-16410	222	14	or	or	CCONJ
crl-16410	222	15	4	4	NUM
crl-16410	222	16	,	,	PUNCT
crl-16410	222	17	respectively	respectively	ADV
crl-16410	222	18	;	;	PUNCT
crl-16410	222	19	papers	paper	NOUN
crl-16410	222	20	that	that	PRON
crl-16410	222	21	attributed	attribute	VERB
crl-16410	222	22	half	half	NOUN
crl-16410	222	23	of	of	ADP
crl-16410	222	24	their	their	PRON
crl-16410	222	25	sources	source	NOUN
crl-16410	222	26	received	receive	VERB
crl-16410	222	27	a	a	DET
crl-16410	222	28	2	2	NUM
crl-16410	222	29	;	;	PUNCT
crl-16410	222	30	and	and	CCONJ
crl-16410	222	31	papers	paper	NOUN
crl-16410	222	32	that	that	PRON
crl-16410	222	33	attributed	attribute	VERB
crl-16410	222	34	none	none	NOUN
crl-16410	222	35	or	or	CCONJ
crl-16410	222	36	few	few	ADJ
crl-16410	222	37	of	of	ADP
crl-16410	222	38	their	their	PRON
crl-16410	222	39	sources	source	NOUN
crl-16410	222	40	received	receive	VERB
crl-16410	222	41	a	a	DET
crl-16410	222	42	0	0	NUM
crl-16410	222	43	or	or	CCONJ
crl-16410	222	44	1	1	NUM
crl-16410	222	45	,	,	PUNCT
crl-16410	222	46	respectively	respectively	ADV
crl-16410	222	47	.	.	PUNCT
crl-16410	223	1	in	in	ADP
crl-16410	223	2	general	general	ADJ
crl-16410	223	3	,	,	PUNCT
crl-16410	223	4	scores	score	NOUN
crl-16410	223	5	for	for	ADP
crl-16410	223	6	this	this	DET
crl-16410	223	7	category	category	NOUN
crl-16410	223	8	were	be	AUX
crl-16410	223	9	fairly	fairly	ADV
crl-16410	223	10	similar	similar	ADJ
crl-16410	223	11	for	for	ADP
crl-16410	223	12	all	all	DET
crl-16410	223	13	levels	level	NOUN
crl-16410	223	14	of	of	ADP
crl-16410	223	15	students	student	NOUN
crl-16410	223	16	.	.	PUNCT
crl-16410	224	1	most	most	ADJ
crl-16410	224	2	papers	paper	NOUN
crl-16410	224	3	had	have	VERB
crl-16410	224	4	a	a	DET
crl-16410	224	5	few	few	ADJ
crl-16410	224	6	ambiguous	ambiguous	ADJ
crl-16410	224	7	attributions	attribution	NOUN
crl-16410	224	8	,	,	PUNCT
crl-16410	224	9	but	but	CCONJ
crl-16410	224	10	students	student	NOUN
crl-16410	224	11	in	in	ADP
crl-16410	224	12	all	all	DET
crl-16410	224	13	courses	course	NOUN
crl-16410	224	14	scored	score	VERB
crl-16410	224	15	highest	high	ADJ
crl-16410	224	16	in	in	ADP
crl-16410	224	17	this	this	DET
crl-16410	224	18	category	category	NOUN
crl-16410	224	19	,	,	PUNCT
crl-16410	224	20	with	with	ADP
crl-16410	224	21	a	a	DET
crl-16410	224	22	mode	mode	NOUN
crl-16410	224	23	of	of	ADP
crl-16410	224	24	4	4	NUM
crl-16410	224	25	for	for	ADP
crl-16410	224	26	all	all	DET
crl-16410	224	27	courses	course	NOUN
crl-16410	224	28	with	with	ADP
crl-16410	224	29	the	the	DET
crl-16410	224	30	exception	exception	NOUN
crl-16410	224	31	of	of	ADP
crl-16410	224	32	psychology	psychology	NOUN
crl-16410	224	33	(	(	PUNCT
crl-16410	224	34	mode	mode	NOUN
crl-16410	224	35	=	=	SYM
crl-16410	224	36	3	3	NUM
crl-16410	224	37	,	,	PUNCT
crl-16410	224	38	with	with	ADP
crl-16410	224	39	40.6	40.6	NUM
crl-16410	224	40	%	%	NOUN
crl-16410	224	41	scoring	scoring	NOUN
crl-16410	224	42	a	a	DET
crl-16410	224	43	4	4	NUM
crl-16410	224	44	)	)	PUNCT
crl-16410	224	45	.	.	PUNCT
crl-16410	225	1	(	(	PUNCT
crl-16410	225	2	see	see	VERB
crl-16410	225	3	table	table	NOUN
crl-16410	225	4	13	13	NUM
crl-16410	225	5	.	.	PUNCT
crl-16410	225	6	)	)	PUNCT
crl-16410	226	1	discussion	discussion	NOUN
crl-16410	226	2	the	the	DET
crl-16410	226	3	process	process	NOUN
crl-16410	226	4	of	of	ADP
crl-16410	226	5	conducting	conduct	VERB
crl-16410	226	6	a	a	DET
crl-16410	226	7	comprehensive	comprehensive	ADJ
crl-16410	226	8	assessment	assessment	NOUN
crl-16410	226	9	was	be	AUX
crl-16410	226	10	difficult	difficult	ADJ
crl-16410	226	11	but	but	CCONJ
crl-16410	226	12	worthwhile	worthwhile	ADJ
crl-16410	226	13	.	.	PUNCT
crl-16410	227	1	it	it	PRON
crl-16410	227	2	required	require	VERB
crl-16410	227	3	the	the	DET
crl-16410	227	4	collaboration	collaboration	NOUN
crl-16410	227	5	and	and	CCONJ
crl-16410	227	6	participation	participation	NOUN
crl-16410	227	7	of	of	ADP
crl-16410	227	8	many	many	ADJ
crl-16410	227	9	people	people	NOUN
crl-16410	227	10	,	,	PUNCT
crl-16410	227	11	including	include	VERB
crl-16410	227	12	the	the	DET
crl-16410	227	13	university	university	NOUN
crl-16410	227	14	’s	’s	PART
crl-16410	227	15	table	table	NOUN
crl-16410	227	16	12	12	NUM
crl-16410	227	17	category	category	NOUN
crl-16410	227	18	four	four	NUM
crl-16410	227	19	(	(	PUNCT
crl-16410	227	20	use	use	VERB
crl-16410	227	21	information	information	NOUN
crl-16410	227	22	effectively	effectively	ADV
crl-16410	227	23	):	):	PUNCT
crl-16410	227	24	percentage	percentage	NOUN
crl-16410	227	25	of	of	ADP
crl-16410	227	26	scores	score	NOUN
crl-16410	227	27	in	in	ADP
crl-16410	227	28	each	each	DET
crl-16410	227	29	course	course	NOUN
crl-16410	227	30	category	category	NOUN
crl-16410	227	31	four	four	NUM
crl-16410	227	32	0–0.5	0–0.5	NUM
crl-16410	227	33	1–1.5	1–1.5	NUM
crl-16410	227	34	2–2.5	2–2.5	NUM
crl-16410	227	35	3–3.5	3–3.5	NUM
crl-16410	227	36	4	4	NUM
crl-16410	227	37	engl	engl	ADJ
crl-16410	227	38	1010	1010	NUM
crl-16410	227	39	7.4	7.4	NUM
crl-16410	227	40	%	%	NOUN
crl-16410	227	41	79.3	79.3	NUM
crl-16410	227	42	%	%	NOUN
crl-16410	227	43	13.0	13.0	NUM
crl-16410	227	44	%	%	NOUN
crl-16410	227	45	0.4	0.4	NUM
crl-16410	227	46	%	%	NOUN
crl-16410	227	47	0.0	0.0	NUM
crl-16410	227	48	%	%	NOUN
crl-16410	227	49	engl	engl	ADJ
crl-16410	227	50	2010	2010	NUM
crl-16410	227	51	3.2	3.2	NUM
crl-16410	227	52	%	%	NOUN
crl-16410	227	53	39.1	39.1	NUM
crl-16410	227	54	%	%	NOUN
crl-16410	227	55	47.1	47.1	NUM
crl-16410	227	56	%	%	NOUN
crl-16410	227	57	10.5	10.5	NUM
crl-16410	227	58	%	%	NOUN
crl-16410	227	59	0.4	0.4	NUM
crl-16410	227	60	%	%	NOUN
crl-16410	227	61	psy	psy	NOUN
crl-16410	227	62	3500	3500	NUM
crl-16410	227	63	0.0	0.0	NUM
crl-16410	227	64	%	%	NOUN
crl-16410	227	65	7.0	7.0	NUM
crl-16410	227	66	%	%	NOUN
crl-16410	227	67	76.0	76.0	NUM
crl-16410	227	68	%	%	NOUN
crl-16410	227	69	16.0	16.0	NUM
crl-16410	227	70	%	%	NOUN
crl-16410	227	71	1.0	1.0	NUM
crl-16410	227	72	%	%	NOUN
crl-16410	227	73	hist	hist	NOUN
crl-16410	227	74	4990	4990	NUM
crl-16410	227	75	0.0	0.0	NUM
crl-16410	227	76	%	%	NOUN
crl-16410	227	77	33.3	33.3	NUM
crl-16410	227	78	%	%	NOUN
crl-16410	227	79	46.7	46.7	NUM
crl-16410	227	80	%	%	NOUN
crl-16410	227	81	17.8	17.8	NUM
crl-16410	227	82	%	%	NOUN
crl-16410	227	83	2.2	2.2	NUM
crl-16410	227	84	%	%	NOUN
crl-16410	227	85	182	182	NUM
crl-16410	227	86	college	college	PROPN
crl-16410	227	87	&	&	CCONJ
crl-16410	227	88	research	research	PROPN
crl-16410	227	89	libraries	library	NOUN
crl-16410	227	90	march	march	PROPN
crl-16410	227	91	2015	2015	NUM
crl-16410	227	92	institutional	institutional	ADJ
crl-16410	227	93	researcher	researcher	NOUN
crl-16410	227	94	,	,	PUNCT
crl-16410	227	95	a	a	DET
crl-16410	227	96	large	large	ADJ
crl-16410	227	97	team	team	NOUN
crl-16410	227	98	of	of	ADP
crl-16410	227	99	librarians	librarian	NOUN
crl-16410	227	100	,	,	PUNCT
crl-16410	227	101	and	and	CCONJ
crl-16410	227	102	dozens	dozen	NOUN
crl-16410	227	103	of	of	ADP
crl-16410	227	104	instructors	instructor	NOUN
crl-16410	227	105	.	.	PUNCT
crl-16410	228	1	many	many	ADJ
crl-16410	228	2	parts	part	NOUN
crl-16410	228	3	of	of	ADP
crl-16410	228	4	the	the	DET
crl-16410	228	5	process	process	NOUN
crl-16410	228	6	were	be	AUX
crl-16410	228	7	time	time	NOUN
crl-16410	228	8	consuming	consume	VERB
crl-16410	228	9	,	,	PUNCT
crl-16410	228	10	particularly	particularly	ADV
crl-16410	228	11	collecting	collect	VERB
crl-16410	228	12	the	the	DET
crl-16410	228	13	research	research	NOUN
crl-16410	228	14	papers	paper	NOUN
crl-16410	228	15	,	,	PUNCT
crl-16410	228	16	reaching	reach	VERB
crl-16410	228	17	consensus	consensus	NOUN
crl-16410	228	18	and	and	CCONJ
crl-16410	228	19	good	good	ADJ
crl-16410	228	20	inter	inter	ADJ
crl-16410	228	21	-	-	ADJ
crl-16410	228	22	rater	rater	ADJ
crl-16410	228	23	reliability	reliability	NOUN
crl-16410	228	24	,	,	PUNCT
crl-16410	228	25	and	and	CCONJ
crl-16410	228	26	carefully	carefully	ADV
crl-16410	228	27	reading	read	VERB
crl-16410	228	28	884	884	NUM
crl-16410	228	29	papers	paper	NOUN
crl-16410	228	30	.	.	PUNCT
crl-16410	229	1	one	one	NUM
crl-16410	229	2	key	key	ADJ
crl-16410	229	3	benefit	benefit	NOUN
crl-16410	229	4	was	be	AUX
crl-16410	229	5	immersing	immerse	VERB
crl-16410	229	6	ourselves	ourselves	PRON
crl-16410	229	7	in	in	ADP
crl-16410	229	8	student	student	NOUN
crl-16410	229	9	work	work	NOUN
crl-16410	229	10	in	in	ADP
crl-16410	229	11	a	a	DET
crl-16410	229	12	much	much	ADV
crl-16410	229	13	deeper	deep	ADJ
crl-16410	229	14	way	way	NOUN
crl-16410	229	15	.	.	PUNCT
crl-16410	230	1	many	many	ADJ
crl-16410	230	2	of	of	ADP
crl-16410	230	3	us	we	PRON
crl-16410	230	4	,	,	PUNCT
crl-16410	230	5	along	along	ADP
crl-16410	230	6	with	with	ADP
crl-16410	230	7	most	most	ADJ
crl-16410	230	8	of	of	ADP
crl-16410	230	9	our	our	PRON
crl-16410	230	10	library	library	NOUN
crl-16410	230	11	colleagues	colleague	NOUN
crl-16410	230	12	,	,	PUNCT
crl-16410	230	13	did	do	AUX
crl-16410	230	14	not	not	PART
crl-16410	230	15	teach	teach	VERB
crl-16410	230	16	in	in	ADP
crl-16410	230	17	an	an	DET
crl-16410	230	18	academic	academic	ADJ
crl-16410	230	19	setting	setting	NOUN
crl-16410	230	20	prior	prior	ADV
crl-16410	230	21	to	to	ADP
crl-16410	230	22	becoming	become	VERB
crl-16410	230	23	instruction	instruction	NOUN
crl-16410	230	24	librarians	librarian	NOUN
crl-16410	230	25	.	.	PUNCT
crl-16410	231	1	librarians	librarian	NOUN
crl-16410	231	2	who	who	PRON
crl-16410	231	3	participated	participate	VERB
crl-16410	231	4	in	in	ADP
crl-16410	231	5	reading	read	VERB
crl-16410	231	6	the	the	DET
crl-16410	231	7	papers	paper	NOUN
crl-16410	231	8	gained	gain	VERB
crl-16410	231	9	valuable	valuable	ADJ
crl-16410	231	10	insight	insight	NOUN
crl-16410	231	11	into	into	ADP
crl-16410	231	12	student	student	NOUN
crl-16410	231	13	performance	performance	NOUN
crl-16410	231	14	,	,	PUNCT
crl-16410	231	15	the	the	DET
crl-16410	231	16	nature	nature	NOUN
crl-16410	231	17	of	of	ADP
crl-16410	231	18	assignments	assignment	NOUN
crl-16410	231	19	,	,	PUNCT
crl-16410	231	20	and	and	CCONJ
crl-16410	231	21	the	the	DET
crl-16410	231	22	structure	structure	NOUN
crl-16410	231	23	of	of	ADP
crl-16410	231	24	the	the	DET
crl-16410	231	25	college	college	NOUN
crl-16410	231	26	curriculum	curriculum	NOUN
crl-16410	231	27	.	.	PUNCT
crl-16410	232	1	our	our	PRON
crl-16410	232	2	anecdotal	anecdotal	ADJ
crl-16410	232	3	hunches	hunch	NOUN
crl-16410	232	4	about	about	ADP
crl-16410	232	5	students	student	NOUN
crl-16410	232	6	’	'	PUNCT
crl-16410	232	7	superficial	superficial	ADJ
crl-16410	232	8	reading	reading	NOUN
crl-16410	232	9	of	of	ADP
crl-16410	232	10	sources	source	NOUN
crl-16410	232	11	,	,	PUNCT
crl-16410	232	12	for	for	ADP
crl-16410	232	13	example	example	NOUN
crl-16410	232	14	,	,	PUNCT
crl-16410	232	15	were	be	AUX
crl-16410	232	16	confirmed	confirm	VERB
crl-16410	232	17	after	after	ADP
crl-16410	232	18	reading	read	VERB
crl-16410	232	19	hundreds	hundred	NOUN
crl-16410	232	20	of	of	ADP
crl-16410	232	21	papers	paper	NOUN
crl-16410	232	22	.	.	PUNCT
crl-16410	233	1	the	the	DET
crl-16410	233	2	project	project	NOUN
crl-16410	233	3	also	also	ADV
crl-16410	233	4	provided	provide	VERB
crl-16410	233	5	a	a	DET
crl-16410	233	6	higher	high	ADJ
crl-16410	233	7	level	level	NOUN
crl-16410	233	8	of	of	ADP
crl-16410	233	9	confidence	confidence	NOUN
crl-16410	233	10	in	in	ADP
crl-16410	233	11	the	the	DET
crl-16410	233	12	conclusions	conclusion	NOUN
crl-16410	233	13	we	we	PRON
crl-16410	233	14	drew	draw	VERB
crl-16410	233	15	from	from	ADP
crl-16410	233	16	the	the	DET
crl-16410	233	17	data	datum	NOUN
crl-16410	233	18	.	.	PUNCT
crl-16410	234	1	we	we	PRON
crl-16410	234	2	have	have	VERB
crl-16410	234	3	a	a	DET
crl-16410	234	4	more	more	ADV
crl-16410	234	5	holistic	holistic	ADJ
crl-16410	234	6	picture	picture	NOUN
crl-16410	234	7	rather	rather	ADV
crl-16410	234	8	than	than	ADP
crl-16410	234	9	an	an	DET
crl-16410	234	10	isolated	isolated	ADJ
crl-16410	234	11	peek	peek	NOUN
crl-16410	234	12	at	at	ADP
crl-16410	234	13	student	student	NOUN
crl-16410	234	14	learning	learning	NOUN
crl-16410	234	15	in	in	ADP
crl-16410	234	16	one	one	NUM
crl-16410	234	17	class	class	NOUN
crl-16410	234	18	,	,	PUNCT
crl-16410	234	19	at	at	ADP
crl-16410	234	20	one	one	NUM
crl-16410	234	21	moment	moment	NOUN
crl-16410	234	22	in	in	ADP
crl-16410	234	23	time	time	NOUN
crl-16410	234	24	.	.	PUNCT
crl-16410	235	1	we	we	PRON
crl-16410	235	2	could	could	AUX
crl-16410	235	3	see	see	VERB
crl-16410	235	4	trends	trend	NOUN
crl-16410	235	5	move	move	VERB
crl-16410	235	6	their	their	PRON
crl-16410	235	7	way	way	NOUN
crl-16410	235	8	up	up	ADP
crl-16410	235	9	the	the	DET
crl-16410	235	10	chain	chain	NOUN
crl-16410	235	11	of	of	ADP
crl-16410	235	12	the	the	DET
crl-16410	235	13	curriculum	curriculum	NOUN
crl-16410	235	14	,	,	PUNCT
crl-16410	235	15	in	in	ADP
crl-16410	235	16	different	different	ADJ
crl-16410	235	17	courses	course	NOUN
crl-16410	235	18	and	and	CCONJ
crl-16410	235	19	on	on	ADP
crl-16410	235	20	different	different	ADJ
crl-16410	235	21	assignments	assignment	NOUN
crl-16410	235	22	.	.	PUNCT
crl-16410	236	1	we	we	PRON
crl-16410	236	2	now	now	ADV
crl-16410	236	3	have	have	VERB
crl-16410	236	4	a	a	DET
crl-16410	236	5	more	more	ADV
crl-16410	236	6	compelling	compelling	ADJ
crl-16410	236	7	narrative	narrative	NOUN
crl-16410	236	8	that	that	SCONJ
crl-16410	236	9	we	we	PRON
crl-16410	236	10	are	be	AUX
crl-16410	236	11	able	able	ADJ
crl-16410	236	12	to	to	PART
crl-16410	236	13	share	share	VERB
crl-16410	236	14	with	with	ADP
crl-16410	236	15	stakeholders	stakeholder	NOUN
crl-16410	236	16	.	.	PUNCT
crl-16410	237	1	we	we	PRON
crl-16410	237	2	made	make	VERB
crl-16410	237	3	a	a	DET
crl-16410	237	4	number	number	NOUN
crl-16410	237	5	of	of	ADP
crl-16410	237	6	changes	change	NOUN
crl-16410	237	7	to	to	ADP
crl-16410	237	8	library	library	ADJ
crl-16410	237	9	instruction	instruction	NOUN
crl-16410	237	10	as	as	ADP
crl-16410	237	11	a	a	DET
crl-16410	237	12	result	result	NOUN
crl-16410	237	13	of	of	ADP
crl-16410	237	14	the	the	DET
crl-16410	237	15	assessment	assessment	NOUN
crl-16410	237	16	.	.	PUNCT
crl-16410	238	1	first	first	ADV
crl-16410	238	2	,	,	PUNCT
crl-16410	238	3	we	we	PRON
crl-16410	238	4	approached	approach	VERB
crl-16410	238	5	the	the	DET
crl-16410	238	6	writing	writing	NOUN
crl-16410	238	7	department	department	NOUN
crl-16410	238	8	and	and	CCONJ
crl-16410	238	9	suggested	suggest	VERB
crl-16410	238	10	that	that	SCONJ
crl-16410	238	11	instructors	instructor	NOUN
crl-16410	238	12	stop	stop	VERB
crl-16410	238	13	the	the	DET
crl-16410	238	14	practice	practice	NOUN
crl-16410	238	15	of	of	ADP
crl-16410	238	16	using	use	VERB
crl-16410	238	17	evaluation	evaluation	NOUN
crl-16410	238	18	checklists	checklist	NOUN
crl-16410	238	19	and	and	CCONJ
crl-16410	238	20	requiring	require	VERB
crl-16410	238	21	specific	specific	ADJ
crl-16410	238	22	numbers	number	NOUN
crl-16410	238	23	and	and	CCONJ
crl-16410	238	24	types	type	NOUN
crl-16410	238	25	of	of	ADP
crl-16410	238	26	sources	source	NOUN
crl-16410	238	27	(	(	PUNCT
crl-16410	238	28	such	such	ADJ
crl-16410	238	29	as	as	ADP
crl-16410	238	30	five	five	NUM
crl-16410	238	31	peer	peer	NOUN
crl-16410	238	32	-	-	PUNCT
crl-16410	238	33	reviewed	review	VERB
crl-16410	238	34	articles	article	NOUN
crl-16410	238	35	)	)	PUNCT
crl-16410	238	36	.	.	PUNCT
crl-16410	239	1	we	we	PRON
crl-16410	239	2	suspect	suspect	VERB
crl-16410	239	3	that	that	SCONJ
crl-16410	239	4	these	these	DET
crl-16410	239	5	checklists	checklist	NOUN
crl-16410	239	6	and	and	CCONJ
crl-16410	239	7	quotas	quota	NOUN
crl-16410	239	8	encouraged	encourage	VERB
crl-16410	239	9	students	student	NOUN
crl-16410	239	10	to	to	PART
crl-16410	239	11	find	find	VERB
crl-16410	239	12	sources	source	NOUN
crl-16410	239	13	without	without	ADP
crl-16410	239	14	thinking	think	VERB
crl-16410	239	15	about	about	ADP
crl-16410	239	16	their	their	PRON
crl-16410	239	17	relevance	relevance	NOUN
crl-16410	239	18	.	.	PUNCT
crl-16410	240	1	in	in	ADP
crl-16410	240	2	our	our	PRON
crl-16410	240	3	own	own	ADJ
crl-16410	240	4	instruction	instruction	NOUN
crl-16410	240	5	,	,	PUNCT
crl-16410	240	6	we	we	PRON
crl-16410	240	7	began	begin	VERB
crl-16410	240	8	to	to	PART
crl-16410	240	9	emphasize	emphasize	VERB
crl-16410	240	10	the	the	DET
crl-16410	240	11	strength	strength	NOUN
crl-16410	240	12	of	of	ADP
crl-16410	240	13	the	the	DET
crl-16410	240	14	evidence	evidence	NOUN
crl-16410	240	15	provided	provide	VERB
crl-16410	240	16	by	by	ADP
crl-16410	240	17	the	the	DET
crl-16410	240	18	information	information	NOUN
crl-16410	240	19	in	in	ADP
crl-16410	240	20	sources	source	NOUN
crl-16410	240	21	,	,	PUNCT
crl-16410	240	22	rather	rather	ADV
crl-16410	240	23	than	than	ADP
crl-16410	240	24	types	type	NOUN
crl-16410	240	25	of	of	ADP
crl-16410	240	26	“	"	PUNCT
crl-16410	240	27	good	good	ADJ
crl-16410	240	28	”	"	PUNCT
crl-16410	240	29	or	or	CCONJ
crl-16410	240	30	“	"	PUNCT
crl-16410	240	31	bad	bad	ADJ
crl-16410	240	32	”	"	PUNCT
crl-16410	240	33	sources	source	NOUN
crl-16410	240	34	,	,	PUNCT
crl-16410	240	35	and	and	CCONJ
crl-16410	240	36	we	we	PRON
crl-16410	240	37	encouraged	encourage	VERB
crl-16410	240	38	instructors	instructor	NOUN
crl-16410	240	39	to	to	PART
crl-16410	240	40	do	do	VERB
crl-16410	240	41	the	the	DET
crl-16410	240	42	same	same	ADJ
crl-16410	240	43	.	.	PUNCT
crl-16410	241	1	the	the	DET
crl-16410	241	2	library	library	NOUN
crl-16410	241	3	also	also	ADV
crl-16410	241	4	conducted	conduct	VERB
crl-16410	241	5	an	an	DET
crl-16410	241	6	information	information	NOUN
crl-16410	241	7	literacy	literacy	NOUN
crl-16410	241	8	fellows	fellow	VERB
crl-16410	241	9	summer	summer	NOUN
crl-16410	241	10	workshop	workshop	NOUN
crl-16410	241	11	with	with	ADP
crl-16410	241	12	five	five	NUM
crl-16410	241	13	lecturers	lecturer	NOUN
crl-16410	241	14	who	who	PRON
crl-16410	241	15	teach	teach	VERB
crl-16410	241	16	engl	engl	PROPN
crl-16410	241	17	1010	1010	NUM
crl-16410	241	18	and	and	CCONJ
crl-16410	241	19	2010	2010	NUM
crl-16410	241	20	.	.	PUNCT
crl-16410	242	1	we	we	PRON
crl-16410	242	2	collaborated	collaborate	VERB
crl-16410	242	3	on	on	ADP
crl-16410	242	4	revising	revise	VERB
crl-16410	242	5	the	the	DET
crl-16410	242	6	il	il	PROPN
crl-16410	242	7	goals	goal	NOUN
crl-16410	242	8	for	for	ADP
crl-16410	242	9	those	those	DET
crl-16410	242	10	courses	course	NOUN
crl-16410	242	11	.	.	PUNCT
crl-16410	243	1	as	as	ADP
crl-16410	243	2	a	a	DET
crl-16410	243	3	result	result	NOUN
crl-16410	243	4	,	,	PUNCT
crl-16410	243	5	the	the	DET
crl-16410	243	6	learning	learning	NOUN
crl-16410	243	7	goals	goal	NOUN
crl-16410	243	8	were	be	AUX
crl-16410	243	9	changed	change	VERB
crl-16410	243	10	to	to	PART
crl-16410	243	11	highlight	highlight	VERB
crl-16410	243	12	the	the	DET
crl-16410	243	13	skills	skill	NOUN
crl-16410	243	14	students	student	NOUN
crl-16410	243	15	struggled	struggle	VERB
crl-16410	243	16	with	with	ADP
crl-16410	243	17	the	the	DET
crl-16410	243	18	most	most	ADJ
crl-16410	243	19	,	,	PUNCT
crl-16410	243	20	such	such	ADJ
crl-16410	243	21	as	as	ADP
crl-16410	243	22	synthesis	synthesis	NOUN
crl-16410	243	23	and	and	CCONJ
crl-16410	243	24	evaluation	evaluation	NOUN
crl-16410	243	25	of	of	ADP
crl-16410	243	26	sources	source	NOUN
crl-16410	243	27	.	.	PUNCT
crl-16410	244	1	librarians	librarian	NOUN
crl-16410	244	2	and	and	CCONJ
crl-16410	244	3	lecturers	lecturer	NOUN
crl-16410	244	4	developed	develop	VERB
crl-16410	244	5	new	new	ADJ
crl-16410	244	6	lesson	lesson	NOUN
crl-16410	244	7	plans	plan	NOUN
crl-16410	244	8	and	and	CCONJ
crl-16410	244	9	assignment	assignment	NOUN
crl-16410	244	10	descriptions	description	NOUN
crl-16410	244	11	to	to	PART
crl-16410	244	12	support	support	VERB
crl-16410	244	13	these	these	DET
crl-16410	244	14	revised	revise	VERB
crl-16410	244	15	goals	goal	NOUN
crl-16410	244	16	.	.	PUNCT
crl-16410	245	1	we	we	PRON
crl-16410	245	2	continue	continue	VERB
crl-16410	245	3	to	to	PART
crl-16410	245	4	market	market	VERB
crl-16410	245	5	,	,	PUNCT
crl-16410	245	6	implement	implement	VERB
crl-16410	245	7	,	,	PUNCT
crl-16410	245	8	and	and	CCONJ
crl-16410	245	9	revise	revise	VERB
crl-16410	245	10	these	these	DET
crl-16410	245	11	resources	resource	NOUN
crl-16410	245	12	.	.	PUNCT
crl-16410	246	1	library	library	NOUN
crl-16410	246	2	sessions	session	NOUN
crl-16410	246	3	for	for	ADP
crl-16410	246	4	all	all	DET
crl-16410	246	5	courses	course	NOUN
crl-16410	246	6	are	be	AUX
crl-16410	246	7	also	also	ADV
crl-16410	246	8	being	be	AUX
crl-16410	246	9	redesigned	redesign	VERB
crl-16410	246	10	to	to	PART
crl-16410	246	11	slow	slow	VERB
crl-16410	246	12	down	down	ADP
crl-16410	246	13	the	the	DET
crl-16410	246	14	research	research	NOUN
crl-16410	246	15	process	process	NOUN
crl-16410	246	16	and	and	CCONJ
crl-16410	246	17	build	build	VERB
crl-16410	246	18	reading	reading	NOUN
crl-16410	246	19	and	and	CCONJ
crl-16410	246	20	thinking	think	VERB
crl-16410	246	21	time	time	NOUN
crl-16410	246	22	into	into	ADP
crl-16410	246	23	classroom	classroom	NOUN
crl-16410	246	24	instruction	instruction	NOUN
crl-16410	246	25	.	.	PUNCT
crl-16410	247	1	by	by	ADP
crl-16410	247	2	relying	rely	VERB
crl-16410	247	3	on	on	ADP
crl-16410	247	4	strategies	strategy	NOUN
crl-16410	247	5	like	like	ADP
crl-16410	247	6	flipping	flip	VERB
crl-16410	247	7	the	the	DET
crl-16410	247	8	classroom	classroom	NOUN
crl-16410	247	9	,	,	PUNCT
crl-16410	247	10	we	we	PRON
crl-16410	247	11	are	be	AUX
crl-16410	247	12	able	able	ADJ
crl-16410	247	13	to	to	PART
crl-16410	247	14	spend	spend	VERB
crl-16410	247	15	more	more	ADJ
crl-16410	247	16	time	time	NOUN
crl-16410	247	17	in	in	ADP
crl-16410	247	18	the	the	DET
crl-16410	247	19	classroom	classroom	NOUN
crl-16410	247	20	on	on	ADP
crl-16410	247	21	research	research	NOUN
crl-16410	247	22	and	and	CCONJ
crl-16410	247	23	writing	writing	NOUN
crl-16410	247	24	skills	skill	NOUN
crl-16410	247	25	and	and	CCONJ
crl-16410	247	26	little	little	ADJ
crl-16410	247	27	or	or	CCONJ
crl-16410	247	28	no	no	PRON
crl-16410	247	29	time	time	NOUN
crl-16410	247	30	lecturing	lecture	VERB
crl-16410	247	31	or	or	CCONJ
crl-16410	247	32	demonstrating	demonstrating	NOUN
crl-16410	247	33	.	.	PUNCT
crl-16410	248	1	at	at	ADP
crl-16410	248	2	the	the	DET
crl-16410	248	3	broader	broad	ADJ
crl-16410	248	4	level	level	NOUN
crl-16410	248	5	,	,	PUNCT
crl-16410	248	6	other	other	ADJ
crl-16410	248	7	changes	change	NOUN
crl-16410	248	8	include	include	VERB
crl-16410	248	9	developing	develop	VERB
crl-16410	248	10	new	new	ADJ
crl-16410	248	11	lessons	lesson	NOUN
crl-16410	248	12	and	and	CCONJ
crl-16410	248	13	learning	learn	VERB
crl-16410	248	14	outcomes	outcome	NOUN
crl-16410	248	15	that	that	PRON
crl-16410	248	16	target	target	VERB
crl-16410	248	17	evaluation	evaluation	NOUN
crl-16410	248	18	,	,	PUNCT
crl-16410	248	19	information	information	NOUN
crl-16410	248	20	use	use	NOUN
crl-16410	248	21	,	,	PUNCT
crl-16410	248	22	and	and	CCONJ
crl-16410	248	23	synthesis	synthesis	NOUN
crl-16410	248	24	in	in	ADP
crl-16410	248	25	all	all	DET
crl-16410	248	26	courses	course	NOUN
crl-16410	248	27	.	.	PUNCT
crl-16410	249	1	an	an	DET
crl-16410	249	2	assignment	assignment	NOUN
crl-16410	249	3	focusing	focus	VERB
crl-16410	249	4	on	on	ADP
crl-16410	249	5	summarizing	summarize	VERB
crl-16410	249	6	information	information	NOUN
crl-16410	249	7	has	have	AUX
crl-16410	249	8	been	be	AUX
crl-16410	249	9	added	add	VERB
crl-16410	249	10	to	to	ADP
crl-16410	249	11	an	an	DET
crl-16410	249	12	introductory	introductory	ADJ
crl-16410	249	13	psychology	psychology	NOUN
crl-16410	249	14	course	course	NOUN
crl-16410	249	15	,	,	PUNCT
crl-16410	249	16	for	for	ADP
crl-16410	249	17	example	example	NOUN
crl-16410	249	18	.	.	PUNCT
crl-16410	250	1	the	the	DET
crl-16410	250	2	old	old	ADJ
crl-16410	250	3	assignment	assignment	NOUN
crl-16410	250	4	required	require	VERB
crl-16410	250	5	students	student	NOUN
crl-16410	250	6	to	to	PART
crl-16410	250	7	download	download	VERB
crl-16410	250	8	and	and	CCONJ
crl-16410	250	9	cite	cite	VERB
crl-16410	250	10	an	an	DET
crl-16410	250	11	empirical	empirical	ADJ
crl-16410	250	12	research	research	NOUN
crl-16410	250	13	study	study	NOUN
crl-16410	250	14	,	,	PUNCT
crl-16410	250	15	whereas	whereas	SCONJ
crl-16410	250	16	the	the	DET
crl-16410	250	17	new	new	ADJ
crl-16410	250	18	assignment	assignment	NOUN
crl-16410	250	19	requires	require	VERB
crl-16410	250	20	that	that	SCONJ
crl-16410	250	21	students	student	NOUN
crl-16410	250	22	actually	actually	ADV
crl-16410	250	23	read	read	VERB
crl-16410	250	24	and	and	CCONJ
crl-16410	250	25	summarize	summarize	VERB
crl-16410	250	26	a	a	DET
crl-16410	250	27	study	study	NOUN
crl-16410	250	28	.	.	PUNCT
crl-16410	251	1	some	some	DET
crl-16410	251	2	changes	change	NOUN
crl-16410	251	3	are	be	AUX
crl-16410	251	4	being	be	AUX
crl-16410	251	5	proposed	propose	VERB
crl-16410	251	6	at	at	ADP
crl-16410	251	7	the	the	DET
crl-16410	251	8	table	table	NOUN
crl-16410	251	9	13	13	NUM
crl-16410	251	10	category	category	NOUN
crl-16410	251	11	five	five	NUM
crl-16410	251	12	(	(	PUNCT
crl-16410	251	13	use	use	VERB
crl-16410	251	14	information	information	NOUN
crl-16410	251	15	ethically	ethically	ADV
crl-16410	251	16	and	and	CCONJ
crl-16410	251	17	legally	legally	ADV
crl-16410	251	18	)	)	PUNCT
crl-16410	251	19	percentage	percentage	NOUN
crl-16410	251	20	of	of	ADP
crl-16410	251	21	scores	score	NOUN
crl-16410	251	22	for	for	ADP
crl-16410	251	23	each	each	DET
crl-16410	251	24	course	course	NOUN
crl-16410	251	25	category	category	NOUN
crl-16410	251	26	five	five	NUM
crl-16410	251	27	0–0.5	0–0.5	NUM
crl-16410	251	28	1–1.5	1–1.5	NUM
crl-16410	251	29	2–2.5	2–2.5	NUM
crl-16410	251	30	3–3.5	3–3.5	NUM
crl-16410	251	31	4	4	NUM
crl-16410	251	32	engl	engl	PROPN
crl-16410	251	33	1010	1010	NUM
crl-16410	251	34	5.9	5.9	NUM
crl-16410	251	35	%	%	NOUN
crl-16410	251	36	11.9	11.9	NUM
crl-16410	251	37	%	%	NOUN
crl-16410	251	38	24.8	24.8	NUM
crl-16410	251	39	%	%	NOUN
crl-16410	251	40	28.5	28.5	NUM
crl-16410	251	41	%	%	NOUN
crl-16410	251	42	28.9	28.9	NUM
crl-16410	251	43	%	%	NOUN
crl-16410	251	44	engl	engl	PROPN
crl-16410	251	45	2010	2010	NUM
crl-16410	251	46	0.4	0.4	NUM
crl-16410	251	47	%	%	NOUN
crl-16410	251	48	3.0	3.0	NUM
crl-16410	251	49	%	%	NOUN
crl-16410	251	50	8.9	8.9	NUM
crl-16410	251	51	%	%	NOUN
crl-16410	251	52	26.8	26.8	NUM
crl-16410	251	53	%	%	NOUN
crl-16410	251	54	60.5	60.5	NUM
crl-16410	251	55	%	%	NOUN
crl-16410	251	56	psy	psy	NOUN
crl-16410	251	57	3500	3500	NUM
crl-16410	251	58	0.0	0.0	NUM
crl-16410	251	59	%	%	NOUN
crl-16410	251	60	2.0	2.0	NUM
crl-16410	251	61	%	%	NOUN
crl-16410	251	62	8.9	8.9	NUM
crl-16410	251	63	%	%	NOUN
crl-16410	251	64	48.5	48.5	NUM
crl-16410	251	65	%	%	NOUN
crl-16410	251	66	40.6	40.6	NUM
crl-16410	251	67	%	%	NOUN
crl-16410	251	68	hist	hist	NOUN
crl-16410	251	69	4990	4990	NUM
crl-16410	251	70	0.0	0.0	NUM
crl-16410	251	71	%	%	NOUN
crl-16410	251	72	2.2	2.2	NUM
crl-16410	251	73	%	%	NOUN
crl-16410	251	74	0.0	0.0	NUM
crl-16410	251	75	%	%	NOUN
crl-16410	251	76	31.1	31.1	NUM
crl-16410	251	77	%	%	NOUN
crl-16410	251	78	66.7	66.7	NUM
crl-16410	251	79	%	%	NOUN
crl-16410	251	80	an	an	DET
crl-16410	251	81	information	information	NOUN
crl-16410	251	82	literacy	literacy	NOUN
crl-16410	251	83	snapshot	snapshot	NOUN
crl-16410	251	84	183	183	NUM
crl-16410	251	85	curricular	curricular	ADJ
crl-16410	251	86	level	level	NOUN
crl-16410	251	87	.	.	PUNCT
crl-16410	252	1	the	the	DET
crl-16410	252	2	history	history	NOUN
crl-16410	252	3	department	department	NOUN
crl-16410	252	4	is	be	AUX
crl-16410	252	5	currently	currently	ADV
crl-16410	252	6	discussing	discuss	VERB
crl-16410	252	7	a	a	DET
crl-16410	252	8	new	new	ADJ
crl-16410	252	9	curriculum	curriculum	NOUN
crl-16410	252	10	so	so	SCONJ
crl-16410	252	11	that	that	SCONJ
crl-16410	252	12	students	student	NOUN
crl-16410	252	13	engage	engage	VERB
crl-16410	252	14	in	in	ADP
crl-16410	252	15	some	some	DET
crl-16410	252	16	basic	basic	ADJ
crl-16410	252	17	research	research	NOUN
crl-16410	252	18	processes	process	NOUN
crl-16410	252	19	before	before	SCONJ
crl-16410	252	20	they	they	PRON
crl-16410	252	21	reach	reach	VERB
crl-16410	252	22	the	the	DET
crl-16410	252	23	research	research	NOUN
crl-16410	252	24	methods	method	NOUN
crl-16410	252	25	and	and	CCONJ
crl-16410	252	26	capstone	capstone	NOUN
crl-16410	252	27	courses	course	NOUN
crl-16410	252	28	.	.	PUNCT
crl-16410	253	1	our	our	PRON
crl-16410	253	2	assessment	assessment	NOUN
crl-16410	253	3	was	be	AUX
crl-16410	253	4	one	one	NUM
crl-16410	253	5	piece	piece	NOUN
crl-16410	253	6	of	of	ADP
crl-16410	253	7	evidence	evidence	NOUN
crl-16410	253	8	that	that	PRON
crl-16410	253	9	prompted	prompt	VERB
crl-16410	253	10	this	this	DET
crl-16410	253	11	discussion	discussion	NOUN
crl-16410	253	12	.	.	PUNCT
crl-16410	254	1	in	in	ADP
crl-16410	254	2	the	the	DET
crl-16410	254	3	future	future	NOUN
crl-16410	254	4	,	,	PUNCT
crl-16410	254	5	we	we	PRON
crl-16410	254	6	plan	plan	VERB
crl-16410	254	7	to	to	PART
crl-16410	254	8	use	use	VERB
crl-16410	254	9	this	this	DET
crl-16410	254	10	assessment	assessment	NOUN
crl-16410	254	11	process	process	NOUN
crl-16410	254	12	for	for	ADP
crl-16410	254	13	smaller	small	ADJ
crl-16410	254	14	-	-	PUNCT
crl-16410	254	15	scale	scale	NOUN
crl-16410	254	16	application	application	NOUN
crl-16410	254	17	within	within	ADP
crl-16410	254	18	new	new	ADJ
crl-16410	254	19	subject	subject	ADJ
crl-16410	254	20	areas	area	NOUN
crl-16410	254	21	.	.	PUNCT
crl-16410	255	1	this	this	PRON
crl-16410	255	2	will	will	AUX
crl-16410	255	3	help	help	VERB
crl-16410	255	4	us	we	PRON
crl-16410	255	5	as	as	SCONJ
crl-16410	255	6	we	we	PRON
crl-16410	255	7	design	design	VERB
crl-16410	255	8	targeted	target	VERB
crl-16410	255	9	learning	learn	VERB
crl-16410	255	10	outcomes	outcome	NOUN
crl-16410	255	11	within	within	ADP
crl-16410	255	12	disciplines	discipline	NOUN
crl-16410	255	13	that	that	PRON
crl-16410	255	14	ensure	ensure	VERB
crl-16410	255	15	students	student	NOUN
crl-16410	255	16	are	be	AUX
crl-16410	255	17	receiving	receive	VERB
crl-16410	255	18	effective	effective	ADJ
crl-16410	255	19	il	il	PROPN
crl-16410	255	20	instruction	instruction	NOUN
crl-16410	255	21	that	that	PRON
crl-16410	255	22	addresses	address	VERB
crl-16410	255	23	their	their	PRON
crl-16410	255	24	actual	actual	ADJ
crl-16410	255	25	learning	learning	NOUN
crl-16410	255	26	needs	need	VERB
crl-16410	255	27	across	across	ADP
crl-16410	255	28	the	the	DET
crl-16410	255	29	curriculum	curriculum	NOUN
crl-16410	255	30	.	.	PUNCT
crl-16410	256	1	conclusion	conclusion	NOUN
crl-16410	256	2	libraries	library	NOUN
crl-16410	256	3	must	must	AUX
crl-16410	256	4	continue	continue	VERB
crl-16410	256	5	to	to	PART
crl-16410	256	6	explore	explore	VERB
crl-16410	256	7	authentic	authentic	ADJ
crl-16410	256	8	ways	way	NOUN
crl-16410	256	9	to	to	PART
crl-16410	256	10	assess	assess	VERB
crl-16410	256	11	student	student	NOUN
crl-16410	256	12	learning	learning	NOUN
crl-16410	256	13	and	and	CCONJ
crl-16410	256	14	ensure	ensure	VERB
crl-16410	256	15	that	that	SCONJ
crl-16410	256	16	we	we	PRON
crl-16410	256	17	are	be	AUX
crl-16410	256	18	supporting	support	VERB
crl-16410	256	19	our	our	PRON
crl-16410	256	20	institutions	institution	NOUN
crl-16410	256	21	’	'	PUNCT
crl-16410	256	22	student	student	NOUN
crl-16410	256	23	learning	learn	VERB
crl-16410	256	24	goals	goal	NOUN
crl-16410	256	25	.	.	PUNCT
crl-16410	257	1	our	our	PRON
crl-16410	257	2	experience	experience	NOUN
crl-16410	257	3	shows	show	VERB
crl-16410	257	4	that	that	SCONJ
crl-16410	257	5	the	the	DET
crl-16410	257	6	information	information	NOUN
crl-16410	257	7	literacy	literacy	NOUN
crl-16410	257	8	value	value	NOUN
crl-16410	257	9	rubric	rubric	NOUN
crl-16410	257	10	is	be	AUX
crl-16410	257	11	a	a	DET
crl-16410	257	12	useful	useful	ADJ
crl-16410	257	13	tool	tool	NOUN
crl-16410	257	14	for	for	ADP
crl-16410	257	15	articulating	articulating	ADJ
crl-16410	257	16	how	how	SCONJ
crl-16410	257	17	students	student	NOUN
crl-16410	257	18	measure	measure	VERB
crl-16410	257	19	up	up	ADP
crl-16410	257	20	to	to	ADP
crl-16410	257	21	il	il	NOUN
crl-16410	257	22	learning	learn	VERB
crl-16410	257	23	goals	goal	NOUN
crl-16410	257	24	.	.	PUNCT
crl-16410	258	1	furthermore	furthermore	ADV
crl-16410	258	2	,	,	PUNCT
crl-16410	258	3	it	it	PRON
crl-16410	258	4	can	can	AUX
crl-16410	258	5	help	help	VERB
crl-16410	258	6	librarians	librarian	NOUN
crl-16410	258	7	and	and	CCONJ
crl-16410	258	8	faculty	faculty	NOUN
crl-16410	258	9	target	target	NOUN
crl-16410	258	10	specific	specific	ADJ
crl-16410	258	11	areas	area	NOUN
crl-16410	258	12	to	to	PART
crl-16410	258	13	refocus	refocus	VERB
crl-16410	258	14	il	il	PROPN
crl-16410	258	15	instruction	instruction	NOUN
crl-16410	258	16	across	across	ADP
crl-16410	258	17	the	the	DET
crl-16410	258	18	curriculum	curriculum	NOUN
crl-16410	258	19	.	.	PUNCT
crl-16410	259	1	many	many	ADJ
crl-16410	259	2	faculty	faculty	NOUN
crl-16410	259	3	assume	assume	VERB
crl-16410	259	4	that	that	SCONJ
crl-16410	259	5	il	il	PROPN
crl-16410	259	6	skills	skill	NOUN
crl-16410	259	7	can	can	AUX
crl-16410	259	8	be	be	AUX
crl-16410	259	9	taught	teach	VERB
crl-16410	259	10	in	in	ADP
crl-16410	259	11	a	a	DET
crl-16410	259	12	single	single	ADJ
crl-16410	259	13	session	session	NOUN
crl-16410	259	14	in	in	ADP
crl-16410	259	15	a	a	DET
crl-16410	259	16	basic	basic	ADJ
crl-16410	259	17	composition	composition	NOUN
crl-16410	259	18	course	course	NOUN
crl-16410	259	19	.	.	PUNCT
crl-16410	260	1	focused	focus	VERB
crl-16410	260	2	on	on	ADP
crl-16410	260	3	their	their	PRON
crl-16410	260	4	discipline	discipline	NOUN
crl-16410	260	5	,	,	PUNCT
crl-16410	260	6	they	they	PRON
crl-16410	260	7	do	do	AUX
crl-16410	260	8	not	not	PART
crl-16410	260	9	always	always	ADV
crl-16410	260	10	have	have	VERB
crl-16410	260	11	access	access	NOUN
crl-16410	260	12	to	to	ADP
crl-16410	260	13	a	a	DET
crl-16410	260	14	wider	wide	ADJ
crl-16410	260	15	view	view	NOUN
crl-16410	260	16	of	of	ADP
crl-16410	260	17	how	how	SCONJ
crl-16410	260	18	students	student	NOUN
crl-16410	260	19	attain	attain	VERB
crl-16410	260	20	general	general	ADJ
crl-16410	260	21	writing	writing	NOUN
crl-16410	260	22	,	,	PUNCT
crl-16410	260	23	il	il	PROPN
crl-16410	260	24	,	,	PUNCT
crl-16410	260	25	and	and	CCONJ
crl-16410	260	26	critical	critical	ADJ
crl-16410	260	27	thinking	thinking	NOUN
crl-16410	260	28	skills	skill	NOUN
crl-16410	260	29	across	across	ADP
crl-16410	260	30	the	the	DET
crl-16410	260	31	curriculum	curriculum	NOUN
crl-16410	260	32	—	—	PUNCT
crl-16410	260	33	or	or	CCONJ
crl-16410	260	34	even	even	ADV
crl-16410	260	35	within	within	ADP
crl-16410	260	36	their	their	PRON
crl-16410	260	37	own	own	ADJ
crl-16410	260	38	major	major	NOUN
crl-16410	260	39	.	.	PUNCT
crl-16410	261	1	while	while	SCONJ
crl-16410	261	2	the	the	DET
crl-16410	261	3	process	process	NOUN
crl-16410	261	4	is	be	AUX
crl-16410	261	5	time	time	NOUN
crl-16410	261	6	consuming	consume	VERB
crl-16410	261	7	,	,	PUNCT
crl-16410	261	8	it	it	PRON
crl-16410	261	9	gives	give	VERB
crl-16410	261	10	librarians	librarian	NOUN
crl-16410	261	11	a	a	DET
crl-16410	261	12	stronger	strong	ADJ
crl-16410	261	13	sense	sense	NOUN
crl-16410	261	14	of	of	ADP
crl-16410	261	15	how	how	SCONJ
crl-16410	261	16	information	information	NOUN
crl-16410	261	17	literacy	literacy	NOUN
crl-16410	261	18	manifests	manifest	VERB
crl-16410	261	19	in	in	ADP
crl-16410	261	20	student	student	NOUN
crl-16410	261	21	works	work	NOUN
crl-16410	261	22	and	and	CCONJ
crl-16410	261	23	provides	provide	VERB
crl-16410	261	24	strong	strong	ADJ
crl-16410	261	25	evidence	evidence	NOUN
crl-16410	261	26	for	for	ADP
crl-16410	261	27	improving	improve	VERB
crl-16410	261	28	il	il	PROPN
crl-16410	261	29	instruction	instruction	NOUN
crl-16410	261	30	and	and	CCONJ
crl-16410	261	31	developing	develop	VERB
crl-16410	261	32	il	il	PROPN
crl-16410	261	33	across	across	ADP
crl-16410	261	34	the	the	DET
crl-16410	261	35	curriculum	curriculum	NOUN
crl-16410	261	36	.	.	PUNCT
crl-16410	262	1	the	the	DET
crl-16410	262	2	librarians	librarian	NOUN
crl-16410	262	3	who	who	PRON
crl-16410	262	4	participated	participate	VERB
crl-16410	262	5	in	in	ADP
crl-16410	262	6	this	this	DET
crl-16410	262	7	study	study	NOUN
crl-16410	262	8	now	now	ADV
crl-16410	262	9	have	have	VERB
crl-16410	262	10	expertise	expertise	NOUN
crl-16410	262	11	in	in	ADP
crl-16410	262	12	scoring	scoring	NOUN
crl-16410	262	13	and	and	CCONJ
crl-16410	262	14	using	use	VERB
crl-16410	262	15	rubrics	rubric	NOUN
crl-16410	262	16	,	,	PUNCT
crl-16410	262	17	which	which	PRON
crl-16410	262	18	we	we	PRON
crl-16410	262	19	can	can	AUX
crl-16410	262	20	use	use	VERB
crl-16410	262	21	in	in	ADP
crl-16410	262	22	smaller	small	ADJ
crl-16410	262	23	samples	sample	NOUN
crl-16410	262	24	in	in	ADP
crl-16410	262	25	specific	specific	ADJ
crl-16410	262	26	subject	subject	NOUN
crl-16410	262	27	areas	area	NOUN
crl-16410	262	28	to	to	PART
crl-16410	262	29	continue	continue	VERB
crl-16410	262	30	to	to	PART
crl-16410	262	31	gauge	gauge	VERB
crl-16410	262	32	our	our	PRON
crl-16410	262	33	students	student	NOUN
crl-16410	262	34	’	'	PUNCT
crl-16410	262	35	abilities	ability	NOUN
crl-16410	262	36	.	.	PUNCT
crl-16410	263	1	while	while	SCONJ
crl-16410	263	2	we	we	PRON
crl-16410	263	3	do	do	AUX
crl-16410	263	4	n’t	not	PART
crl-16410	263	5	currently	currently	ADV
crl-16410	263	6	have	have	VERB
crl-16410	263	7	plans	plan	NOUN
crl-16410	263	8	to	to	PART
crl-16410	263	9	conduct	conduct	VERB
crl-16410	263	10	this	this	DET
crl-16410	263	11	assessment	assessment	NOUN
crl-16410	263	12	again	again	ADV
crl-16410	263	13	,	,	PUNCT
crl-16410	263	14	we	we	PRON
crl-16410	263	15	are	be	AUX
crl-16410	263	16	working	work	VERB
crl-16410	263	17	on	on	ADP
crl-16410	263	18	other	other	ADJ
crl-16410	263	19	assessments	assessment	NOUN
crl-16410	263	20	that	that	PRON
crl-16410	263	21	help	help	AUX
crl-16410	263	22	answer	answer	VERB
crl-16410	263	23	other	other	ADJ
crl-16410	263	24	questions	question	NOUN
crl-16410	263	25	that	that	PRON
crl-16410	263	26	arose	arise	VERB
crl-16410	263	27	as	as	ADP
crl-16410	263	28	a	a	DET
crl-16410	263	29	result	result	NOUN
crl-16410	263	30	of	of	ADP
crl-16410	263	31	this	this	DET
crl-16410	263	32	study	study	NOUN
crl-16410	263	33	.	.	PUNCT
crl-16410	264	1	for	for	ADP
crl-16410	264	2	example	example	NOUN
crl-16410	264	3	,	,	PUNCT
crl-16410	264	4	our	our	PRON
crl-16410	264	5	study	study	NOUN
crl-16410	264	6	does	do	AUX
crl-16410	264	7	not	not	PART
crl-16410	264	8	take	take	VERB
crl-16410	264	9	into	into	ADP
crl-16410	264	10	account	account	NOUN
crl-16410	264	11	how	how	SCONJ
crl-16410	264	12	many	many	ADJ
crl-16410	264	13	sessions	session	NOUN
crl-16410	264	14	of	of	ADP
crl-16410	264	15	il	il	PROPN
crl-16410	264	16	instruction	instruction	NOUN
crl-16410	264	17	a	a	DET
crl-16410	264	18	student	student	NOUN
crl-16410	264	19	received	receive	VERB
crl-16410	264	20	.	.	PUNCT
crl-16410	265	1	one	one	NUM
crl-16410	265	2	question	question	NOUN
crl-16410	265	3	we	we	PRON
crl-16410	265	4	hope	hope	VERB
crl-16410	265	5	to	to	PART
crl-16410	265	6	answer	answer	VERB
crl-16410	265	7	in	in	ADP
crl-16410	265	8	the	the	DET
crl-16410	265	9	next	next	ADJ
crl-16410	265	10	assessment	assessment	NOUN
crl-16410	265	11	is	be	AUX
crl-16410	265	12	how	how	SCONJ
crl-16410	265	13	the	the	DET
crl-16410	265	14	sequence	sequence	NOUN
crl-16410	265	15	and	and	CCONJ
crl-16410	265	16	number	number	NOUN
crl-16410	265	17	of	of	ADP
crl-16410	265	18	instruction	instruction	NOUN
crl-16410	265	19	sessions	session	NOUN
crl-16410	265	20	a	a	DET
crl-16410	265	21	student	student	NOUN
crl-16410	265	22	receives	receive	VERB
crl-16410	265	23	throughout	throughout	ADP
crl-16410	265	24	a	a	DET
crl-16410	265	25	program	program	NOUN
crl-16410	265	26	contributes	contribute	VERB
crl-16410	265	27	to	to	ADP
crl-16410	265	28	overall	overall	ADJ
crl-16410	265	29	success	success	NOUN
crl-16410	265	30	,	,	PUNCT
crl-16410	265	31	such	such	ADJ
crl-16410	265	32	as	as	ADP
crl-16410	265	33	grade	grade	NOUN
crl-16410	265	34	point	point	NOUN
crl-16410	265	35	average	average	ADJ
crl-16410	265	36	and	and	CCONJ
crl-16410	265	37	retention	retention	NOUN
crl-16410	265	38	.	.	PUNCT
crl-16410	266	1	this	this	PRON
crl-16410	266	2	may	may	AUX
crl-16410	266	3	help	help	VERB
crl-16410	266	4	us	we	PRON
crl-16410	266	5	provide	provide	VERB
crl-16410	266	6	a	a	DET
crl-16410	266	7	stronger	strong	ADJ
crl-16410	266	8	connection	connection	NOUN
crl-16410	266	9	between	between	ADP
crl-16410	266	10	library	library	NOUN
crl-16410	266	11	instruction	instruction	NOUN
crl-16410	266	12	and	and	CCONJ
crl-16410	266	13	il	il	PROPN
crl-16410	266	14	proficiency	proficiency	NOUN
crl-16410	266	15	.	.	PUNCT
crl-16410	267	1	overall	overall	ADV
crl-16410	267	2	,	,	PUNCT
crl-16410	267	3	“	"	PUNCT
crl-16410	267	4	snapshot	snapshot	ADJ
crl-16410	267	5	”	"	PUNCT
crl-16410	267	6	approaches	approach	NOUN
crl-16410	267	7	to	to	ADP
crl-16410	267	8	assessment	assessment	NOUN
crl-16410	267	9	,	,	PUNCT
crl-16410	267	10	like	like	ADP
crl-16410	267	11	the	the	DET
crl-16410	267	12	one	one	NOUN
crl-16410	267	13	in	in	ADP
crl-16410	267	14	this	this	DET
crl-16410	267	15	study	study	NOUN
crl-16410	267	16	,	,	PUNCT
crl-16410	267	17	help	help	VERB
crl-16410	267	18	to	to	PART
crl-16410	267	19	generate	generate	VERB
crl-16410	267	20	extensive	extensive	ADJ
crl-16410	267	21	discussions	discussion	NOUN
crl-16410	267	22	with	with	ADP
crl-16410	267	23	faculty	faculty	NOUN
crl-16410	267	24	that	that	PRON
crl-16410	267	25	take	take	VERB
crl-16410	267	26	the	the	DET
crl-16410	267	27	entire	entire	ADJ
crl-16410	267	28	curriculum	curriculum	NOUN
crl-16410	267	29	,	,	PUNCT
crl-16410	267	30	rather	rather	ADV
crl-16410	267	31	than	than	ADP
crl-16410	267	32	a	a	DET
crl-16410	267	33	single	single	ADJ
crl-16410	267	34	library	library	NOUN
crl-16410	267	35	session	session	NOUN
crl-16410	267	36	or	or	CCONJ
crl-16410	267	37	course	course	NOUN
crl-16410	267	38	,	,	PUNCT
crl-16410	267	39	into	into	ADP
crl-16410	267	40	account	account	NOUN
crl-16410	267	41	.	.	PUNCT
crl-16410	268	1	when	when	SCONJ
crl-16410	268	2	visualizing	visualize	VERB
crl-16410	268	3	the	the	DET
crl-16410	268	4	common	common	ADJ
crl-16410	268	5	peaks	peak	NOUN
crl-16410	268	6	and	and	CCONJ
crl-16410	268	7	valleys	valley	NOUN
crl-16410	268	8	in	in	ADP
crl-16410	268	9	student	student	NOUN
crl-16410	268	10	achievement	achievement	NOUN
crl-16410	268	11	,	,	PUNCT
crl-16410	268	12	faculty	faculty	NOUN
crl-16410	268	13	more	more	ADV
crl-16410	268	14	clearly	clearly	ADV
crl-16410	268	15	comprehend	comprehend	VERB
crl-16410	268	16	the	the	DET
crl-16410	268	17	shared	share	VERB
crl-16410	268	18	responsibility	responsibility	NOUN
crl-16410	268	19	that	that	SCONJ
crl-16410	268	20	we	we	PRON
crl-16410	268	21	all	all	PRON
crl-16410	268	22	have	have	VERB
crl-16410	268	23	to	to	PART
crl-16410	268	24	better	well	ADV
crl-16410	268	25	address	address	VERB
crl-16410	268	26	the	the	DET
crl-16410	268	27	essential	essential	ADJ
crl-16410	268	28	learning	learn	VERB
crl-16410	268	29	outcomes	outcome	NOUN
crl-16410	268	30	of	of	ADP
crl-16410	268	31	information	information	NOUN
crl-16410	268	32	literacy	literacy	NOUN
crl-16410	268	33	on	on	ADP
crl-16410	268	34	our	our	PRON
crl-16410	268	35	campuses	campus	NOUN
crl-16410	268	36	.	.	PUNCT
crl-16410	269	1	appendix	appendix	VERB
crl-16410	269	2	a	a	PRON
crl-16410	269	3	:	:	PUNCT
crl-16410	269	4	revised	revise	VERB
crl-16410	269	5	rubric	rubric	ADJ
crl-16410	269	6	category	category	NOUN
crl-16410	269	7	capstone	capstone	NOUN
crl-16410	269	8	4	4	NUM
crl-16410	269	9	milestone	milestone	NOUN
crl-16410	269	10	3	3	NUM
crl-16410	269	11	milestone	milestone	NOUN
crl-16410	269	12	2	2	NUM
crl-16410	269	13	benchmark	benchmark	NOUN
crl-16410	269	14	1.5	1.5	NUM
crl-16410	269	15	benchmark	benchmark	NOUN
crl-16410	269	16	1	1	NUM
crl-16410	269	17	benchmark	benchmark	NOUN
crl-16410	269	18	1/2	1/2	NUM
crl-16410	269	19	0	0	NUM
crl-16410	269	20	defines	define	VERB
crl-16410	269	21	the	the	DET
crl-16410	269	22	extent	extent	NOUN
crl-16410	269	23	of	of	ADP
crl-16410	269	24	information	information	NOUN
crl-16410	269	25	needed	need	VERB
crl-16410	269	26	effectively	effectively	ADV
crl-16410	269	27	defines	define	VERB
crl-16410	269	28	the	the	DET
crl-16410	269	29	scope	scope	NOUN
crl-16410	269	30	of	of	ADP
crl-16410	269	31	the	the	DET
crl-16410	269	32	research	research	NOUN
crl-16410	269	33	question	question	NOUN
crl-16410	269	34	or	or	CCONJ
crl-16410	269	35	thesis	thesis	NOUN
crl-16410	269	36	.	.	PUNCT
crl-16410	270	1	effectively	effectively	ADV
crl-16410	270	2	determines	determine	VERB
crl-16410	270	3	key	key	ADJ
crl-16410	270	4	concepts	concept	NOUN
crl-16410	270	5	.	.	PUNCT
crl-16410	271	1	types	type	NOUN
crl-16410	271	2	of	of	ADP
crl-16410	271	3	information	information	NOUN
crl-16410	271	4	(	(	PUNCT
crl-16410	271	5	sources	source	NOUN
crl-16410	271	6	)	)	PUNCT
crl-16410	271	7	selected	select	VERB
crl-16410	271	8	directly	directly	ADV
crl-16410	271	9	relate	relate	VERB
crl-16410	271	10	to	to	ADP
crl-16410	271	11	concepts	concept	NOUN
crl-16410	271	12	or	or	CCONJ
crl-16410	271	13	answer	answer	VERB
crl-16410	271	14	research	research	NOUN
crl-16410	271	15	questions	question	NOUN
crl-16410	271	16	.	.	PUNCT
crl-16410	272	1	defines	define	VERB
crl-16410	272	2	the	the	DET
crl-16410	272	3	scope	scope	NOUN
crl-16410	272	4	of	of	ADP
crl-16410	272	5	the	the	DET
crl-16410	272	6	research	research	NOUN
crl-16410	272	7	question	question	NOUN
crl-16410	272	8	or	or	CCONJ
crl-16410	272	9	thesis	thesis	NOUN
crl-16410	272	10	completely	completely	ADV
crl-16410	272	11	.	.	PUNCT
crl-16410	273	1	can	can	AUX
crl-16410	273	2	determine	determine	VERB
crl-16410	273	3	most	most	ADV
crl-16410	273	4	relevant	relevant	ADJ
crl-16410	273	5	key	key	ADJ
crl-16410	273	6	concepts	concept	NOUN
crl-16410	273	7	.	.	PUNCT
crl-16410	274	1	types	type	NOUN
crl-16410	274	2	of	of	ADP
crl-16410	274	3	information	information	NOUN
crl-16410	274	4	(	(	PUNCT
crl-16410	274	5	sources	source	NOUN
crl-16410	274	6	)	)	PUNCT
crl-16410	274	7	selected	select	VERB
crl-16410	274	8	relate	relate	NOUN
crl-16410	274	9	to	to	ADP
crl-16410	274	10	concepts	concept	NOUN
crl-16410	274	11	or	or	CCONJ
crl-16410	274	12	answer	answer	VERB
crl-16410	274	13	research	research	NOUN
crl-16410	274	14	questions	question	NOUN
crl-16410	274	15	,	,	PUNCT
crl-16410	274	16	but	but	CCONJ
crl-16410	274	17	maybe	maybe	ADV
crl-16410	274	18	not	not	PART
crl-16410	274	19	directly	directly	ADV
crl-16410	274	20	.	.	PUNCT
crl-16410	275	1	defines	define	VERB
crl-16410	275	2	the	the	DET
crl-16410	275	3	scope	scope	NOUN
crl-16410	275	4	of	of	ADP
crl-16410	275	5	the	the	DET
crl-16410	275	6	research	research	NOUN
crl-16410	275	7	question	question	NOUN
crl-16410	275	8	or	or	CCONJ
crl-16410	275	9	thesis	thesis	NOUN
crl-16410	275	10	incompletely	incompletely	ADV
crl-16410	275	11	(	(	PUNCT
crl-16410	275	12	parts	part	NOUN
crl-16410	275	13	are	be	AUX
crl-16410	275	14	missing	miss	VERB
crl-16410	275	15	,	,	PUNCT
crl-16410	275	16	somewhat	somewhat	ADV
crl-16410	275	17	too	too	ADV
crl-16410	275	18	broad	broad	ADJ
crl-16410	275	19	or	or	CCONJ
crl-16410	275	20	too	too	ADV
crl-16410	275	21	narrow	narrow	ADJ
crl-16410	275	22	,	,	PUNCT
crl-16410	275	23	etc	etc	X
crl-16410	275	24	.	.	X
crl-16410	275	25	)	)	PUNCT
crl-16410	275	26	.	.	PUNCT
crl-16410	276	1	can	can	AUX
crl-16410	276	2	determine	determine	VERB
crl-16410	276	3	some	some	DET
crl-16410	276	4	key	key	ADJ
crl-16410	276	5	concepts	concept	NOUN
crl-16410	276	6	.	.	PUNCT
crl-16410	277	1	types	type	NOUN
crl-16410	277	2	of	of	ADP
crl-16410	277	3	information	information	NOUN
crl-16410	277	4	(	(	PUNCT
crl-16410	277	5	sources	source	NOUN
crl-16410	277	6	)	)	PUNCT
crl-16410	277	7	selected	select	VERB
crl-16410	277	8	partially	partially	ADV
crl-16410	277	9	relate	relate	VERB
crl-16410	277	10	to	to	ADP
crl-16410	277	11	concepts	concept	NOUN
crl-16410	277	12	or	or	CCONJ
crl-16410	277	13	answer	answer	VERB
crl-16410	277	14	research	research	NOUN
crl-16410	277	15	questions	question	NOUN
crl-16410	277	16	.	.	PUNCT
crl-16410	278	1	has	have	VERB
crl-16410	278	2	difficulty	difficulty	NOUN
crl-16410	278	3	defining	define	VERB
crl-16410	278	4	the	the	DET
crl-16410	278	5	scope	scope	NOUN
crl-16410	278	6	of	of	ADP
crl-16410	278	7	the	the	DET
crl-16410	278	8	research	research	NOUN
crl-16410	278	9	question	question	NOUN
crl-16410	278	10	or	or	CCONJ
crl-16410	278	11	thesis	thesis	NOUN
crl-16410	278	12	.	.	PUNCT
crl-16410	279	1	more	more	ADV
crl-16410	279	2	focused	focused	ADJ
crl-16410	279	3	or	or	CCONJ
crl-16410	279	4	narrower	narrow	ADJ
crl-16410	279	5	than	than	ADP
crl-16410	279	6	score	score	VERB
crl-16410	279	7	for	for	ADP
crl-16410	279	8	1	1	NUM
crl-16410	279	9	,	,	PUNCT
crl-16410	279	10	but	but	CCONJ
crl-16410	279	11	has	have	VERB
crl-16410	279	12	difficulty	difficulty	NOUN
crl-16410	279	13	determining	determine	VERB
crl-16410	279	14	key	key	ADJ
crl-16410	279	15	concepts	concept	NOUN
crl-16410	279	16	.	.	PUNCT
crl-16410	279	17	types	type	NOUN
crl-16410	279	18	of	of	ADP
crl-16410	279	19	information	information	NOUN
crl-16410	279	20	(	(	PUNCT
crl-16410	279	21	sources	source	NOUN
crl-16410	279	22	)	)	PUNCT
crl-16410	279	23	do	do	AUX
crl-16410	279	24	not	not	PART
crl-16410	279	25	relate	relate	VERB
crl-16410	279	26	to	to	ADP
crl-16410	279	27	concepts	concept	NOUN
crl-16410	279	28	or	or	CCONJ
crl-16410	279	29	answer	answer	VERB
crl-16410	279	30	questions	question	NOUN
crl-16410	279	31	.	.	PUNCT
crl-16410	280	1	has	have	VERB
crl-16410	280	2	difficulty	difficulty	NOUN
crl-16410	280	3	defining	define	VERB
crl-16410	280	4	the	the	DET
crl-16410	280	5	scope	scope	NOUN
crl-16410	280	6	of	of	ADP
crl-16410	280	7	the	the	DET
crl-16410	280	8	research	research	NOUN
crl-16410	280	9	question	question	NOUN
crl-16410	280	10	or	or	CCONJ
crl-16410	280	11	thesis	thesis	NOUN
crl-16410	280	12	(	(	PUNCT
crl-16410	280	13	especially	especially	ADV
crl-16410	280	14	too	too	ADV
crl-16410	280	15	broad	broad	ADJ
crl-16410	280	16	)	)	PUNCT
crl-16410	280	17	.	.	PUNCT
crl-16410	281	1	has	have	VERB
crl-16410	281	2	difficulty	difficulty	NOUN
crl-16410	281	3	determining	determine	VERB
crl-16410	281	4	key	key	ADJ
crl-16410	281	5	concepts	concept	NOUN
crl-16410	281	6	.	.	PUNCT
crl-16410	282	1	types	type	NOUN
crl-16410	282	2	of	of	ADP
crl-16410	282	3	information	information	NOUN
crl-16410	282	4	(	(	PUNCT
crl-16410	282	5	sources	source	NOUN
crl-16410	282	6	)	)	PUNCT
crl-16410	282	7	do	do	AUX
crl-16410	282	8	not	not	PART
crl-16410	282	9	relate	relate	VERB
crl-16410	282	10	to	to	ADP
crl-16410	282	11	concepts	concept	NOUN
crl-16410	282	12	or	or	CCONJ
crl-16410	282	13	answer	answer	VERB
crl-16410	282	14	questions	question	NOUN
crl-16410	282	15	.	.	PUNCT
crl-16410	283	1	access	access	VERB
crl-16410	283	2	the	the	DET
crl-16410	283	3	needed	needed	ADJ
crl-16410	283	4	information	information	NOUN
crl-16410	283	5	.	.	PUNCT
crl-16410	284	1	accesses	access	VERB
crl-16410	284	2	information	information	NOUN
crl-16410	284	3	using	use	VERB
crl-16410	284	4	effective	effective	ADJ
crl-16410	284	5	,	,	PUNCT
crl-16410	284	6	welldesigned	welldesigne	VERB
crl-16410	284	7	search	search	NOUN
crl-16410	284	8	strategies	strategy	NOUN
crl-16410	284	9	and	and	CCONJ
crl-16410	284	10	most	most	ADV
crl-16410	284	11	appropriate	appropriate	ADJ
crl-16410	284	12	information	information	NOUN
crl-16410	284	13	sources	source	NOUN
crl-16410	284	14	.	.	PUNCT
crl-16410	285	1	accesses	access	VERB
crl-16410	285	2	information	information	NOUN
crl-16410	285	3	using	use	VERB
crl-16410	285	4	variety	variety	NOUN
crl-16410	285	5	of	of	ADP
crl-16410	285	6	search	search	NOUN
crl-16410	285	7	strategies	strategy	NOUN
crl-16410	285	8	and	and	CCONJ
crl-16410	285	9	some	some	DET
crl-16410	285	10	relevant	relevant	ADJ
crl-16410	285	11	information	information	NOUN
crl-16410	285	12	sources	source	NOUN
crl-16410	285	13	.	.	PUNCT
crl-16410	286	1	demonstrates	demonstrate	VERB
crl-16410	286	2	ability	ability	NOUN
crl-16410	286	3	to	to	PART
crl-16410	286	4	refine	refine	VERB
crl-16410	286	5	search	search	NOUN
crl-16410	286	6	through	through	ADP
crl-16410	286	7	mainly	mainly	ADV
crl-16410	286	8	relevant	relevant	ADJ
crl-16410	286	9	sources	source	NOUN
crl-16410	286	10	and	and	CCONJ
crl-16410	286	11	variety	variety	NOUN
crl-16410	286	12	of	of	ADP
crl-16410	286	13	sources	source	NOUN
crl-16410	286	14	,	,	PUNCT
crl-16410	286	15	when	when	SCONJ
crl-16410	286	16	appropriate	appropriate	ADJ
crl-16410	286	17	.	.	PUNCT
crl-16410	287	1	accesses	access	VERB
crl-16410	287	2	information	information	NOUN
crl-16410	287	3	using	use	VERB
crl-16410	287	4	simple	simple	ADJ
crl-16410	287	5	search	search	NOUN
crl-16410	287	6	strategies	strategy	NOUN
crl-16410	287	7	,	,	PUNCT
crl-16410	287	8	retrieves	retrieve	VERB
crl-16410	287	9	information	information	NOUN
crl-16410	287	10	from	from	ADP
crl-16410	287	11	limited	limited	ADJ
crl-16410	287	12	sources	source	NOUN
crl-16410	287	13	but	but	CCONJ
crl-16410	287	14	most	most	ADJ
crl-16410	287	15	are	be	AUX
crl-16410	287	16	relevant	relevant	ADJ
crl-16410	287	17	and	and	CCONJ
crl-16410	287	18	include	include	VERB
crl-16410	287	19	variety	variety	NOUN
crl-16410	287	20	,	,	PUNCT
crl-16410	287	21	such	such	ADJ
crl-16410	287	22	as	as	ADP
crl-16410	287	23	books	book	NOUN
crl-16410	287	24	or	or	CCONJ
crl-16410	287	25	a	a	DET
crl-16410	287	26	good	good	ADJ
crl-16410	287	27	background	background	NOUN
crl-16410	287	28	source	source	NOUN
crl-16410	287	29	.	.	PUNCT
crl-16410	288	1	accesses	access	VERB
crl-16410	288	2	information	information	NOUN
crl-16410	288	3	using	use	VERB
crl-16410	288	4	simple	simple	ADJ
crl-16410	288	5	search	search	NOUN
crl-16410	288	6	strategies	strategy	NOUN
crl-16410	288	7	,	,	PUNCT
crl-16410	288	8	retrieves	retrieve	VERB
crl-16410	288	9	information	information	NOUN
crl-16410	288	10	from	from	ADP
crl-16410	288	11	limited	limited	ADJ
crl-16410	288	12	and	and	CCONJ
crl-16410	288	13	similar	similar	ADJ
crl-16410	288	14	sources	source	NOUN
crl-16410	288	15	.	.	PUNCT
crl-16410	289	1	example	example	NOUN
crl-16410	289	2	:	:	PUNCT
crl-16410	289	3	uses	use	VERB
crl-16410	289	4	only	only	ADV
crl-16410	289	5	first	first	ADJ
crl-16410	289	6	hits	hit	VERB
crl-16410	289	7	from	from	ADP
crl-16410	289	8	academic	academic	ADJ
crl-16410	289	9	search	search	NOUN
crl-16410	289	10	premier	premier	NOUN
crl-16410	289	11	so	so	SCONJ
crl-16410	289	12	some	some	DET
crl-16410	289	13	results	result	NOUN
crl-16410	289	14	not	not	PART
crl-16410	289	15	relevant	relevant	ADJ
crl-16410	289	16	.	.	PUNCT
crl-16410	290	1	accesses	access	VERB
crl-16410	290	2	information	information	NOUN
crl-16410	290	3	randomly	randomly	ADV
crl-16410	290	4	,	,	PUNCT
crl-16410	290	5	retrieves	retrieve	VERB
crl-16410	290	6	information	information	NOUN
crl-16410	290	7	that	that	PRON
crl-16410	290	8	lacks	lack	VERB
crl-16410	290	9	relevance	relevance	NOUN
crl-16410	290	10	and	and	CCONJ
crl-16410	290	11	quality	quality	NOUN
crl-16410	290	12	.	.	PUNCT
crl-16410	291	1	a	a	DET
crl-16410	291	2	lot	lot	NOUN
crl-16410	291	3	of	of	ADP
crl-16410	291	4	web	web	NOUN
crl-16410	291	5	sources	source	NOUN
crl-16410	291	6	or	or	CCONJ
crl-16410	291	7	other	other	ADJ
crl-16410	291	8	superficial	superficial	ADJ
crl-16410	291	9	sources	source	NOUN
crl-16410	291	10	.	.	PUNCT
crl-16410	292	1	accesses	access	VERB
crl-16410	292	2	poor	poor	ADJ
crl-16410	292	3	quality	quality	NOUN
crl-16410	292	4	information	information	NOUN
crl-16410	292	5	in	in	ADP
crl-16410	292	6	terms	term	NOUN
crl-16410	292	7	of	of	ADP
crl-16410	292	8	depth	depth	NOUN
crl-16410	292	9	,	,	PUNCT
crl-16410	292	10	relevance	relevance	NOUN
crl-16410	292	11	,	,	PUNCT
crl-16410	292	12	and	and	CCONJ
crl-16410	292	13	accuracy	accuracy	NOUN
crl-16410	292	14	.	.	PUNCT
crl-16410	293	1	evaluate	evaluate	VERB
crl-16410	293	2	information	information	NOUN
crl-16410	293	3	and	and	CCONJ
crl-16410	293	4	its	its	PRON
crl-16410	293	5	sources	source	NOUN
crl-16410	293	6	critically	critically	ADV
crl-16410	293	7	thoroughly	thoroughly	ADV
crl-16410	293	8	(	(	PUNCT
crl-16410	293	9	systematically	systematically	ADV
crl-16410	293	10	and	and	CCONJ
crl-16410	293	11	methodically	methodically	ADV
crl-16410	293	12	)	)	PUNCT
crl-16410	293	13	thoroughly	thoroughly	ADV
crl-16410	293	14	(	(	PUNCT
crl-16410	293	15	systematically	systematically	ADV
crl-16410	293	16	and	and	CCONJ
crl-16410	293	17	methodically	methodically	ADV
crl-16410	293	18	)	)	PUNCT
crl-16410	293	19	analyzes	analyze	VERB
crl-16410	293	20	own	own	ADJ
crl-16410	293	21	and	and	CCONJ
crl-16410	293	22	others	other	NOUN
crl-16410	293	23	'	'	PART
crl-16410	293	24	assumptions	assumption	NOUN
crl-16410	293	25	and	and	CCONJ
crl-16410	293	26	carefully	carefully	ADV
crl-16410	293	27	evaluates	evaluate	VERB
crl-16410	293	28	the	the	DET
crl-16410	293	29	relevance	relevance	NOUN
crl-16410	293	30	of	of	ADP
crl-16410	293	31	contexts	context	NOUN
crl-16410	293	32	when	when	SCONJ
crl-16410	293	33	presenting	present	VERB
crl-16410	293	34	a	a	DET
crl-16410	293	35	position	position	NOUN
crl-16410	293	36	.	.	PUNCT
crl-16410	294	1	(	(	PUNCT
crl-16410	294	2	e.g.	e.g.	ADV
crl-16410	294	3	understands	understand	VERB
crl-16410	294	4	epistemological	epistemological	ADJ
crl-16410	294	5	assumptions	assumption	NOUN
crl-16410	294	6	of	of	ADP
crl-16410	294	7	disciplines	discipline	NOUN
crl-16410	294	8	,	,	PUNCT
crl-16410	294	9	controversies	controversy	NOUN
crl-16410	294	10	in	in	ADP
crl-16410	294	11	a	a	DET
crl-16410	294	12	discipline	discipline	NOUN
crl-16410	294	13	,	,	PUNCT
crl-16410	294	14	and	and	CCONJ
crl-16410	294	15	types	type	NOUN
crl-16410	294	16	of	of	ADP
crl-16410	294	17	evidence	evidence	NOUN
crl-16410	294	18	valued	value	VERB
crl-16410	294	19	by	by	ADP
crl-16410	294	20	a	a	DET
crl-16410	294	21	discipline	discipline	NOUN
crl-16410	294	22	and	and	CCONJ
crl-16410	294	23	explain	explain	VERB
crl-16410	294	24	own	own	ADJ
crl-16410	294	25	interpretation	interpretation	NOUN
crl-16410	294	26	of	of	ADP
crl-16410	294	27	evidence	evidence	NOUN
crl-16410	294	28	based	base	VERB
crl-16410	294	29	on	on	ADP
crl-16410	294	30	these	these	DET
crl-16410	294	31	understandings	understanding	NOUN
crl-16410	294	32	.	.	PUNCT
crl-16410	294	33	)	)	PUNCT
crl-16410	295	1	identifies	identify	VERB
crl-16410	295	2	own	own	ADJ
crl-16410	295	3	and	and	CCONJ
crl-16410	295	4	others	other	NOUN
crl-16410	295	5	'	'	PART
crl-16410	295	6	assumptions	assumption	NOUN
crl-16410	295	7	and	and	CCONJ
crl-16410	295	8	several	several	ADJ
crl-16410	295	9	relevant	relevant	ADJ
crl-16410	295	10	contexts	contexts	NOUN
crl-16410	295	11	when	when	SCONJ
crl-16410	295	12	presenting	present	VERB
crl-16410	295	13	a	a	DET
crl-16410	295	14	position	position	NOUN
crl-16410	295	15	.	.	PUNCT
crl-16410	296	1	not	not	PART
crl-16410	296	2	able	able	ADJ
crl-16410	296	3	to	to	PART
crl-16410	296	4	thoroughly	thoroughly	ADV
crl-16410	296	5	articulate	articulate	VERB
crl-16410	296	6	value	value	NOUN
crl-16410	296	7	of	of	ADP
crl-16410	296	8	evidence	evidence	NOUN
crl-16410	296	9	or	or	CCONJ
crl-16410	296	10	ways	way	NOUN
crl-16410	296	11	of	of	ADP
crl-16410	296	12	knowing	know	VERB
crl-16410	296	13	in	in	ADP
crl-16410	296	14	a	a	DET
crl-16410	296	15	discipline	discipline	NOUN
crl-16410	296	16	.	.	PUNCT
crl-16410	297	1	questions	question	NOUN
crl-16410	297	2	some	some	DET
crl-16410	297	3	assumptions	assumption	NOUN
crl-16410	297	4	.	.	PUNCT
crl-16410	298	1	identifies	identify	VERB
crl-16410	298	2	several	several	ADJ
crl-16410	298	3	relevant	relevant	ADJ
crl-16410	298	4	contexts	contexts	NOUN
crl-16410	298	5	when	when	SCONJ
crl-16410	298	6	presenting	present	VERB
crl-16410	298	7	a	a	DET
crl-16410	298	8	position	position	NOUN
crl-16410	298	9	.	.	PUNCT
crl-16410	299	1	may	may	AUX
crl-16410	299	2	be	be	AUX
crl-16410	299	3	more	more	ADV
crl-16410	299	4	aware	aware	ADJ
crl-16410	299	5	of	of	ADP
crl-16410	299	6	others	other	NOUN
crl-16410	299	7	'	'	PART
crl-16410	299	8	assumptions	assumption	NOUN
crl-16410	299	9	than	than	ADP
crl-16410	299	10	one	one	PRON
crl-16410	299	11	's	's	PART
crl-16410	299	12	own	own	ADJ
crl-16410	299	13	(	(	PUNCT
crl-16410	299	14	or	or	CCONJ
crl-16410	299	15	vice	vice	NOUN
crl-16410	299	16	versa	versa	ADV
crl-16410	299	17	)	)	PUNCT
crl-16410	299	18	.	.	PUNCT
crl-16410	300	1	does	do	AUX
crl-16410	300	2	not	not	PART
crl-16410	300	3	yet	yet	ADV
crl-16410	300	4	understand	understand	VERB
crl-16410	300	5	value	value	NOUN
crl-16410	300	6	of	of	ADP
crl-16410	300	7	different	different	ADJ
crl-16410	300	8	kinds	kind	NOUN
crl-16410	300	9	of	of	ADP
crl-16410	300	10	evidence	evidence	NOUN
crl-16410	300	11	or	or	CCONJ
crl-16410	300	12	ways	way	NOUN
crl-16410	300	13	of	of	ADP
crl-16410	300	14	knowing	know	VERB
crl-16410	300	15	by	by	ADP
crl-16410	300	16	discipline	discipline	NOUN
crl-16410	300	17	.	.	PUNCT
crl-16410	301	1	(	(	PUNCT
crl-16410	301	2	e.g.	e.g.	ADV
crl-16410	301	3	able	able	ADJ
crl-16410	301	4	to	to	PART
crl-16410	301	5	acknowledge	acknowledge	VERB
crl-16410	301	6	some	some	DET
crl-16410	301	7	sense	sense	NOUN
crl-16410	301	8	of	of	ADP
crl-16410	301	9	context	context	NOUN
crl-16410	301	10	or	or	CCONJ
crl-16410	301	11	assumptions	assumption	NOUN
crl-16410	301	12	based	base	VERB
crl-16410	301	13	on	on	ADP
crl-16410	301	14	personal	personal	ADJ
crl-16410	301	15	,	,	PUNCT
crl-16410	301	16	political	political	ADJ
crl-16410	301	17	,	,	PUNCT
crl-16410	301	18	or	or	CCONJ
crl-16410	301	19	historical	historical	ADJ
crl-16410	301	20	situation	situation	NOUN
crl-16410	301	21	,	,	PUNCT
crl-16410	301	22	but	but	CCONJ
crl-16410	301	23	does	do	AUX
crl-16410	301	24	not	not	PART
crl-16410	301	25	fully	fully	ADV
crl-16410	301	26	explore	explore	VERB
crl-16410	301	27	or	or	CCONJ
crl-16410	301	28	evaluate	evaluate	VERB
crl-16410	301	29	information	information	NOUN
crl-16410	301	30	based	base	VERB
crl-16410	301	31	on	on	ADP
crl-16410	301	32	sense	sense	NOUN
crl-16410	301	33	of	of	ADP
crl-16410	301	34	context	context	NOUN
crl-16410	301	35	)	)	PUNCT
crl-16410	301	36	.	.	PUNCT
crl-16410	302	1	identifies	identify	VERB
crl-16410	302	2	several	several	ADJ
crl-16410	302	3	relevant	relevant	ADJ
crl-16410	302	4	contexts	contexts	NOUN
crl-16410	302	5	when	when	SCONJ
crl-16410	302	6	presenting	present	VERB
crl-16410	302	7	a	a	DET
crl-16410	302	8	position	position	NOUN
crl-16410	302	9	.	.	PUNCT
crl-16410	303	1	does	do	AUX
crl-16410	303	2	not	not	PART
crl-16410	303	3	yet	yet	ADV
crl-16410	303	4	understand	understand	VERB
crl-16410	303	5	value	value	NOUN
crl-16410	303	6	of	of	ADP
crl-16410	303	7	different	different	ADJ
crl-16410	303	8	kinds	kind	NOUN
crl-16410	303	9	of	of	ADP
crl-16410	303	10	evidence	evidence	NOUN
crl-16410	303	11	or	or	CCONJ
crl-16410	303	12	ways	way	NOUN
crl-16410	303	13	of	of	ADP
crl-16410	303	14	knowing	know	VERB
crl-16410	303	15	by	by	ADP
crl-16410	303	16	discipline	discipline	NOUN
crl-16410	303	17	.	.	PUNCT
crl-16410	304	1	(	(	PUNCT
crl-16410	304	2	e.g.	e.g.	ADV
crl-16410	304	3	able	able	ADJ
crl-16410	304	4	to	to	PART
crl-16410	304	5	acknowledge	acknowledge	VERB
crl-16410	304	6	some	some	DET
crl-16410	304	7	sense	sense	NOUN
crl-16410	304	8	of	of	ADP
crl-16410	304	9	context	context	NOUN
crl-16410	304	10	or	or	CCONJ
crl-16410	304	11	assumptions	assumption	NOUN
crl-16410	304	12	based	base	VERB
crl-16410	304	13	on	on	ADP
crl-16410	304	14	personal	personal	ADJ
crl-16410	304	15	,	,	PUNCT
crl-16410	304	16	political	political	ADJ
crl-16410	304	17	,	,	PUNCT
crl-16410	304	18	or	or	CCONJ
crl-16410	304	19	historical	historical	ADJ
crl-16410	304	20	situation	situation	NOUN
crl-16410	304	21	,	,	PUNCT
crl-16410	304	22	but	but	CCONJ
crl-16410	304	23	does	do	AUX
crl-16410	304	24	not	not	PART
crl-16410	304	25	address	address	VERB
crl-16410	304	26	or	or	CCONJ
crl-16410	304	27	evaluate	evaluate	VERB
crl-16410	304	28	information	information	NOUN
crl-16410	304	29	based	base	VERB
crl-16410	304	30	on	on	ADP
crl-16410	304	31	sense	sense	NOUN
crl-16410	304	32	of	of	ADP
crl-16410	304	33	context	context	NOUN
crl-16410	304	34	)	)	PUNCT
crl-16410	304	35	.	.	PUNCT
crl-16410	305	1	shows	show	VERB
crl-16410	305	2	an	an	DET
crl-16410	305	3	emerging	emerge	VERB
crl-16410	305	4	awareness	awareness	NOUN
crl-16410	305	5	of	of	ADP
crl-16410	305	6	present	present	ADJ
crl-16410	305	7	assumptions	assumption	NOUN
crl-16410	305	8	(	(	PUNCT
crl-16410	305	9	sometimes	sometimes	ADV
crl-16410	305	10	labels	label	VERB
crl-16410	305	11	assertions	assertion	NOUN
crl-16410	305	12	as	as	ADP
crl-16410	305	13	assumptions	assumption	NOUN
crl-16410	305	14	)	)	PUNCT
crl-16410	305	15	.	.	PUNCT
crl-16410	306	1	begins	begin	VERB
crl-16410	306	2	to	to	PART
crl-16410	306	3	identify	identify	VERB
crl-16410	306	4	some	some	DET
crl-16410	306	5	contexts	contexts	NOUN
crl-16410	306	6	when	when	SCONJ
crl-16410	306	7	presenting	present	VERB
crl-16410	306	8	a	a	DET
crl-16410	306	9	position	position	NOUN
crl-16410	306	10	.	.	PUNCT
crl-16410	307	1	simplistic	simplistic	ADJ
crl-16410	307	2	,	,	PUNCT
crl-16410	307	3	black	black	ADJ
crl-16410	307	4	and	and	CCONJ
crl-16410	307	5	white	white	ADJ
crl-16410	307	6	thinking	thinking	NOUN
crl-16410	307	7	.	.	PUNCT
crl-16410	308	1	(	(	PUNCT
crl-16410	308	2	e.g.	e.g.	ADV
crl-16410	308	3	us	we	PRON
crl-16410	308	4	versus	versus	ADP
crl-16410	308	5	them	they	PRON
crl-16410	308	6	)	)	PUNCT
crl-16410	308	7	.	.	PUNCT
crl-16410	309	1	does	do	AUX
crl-16410	309	2	not	not	PART
crl-16410	309	3	identify	identify	VERB
crl-16410	309	4	contexts	context	NOUN
crl-16410	309	5	when	when	SCONJ
crl-16410	309	6	presenting	present	VERB
crl-16410	309	7	a	a	DET
crl-16410	309	8	position	position	NOUN
crl-16410	309	9	or	or	CCONJ
crl-16410	309	10	piece	piece	NOUN
crl-16410	309	11	of	of	ADP
crl-16410	309	12	evidence	evidence	NOUN
crl-16410	309	13	.	.	PUNCT
crl-16410	310	1	presents	present	VERB
crl-16410	310	2	no	no	DET
crl-16410	310	3	hint	hint	NOUN
crl-16410	310	4	of	of	ADP
crl-16410	310	5	context	context	NOUN
crl-16410	310	6	or	or	CCONJ
crl-16410	310	7	assumptions	assumption	NOUN
crl-16410	310	8	at	at	ADV
crl-16410	310	9	all	all	ADV
crl-16410	310	10	.	.	PUNCT
crl-16410	311	1	(	(	PUNCT
crl-16410	311	2	e.g.	e.g.	ADV
crl-16410	311	3	this	this	PRON
crl-16410	311	4	is	be	AUX
crl-16410	311	5	just	just	ADV
crl-16410	311	6	the	the	DET
crl-16410	311	7	way	way	NOUN
crl-16410	311	8	it	it	PRON
crl-16410	311	9	is	be	AUX
crl-16410	311	10	)	)	PUNCT
crl-16410	311	11	appendix	appendix	VERB
crl-16410	311	12	a	a	PRON
crl-16410	311	13	:	:	PUNCT
crl-16410	311	14	revised	revise	VERB
crl-16410	311	15	rubric	rubric	ADJ
crl-16410	311	16	category	category	NOUN
crl-16410	311	17	capstone	capstone	NOUN
crl-16410	311	18	4	4	NUM
crl-16410	311	19	milestone	milestone	NOUN
crl-16410	311	20	3	3	NUM
crl-16410	311	21	milestone	milestone	NOUN
crl-16410	311	22	2	2	NUM
crl-16410	311	23	benchmark	benchmark	NOUN
crl-16410	311	24	1.5	1.5	NUM
crl-16410	311	25	benchmark	benchmark	NOUN
crl-16410	311	26	1	1	NUM
crl-16410	311	27	benchmark	benchmark	NOUN
crl-16410	311	28	1/2	1/2	NUM
crl-16410	311	29	0	0	NUM
crl-16410	311	30	use	use	NOUN
crl-16410	311	31	information	information	NOUN
crl-16410	311	32	effectively	effectively	ADV
crl-16410	311	33	to	to	PART
crl-16410	311	34	accomplish	accomplish	VERB
crl-16410	311	35	a	a	DET
crl-16410	311	36	specific	specific	ADJ
crl-16410	311	37	purpose	purpose	NOUN
crl-16410	311	38	communicates	communicate	NOUN
crl-16410	311	39	,	,	PUNCT
crl-16410	311	40	organizes	organize	VERB
crl-16410	311	41	and	and	CCONJ
crl-16410	311	42	synthesizes	synthesize	VERB
crl-16410	311	43	information	information	NOUN
crl-16410	311	44	from	from	ADP
crl-16410	311	45	sources	source	NOUN
crl-16410	311	46	to	to	PART
crl-16410	311	47	fully	fully	ADV
crl-16410	311	48	achieve	achieve	VERB
crl-16410	311	49	a	a	DET
crl-16410	311	50	specific	specific	ADJ
crl-16410	311	51	purpose	purpose	NOUN
crl-16410	311	52	,	,	PUNCT
crl-16410	311	53	with	with	ADP
crl-16410	311	54	clarity	clarity	NOUN
crl-16410	311	55	and	and	CCONJ
crl-16410	311	56	depth	depth	NOUN
crl-16410	311	57	.	.	PUNCT
crl-16410	312	1	communicates	communicate	NOUN
crl-16410	312	2	,	,	PUNCT
crl-16410	312	3	organizes	organize	VERB
crl-16410	312	4	and	and	CCONJ
crl-16410	312	5	synthesizes	synthesize	VERB
crl-16410	312	6	information	information	NOUN
crl-16410	312	7	from	from	ADP
crl-16410	312	8	sources	source	NOUN
crl-16410	312	9	.	.	PUNCT
crl-16410	313	1	intended	intend	VERB
crl-16410	313	2	purpose	purpose	NOUN
crl-16410	313	3	is	be	AUX
crl-16410	313	4	achieved	achieve	VERB
crl-16410	313	5	,	,	PUNCT
crl-16410	313	6	but	but	CCONJ
crl-16410	313	7	not	not	PART
crl-16410	313	8	with	with	ADP
crl-16410	313	9	complete	complete	ADJ
crl-16410	313	10	clarity	clarity	NOUN
crl-16410	313	11	or	or	CCONJ
crl-16410	313	12	depth	depth	NOUN
crl-16410	313	13	.	.	PUNCT
crl-16410	314	1	communicates	communicate	NOUN
crl-16410	314	2	and	and	CCONJ
crl-16410	314	3	organizes	organize	VERB
crl-16410	314	4	information	information	NOUN
crl-16410	314	5	from	from	ADP
crl-16410	314	6	sources	source	NOUN
crl-16410	314	7	.	.	PUNCT
crl-16410	315	1	the	the	DET
crl-16410	315	2	information	information	NOUN
crl-16410	315	3	is	be	AUX
crl-16410	315	4	not	not	PART
crl-16410	315	5	yet	yet	ADV
crl-16410	315	6	synthesized	synthesize	VERB
crl-16410	315	7	,	,	PUNCT
crl-16410	315	8	so	so	CCONJ
crl-16410	315	9	the	the	DET
crl-16410	315	10	intended	intended	ADJ
crl-16410	315	11	purpose	purpose	NOUN
crl-16410	315	12	is	be	AUX
crl-16410	315	13	not	not	PART
crl-16410	315	14	fully	fully	ADV
crl-16410	315	15	achieved	achieve	VERB
crl-16410	315	16	.	.	PUNCT
crl-16410	316	1	communicates	communicate	VERB
crl-16410	316	2	information	information	NOUN
crl-16410	316	3	from	from	ADP
crl-16410	316	4	sources	source	NOUN
crl-16410	316	5	but	but	CCONJ
crl-16410	316	6	tends	tend	VERB
crl-16410	316	7	to	to	PART
crl-16410	316	8	rely	rely	VERB
crl-16410	316	9	heavily	heavily	ADV
crl-16410	316	10	on	on	ADP
crl-16410	316	11	one	one	NUM
crl-16410	316	12	source	source	NOUN
crl-16410	316	13	,	,	PUNCT
crl-16410	316	14	so	so	SCONJ
crl-16410	316	15	information	information	NOUN
crl-16410	316	16	not	not	PART
crl-16410	316	17	synthesized	synthesize	VERB
crl-16410	316	18	and	and	CCONJ
crl-16410	316	19	integrated	integrate	VERB
crl-16410	316	20	.	.	PUNCT
crl-16410	317	1	tends	tend	VERB
crl-16410	317	2	to	to	PART
crl-16410	317	3	overuse	overuse	NOUN
crl-16410	317	4	quotation	quotation	NOUN
crl-16410	317	5	,	,	PUNCT
crl-16410	317	6	summary	summary	NOUN
crl-16410	317	7	,	,	PUNCT
crl-16410	317	8	paraphrase	paraphrase	NOUN
crl-16410	317	9	,	,	PUNCT
crl-16410	317	10	etc	etc	X
crl-16410	317	11	.	.	X
crl-16410	317	12	communicates	communicate	VERB
crl-16410	317	13	information	information	NOUN
crl-16410	317	14	from	from	ADP
crl-16410	317	15	sources	source	NOUN
crl-16410	317	16	.	.	PUNCT
crl-16410	318	1	the	the	DET
crl-16410	318	2	information	information	NOUN
crl-16410	318	3	is	be	AUX
crl-16410	318	4	fragmented	fragment	VERB
crl-16410	318	5	and/or	and/or	CCONJ
crl-16410	318	6	used	use	VERB
crl-16410	318	7	inappropriately	inappropriately	ADV
crl-16410	318	8	(	(	PUNCT
crl-16410	318	9	misquoted	misquote	VERB
crl-16410	318	10	,	,	PUNCT
crl-16410	318	11	taken	take	VERB
crl-16410	318	12	out	out	ADP
crl-16410	318	13	of	of	ADP
crl-16410	318	14	context	context	NOUN
crl-16410	318	15	,	,	PUNCT
crl-16410	318	16	or	or	CCONJ
crl-16410	318	17	incorrectly	incorrectly	ADV
crl-16410	318	18	paraphrased	paraphrase	VERB
crl-16410	318	19	;	;	PUNCT
crl-16410	318	20	includes	include	VERB
crl-16410	318	21	irrelevant	irrelevant	ADJ
crl-16410	318	22	information	information	NOUN
crl-16410	318	23	just	just	ADV
crl-16410	318	24	to	to	PART
crl-16410	318	25	include	include	VERB
crl-16410	318	26	a	a	DET
crl-16410	318	27	source	source	NOUN
crl-16410	318	28	;	;	PUNCT
crl-16410	318	29	writes	write	VERB
crl-16410	318	30	with	with	ADP
crl-16410	318	31	"	"	PUNCT
crl-16410	318	32	claim	claim	NOUN
crl-16410	318	33	then	then	ADV
crl-16410	318	34	quote	quote	INTJ
crl-16410	318	35	"	"	PUNCT
crl-16410	318	36	style	style	NOUN
crl-16410	318	37	,	,	PUNCT
crl-16410	318	38	etc	etc	X
crl-16410	318	39	.	.	X
crl-16410	318	40	)	)	PUNCT
crl-16410	318	41	,	,	PUNCT
crl-16410	318	42	so	so	CCONJ
crl-16410	318	43	the	the	DET
crl-16410	318	44	intended	intended	ADJ
crl-16410	318	45	purpose	purpose	NOUN
crl-16410	318	46	is	be	AUX
crl-16410	318	47	not	not	PART
crl-16410	318	48	achieved	achieve	VERB
crl-16410	318	49	.	.	PUNCT
crl-16410	319	1	includes	include	VERB
crl-16410	319	2	sources	source	NOUN
crl-16410	319	3	in	in	ADP
crl-16410	319	4	bibliography	bibliography	NOUN
crl-16410	319	5	but	but	CCONJ
crl-16410	319	6	writing	writing	NOUN
crl-16410	319	7	does	do	AUX
crl-16410	319	8	not	not	PART
crl-16410	319	9	come	come	VERB
crl-16410	319	10	from	from	ADP
crl-16410	319	11	sources	source	NOUN
crl-16410	319	12	.	.	PUNCT
crl-16410	320	1	writing	write	VERB
crl-16410	320	2	from	from	ADP
crl-16410	320	3	assumptions	assumption	NOUN
crl-16410	320	4	about	about	ADP
crl-16410	320	5	common	common	ADJ
crl-16410	320	6	knowledge	knowledge	NOUN
crl-16410	320	7	or	or	CCONJ
crl-16410	320	8	own	own	ADJ
crl-16410	320	9	experience	experience	NOUN
crl-16410	320	10	.	.	PUNCT
crl-16410	321	1	does	do	AUX
crl-16410	321	2	not	not	PART
crl-16410	321	3	use	use	VERB
crl-16410	321	4	sources	source	NOUN
crl-16410	321	5	at	at	ADV
crl-16410	321	6	all	all	ADV
crl-16410	321	7	.	.	PUNCT
crl-16410	322	1	access	access	NOUN
crl-16410	322	2	and	and	CCONJ
crl-16410	322	3	use	use	VERB
crl-16410	322	4	information	information	NOUN
crl-16410	322	5	ethically	ethically	ADV
crl-16410	322	6	and	and	CCONJ
crl-16410	322	7	legally	legally	ADV
crl-16410	322	8	students	student	NOUN
crl-16410	322	9	use	use	VERB
crl-16410	322	10	correctly	correctly	ADV
crl-16410	322	11	all	all	PRON
crl-16410	322	12	of	of	ADP
crl-16410	322	13	the	the	DET
crl-16410	322	14	following	follow	VERB
crl-16410	322	15	information	information	NOUN
crl-16410	322	16	use	use	NOUN
crl-16410	322	17	strategies	strategy	NOUN
crl-16410	322	18	(	(	PUNCT
crl-16410	322	19	use	use	NOUN
crl-16410	322	20	of	of	ADP
crl-16410	322	21	citations	citation	NOUN
crl-16410	322	22	and	and	CCONJ
crl-16410	322	23	references	reference	NOUN
crl-16410	322	24	;	;	PUNCT
crl-16410	322	25	using	use	VERB
crl-16410	322	26	information	information	NOUN
crl-16410	322	27	in	in	ADP
crl-16410	322	28	ways	way	NOUN
crl-16410	322	29	that	that	PRON
crl-16410	322	30	are	be	AUX
crl-16410	322	31	true	true	ADJ
crl-16410	322	32	to	to	ADP
crl-16410	322	33	original	original	ADJ
crl-16410	322	34	context	context	NOUN
crl-16410	322	35	;	;	PUNCT
crl-16410	322	36	distinguishing	distinguish	VERB
crl-16410	322	37	between	between	ADP
crl-16410	322	38	common	common	ADJ
crl-16410	322	39	knowledge	knowledge	NOUN
crl-16410	322	40	and	and	CCONJ
crl-16410	322	41	ideas	idea	NOUN
crl-16410	322	42	requiring	require	VERB
crl-16410	322	43	attribution	attribution	NOUN
crl-16410	322	44	)	)	PUNCT
crl-16410	322	45	and	and	CCONJ
crl-16410	322	46	demonstrate	demonstrate	VERB
crl-16410	322	47	a	a	DET
crl-16410	322	48	full	full	ADJ
crl-16410	322	49	understanding	understanding	NOUN
crl-16410	322	50	of	of	ADP
crl-16410	322	51	the	the	DET
crl-16410	322	52	ethical	ethical	ADJ
crl-16410	322	53	and	and	CCONJ
crl-16410	322	54	legal	legal	ADJ
crl-16410	322	55	restrictions	restriction	NOUN
crl-16410	322	56	on	on	ADP
crl-16410	322	57	the	the	DET
crl-16410	322	58	use	use	NOUN
crl-16410	322	59	of	of	ADP
crl-16410	322	60	published	publish	VERB
crl-16410	322	61	,	,	PUNCT
crl-16410	322	62	confidential	confidential	ADJ
crl-16410	322	63	,	,	PUNCT
crl-16410	322	64	and/or	and/or	CCONJ
crl-16410	322	65	proprietary	proprietary	ADJ
crl-16410	322	66	information	information	NOUN
crl-16410	322	67	.	.	PUNCT
crl-16410	323	1	all	all	DET
crl-16410	323	2	ideas	idea	NOUN
crl-16410	323	3	,	,	PUNCT
crl-16410	323	4	concepts	concept	NOUN
crl-16410	323	5	and	and	CCONJ
crl-16410	323	6	quotations	quotation	NOUN
crl-16410	323	7	by	by	ADP
crl-16410	323	8	others	other	NOUN
crl-16410	323	9	are	be	AUX
crl-16410	323	10	clearly	clearly	ADV
crl-16410	323	11	attributed	attribute	VERB
crl-16410	323	12	with	with	ADP
crl-16410	323	13	a	a	DET
crl-16410	323	14	note	note	NOUN
crl-16410	323	15	or	or	CCONJ
crl-16410	323	16	in	in	ADP
crl-16410	323	17	-	-	PUNCT
crl-16410	323	18	text	text	NOUN
crl-16410	323	19	citation	citation	NOUN
crl-16410	323	20	and	and	CCONJ
crl-16410	323	21	a	a	DET
crl-16410	323	22	complete	complete	ADJ
crl-16410	323	23	citation	citation	NOUN
crl-16410	323	24	in	in	ADP
crl-16410	323	25	a	a	DET
crl-16410	323	26	list	list	NOUN
crl-16410	323	27	of	of	ADP
crl-16410	323	28	works	work	NOUN
crl-16410	323	29	cited	cite	VERB
crl-16410	323	30	,	,	PUNCT
crl-16410	323	31	if	if	SCONJ
crl-16410	323	32	applicable	applicable	ADJ
crl-16410	323	33	.	.	PUNCT
crl-16410	324	1	students	student	NOUN
crl-16410	324	2	use	use	VERB
crl-16410	324	3	correctly	correctly	ADV
crl-16410	324	4	all	all	PRON
crl-16410	324	5	of	of	ADP
crl-16410	324	6	the	the	DET
crl-16410	324	7	following	follow	VERB
crl-16410	324	8	information	information	NOUN
crl-16410	324	9	use	use	NOUN
crl-16410	324	10	strategies	strategy	NOUN
crl-16410	324	11	(	(	PUNCT
crl-16410	324	12	use	use	NOUN
crl-16410	324	13	of	of	ADP
crl-16410	324	14	citations	citation	NOUN
crl-16410	324	15	and	and	CCONJ
crl-16410	324	16	references	reference	NOUN
crl-16410	324	17	;	;	PUNCT
crl-16410	324	18	using	use	VERB
crl-16410	324	19	information	information	NOUN
crl-16410	324	20	in	in	ADP
crl-16410	324	21	ways	way	NOUN
crl-16410	324	22	that	that	PRON
crl-16410	324	23	are	be	AUX
crl-16410	324	24	true	true	ADJ
crl-16410	324	25	to	to	ADP
crl-16410	324	26	original	original	ADJ
crl-16410	324	27	context	context	NOUN
crl-16410	324	28	;	;	PUNCT
crl-16410	324	29	distinguishing	distinguish	VERB
crl-16410	324	30	between	between	ADP
crl-16410	324	31	common	common	ADJ
crl-16410	324	32	knowledge	knowledge	NOUN
crl-16410	324	33	and	and	CCONJ
crl-16410	324	34	ideas	idea	NOUN
crl-16410	324	35	requiring	require	VERB
crl-16410	324	36	attribution	attribution	NOUN
crl-16410	324	37	)	)	PUNCT
crl-16410	324	38	and	and	CCONJ
crl-16410	324	39	demonstrate	demonstrate	VERB
crl-16410	324	40	a	a	DET
crl-16410	324	41	full	full	ADJ
crl-16410	324	42	understanding	understanding	NOUN
crl-16410	324	43	of	of	ADP
crl-16410	324	44	the	the	DET
crl-16410	324	45	ethical	ethical	ADJ
crl-16410	324	46	and	and	CCONJ
crl-16410	324	47	legal	legal	ADJ
crl-16410	324	48	restrictions	restriction	NOUN
crl-16410	324	49	on	on	ADP
crl-16410	324	50	the	the	DET
crl-16410	324	51	use	use	NOUN
crl-16410	324	52	of	of	ADP
crl-16410	324	53	published	publish	VERB
crl-16410	324	54	,	,	PUNCT
crl-16410	324	55	confidential	confidential	ADJ
crl-16410	324	56	,	,	PUNCT
crl-16410	324	57	and/	and/	NOUN
crl-16410	324	58	or	or	CCONJ
crl-16410	324	59	proprietary	proprietary	ADJ
crl-16410	324	60	information	information	NOUN
crl-16410	324	61	.	.	PUNCT
crl-16410	325	1	nearly	nearly	ADV
crl-16410	325	2	all	all	PRON
crl-16410	325	3	ideas	idea	NOUN
crl-16410	325	4	,	,	PUNCT
crl-16410	325	5	concepts	concept	NOUN
crl-16410	325	6	and	and	CCONJ
crl-16410	325	7	quotations	quotation	NOUN
crl-16410	325	8	by	by	ADP
crl-16410	325	9	others	other	NOUN
crl-16410	325	10	are	be	AUX
crl-16410	325	11	clearly	clearly	ADV
crl-16410	325	12	attributed	attribute	VERB
crl-16410	325	13	with	with	ADP
crl-16410	325	14	a	a	DET
crl-16410	325	15	note	note	NOUN
crl-16410	325	16	or	or	CCONJ
crl-16410	325	17	in	in	ADP
crl-16410	325	18	-	-	PUNCT
crl-16410	325	19	text	text	NOUN
crl-16410	325	20	citation	citation	NOUN
crl-16410	325	21	and	and	CCONJ
crl-16410	325	22	a	a	DET
crl-16410	325	23	complete	complete	ADJ
crl-16410	325	24	citation	citation	NOUN
crl-16410	325	25	in	in	ADP
crl-16410	325	26	a	a	DET
crl-16410	325	27	list	list	NOUN
crl-16410	325	28	of	of	ADP
crl-16410	325	29	works	work	NOUN
crl-16410	325	30	cited	cite	VERB
crl-16410	325	31	,	,	PUNCT
crl-16410	325	32	if	if	SCONJ
crl-16410	325	33	applicable	applicable	ADJ
crl-16410	325	34	.	.	PUNCT
crl-16410	326	1	there	there	PRON
crl-16410	326	2	might	might	AUX
crl-16410	326	3	be	be	AUX
crl-16410	326	4	one	one	NUM
crl-16410	326	5	or	or	CCONJ
crl-16410	326	6	two	two	NUM
crl-16410	326	7	ambiguous	ambiguous	ADJ
crl-16410	326	8	citations	citation	NOUN
crl-16410	326	9	(	(	PUNCT
crl-16410	326	10	e.g.	e.g.	ADV
crl-16410	326	11	an	an	DET
crl-16410	326	12	in	in	ADP
crl-16410	326	13	-	-	PUNCT
crl-16410	326	14	text	text	NOUN
crl-16410	326	15	citation	citation	NOUN
crl-16410	326	16	that	that	PRON
crl-16410	326	17	should	should	AUX
crl-16410	326	18	have	have	AUX
crl-16410	326	19	been	be	AUX
crl-16410	326	20	at	at	ADP
crl-16410	326	21	the	the	DET
crl-16410	326	22	end	end	NOUN
crl-16410	326	23	of	of	ADP
crl-16410	326	24	a	a	DET
crl-16410	326	25	paragraph	paragraph	NOUN
crl-16410	326	26	instead	instead	ADV
crl-16410	326	27	of	of	ADP
crl-16410	326	28	the	the	DET
crl-16410	326	29	beginning	beginning	NOUN
crl-16410	326	30	or	or	CCONJ
crl-16410	326	31	a	a	DET
crl-16410	326	32	missing	missing	ADJ
crl-16410	326	33	citation	citation	NOUN
crl-16410	326	34	in	in	ADP
crl-16410	326	35	the	the	DET
crl-16410	326	36	list	list	NOUN
crl-16410	326	37	of	of	ADP
crl-16410	326	38	works	work	NOUN
crl-16410	326	39	cited	cite	VERB
crl-16410	326	40	.	.	PUNCT
crl-16410	326	41	)	)	PUNCT
crl-16410	327	1	students	student	NOUN
crl-16410	327	2	use	use	VERB
crl-16410	327	3	correctly	correctly	ADV
crl-16410	327	4	all	all	PRON
crl-16410	327	5	of	of	ADP
crl-16410	327	6	the	the	DET
crl-16410	327	7	following	follow	VERB
crl-16410	327	8	information	information	NOUN
crl-16410	327	9	use	use	NOUN
crl-16410	327	10	strategies	strategy	NOUN
crl-16410	327	11	(	(	PUNCT
crl-16410	327	12	use	use	NOUN
crl-16410	327	13	of	of	ADP
crl-16410	327	14	citations	citation	NOUN
crl-16410	327	15	and	and	CCONJ
crl-16410	327	16	references	reference	NOUN
crl-16410	327	17	;	;	PUNCT
crl-16410	327	18	using	use	VERB
crl-16410	327	19	information	information	NOUN
crl-16410	327	20	in	in	ADP
crl-16410	327	21	ways	way	NOUN
crl-16410	327	22	that	that	PRON
crl-16410	327	23	are	be	AUX
crl-16410	327	24	true	true	ADJ
crl-16410	327	25	to	to	ADP
crl-16410	327	26	original	original	ADJ
crl-16410	327	27	context	context	NOUN
crl-16410	327	28	;	;	PUNCT
crl-16410	327	29	distinguishing	distinguish	VERB
crl-16410	327	30	between	between	ADP
crl-16410	327	31	common	common	ADJ
crl-16410	327	32	knowledge	knowledge	NOUN
crl-16410	327	33	and	and	CCONJ
crl-16410	327	34	ideas	idea	NOUN
crl-16410	327	35	requiring	require	VERB
crl-16410	327	36	attribution	attribution	NOUN
crl-16410	327	37	)	)	PUNCT
crl-16410	327	38	and	and	CCONJ
crl-16410	327	39	demonstrate	demonstrate	VERB
crl-16410	327	40	a	a	DET
crl-16410	327	41	full	full	ADJ
crl-16410	327	42	understanding	understanding	NOUN
crl-16410	327	43	of	of	ADP
crl-16410	327	44	the	the	DET
crl-16410	327	45	ethical	ethical	ADJ
crl-16410	327	46	and	and	CCONJ
crl-16410	327	47	legal	legal	ADJ
crl-16410	327	48	restrictions	restriction	NOUN
crl-16410	327	49	on	on	ADP
crl-16410	327	50	the	the	DET
crl-16410	327	51	use	use	NOUN
crl-16410	327	52	of	of	ADP
crl-16410	327	53	published	publish	VERB
crl-16410	327	54	,	,	PUNCT
crl-16410	327	55	confidential	confidential	ADJ
crl-16410	327	56	,	,	PUNCT
crl-16410	327	57	and/or	and/or	CCONJ
crl-16410	327	58	proprietary	proprietary	ADJ
crl-16410	327	59	information	information	NOUN
crl-16410	327	60	.	.	PUNCT
crl-16410	328	1	some	some	PRON
crl-16410	328	2	of	of	ADP
crl-16410	328	3	ideas	idea	NOUN
crl-16410	328	4	,	,	PUNCT
crl-16410	328	5	concepts	concept	NOUN
crl-16410	328	6	and	and	CCONJ
crl-16410	328	7	quotations	quotation	NOUN
crl-16410	328	8	by	by	ADP
crl-16410	328	9	others	other	NOUN
crl-16410	328	10	are	be	AUX
crl-16410	328	11	clearly	clearly	ADV
crl-16410	328	12	attributed	attribute	VERB
crl-16410	328	13	with	with	ADP
crl-16410	328	14	a	a	DET
crl-16410	328	15	note	note	NOUN
crl-16410	328	16	or	or	CCONJ
crl-16410	328	17	in	in	ADP
crl-16410	328	18	-	-	PUNCT
crl-16410	328	19	text	text	NOUN
crl-16410	328	20	citation	citation	NOUN
crl-16410	328	21	and	and	CCONJ
crl-16410	328	22	a	a	DET
crl-16410	328	23	complete	complete	ADJ
crl-16410	328	24	citation	citation	NOUN
crl-16410	328	25	in	in	ADP
crl-16410	328	26	a	a	DET
crl-16410	328	27	list	list	NOUN
crl-16410	328	28	of	of	ADP
crl-16410	328	29	works	work	NOUN
crl-16410	328	30	cited	cite	VERB
crl-16410	328	31	,	,	PUNCT
crl-16410	328	32	if	if	SCONJ
crl-16410	328	33	applicable	applicable	ADJ
crl-16410	328	34	.	.	PUNCT
crl-16410	329	1	but	but	CCONJ
crl-16410	329	2	there	there	PRON
crl-16410	329	3	are	be	VERB
crl-16410	329	4	a	a	DET
crl-16410	329	5	significant	significant	ADJ
crl-16410	329	6	number	number	NOUN
crl-16410	329	7	of	of	ADP
crl-16410	329	8	ambiguous	ambiguous	ADJ
crl-16410	329	9	or	or	CCONJ
crl-16410	329	10	missing	missing	ADJ
crl-16410	329	11	citations	citation	NOUN
crl-16410	329	12	(	(	PUNCT
crl-16410	329	13	1/3	1/3	NUM
crl-16410	329	14	to	to	ADP
crl-16410	329	15	1/2	1/2	NUM
crl-16410	329	16	)	)	PUNCT
crl-16410	329	17	.	.	PUNCT
crl-16410	330	1	most	most	ADJ
crl-16410	330	2	of	of	ADP
crl-16410	330	3	ideas	idea	NOUN
crl-16410	330	4	,	,	PUNCT
crl-16410	330	5	concepts	concept	NOUN
crl-16410	330	6	and	and	CCONJ
crl-16410	330	7	quotations	quotation	NOUN
crl-16410	330	8	by	by	ADP
crl-16410	330	9	others	other	NOUN
crl-16410	330	10	are	be	AUX
crl-16410	330	11	not	not	PART
crl-16410	330	12	clearly	clearly	ADV
crl-16410	330	13	attributed	attribute	VERB
crl-16410	330	14	with	with	ADP
crl-16410	330	15	a	a	DET
crl-16410	330	16	note	note	NOUN
crl-16410	330	17	or	or	CCONJ
crl-16410	330	18	in	in	ADP
crl-16410	330	19	-	-	PUNCT
crl-16410	330	20	text	text	NOUN
crl-16410	330	21	citation	citation	NOUN
crl-16410	330	22	and	and	CCONJ
crl-16410	330	23	a	a	DET
crl-16410	330	24	complete	complete	ADJ
crl-16410	330	25	citation	citation	NOUN
crl-16410	330	26	in	in	ADP
crl-16410	330	27	a	a	DET
crl-16410	330	28	list	list	NOUN
crl-16410	330	29	of	of	ADP
crl-16410	330	30	works	work	NOUN
crl-16410	330	31	cited	cite	VERB
crl-16410	330	32	,	,	PUNCT
crl-16410	330	33	if	if	SCONJ
crl-16410	330	34	applicable	applicable	ADJ
crl-16410	330	35	.	.	PUNCT
crl-16410	331	1	(	(	PUNCT
crl-16410	331	2	e.g.	e.g.	ADV
crl-16410	331	3	quotes	quote	VERB
crl-16410	331	4	individual	individual	ADJ
crl-16410	331	5	people	people	NOUN
crl-16410	331	6	but	but	CCONJ
crl-16410	331	7	no	no	DET
crl-16410	331	8	citation	citation	NOUN
crl-16410	331	9	to	to	PART
crl-16410	331	10	attribute	attribute	VERB
crl-16410	331	11	source	source	PROPN
crl-16410	331	12	)	)	PUNCT
crl-16410	331	13	.	.	PUNCT
crl-16410	332	1	might	might	AUX
crl-16410	332	2	be	be	AUX
crl-16410	332	3	missing	miss	VERB
crl-16410	332	4	list	list	NOUN
crl-16410	332	5	of	of	ADP
crl-16410	332	6	works	work	NOUN
crl-16410	332	7	cited	cite	VERB
crl-16410	332	8	but	but	CCONJ
crl-16410	332	9	include	include	VERB
crl-16410	332	10	intext	intext	NOUN
crl-16410	332	11	citations	citation	NOUN
crl-16410	332	12	.	.	PUNCT
crl-16410	333	1	no	no	DET
crl-16410	333	2	attribution	attribution	NOUN
crl-16410	333	3	of	of	ADP
crl-16410	333	4	sources	source	NOUN
crl-16410	333	5	.	.	PUNCT
crl-16410	334	1	186	186	NUM
crl-16410	334	2	college	college	PROPN
crl-16410	334	3	&	&	CCONJ
crl-16410	334	4	research	research	PROPN
crl-16410	334	5	libraries	library	NOUN
crl-16410	334	6	march	march	PROPN
crl-16410	334	7	2015	2015	NUM
crl-16410	334	8	notes	note	NOUN
crl-16410	334	9	1	1	NUM
crl-16410	334	10	.	.	X
crl-16410	334	11	beckie	beckie	PROPN
crl-16410	334	12	supiano	supiano	PROPN
crl-16410	334	13	,	,	PUNCT
crl-16410	334	14	“	"	PUNCT
crl-16410	334	15	employers	employer	NOUN
crl-16410	334	16	want	want	VERB
crl-16410	334	17	broadly	broadly	ADV
crl-16410	334	18	educated	educate	VERB
crl-16410	334	19	new	new	ADJ
crl-16410	334	20	hires	hire	NOUN
crl-16410	334	21	,	,	PUNCT
crl-16410	334	22	survey	survey	NOUN
crl-16410	334	23	finds	find	VERB
crl-16410	334	24	,	,	PUNCT
crl-16410	334	25	”	"	PUNCT
crl-16410	334	26	the	the	DET
crl-16410	334	27	chronicle	chronicle	PROPN
crl-16410	334	28	of	of	ADP
crl-16410	334	29	higher	high	ADJ
crl-16410	334	30	education	education	NOUN
crl-16410	334	31	(	(	PUNCT
crl-16410	334	32	april	april	PROPN
crl-16410	334	33	10	10	NUM
crl-16410	334	34	,	,	PUNCT
crl-16410	334	35	2013	2013	NUM
crl-16410	334	36	)	)	PUNCT
crl-16410	334	37	,	,	PUNCT
crl-16410	334	38	available	available	ADJ
crl-16410	334	39	online	online	ADV
crl-16410	334	40	at	at	ADP
crl-16410	334	41	http://chronicle.com/article/	http://chronicle.com/article/	NOUN
crl-16410	334	42	employers	employer	NOUN
crl-16410	334	43	-	-	PUNCT
crl-16410	334	44	want	want	NOUN
crl-16410	334	45	-	-	PUNCT
crl-16410	334	46	broadly/138453/	broadly/138453/	NOUN
crl-16410	335	1	[	[	PUNCT
crl-16410	335	2	accessed	access	VERB
crl-16410	335	3	28	28	NUM
crl-16410	335	4	june	june	PROPN
crl-16410	335	5	2013	2013	NUM
crl-16410	335	6	]	]	PUNCT
crl-16410	335	7	;	;	PUNCT
crl-16410	335	8	richard	richard	PROPN
crl-16410	335	9	arum	arum	PROPN
crl-16410	335	10	,	,	PUNCT
crl-16410	335	11	academically	academically	ADV
crl-16410	335	12	adrift	adrift	ADJ
crl-16410	335	13	:	:	PUNCT
crl-16410	335	14	limited	limited	ADJ
crl-16410	335	15	learning	learning	NOUN
crl-16410	335	16	on	on	ADP
crl-16410	335	17	college	college	NOUN
crl-16410	335	18	campuses	campus	NOUN
crl-16410	335	19	(	(	PUNCT
crl-16410	335	20	chicago	chicago	PROPN
crl-16410	335	21	:	:	PUNCT
crl-16410	335	22	university	university	NOUN
crl-16410	335	23	of	of	ADP
crl-16410	335	24	chicago	chicago	PROPN
crl-16410	335	25	press	press	NOUN
crl-16410	335	26	,	,	PUNCT
crl-16410	335	27	2011	2011	NUM
crl-16410	335	28	)	)	PUNCT
crl-16410	335	29	.	.	PUNCT
crl-16410	336	1	2	2	X
crl-16410	336	2	.	.	PROPN
crl-16410	336	3	amy	amy	PROPN
crl-16410	336	4	laitinen	laitinen	PROPN
crl-16410	336	5	,	,	PUNCT
crl-16410	336	6	cracking	crack	VERB
crl-16410	336	7	the	the	DET
crl-16410	336	8	credit	credit	NOUN
crl-16410	336	9	hour	hour	NOUN
crl-16410	336	10	(	(	PUNCT
crl-16410	336	11	new	new	PROPN
crl-16410	336	12	america	america	PROPN
crl-16410	336	13	foundation	foundation	PROPN
crl-16410	336	14	)	)	PUNCT
crl-16410	336	15	,	,	PUNCT
crl-16410	336	16	available	available	ADJ
crl-16410	336	17	online	online	ADV
crl-16410	336	18	at	at	ADP
crl-16410	336	19	http://newamerica.net/publications/policy/cracking_the_credit_hour	http://newamerica.net/publications/policy/cracking_the_credit_hour	NOUN
crl-16410	337	1	[	[	X
crl-16410	337	2	accessed	access	VERB
crl-16410	337	3	10	10	NUM
crl-16410	337	4	september	september	PROPN
crl-16410	337	5	2013	2013	NUM
crl-16410	337	6	]	]	PUNCT
crl-16410	337	7	.	.	PUNCT
crl-16410	338	1	3	3	X
crl-16410	338	2	.	.	X
crl-16410	338	3	megan	megan	NOUN
crl-16410	338	4	oakleaf	oakleaf	NOUN
crl-16410	338	5	,	,	PUNCT
crl-16410	338	6	value	value	NOUN
crl-16410	338	7	of	of	ADP
crl-16410	338	8	academic	academic	ADJ
crl-16410	338	9	libraries	library	NOUN
crl-16410	338	10	report	report	NOUN
crl-16410	338	11	(	(	PUNCT
crl-16410	338	12	acrl	acrl	NOUN
crl-16410	338	13	)	)	PUNCT
crl-16410	338	14	,	,	PUNCT
crl-16410	338	15	available	available	ADJ
crl-16410	338	16	online	online	ADV
crl-16410	338	17	at	at	ADP
crl-16410	338	18	www.acrl	www.acrl	X
crl-16410	338	19	.	.	PUNCT
crl-16410	339	1	ala.org/value/?page_id=21	ala.org/value/?page_id=21	PROPN
crl-16410	340	1	[	[	X
crl-16410	340	2	accessed	access	VERB
crl-16410	340	3	10	10	NUM
crl-16410	340	4	september	september	PROPN
crl-16410	340	5	2013	2013	NUM
crl-16410	340	6	]	]	PUNCT
crl-16410	340	7	.	.	PUNCT
crl-16410	341	1	4	4	X
crl-16410	341	2	.	.	PUNCT
crl-16410	341	3	“	"	PUNCT
crl-16410	341	4	project	project	NOUN
crl-16410	341	5	information	information	NOUN
crl-16410	341	6	literacy	literacy	NOUN
crl-16410	341	7	:	:	PUNCT
crl-16410	341	8	a	a	DET
crl-16410	341	9	large	large	ADJ
crl-16410	341	10	-	-	PUNCT
crl-16410	341	11	scale	scale	NOUN
crl-16410	341	12	study	study	NOUN
crl-16410	341	13	about	about	ADP
crl-16410	341	14	early	early	ADJ
crl-16410	341	15	adults	adult	NOUN
crl-16410	341	16	and	and	CCONJ
crl-16410	341	17	their	their	PRON
crl-16410	341	18	research	research	NOUN
crl-16410	341	19	habits	habit	NOUN
crl-16410	341	20	,	,	PUNCT
crl-16410	341	21	”	"	PUNCT
crl-16410	341	22	available	available	ADJ
crl-16410	341	23	online	online	ADV
crl-16410	341	24	at	at	ADP
crl-16410	341	25	http://projectinfolit.org/	http://projectinfolit.org/	ADJ
crl-16410	341	26	[	[	X
crl-16410	341	27	accessed	access	VERB
crl-16410	341	28	28	28	NUM
crl-16410	341	29	june	june	PROPN
crl-16410	341	30	2013	2013	NUM
crl-16410	341	31	]	]	PUNCT
crl-16410	341	32	;	;	PUNCT
crl-16410	341	33	“	"	PUNCT
crl-16410	341	34	the	the	DET
crl-16410	341	35	citation	citation	NOUN
crl-16410	341	36	project	project	NOUN
crl-16410	341	37	,	,	PUNCT
crl-16410	341	38	”	"	PUNCT
crl-16410	341	39	available	available	ADJ
crl-16410	341	40	online	online	ADV
crl-16410	341	41	at	at	ADP
crl-16410	341	42	http://site.citationproject.net/	http://site.citationproject.net/	NOUN
crl-16410	341	43	[	[	X
crl-16410	341	44	accessed	access	VERB
crl-16410	341	45	28	28	NUM
crl-16410	341	46	june	june	PROPN
crl-16410	341	47	28	28	NUM
crl-16410	341	48	,	,	PUNCT
crl-16410	341	49	2013	2013	NUM
crl-16410	341	50	]	]	PUNCT
crl-16410	341	51	.	.	PUNCT
crl-16410	342	1	5	5	X
crl-16410	342	2	.	.	PUNCT
crl-16410	342	3	“	"	PUNCT
crl-16410	342	4	aac&u	aac&u	VERB
crl-16410	342	5	information	information	NOUN
crl-16410	342	6	literacy	literacy	NOUN
crl-16410	342	7	value	value	NOUN
crl-16410	342	8	rubric	rubric	NOUN
crl-16410	342	9	,	,	PUNCT
crl-16410	342	10	”	"	PUNCT
crl-16410	342	11	available	available	ADJ
crl-16410	342	12	online	online	ADV
crl-16410	342	13	at	at	ADP
crl-16410	342	14	www.aacu.org/value/	www.aacu.org/value/	PROPN
crl-16410	342	15	rubrics	rubric	NOUN
crl-16410	342	16	/	/	SYM
crl-16410	342	17	informationliteracy.cfm	informationliteracy.cfm	NOUN
crl-16410	343	1	[	[	X
crl-16410	343	2	accessed	access	VERB
crl-16410	343	3	18	18	NUM
crl-16410	343	4	january	january	NOUN
crl-16410	343	5	2013	2013	NUM
crl-16410	343	6	]	]	PUNCT
crl-16410	343	7	.	.	PUNCT
crl-16410	344	1	6	6	NUM
crl-16410	344	2	.	.	X
crl-16410	344	3	davida	davida	PROPN
crl-16410	344	4	scharf	scharf	VERB
crl-16410	344	5	et	et	PROPN
crl-16410	344	6	al	al	PROPN
crl-16410	344	7	.	.	PROPN
crl-16410	344	8	,	,	PUNCT
crl-16410	344	9	“	"	PUNCT
crl-16410	344	10	direct	direct	ADJ
crl-16410	344	11	assessment	assessment	NOUN
crl-16410	344	12	of	of	ADP
crl-16410	344	13	information	information	NOUN
crl-16410	344	14	literacy	literacy	NOUN
crl-16410	344	15	using	use	VERB
crl-16410	344	16	writing	write	VERB
crl-16410	344	17	portfolios	portfolio	NOUN
crl-16410	344	18	,	,	PUNCT
crl-16410	344	19	”	"	PUNCT
crl-16410	344	20	journal	journal	NOUN
crl-16410	344	21	of	of	ADP
crl-16410	344	22	academic	academic	ADJ
crl-16410	344	23	librarianship	librarianship	NOUN
crl-16410	344	24	33	33	NUM
crl-16410	344	25	,	,	PUNCT
crl-16410	344	26	no	no	INTJ
crl-16410	344	27	.	.	NOUN
crl-16410	344	28	4	4	NUM
crl-16410	344	29	(	(	PUNCT
crl-16410	344	30	july	july	PROPN
crl-16410	344	31	2007	2007	NUM
crl-16410	344	32	):	):	PUNCT
crl-16410	344	33	462–77	462–77	NUM
crl-16410	344	34	,	,	PUNCT
crl-16410	344	35	doi:10.1016	doi:10.1016	PROPN
crl-16410	344	36	/	/	SYM
crl-16410	344	37	j.acalib.2007.03.005	j.acalib.2007.03.005	PROPN
crl-16410	344	38	.	.	PUNCT
crl-16410	345	1	7	7	X
crl-16410	345	2	.	.	X
crl-16410	345	3	katherine	katherine	PROPN
crl-16410	345	4	schilling	schilling	PROPN
crl-16410	345	5	and	and	CCONJ
crl-16410	345	6	rachel	rachel	PROPN
crl-16410	345	7	applegate	applegate	PROPN
crl-16410	345	8	,	,	PUNCT
crl-16410	345	9	“	"	PUNCT
crl-16410	345	10	best	good	ADJ
crl-16410	345	11	methods	method	NOUN
crl-16410	345	12	for	for	ADP
crl-16410	345	13	evaluating	evaluate	VERB
crl-16410	345	14	educational	educational	ADJ
crl-16410	345	15	impact	impact	NOUN
crl-16410	345	16	:	:	PUNCT
crl-16410	345	17	a	a	DET
crl-16410	345	18	comparison	comparison	NOUN
crl-16410	345	19	of	of	ADP
crl-16410	345	20	the	the	DET
crl-16410	345	21	efficacy	efficacy	NOUN
crl-16410	345	22	of	of	ADP
crl-16410	345	23	commonly	commonly	ADV
crl-16410	345	24	used	use	VERB
crl-16410	345	25	measures	measure	NOUN
crl-16410	345	26	of	of	ADP
crl-16410	345	27	library	library	ADJ
crl-16410	345	28	instruction	instruction	NOUN
crl-16410	345	29	,	,	PUNCT
crl-16410	345	30	”	"	PUNCT
crl-16410	345	31	journal	journal	NOUN
crl-16410	345	32	of	of	ADP
crl-16410	345	33	the	the	DET
crl-16410	345	34	medical	medical	PROPN
crl-16410	345	35	library	library	PROPN
crl-16410	345	36	association	association	PROPN
crl-16410	345	37	100	100	NUM
crl-16410	345	38	,	,	PUNCT
crl-16410	345	39	no	no	INTJ
crl-16410	345	40	.	.	NOUN
crl-16410	345	41	4	4	NUM
crl-16410	345	42	(	(	PUNCT
crl-16410	345	43	oct	oct	PROPN
crl-16410	345	44	.	.	PROPN
crl-16410	345	45	2012	2012	NUM
crl-16410	345	46	):	):	PUNCT
crl-16410	345	47	258–69	258–69	NOUN
crl-16410	345	48	.	.	NOUN
crl-16410	345	49	8	8	NUM
crl-16410	345	50	.	.	X
crl-16410	345	51	scharf	scharf	NOUN
crl-16410	345	52	et	et	PROPN
crl-16410	345	53	al	al	PROPN
crl-16410	345	54	.	.	PROPN
crl-16410	345	55	,	,	PUNCT
crl-16410	345	56	“	"	PUNCT
crl-16410	345	57	direct	direct	ADJ
crl-16410	345	58	assessment	assessment	NOUN
crl-16410	345	59	of	of	ADP
crl-16410	345	60	information	information	NOUN
crl-16410	345	61	literacy	literacy	NOUN
crl-16410	345	62	using	use	VERB
crl-16410	345	63	writing	write	VERB
crl-16410	345	64	portfolios	portfolio	NOUN
crl-16410	345	65	,	,	PUNCT
crl-16410	345	66	”	"	PUNCT
crl-16410	345	67	2	2	NUM
crl-16410	345	68	.	.	NOUN
crl-16410	345	69	9	9	NUM
crl-16410	345	70	.	.	PUNCT
crl-16410	345	71	megan	megan	NOUN
crl-16410	345	72	oakleaf	oakleaf	NOUN
crl-16410	345	73	,	,	PUNCT
crl-16410	345	74	“	"	PUNCT
crl-16410	345	75	are	be	AUX
crl-16410	345	76	they	they	PRON
crl-16410	345	77	learning	learn	VERB
crl-16410	345	78	?	?	PUNCT
crl-16410	346	1	are	be	AUX
crl-16410	346	2	we	we	PRON
crl-16410	346	3	?	?	PUNCT
crl-16410	347	1	learning	learn	VERB
crl-16410	347	2	outcomes	outcome	NOUN
crl-16410	347	3	and	and	CCONJ
crl-16410	347	4	the	the	DET
crl-16410	347	5	academic	academic	ADJ
crl-16410	347	6	library	library	NOUN
crl-16410	347	7	,	,	PUNCT
crl-16410	347	8	”	"	PUNCT
crl-16410	347	9	library	library	NOUN
crl-16410	347	10	quarterly	quarterly	ADV
crl-16410	347	11	81	81	NUM
crl-16410	347	12	,	,	PUNCT
crl-16410	347	13	no	no	INTJ
crl-16410	347	14	.	.	NOUN
crl-16410	347	15	1	1	NUM
crl-16410	347	16	(	(	PUNCT
crl-16410	347	17	jan	jan	PROPN
crl-16410	347	18	.	.	PROPN
crl-16410	347	19	2011	2011	NUM
crl-16410	347	20	):	):	PUNCT
crl-16410	347	21	61–82	61–82	NUM
crl-16410	347	22	.	.	PROPN
crl-16410	347	23	10	10	NUM
crl-16410	347	24	.	.	PUNCT
crl-16410	348	1	judith	judith	PROPN
crl-16410	348	2	t.m	t.m	PROPN
crl-16410	348	3	.	.	PROPN
crl-16410	348	4	gulikers	gulikers	PROPN
crl-16410	348	5	,	,	PUNCT
crl-16410	348	6	theo	theo	PROPN
crl-16410	348	7	j.	j.	PROPN
crl-16410	348	8	bastiaens	bastiaens	PROPN
crl-16410	348	9	,	,	PUNCT
crl-16410	348	10	and	and	CCONJ
crl-16410	348	11	paul	paul	PROPN
crl-16410	348	12	a.	a.	PROPN
crl-16410	348	13	kirschner	kirschner	PROPN
crl-16410	348	14	,	,	PUNCT
crl-16410	348	15	“	"	PUNCT
crl-16410	348	16	a	a	DET
crl-16410	348	17	five	five	NUM
crl-16410	348	18	-	-	PUNCT
crl-16410	348	19	dimensional	dimensional	ADJ
crl-16410	348	20	framework	framework	NOUN
crl-16410	348	21	for	for	ADP
crl-16410	348	22	authentic	authentic	ADJ
crl-16410	348	23	assessment	assessment	NOUN
crl-16410	348	24	,	,	PUNCT
crl-16410	348	25	”	"	PUNCT
crl-16410	348	26	educational	educational	ADJ
crl-16410	348	27	technology	technology	NOUN
crl-16410	348	28	research	research	NOUN
crl-16410	348	29	and	and	CCONJ
crl-16410	348	30	development	development	NOUN
crl-16410	348	31	52	52	NUM
crl-16410	348	32	,	,	PUNCT
crl-16410	348	33	no	no	INTJ
crl-16410	348	34	.	.	NOUN
crl-16410	348	35	3	3	NUM
crl-16410	348	36	(	(	PUNCT
crl-16410	348	37	sept	sept	PROPN
crl-16410	348	38	.	.	PROPN
crl-16410	348	39	1	1	NUM
crl-16410	348	40	,	,	PUNCT
crl-16410	348	41	2004	2004	NUM
crl-16410	348	42	):	):	PUNCT
crl-16410	348	43	73	73	NUM
crl-16410	348	44	,	,	PUNCT
crl-16410	348	45	doi:10.1007	doi:10.1007	NOUN
crl-16410	348	46	/	/	SYM
crl-16410	348	47	bf02504676	bf02504676	PROPN
crl-16410	348	48	.	.	PUNCT
crl-16410	349	1	11	11	NUM
crl-16410	349	2	.	.	X
crl-16410	350	1	jon	jon	PROPN
crl-16410	350	2	mueller	mueller	PROPN
crl-16410	350	3	,	,	PUNCT
crl-16410	350	4	“	"	PUNCT
crl-16410	350	5	the	the	DET
crl-16410	350	6	authentic	authentic	ADJ
crl-16410	350	7	assessment	assessment	NOUN
crl-16410	350	8	toolbox	toolbox	NOUN
crl-16410	350	9	:	:	PUNCT
crl-16410	350	10	enhancing	enhance	VERB
crl-16410	350	11	student	student	NOUN
crl-16410	350	12	learning	learn	VERB
crl-16410	350	13	through	through	ADP
crl-16410	350	14	online	online	ADJ
crl-16410	350	15	faculty	faculty	NOUN
crl-16410	350	16	development	development	NOUN
crl-16410	350	17	,	,	PUNCT
crl-16410	350	18	”	"	PUNCT
crl-16410	350	19	journal	journal	NOUN
crl-16410	350	20	of	of	ADP
crl-16410	350	21	online	online	ADJ
crl-16410	350	22	learning	learning	NOUN
crl-16410	350	23	and	and	CCONJ
crl-16410	350	24	teaching	teach	VERB
crl-16410	350	25	1	1	NUM
crl-16410	350	26	,	,	PUNCT
crl-16410	350	27	no	no	INTJ
crl-16410	350	28	.	.	NOUN
crl-16410	350	29	1	1	NUM
crl-16410	350	30	:	:	SYM
crl-16410	350	31	2	2	NUM
crl-16410	350	32	(	(	PUNCT
crl-16410	350	33	n.d	n.d	PROPN
crl-16410	350	34	.	.	PROPN
crl-16410	350	35	)	)	PUNCT
crl-16410	350	36	.	.	PUNCT
crl-16410	351	1	12	12	NUM
crl-16410	351	2	.	.	PUNCT
crl-16410	352	1	brandy	brandy	NOUN
crl-16410	352	2	whitlock	whitlock	PROPN
crl-16410	352	3	and	and	CCONJ
crl-16410	352	4	julie	julie	PROPN
crl-16410	352	5	nanavati	nanavati	PROPN
crl-16410	352	6	,	,	PUNCT
crl-16410	352	7	“	"	PUNCT
crl-16410	352	8	a	a	DET
crl-16410	352	9	systematic	systematic	ADJ
crl-16410	352	10	approach	approach	NOUN
crl-16410	352	11	to	to	ADP
crl-16410	352	12	performative	performative	ADJ
crl-16410	352	13	and	and	CCONJ
crl-16410	352	14	authentic	authentic	ADJ
crl-16410	352	15	assessment	assessment	NOUN
crl-16410	352	16	,	,	PUNCT
crl-16410	352	17	”	"	PUNCT
crl-16410	352	18	reference	reference	NOUN
crl-16410	352	19	services	service	NOUN
crl-16410	352	20	review	review	VERB
crl-16410	352	21	41	41	NUM
crl-16410	352	22	,	,	PUNCT
crl-16410	352	23	no	no	INTJ
crl-16410	352	24	.	.	NOUN
crl-16410	352	25	1	1	NUM
crl-16410	352	26	(	(	PUNCT
crl-16410	352	27	feb	feb	X
crl-16410	352	28	.	.	PROPN
crl-16410	352	29	15	15	NUM
crl-16410	352	30	,	,	PUNCT
crl-16410	352	31	2013	2013	NUM
crl-16410	352	32	):	):	PUNCT
crl-16410	352	33	35	35	NUM
crl-16410	352	34	.	.	NOUN
crl-16410	352	35	13	13	NUM
crl-16410	352	36	.	.	X
crl-16410	353	1	ibid	ibid	NOUN
crl-16410	353	2	.	.	PUNCT
crl-16410	354	1	14	14	NUM
crl-16410	354	2	.	.	PUNCT
crl-16410	355	1	barbara	barbara	PROPN
crl-16410	355	2	j.	j.	PROPN
crl-16410	355	3	d’angelo	d’angelo	PROPN
crl-16410	355	4	,	,	PUNCT
crl-16410	355	5	“	"	PUNCT
crl-16410	355	6	more	more	ADJ
crl-16410	355	7	than	than	ADP
crl-16410	355	8	mere	mere	ADJ
crl-16410	355	9	collections	collection	NOUN
crl-16410	355	10	:	:	PUNCT
crl-16410	355	11	portfolios	portfolio	NOUN
crl-16410	355	12	as	as	ADP
crl-16410	355	13	direct	direct	ADJ
crl-16410	355	14	and	and	CCONJ
crl-16410	355	15	authentic	authentic	ADJ
crl-16410	355	16	assessment	assessment	NOUN
crl-16410	355	17	of	of	ADP
crl-16410	355	18	information	information	NOUN
crl-16410	355	19	literacy	literacy	NOUN
crl-16410	355	20	outcomes	outcome	NOUN
crl-16410	355	21	,	,	PUNCT
crl-16410	355	22	”	"	PUNCT
crl-16410	355	23	ifla	ifla	NOUN
crl-16410	355	24	conference	conference	NOUN
crl-16410	355	25	proceedings	proceeding	NOUN
crl-16410	355	26	(	(	PUNCT
crl-16410	355	27	nov	nov	PROPN
crl-16410	355	28	.	.	PROPN
crl-16410	355	29	2008	2008	NUM
crl-16410	355	30	):	):	PUNCT
crl-16410	355	31	1–12	1–12	NOUN
crl-16410	355	32	;	;	PUNCT
crl-16410	355	33	scharf	scharf	PROPN
crl-16410	355	34	et	et	PROPN
crl-16410	355	35	al	al	PROPN
crl-16410	355	36	.	.	PROPN
crl-16410	355	37	,	,	PUNCT
crl-16410	355	38	“	"	PUNCT
crl-16410	355	39	direct	direct	ADJ
crl-16410	355	40	assessment	assessment	NOUN
crl-16410	355	41	of	of	ADP
crl-16410	355	42	information	information	NOUN
crl-16410	355	43	literacy	literacy	NOUN
crl-16410	355	44	using	use	VERB
crl-16410	355	45	writing	write	VERB
crl-16410	355	46	portfolios	portfolio	NOUN
crl-16410	355	47	”	"	PUNCT
crl-16410	355	48	;	;	PUNCT
crl-16410	355	49	karen	karen	PROPN
crl-16410	355	50	r.	r.	PROPN
crl-16410	355	51	diller	diller	PROPN
crl-16410	355	52	and	and	CCONJ
crl-16410	355	53	sue	sue	PROPN
crl-16410	355	54	f.	f.	PROPN
crl-16410	355	55	phelps	phelps	PROPN
crl-16410	355	56	,	,	PUNCT
crl-16410	355	57	“	"	PUNCT
crl-16410	355	58	learning	learn	VERB
crl-16410	355	59	outcomes	outcome	NOUN
crl-16410	355	60	,	,	PUNCT
crl-16410	355	61	portfolios	portfolio	NOUN
crl-16410	355	62	,	,	PUNCT
crl-16410	355	63	and	and	CCONJ
crl-16410	355	64	rubrics	rubric	NOUN
crl-16410	355	65	,	,	PUNCT
crl-16410	355	66	oh	oh	INTJ
crl-16410	355	67	my	my	PRON
crl-16410	355	68	!	!	NOUN
crl-16410	355	69	authentic	authentic	ADJ
crl-16410	355	70	assessment	assessment	NOUN
crl-16410	355	71	of	of	ADP
crl-16410	355	72	an	an	DET
crl-16410	355	73	information	information	NOUN
crl-16410	355	74	literacy	literacy	NOUN
crl-16410	355	75	program	program	NOUN
crl-16410	355	76	,	,	PUNCT
crl-16410	355	77	”	"	PUNCT
crl-16410	355	78	portal	portal	ADJ
crl-16410	355	79	:	:	PUNCT
crl-16410	355	80	libraries	library	NOUN
crl-16410	355	81	&	&	CCONJ
crl-16410	355	82	the	the	DET
crl-16410	355	83	academy	academy	NOUN
crl-16410	355	84	8	8	NUM
crl-16410	355	85	,	,	PUNCT
crl-16410	355	86	no	no	INTJ
crl-16410	355	87	.	.	NOUN
crl-16410	355	88	1	1	NUM
crl-16410	355	89	(	(	PUNCT
crl-16410	355	90	jan	jan	PROPN
crl-16410	355	91	.	.	PROPN
crl-16410	355	92	2008	2008	NUM
crl-16410	355	93	):	):	PUNCT
crl-16410	355	94	75–89	75–89	NUM
crl-16410	355	95	;	;	PUNCT
crl-16410	355	96	elizabeth	elizabeth	PROPN
crl-16410	355	97	choinski	choinski	PROPN
crl-16410	355	98	,	,	PUNCT
crl-16410	355	99	amy	amy	PROPN
crl-16410	355	100	e.	e.	PROPN
crl-16410	355	101	mark	mark	PROPN
crl-16410	355	102	,	,	PUNCT
crl-16410	355	103	and	and	CCONJ
crl-16410	355	104	missy	missy	PROPN
crl-16410	355	105	murphey	murphey	PROPN
crl-16410	355	106	,	,	PUNCT
crl-16410	355	107	“	"	PUNCT
crl-16410	355	108	assessment	assessment	NOUN
crl-16410	355	109	with	with	ADP
crl-16410	355	110	rubrics	rubric	NOUN
crl-16410	355	111	:	:	PUNCT
crl-16410	355	112	an	an	DET
crl-16410	355	113	efficient	efficient	ADJ
crl-16410	355	114	and	and	CCONJ
crl-16410	355	115	objective	objective	ADJ
crl-16410	355	116	means	mean	NOUN
crl-16410	355	117	of	of	ADP
crl-16410	355	118	assessing	assess	VERB
crl-16410	355	119	student	student	NOUN
crl-16410	355	120	outcomes	outcome	NOUN
crl-16410	355	121	in	in	ADP
crl-16410	355	122	an	an	DET
crl-16410	355	123	information	information	NOUN
crl-16410	355	124	resources	resource	NOUN
crl-16410	355	125	class	class	NOUN
crl-16410	355	126	,	,	PUNCT
crl-16410	355	127	”	"	PUNCT
crl-16410	355	128	portal	portal	ADJ
crl-16410	355	129	:	:	PUNCT
crl-16410	355	130	libraries	library	NOUN
crl-16410	355	131	and	and	CCONJ
crl-16410	355	132	the	the	DET
crl-16410	355	133	academy	academy	NOUN
crl-16410	355	134	3	3	NUM
crl-16410	355	135	,	,	PUNCT
crl-16410	355	136	no	no	INTJ
crl-16410	355	137	.	.	NOUN
crl-16410	355	138	4	4	NUM
crl-16410	355	139	(	(	PUNCT
crl-16410	355	140	2003	2003	NUM
crl-16410	355	141	):	):	PUNCT
crl-16410	355	142	563–75	563–75	NOUN
crl-16410	355	143	,	,	PUNCT
crl-16410	355	144	doi:10.1353	doi:10.1353	NOUN
crl-16410	355	145	/	/	SYM
crl-16410	355	146	pla.2003.0078	pla.2003.0078	NUM
crl-16410	355	147	;	;	PUNCT
crl-16410	355	148	lorrie	lorrie	PROPN
crl-16410	355	149	a.	a.	NOUN
crl-16410	355	150	knight	knight	PROPN
crl-16410	355	151	,	,	PUNCT
crl-16410	355	152	“	"	PUNCT
crl-16410	355	153	using	use	VERB
crl-16410	355	154	rubrics	rubric	NOUN
crl-16410	355	155	to	to	PART
crl-16410	355	156	assess	assess	VERB
crl-16410	355	157	information	information	NOUN
crl-16410	355	158	literacy	literacy	NOUN
crl-16410	355	159	,	,	PUNCT
crl-16410	355	160	”	"	PUNCT
crl-16410	355	161	reference	reference	NOUN
crl-16410	355	162	services	service	NOUN
crl-16410	355	163	review	review	VERB
crl-16410	355	164	34	34	NUM
crl-16410	355	165	,	,	PUNCT
crl-16410	355	166	no	no	INTJ
crl-16410	355	167	.	.	NOUN
crl-16410	355	168	1	1	NUM
crl-16410	355	169	(	(	PUNCT
crl-16410	355	170	jan	jan	PROPN
crl-16410	355	171	.	.	PROPN
crl-16410	355	172	1	1	NUM
crl-16410	355	173	,	,	PUNCT
crl-16410	355	174	2006	2006	NUM
crl-16410	355	175	):	):	PUNCT
crl-16410	355	176	43–55	43–55	NUM
crl-16410	355	177	,	,	PUNCT
crl-16410	355	178	doi:10.1108/00907320610640752	doi:10.1108/00907320610640752	ADV
crl-16410	355	179	;	;	PUNCT
crl-16410	355	180	mark	mark	PROPN
crl-16410	355	181	emmons	emmons	PROPN
crl-16410	355	182	and	and	CCONJ
crl-16410	355	183	wanda	wanda	PROPN
crl-16410	355	184	martin	martin	PROPN
crl-16410	355	185	,	,	PUNCT
crl-16410	355	186	“	"	PUNCT
crl-16410	355	187	engaging	engage	VERB
crl-16410	355	188	conversation	conversation	NOUN
crl-16410	355	189	:	:	PUNCT
crl-16410	355	190	evaluating	evaluate	VERB
crl-16410	355	191	the	the	DET
crl-16410	355	192	contribution	contribution	NOUN
crl-16410	355	193	of	of	ADP
crl-16410	355	194	library	library	ADJ
crl-16410	355	195	instruction	instruction	NOUN
crl-16410	355	196	to	to	ADP
crl-16410	355	197	the	the	DET
crl-16410	355	198	quality	quality	NOUN
crl-16410	355	199	of	of	ADP
crl-16410	355	200	student	student	NOUN
crl-16410	355	201	research	research	NOUN
crl-16410	355	202	,	,	PUNCT
crl-16410	355	203	”	"	PUNCT
crl-16410	355	204	college	college	PROPN
crl-16410	355	205	&	&	CCONJ
crl-16410	355	206	research	research	PROPN
crl-16410	355	207	libraries	library	NOUN
crl-16410	355	208	63	63	NUM
crl-16410	355	209	,	,	PUNCT
crl-16410	355	210	no	no	INTJ
crl-16410	355	211	.	.	NOUN
crl-16410	355	212	6	6	NUM
crl-16410	355	213	(	(	PUNCT
crl-16410	355	214	nov	nov	PROPN
crl-16410	355	215	.	.	PROPN
crl-16410	355	216	1	1	NUM
crl-16410	355	217	,	,	PUNCT
crl-16410	355	218	2002	2002	NUM
crl-16410	355	219	):	):	PUNCT
crl-16410	355	220	545–60.\\uc0\\u8221	545–60.\\uc0\\u8221	NUM
crl-16410	355	221	{	{	PUNCT
crl-16410	355	222	}	}	PUNCT
crl-16410	355	223	\\i	\\i	PROPN
crl-16410	355	224	ifla	ifla	NOUN
crl-16410	355	225	conference	conference	NOUN
crl-16410	355	226	proceedings\\i0	proceedings\\i0	PROPN
crl-16410	355	227	{	{	PUNCT
crl-16410	355	228	}	}	PUNCT
crl-16410	355	229	(	(	PUNCT
crl-16410	355	230	november	november	PROPN
crl-16410	355	231	2008	2008	NUM
crl-16410	355	232	15	15	NUM
crl-16410	355	233	.	.	PUNCT
crl-16410	356	1	diller	diller	NOUN
crl-16410	356	2	and	and	CCONJ
crl-16410	356	3	phelps	phelp	NOUN
crl-16410	356	4	,	,	PUNCT
crl-16410	356	5	“	"	PUNCT
crl-16410	356	6	learning	learn	VERB
crl-16410	356	7	outcomes	outcome	NOUN
crl-16410	356	8	,	,	PUNCT
crl-16410	356	9	portfolios	portfolio	NOUN
crl-16410	356	10	,	,	PUNCT
crl-16410	356	11	and	and	CCONJ
crl-16410	356	12	rubrics	rubric	NOUN
crl-16410	356	13	,	,	PUNCT
crl-16410	356	14	oh	oh	INTJ
crl-16410	356	15	my	my	INTJ
crl-16410	356	16	!	!	PUNCT
crl-16410	356	17	”	"	PUNCT
crl-16410	356	18	84	84	NUM
crl-16410	356	19	.	.	PUNCT
crl-16410	357	1	16	16	NUM
crl-16410	357	2	.	.	PUNCT
crl-16410	358	1	mark	mark	PROPN
crl-16410	358	2	emmons	emmons	PROPN
crl-16410	358	3	and	and	CCONJ
crl-16410	358	4	wanda	wanda	PROPN
crl-16410	358	5	martin	martin	PROPN
crl-16410	358	6	,	,	PUNCT
crl-16410	358	7	“	"	PUNCT
crl-16410	358	8	engaging	engage	VERB
crl-16410	358	9	conversation	conversation	NOUN
crl-16410	358	10	:	:	PUNCT
crl-16410	358	11	evaluating	evaluate	VERB
crl-16410	358	12	the	the	DET
crl-16410	358	13	contribution	contribution	NOUN
crl-16410	358	14	of	of	ADP
crl-16410	358	15	library	library	ADJ
crl-16410	358	16	instruction	instruction	NOUN
crl-16410	358	17	to	to	ADP
crl-16410	358	18	the	the	DET
crl-16410	358	19	quality	quality	NOUN
crl-16410	358	20	of	of	ADP
crl-16410	358	21	student	student	NOUN
crl-16410	358	22	research	research	NOUN
crl-16410	358	23	,	,	PUNCT
crl-16410	358	24	”	"	PUNCT
crl-16410	358	25	college	college	PROPN
crl-16410	358	26	&	&	CCONJ
crl-16410	358	27	research	research	PROPN
crl-16410	358	28	libraries	library	NOUN
crl-16410	358	29	63	63	NUM
crl-16410	358	30	,	,	PUNCT
crl-16410	358	31	no	no	INTJ
crl-16410	358	32	.	.	NOUN
crl-16410	358	33	6	6	NUM
crl-16410	358	34	(	(	PUNCT
crl-16410	358	35	nov	nov	PROPN
crl-16410	358	36	.	.	PROPN
crl-16410	358	37	1	1	NUM
crl-16410	358	38	,	,	PUNCT
crl-16410	358	39	2002	2002	NUM
crl-16410	358	40	):	):	PUNCT
crl-16410	358	41	559	559	NUM
crl-16410	358	42	.	.	PUNCT
crl-16410	358	43	17	17	NUM
crl-16410	358	44	.	.	PUNCT
crl-16410	359	1	elizabeth	elizabeth	PROPN
crl-16410	359	2	choinski	choinski	PROPN
crl-16410	359	3	,	,	PUNCT
crl-16410	359	4	amy	amy	PROPN
crl-16410	359	5	e.	e.	PROPN
crl-16410	359	6	mark	mark	PROPN
crl-16410	359	7	,	,	PUNCT
crl-16410	359	8	and	and	CCONJ
crl-16410	359	9	missy	missy	PROPN
crl-16410	359	10	murphey	murphey	PROPN
crl-16410	359	11	,	,	PUNCT
crl-16410	359	12	“	"	PUNCT
crl-16410	359	13	assessment	assessment	NOUN
crl-16410	359	14	with	with	ADP
crl-16410	359	15	rubrics	rubric	NOUN
crl-16410	359	16	:	:	PUNCT
crl-16410	359	17	an	an	DET
crl-16410	359	18	efficient	efficient	ADJ
crl-16410	359	19	and	and	CCONJ
crl-16410	359	20	objective	objective	ADJ
crl-16410	359	21	means	mean	NOUN
crl-16410	359	22	of	of	ADP
crl-16410	359	23	assessing	assess	VERB
crl-16410	359	24	student	student	NOUN
crl-16410	359	25	outcomes	outcome	NOUN
crl-16410	359	26	in	in	ADP
crl-16410	359	27	an	an	DET
crl-16410	359	28	information	information	NOUN
crl-16410	359	29	resources	resource	NOUN
crl-16410	359	30	class	class	NOUN
crl-16410	359	31	,	,	PUNCT
crl-16410	359	32	”	"	PUNCT
crl-16410	359	33	portal	portal	ADJ
crl-16410	359	34	:	:	PUNCT
crl-16410	359	35	libraries	library	NOUN
crl-16410	359	36	and	and	CCONJ
crl-16410	359	37	the	the	DET
crl-16410	359	38	academy	academy	NOUN
crl-16410	359	39	3	3	NUM
crl-16410	359	40	,	,	PUNCT
crl-16410	359	41	no	no	INTJ
crl-16410	359	42	.	.	NOUN
crl-16410	359	43	4	4	NUM
crl-16410	359	44	(	(	PUNCT
crl-16410	359	45	2003	2003	NUM
crl-16410	359	46	):	):	PUNCT
crl-16410	359	47	573.two	573.two	NUM
crl-16410	359	48	librarians	librarian	NOUN
crl-16410	359	49	independent	independent	ADJ
crl-16410	359	50	of	of	ADP
crl-16410	359	51	the	the	DET
crl-16410	359	52	librarianinstructor\nscored	librarianinstructor\nscore	VERB
crl-16410	359	53	student	student	NOUN
crl-16410	359	54	reflection	reflection	NOUN
crl-16410	359	55	papers	paper	NOUN
crl-16410	359	56	using	use	VERB
crl-16410	359	57	a	a	DET
crl-16410	359	58	5	5	NUM
crl-16410	359	59	-	-	PUNCT
crl-16410	359	60	point	point	NOUN
crl-16410	359	61	scale	scale	NOUN
crl-16410	359	62	.	.	PUNCT
crl-16410	360	1	rubric	rubric	VERB
crl-16410	360	2	items\nwere	items\nwere	NUM
crl-16410	360	3	considered	consider	VERB
crl-16410	360	4	successful	successful	ADJ
crl-16410	360	5	if	if	SCONJ
crl-16410	360	6	75	75	NUM
crl-16410	360	7	percent	percent	NOUN
crl-16410	360	8	of	of	ADP
crl-16410	360	9	the	the	DET
crl-16410	360	10	students	student	NOUN
crl-16410	360	11	received	receive	VERB
crl-16410	360	12	an\naverage	an\naverage	NOUN
crl-16410	360	13	score	score	NOUN
crl-16410	360	14	of	of	ADP
crl-16410	360	15	three	three	NUM
crl-16410	360	16	or	or	CCONJ
crl-16410	360	17	higher	high	ADJ
crl-16410	360	18	.	.	PUNCT
crl-16410	361	1	the	the	DET
crl-16410	361	2	results	result	NOUN
crl-16410	361	3	showed	show	VERB
crl-16410	361	4	that	that	SCONJ
crl-16410	361	5	weak	weak	ADJ
crl-16410	361	6	areas\nof	areas\nof	NOUN
crl-16410	361	7	comprehension	comprehension	NOUN
crl-16410	361	8	are	be	AUX
crl-16410	361	9	those	those	PRON
crl-16410	361	10	that	that	PRON
crl-16410	361	11	require	require	VERB
crl-16410	361	12	higher	high	ADJ
crl-16410	361	13	level	level	NOUN
crl-16410	361	14	thinking	thinking	NOUN
crl-16410	361	15	,	,	PUNCT
crl-16410	361	16	such	such	ADJ
crl-16410	361	17	as\	as\	NOUN
crl-16410	361	18	nthe	nthe	ADJ
crl-16410	361	19	ability	ability	NOUN
crl-16410	361	20	to	to	PART
crl-16410	361	21	distinguish	distinguish	VERB
crl-16410	361	22	between	between	ADP
crl-16410	361	23	the	the	DET
crl-16410	361	24	popular	popular	ADJ
crl-16410	361	25	and	and	CCONJ
crl-16410	361	26	academic	academic	ADJ
crl-16410	361	27	press	press	NOUN
crl-16410	361	28	.	.	PUNCT
crl-16410	362	1	the\nlibrarian	the\nlibrarian	ADJ
crl-16410	362	2	-	-	PUNCT
crl-16410	362	3	instructor	instructor	NOUN
crl-16410	362	4	will	will	AUX
crl-16410	362	5	place	place	VERB
crl-16410	362	6	more	more	ADJ
crl-16410	362	7	emphasis	emphasis	NOUN
crl-16410	362	8	on	on	ADP
crl-16410	362	9	these	these	DET
crl-16410	362	10	topics	topic	NOUN
crl-16410	362	11	in	in	ADP
crl-16410	362	12	future\nclasses	future\nclasse	NOUN
crl-16410	362	13	and	and	CCONJ
crl-16410	362	14	reword	reword	VERB
crl-16410	362	15	rubric	rubric	ADJ
crl-16410	362	16	items	item	NOUN
crl-16410	362	17	of	of	ADP
crl-16410	362	18	questionable	questionable	ADJ
crl-16410	362	19	design	design	NOUN
crl-16410	362	20	.	.	PUNCT
crl-16410	363	1	”,”doi”:”10.1353	”,”doi”:”10.1353	NOUN
crl-16410	363	2	/	/	SYM
crl-16410	363	3	pla.2003.0078”,”issn”:”1530	pla.2003.0078”,”issn”:”1530	ADV
crl-16410	363	4	-	-	PUNCT
crl-16410	363	5	7131”,”note”:”<p	7131”,”note”:”<p	NUM
crl-16410	363	6	>	>	NOUN
crl-16410	363	7	volume	volume	NOUN
crl-16410	363	8	3	3	NUM
crl-16410	363	9	,	,	PUNCT
crl-16410	363	10	number	number	NOUN
crl-16410	363	11	4	4	NUM
crl-16410	363	12	,	,	PUNCT
crl-16410	363	13	october	october	PROPN
crl-16410	363	14	2003</p>”,”shorttitle”:”assessment	2003</p>”,”shorttitle”:”assessment	NUM
crl-16410	363	15	with	with	ADP
crl-16410	363	16	rubrics”,”author”:[{“family”:”choinski”,”g	rubrics”,”author”:[{“family”:”choinski”,”g	PROPN
crl-16410	363	17	iven”:”elizabeth”},{“family”:”mark”,”given”:”amy	iven”:”elizabeth”},{“family”:”mark”,”given”:”amy	PROPN
crl-16410	363	18	e.	e.	PROPN
crl-16410	363	19	”},{“family”:”murphey”,”given”:”missy	”},{“family”:”murphey”,”given”:”missy	PROPN
crl-16410	363	20	”	"	PUNCT
crl-16410	363	21	}	}	PUNCT
crl-16410	363	22	]	]	PUNCT
crl-16410	363	23	,	,	PUNCT
crl-16410	363	24	”	"	PUNCT
crl-16410	363	25	issued”:{“date	issued”:{“date	NOUN
crl-16410	363	26	-	-	PUNCT
crl-16410	363	27	parts”:[[“2003”]]},”accessed”:{“date	parts”:[[“2003”]]},”accessed”:{“date	NOUN
crl-16410	363	28	-	-	PUNCT
crl-16410	363	29	parts”:[[“2013”,7,25]]}}}],”schema”:”htt	parts”:[[“2013”,7,25]]}}}],”schema”:”htt	PUNCT
crl-16410	363	30	ps://github.com/citation-style-language/schema/raw/master/csl-citation.json	ps://github.com/citation-style-language/schema/raw/master/csl-citation.json	PROPN
crl-16410	363	31	”	"	PUNCT
crl-16410	363	32	}	}	PUNCT
crl-16410	363	33	an	an	DET
crl-16410	363	34	information	information	NOUN
crl-16410	363	35	literacy	literacy	NOUN
crl-16410	363	36	snapshot	snapshot	NOUN
crl-16410	363	37	187	187	NUM
crl-16410	363	38	18	18	NUM
crl-16410	363	39	.	.	PUNCT
crl-16410	364	1	lorrie	lorrie	PROPN
crl-16410	364	2	a.	a.	PROPN
crl-16410	364	3	knight	knight	PROPN
crl-16410	364	4	,	,	PUNCT
crl-16410	364	5	“	"	PUNCT
crl-16410	364	6	using	use	VERB
crl-16410	364	7	rubrics	rubric	NOUN
crl-16410	364	8	to	to	PART
crl-16410	364	9	assess	assess	VERB
crl-16410	364	10	information	information	NOUN
crl-16410	364	11	literacy	literacy	NOUN
crl-16410	364	12	,	,	PUNCT
crl-16410	364	13	”	"	PUNCT
crl-16410	364	14	reference	reference	NOUN
crl-16410	364	15	services	service	NOUN
crl-16410	364	16	review	review	VERB
crl-16410	364	17	34	34	NUM
crl-16410	364	18	,	,	PUNCT
crl-16410	364	19	no	no	INTJ
crl-16410	364	20	.	.	NOUN
crl-16410	364	21	1	1	NUM
crl-16410	364	22	(	(	PUNCT
crl-16410	364	23	feb	feb	PROPN
crl-16410	364	24	.	.	PROPN
crl-16410	364	25	2006	2006	NUM
crl-16410	364	26	):	):	PUNCT
crl-16410	364	27	52	52	NUM
crl-16410	364	28	.	.	NOUN
crl-16410	364	29	19	19	NUM
crl-16410	364	30	.	.	PUNCT
crl-16410	364	31	megan	megan	NOUN
crl-16410	364	32	oakleaf	oakleaf	NOUN
crl-16410	364	33	,	,	PUNCT
crl-16410	364	34	“	"	PUNCT
crl-16410	364	35	using	use	VERB
crl-16410	364	36	rubrics	rubric	NOUN
crl-16410	364	37	to	to	PART
crl-16410	364	38	assess	assess	VERB
crl-16410	364	39	information	information	NOUN
crl-16410	364	40	literacy	literacy	NOUN
crl-16410	364	41	:	:	PUNCT
crl-16410	364	42	an	an	DET
crl-16410	364	43	examination	examination	NOUN
crl-16410	364	44	of	of	ADP
crl-16410	364	45	methodology	methodology	NOUN
crl-16410	364	46	and	and	CCONJ
crl-16410	364	47	interrater	interrater	ADJ
crl-16410	364	48	reliability	reliability	NOUN
crl-16410	364	49	,	,	PUNCT
crl-16410	364	50	”	"	PUNCT
crl-16410	364	51	journal	journal	NOUN
crl-16410	364	52	of	of	ADP
crl-16410	364	53	the	the	DET
crl-16410	364	54	american	american	ADJ
crl-16410	364	55	society	society	NOUN
crl-16410	364	56	for	for	ADP
crl-16410	364	57	information	information	NOUN
crl-16410	364	58	science	science	PROPN
crl-16410	364	59	&	&	CCONJ
crl-16410	364	60	technology	technology	PROPN
crl-16410	364	61	60	60	NUM
crl-16410	364	62	,	,	PUNCT
crl-16410	364	63	no	no	INTJ
crl-16410	364	64	.	.	NOUN
crl-16410	364	65	5	5	NUM
crl-16410	364	66	(	(	PUNCT
crl-16410	364	67	may	may	PROPN
crl-16410	364	68	2009	2009	NUM
crl-16410	364	69	):	):	PUNCT
crl-16410	364	70	969–83	969–83	NUM
crl-16410	364	71	.	.	PROPN
crl-16410	364	72	20	20	NUM
crl-16410	364	73	.	.	PUNCT
crl-16410	365	1	“	"	PUNCT
crl-16410	365	2	aac&u	aac&u	VERB
crl-16410	365	3	information	information	NOUN
crl-16410	365	4	literacy	literacy	NOUN
crl-16410	365	5	value	value	NOUN
crl-16410	365	6	rubric	rubric	NOUN
crl-16410	365	7	.	.	PUNCT
crl-16410	365	8	”	"	PUNCT
crl-16410	366	1	21	21	NUM
crl-16410	366	2	.	.	PUNCT
crl-16410	366	3	terrel	terrel	PROPN
crl-16410	366	4	l.	l.	PROPN
crl-16410	366	5	rhodes	rhodes	PROPN
crl-16410	366	6	,	,	PUNCT
crl-16410	366	7	“	"	PUNCT
crl-16410	366	8	show	show	VERB
crl-16410	366	9	me	i	PRON
crl-16410	366	10	the	the	DET
crl-16410	366	11	learning	learning	NOUN
crl-16410	366	12	:	:	PUNCT
crl-16410	366	13	value	value	NOUN
crl-16410	366	14	,	,	PUNCT
crl-16410	366	15	accreditation	accreditation	NOUN
crl-16410	366	16	,	,	PUNCT
crl-16410	366	17	and	and	CCONJ
crl-16410	366	18	the	the	DET
crl-16410	366	19	quality	quality	NOUN
crl-16410	366	20	of	of	ADP
crl-16410	366	21	the	the	DET
crl-16410	366	22	degree	degree	NOUN
crl-16410	366	23	,	,	PUNCT
crl-16410	366	24	”	"	PUNCT
crl-16410	366	25	planning	plan	VERB
crl-16410	366	26	for	for	ADP
crl-16410	366	27	higher	high	ADJ
crl-16410	366	28	education	education	NOUN
crl-16410	366	29	40	40	NUM
crl-16410	366	30	,	,	PUNCT
crl-16410	366	31	no	no	INTJ
crl-16410	366	32	.	.	NOUN
crl-16410	366	33	3	3	NUM
crl-16410	366	34	(	(	PUNCT
crl-16410	366	35	apr	apr	PROPN
crl-16410	366	36	.	.	PROPN
crl-16410	366	37	2012	2012	NUM
crl-16410	366	38	):	):	PUNCT
crl-16410	366	39	39.”issn”:”07360983”,”shorttitle	39.”issn”:”07360983”,”shorttitle	NUM
crl-16410	366	40	”	"	PUNCT
crl-16410	366	41	:	:	PUNCT
crl-16410	366	42	”	"	PUNCT
crl-16410	366	43	show	show	VERB
crl-16410	366	44	me	i	PRON
crl-16410	366	45	the	the	DET
crl-16410	366	46	learning”,”journalabbreviation”:”planning	learning”,”journalabbreviation”:”planne	VERB
crl-16410	366	47	for	for	ADP
crl-16410	366	48	higher	high	ADJ
crl-16410	366	49	education”,”author”:[{“fa	education”,”author”:[{“fa	NOUN
crl-16410	366	50	mily”:”rhodes”,”given”:”terrel	mily”:”rhodes”,”given”:”terrel	ADP
crl-16410	366	51	l.1”}],”issued”:{“date	l.1”}],”issued”:{“date	NOUN
crl-16410	366	52	-	-	PUNCT
crl-16410	366	53	parts”:[[“2012”,4]]},”accessed”:{“date	parts”:[[“2012”,4]]},”accessed”:{“date	ADJ
crl-16410	366	54	-	-	PUNCT
crl-16410	366	55	par	par	NOUN
crl-16410	366	56	ts”:[[“2014”,2,10]]}}}],”schema”:”https://github.com	ts”:[[“2014”,2,10]]}}}],”schema”:”https://github.com	PROPN
crl-16410	366	57	/	/	SYM
crl-16410	366	58	citation	citation	NOUN
crl-16410	366	59	-	-	PUNCT
crl-16410	366	60	style	style	NOUN
crl-16410	366	61	-	-	PUNCT
crl-16410	366	62	language	language	NOUN
crl-16410	366	63	/	/	SYM
crl-16410	366	64	schema	schema	NOUN
crl-16410	366	65	/	/	SYM
crl-16410	366	66	raw	raw	ADJ
crl-16410	366	67	/	/	SYM
crl-16410	366	68	master/	master/	NUM
crl-16410	366	69	csl-citation.json	csl-citation.json	NOUN
crl-16410	366	70	”	"	PUNCT
crl-16410	366	71	}	}	PUNCT
crl-16410	366	72	22	22	NUM
crl-16410	366	73	.	.	PUNCT
crl-16410	366	74	terrel	terrel	PROPN
crl-16410	366	75	l.	l.	PROPN
crl-16410	366	76	rhodes	rhodes	PROPN
crl-16410	366	77	and	and	CCONJ
crl-16410	366	78	ashley	ashley	PROPN
crl-16410	366	79	finley	finley	PROPN
crl-16410	366	80	,	,	PUNCT
crl-16410	366	81	using	use	VERB
crl-16410	366	82	the	the	DET
crl-16410	366	83	value	value	NOUN
crl-16410	366	84	rubrics	rubric	NOUN
crl-16410	366	85	for	for	ADP
crl-16410	366	86	improvement	improvement	NOUN
crl-16410	366	87	of	of	ADP
crl-16410	366	88	learning	learning	NOUN
crl-16410	366	89	and	and	CCONJ
crl-16410	366	90	authentic	authentic	ADJ
crl-16410	366	91	assessment	assessment	NOUN
crl-16410	366	92	(	(	PUNCT
crl-16410	366	93	washington	washington	PROPN
crl-16410	366	94	,	,	PUNCT
crl-16410	366	95	d.c	d.c	PROPN
crl-16410	366	96	.	.	PUNCT
crl-16410	366	97	:	:	PUNCT
crl-16410	367	1	association	association	NOUN
crl-16410	367	2	of	of	ADP
crl-16410	367	3	american	american	ADJ
crl-16410	367	4	colleges	college	NOUN
crl-16410	367	5	and	and	CCONJ
crl-16410	367	6	universities	university	NOUN
crl-16410	367	7	,	,	PUNCT
crl-16410	367	8	2013	2013	NUM
crl-16410	367	9	):	):	PUNCT
crl-16410	367	10	17	17	NUM
crl-16410	367	11	.	.	NOUN
crl-16410	367	12	23	23	NUM
crl-16410	367	13	.	.	PUNCT
crl-16410	367	14	oakleaf	oakleaf	NOUN
crl-16410	367	15	,	,	PUNCT
crl-16410	367	16	“	"	PUNCT
crl-16410	367	17	using	use	VERB
crl-16410	367	18	rubrics	rubric	NOUN
crl-16410	367	19	to	to	PART
crl-16410	367	20	assess	assess	VERB
crl-16410	367	21	information	information	NOUN
crl-16410	367	22	literacy	literacy	NOUN
crl-16410	367	23	”	"	PUNCT
crl-16410	367	24	;	;	PUNCT
crl-16410	367	25	rhodes	rhode	NOUN
crl-16410	367	26	and	and	CCONJ
crl-16410	367	27	finley	finley	PROPN
crl-16410	367	28	,	,	PUNCT
crl-16410	367	29	using	use	VERB
crl-16410	367	30	the	the	DET
crl-16410	367	31	value	value	NOUN
crl-16410	367	32	rubrics	rubric	NOUN
crl-16410	367	33	for	for	ADP
crl-16410	367	34	improvement	improvement	NOUN
crl-16410	367	35	of	of	ADP
crl-16410	367	36	learning	learning	NOUN
crl-16410	367	37	and	and	CCONJ
crl-16410	367	38	authentic	authentic	ADJ
crl-16410	367	39	assessment	assessment	NOUN
crl-16410	367	40	.	.	PUNCT
crl-16410	368	1	24	24	NUM
crl-16410	368	2	.	.	PUNCT
crl-16410	368	3	diller	diller	NOUN
crl-16410	368	4	and	and	CCONJ
crl-16410	368	5	phelps	phelp	NOUN
crl-16410	368	6	,	,	PUNCT
crl-16410	368	7	“	"	PUNCT
crl-16410	368	8	learning	learn	VERB
crl-16410	368	9	outcomes	outcome	NOUN
crl-16410	368	10	,	,	PUNCT
crl-16410	368	11	portfolios	portfolio	NOUN
crl-16410	368	12	,	,	PUNCT
crl-16410	368	13	and	and	CCONJ
crl-16410	368	14	rubrics	rubric	NOUN
crl-16410	368	15	,	,	PUNCT
crl-16410	368	16	oh	oh	INTJ
crl-16410	368	17	my	my	INTJ
crl-16410	368	18	!	!	PUNCT
crl-16410	368	19	”	"	PUNCT
crl-16410	368	20	;	;	PUNCT
crl-16410	368	21	scharf	scharf	X
crl-16410	368	22	et	et	PROPN
crl-16410	368	23	al	al	PROPN
crl-16410	368	24	.	.	PROPN
crl-16410	368	25	,	,	PUNCT
crl-16410	368	26	“	"	PUNCT
crl-16410	368	27	direct	direct	ADJ
crl-16410	368	28	assessment	assessment	NOUN
crl-16410	368	29	of	of	ADP
crl-16410	368	30	information	information	NOUN
crl-16410	368	31	literacy	literacy	NOUN
crl-16410	368	32	using	use	VERB
crl-16410	368	33	writing	write	VERB
crl-16410	368	34	portfolios	portfolio	NOUN
crl-16410	368	35	.	.	PUNCT
crl-16410	368	36	”	"	PUNCT
crl-16410	369	1	25	25	NUM
crl-16410	369	2	.	.	PUNCT
crl-16410	370	1	the	the	DET
crl-16410	370	2	history	history	NOUN
crl-16410	370	3	department	department	NOUN
crl-16410	370	4	conducted	conduct	VERB
crl-16410	370	5	an	an	DET
crl-16410	370	6	assessment	assessment	NOUN
crl-16410	370	7	of	of	ADP
crl-16410	370	8	hist	hist	PROPN
crl-16410	370	9	4990	4990	NUM
crl-16410	370	10	papers	paper	NOUN
crl-16410	370	11	during	during	ADP
crl-16410	370	12	the	the	DET
crl-16410	370	13	2009	2009	NUM
crl-16410	370	14	-	-	SYM
crl-16410	370	15	2010	2010	NUM
crl-16410	370	16	academic	academic	ADJ
crl-16410	370	17	year	year	NOUN
crl-16410	370	18	,	,	PUNCT
crl-16410	370	19	and	and	CCONJ
crl-16410	370	20	we	we	PRON
crl-16410	370	21	obtained	obtain	VERB
crl-16410	370	22	copies	copy	NOUN
crl-16410	370	23	of	of	ADP
crl-16410	370	24	all	all	PRON
crl-16410	370	25	of	of	ADP
crl-16410	370	26	these	these	DET
crl-16410	370	27	papers	paper	NOUN
crl-16410	370	28	.	.	PUNCT
crl-16410	371	1	we	we	PRON
crl-16410	371	2	also	also	ADV
crl-16410	371	3	collected	collect	VERB
crl-16410	371	4	papers	paper	NOUN
crl-16410	371	5	in	in	ADP
crl-16410	371	6	the	the	DET
crl-16410	371	7	two	two	NUM
crl-16410	371	8	sections	section	NOUN
crl-16410	371	9	of	of	ADP
crl-16410	371	10	the	the	DET
crl-16410	371	11	course	course	NOUN
crl-16410	371	12	offered	offer	VERB
crl-16410	371	13	in	in	ADP
crl-16410	371	14	spring	spring	NOUN
crl-16410	371	15	2011	2011	NUM
crl-16410	371	16	.	.	PUNCT
crl-16410	372	1	26	26	NUM
crl-16410	372	2	.	.	PUNCT
crl-16410	373	1	andrew	andrew	PROPN
crl-16410	373	2	f.	f.	PROPN
crl-16410	373	3	hayes	hayes	PROPN
crl-16410	373	4	and	and	CCONJ
crl-16410	373	5	klaus	klaus	PROPN
crl-16410	373	6	krippendorff	krippendorff	PROPN
crl-16410	373	7	,	,	PUNCT
crl-16410	373	8	“	"	PUNCT
crl-16410	373	9	answering	answer	VERB
crl-16410	373	10	the	the	DET
crl-16410	373	11	call	call	NOUN
crl-16410	373	12	for	for	ADP
crl-16410	373	13	a	a	DET
crl-16410	373	14	standard	standard	ADJ
crl-16410	373	15	reliability	reliability	NOUN
crl-16410	373	16	measure	measure	NOUN
crl-16410	373	17	for	for	ADP
crl-16410	373	18	coding	code	VERB
crl-16410	373	19	data	datum	NOUN
crl-16410	373	20	,	,	PUNCT
crl-16410	373	21	”	"	PUNCT
crl-16410	373	22	communication	communication	NOUN
crl-16410	373	23	methods	method	NOUN
crl-16410	373	24	and	and	CCONJ
crl-16410	373	25	measures	measure	NOUN
crl-16410	373	26	1	1	NUM
crl-16410	373	27	,	,	PUNCT
crl-16410	373	28	no	no	INTJ
crl-16410	373	29	.	.	NOUN
crl-16410	373	30	1	1	NUM
crl-16410	373	31	(	(	PUNCT
crl-16410	373	32	2007	2007	NUM
crl-16410	373	33	):	):	PUNCT
crl-16410	373	34	77–89	77–89	NUM
crl-16410	373	35	,	,	PUNCT
crl-16410	373	36	doi:10.1080/19312450709336664	doi:10.1080/19312450709336664	NOUN
crl-16410	373	37	.	.	PUNCT
crl-16410	373	38	27	27	NUM
crl-16410	373	39	.	.	PUNCT
crl-16410	374	1	“	"	PUNCT
crl-16410	374	2	recal	recal	NOUN
crl-16410	374	3	for	for	ADP
crl-16410	374	4	ordinal	ordinal	ADJ
crl-16410	374	5	,	,	PUNCT
crl-16410	374	6	interval	interval	NOUN
crl-16410	374	7	,	,	PUNCT
crl-16410	374	8	and	and	CCONJ
crl-16410	374	9	ratio	ratio	NOUN
crl-16410	374	10	data	datum	NOUN
crl-16410	374	11	(	(	PUNCT
crl-16410	374	12	oir	oir	PROPN
crl-16410	374	13	)	)	PUNCT
crl-16410	374	14	,	,	PUNCT
crl-16410	374	15	”	"	PUNCT
crl-16410	374	16	available	available	ADJ
crl-16410	374	17	online	online	ADV
crl-16410	374	18	at	at	ADP
crl-16410	374	19	http://dfreelon	http://dfreelon	NOUN
crl-16410	374	20	.	.	PUNCT
crl-16410	374	21	org	org	ADJ
crl-16410	374	22	/	/	SYM
crl-16410	374	23	utils	util	NOUN
crl-16410	374	24	/	/	SYM
crl-16410	374	25	recalfront	recalfront	ADJ
crl-16410	374	26	/	/	SYM
crl-16410	374	27	recal	recal	NOUN
crl-16410	374	28	-	-	PUNCT
crl-16410	374	29	oir/	oir/	NOUN
crl-16410	374	30	[	[	AUX
crl-16410	374	31	accessed	access	VERB
crl-16410	374	32	12	12	NUM
crl-16410	374	33	june	june	PROPN
crl-16410	374	34	2013	2013	NUM
crl-16410	374	35	]	]	PUNCT
crl-16410	374	36	.	.	PUNCT
crl-16410	375	1	28	28	NUM
crl-16410	375	2	.	.	PUNCT
crl-16410	376	1	“	"	PUNCT
crl-16410	376	2	the	the	DET
crl-16410	376	3	citation	citation	NOUN
crl-16410	376	4	project	project	NOUN
crl-16410	376	5	.	.	PUNCT
crl-16410	376	6	”	"	PUNCT