id	sid	tid	token	lemma	pos
epaa-604	1	1	education	education	NOUN
epaa-604	1	2	policy	policy	NOUN
epaa-604	1	3	analysis	analysis	NOUN
epaa-604	1	4	archives	archive	NOUN
epaa-604	1	5	:	:	PUNCT
epaa-604	1	6	vol	vol	NOUN
epaa-604	1	7	.	.	PROPN
epaa-604	1	8	5	5	NUM
epaa-604	1	9	no	no	NOUN
epaa-604	1	10	.	.	NOUN
epaa-604	2	1	3	3	NUM
epaa-604	2	2	russell	russell	PROPN
epaa-604	2	3	&	&	CCONJ
epaa-604	2	4	ha	ha	INTJ
epaa-604	2	5	...	...	PROPN
epaa-604	2	6	1	1	NUM
epaa-604	2	7	of	of	ADP
epaa-604	2	8	20	20	NUM
epaa-604	2	9	education	education	NOUN
epaa-604	2	10	policy	policy	NOUN
epaa-604	2	11	analysis	analysis	NOUN
epaa-604	2	12	archives	archive	NOUN
epaa-604	2	13	volume	volume	VERB
epaa-604	2	14	5	5	NUM
epaa-604	2	15	number	number	NOUN
epaa-604	2	16	3	3	NUM
epaa-604	2	17	january	january	PROPN
epaa-604	2	18	15	15	NUM
epaa-604	2	19	,	,	PUNCT
epaa-604	2	20	1997	1997	NUM
epaa-604	2	21	issn	issn	PROPN
epaa-604	2	22	1068	1068	NUM
epaa-604	2	23	-	-	SYM
epaa-604	2	24	2341	2341	NUM
epaa-604	2	25	a	a	DET
epaa-604	2	26	peer	peer	NOUN
epaa-604	2	27	-	-	PUNCT
epaa-604	2	28	reviewed	review	VERB
epaa-604	2	29	scholarly	scholarly	ADJ
epaa-604	2	30	electronic	electronic	ADJ
epaa-604	2	31	journal	journal	NOUN
epaa-604	2	32	.	.	PUNCT
epaa-604	3	1	editor	editor	NOUN
epaa-604	3	2	:	:	PUNCT
epaa-604	3	3	gene	gene	NOUN
epaa-604	3	4	v	v	ADP
epaa-604	3	5	glass	glass	NOUN
epaa-604	3	6	glass@asu.edu	glass@asu.edu	PROPN
epaa-604	3	7	.	.	PUNCT
epaa-604	4	1	college	college	PROPN
epaa-604	4	2	of	of	ADP
epaa-604	4	3	education	education	PROPN
epaa-604	4	4	arizona	arizona	PROPN
epaa-604	4	5	state	state	PROPN
epaa-604	4	6	university	university	PROPN
epaa-604	4	7	,	,	PUNCT
epaa-604	4	8	tempe	tempe	PROPN
epaa-604	4	9	az	az	PROPN
epaa-604	4	10	85287	85287	NUM
epaa-604	4	11	-	-	SYM
epaa-604	4	12	2411	2411	NUM
epaa-604	4	13	copyright	copyright	NOUN
epaa-604	4	14	1997	1997	NUM
epaa-604	4	15	,	,	PUNCT
epaa-604	4	16	the	the	DET
epaa-604	4	17	education	education	NOUN
epaa-604	4	18	policy	policy	NOUN
epaa-604	4	19	analysis	analysis	NOUN
epaa-604	4	20	archives.permission	archives.permission	NOUN
epaa-604	4	21	is	be	AUX
epaa-604	4	22	hereby	hereby	ADV
epaa-604	4	23	granted	grant	VERB
epaa-604	4	24	to	to	PART
epaa-604	4	25	copy	copy	VERB
epaa-604	4	26	any	any	DET
epaa-604	4	27	article	article	NOUN
epaa-604	4	28	provided	provide	VERB
epaa-604	4	29	that	that	SCONJ
epaa-604	4	30	education	education	NOUN
epaa-604	4	31	policy	policy	NOUN
epaa-604	4	32	analysis	analysis	NOUN
epaa-604	4	33	archives	archive	NOUN
epaa-604	4	34	is	be	AUX
epaa-604	4	35	credited	credit	VERB
epaa-604	4	36	and	and	CCONJ
epaa-604	4	37	copies	copy	NOUN
epaa-604	4	38	are	be	AUX
epaa-604	4	39	not	not	PART
epaa-604	4	40	sold	sell	VERB
epaa-604	4	41	.	.	PUNCT
epaa-604	5	1	testing	test	VERB
epaa-604	5	2	writing	write	VERB
epaa-604	5	3	on	on	ADP
epaa-604	5	4	computers	computer	NOUN
epaa-604	5	5	:	:	PUNCT
epaa-604	5	6	an	an	DET
epaa-604	5	7	experiment	experiment	NOUN
epaa-604	5	8	comparing	compare	VERB
epaa-604	5	9	student	student	NOUN
epaa-604	5	10	performance	performance	NOUN
epaa-604	5	11	on	on	ADP
epaa-604	5	12	tests	test	NOUN
epaa-604	5	13	conducted	conduct	VERB
epaa-604	5	14	via	via	ADP
epaa-604	5	15	computer	computer	NOUN
epaa-604	5	16	and	and	CCONJ
epaa-604	5	17	via	via	ADP
epaa-604	5	18	paper	paper	NOUN
epaa-604	5	19	-	-	PUNCT
epaa-604	5	20	and	and	CCONJ
epaa-604	5	21	-	-	PUNCT
epaa-604	5	22	pencil	pencil	NOUN
epaa-604	5	23	michael	michael	PROPN
epaa-604	5	24	russell	russell	PROPN
epaa-604	5	25	boston	boston	PROPN
epaa-604	5	26	college	college	PROPN
epaa-604	5	27	walt	walt	PROPN
epaa-604	5	28	haney	haney	PROPN
epaa-604	5	29	boston	boston	PROPN
epaa-604	5	30	college	college	PROPN
epaa-604	5	31	abstract	abstract	ADJ
epaa-604	5	32	computer	computer	NOUN
epaa-604	5	33	use	use	NOUN
epaa-604	5	34	has	have	AUX
epaa-604	5	35	grown	grow	VERB
epaa-604	5	36	rapidly	rapidly	ADV
epaa-604	5	37	during	during	ADP
epaa-604	5	38	the	the	DET
epaa-604	5	39	past	past	ADJ
epaa-604	5	40	decade	decade	NOUN
epaa-604	5	41	.	.	PUNCT
epaa-604	6	1	within	within	ADP
epaa-604	6	2	the	the	DET
epaa-604	6	3	educational	educational	ADJ
epaa-604	6	4	community	community	NOUN
epaa-604	6	5	,	,	PUNCT
epaa-604	6	6	interest	interest	NOUN
epaa-604	6	7	in	in	ADP
epaa-604	6	8	authentic	authentic	ADJ
epaa-604	6	9	assessment	assessment	NOUN
epaa-604	6	10	has	have	AUX
epaa-604	6	11	also	also	ADV
epaa-604	6	12	increased	increase	VERB
epaa-604	6	13	.	.	PUNCT
epaa-604	7	1	to	to	PART
epaa-604	7	2	enhance	enhance	VERB
epaa-604	7	3	the	the	DET
epaa-604	7	4	authenticity	authenticity	NOUN
epaa-604	7	5	of	of	ADP
epaa-604	7	6	tests	test	NOUN
epaa-604	7	7	of	of	ADP
epaa-604	7	8	writing	writing	NOUN
epaa-604	7	9	,	,	PUNCT
epaa-604	7	10	as	as	ADV
epaa-604	7	11	well	well	ADV
epaa-604	7	12	as	as	ADP
epaa-604	7	13	of	of	ADP
epaa-604	7	14	other	other	ADJ
epaa-604	7	15	knowledge	knowledge	NOUN
epaa-604	7	16	and	and	CCONJ
epaa-604	7	17	skills	skill	NOUN
epaa-604	7	18	,	,	PUNCT
epaa-604	7	19	some	some	DET
epaa-604	7	20	assessments	assessment	NOUN
epaa-604	7	21	require	require	VERB
epaa-604	7	22	students	student	NOUN
epaa-604	7	23	to	to	PART
epaa-604	7	24	respond	respond	VERB
epaa-604	7	25	in	in	ADP
epaa-604	7	26	written	write	VERB
epaa-604	7	27	form	form	NOUN
epaa-604	7	28	via	via	ADP
epaa-604	7	29	paper	paper	NOUN
epaa-604	7	30	-	-	PUNCT
epaa-604	7	31	and	and	CCONJ
epaa-604	7	32	-	-	PUNCT
epaa-604	7	33	pencil	pencil	NOUN
epaa-604	7	34	.	.	PUNCT
epaa-604	8	1	however	however	ADV
epaa-604	8	2	,	,	PUNCT
epaa-604	8	3	as	as	SCONJ
epaa-604	8	4	increasing	increase	VERB
epaa-604	8	5	numbers	number	NOUN
epaa-604	8	6	of	of	ADP
epaa-604	8	7	students	student	NOUN
epaa-604	8	8	grow	grow	VERB
epaa-604	8	9	accustomed	accustomed	ADJ
epaa-604	8	10	to	to	ADP
epaa-604	8	11	writing	write	VERB
epaa-604	8	12	on	on	ADP
epaa-604	8	13	computers	computer	NOUN
epaa-604	8	14	,	,	PUNCT
epaa-604	8	15	these	these	DET
epaa-604	8	16	assessments	assessment	NOUN
epaa-604	8	17	may	may	AUX
epaa-604	8	18	yield	yield	VERB
epaa-604	8	19	underestimates	underestimate	NOUN
epaa-604	8	20	of	of	ADP
epaa-604	8	21	students	student	NOUN
epaa-604	8	22	'	'	PART
epaa-604	8	23	writing	writing	NOUN
epaa-604	8	24	abilities	ability	NOUN
epaa-604	8	25	.	.	PUNCT
epaa-604	9	1	this	this	DET
epaa-604	9	2	article	article	NOUN
epaa-604	9	3	presents	present	VERB
epaa-604	9	4	the	the	DET
epaa-604	9	5	findings	finding	NOUN
epaa-604	9	6	of	of	ADP
epaa-604	9	7	a	a	DET
epaa-604	9	8	small	small	ADJ
epaa-604	9	9	study	study	NOUN
epaa-604	9	10	examining	examine	VERB
epaa-604	9	11	the	the	DET
epaa-604	9	12	effect	effect	NOUN
epaa-604	9	13	that	that	DET
epaa-604	9	14	mode	mode	NOUN
epaa-604	9	15	of	of	ADP
epaa-604	9	16	administration	administration	NOUN
epaa-604	9	17	-computer	-computer	PROPN
epaa-604	9	18	versus	versus	ADP
epaa-604	9	19	paper	paper	NOUN
epaa-604	9	20	-	-	PUNCT
epaa-604	9	21	and	and	CCONJ
epaa-604	9	22	-	-	PUNCT
epaa-604	9	23	pencil	pencil	NOUN
epaa-604	9	24	-has	-has	PUNCT
epaa-604	9	25	on	on	ADP
epaa-604	9	26	middle	middle	ADJ
epaa-604	9	27	school	school	NOUN
epaa-604	9	28	students	student	NOUN
epaa-604	9	29	'	'	PART
epaa-604	9	30	performance	performance	NOUN
epaa-604	9	31	on	on	ADP
epaa-604	9	32	multiple	multiple	ADJ
epaa-604	9	33	-	-	PUNCT
epaa-604	9	34	choice	choice	NOUN
epaa-604	9	35	and	and	CCONJ
epaa-604	9	36	written	write	VERB
epaa-604	9	37	test	test	NOUN
epaa-604	9	38	questions	question	NOUN
epaa-604	9	39	.	.	PUNCT
epaa-604	10	1	findings	finding	NOUN
epaa-604	10	2	show	show	VERB
epaa-604	10	3	that	that	SCONJ
epaa-604	10	4	,	,	PUNCT
epaa-604	10	5	though	though	SCONJ
epaa-604	10	6	multiple	multiple	ADJ
epaa-604	10	7	-	-	PUNCT
epaa-604	10	8	choice	choice	NOUN
epaa-604	10	9	test	test	NOUN
epaa-604	10	10	results	result	NOUN
epaa-604	10	11	do	do	AUX
epaa-604	10	12	not	not	PART
epaa-604	10	13	differ	differ	VERB
epaa-604	10	14	much	much	ADV
epaa-604	10	15	by	by	ADP
epaa-604	10	16	mode	mode	NOUN
epaa-604	10	17	of	of	ADP
epaa-604	10	18	administration	administration	NOUN
epaa-604	10	19	,	,	PUNCT
epaa-604	10	20	for	for	ADP
epaa-604	10	21	students	student	NOUN
epaa-604	10	22	accustomed	accustom	VERB
epaa-604	10	23	to	to	ADP
epaa-604	10	24	writing	write	VERB
epaa-604	10	25	on	on	ADP
epaa-604	10	26	computer	computer	NOUN
epaa-604	10	27	,	,	PUNCT
epaa-604	10	28	responses	response	NOUN
epaa-604	10	29	written	write	VERB
epaa-604	10	30	on	on	ADP
epaa-604	10	31	computer	computer	NOUN
epaa-604	10	32	are	be	AUX
epaa-604	10	33	substantially	substantially	ADV
epaa-604	10	34	higher	high	ADJ
epaa-604	10	35	than	than	ADP
epaa-604	10	36	those	those	PRON
epaa-604	10	37	written	write	VERB
epaa-604	10	38	by	by	ADP
epaa-604	10	39	hand	hand	NOUN
epaa-604	10	40	(	(	PUNCT
epaa-604	10	41	effect	effect	NOUN
epaa-604	10	42	size	size	NOUN
epaa-604	10	43	of	of	ADP
epaa-604	10	44	0.9	0.9	NUM
epaa-604	10	45	and	and	CCONJ
epaa-604	10	46	relative	relative	ADJ
epaa-604	10	47	success	success	NOUN
epaa-604	10	48	rates	rate	NOUN
epaa-604	10	49	of	of	ADP
epaa-604	10	50	67	67	NUM
epaa-604	10	51	%	%	NOUN
epaa-604	10	52	versus	versus	ADP
epaa-604	10	53	30	30	NUM
epaa-604	10	54	%	%	NOUN
epaa-604	10	55	)	)	PUNCT
epaa-604	10	56	.	.	PUNCT
epaa-604	11	1	implications	implication	NOUN
epaa-604	11	2	are	be	AUX
epaa-604	11	3	discussed	discuss	VERB
epaa-604	11	4	in	in	ADP
epaa-604	11	5	terms	term	NOUN
epaa-604	11	6	of	of	ADP
epaa-604	11	7	both	both	CCONJ
epaa-604	11	8	future	future	ADJ
epaa-604	11	9	research	research	NOUN
epaa-604	11	10	and	and	CCONJ
epaa-604	11	11	test	test	NOUN
epaa-604	11	12	validity	validity	NOUN
epaa-604	11	13	.	.	PUNCT
epaa-604	12	1	introduction	introduction	NOUN
epaa-604	12	2	2	2	NUM
epaa-604	12	3	of	of	ADP
epaa-604	12	4	20	20	NUM
epaa-604	12	5	two	two	NUM
epaa-604	12	6	of	of	ADP
epaa-604	12	7	the	the	DET
epaa-604	12	8	most	most	ADV
epaa-604	12	9	prominent	prominent	ADJ
epaa-604	12	10	movements	movement	NOUN
epaa-604	12	11	in	in	ADP
epaa-604	12	12	education	education	NOUN
epaa-604	12	13	over	over	ADP
epaa-604	12	14	the	the	DET
epaa-604	12	15	last	last	ADJ
epaa-604	12	16	decade	decade	NOUN
epaa-604	12	17	or	or	CCONJ
epaa-604	12	18	so	so	ADV
epaa-604	12	19	are	be	AUX
epaa-604	12	20	the	the	DET
epaa-604	12	21	introduction	introduction	NOUN
epaa-604	12	22	of	of	ADP
epaa-604	12	23	computers	computer	NOUN
epaa-604	12	24	into	into	ADP
epaa-604	12	25	schools	school	NOUN
epaa-604	12	26	and	and	CCONJ
epaa-604	12	27	the	the	DET
epaa-604	12	28	increasing	increase	VERB
epaa-604	12	29	use	use	NOUN
epaa-604	12	30	of	of	ADP
epaa-604	12	31	"	"	PUNCT
epaa-604	12	32	authentic	authentic	ADJ
epaa-604	12	33	assessments	assessment	NOUN
epaa-604	12	34	.	.	PUNCT
epaa-604	12	35	"	"	PUNCT
epaa-604	13	1	a	a	DET
epaa-604	13	2	key	key	ADJ
epaa-604	13	3	assumption	assumption	NOUN
epaa-604	13	4	of	of	ADP
epaa-604	13	5	the	the	DET
epaa-604	13	6	authentic	authentic	ADJ
epaa-604	13	7	assessment	assessment	NOUN
epaa-604	13	8	movement	movement	NOUN
epaa-604	13	9	is	be	AUX
epaa-604	13	10	that	that	SCONJ
epaa-604	13	11	instead	instead	ADV
epaa-604	13	12	of	of	ADP
epaa-604	13	13	simply	simply	ADV
epaa-604	13	14	relying	rely	VERB
epaa-604	13	15	on	on	ADP
epaa-604	13	16	multiple	multiple	ADJ
epaa-604	13	17	choice	choice	NOUN
epaa-604	13	18	tests	test	NOUN
epaa-604	13	19	,	,	PUNCT
epaa-604	13	20	assessments	assessment	NOUN
epaa-604	13	21	should	should	AUX
epaa-604	13	22	be	be	AUX
epaa-604	13	23	based	base	VERB
epaa-604	13	24	on	on	ADP
epaa-604	13	25	the	the	DET
epaa-604	13	26	responses	response	NOUN
epaa-604	13	27	students	student	NOUN
epaa-604	13	28	generate	generate	VERB
epaa-604	13	29	for	for	ADP
epaa-604	13	30	open	open	ADV
epaa-604	13	31	-	-	PUNCT
epaa-604	13	32	ended	end	VERB
epaa-604	13	33	"	"	PUNCT
epaa-604	13	34	real	real	ADJ
epaa-604	13	35	world	world	NOUN
epaa-604	13	36	"	"	PUNCT
epaa-604	13	37	tasks	task	NOUN
epaa-604	13	38	.	.	PUNCT
epaa-604	14	1	"	"	PUNCT
epaa-604	14	2	efforts	effort	NOUN
epaa-604	14	3	at	at	ADP
epaa-604	14	4	both	both	CCONJ
epaa-604	14	5	the	the	DET
epaa-604	14	6	national	national	ADJ
epaa-604	14	7	and	and	CCONJ
epaa-604	14	8	state	state	NOUN
epaa-604	14	9	levels	level	NOUN
epaa-604	14	10	are	be	AUX
epaa-604	14	11	now	now	ADV
epaa-604	14	12	directed	direct	VERB
epaa-604	14	13	at	at	ADP
epaa-604	14	14	greater	great	ADJ
epaa-604	14	15	use	use	NOUN
epaa-604	14	16	of	of	ADP
epaa-604	14	17	performance	performance	NOUN
epaa-604	14	18	assessment	assessment	NOUN
epaa-604	14	19	,	,	PUNCT
epaa-604	14	20	constructed	construct	VERB
epaa-604	14	21	response	response	NOUN
epaa-604	14	22	questions	question	NOUN
epaa-604	14	23	and	and	CCONJ
epaa-604	14	24	portfolios	portfolio	NOUN
epaa-604	14	25	based	base	VERB
epaa-604	14	26	on	on	ADP
epaa-604	14	27	actual	actual	ADJ
epaa-604	14	28	student	student	NOUN
epaa-604	14	29	work	work	NOUN
epaa-604	14	30	"	"	PUNCT
epaa-604	14	31	(	(	PUNCT
epaa-604	14	32	barton	barton	PROPN
epaa-604	14	33	&	&	CCONJ
epaa-604	14	34	coley	coley	PROPN
epaa-604	14	35	,	,	PUNCT
epaa-604	14	36	1994	1994	NUM
epaa-604	14	37	,	,	PUNCT
epaa-604	14	38	p.	p.	NOUN
epaa-604	14	39	3	3	NUM
epaa-604	14	40	)	)	PUNCT
epaa-604	14	41	.	.	PUNCT
epaa-604	15	1	at	at	ADP
epaa-604	15	2	the	the	DET
epaa-604	15	3	state	state	NOUN
epaa-604	15	4	level	level	NOUN
epaa-604	15	5	,	,	PUNCT
epaa-604	15	6	the	the	DET
epaa-604	15	7	most	most	ADV
epaa-604	15	8	commonly	commonly	ADV
epaa-604	15	9	employed	employ	VERB
epaa-604	15	10	kind	kind	NOUN
epaa-604	15	11	of	of	ADP
epaa-604	15	12	non	non	ADJ
epaa-604	15	13	-	-	ADJ
epaa-604	15	14	multiple	multiple	ADJ
epaa-604	15	15	-	-	PUNCT
epaa-604	15	16	choice	choice	NOUN
epaa-604	15	17	test	test	NOUN
epaa-604	15	18	has	have	AUX
epaa-604	15	19	been	be	AUX
epaa-604	15	20	the	the	DET
epaa-604	15	21	writing	writing	NOUN
epaa-604	15	22	test	test	NOUN
epaa-604	15	23	(	(	PUNCT
epaa-604	15	24	barton	barton	PROPN
epaa-604	15	25	&	&	CCONJ
epaa-604	15	26	coley	coley	PROPN
epaa-604	15	27	,	,	PUNCT
epaa-604	15	28	1994	1994	NUM
epaa-604	15	29	,	,	PUNCT
epaa-604	15	30	p.	p.	NOUN
epaa-604	15	31	31	31	NUM
epaa-604	15	32	)	)	PUNCT
epaa-604	15	33	in	in	ADP
epaa-604	15	34	which	which	PRON
epaa-604	15	35	students	student	NOUN
epaa-604	15	36	write	write	VERB
epaa-604	15	37	their	their	PRON
epaa-604	15	38	answers	answer	NOUN
epaa-604	15	39	long	long	ADJ
epaa-604	15	40	-	-	PUNCT
epaa-604	15	41	hand	hand	NOUN
epaa-604	15	42	.	.	PUNCT
epaa-604	16	1	at	at	ADP
epaa-604	16	2	the	the	DET
epaa-604	16	3	same	same	ADJ
epaa-604	16	4	time	time	NOUN
epaa-604	16	5	,	,	PUNCT
epaa-604	16	6	many	many	ADJ
epaa-604	16	7	test	test	NOUN
epaa-604	16	8	developers	developer	NOUN
epaa-604	16	9	have	have	AUX
epaa-604	16	10	explored	explore	VERB
epaa-604	16	11	the	the	DET
epaa-604	16	12	use	use	NOUN
epaa-604	16	13	of	of	ADP
epaa-604	16	14	computer	computer	NOUN
epaa-604	16	15	administered	administer	VERB
epaa-604	16	16	tests	test	NOUN
epaa-604	16	17	,	,	PUNCT
epaa-604	16	18	but	but	CCONJ
epaa-604	16	19	this	this	DET
epaa-604	16	20	form	form	NOUN
epaa-604	16	21	of	of	ADP
epaa-604	16	22	testing	testing	NOUN
epaa-604	16	23	has	have	AUX
epaa-604	16	24	been	be	AUX
epaa-604	16	25	limited	limit	VERB
epaa-604	16	26	almost	almost	ADV
epaa-604	16	27	exclusively	exclusively	ADV
epaa-604	16	28	to	to	ADP
epaa-604	16	29	multiple	multiple	ADJ
epaa-604	16	30	-	-	PUNCT
epaa-604	16	31	choice	choice	NOUN
epaa-604	16	32	tests	test	NOUN
epaa-604	16	33	.	.	PUNCT
epaa-604	17	1	relatively	relatively	ADV
epaa-604	17	2	little	little	ADJ
epaa-604	17	3	attention	attention	NOUN
epaa-604	17	4	has	have	AUX
epaa-604	17	5	been	be	AUX
epaa-604	17	6	paid	pay	VERB
epaa-604	17	7	to	to	ADP
epaa-604	17	8	the	the	DET
epaa-604	17	9	use	use	NOUN
epaa-604	17	10	of	of	ADP
epaa-604	17	11	computers	computer	NOUN
epaa-604	17	12	to	to	PART
epaa-604	17	13	administer	administer	VERB
epaa-604	17	14	tests	test	NOUN
epaa-604	17	15	which	which	PRON
epaa-604	17	16	require	require	VERB
epaa-604	17	17	students	student	NOUN
epaa-604	17	18	to	to	PART
epaa-604	17	19	generate	generate	VERB
epaa-604	17	20	responses	response	NOUN
epaa-604	17	21	to	to	ADP
epaa-604	17	22	open	open	VERB
epaa-604	17	23	-	-	PUNCT
epaa-604	17	24	ended	end	VERB
epaa-604	17	25	items	item	NOUN
epaa-604	17	26	.	.	PUNCT
epaa-604	18	1	the	the	DET
epaa-604	18	2	consequences	consequence	NOUN
epaa-604	18	3	of	of	ADP
epaa-604	18	4	the	the	DET
epaa-604	18	5	incongruities	incongruity	NOUN
epaa-604	18	6	in	in	ADP
epaa-604	18	7	these	these	DET
epaa-604	18	8	developments	development	NOUN
epaa-604	18	9	may	may	AUX
epaa-604	18	10	be	be	AUX
epaa-604	18	11	substantial	substantial	ADJ
epaa-604	18	12	.	.	PUNCT
epaa-604	19	1	as	as	SCONJ
epaa-604	19	2	the	the	DET
epaa-604	19	3	use	use	NOUN
epaa-604	19	4	of	of	ADP
epaa-604	19	5	computers	computer	NOUN
epaa-604	19	6	in	in	ADP
epaa-604	19	7	schools	school	NOUN
epaa-604	19	8	and	and	CCONJ
epaa-604	19	9	homes	home	NOUN
epaa-604	19	10	increases	increase	NOUN
epaa-604	19	11	and	and	CCONJ
epaa-604	19	12	students	student	NOUN
epaa-604	19	13	do	do	VERB
epaa-604	19	14	more	more	ADJ
epaa-604	19	15	of	of	ADP
epaa-604	19	16	their	their	PRON
epaa-604	19	17	writing	writing	NOUN
epaa-604	19	18	with	with	ADP
epaa-604	19	19	word	word	NOUN
epaa-604	19	20	processors	processor	NOUN
epaa-604	19	21	,	,	PUNCT
epaa-604	19	22	at	at	ADP
epaa-604	19	23	least	least	ADV
epaa-604	19	24	two	two	NUM
epaa-604	19	25	problems	problem	NOUN
epaa-604	19	26	arise	arise	VERB
epaa-604	19	27	.	.	PUNCT
epaa-604	20	1	first	first	ADV
epaa-604	20	2	,	,	PUNCT
epaa-604	20	3	performance	performance	NOUN
epaa-604	20	4	tests	test	NOUN
epaa-604	20	5	which	which	PRON
epaa-604	20	6	require	require	VERB
epaa-604	20	7	students	student	NOUN
epaa-604	20	8	to	to	PART
epaa-604	20	9	produce	produce	VERB
epaa-604	20	10	responses	response	NOUN
epaa-604	20	11	long	long	ADJ
epaa-604	20	12	-	-	PUNCT
epaa-604	20	13	hand	hand	NOUN
epaa-604	20	14	via	via	ADP
epaa-604	20	15	paper	paper	NOUN
epaa-604	20	16	-	-	PUNCT
epaa-604	20	17	and	and	CCONJ
epaa-604	20	18	-	-	PUNCT
epaa-604	20	19	pencil	pencil	NOUN
epaa-604	20	20	(	(	PUNCT
epaa-604	20	21	which	which	PRON
epaa-604	20	22	happens	happen	VERB
epaa-604	20	23	not	not	PART
epaa-604	20	24	just	just	ADV
epaa-604	20	25	with	with	ADP
epaa-604	20	26	large	large	ADJ
epaa-604	20	27	scale	scale	NOUN
epaa-604	20	28	tests	test	NOUN
epaa-604	20	29	of	of	ADP
epaa-604	20	30	writing	writing	NOUN
epaa-604	20	31	,	,	PUNCT
epaa-604	20	32	but	but	CCONJ
epaa-604	20	33	also	also	ADV
epaa-604	20	34	for	for	ADP
epaa-604	20	35	assessments	assessment	NOUN
epaa-604	20	36	of	of	ADP
epaa-604	20	37	other	other	ADJ
epaa-604	20	38	skills	skill	NOUN
epaa-604	20	39	as	as	SCONJ
epaa-604	20	40	evidenced	evidence	VERB
epaa-604	20	41	through	through	ADP
epaa-604	20	42	writing	writing	NOUN
epaa-604	20	43	)	)	PUNCT
epaa-604	20	44	may	may	AUX
epaa-604	20	45	violate	violate	VERB
epaa-604	20	46	one	one	NUM
epaa-604	20	47	of	of	ADP
epaa-604	20	48	the	the	DET
epaa-604	20	49	key	key	ADJ
epaa-604	20	50	assumptions	assumption	NOUN
epaa-604	20	51	of	of	ADP
epaa-604	20	52	the	the	DET
epaa-604	20	53	authentic	authentic	ADJ
epaa-604	20	54	assessment	assessment	NOUN
epaa-604	20	55	movement	movement	NOUN
epaa-604	20	56	.	.	PUNCT
epaa-604	21	1	for	for	ADP
epaa-604	21	2	people	people	NOUN
epaa-604	21	3	who	who	PRON
epaa-604	21	4	do	do	VERB
epaa-604	21	5	most	most	ADJ
epaa-604	21	6	of	of	ADP
epaa-604	21	7	their	their	PRON
epaa-604	21	8	writing	writing	NOUN
epaa-604	21	9	via	via	ADP
epaa-604	21	10	computer	computer	NOUN
epaa-604	21	11	,	,	PUNCT
epaa-604	21	12	writing	write	VERB
epaa-604	21	13	long	long	ADJ
epaa-604	21	14	-	-	PUNCT
epaa-604	21	15	hand	hand	NOUN
epaa-604	21	16	via	via	ADP
epaa-604	21	17	paper	paper	NOUN
epaa-604	21	18	-	-	PUNCT
epaa-604	21	19	and	and	CCONJ
epaa-604	21	20	-	-	PUNCT
epaa-604	21	21	pencil	pencil	NOUN
epaa-604	21	22	is	be	AUX
epaa-604	21	23	an	an	DET
epaa-604	21	24	artificial	artificial	ADJ
epaa-604	21	25	rather	rather	ADV
epaa-604	21	26	then	then	ADV
epaa-604	21	27	real	real	ADJ
epaa-604	21	28	world	world	NOUN
epaa-604	21	29	task	task	PROPN
epaa-604	21	30	.	.	PUNCT
epaa-604	22	1	second	second	ADJ
epaa-604	22	2	,	,	PUNCT
epaa-604	22	3	and	and	CCONJ
epaa-604	22	4	more	more	ADV
epaa-604	22	5	importantly	importantly	ADV
epaa-604	22	6	,	,	PUNCT
epaa-604	22	7	paper	paper	NOUN
epaa-604	22	8	-	-	PUNCT
epaa-604	22	9	and	and	CCONJ
epaa-604	22	10	-	-	PUNCT
epaa-604	22	11	pencil	pencil	NOUN
epaa-604	22	12	tests	test	NOUN
epaa-604	22	13	which	which	PRON
epaa-604	22	14	require	require	VERB
epaa-604	22	15	answers	answer	NOUN
epaa-604	22	16	to	to	PART
epaa-604	22	17	be	be	AUX
epaa-604	22	18	written	write	VERB
epaa-604	22	19	long	long	ADJ
epaa-604	22	20	-	-	PUNCT
epaa-604	22	21	hand	hand	NOUN
epaa-604	22	22	to	to	PART
epaa-604	22	23	assess	assess	VERB
epaa-604	22	24	students	student	NOUN
epaa-604	22	25	'	'	PART
epaa-604	22	26	abilities	ability	NOUN
epaa-604	22	27	(	(	PUNCT
epaa-604	22	28	in	in	ADP
epaa-604	22	29	writing	writing	NOUN
epaa-604	22	30	or	or	CCONJ
epaa-604	22	31	in	in	ADP
epaa-604	22	32	other	other	ADJ
epaa-604	22	33	subjects	subject	NOUN
epaa-604	22	34	)	)	PUNCT
epaa-604	22	35	may	may	AUX
epaa-604	22	36	yield	yield	VERB
epaa-604	22	37	underestimates	underestimate	NOUN
epaa-604	22	38	of	of	ADP
epaa-604	22	39	the	the	DET
epaa-604	22	40	actual	actual	ADJ
epaa-604	22	41	abilities	ability	NOUN
epaa-604	22	42	of	of	ADP
epaa-604	22	43	students	student	NOUN
epaa-604	22	44	who	who	PRON
epaa-604	22	45	are	be	AUX
epaa-604	22	46	accustomed	accustomed	ADJ
epaa-604	22	47	to	to	ADP
epaa-604	22	48	writing	write	VERB
epaa-604	22	49	via	via	ADP
epaa-604	22	50	computer	computer	NOUN
epaa-604	22	51	.	.	PUNCT
epaa-604	23	1	in	in	ADP
epaa-604	23	2	this	this	DET
epaa-604	23	3	article	article	NOUN
epaa-604	23	4	,	,	PUNCT
epaa-604	23	5	we	we	PRON
epaa-604	23	6	present	present	VERB
epaa-604	23	7	the	the	DET
epaa-604	23	8	results	result	NOUN
epaa-604	23	9	of	of	ADP
epaa-604	23	10	a	a	DET
epaa-604	23	11	small	small	ADJ
epaa-604	23	12	study	study	NOUN
epaa-604	23	13	on	on	ADP
epaa-604	23	14	the	the	DET
epaa-604	23	15	effect	effect	NOUN
epaa-604	23	16	of	of	ADP
epaa-604	23	17	computer	computer	NOUN
epaa-604	23	18	administration	administration	NOUN
epaa-604	23	19	on	on	ADP
epaa-604	23	20	student	student	NOUN
epaa-604	23	21	performance	performance	NOUN
epaa-604	23	22	on	on	ADP
epaa-604	23	23	writing	writing	NOUN
epaa-604	23	24	or	or	CCONJ
epaa-604	23	25	essay	essay	ADJ
epaa-604	23	26	tests	test	NOUN
epaa-604	23	27	.	.	PUNCT
epaa-604	24	1	specifically	specifically	ADV
epaa-604	24	2	,	,	PUNCT
epaa-604	24	3	we	we	PRON
epaa-604	24	4	discuss	discuss	VERB
epaa-604	24	5	the	the	DET
epaa-604	24	6	background	background	NOUN
epaa-604	24	7	,	,	PUNCT
epaa-604	24	8	design	design	NOUN
epaa-604	24	9	and	and	CCONJ
epaa-604	24	10	results	result	NOUN
epaa-604	24	11	of	of	ADP
epaa-604	24	12	the	the	DET
epaa-604	24	13	study	study	NOUN
epaa-604	24	14	reported	report	VERB
epaa-604	24	15	here	here	ADV
epaa-604	24	16	.	.	PUNCT
epaa-604	25	1	however	however	ADV
epaa-604	25	2	,	,	PUNCT
epaa-604	25	3	before	before	ADP
epaa-604	25	4	focusing	focus	VERB
epaa-604	25	5	on	on	ADP
epaa-604	25	6	the	the	DET
epaa-604	25	7	study	study	NOUN
epaa-604	25	8	itself	itself	PRON
epaa-604	25	9	,	,	PUNCT
epaa-604	25	10	we	we	PRON
epaa-604	25	11	present	present	VERB
epaa-604	25	12	a	a	DET
epaa-604	25	13	brief	brief	ADJ
epaa-604	25	14	summary	summary	NOUN
epaa-604	25	15	of	of	ADP
epaa-604	25	16	recent	recent	ADJ
epaa-604	25	17	developments	development	NOUN
epaa-604	25	18	in	in	ADP
epaa-604	25	19	computerized	computerized	ADJ
epaa-604	25	20	testing	testing	NOUN
epaa-604	25	21	and	and	CCONJ
epaa-604	25	22	authentic	authentic	ADJ
epaa-604	25	23	assessment	assessment	NOUN
epaa-604	25	24	.	.	PUNCT
epaa-604	26	1	in	in	ADP
epaa-604	26	2	1968	1968	NUM
epaa-604	26	3	,	,	PUNCT
epaa-604	26	4	bert	bert	PROPN
epaa-604	26	5	green	green	PROPN
epaa-604	26	6	,	,	PUNCT
epaa-604	26	7	jr	jr	PROPN
epaa-604	26	8	.	.	PROPN
epaa-604	26	9	,	,	PUNCT
epaa-604	26	10	predicted	predict	VERB
epaa-604	26	11	"	"	PUNCT
epaa-604	26	12	the	the	DET
epaa-604	26	13	inevitable	inevitable	ADJ
epaa-604	26	14	computer	computer	NOUN
epaa-604	26	15	conquest	conquest	NOUN
epaa-604	26	16	of	of	ADP
epaa-604	26	17	testing	testing	NOUN
epaa-604	26	18	"	"	PUNCT
epaa-604	26	19	(	(	PUNCT
epaa-604	26	20	green	green	NOUN
epaa-604	26	21	,	,	PUNCT
epaa-604	26	22	1970	1970	NUM
epaa-604	26	23	,	,	PUNCT
epaa-604	26	24	p.	p.	NOUN
epaa-604	26	25	194	194	NUM
epaa-604	26	26	)	)	PUNCT
epaa-604	26	27	.	.	PUNCT
epaa-604	27	1	since	since	SCONJ
epaa-604	27	2	then	then	ADV
epaa-604	27	3	,	,	PUNCT
epaa-604	27	4	other	other	ADJ
epaa-604	27	5	observers	observer	NOUN
epaa-604	27	6	have	have	AUX
epaa-604	27	7	envisioned	envision	VERB
epaa-604	27	8	a	a	DET
epaa-604	27	9	future	future	NOUN
epaa-604	27	10	in	in	ADP
epaa-604	27	11	which	which	PRON
epaa-604	27	12	"	"	PUNCT
epaa-604	27	13	calibrated	calibrate	VERB
epaa-604	27	14	measures	measure	NOUN
epaa-604	27	15	embedded	embed	VERB
epaa-604	27	16	in	in	ADP
epaa-604	27	17	a	a	DET
epaa-604	27	18	curriculum	curriculum	NOUN
epaa-604	27	19	.	.	PUNCT
epaa-604	27	20	.	.	PUNCT
epaa-604	27	21	.	.	PUNCT
epaa-604	28	1	continuously	continuously	ADV
epaa-604	28	2	and	and	CCONJ
epaa-604	28	3	unobtrusively	unobtrusively	ADV
epaa-604	28	4	estimate	estimate	VERB
epaa-604	28	5	dynamic	dynamic	ADJ
epaa-604	28	6	changes	change	NOUN
epaa-604	28	7	in	in	ADP
epaa-604	28	8	student	student	NOUN
epaa-604	28	9	proficiency	proficiency	NOUN
epaa-604	28	10	"	"	PUNCT
epaa-604	28	11	(	(	PUNCT
epaa-604	28	12	bunderson	bunderson	PROPN
epaa-604	28	13	,	,	PUNCT
epaa-604	28	14	inouye	inouye	PROPN
epaa-604	28	15	&	&	CCONJ
epaa-604	28	16	olsen	olsen	PROPN
epaa-604	28	17	,	,	PUNCT
epaa-604	28	18	1989	1989	NUM
epaa-604	28	19	,	,	PUNCT
epaa-604	28	20	p.	p.	NOUN
epaa-604	28	21	387	387	NUM
epaa-604	28	22	)	)	PUNCT
epaa-604	28	23	.	.	PUNCT
epaa-604	29	1	such	such	ADJ
epaa-604	29	2	visions	vision	NOUN
epaa-604	29	3	of	of	ADP
epaa-604	29	4	computerized	computerized	ADJ
epaa-604	29	5	testing	testing	NOUN
epaa-604	29	6	,	,	PUNCT
epaa-604	29	7	however	however	ADV
epaa-604	29	8	,	,	PUNCT
epaa-604	29	9	are	be	AUX
epaa-604	29	10	far	far	ADV
epaa-604	29	11	from	from	ADP
epaa-604	29	12	present	present	ADJ
epaa-604	29	13	reality	reality	NOUN
epaa-604	29	14	.	.	PUNCT
epaa-604	30	1	instead	instead	ADV
epaa-604	30	2	,	,	PUNCT
epaa-604	30	3	most	most	ADV
epaa-604	30	4	recent	recent	ADJ
epaa-604	30	5	research	research	NOUN
epaa-604	30	6	on	on	ADP
epaa-604	30	7	computerized	computerized	ADJ
epaa-604	30	8	testing	testing	NOUN
epaa-604	30	9	has	have	AUX
epaa-604	30	10	focused	focus	VERB
epaa-604	30	11	on	on	ADP
epaa-604	30	12	computerized	computerized	ADJ
epaa-604	30	13	adaptive	adaptive	ADJ
epaa-604	30	14	testing	testing	NOUN
epaa-604	30	15	,	,	PUNCT
epaa-604	30	16	typically	typically	ADV
epaa-604	30	17	employing	employ	VERB
epaa-604	30	18	multiple	multiple	ADJ
epaa-604	30	19	-	-	PUNCT
epaa-604	30	20	choice	choice	NOUN
epaa-604	30	21	tests	test	NOUN
epaa-604	30	22	.	.	PUNCT
epaa-604	31	1	perhaps	perhaps	ADV
epaa-604	31	2	the	the	DET
epaa-604	31	3	most	most	ADV
epaa-604	31	4	widely	widely	ADV
epaa-604	31	5	publicized	publicize	VERB
epaa-604	31	6	application	application	NOUN
epaa-604	31	7	of	of	ADP
epaa-604	31	8	this	this	DET
epaa-604	31	9	form	form	NOUN
epaa-604	31	10	of	of	ADP
epaa-604	31	11	testing	testing	NOUN
epaa-604	31	12	occurred	occur	VERB
epaa-604	31	13	in	in	ADP
epaa-604	31	14	1993	1993	NUM
epaa-604	31	15	when	when	SCONJ
epaa-604	31	16	the	the	DET
epaa-604	31	17	graduate	graduate	NOUN
epaa-604	31	18	record	record	NOUN
epaa-604	31	19	examination	examination	NOUN
epaa-604	31	20	(	(	PUNCT
epaa-604	31	21	gre	gre	PROPN
epaa-604	31	22	)	)	PUNCT
epaa-604	31	23	was	be	AUX
epaa-604	31	24	administered	administer	VERB
epaa-604	31	25	nationally	nationally	ADV
epaa-604	31	26	in	in	ADP
epaa-604	31	27	both	both	PRON
epaa-604	31	28	paper	paper	NOUN
epaa-604	31	29	/	/	SYM
epaa-604	31	30	pencil	pencil	NOUN
epaa-604	31	31	and	and	CCONJ
epaa-604	31	32	computerized	computerized	ADJ
epaa-604	31	33	adaptive	adaptive	ADJ
epaa-604	31	34	forms	form	NOUN
epaa-604	31	35	.	.	PUNCT
epaa-604	32	1	naturally	naturally	ADV
epaa-604	32	2	,	,	PUNCT
epaa-604	32	3	the	the	DET
epaa-604	32	4	introduction	introduction	NOUN
epaa-604	32	5	of	of	ADP
epaa-604	32	6	computer	computer	NOUN
epaa-604	32	7	administered	administer	VERB
epaa-604	32	8	tests	test	NOUN
epaa-604	32	9	has	have	AUX
epaa-604	32	10	raised	raise	VERB
epaa-604	32	11	concern	concern	NOUN
epaa-604	32	12	about	about	ADP
epaa-604	32	13	the	the	DET
epaa-604	32	14	equivalence	equivalence	NOUN
epaa-604	32	15	of	of	ADP
epaa-604	32	16	scores	score	NOUN
epaa-604	32	17	yielded	yield	VERB
epaa-604	32	18	via	via	ADP
epaa-604	32	19	computerversus	computerversus	PROPN
epaa-604	32	20	paper	paper	NOUN
epaa-604	32	21	-	-	PUNCT
epaa-604	32	22	and	and	CCONJ
epaa-604	32	23	-	-	PUNCT
epaa-604	32	24	pencil	pencil	NOUN
epaa-604	32	25	-	-	PUNCT
epaa-604	32	26	administered	administer	VERB
epaa-604	32	27	test	test	NOUN
epaa-604	32	28	versions	version	NOUN
epaa-604	32	29	.	.	PUNCT
epaa-604	33	1	although	although	SCONJ
epaa-604	33	2	exceptions	exception	NOUN
epaa-604	33	3	have	have	AUX
epaa-604	33	4	been	be	AUX
epaa-604	33	5	found	find	VERB
epaa-604	33	6	,	,	PUNCT
epaa-604	33	7	bunderson	bunderson	PROPN
epaa-604	33	8	,	,	PUNCT
epaa-604	33	9	inouye	inouye	PROPN
epaa-604	33	10	&	&	CCONJ
epaa-604	33	11	olsen	olsen	PROPN
epaa-604	33	12	(	(	PUNCT
epaa-604	33	13	1989	1989	NUM
epaa-604	33	14	)	)	PUNCT
epaa-604	33	15	summarize	summarize	VERB
epaa-604	33	16	the	the	DET
epaa-604	33	17	general	general	ADJ
epaa-604	33	18	pattern	pattern	NOUN
epaa-604	33	19	of	of	ADP
epaa-604	33	20	findings	finding	NOUN
epaa-604	33	21	from	from	ADP
epaa-604	33	22	several	several	ADJ
epaa-604	33	23	studies	study	NOUN
epaa-604	33	24	which	which	PRON
epaa-604	33	25	examined	examine	VERB
epaa-604	33	26	the	the	DET
epaa-604	33	27	equivalence	equivalence	NOUN
epaa-604	33	28	of	of	ADP
epaa-604	33	29	scores	score	NOUN
epaa-604	33	30	acquired	acquire	VERB
epaa-604	33	31	through	through	ADP
epaa-604	33	32	computer	computer	NOUN
epaa-604	33	33	or	or	CCONJ
epaa-604	33	34	paperand	paperand	NOUN
epaa-604	33	35	-	-	PUNCT
epaa-604	33	36	pencil	pencil	NOUN
epaa-604	33	37	test	test	NOUN
epaa-604	33	38	forms	form	NOUN
epaa-604	33	39	as	as	SCONJ
epaa-604	33	40	follows	follow	VERB
epaa-604	33	41	:	:	PUNCT
epaa-604	33	42	"	"	PUNCT
epaa-604	33	43	in	in	ADP
epaa-604	33	44	general	general	ADJ
epaa-604	33	45	it	it	PRON
epaa-604	33	46	was	be	AUX
epaa-604	33	47	found	find	VERB
epaa-604	33	48	more	more	ADV
epaa-604	33	49	frequently	frequently	ADV
epaa-604	33	50	that	that	SCONJ
epaa-604	33	51	the	the	DET
epaa-604	33	52	mean	mean	ADJ
epaa-604	33	53	scores	score	NOUN
epaa-604	33	54	were	be	AUX
epaa-604	33	55	not	not	PART
epaa-604	33	56	equivalent	equivalent	ADJ
epaa-604	33	57	than	than	SCONJ
epaa-604	33	58	that	that	SCONJ
epaa-604	33	59	they	they	PRON
epaa-604	33	60	were	be	AUX
epaa-604	33	61	equivalent	equivalent	ADJ
epaa-604	33	62	;	;	PUNCT
epaa-604	33	63	that	that	PRON
epaa-604	33	64	is	be	AUX
epaa-604	33	65	the	the	DET
epaa-604	33	66	scores	score	NOUN
epaa-604	33	67	on	on	ADP
epaa-604	33	68	tests	test	NOUN
epaa-604	33	69	administered	administer	VERB
epaa-604	33	70	on	on	ADP
epaa-604	33	71	paper	paper	NOUN
epaa-604	33	72	were	be	AUX
epaa-604	33	73	more	more	ADV
epaa-604	33	74	often	often	ADV
epaa-604	33	75	higher	high	ADJ
epaa-604	33	76	than	than	ADP
epaa-604	33	77	on	on	ADP
epaa-604	33	78	computer	computer	NOUN
epaa-604	33	79	-	-	PUNCT
epaa-604	33	80	administered	administer	VERB
epaa-604	33	81	tests	test	NOUN
epaa-604	33	82	.	.	PUNCT
epaa-604	33	83	"	"	PUNCT
epaa-604	34	1	however	however	ADV
epaa-604	34	2	,	,	PUNCT
epaa-604	34	3	the	the	DET
epaa-604	34	4	authors	author	NOUN
epaa-604	34	5	also	also	ADV
epaa-604	34	6	state	state	VERB
epaa-604	34	7	that	that	SCONJ
epaa-604	34	8	"	"	PUNCT
epaa-604	34	9	[	[	X
epaa-604	34	10	t]he	t]he	ADV
epaa-604	34	11	score	score	NOUN
epaa-604	34	12	differences	difference	NOUN
epaa-604	34	13	were	be	AUX
epaa-604	34	14	generally	generally	ADV
epaa-604	34	15	quite	quite	ADV
epaa-604	34	16	small	small	ADJ
epaa-604	34	17	and	and	CCONJ
epaa-604	34	18	of	of	ADP
epaa-604	34	19	little	little	ADJ
epaa-604	34	20	practical	practical	ADJ
epaa-604	34	21	significance	significance	NOUN
epaa-604	34	22	"	"	PUNCT
epaa-604	34	23	(	(	PUNCT
epaa-604	34	24	p.	p.	NOUN
epaa-604	34	25	378	378	NUM
epaa-604	34	26	)	)	PUNCT
epaa-604	34	27	.	.	PUNCT
epaa-604	35	1	more	more	ADV
epaa-604	35	2	recently	recently	ADV
epaa-604	35	3	,	,	PUNCT
epaa-604	35	4	mead	mead	PROPN
epaa-604	35	5	&	&	CCONJ
epaa-604	35	6	drasgow	drasgow	PROPN
epaa-604	35	7	(	(	PUNCT
epaa-604	35	8	1993	1993	NUM
epaa-604	35	9	)	)	PUNCT
epaa-604	35	10	reported	report	VERB
epaa-604	35	11	on	on	ADP
epaa-604	35	12	a	a	DET
epaa-604	35	13	meta	meta	ADJ
epaa-604	35	14	-	-	PUNCT
epaa-604	35	15	analysis	analysis	NOUN
epaa-604	35	16	of	of	ADP
epaa-604	35	17	29	29	NUM
epaa-604	35	18	previous	previous	ADJ
epaa-604	35	19	studies	study	NOUN
epaa-604	35	20	of	of	ADP
epaa-604	35	21	the	the	DET
epaa-604	35	22	equivalence	equivalence	NOUN
epaa-604	35	23	of	of	ADP
epaa-604	35	24	computerized	computerized	ADJ
epaa-604	35	25	and	and	CCONJ
epaa-604	35	26	paper	paper	NOUN
epaa-604	35	27	-	-	PUNCT
epaa-604	35	28	and	and	CCONJ
epaa-604	35	29	-	-	PUNCT
epaa-604	35	30	pencil	pencil	NOUN
epaa-604	35	31	cognitive	cognitive	ADJ
epaa-604	35	32	ability	ability	NOUN
epaa-604	35	33	tests	test	NOUN
epaa-604	35	34	(	(	PUNCT
epaa-604	35	35	involving	involve	VERB
epaa-604	35	36	159	159	NUM
epaa-604	35	37	correlations	correlation	NOUN
epaa-604	35	38	between	between	ADP
epaa-604	35	39	computerized	computerized	ADJ
epaa-604	35	40	and	and	CCONJ
epaa-604	35	41	paper	paper	NOUN
epaa-604	35	42	-	-	PUNCT
epaa-604	35	43	and	and	CCONJ
epaa-604	35	44	-	-	PUNCT
epaa-604	35	45	pencil	pencil	NOUN
epaa-604	35	46	test	test	NOUN
epaa-604	35	47	results	result	NOUN
epaa-604	35	48	)	)	PUNCT
epaa-604	35	49	.	.	PUNCT
epaa-604	36	1	though	though	SCONJ
epaa-604	36	2	they	they	PRON
epaa-604	36	3	found	find	VERB
epaa-604	36	4	that	that	SCONJ
epaa-604	36	5	computerized	computerized	ADJ
epaa-604	36	6	tests	test	NOUN
epaa-604	36	7	were	be	AUX
epaa-604	36	8	slightly	slightly	ADV
epaa-604	36	9	harder	hard	ADJ
epaa-604	36	10	than	than	ADP
epaa-604	36	11	paper	paper	NOUN
epaa-604	36	12	-	-	PUNCT
epaa-604	36	13	and	and	CCONJ
epaa-604	36	14	-	-	PUNCT
epaa-604	36	15	pencil	pencil	NOUN
epaa-604	36	16	tests	test	NOUN
epaa-604	36	17	(	(	PUNCT
epaa-604	36	18	with	with	ADP
epaa-604	36	19	an	an	DET
epaa-604	36	20	overall	overall	ADJ
epaa-604	36	21	cross	cross	ADJ
epaa-604	36	22	-	-	ADJ
epaa-604	36	23	mode	mode	ADJ
epaa-604	36	24	effect	effect	NOUN
epaa-604	36	25	size	size	NOUN
epaa-604	36	26	of	of	ADP
epaa-604	36	27	-.04	-.04	NOUN
epaa-604	36	28	)	)	PUNCT
epaa-604	36	29	,	,	PUNCT
epaa-604	36	30	they	they	PRON
epaa-604	36	31	concluded	conclude	VERB
epaa-604	36	32	that	that	SCONJ
epaa-604	36	33	their	their	PRON
epaa-604	36	34	results	result	NOUN
epaa-604	36	35	"	"	PUNCT
epaa-604	36	36	provide	provide	VERB
epaa-604	36	37	strong	strong	ADJ
epaa-604	36	38	support	support	NOUN
epaa-604	36	39	for	for	ADP
epaa-604	36	40	the	the	DET
epaa-604	36	41	conclusion	conclusion	NOUN
epaa-604	36	42	that	that	SCONJ
epaa-604	36	43	there	there	PRON
epaa-604	36	44	is	be	VERB
epaa-604	36	45	no	no	DET
epaa-604	36	46	medium	medium	ADJ
epaa-604	36	47	effect	effect	NOUN
epaa-604	36	48	for	for	ADP
epaa-604	36	49	carefully	carefully	ADV
epaa-604	36	50	3	3	NUM
epaa-604	36	51	of	of	ADP
epaa-604	36	52	20	20	NUM
epaa-604	36	53	constructed	construct	VERB
epaa-604	36	54	power	power	NOUN
epaa-604	36	55	tests	test	NOUN
epaa-604	36	56	.	.	PUNCT
epaa-604	37	1	moreover	moreover	ADV
epaa-604	37	2	,	,	PUNCT
epaa-604	37	3	no	no	DET
epaa-604	37	4	effect	effect	NOUN
epaa-604	37	5	was	be	AUX
epaa-604	37	6	found	find	VERB
epaa-604	37	7	for	for	ADP
epaa-604	37	8	adaptivity	adaptivity	NOUN
epaa-604	37	9	.	.	PUNCT
epaa-604	38	1	on	on	ADP
epaa-604	38	2	the	the	DET
epaa-604	38	3	other	other	ADJ
epaa-604	38	4	hand	hand	NOUN
epaa-604	38	5	,	,	PUNCT
epaa-604	38	6	a	a	DET
epaa-604	38	7	substantial	substantial	ADJ
epaa-604	38	8	medium	medium	ADJ
epaa-604	38	9	effect	effect	NOUN
epaa-604	38	10	was	be	AUX
epaa-604	38	11	found	find	VERB
epaa-604	38	12	for	for	ADP
epaa-604	38	13	speeded	speeded	ADJ
epaa-604	38	14	tests	test	NOUN
epaa-604	38	15	"	"	PUNCT
epaa-604	38	16	(	(	PUNCT
epaa-604	38	17	mead	mead	NOUN
epaa-604	38	18	&	&	CCONJ
epaa-604	38	19	drasgow	drasgow	PROPN
epaa-604	38	20	,	,	PUNCT
epaa-604	38	21	1993	1993	NUM
epaa-604	38	22	,	,	PUNCT
epaa-604	38	23	p.	p.	NOUN
epaa-604	38	24	457	457	NUM
epaa-604	38	25	)	)	PUNCT
epaa-604	38	26	.	.	PUNCT
epaa-604	39	1	yet	yet	ADV
epaa-604	39	2	,	,	PUNCT
epaa-604	39	3	as	as	SCONJ
epaa-604	39	4	previously	previously	ADV
epaa-604	39	5	noted	note	VERB
epaa-604	39	6	,	,	PUNCT
epaa-604	39	7	standardized	standardized	ADJ
epaa-604	39	8	multiple	multiple	ADJ
epaa-604	39	9	-	-	PUNCT
epaa-604	39	10	choice	choice	NOUN
epaa-604	39	11	tests	test	NOUN
epaa-604	39	12	,	,	PUNCT
epaa-604	39	13	which	which	PRON
epaa-604	39	14	have	have	AUX
epaa-604	39	15	been	be	AUX
epaa-604	39	16	the	the	DET
epaa-604	39	17	object	object	NOUN
epaa-604	39	18	of	of	ADP
epaa-604	39	19	comparison	comparison	NOUN
epaa-604	39	20	in	in	ADP
epaa-604	39	21	previous	previous	ADJ
epaa-604	39	22	research	research	NOUN
epaa-604	39	23	on	on	ADP
epaa-604	39	24	computerized	computerized	ADJ
epaa-604	39	25	versus	versus	ADP
epaa-604	39	26	paper	paper	NOUN
epaa-604	39	27	-	-	PUNCT
epaa-604	39	28	and	and	CCONJ
epaa-604	39	29	-	-	PUNCT
epaa-604	39	30	pencil	pencil	NOUN
epaa-604	39	31	testing	testing	NOUN
epaa-604	39	32	,	,	PUNCT
epaa-604	39	33	have	have	AUX
epaa-604	39	34	been	be	AUX
epaa-604	39	35	criticized	criticize	VERB
epaa-604	39	36	by	by	ADP
epaa-604	39	37	proponents	proponent	NOUN
epaa-604	39	38	of	of	ADP
epaa-604	39	39	authentic	authentic	ADJ
epaa-604	39	40	assessment	assessment	NOUN
epaa-604	39	41	.	.	PUNCT
epaa-604	40	1	among	among	ADP
epaa-604	40	2	the	the	DET
epaa-604	40	3	characteristics	characteristic	NOUN
epaa-604	40	4	which	which	PRON
epaa-604	40	5	lend	lend	VERB
epaa-604	40	6	authenticity	authenticity	NOUN
epaa-604	40	7	to	to	ADP
epaa-604	40	8	an	an	DET
epaa-604	40	9	assessment	assessment	NOUN
epaa-604	40	10	instrument	instrument	NOUN
epaa-604	40	11	,	,	PUNCT
epaa-604	40	12	darling	darling	NOUN
epaa-604	40	13	-	-	PUNCT
epaa-604	40	14	hammond	hammond	PROPN
epaa-604	40	15	,	,	PUNCT
epaa-604	40	16	ancess	ancess	NOUN
epaa-604	40	17	&	&	CCONJ
epaa-604	40	18	falk	falk	PROPN
epaa-604	40	19	(	(	PUNCT
epaa-604	40	20	1995	1995	NUM
epaa-604	40	21	)	)	PUNCT
epaa-604	40	22	argue	argue	VERB
epaa-604	40	23	that	that	SCONJ
epaa-604	40	24	the	the	DET
epaa-604	40	25	tasks	task	NOUN
epaa-604	40	26	be	be	AUX
epaa-604	40	27	"	"	PUNCT
epaa-604	40	28	connected	connect	VERB
epaa-604	40	29	to	to	ADP
epaa-604	40	30	students	student	NOUN
epaa-604	40	31	'	'	PART
epaa-604	40	32	lives	life	NOUN
epaa-604	40	33	and	and	CCONJ
epaa-604	40	34	to	to	ADP
epaa-604	40	35	their	their	PRON
epaa-604	40	36	learning	learning	NOUN
epaa-604	40	37	experiences	experience	NOUN
epaa-604	40	38	...	...	PUNCT
epaa-604	40	39	"	"	PUNCT
epaa-604	40	40	and	and	CCONJ
epaa-604	40	41	that	that	SCONJ
epaa-604	40	42	they	they	PRON
epaa-604	40	43	provide	provide	VERB
epaa-604	40	44	insight	insight	NOUN
epaa-604	40	45	into	into	ADP
epaa-604	40	46	"	"	PUNCT
epaa-604	40	47	students	student	NOUN
epaa-604	40	48	'	'	PART
epaa-604	40	49	abilities	ability	NOUN
epaa-604	40	50	to	to	PART
epaa-604	40	51	perform	perform	VERB
epaa-604	40	52	'	'	PUNCT
epaa-604	40	53	real	real	ADJ
epaa-604	40	54	world	world	NOUN
epaa-604	40	55	'	'	PART
epaa-604	40	56	tasks	task	NOUN
epaa-604	40	57	"	"	PUNCT
epaa-604	40	58	(	(	PUNCT
epaa-604	40	59	p.4	p.4	NOUN
epaa-604	40	60	-	-	PUNCT
epaa-604	40	61	5	5	NUM
epaa-604	40	62	)	)	PUNCT
epaa-604	40	63	.	.	PUNCT
epaa-604	41	1	unlike	unlike	ADP
epaa-604	41	2	standardized	standardized	ADJ
epaa-604	41	3	tests	test	NOUN
epaa-604	41	4	,	,	PUNCT
epaa-604	41	5	which	which	PRON
epaa-604	41	6	may	may	AUX
epaa-604	41	7	be	be	AUX
epaa-604	41	8	viewed	view	VERB
epaa-604	41	9	as	as	ADP
epaa-604	41	10	external	external	ADJ
epaa-604	41	11	instruments	instrument	NOUN
epaa-604	41	12	that	that	PRON
epaa-604	41	13	measure	measure	VERB
epaa-604	41	14	a	a	DET
epaa-604	41	15	fraction	fraction	NOUN
epaa-604	41	16	of	of	ADP
epaa-604	41	17	what	what	PRON
epaa-604	41	18	students	student	NOUN
epaa-604	41	19	have	have	AUX
epaa-604	41	20	learned	learn	VERB
epaa-604	41	21	,	,	PUNCT
epaa-604	41	22	authentic	authentic	ADJ
epaa-604	41	23	assessments	assessment	NOUN
epaa-604	41	24	are	be	AUX
epaa-604	41	25	intended	intend	VERB
epaa-604	41	26	to	to	PART
epaa-604	41	27	be	be	AUX
epaa-604	41	28	closely	closely	ADV
epaa-604	41	29	linked	link	VERB
epaa-604	41	30	with	with	ADP
epaa-604	41	31	daily	daily	ADJ
epaa-604	41	32	classroom	classroom	NOUN
epaa-604	41	33	activity	activity	NOUN
epaa-604	41	34	so	so	SCONJ
epaa-604	41	35	that	that	SCONJ
epaa-604	41	36	they	they	PRON
epaa-604	41	37	seamlessly	seamlessly	ADV
epaa-604	41	38	"	"	PUNCT
epaa-604	41	39	support	support	VERB
epaa-604	41	40	and	and	CCONJ
epaa-604	41	41	transform	transform	VERB
epaa-604	41	42	the	the	DET
epaa-604	41	43	process	process	NOUN
epaa-604	41	44	of	of	ADP
epaa-604	41	45	teaching	teaching	NOUN
epaa-604	41	46	and	and	CCONJ
epaa-604	41	47	learning	learning	NOUN
epaa-604	41	48	"	"	PUNCT
epaa-604	41	49	(	(	PUNCT
epaa-604	41	50	darling	darling	NOUN
epaa-604	41	51	-	-	PUNCT
epaa-604	41	52	hammond	hammond	PROPN
epaa-604	41	53	,	,	PUNCT
epaa-604	41	54	ancess	ancess	NOUN
epaa-604	41	55	&	&	CCONJ
epaa-604	41	56	falk	falk	PROPN
epaa-604	41	57	,	,	PUNCT
epaa-604	41	58	1995	1995	NUM
epaa-604	41	59	,	,	PUNCT
epaa-604	41	60	p.	p.	NOUN
epaa-604	41	61	4	4	NUM
epaa-604	41	62	;	;	PUNCT
epaa-604	41	63	cohen	cohen	NOUN
epaa-604	41	64	,	,	PUNCT
epaa-604	41	65	1990	1990	NUM
epaa-604	41	66	)	)	PUNCT
epaa-604	41	67	.	.	PUNCT
epaa-604	42	1	in	in	ADP
epaa-604	42	2	response	response	NOUN
epaa-604	42	3	to	to	ADP
epaa-604	42	4	this	this	DET
epaa-604	42	5	move	move	NOUN
epaa-604	42	6	towards	towards	ADP
epaa-604	42	7	authentic	authentic	ADJ
epaa-604	42	8	assessment	assessment	NOUN
epaa-604	42	9	,	,	PUNCT
epaa-604	42	10	many	many	ADJ
epaa-604	42	11	developers	developer	NOUN
epaa-604	42	12	of	of	ADP
epaa-604	42	13	nationally	nationally	ADV
epaa-604	42	14	administered	administer	VERB
epaa-604	42	15	standardized	standardized	ADJ
epaa-604	42	16	tests	test	NOUN
epaa-604	42	17	have	have	AUX
epaa-604	42	18	attempted	attempt	VERB
epaa-604	42	19	to	to	PART
epaa-604	42	20	embellish	embellish	VERB
epaa-604	42	21	their	their	PRON
epaa-604	42	22	instruments	instrument	NOUN
epaa-604	42	23	by	by	ADP
epaa-604	42	24	including	include	VERB
epaa-604	42	25	open	open	ADV
epaa-604	42	26	-	-	PUNCT
epaa-604	42	27	ended	end	VERB
epaa-604	42	28	items	item	NOUN
epaa-604	42	29	for	for	ADP
epaa-604	42	30	which	which	PRON
epaa-604	42	31	students	student	NOUN
epaa-604	42	32	have	have	VERB
epaa-604	42	33	to	to	PART
epaa-604	42	34	write	write	VERB
epaa-604	42	35	their	their	PRON
epaa-604	42	36	answers	answer	NOUN
epaa-604	42	37	.	.	PUNCT
epaa-604	43	1	these	these	DET
epaa-604	43	2	changes	change	NOUN
epaa-604	43	3	,	,	PUNCT
epaa-604	43	4	however	however	ADV
epaa-604	43	5	,	,	PUNCT
epaa-604	43	6	have	have	AUX
epaa-604	43	7	occurred	occur	VERB
epaa-604	43	8	during	during	ADP
epaa-604	43	9	a	a	DET
epaa-604	43	10	period	period	NOUN
epaa-604	43	11	when	when	SCONJ
epaa-604	43	12	both	both	CCONJ
epaa-604	43	13	the	the	DET
epaa-604	43	14	real	real	ADJ
epaa-604	43	15	-	-	PUNCT
epaa-604	43	16	world	world	NOUN
epaa-604	43	17	and	and	CCONJ
epaa-604	43	18	the	the	DET
epaa-604	43	19	school	school	NOUN
epaa-604	43	20	-	-	PUNCT
epaa-604	43	21	world	world	NOUN
epaa-604	43	22	have	have	AUX
epaa-604	43	23	experienced	experience	VERB
epaa-604	43	24	a	a	DET
epaa-604	43	25	rapid	rapid	ADJ
epaa-604	43	26	increase	increase	NOUN
epaa-604	43	27	in	in	ADP
epaa-604	43	28	the	the	DET
epaa-604	43	29	use	use	NOUN
epaa-604	43	30	of	of	ADP
epaa-604	43	31	computers	computer	NOUN
epaa-604	43	32	.	.	PUNCT
epaa-604	44	1	the	the	DET
epaa-604	44	2	national	national	ADJ
epaa-604	44	3	center	center	NOUN
epaa-604	44	4	for	for	ADP
epaa-604	44	5	education	education	NOUN
epaa-604	44	6	statistics	statistic	NOUN
epaa-604	44	7	report	report	VERB
epaa-604	44	8	that	that	SCONJ
epaa-604	44	9	the	the	DET
epaa-604	44	10	percentage	percentage	NOUN
epaa-604	44	11	of	of	ADP
epaa-604	44	12	students	student	NOUN
epaa-604	44	13	in	in	ADP
epaa-604	44	14	grades	grade	NOUN
epaa-604	44	15	1	1	NUM
epaa-604	44	16	to	to	PART
epaa-604	44	17	8	8	NUM
epaa-604	44	18	using	use	VERB
epaa-604	44	19	computers	computer	NOUN
epaa-604	44	20	in	in	ADP
epaa-604	44	21	school	school	NOUN
epaa-604	44	22	has	have	AUX
epaa-604	44	23	increased	increase	VERB
epaa-604	44	24	from	from	ADP
epaa-604	44	25	31.5	31.5	NUM
epaa-604	44	26	in	in	ADP
epaa-604	44	27	1984	1984	NUM
epaa-604	44	28	,	,	PUNCT
epaa-604	44	29	to	to	ADP
epaa-604	44	30	52.3	52.3	NUM
epaa-604	44	31	in	in	ADP
epaa-604	44	32	1989	1989	NUM
epaa-604	44	33	and	and	CCONJ
epaa-604	44	34	to	to	ADP
epaa-604	44	35	68.9	68.9	NUM
epaa-604	44	36	in	in	ADP
epaa-604	44	37	1993	1993	NUM
epaa-604	44	38	(	(	PUNCT
epaa-604	44	39	snyder	snyder	PROPN
epaa-604	44	40	&	&	CCONJ
epaa-604	44	41	hoffman	hoffman	PROPN
epaa-604	44	42	,	,	PUNCT
epaa-604	44	43	1990	1990	NUM
epaa-604	44	44	;	;	PUNCT
epaa-604	44	45	1994	1994	NUM
epaa-604	44	46	)	)	PUNCT
epaa-604	44	47	.	.	PUNCT
epaa-604	45	1	in	in	ADP
epaa-604	45	2	the	the	DET
epaa-604	45	3	workplace	workplace	NOUN
epaa-604	45	4	,	,	PUNCT
epaa-604	45	5	the	the	DET
epaa-604	45	6	percentage	percentage	NOUN
epaa-604	45	7	of	of	ADP
epaa-604	45	8	employees	employee	NOUN
epaa-604	45	9	using	use	VERB
epaa-604	45	10	computers	computer	NOUN
epaa-604	45	11	has	have	AUX
epaa-604	45	12	risen	rise	VERB
epaa-604	45	13	from	from	ADP
epaa-604	45	14	36.0	36.0	NUM
epaa-604	45	15	in	in	ADP
epaa-604	45	16	1989	1989	NUM
epaa-604	45	17	to	to	ADP
epaa-604	45	18	45.8	45.8	NUM
epaa-604	45	19	in	in	ADP
epaa-604	45	20	1993	1993	NUM
epaa-604	45	21	.	.	PUNCT
epaa-604	46	1	during	during	ADP
epaa-604	46	2	this	this	DET
epaa-604	46	3	period	period	NOUN
epaa-604	46	4	,	,	PUNCT
epaa-604	46	5	writing	writing	NOUN
epaa-604	46	6	has	have	AUX
epaa-604	46	7	been	be	AUX
epaa-604	46	8	the	the	DET
epaa-604	46	9	predominant	predominant	ADJ
epaa-604	46	10	task	task	NOUN
epaa-604	46	11	adult	adult	NOUN
epaa-604	46	12	workers	worker	NOUN
epaa-604	46	13	perform	perform	VERB
epaa-604	46	14	on	on	ADP
epaa-604	46	15	a	a	DET
epaa-604	46	16	computer	computer	NOUN
epaa-604	46	17	(	(	PUNCT
epaa-604	46	18	snyder	snyder	PROPN
epaa-604	46	19	&	&	CCONJ
epaa-604	46	20	hoffman	hoffman	PROPN
epaa-604	46	21	,	,	PUNCT
epaa-604	46	22	1993	1993	NUM
epaa-604	46	23	;	;	PUNCT
epaa-604	46	24	1995	1995	NUM
epaa-604	46	25	)	)	PUNCT
epaa-604	46	26	.	.	PUNCT
epaa-604	47	1	given	give	VERB
epaa-604	47	2	these	these	DET
epaa-604	47	3	trends	trend	NOUN
epaa-604	47	4	,	,	PUNCT
epaa-604	47	5	tests	test	NOUN
epaa-604	47	6	which	which	PRON
epaa-604	47	7	require	require	VERB
epaa-604	47	8	students	student	NOUN
epaa-604	47	9	to	to	PART
epaa-604	47	10	answer	answer	VERB
epaa-604	47	11	open	open	ADV
epaa-604	47	12	-	-	PUNCT
epaa-604	47	13	ended	end	VERB
epaa-604	47	14	items	item	NOUN
epaa-604	47	15	via	via	ADP
epaa-604	47	16	paper	paper	NOUN
epaa-604	47	17	-	-	PUNCT
epaa-604	47	18	and	and	CCONJ
epaa-604	47	19	-	-	PUNCT
epaa-604	47	20	pencil	pencil	NOUN
epaa-604	47	21	may	may	AUX
epaa-604	47	22	decrease	decrease	VERB
epaa-604	47	23	the	the	DET
epaa-604	47	24	test	test	NOUN
epaa-604	47	25	's	's	PART
epaa-604	47	26	"	"	PUNCT
epaa-604	47	27	authenticity	authenticity	NOUN
epaa-604	47	28	"	"	PUNCT
epaa-604	47	29	in	in	ADP
epaa-604	47	30	two	two	NUM
epaa-604	47	31	ways	way	NOUN
epaa-604	47	32	:	:	PUNCT
epaa-604	47	33	1	1	X
epaa-604	47	34	.	.	X
epaa-604	47	35	assessments	assessment	NOUN
epaa-604	47	36	are	be	AUX
epaa-604	47	37	not	not	PART
epaa-604	47	38	aligned	align	VERB
epaa-604	47	39	with	with	ADP
epaa-604	47	40	students	student	NOUN
epaa-604	47	41	'	'	PART
epaa-604	47	42	learning	learning	NOUN
epaa-604	47	43	experiences	experience	NOUN
epaa-604	47	44	;	;	PUNCT
epaa-604	47	45	and	and	CCONJ
epaa-604	47	46	2	2	X
epaa-604	47	47	.	.	X
epaa-604	47	48	assessments	assessment	NOUN
epaa-604	47	49	are	be	AUX
epaa-604	47	50	not	not	PART
epaa-604	47	51	representative	representative	ADJ
epaa-604	47	52	of	of	ADP
epaa-604	47	53	'	'	PUNCT
epaa-604	47	54	real	real	ADJ
epaa-604	47	55	-	-	PUNCT
epaa-604	47	56	world	world	NOUN
epaa-604	47	57	'	'	PART
epaa-604	47	58	tasks	task	NOUN
epaa-604	47	59	.	.	PUNCT
epaa-604	48	1	as	as	SCONJ
epaa-604	48	2	the	the	DET
epaa-604	48	3	remainder	remainder	NOUN
epaa-604	48	4	of	of	ADP
epaa-604	48	5	this	this	DET
epaa-604	48	6	paper	paper	NOUN
epaa-604	48	7	suggests	suggest	VERB
epaa-604	48	8	,	,	PUNCT
epaa-604	48	9	these	these	DET
epaa-604	48	10	shortcomings	shortcoming	NOUN
epaa-604	48	11	may	may	AUX
epaa-604	48	12	be	be	AUX
epaa-604	48	13	leading	lead	VERB
epaa-604	48	14	to	to	ADP
epaa-604	48	15	underestimates	underestimate	NOUN
epaa-604	48	16	of	of	ADP
epaa-604	48	17	students	student	NOUN
epaa-604	48	18	'	'	PART
epaa-604	48	19	writing	writing	NOUN
epaa-604	48	20	abilities	ability	NOUN
epaa-604	48	21	.	.	PUNCT
epaa-604	49	1	background	background	NOUN
epaa-604	49	2	to	to	ADP
epaa-604	49	3	this	this	DET
epaa-604	49	4	study	study	NOUN
epaa-604	49	5	in	in	ADP
epaa-604	49	6	1993	1993	NUM
epaa-604	49	7	,	,	PUNCT
epaa-604	49	8	the	the	DET
epaa-604	49	9	advanced	advanced	ADJ
epaa-604	49	10	learning	learning	NOUN
epaa-604	49	11	laboratory	laboratory	NOUN
epaa-604	49	12	school	school	NOUN
epaa-604	49	13	(	(	PUNCT
epaa-604	49	14	all	all	DET
epaa-604	49	15	school	school	NOUN
epaa-604	49	16	,	,	PUNCT
epaa-604	49	17	(	(	PUNCT
epaa-604	49	18	http://nis.accel.worc.k12.ma.us	http://nis.accel.worc.k12.ma.us	X
epaa-604	49	19	)	)	PUNCT
epaa-604	49	20	of	of	ADP
epaa-604	49	21	worcester	worcester	PROPN
epaa-604	49	22	,	,	PUNCT
epaa-604	49	23	massachusetts	massachusetts	PROPN
epaa-604	49	24	decided	decide	VERB
epaa-604	49	25	to	to	PART
epaa-604	49	26	adopt	adopt	VERB
epaa-604	49	27	the	the	DET
epaa-604	49	28	co	co	NOUN
epaa-604	49	29	-	-	ADJ
epaa-604	49	30	nect	nect	ADJ
epaa-604	49	31	school	school	NOUN
epaa-604	49	32	design	design	NOUN
epaa-604	49	33	(	(	PUNCT
epaa-604	49	34	or	or	CCONJ
epaa-604	49	35	cooperative	cooperative	ADJ
epaa-604	49	36	networked	network	VERB
epaa-604	49	37	educational	educational	ADJ
epaa-604	49	38	community	community	NOUN
epaa-604	49	39	for	for	ADP
epaa-604	49	40	tomorrow	tomorrow	NOUN
epaa-604	49	41	,	,	PUNCT
epaa-604	49	42	http://co-nect.bbn.com	http://co-nect.bbn.com	X
epaa-604	49	43	)	)	PUNCT
epaa-604	49	44	.	.	PUNCT
epaa-604	50	1	developed	develop	VERB
epaa-604	50	2	by	by	ADP
epaa-604	50	3	bbn	bbn	PROPN
epaa-604	50	4	,	,	PUNCT
epaa-604	50	5	inc	inc	PROPN
epaa-604	50	6	.	.	PROPN
epaa-604	50	7	,	,	PUNCT
epaa-604	50	8	a	a	DET
epaa-604	50	9	bostonbased	bostonbase	VERB
epaa-604	50	10	communications	communication	NOUN
epaa-604	50	11	technology	technology	NOUN
epaa-604	50	12	firm	firm	NOUN
epaa-604	50	13	,	,	PUNCT
epaa-604	50	14	co	co	VERB
epaa-604	50	15	-	-	NOUN
epaa-604	50	16	nect	nect	ADJ
epaa-604	50	17	is	be	AUX
epaa-604	50	18	one	one	NUM
epaa-604	50	19	of	of	ADP
epaa-604	50	20	nine	nine	NUM
epaa-604	50	21	models	model	NOUN
epaa-604	50	22	for	for	ADP
epaa-604	50	23	innovative	innovative	ADJ
epaa-604	50	24	schooling	schooling	NOUN
epaa-604	50	25	funded	fund	VERB
epaa-604	50	26	by	by	ADP
epaa-604	50	27	the	the	DET
epaa-604	50	28	new	new	ADJ
epaa-604	50	29	american	american	PROPN
epaa-604	50	30	schools	schools	PROPN
epaa-604	50	31	development	development	PROPN
epaa-604	50	32	corporation	corporation	PROPN
epaa-604	50	33	.	.	PUNCT
epaa-604	51	1	working	work	VERB
epaa-604	51	2	with	with	ADP
epaa-604	51	3	bbn	bbn	PROPN
epaa-604	51	4	,	,	PUNCT
epaa-604	51	5	the	the	DET
epaa-604	51	6	all	all	DET
epaa-604	51	7	school	school	NOUN
epaa-604	51	8	restructured	restructure	VERB
epaa-604	51	9	many	many	ADJ
epaa-604	51	10	aspects	aspect	NOUN
epaa-604	51	11	of	of	ADP
epaa-604	51	12	its	its	PRON
epaa-604	51	13	educational	educational	ADJ
epaa-604	51	14	environment	environment	NOUN
epaa-604	51	15	.	.	PUNCT
epaa-604	52	1	among	among	ADP
epaa-604	52	2	other	other	ADJ
epaa-604	52	3	reforms	reform	NOUN
epaa-604	52	4	,	,	PUNCT
epaa-604	52	5	the	the	DET
epaa-604	52	6	traditional	traditional	ADJ
epaa-604	52	7	middle	middle	ADJ
epaa-604	52	8	school	school	NOUN
epaa-604	52	9	grade	grade	NOUN
epaa-604	52	10	structure	structure	NOUN
epaa-604	52	11	(	(	PUNCT
epaa-604	52	12	that	that	ADV
epaa-604	52	13	is	is	ADV
epaa-604	52	14	,	,	PUNCT
epaa-604	52	15	separately	separately	ADV
epaa-604	52	16	organized	organize	VERB
epaa-604	52	17	grade	grade	NOUN
epaa-604	52	18	6	6	NUM
epaa-604	52	19	,	,	PUNCT
epaa-604	52	20	7	7	NUM
epaa-604	52	21	and	and	CCONJ
epaa-604	52	22	8	8	NUM
epaa-604	52	23	classes	class	NOUN
epaa-604	52	24	)	)	PUNCT
epaa-604	52	25	was	be	AUX
epaa-604	52	26	replaced	replace	VERB
epaa-604	52	27	with	with	ADP
epaa-604	52	28	blocks	block	NOUN
epaa-604	52	29	which	which	PRON
epaa-604	52	30	combined	combine	VERB
epaa-604	52	31	into	into	ADP
epaa-604	52	32	a	a	DET
epaa-604	52	33	single	single	ADJ
epaa-604	52	34	cluster	cluster	NOUN
epaa-604	52	35	students	student	NOUN
epaa-604	52	36	who	who	PRON
epaa-604	52	37	otherwise	otherwise	ADV
epaa-604	52	38	would	would	AUX
epaa-604	52	39	be	be	AUX
epaa-604	52	40	divided	divide	VERB
epaa-604	52	41	into	into	ADP
epaa-604	52	42	grades	grade	NOUN
epaa-604	52	43	6	6	NUM
epaa-604	52	44	,	,	PUNCT
epaa-604	52	45	7	7	NUM
epaa-604	52	46	and	and	CCONJ
epaa-604	52	47	8	8	NUM
epaa-604	52	48	.	.	PUNCT
epaa-604	53	1	in	in	ADP
epaa-604	53	2	place	place	NOUN
epaa-604	53	3	of	of	ADP
epaa-604	53	4	traditional	traditional	ADJ
epaa-604	53	5	subject	subject	NOUN
epaa-604	53	6	-	-	PUNCT
epaa-604	53	7	based	base	VERB
epaa-604	53	8	classes	class	NOUN
epaa-604	53	9	(	(	PUNCT
epaa-604	53	10	such	such	ADJ
epaa-604	53	11	as	as	ADP
epaa-604	53	12	english	english	ADJ
epaa-604	53	13	class	class	NOUN
epaa-604	53	14	,	,	PUNCT
epaa-604	53	15	math	math	NOUN
epaa-604	53	16	class	class	NOUN
epaa-604	53	17	,	,	PUNCT
epaa-604	53	18	social	social	ADJ
epaa-604	53	19	studies	study	NOUN
epaa-604	53	20	,	,	PUNCT
epaa-604	53	21	etc	etc	X
epaa-604	53	22	.	.	X
epaa-604	53	23	)	)	PUNCT
epaa-604	53	24	,	,	PUNCT
epaa-604	53	25	all	all	DET
epaa-604	53	26	subjects	subject	NOUN
epaa-604	53	27	were	be	AUX
epaa-604	53	28	integrated	integrate	VERB
epaa-604	53	29	and	and	CCONJ
epaa-604	53	30	taught	teach	VERB
epaa-604	53	31	through	through	ADP
epaa-604	53	32	project	project	NOUN
epaa-604	53	33	-	-	PUNCT
epaa-604	53	34	based	base	VERB
epaa-604	53	35	activities	activity	NOUN
epaa-604	53	36	.	.	PUNCT
epaa-604	54	1	to	to	PART
epaa-604	54	2	support	support	VERB
epaa-604	54	3	this	this	DET
epaa-604	54	4	cooperative	cooperative	ADJ
epaa-604	54	5	learning	learning	NOUN
epaa-604	54	6	structure	structure	NOUN
epaa-604	54	7	,	,	PUNCT
epaa-604	54	8	several	several	ADJ
epaa-604	54	9	networked	networked	ADJ
epaa-604	54	10	computers	computer	NOUN
epaa-604	54	11	were	be	AUX
epaa-604	54	12	placed	place	VERB
epaa-604	54	13	in	in	ADP
epaa-604	54	14	each	each	DET
epaa-604	54	15	classroom	classroom	NOUN
epaa-604	54	16	,	,	PUNCT
epaa-604	54	17	allowing	allow	VERB
epaa-604	54	18	students	student	NOUN
epaa-604	54	19	to	to	PART
epaa-604	54	20	perform	perform	VERB
epaa-604	54	21	research	research	NOUN
epaa-604	54	22	via	via	ADP
epaa-604	54	23	the	the	DET
epaa-604	54	24	internet	internet	NOUN
epaa-604	54	25	and	and	CCONJ
epaa-604	54	26	cd	cd	PROPN
epaa-604	54	27	-	-	PUNCT
epaa-604	54	28	rom	rom	NOUN
epaa-604	54	29	titles	title	NOUN
epaa-604	54	30	,	,	PUNCT
epaa-604	54	31	to	to	PART
epaa-604	54	32	write	write	VERB
epaa-604	54	33	reports	report	NOUN
epaa-604	54	34	,	,	PUNCT
epaa-604	54	35	papers	paper	NOUN
epaa-604	54	36	and	and	CCONJ
epaa-604	54	37	journals	journal	NOUN
epaa-604	54	38	,	,	PUNCT
epaa-604	54	39	and	and	CCONJ
epaa-604	54	40	to	to	PART
epaa-604	54	41	create	create	VERB
epaa-604	54	42	computer	computer	NOUN
epaa-604	54	43	based	base	VERB
epaa-604	54	44	presentations	presentation	NOUN
epaa-604	54	45	using	use	VERB
epaa-604	54	46	several	several	ADJ
epaa-604	54	47	software	software	NOUN
epaa-604	54	48	applications	application	NOUN
epaa-604	54	49	.	.	PUNCT
epaa-604	55	1	to	to	PART
epaa-604	55	2	help	help	VERB
epaa-604	55	3	evaluate	evaluate	VERB
epaa-604	55	4	the	the	DET
epaa-604	55	5	effects	effect	NOUN
epaa-604	55	6	the	the	DET
epaa-604	55	7	restructuring	restructuring	NOUN
epaa-604	55	8	at	at	ADP
epaa-604	55	9	the	the	DET
epaa-604	55	10	all	all	DET
epaa-604	55	11	school	school	NOUN
epaa-604	55	12	has	have	VERB
epaa-604	55	13	on	on	ADP
epaa-604	55	14	its	its	PRON
epaa-604	55	15	students	student	NOUN
epaa-604	55	16	as	as	ADP
epaa-604	55	17	a	a	DET
epaa-604	55	18	whole	whole	NOUN
epaa-604	55	19	,	,	PUNCT
epaa-604	55	20	the	the	DET
epaa-604	55	21	center	center	NOUN
epaa-604	55	22	for	for	ADP
epaa-604	55	23	the	the	DET
epaa-604	55	24	study	study	NOUN
epaa-604	55	25	of	of	ADP
epaa-604	55	26	testing	testing	NOUN
epaa-604	55	27	,	,	PUNCT
epaa-604	55	28	evaluation	evaluation	NOUN
epaa-604	55	29	and	and	CCONJ
epaa-604	55	30	educational	educational	ADJ
epaa-604	55	31	policy	policy	NOUN
epaa-604	55	32	(	(	PUNCT
epaa-604	55	33	csteep	csteep	NOUN
epaa-604	55	34	)	)	PUNCT
epaa-604	55	35	at	at	ADP
epaa-604	55	36	boston	boston	PROPN
epaa-604	55	37	college	college	PROPN
epaa-604	55	38	helped	help	VERB
epaa-604	55	39	teachers	teacher	NOUN
epaa-604	55	40	gather	gather	VERB
epaa-604	55	41	baseline	baseline	NOUN
epaa-604	55	42	data	datum	NOUN
epaa-604	55	43	in	in	ADP
epaa-604	55	44	the	the	DET
epaa-604	55	45	fall	fall	NOUN
epaa-604	55	46	of	of	ADP
epaa-604	55	47	1993	1993	NUM
epaa-604	55	48	with	with	ADP
epaa-604	55	49	plans	plan	NOUN
epaa-604	55	50	to	to	PART
epaa-604	55	51	perform	perform	VERB
epaa-604	55	52	follow	follow	VERB
epaa-604	55	53	-	-	PUNCT
epaa-604	55	54	up	up	ADP
epaa-604	55	55	assessments	assessment	NOUN
epaa-604	55	56	in	in	ADP
epaa-604	55	57	the	the	DET
epaa-604	55	58	spring	spring	NOUN
epaa-604	55	59	of	of	ADP
epaa-604	55	60	1994	1994	NUM
epaa-604	55	61	and	and	CCONJ
epaa-604	55	62	each	each	DET
epaa-604	55	63	spring	spring	NOUN
epaa-604	55	64	thereafter	thereafter	ADV
epaa-604	55	65	.	.	PUNCT
epaa-604	56	1	to	to	PART
epaa-604	56	2	acquire	acquire	VERB
epaa-604	56	3	a	a	DET
epaa-604	56	4	broad	broad	ADJ
epaa-604	56	5	picture	picture	NOUN
epaa-604	56	6	of	of	ADP
epaa-604	56	7	students	student	NOUN
epaa-604	56	8	'	'	PART
epaa-604	56	9	strengths	strength	NOUN
epaa-604	56	10	and	and	CCONJ
epaa-604	56	11	weaknesses	weakness	NOUN
epaa-604	57	1	,	,	PUNCT
epaa-604	57	2	the	the	DET
epaa-604	57	3	forms	form	NOUN
epaa-604	57	4	of	of	ADP
epaa-604	57	5	tests	test	NOUN
epaa-604	57	6	included	include	VERB
epaa-604	57	7	in	in	ADP
epaa-604	57	8	the	the	DET
epaa-604	57	9	baseline	baseline	NOUN
epaa-604	57	10	4	4	NUM
epaa-604	57	11	of	of	ADP
epaa-604	57	12	20	20	NUM
epaa-604	57	13	assessment	assessment	NOUN
epaa-604	57	14	ranged	range	VERB
epaa-604	57	15	from	from	ADP
epaa-604	57	16	multiple	multiple	ADJ
epaa-604	57	17	choice	choice	NOUN
epaa-604	57	18	tests	test	NOUN
epaa-604	57	19	to	to	ADP
epaa-604	57	20	short	short	ADJ
epaa-604	57	21	and	and	CCONJ
epaa-604	57	22	long	long	ADJ
epaa-604	57	23	answer	answer	VERB
epaa-604	57	24	open	open	ADV
epaa-604	57	25	-	-	PUNCT
epaa-604	57	26	ended	end	VERB
epaa-604	57	27	assessments	assessment	NOUN
epaa-604	57	28	to	to	ADP
epaa-604	57	29	hands	hand	NOUN
epaa-604	57	30	-	-	PUNCT
epaa-604	57	31	on	on	ADP
epaa-604	57	32	performance	performance	NOUN
epaa-604	57	33	assessments	assessment	NOUN
epaa-604	57	34	covering	cover	VERB
epaa-604	57	35	a	a	DET
epaa-604	57	36	wide	wide	ADJ
epaa-604	57	37	range	range	NOUN
epaa-604	57	38	of	of	ADP
epaa-604	57	39	reading	reading	NOUN
epaa-604	57	40	,	,	PUNCT
epaa-604	57	41	writing	writing	NOUN
epaa-604	57	42	,	,	PUNCT
epaa-604	57	43	science	science	NOUN
epaa-604	57	44	and	and	CCONJ
epaa-604	57	45	math	math	NOUN
epaa-604	57	46	skills	skill	NOUN
epaa-604	57	47	.	.	PUNCT
epaa-604	58	1	to	to	PART
epaa-604	58	2	acquire	acquire	VERB
epaa-604	58	3	insight	insight	NOUN
epaa-604	58	4	into	into	ADP
epaa-604	58	5	how	how	SCONJ
epaa-604	58	6	cooperative	cooperative	ADJ
epaa-604	58	7	projects	project	NOUN
epaa-604	58	8	affected	affect	VERB
epaa-604	58	9	the	the	DET
epaa-604	58	10	development	development	NOUN
epaa-604	58	11	of	of	ADP
epaa-604	58	12	group	group	NOUN
epaa-604	58	13	skills	skill	NOUN
epaa-604	58	14	,	,	PUNCT
epaa-604	58	15	some	some	PRON
epaa-604	58	16	of	of	ADP
epaa-604	58	17	the	the	DET
epaa-604	58	18	performance	performance	NOUN
epaa-604	58	19	assessments	assessment	NOUN
epaa-604	58	20	required	require	VERB
epaa-604	58	21	students	student	NOUN
epaa-604	58	22	to	to	PART
epaa-604	58	23	work	work	VERB
epaa-604	58	24	together	together	ADV
epaa-604	58	25	to	to	PART
epaa-604	58	26	solve	solve	VERB
epaa-604	58	27	a	a	DET
epaa-604	58	28	problem	problem	NOUN
epaa-604	58	29	and/or	and/or	CCONJ
epaa-604	58	30	answer	answer	VERB
epaa-604	58	31	specific	specific	ADJ
epaa-604	58	32	questions	question	NOUN
epaa-604	58	33	.	.	PUNCT
epaa-604	59	1	finally	finally	ADV
epaa-604	59	2	,	,	PUNCT
epaa-604	59	3	to	to	PART
epaa-604	59	4	evaluate	evaluate	VERB
epaa-604	59	5	how	how	SCONJ
epaa-604	59	6	the	the	DET
epaa-604	59	7	co	co	ADJ
epaa-604	59	8	-	-	ADJ
epaa-604	59	9	nect	nect	ADJ
epaa-604	59	10	model	model	NOUN
epaa-604	59	11	,	,	PUNCT
epaa-604	59	12	as	as	SCONJ
epaa-604	59	13	implemented	implement	VERB
epaa-604	59	14	in	in	ADP
epaa-604	59	15	the	the	DET
epaa-604	59	16	all	all	DET
epaa-604	59	17	school	school	NOUN
epaa-604	59	18	,	,	PUNCT
epaa-604	59	19	affected	affect	VERB
epaa-604	59	20	students	student	NOUN
epaa-604	59	21	'	'	PART
epaa-604	59	22	feelings	feeling	NOUN
epaa-604	59	23	about	about	ADP
epaa-604	59	24	their	their	PRON
epaa-604	59	25	school	school	NOUN
epaa-604	59	26	,	,	PUNCT
epaa-604	59	27	a	a	DET
epaa-604	59	28	student	student	NOUN
epaa-604	59	29	survey	survey	NOUN
epaa-604	59	30	was	be	AUX
epaa-604	59	31	administered	administer	VERB
epaa-604	59	32	.	.	PUNCT
epaa-604	60	1	assessments	assessment	NOUN
epaa-604	60	2	and	and	CCONJ
epaa-604	60	3	surveys	survey	NOUN
epaa-604	60	4	were	be	AUX
epaa-604	60	5	administered	administer	VERB
epaa-604	60	6	to	to	PART
epaa-604	60	7	representative	representative	VERB
epaa-604	60	8	samples	sample	NOUN
epaa-604	60	9	of	of	ADP
epaa-604	60	10	the	the	DET
epaa-604	60	11	whole	whole	ADJ
epaa-604	60	12	school	school	NOUN
epaa-604	60	13	's	's	PART
epaa-604	60	14	student	student	NOUN
epaa-604	60	15	population	population	NOUN
epaa-604	60	16	.	.	PUNCT
epaa-604	61	1	in	in	ADP
epaa-604	61	2	the	the	DET
epaa-604	61	3	spring	spring	NOUN
epaa-604	61	4	of	of	ADP
epaa-604	61	5	1994	1994	NUM
epaa-604	61	6	,	,	PUNCT
epaa-604	61	7	the	the	DET
epaa-604	61	8	same	same	ADJ
epaa-604	61	9	set	set	NOUN
epaa-604	61	10	of	of	ADP
epaa-604	61	11	assessments	assessment	NOUN
epaa-604	61	12	was	be	AUX
epaa-604	61	13	re	re	VERB
epaa-604	61	14	-	-	VERB
epaa-604	61	15	administered	administer	VERB
epaa-604	61	16	to	to	ADP
epaa-604	61	17	different	different	ADJ
epaa-604	61	18	representative	representative	ADJ
epaa-604	61	19	samples	sample	NOUN
epaa-604	61	20	of	of	ADP
epaa-604	61	21	students	student	NOUN
epaa-604	61	22	.	.	PUNCT
epaa-604	62	1	while	while	SCONJ
epaa-604	62	2	a	a	DET
epaa-604	62	3	full	full	ADJ
epaa-604	62	4	discussion	discussion	NOUN
epaa-604	62	5	of	of	ADP
epaa-604	62	6	the	the	DET
epaa-604	62	7	results	result	NOUN
epaa-604	62	8	is	be	AUX
epaa-604	62	9	beyond	beyond	ADP
epaa-604	62	10	the	the	DET
epaa-604	62	11	scope	scope	NOUN
epaa-604	62	12	of	of	ADP
epaa-604	62	13	this	this	DET
epaa-604	62	14	paper	paper	NOUN
epaa-604	62	15	,	,	PUNCT
epaa-604	62	16	many	many	ADJ
epaa-604	62	17	of	of	ADP
epaa-604	62	18	the	the	DET
epaa-604	62	19	resulting	result	VERB
epaa-604	62	20	patterns	pattern	NOUN
epaa-604	62	21	of	of	ADP
epaa-604	62	22	change	change	NOUN
epaa-604	62	23	were	be	AUX
epaa-604	62	24	as	as	SCONJ
epaa-604	62	25	expected	expect	VERB
epaa-604	62	26	.	.	PUNCT
epaa-604	63	1	for	for	ADP
epaa-604	63	2	example	example	NOUN
epaa-604	63	3	,	,	PUNCT
epaa-604	63	4	performance	performance	NOUN
epaa-604	63	5	items	item	NOUN
epaa-604	63	6	which	which	PRON
epaa-604	63	7	required	require	VERB
epaa-604	63	8	students	student	NOUN
epaa-604	63	9	to	to	PART
epaa-604	63	10	work	work	VERB
epaa-604	63	11	cooperatively	cooperatively	ADV
epaa-604	63	12	generally	generally	ADV
epaa-604	63	13	showed	show	VERB
epaa-604	63	14	more	more	ADJ
epaa-604	63	15	improvement	improvement	NOUN
epaa-604	63	16	than	than	ADP
epaa-604	63	17	items	item	NOUN
epaa-604	63	18	which	which	PRON
epaa-604	63	19	required	require	VERB
epaa-604	63	20	students	student	NOUN
epaa-604	63	21	to	to	PART
epaa-604	63	22	work	work	VERB
epaa-604	63	23	independently	independently	ADV
epaa-604	63	24	.	.	PUNCT
epaa-604	64	1	on	on	ADP
epaa-604	64	2	items	item	NOUN
epaa-604	64	3	that	that	PRON
epaa-604	64	4	required	require	VERB
epaa-604	64	5	students	student	NOUN
epaa-604	64	6	to	to	PART
epaa-604	64	7	work	work	VERB
epaa-604	64	8	independently	independently	ADV
epaa-604	64	9	,	,	PUNCT
epaa-604	64	10	improvement	improvement	NOUN
epaa-604	64	11	was	be	AUX
epaa-604	64	12	generally	generally	ADV
epaa-604	64	13	stronger	strong	ADJ
epaa-604	64	14	on	on	ADP
epaa-604	64	15	open	open	ADJ
epaa-604	64	16	-	-	PUNCT
epaa-604	64	17	ended	end	VERB
epaa-604	64	18	items	item	NOUN
epaa-604	64	19	than	than	ADP
epaa-604	64	20	on	on	ADP
epaa-604	64	21	multiple	multiple	ADJ
epaa-604	64	22	-	-	PUNCT
epaa-604	64	23	choice	choice	NOUN
epaa-604	64	24	items	item	NOUN
epaa-604	64	25	.	.	PUNCT
epaa-604	65	1	but	but	CCONJ
epaa-604	65	2	there	there	PRON
epaa-604	65	3	was	be	VERB
epaa-604	65	4	one	one	NUM
epaa-604	65	5	notable	notable	ADJ
epaa-604	65	6	exception	exception	NOUN
epaa-604	65	7	:	:	PUNCT
epaa-604	65	8	open	open	ADJ
epaa-604	65	9	-	-	PUNCT
epaa-604	65	10	ended	end	VERB
epaa-604	65	11	assessments	assessment	NOUN
epaa-604	65	12	of	of	ADP
epaa-604	65	13	writing	writing	NOUN
epaa-604	65	14	skills	skill	NOUN
epaa-604	65	15	suggested	suggest	VERB
epaa-604	65	16	that	that	SCONJ
epaa-604	65	17	writing	writing	NOUN
epaa-604	65	18	skills	skill	NOUN
epaa-604	65	19	had	have	AUX
epaa-604	65	20	declined	decline	VERB
epaa-604	65	21	.	.	PUNCT
epaa-604	66	1	although	although	SCONJ
epaa-604	66	2	teachers	teacher	NOUN
epaa-604	66	3	believed	believe	VERB
epaa-604	66	4	that	that	SCONJ
epaa-604	66	5	the	the	DET
epaa-604	66	6	co	co	ADJ
epaa-604	66	7	-	-	ADJ
epaa-604	66	8	nect	nect	ADJ
epaa-604	66	9	model	model	NOUN
epaa-604	66	10	enhanced	enhance	VERB
epaa-604	66	11	opportunities	opportunity	NOUN
epaa-604	66	12	for	for	SCONJ
epaa-604	66	13	students	student	NOUN
epaa-604	66	14	to	to	PART
epaa-604	66	15	practice	practice	VERB
epaa-604	66	16	writing	writing	NOUN
epaa-604	66	17	,	,	PUNCT
epaa-604	66	18	performance	performance	NOUN
epaa-604	66	19	on	on	ADP
epaa-604	66	20	both	both	PRON
epaa-604	66	21	short	short	ADJ
epaa-604	66	22	answer	answer	NOUN
epaa-604	66	23	and	and	CCONJ
epaa-604	66	24	long	long	ADJ
epaa-604	66	25	answer	answer	NOUN
epaa-604	66	26	writing	writing	NOUN
epaa-604	66	27	items	item	NOUN
epaa-604	66	28	showed	show	VERB
epaa-604	66	29	substantial	substantial	ADJ
epaa-604	66	30	decreases	decrease	NOUN
epaa-604	66	31	.	.	PUNCT
epaa-604	67	1	for	for	ADP
epaa-604	67	2	example	example	NOUN
epaa-604	67	3	,	,	PUNCT
epaa-604	67	4	on	on	ADP
epaa-604	67	5	a	a	DET
epaa-604	67	6	short	short	ADJ
epaa-604	67	7	answer	answer	NOUN
epaa-604	67	8	item	item	NOUN
epaa-604	67	9	which	which	PRON
epaa-604	67	10	asked	ask	VERB
epaa-604	67	11	students	student	NOUN
epaa-604	67	12	to	to	PART
epaa-604	67	13	write	write	VERB
epaa-604	67	14	a	a	DET
epaa-604	67	15	recipe	recipe	NOUN
epaa-604	67	16	for	for	ADP
epaa-604	67	17	peace	peace	NOUN
epaa-604	67	18	,	,	PUNCT
epaa-604	67	19	the	the	DET
epaa-604	67	20	percentage	percentage	NOUN
epaa-604	67	21	of	of	ADP
epaa-604	67	22	students	student	NOUN
epaa-604	67	23	who	who	PRON
epaa-604	67	24	responded	respond	VERB
epaa-604	67	25	satisfactorily	satisfactorily	ADV
epaa-604	67	26	decreased	decrease	VERB
epaa-604	67	27	from	from	ADP
epaa-604	67	28	69	69	NUM
epaa-604	67	29	%	%	NOUN
epaa-604	67	30	to	to	ADP
epaa-604	67	31	51	51	NUM
epaa-604	67	32	%	%	NOUN
epaa-604	67	33	.	.	PUNCT
epaa-604	68	1	on	on	ADP
epaa-604	68	2	a	a	DET
epaa-604	68	3	long	long	ADJ
epaa-604	68	4	answer	answer	NOUN
epaa-604	68	5	item	item	NOUN
epaa-604	68	6	which	which	PRON
epaa-604	68	7	asked	ask	VERB
epaa-604	68	8	students	student	NOUN
epaa-604	68	9	to	to	PART
epaa-604	68	10	imagine	imagine	VERB
epaa-604	68	11	a	a	DET
epaa-604	68	12	superhero	superhero	NOUN
epaa-604	68	13	,	,	PUNCT
epaa-604	68	14	describe	describe	VERB
epaa-604	68	15	his	his	PRON
epaa-604	68	16	/	/	SYM
epaa-604	68	17	her	her	PRON
epaa-604	68	18	powers	power	NOUN
epaa-604	68	19	,	,	PUNCT
epaa-604	68	20	and	and	CCONJ
epaa-604	68	21	write	write	VERB
epaa-604	68	22	a	a	DET
epaa-604	68	23	passage	passage	NOUN
epaa-604	68	24	in	in	ADP
epaa-604	68	25	which	which	PRON
epaa-604	68	26	the	the	DET
epaa-604	68	27	superhero	superhero	NOUN
epaa-604	68	28	uses	use	VERB
epaa-604	68	29	his	his	PRON
epaa-604	68	30	/	/	SYM
epaa-604	68	31	her	her	PRON
epaa-604	68	32	powers	power	NOUN
epaa-604	68	33	,	,	PUNCT
epaa-604	68	34	the	the	DET
epaa-604	68	35	percentage	percentage	NOUN
epaa-604	68	36	of	of	ADP
epaa-604	68	37	satisfactory	satisfactory	ADJ
epaa-604	68	38	responses	response	NOUN
epaa-604	68	39	dropped	drop	VERB
epaa-604	68	40	from	from	ADP
epaa-604	68	41	71	71	NUM
epaa-604	68	42	%	%	NOUN
epaa-604	68	43	to	to	ADP
epaa-604	68	44	41	41	NUM
epaa-604	68	45	%	%	NOUN
epaa-604	68	46	.	.	PUNCT
epaa-604	69	1	on	on	ADP
epaa-604	69	2	another	another	DET
epaa-604	69	3	long	long	ADJ
epaa-604	69	4	answer	answer	NOUN
epaa-604	69	5	item	item	NOUN
epaa-604	69	6	that	that	PRON
epaa-604	69	7	asked	ask	VERB
epaa-604	69	8	students	student	NOUN
epaa-604	69	9	to	to	PART
epaa-604	69	10	write	write	VERB
epaa-604	69	11	a	a	DET
epaa-604	69	12	story	story	NOUN
epaa-604	69	13	about	about	ADP
epaa-604	69	14	a	a	DET
epaa-604	69	15	special	special	ADJ
epaa-604	69	16	activity	activity	NOUN
epaa-604	69	17	done	do	VERB
epaa-604	69	18	with	with	ADP
epaa-604	69	19	their	their	PRON
epaa-604	69	20	friends	friend	NOUN
epaa-604	69	21	or	or	CCONJ
epaa-604	69	22	family	family	NOUN
epaa-604	69	23	,	,	PUNCT
epaa-604	69	24	student	student	NOUN
epaa-604	69	25	performance	performance	NOUN
epaa-604	69	26	dropped	drop	VERB
epaa-604	69	27	from	from	ADP
epaa-604	69	28	56	56	NUM
epaa-604	69	29	%	%	NOUN
epaa-604	69	30	to	to	PART
epaa-604	69	31	43	43	NUM
epaa-604	69	32	%	%	NOUN
epaa-604	69	33	.	.	PUNCT
epaa-604	70	1	and	and	CCONJ
epaa-604	70	2	on	on	ADP
epaa-604	70	3	a	a	DET
epaa-604	70	4	performance	performance	NOUN
epaa-604	70	5	writing	write	VERB
epaa-604	70	6	item	item	NOUN
epaa-604	70	7	which	which	PRON
epaa-604	70	8	first	first	ADV
epaa-604	70	9	asked	ask	VERB
epaa-604	70	10	students	student	NOUN
epaa-604	70	11	to	to	PART
epaa-604	70	12	discuss	discuss	VERB
epaa-604	70	13	what	what	PRON
epaa-604	70	14	they	they	PRON
epaa-604	70	15	saw	see	VERB
epaa-604	70	16	in	in	ADP
epaa-604	70	17	a	a	DET
epaa-604	70	18	mural	mural	NOUN
epaa-604	70	19	with	with	ADP
epaa-604	70	20	their	their	PRON
epaa-604	70	21	peers	peer	NOUN
epaa-604	70	22	and	and	CCONJ
epaa-604	70	23	then	then	ADV
epaa-604	70	24	asked	ask	VERB
epaa-604	70	25	them	they	PRON
epaa-604	70	26	to	to	PART
epaa-604	70	27	write	write	VERB
epaa-604	70	28	a	a	DET
epaa-604	70	29	passage	passage	NOUN
epaa-604	70	30	independently	independently	ADV
epaa-604	70	31	that	that	PRON
epaa-604	70	32	described	describe	VERB
epaa-604	70	33	an	an	DET
epaa-604	70	34	element	element	NOUN
epaa-604	70	35	in	in	ADP
epaa-604	70	36	the	the	DET
epaa-604	70	37	mural	mural	NOUN
epaa-604	70	38	and	and	CCONJ
epaa-604	70	39	explain	explain	VERB
epaa-604	70	40	why	why	SCONJ
epaa-604	70	41	they	they	PRON
epaa-604	70	42	selected	select	VERB
epaa-604	70	43	it	it	PRON
epaa-604	70	44	,	,	PUNCT
epaa-604	70	45	the	the	DET
epaa-604	70	46	percentage	percentage	NOUN
epaa-604	70	47	of	of	ADP
epaa-604	70	48	satisfactory	satisfactory	ADJ
epaa-604	70	49	responses	response	NOUN
epaa-604	70	50	decreased	decrease	VERB
epaa-604	70	51	from	from	ADP
epaa-604	70	52	62	62	NUM
epaa-604	70	53	%	%	NOUN
epaa-604	70	54	to	to	ADP
epaa-604	70	55	47	47	NUM
epaa-604	70	56	%	%	NOUN
epaa-604	70	57	.	.	PUNCT
epaa-604	71	1	these	these	DET
epaa-604	71	2	declines	decline	NOUN
epaa-604	71	3	were	be	AUX
epaa-604	71	4	all	all	PRON
epaa-604	71	5	statistically	statistically	ADV
epaa-604	71	6	significant	significant	ADJ
epaa-604	71	7	,	,	PUNCT
epaa-604	71	8	and	and	CCONJ
epaa-604	71	9	more	more	ADV
epaa-604	71	10	importantly	importantly	ADV
epaa-604	71	11	were	be	AUX
epaa-604	71	12	substantively	substantively	ADV
epaa-604	71	13	troubling	troubling	ADJ
epaa-604	71	14	.	.	PUNCT
epaa-604	72	1	since	since	SCONJ
epaa-604	72	2	writing	write	VERB
epaa-604	72	3	was	be	AUX
epaa-604	72	4	a	a	DET
epaa-604	72	5	skill	skill	NOUN
epaa-604	72	6	the	the	DET
epaa-604	72	7	school	school	NOUN
epaa-604	72	8	had	have	AUX
epaa-604	72	9	selected	select	VERB
epaa-604	72	10	as	as	ADP
epaa-604	72	11	a	a	DET
epaa-604	72	12	focus	focus	NOUN
epaa-604	72	13	area	area	NOUN
epaa-604	72	14	for	for	ADP
epaa-604	72	15	the	the	DET
epaa-604	72	16	1993	1993	NUM
epaa-604	72	17	-	-	SYM
epaa-604	72	18	94	94	NUM
epaa-604	72	19	school	school	NOUN
epaa-604	72	20	year	year	NOUN
epaa-604	72	21	,	,	PUNCT
epaa-604	72	22	teachers	teacher	NOUN
epaa-604	72	23	were	be	AUX
epaa-604	72	24	surprised	surprised	ADJ
epaa-604	72	25	and	and	CCONJ
epaa-604	72	26	troubled	trouble	VERB
epaa-604	72	27	by	by	ADP
epaa-604	72	28	the	the	DET
epaa-604	72	29	apparent	apparent	ADJ
epaa-604	72	30	decrease	decrease	NOUN
epaa-604	72	31	in	in	ADP
epaa-604	72	32	writing	write	VERB
epaa-604	72	33	performance	performance	NOUN
epaa-604	72	34	.	.	PUNCT
epaa-604	73	1	during	during	ADP
epaa-604	73	2	a	a	DET
epaa-604	73	3	feedback	feedback	NOUN
epaa-604	73	4	session	session	NOUN
epaa-604	73	5	on	on	ADP
epaa-604	73	6	results	result	NOUN
epaa-604	73	7	in	in	ADP
epaa-604	73	8	june	june	PROPN
epaa-604	73	9	1994	1994	NUM
epaa-604	73	10	,	,	PUNCT
epaa-604	73	11	teachers	teacher	NOUN
epaa-604	73	12	and	and	CCONJ
epaa-604	73	13	administrators	administrator	NOUN
epaa-604	73	14	discussed	discuss	VERB
epaa-604	73	15	at	at	ADP
epaa-604	73	16	length	length	NOUN
epaa-604	73	17	the	the	DET
epaa-604	73	18	various	various	ADJ
epaa-604	73	19	writing	writing	NOUN
epaa-604	73	20	activities	activity	NOUN
epaa-604	73	21	they	they	PRON
epaa-604	73	22	had	have	AUX
epaa-604	73	23	undertaken	undertake	VERB
epaa-604	73	24	over	over	ADP
epaa-604	73	25	the	the	DET
epaa-604	73	26	past	past	ADJ
epaa-604	73	27	year	year	NOUN
epaa-604	73	28	.	.	PUNCT
epaa-604	74	1	based	base	VERB
epaa-604	74	2	on	on	ADP
epaa-604	74	3	these	these	DET
epaa-604	74	4	conversations	conversation	NOUN
epaa-604	74	5	,	,	PUNCT
epaa-604	74	6	it	it	PRON
epaa-604	74	7	was	be	AUX
epaa-604	74	8	evident	evident	ADJ
epaa-604	74	9	that	that	SCONJ
epaa-604	74	10	students	student	NOUN
epaa-604	74	11	were	be	AUX
epaa-604	74	12	regularly	regularly	ADV
epaa-604	74	13	presented	present	VERB
epaa-604	74	14	with	with	ADP
epaa-604	74	15	opportunities	opportunity	NOUN
epaa-604	74	16	to	to	PART
epaa-604	74	17	practice	practice	VERB
epaa-604	74	18	their	their	PRON
epaa-604	74	19	writing	writing	NOUN
epaa-604	74	20	skills	skill	NOUN
epaa-604	74	21	.	.	PUNCT
epaa-604	75	1	but	but	CCONJ
epaa-604	75	2	a	a	DET
epaa-604	75	3	consistent	consistent	ADJ
epaa-604	75	4	comment	comment	NOUN
epaa-604	75	5	was	be	AUX
epaa-604	75	6	that	that	SCONJ
epaa-604	75	7	teachers	teacher	NOUN
epaa-604	75	8	in	in	ADP
epaa-604	75	9	the	the	DET
epaa-604	75	10	all	all	DET
epaa-604	75	11	school	school	NOUN
epaa-604	75	12	were	be	AUX
epaa-604	75	13	increasingly	increasingly	ADV
epaa-604	75	14	encouraging	encourage	VERB
epaa-604	75	15	students	student	NOUN
epaa-604	75	16	to	to	PART
epaa-604	75	17	use	use	VERB
epaa-604	75	18	computers	computer	NOUN
epaa-604	75	19	and	and	CCONJ
epaa-604	75	20	word	word	NOUN
epaa-604	75	21	processing	processing	NOUN
epaa-604	75	22	tools	tool	NOUN
epaa-604	75	23	in	in	ADP
epaa-604	75	24	their	their	PRON
epaa-604	75	25	writing	writing	NOUN
epaa-604	75	26	.	.	PUNCT
epaa-604	76	1	as	as	SCONJ
epaa-604	76	2	several	several	ADJ
epaa-604	76	3	computers	computer	NOUN
epaa-604	76	4	were	be	AUX
epaa-604	76	5	present	present	ADJ
epaa-604	76	6	in	in	ADP
epaa-604	76	7	all	all	DET
epaa-604	76	8	classrooms	classroom	NOUN
epaa-604	76	9	,	,	PUNCT
epaa-604	76	10	as	as	ADV
epaa-604	76	11	well	well	ADV
epaa-604	76	12	as	as	ADP
epaa-604	76	13	in	in	ADP
epaa-604	76	14	the	the	DET
epaa-604	76	15	library	library	NOUN
epaa-604	76	16	,	,	PUNCT
epaa-604	76	17	teachers	teacher	NOUN
epaa-604	76	18	believed	believe	VERB
epaa-604	76	19	that	that	SCONJ
epaa-604	76	20	students	student	NOUN
epaa-604	76	21	had	have	AUX
epaa-604	76	22	become	become	VERB
epaa-604	76	23	accustomed	accustomed	ADJ
epaa-604	76	24	to	to	ADP
epaa-604	76	25	writing	write	VERB
epaa-604	76	26	on	on	ADP
epaa-604	76	27	the	the	DET
epaa-604	76	28	computer	computer	NOUN
epaa-604	76	29	.	.	PUNCT
epaa-604	77	1	when	when	SCONJ
epaa-604	77	2	one	one	NUM
epaa-604	77	3	teacher	teacher	NOUN
epaa-604	77	4	suggested	suggest	VERB
epaa-604	77	5	that	that	SCONJ
epaa-604	77	6	the	the	DET
epaa-604	77	7	decrease	decrease	NOUN
epaa-604	77	8	in	in	ADP
epaa-604	77	9	writing	writing	NOUN
epaa-604	77	10	scores	score	NOUN
epaa-604	77	11	might	might	AUX
epaa-604	77	12	be	be	AUX
epaa-604	77	13	due	due	ADJ
epaa-604	77	14	to	to	ADP
epaa-604	77	15	the	the	DET
epaa-604	77	16	fact	fact	NOUN
epaa-604	77	17	that	that	SCONJ
epaa-604	77	18	all	all	PRON
epaa-604	77	19	writing	write	VERB
epaa-604	77	20	items	item	NOUN
epaa-604	77	21	in	in	ADP
epaa-604	77	22	spring	spring	NOUN
epaa-604	77	23	1994	1994	NUM
epaa-604	77	24	were	be	AUX
epaa-604	77	25	administered	administer	VERB
epaa-604	77	26	on	on	ADP
epaa-604	77	27	paper	paper	NOUN
epaa-604	77	28	and	and	CCONJ
epaa-604	77	29	required	require	VERB
epaa-604	77	30	students	student	NOUN
epaa-604	77	31	to	to	PART
epaa-604	77	32	write	write	VERB
epaa-604	77	33	their	their	PRON
epaa-604	77	34	responses	response	NOUN
epaa-604	77	35	by	by	ADP
epaa-604	77	36	hand	hand	NOUN
epaa-604	77	37	,	,	PUNCT
epaa-604	77	38	the	the	DET
epaa-604	77	39	theory	theory	NOUN
epaa-604	77	40	was	be	AUX
epaa-604	77	41	quickly	quickly	ADV
epaa-604	77	42	supported	support	VERB
epaa-604	77	43	by	by	ADP
epaa-604	77	44	many	many	ADJ
epaa-604	77	45	teachers	teacher	NOUN
epaa-604	77	46	.	.	PUNCT
epaa-604	78	1	with	with	ADP
epaa-604	78	2	a	a	DET
epaa-604	78	3	follow	follow	VERB
epaa-604	78	4	-	-	PUNCT
epaa-604	78	5	up	up	ADP
epaa-604	78	6	assessment	assessment	NOUN
epaa-604	78	7	scheduled	schedule	VERB
epaa-604	78	8	to	to	PART
epaa-604	78	9	occur	occur	VERB
epaa-604	78	10	a	a	DET
epaa-604	78	11	year	year	NOUN
epaa-604	78	12	later	later	ADV
epaa-604	78	13	,	,	PUNCT
epaa-604	78	14	several	several	ADJ
epaa-604	78	15	teachers	teacher	NOUN
epaa-604	78	16	asked	ask	VERB
epaa-604	78	17	if	if	SCONJ
epaa-604	78	18	it	it	PRON
epaa-604	78	19	would	would	AUX
epaa-604	78	20	was	be	AUX
epaa-604	78	21	possible	possible	ADJ
epaa-604	78	22	for	for	SCONJ
epaa-604	78	23	students	student	NOUN
epaa-604	78	24	to	to	PART
epaa-604	78	25	perform	perform	VERB
epaa-604	78	26	the	the	DET
epaa-604	78	27	writing	writing	NOUN
epaa-604	78	28	items	item	NOUN
epaa-604	78	29	on	on	ADP
epaa-604	78	30	a	a	DET
epaa-604	78	31	computer	computer	NOUN
epaa-604	78	32	.	.	PUNCT
epaa-604	79	1	after	after	ADP
epaa-604	79	2	careful	careful	ADJ
epaa-604	79	3	consideration	consideration	NOUN
epaa-604	79	4	,	,	PUNCT
epaa-604	79	5	it	it	PRON
epaa-604	79	6	was	be	AUX
epaa-604	79	7	decided	decide	VERB
epaa-604	79	8	that	that	SCONJ
epaa-604	79	9	a	a	DET
epaa-604	79	10	subsample	subsample	NOUN
epaa-604	79	11	of	of	ADP
epaa-604	79	12	students	student	NOUN
epaa-604	79	13	in	in	ADP
epaa-604	79	14	spring	spring	NOUN
epaa-604	79	15	1995	1995	NUM
epaa-604	79	16	would	would	AUX
epaa-604	79	17	perform	perform	VERB
epaa-604	79	18	a	a	DET
epaa-604	79	19	computeradministered	computeradministere	VERB
epaa-604	79	20	version	version	NOUN
epaa-604	79	21	of	of	ADP
epaa-604	79	22	the	the	DET
epaa-604	79	23	performance	performance	NOUN
epaa-604	79	24	writing	write	VERB
epaa-604	79	25	item	item	NOUN
epaa-604	79	26	and	and	CCONJ
epaa-604	79	27	items	item	NOUN
epaa-604	79	28	from	from	ADP
epaa-604	79	29	the	the	DET
epaa-604	79	30	national	national	ADJ
epaa-604	79	31	assessment	assessment	NOUN
epaa-604	79	32	of	of	ADP
epaa-604	79	33	educational	educational	ADJ
epaa-604	79	34	progress	progress	NOUN
epaa-604	79	35	(	(	PUNCT
epaa-604	79	36	naep	naep	ADJ
epaa-604	79	37	)	)	PUNCT
epaa-604	79	38	(	(	PUNCT
epaa-604	79	39	items	item	NOUN
epaa-604	79	40	were	be	AUX
epaa-604	79	41	mostly	mostly	ADV
epaa-604	79	42	multiple	multiple	ADJ
epaa-604	79	43	-	-	PUNCT
epaa-604	79	44	choice	choice	NOUN
epaa-604	79	45	with	with	ADP
epaa-604	79	46	a	a	DET
epaa-604	79	47	few	few	ADJ
epaa-604	79	48	short	short	ADJ
epaa-604	79	49	answer	answer	NOUN
epaa-604	79	50	items	item	NOUN
epaa-604	79	51	included	include	VERB
epaa-604	79	52	)	)	PUNCT
epaa-604	79	53	.	.	PUNCT
epaa-604	80	1	but	but	CCONJ
epaa-604	80	2	,	,	PUNCT
epaa-604	80	3	to	to	PART
epaa-604	80	4	preserve	preserve	VERB
epaa-604	80	5	comparisons	comparison	NOUN
epaa-604	80	6	with	with	ADP
epaa-604	80	7	results	result	NOUN
epaa-604	80	8	from	from	ADP
epaa-604	80	9	1993	1993	NUM
epaa-604	80	10	-	-	SYM
epaa-604	80	11	94	94	NUM
epaa-604	80	12	,	,	PUNCT
epaa-604	80	13	the	the	DET
epaa-604	80	14	majority	majority	NOUN
epaa-604	80	15	of	of	ADP
epaa-604	80	16	the	the	DET
epaa-604	80	17	student	student	NOUN
epaa-604	80	18	population	population	NOUN
epaa-604	80	19	would	would	AUX
epaa-604	80	20	perform	perform	VERB
epaa-604	80	21	these	these	DET
epaa-604	80	22	assessments	assessment	NOUN
epaa-604	80	23	as	as	SCONJ
epaa-604	80	24	they	they	PRON
epaa-604	80	25	had	have	AUX
epaa-604	80	26	in	in	ADP
epaa-604	80	27	that	that	DET
epaa-604	80	28	year	year	NOUN
epaa-604	80	29	-via	-via	PUNCT
epaa-604	80	30	the	the	DET
epaa-604	80	31	traditional	traditional	ADJ
epaa-604	80	32	pencil	pencil	NOUN
epaa-604	80	33	-	-	PUNCT
epaa-604	80	34	and	and	CCONJ
epaa-604	80	35	-	-	PUNCT
epaa-604	80	36	paper	paper	NOUN
epaa-604	80	37	medium	medium	NOUN
epaa-604	80	38	.	.	PUNCT
epaa-604	81	1	hence	hence	ADV
epaa-604	81	2	,	,	PUNCT
epaa-604	81	3	we	we	PRON
epaa-604	81	4	undertook	undertake	VERB
epaa-604	81	5	an	an	DET
epaa-604	81	6	experiment	experiment	NOUN
epaa-604	81	7	to	to	PART
epaa-604	81	8	compare	compare	VERB
epaa-604	81	9	the	the	DET
epaa-604	81	10	effect	effect	NOUN
epaa-604	81	11	that	that	SCONJ
epaa-604	81	12	the	the	DET
epaa-604	81	13	medium	medium	NOUN
epaa-604	81	14	of	of	ADP
epaa-604	81	15	administration	administration	NOUN
epaa-604	81	16	(	(	PUNCT
epaa-604	81	17	computer	computer	NOUN
epaa-604	81	18	versus	versus	ADP
epaa-604	81	19	paper	paper	NOUN
epaa-604	81	20	-	-	PUNCT
epaa-604	81	21	and	and	CCONJ
epaa-604	81	22	-	-	PUNCT
epaa-604	81	23	pencil	pencil	NOUN
epaa-604	81	24	)	)	PUNCT
epaa-604	81	25	has	have	AUX
epaa-604	81	26	on	on	ADP
epaa-604	81	27	5	5	NUM
epaa-604	81	28	of	of	ADP
epaa-604	81	29	20	20	NUM
epaa-604	81	30	student	student	NOUN
epaa-604	81	31	performance	performance	NOUN
epaa-604	81	32	on	on	ADP
epaa-604	81	33	multiple	multiple	ADJ
epaa-604	81	34	-	-	PUNCT
epaa-604	81	35	choice	choice	NOUN
epaa-604	81	36	,	,	PUNCT
epaa-604	81	37	short	short	ADJ
epaa-604	81	38	-	-	PUNCT
epaa-604	81	39	answer	answer	NOUN
epaa-604	81	40	and	and	CCONJ
epaa-604	81	41	extended	extended	ADJ
epaa-604	81	42	writing	writing	NOUN
epaa-604	81	43	test	test	NOUN
epaa-604	81	44	items	item	NOUN
epaa-604	81	45	.	.	PUNCT
epaa-604	82	1	study	study	NOUN
epaa-604	82	2	design	design	NOUN
epaa-604	82	3	and	and	CCONJ
epaa-604	82	4	test	test	NOUN
epaa-604	82	5	instruments	instrument	NOUN
epaa-604	82	6	to	to	PART
epaa-604	82	7	study	study	VERB
epaa-604	82	8	the	the	DET
epaa-604	82	9	effect	effect	NOUN
epaa-604	82	10	the	the	DET
epaa-604	82	11	medium	medium	NOUN
epaa-604	82	12	of	of	ADP
epaa-604	82	13	administration	administration	NOUN
epaa-604	82	14	has	have	VERB
epaa-604	82	15	on	on	ADP
epaa-604	82	16	student	student	NOUN
epaa-604	82	17	performance	performance	NOUN
epaa-604	82	18	,	,	PUNCT
epaa-604	82	19	that	that	PRON
epaa-604	82	20	is	be	AUX
epaa-604	82	21	taking	take	VERB
epaa-604	82	22	assessments	assessment	NOUN
epaa-604	82	23	on	on	ADP
epaa-604	82	24	computer	computer	NOUN
epaa-604	82	25	versus	versus	ADP
epaa-604	82	26	by	by	ADP
epaa-604	82	27	hand	hand	NOUN
epaa-604	82	28	on	on	ADP
epaa-604	82	29	paper	paper	NOUN
epaa-604	82	30	,	,	PUNCT
epaa-604	82	31	two	two	NUM
epaa-604	82	32	groups	group	NOUN
epaa-604	82	33	of	of	ADP
epaa-604	82	34	students	student	NOUN
epaa-604	82	35	were	be	AUX
epaa-604	82	36	randomly	randomly	ADV
epaa-604	82	37	selected	select	VERB
epaa-604	82	38	from	from	ADP
epaa-604	82	39	the	the	DET
epaa-604	82	40	all	all	DET
epaa-604	82	41	school	school	NOUN
epaa-604	82	42	advanced	advanced	ADJ
epaa-604	82	43	cluster	cluster	NOUN
epaa-604	82	44	(	(	PUNCT
epaa-604	82	45	grades	grade	NOUN
epaa-604	82	46	6	6	NUM
epaa-604	82	47	,	,	PUNCT
epaa-604	82	48	7	7	NUM
epaa-604	82	49	and	and	CCONJ
epaa-604	82	50	8)	8)	NUM
epaa-604	82	51	.	.	PUNCT
epaa-604	83	1	for	for	ADP
epaa-604	83	2	the	the	DET
epaa-604	83	3	experimental	experimental	ADJ
epaa-604	83	4	group	group	NOUN
epaa-604	83	5	,	,	PUNCT
epaa-604	83	6	which	which	PRON
epaa-604	83	7	performed	perform	VERB
epaa-604	83	8	two	two	NUM
epaa-604	83	9	of	of	ADP
epaa-604	83	10	three	three	NUM
epaa-604	83	11	kinds	kind	NOUN
epaa-604	83	12	of	of	ADP
epaa-604	83	13	assessments	assessment	NOUN
epaa-604	83	14	on	on	ADP
epaa-604	83	15	computer	computer	NOUN
epaa-604	83	16	,	,	PUNCT
epaa-604	83	17	50	50	NUM
epaa-604	83	18	students	student	NOUN
epaa-604	83	19	were	be	AUX
epaa-604	83	20	selected	select	VERB
epaa-604	83	21	.	.	PUNCT
epaa-604	84	1	the	the	DET
epaa-604	84	2	control	control	PROPN
epaa-604	84	3	group	group	NOUN
epaa-604	84	4	,	,	PUNCT
epaa-604	84	5	which	which	PRON
epaa-604	84	6	performed	perform	VERB
epaa-604	84	7	all	all	DET
epaa-604	84	8	tests	test	NOUN
epaa-604	84	9	via	via	ADP
epaa-604	84	10	pencil	pencil	NOUN
epaa-604	84	11	-	-	PUNCT
epaa-604	84	12	and	and	CCONJ
epaa-604	84	13	-	-	PUNCT
epaa-604	84	14	paper	paper	NOUN
epaa-604	84	15	,	,	PUNCT
epaa-604	84	16	was	be	AUX
epaa-604	84	17	composed	compose	VERB
epaa-604	84	18	of	of	ADP
epaa-604	84	19	the	the	DET
epaa-604	84	20	70	70	NUM
epaa-604	84	21	students	student	NOUN
epaa-604	84	22	required	require	VERB
epaa-604	84	23	for	for	ADP
epaa-604	84	24	the	the	DET
epaa-604	84	25	time	time	NOUN
epaa-604	84	26	-	-	PUNCT
epaa-604	84	27	trend	trend	NOUN
epaa-604	84	28	study	study	NOUN
epaa-604	84	29	described	describe	VERB
epaa-604	84	30	above	above	ADV
epaa-604	84	31	.	.	PUNCT
epaa-604	85	1	the	the	DET
epaa-604	85	2	three	three	NUM
epaa-604	85	3	kinds	kind	NOUN
epaa-604	85	4	of	of	ADP
epaa-604	85	5	assessments	assessment	NOUN
epaa-604	85	6	performed	perform	VERB
epaa-604	85	7	by	by	ADP
epaa-604	85	8	both	both	DET
epaa-604	85	9	groups	group	NOUN
epaa-604	85	10	were	be	AUX
epaa-604	85	11	:	:	PUNCT
epaa-604	85	12	an	an	DET
epaa-604	85	13	open	open	ADV
epaa-604	85	14	-	-	PUNCT
epaa-604	85	15	ended	end	VERB
epaa-604	85	16	(	(	PUNCT
epaa-604	85	17	oe	oe	NOUN
epaa-604	85	18	)	)	PUNCT
epaa-604	85	19	assessment	assessment	NOUN
epaa-604	85	20	comprising	comprise	VERB
epaa-604	85	21	14	14	NUM
epaa-604	85	22	items	item	NOUN
epaa-604	85	23	,	,	PUNCT
epaa-604	85	24	which	which	PRON
epaa-604	85	25	included	include	VERB
epaa-604	85	26	two	two	NUM
epaa-604	85	27	writing	writing	NOUN
epaa-604	85	28	items	item	NOUN
epaa-604	85	29	,	,	PUNCT
epaa-604	85	30	five	five	NUM
epaa-604	85	31	science	science	NOUN
epaa-604	85	32	items	item	NOUN
epaa-604	85	33	,	,	PUNCT
epaa-604	85	34	five	five	NUM
epaa-604	85	35	math	math	NOUN
epaa-604	85	36	items	item	NOUN
epaa-604	85	37	and	and	CCONJ
epaa-604	85	38	two	two	NUM
epaa-604	85	39	reading	reading	NOUN
epaa-604	85	40	items	item	NOUN
epaa-604	85	41	.	.	PUNCT
epaa-604	86	1	1	1	X
epaa-604	86	2	.	.	X
epaa-604	86	3	a	a	DET
epaa-604	86	4	test	test	NOUN
epaa-604	86	5	comprised	comprise	VERB
epaa-604	86	6	of	of	ADP
epaa-604	86	7	naep	naep	ADJ
epaa-604	86	8	items	item	NOUN
epaa-604	86	9	which	which	PRON
epaa-604	86	10	was	be	AUX
epaa-604	86	11	divided	divide	VERB
epaa-604	86	12	into	into	ADP
epaa-604	86	13	three	three	NUM
epaa-604	86	14	sections	section	NOUN
epaa-604	86	15	and	and	CCONJ
epaa-604	86	16	included	include	VERB
epaa-604	86	17	15	15	NUM
epaa-604	86	18	language	language	NOUN
epaa-604	86	19	arts	art	NOUN
epaa-604	86	20	items	item	NOUN
epaa-604	86	21	,	,	PUNCT
epaa-604	86	22	23	23	NUM
epaa-604	86	23	science	science	NOUN
epaa-604	86	24	items	item	NOUN
epaa-604	86	25	and	and	CCONJ
epaa-604	86	26	18	18	NUM
epaa-604	86	27	math	math	NOUN
epaa-604	86	28	items	item	NOUN
epaa-604	86	29	.	.	PUNCT
epaa-604	87	1	the	the	DET
epaa-604	87	2	majority	majority	NOUN
epaa-604	87	3	of	of	ADP
epaa-604	87	4	naep	naep	ADJ
epaa-604	87	5	items	item	NOUN
epaa-604	87	6	were	be	AUX
epaa-604	87	7	multiple	multiple	ADJ
epaa-604	87	8	-	-	PUNCT
epaa-604	87	9	choice	choice	NOUN
epaa-604	87	10	.	.	PUNCT
epaa-604	88	1	however	however	ADV
epaa-604	88	2	,	,	PUNCT
epaa-604	88	3	2	2	NUM
epaa-604	88	4	language	language	NOUN
epaa-604	88	5	arts	art	NOUN
epaa-604	88	6	items	item	NOUN
epaa-604	88	7	,	,	PUNCT
epaa-604	88	8	3	3	NUM
epaa-604	88	9	science	science	NOUN
epaa-604	88	10	items	item	NOUN
epaa-604	88	11	and	and	CCONJ
epaa-604	88	12	1	1	NUM
epaa-604	88	13	math	math	NOUN
epaa-604	88	14	item	item	NOUN
epaa-604	88	15	were	be	AUX
epaa-604	88	16	open	open	ADJ
epaa-604	88	17	-	-	PUNCT
epaa-604	88	18	ended	end	VERB
epaa-604	88	19	and	and	CCONJ
epaa-604	88	20	required	require	VERB
epaa-604	88	21	students	student	NOUN
epaa-604	88	22	to	to	PART
epaa-604	88	23	write	write	VERB
epaa-604	88	24	a	a	DET
epaa-604	88	25	brief	brief	ADJ
epaa-604	88	26	response	response	NOUN
epaa-604	88	27	to	to	ADP
epaa-604	88	28	each	each	DET
epaa-604	88	29	item	item	NOUN
epaa-604	88	30	's	's	PART
epaa-604	88	31	prompt	prompt	NOUN
epaa-604	88	32	.	.	PUNCT
epaa-604	89	1	2	2	X
epaa-604	89	2	.	.	X
epaa-604	89	3	a	a	DET
epaa-604	89	4	performance	performance	NOUN
epaa-604	89	5	writing	write	VERB
epaa-604	89	6	assessment	assessment	NOUN
epaa-604	89	7	which	which	PRON
epaa-604	89	8	required	require	VERB
epaa-604	89	9	an	an	DET
epaa-604	89	10	extended	extended	ADJ
epaa-604	89	11	written	write	VERB
epaa-604	89	12	response.3	response.3	PROPN
epaa-604	89	13	.	.	PUNCT
epaa-604	90	1	both	both	DET
epaa-604	90	2	groups	group	NOUN
epaa-604	90	3	performed	perform	VERB
epaa-604	90	4	the	the	DET
epaa-604	90	5	open	open	ADV
epaa-604	90	6	-	-	PUNCT
epaa-604	90	7	ended	end	VERB
epaa-604	90	8	(	(	PUNCT
epaa-604	90	9	oe	oe	NOUN
epaa-604	90	10	)	)	PUNCT
epaa-604	90	11	assessment	assessment	NOUN
epaa-604	90	12	in	in	ADP
epaa-604	90	13	exactly	exactly	ADV
epaa-604	90	14	the	the	DET
epaa-604	90	15	same	same	ADJ
epaa-604	90	16	manner	manner	NOUN
epaa-604	90	17	,	,	PUNCT
epaa-604	90	18	by	by	ADP
epaa-604	90	19	hand	hand	NOUN
epaa-604	90	20	via	via	ADP
epaa-604	90	21	paper	paper	NOUN
epaa-604	90	22	-	-	PUNCT
epaa-604	90	23	and	and	CCONJ
epaa-604	90	24	pencil	pencil	NOUN
epaa-604	90	25	.	.	PUNCT
epaa-604	91	1	the	the	DET
epaa-604	91	2	experimental	experimental	ADJ
epaa-604	91	3	group	group	NOUN
epaa-604	91	4	performed	perform	VERB
epaa-604	91	5	the	the	DET
epaa-604	91	6	naep	naep	ADJ
epaa-604	91	7	and	and	CCONJ
epaa-604	91	8	writing	write	VERB
epaa-604	91	9	assessment	assessment	NOUN
epaa-604	91	10	on	on	ADP
epaa-604	91	11	computer	computer	NOUN
epaa-604	91	12	,	,	PUNCT
epaa-604	91	13	whereas	whereas	SCONJ
epaa-604	91	14	the	the	DET
epaa-604	91	15	control	control	NOUN
epaa-604	91	16	group	group	NOUN
epaa-604	91	17	performed	perform	VERB
epaa-604	91	18	both	both	PRON
epaa-604	91	19	in	in	ADP
epaa-604	91	20	the	the	DET
epaa-604	91	21	traditional	traditional	ADJ
epaa-604	91	22	manner	manner	NOUN
epaa-604	91	23	,	,	PUNCT
epaa-604	91	24	by	by	ADP
epaa-604	91	25	hand	hand	NOUN
epaa-604	91	26	on	on	ADP
epaa-604	91	27	paper	paper	NOUN
epaa-604	91	28	.	.	PUNCT
epaa-604	92	1	the	the	DET
epaa-604	92	2	performance	performance	NOUN
epaa-604	92	3	writing	write	VERB
epaa-604	92	4	assessment	assessment	NOUN
epaa-604	92	5	consisted	consist	VERB
epaa-604	92	6	of	of	ADP
epaa-604	92	7	a	a	DET
epaa-604	92	8	picture	picture	NOUN
epaa-604	92	9	of	of	ADP
epaa-604	92	10	a	a	DET
epaa-604	92	11	mural	mural	NOUN
epaa-604	92	12	and	and	CCONJ
epaa-604	92	13	two	two	NUM
epaa-604	92	14	questions	question	NOUN
epaa-604	92	15	.	.	PUNCT
epaa-604	93	1	students	student	NOUN
epaa-604	93	2	formed	form	VERB
epaa-604	93	3	small	small	ADJ
epaa-604	93	4	groups	group	NOUN
epaa-604	93	5	of	of	ADP
epaa-604	93	6	2	2	NUM
epaa-604	93	7	or	or	CCONJ
epaa-604	93	8	3	3	NUM
epaa-604	93	9	to	to	PART
epaa-604	93	10	discuss	discuss	VERB
epaa-604	93	11	the	the	DET
epaa-604	93	12	mural	mural	NOUN
epaa-604	93	13	.	.	PUNCT
epaa-604	94	1	after	after	ADP
epaa-604	94	2	5	5	NUM
epaa-604	94	3	to	to	PART
epaa-604	94	4	10	10	NUM
epaa-604	94	5	minutes	minute	NOUN
epaa-604	94	6	,	,	PUNCT
epaa-604	94	7	students	student	NOUN
epaa-604	94	8	returned	return	VERB
epaa-604	94	9	to	to	ADP
epaa-604	94	10	their	their	PRON
epaa-604	94	11	seats	seat	NOUN
epaa-604	94	12	and	and	CCONJ
epaa-604	94	13	responded	respond	VERB
epaa-604	94	14	to	to	ADP
epaa-604	94	15	one	one	NUM
epaa-604	94	16	of	of	ADP
epaa-604	94	17	two	two	NUM
epaa-604	94	18	prompts	prompt	NOUN
epaa-604	94	19	:	:	PUNCT
epaa-604	94	20	now	now	ADV
epaa-604	94	21	,	,	PUNCT
epaa-604	94	22	it	it	PRON
epaa-604	94	23	is	be	AUX
epaa-604	94	24	your	your	PRON
epaa-604	94	25	turn	turn	NOUN
epaa-604	94	26	to	to	PART
epaa-604	94	27	pick	pick	VERB
epaa-604	94	28	one	one	NUM
epaa-604	94	29	thing	thing	NOUN
epaa-604	94	30	you	you	PRON
epaa-604	94	31	found	find	VERB
epaa-604	94	32	in	in	ADP
epaa-604	94	33	the	the	DET
epaa-604	94	34	mural	mural	NOUN
epaa-604	94	35	.	.	PUNCT
epaa-604	95	1	pick	pick	VERB
epaa-604	95	2	one	one	NUM
epaa-604	95	3	thing	thing	NOUN
epaa-604	95	4	that	that	PRON
epaa-604	95	5	is	be	AUX
epaa-604	95	6	familiar	familiar	ADJ
epaa-604	95	7	to	to	ADP
epaa-604	95	8	you	you	PRON
epaa-604	95	9	,	,	PUNCT
epaa-604	95	10	that	that	SCONJ
epaa-604	95	11	you	you	PRON
epaa-604	95	12	can	can	AUX
epaa-604	95	13	recognize	recognize	VERB
epaa-604	95	14	from	from	ADP
epaa-604	95	15	your	your	PRON
epaa-604	95	16	daily	daily	ADJ
epaa-604	95	17	life	life	NOUN
epaa-604	95	18	or	or	CCONJ
epaa-604	95	19	that	that	PRON
epaa-604	95	20	is	be	AUX
epaa-604	95	21	part	part	NOUN
epaa-604	95	22	of	of	ADP
epaa-604	95	23	your	your	PRON
epaa-604	95	24	culture	culture	NOUN
epaa-604	95	25	.	.	PUNCT
epaa-604	96	1	describe	describe	VERB
epaa-604	96	2	it	it	PRON
epaa-604	96	3	in	in	ADP
epaa-604	96	4	detail	detail	NOUN
epaa-604	96	5	and	and	CCONJ
epaa-604	96	6	explain	explain	VERB
epaa-604	96	7	why	why	SCONJ
epaa-604	96	8	you	you	PRON
epaa-604	96	9	chose	choose	VERB
epaa-604	96	10	it	it	PRON
epaa-604	96	11	.	.	PUNCT
epaa-604	97	1	1	1	X
epaa-604	97	2	.	.	X
epaa-604	97	3	artists	artist	NOUN
epaa-604	97	4	usually	usually	ADV
epaa-604	97	5	try	try	VERB
epaa-604	97	6	to	to	PART
epaa-604	97	7	tell	tell	VERB
epaa-604	97	8	us	we	PRON
epaa-604	97	9	something	something	PRON
epaa-604	97	10	through	through	ADP
epaa-604	97	11	their	their	PRON
epaa-604	97	12	paintings	painting	NOUN
epaa-604	97	13	and	and	CCONJ
epaa-604	97	14	drawings	drawing	NOUN
epaa-604	97	15	.	.	PUNCT
epaa-604	98	1	they	they	PRON
epaa-604	98	2	may	may	AUX
epaa-604	98	3	want	want	VERB
epaa-604	98	4	to	to	PART
epaa-604	98	5	tell	tell	VERB
epaa-604	98	6	us	we	PRON
epaa-604	98	7	about	about	ADP
epaa-604	98	8	their	their	PRON
epaa-604	98	9	lives	life	NOUN
epaa-604	98	10	,	,	PUNCT
epaa-604	98	11	their	their	PRON
epaa-604	98	12	culture	culture	NOUN
epaa-604	98	13	or	or	CCONJ
epaa-604	98	14	their	their	PRON
epaa-604	98	15	feelings	feeling	NOUN
epaa-604	98	16	about	about	ADP
epaa-604	98	17	what	what	PRON
epaa-604	98	18	is	be	AUX
epaa-604	98	19	happening	happen	VERB
epaa-604	98	20	in	in	ADP
epaa-604	98	21	the	the	DET
epaa-604	98	22	neighborhood	neighborhood	NOUN
epaa-604	98	23	,	,	PUNCT
epaa-604	98	24	community	community	NOUN
epaa-604	98	25	or	or	CCONJ
epaa-604	98	26	world	world	NOUN
epaa-604	98	27	.	.	PUNCT
epaa-604	99	1	what	what	PRON
epaa-604	99	2	do	do	AUX
epaa-604	99	3	you	you	PRON
epaa-604	99	4	think	think	VERB
epaa-604	99	5	the	the	DET
epaa-604	99	6	artists	artist	NOUN
epaa-604	99	7	who	who	PRON
epaa-604	99	8	made	make	VERB
epaa-604	99	9	this	this	DET
epaa-604	99	10	mural	mural	NOUN
epaa-604	99	11	want	want	VERB
epaa-604	99	12	to	to	PART
epaa-604	99	13	tell	tell	VERB
epaa-604	99	14	us	we	PRON
epaa-604	99	15	?	?	PUNCT
epaa-604	100	1	what	what	PRON
epaa-604	100	2	is	be	AUX
epaa-604	100	3	this	this	DET
epaa-604	100	4	mural	mural	NOUN
epaa-604	100	5	's	's	PART
epaa-604	100	6	message	message	NOUN
epaa-604	100	7	?	?	PUNCT
epaa-604	101	1	2	2	NUM
epaa-604	101	2	.	.	PUNCT
epaa-604	101	3	due	due	ADP
epaa-604	101	4	to	to	ADP
epaa-604	101	5	absences	absence	NOUN
epaa-604	101	6	,	,	PUNCT
epaa-604	101	7	the	the	DET
epaa-604	101	8	actual	actual	ADJ
epaa-604	101	9	number	number	NOUN
epaa-604	101	10	of	of	ADP
epaa-604	101	11	students	student	NOUN
epaa-604	101	12	who	who	PRON
epaa-604	101	13	participated	participate	VERB
epaa-604	101	14	in	in	ADP
epaa-604	101	15	this	this	DET
epaa-604	101	16	study	study	NOUN
epaa-604	101	17	was	be	AUX
epaa-604	101	18	as	as	SCONJ
epaa-604	101	19	follows	follow	VERB
epaa-604	101	20	:	:	PUNCT
epaa-604	102	1	experimental	experimental	ADJ
epaa-604	102	2	(	(	PUNCT
epaa-604	102	3	computer	computer	NOUN
epaa-604	102	4	)	)	PUNCT
epaa-604	102	5	group	group	NOUN
epaa-604	102	6	:	:	PUNCT
epaa-604	102	7	46	46	NUM
epaa-604	102	8	control	control	NOUN
epaa-604	102	9	(	(	PUNCT
epaa-604	102	10	paper	paper	NOUN
epaa-604	102	11	-	-	PUNCT
epaa-604	102	12	and	and	CCONJ
epaa-604	102	13	-	-	PUNCT
epaa-604	102	14	pencil	pencil	NOUN
epaa-604	102	15	)	)	PUNCT
epaa-604	102	16	group	group	NOUN
epaa-604	102	17	:	:	PUNCT
epaa-604	102	18	68	68	NUM
epaa-604	102	19	it	it	PRON
epaa-604	102	20	should	should	AUX
epaa-604	102	21	be	be	AUX
epaa-604	102	22	noted	note	VERB
epaa-604	102	23	that	that	SCONJ
epaa-604	102	24	the	the	DET
epaa-604	102	25	study	study	NOUN
epaa-604	102	26	described	describe	VERB
epaa-604	102	27	in	in	ADP
epaa-604	102	28	this	this	DET
epaa-604	102	29	paper	paper	NOUN
epaa-604	102	30	was	be	AUX
epaa-604	102	31	performed	perform	VERB
epaa-604	102	32	as	as	ADP
epaa-604	102	33	part	part	NOUN
epaa-604	102	34	of	of	ADP
epaa-604	102	35	a	a	DET
epaa-604	102	36	larger	large	ADJ
epaa-604	102	37	longitudinal	longitudinal	ADJ
epaa-604	102	38	study	study	NOUN
epaa-604	102	39	which	which	PRON
epaa-604	102	40	relied	rely	VERB
epaa-604	102	41	heavily	heavily	ADV
epaa-604	102	42	on	on	ADP
epaa-604	102	43	matrix	matrix	NOUN
epaa-604	102	44	sampling	sampling	NOUN
epaa-604	102	45	.	.	PUNCT
epaa-604	103	1	for	for	ADP
epaa-604	103	2	this	this	DET
epaa-604	103	3	reason	reason	NOUN
epaa-604	103	4	,	,	PUNCT
epaa-604	103	5	not	not	PART
epaa-604	103	6	all	all	PRON
epaa-604	103	7	of	of	ADP
epaa-604	103	8	the	the	DET
epaa-604	103	9	students	student	NOUN
epaa-604	103	10	in	in	ADP
epaa-604	103	11	the	the	DET
epaa-604	103	12	control	control	NOUN
epaa-604	103	13	group	group	NOUN
epaa-604	103	14	performed	perform	VERB
epaa-604	103	15	all	all	DET
epaa-604	103	16	three	three	NUM
epaa-604	103	17	tests	test	NOUN
epaa-604	103	18	.	.	PUNCT
epaa-604	104	1	however	however	ADV
epaa-604	104	2	,	,	PUNCT
epaa-604	104	3	all	all	DET
epaa-604	104	4	students	student	NOUN
epaa-604	104	5	included	include	VERB
epaa-604	104	6	in	in	ADP
epaa-604	104	7	the	the	DET
epaa-604	104	8	analyses	analysis	NOUN
epaa-604	104	9	reported	report	VERB
epaa-604	104	10	here	here	ADV
epaa-604	104	11	performed	perform	VERB
epaa-604	104	12	at	at	ADP
epaa-604	104	13	least	least	ADV
epaa-604	104	14	two	two	NUM
epaa-604	104	15	tests	test	NOUN
epaa-604	104	16	,	,	PUNCT
epaa-604	104	17	one	one	NUM
epaa-604	104	18	of	of	ADP
epaa-604	104	19	which	which	PRON
epaa-604	104	20	was	be	AUX
epaa-604	104	21	the	the	DET
epaa-604	104	22	open	open	ADV
epaa-604	104	23	-	-	PUNCT
epaa-604	104	24	ended	end	VERB
epaa-604	104	25	assessment	assessment	NOUN
epaa-604	104	26	.	.	PUNCT
epaa-604	105	1	table	table	NOUN
epaa-604	105	2	1	1	NUM
epaa-604	105	3	shows	show	VERB
epaa-604	105	4	the	the	DET
epaa-604	105	5	actual	actual	ADJ
epaa-604	105	6	number	number	NOUN
epaa-604	105	7	of	of	ADP
epaa-604	105	8	students	student	NOUN
epaa-604	105	9	in	in	ADP
epaa-604	105	10	each	each	DET
epaa-604	105	11	group	group	NOUN
epaa-604	105	12	that	that	PRON
epaa-604	105	13	performed	perform	VERB
epaa-604	105	14	each	each	DET
epaa-604	105	15	test	test	NOUN
epaa-604	105	16	.	.	PUNCT
epaa-604	106	1	table	table	NOUN
epaa-604	106	2	1	1	NUM
epaa-604	106	3	number	number	NOUN
epaa-604	106	4	of	of	ADP
epaa-604	106	5	students	student	NOUN
epaa-604	106	6	performing	perform	VERB
epaa-604	106	7	each	each	DET
epaa-604	106	8	test	test	NOUN
epaa-604	106	9	test	test	NOUN
epaa-604	106	10	experimental	experimental	ADJ
epaa-604	106	11	control	control	PROPN
epaa-604	106	12	total	total	NOUN
epaa-604	106	13	6	6	NUM
epaa-604	106	14	of	of	ADP
epaa-604	106	15	20	20	NUM
epaa-604	106	16	open	open	ADV
epaa-604	106	17	-	-	PUNCT
epaa-604	106	18	ended	end	VERB
epaa-604	106	19	46	46	NUM
epaa-604	106	20	68	68	NUM
epaa-604	106	21	114	114	NUM
epaa-604	106	22	naep	naep	ADJ
epaa-604	106	23	44	44	NUM
epaa-604	106	24	42	42	NUM
epaa-604	106	25	86	86	NUM
epaa-604	106	26	perf	perf	NOUN
epaa-604	106	27	.	.	PUNCT
epaa-604	107	1	writing	write	VERB
epaa-604	107	2	40	40	NUM
epaa-604	107	3	46	46	NUM
epaa-604	107	4	86	86	NUM
epaa-604	107	5	to	to	PART
epaa-604	107	6	be	be	AUX
epaa-604	107	7	clear	clear	ADJ
epaa-604	107	8	,	,	PUNCT
epaa-604	107	9	we	we	PRON
epaa-604	107	10	emphasize	emphasize	VERB
epaa-604	107	11	that	that	SCONJ
epaa-604	107	12	the	the	DET
epaa-604	107	13	treatment	treatment	NOUN
epaa-604	107	14	,	,	PUNCT
epaa-604	107	15	in	in	ADP
epaa-604	107	16	terms	term	NOUN
epaa-604	107	17	of	of	ADP
epaa-604	107	18	which	which	PRON
epaa-604	107	19	the	the	DET
epaa-604	107	20	experimental	experimental	ADJ
epaa-604	107	21	and	and	CCONJ
epaa-604	107	22	control	control	NOUN
epaa-604	107	23	groups	group	NOUN
epaa-604	107	24	differed	differ	VERB
epaa-604	107	25	,	,	PUNCT
epaa-604	107	26	had	have	VERB
epaa-604	107	27	nothing	nothing	PRON
epaa-604	107	28	to	to	PART
epaa-604	107	29	do	do	VERB
epaa-604	107	30	with	with	ADP
epaa-604	107	31	educational	educational	ADJ
epaa-604	107	32	experience	experience	NOUN
epaa-604	107	33	of	of	ADP
epaa-604	107	34	the	the	DET
epaa-604	107	35	two	two	NUM
epaa-604	107	36	groups	group	NOUN
epaa-604	107	37	.	.	PUNCT
epaa-604	108	1	the	the	DET
epaa-604	108	2	groups	group	NOUN
epaa-604	108	3	were	be	AUX
epaa-604	108	4	receiving	receive	VERB
epaa-604	108	5	similar	similar	ADJ
epaa-604	108	6	-albeit	-albeit	NOUN
epaa-604	108	7	quite	quite	ADV
epaa-604	108	8	unusual	unusual	ADJ
epaa-604	108	9	in	in	ADP
epaa-604	108	10	comparison	comparison	NOUN
epaa-604	108	11	to	to	ADP
epaa-604	108	12	most	most	ADJ
epaa-604	108	13	middle	middle	ADJ
epaa-604	108	14	schools	school	NOUN
epaa-604	108	15	-educational	-educational	ADJ
epaa-604	108	16	experiences	experience	NOUN
epaa-604	108	17	in	in	ADP
epaa-604	108	18	the	the	DET
epaa-604	108	19	all	all	DET
epaa-604	108	20	school	school	NOUN
epaa-604	108	21	.	.	PUNCT
epaa-604	109	1	the	the	DET
epaa-604	109	2	treatment	treatment	NOUN
epaa-604	109	3	,	,	PUNCT
epaa-604	109	4	in	in	ADP
epaa-604	109	5	terms	term	NOUN
epaa-604	109	6	of	of	ADP
epaa-604	109	7	which	which	PRON
epaa-604	109	8	the	the	DET
epaa-604	109	9	two	two	NUM
epaa-604	109	10	groups	group	NOUN
epaa-604	109	11	differed	differ	VERB
epaa-604	109	12	,	,	PUNCT
epaa-604	109	13	was	be	AUX
epaa-604	109	14	simply	simply	ADV
epaa-604	109	15	that	that	SCONJ
epaa-604	109	16	the	the	DET
epaa-604	109	17	experimental	experimental	ADJ
epaa-604	109	18	group	group	NOUN
epaa-604	109	19	took	take	VERB
epaa-604	109	20	the	the	DET
epaa-604	109	21	naep	naep	ADJ
epaa-604	109	22	and	and	CCONJ
epaa-604	109	23	performance	performance	NOUN
epaa-604	109	24	writing	write	VERB
epaa-604	109	25	tests	test	NOUN
epaa-604	109	26	on	on	ADP
epaa-604	109	27	computer	computer	NOUN
epaa-604	109	28	,	,	PUNCT
epaa-604	109	29	whereas	whereas	SCONJ
epaa-604	109	30	the	the	DET
epaa-604	109	31	control	control	NOUN
epaa-604	109	32	group	group	NOUN
epaa-604	109	33	took	take	VERB
epaa-604	109	34	these	these	DET
epaa-604	109	35	tests	test	NOUN
epaa-604	109	36	in	in	ADP
epaa-604	109	37	the	the	DET
epaa-604	109	38	traditional	traditional	ADJ
epaa-604	109	39	manner	manner	NOUN
epaa-604	109	40	,	,	PUNCT
epaa-604	109	41	by	by	ADP
epaa-604	109	42	hand	hand	NOUN
epaa-604	109	43	with	with	ADP
epaa-604	109	44	paper	paper	NOUN
epaa-604	109	45	-	-	PUNCT
epaa-604	109	46	and	and	CCONJ
epaa-604	109	47	-	-	PUNCT
epaa-604	109	48	pencil	pencil	NOUN
epaa-604	109	49	.	.	PUNCT
epaa-604	110	1	converting	convert	VERB
epaa-604	110	2	paper	paper	NOUN
epaa-604	110	3	tests	test	NOUN
epaa-604	110	4	to	to	ADP
epaa-604	110	5	computer	computer	NOUN
epaa-604	110	6	before	before	SCONJ
epaa-604	110	7	the	the	DET
epaa-604	110	8	tests	test	NOUN
epaa-604	110	9	could	could	AUX
epaa-604	110	10	be	be	AUX
epaa-604	110	11	administered	administer	VERB
epaa-604	110	12	on	on	ADP
epaa-604	110	13	computer	computer	NOUN
epaa-604	110	14	,	,	PUNCT
epaa-604	110	15	the	the	DET
epaa-604	110	16	paper	paper	NOUN
epaa-604	110	17	versions	version	NOUN
epaa-604	110	18	were	be	AUX
epaa-604	110	19	converted	convert	VERB
epaa-604	110	20	to	to	ADP
epaa-604	110	21	a	a	DET
epaa-604	110	22	computerized	computerized	ADJ
epaa-604	110	23	format	format	NOUN
epaa-604	110	24	.	.	PUNCT
epaa-604	111	1	several	several	ADJ
epaa-604	111	2	studies	study	NOUN
epaa-604	111	3	suggest	suggest	VERB
epaa-604	111	4	that	that	SCONJ
epaa-604	111	5	slight	slight	ADJ
epaa-604	111	6	changes	change	NOUN
epaa-604	111	7	in	in	ADP
epaa-604	111	8	the	the	DET
epaa-604	111	9	appearance	appearance	NOUN
epaa-604	111	10	of	of	ADP
epaa-604	111	11	an	an	DET
epaa-604	111	12	item	item	NOUN
epaa-604	111	13	can	can	AUX
epaa-604	111	14	affect	affect	VERB
epaa-604	111	15	performance	performance	NOUN
epaa-604	111	16	on	on	ADP
epaa-604	111	17	that	that	DET
epaa-604	111	18	item	item	NOUN
epaa-604	111	19	.	.	PUNCT
epaa-604	112	1	something	something	PRON
epaa-604	112	2	as	as	ADV
epaa-604	112	3	simple	simple	ADJ
epaa-604	112	4	as	as	ADP
epaa-604	112	5	changing	change	VERB
epaa-604	112	6	the	the	DET
epaa-604	112	7	font	font	NOUN
epaa-604	112	8	in	in	ADP
epaa-604	112	9	which	which	PRON
epaa-604	112	10	a	a	DET
epaa-604	112	11	question	question	NOUN
epaa-604	112	12	is	be	AUX
epaa-604	112	13	written	write	VERB
epaa-604	112	14	,	,	PUNCT
epaa-604	112	15	the	the	DET
epaa-604	112	16	order	order	NOUN
epaa-604	112	17	items	item	NOUN
epaa-604	112	18	are	be	AUX
epaa-604	112	19	presented	present	VERB
epaa-604	112	20	,	,	PUNCT
epaa-604	112	21	or	or	CCONJ
epaa-604	112	22	the	the	DET
epaa-604	112	23	order	order	NOUN
epaa-604	112	24	of	of	ADP
epaa-604	112	25	response	response	NOUN
epaa-604	112	26	options	option	NOUN
epaa-604	112	27	can	can	AUX
epaa-604	112	28	affect	affect	VERB
epaa-604	112	29	performance	performance	NOUN
epaa-604	112	30	on	on	ADP
epaa-604	112	31	that	that	DET
epaa-604	112	32	item	item	NOUN
epaa-604	112	33	(	(	PUNCT
epaa-604	112	34	beaton	beaton	PROPN
epaa-604	112	35	&	&	CCONJ
epaa-604	112	36	zwick	zwick	PROPN
epaa-604	112	37	,	,	PUNCT
epaa-604	112	38	1990	1990	NUM
epaa-604	112	39	;	;	PUNCT
epaa-604	113	1	cizek	cizek	NOUN
epaa-604	113	2	,	,	PUNCT
epaa-604	113	3	1991	1991	NUM
epaa-604	113	4	)	)	PUNCT
epaa-604	113	5	.	.	PUNCT
epaa-604	114	1	other	other	ADJ
epaa-604	114	2	studies	study	NOUN
epaa-604	114	3	have	have	AUX
epaa-604	114	4	shown	show	VERB
epaa-604	114	5	that	that	SCONJ
epaa-604	114	6	people	people	NOUN
epaa-604	114	7	become	become	VERB
epaa-604	114	8	more	more	ADV
epaa-604	114	9	fatigued	fatigued	ADJ
epaa-604	114	10	when	when	SCONJ
epaa-604	114	11	reading	read	VERB
epaa-604	114	12	text	text	NOUN
epaa-604	114	13	on	on	ADP
epaa-604	114	14	a	a	DET
epaa-604	114	15	computer	computer	NOUN
epaa-604	114	16	screen	screen	NOUN
epaa-604	114	17	than	than	ADP
epaa-604	114	18	when	when	SCONJ
epaa-604	114	19	they	they	PRON
epaa-604	114	20	read	read	VERB
epaa-604	114	21	the	the	DET
epaa-604	114	22	same	same	ADJ
epaa-604	114	23	text	text	NOUN
epaa-604	114	24	on	on	ADP
epaa-604	114	25	paper	paper	NOUN
epaa-604	114	26	(	(	PUNCT
epaa-604	114	27	mourant	mourant	PROPN
epaa-604	114	28	,	,	PUNCT
epaa-604	114	29	lakshmanan	lakshmanan	PROPN
epaa-604	114	30	&	&	CCONJ
epaa-604	114	31	chantadisai	chantadisai	PROPN
epaa-604	114	32	,	,	PUNCT
epaa-604	114	33	1981	1981	NUM
epaa-604	114	34	)	)	PUNCT
epaa-604	114	35	.	.	PUNCT
epaa-604	115	1	one	one	NUM
epaa-604	115	2	study	study	NOUN
epaa-604	115	3	(	(	PUNCT
epaa-604	115	4	haas	haas	PROPN
epaa-604	115	5	&	&	CCONJ
epaa-604	115	6	hayes	hayes	PROPN
epaa-604	115	7	,	,	PUNCT
epaa-604	115	8	1986	1986	NUM
epaa-604	115	9	)	)	PUNCT
epaa-604	115	10	found	find	VERB
epaa-604	115	11	that	that	SCONJ
epaa-604	115	12	when	when	SCONJ
epaa-604	115	13	dealing	deal	VERB
epaa-604	115	14	with	with	ADP
epaa-604	115	15	passages	passage	NOUN
epaa-604	115	16	that	that	PRON
epaa-604	115	17	covered	cover	VERB
epaa-604	115	18	more	more	ADJ
epaa-604	115	19	than	than	ADP
epaa-604	115	20	one	one	NUM
epaa-604	115	21	page	page	NOUN
epaa-604	115	22	,	,	PUNCT
epaa-604	115	23	computer	computer	NOUN
epaa-604	115	24	administration	administration	NOUN
epaa-604	115	25	yielded	yield	VERB
epaa-604	115	26	lower	low	ADJ
epaa-604	115	27	scores	score	NOUN
epaa-604	115	28	than	than	ADP
epaa-604	115	29	paper	paper	NOUN
epaa-604	115	30	-	-	PUNCT
epaa-604	115	31	and	and	CCONJ
epaa-604	115	32	-	-	PUNCT
epaa-604	115	33	pencil	pencil	NOUN
epaa-604	115	34	administration	administration	NOUN
epaa-604	115	35	,	,	PUNCT
epaa-604	115	36	apparently	apparently	ADV
epaa-604	115	37	due	due	ADP
epaa-604	115	38	to	to	ADP
epaa-604	115	39	the	the	DET
epaa-604	115	40	difficulty	difficulty	NOUN
epaa-604	115	41	of	of	ADP
epaa-604	115	42	reading	read	VERB
epaa-604	115	43	extended	extended	ADJ
epaa-604	115	44	text	text	NOUN
epaa-604	115	45	on	on	ADP
epaa-604	115	46	screen	screen	NOUN
epaa-604	115	47	.	.	PUNCT
epaa-604	116	1	clearly	clearly	ADV
epaa-604	116	2	,	,	PUNCT
epaa-604	116	3	by	by	ADP
epaa-604	116	4	converting	convert	VERB
epaa-604	116	5	items	item	NOUN
epaa-604	116	6	from	from	ADP
epaa-604	116	7	paper	paper	NOUN
epaa-604	116	8	to	to	ADP
epaa-604	116	9	computer	computer	NOUN
epaa-604	116	10	,	,	PUNCT
epaa-604	116	11	the	the	DET
epaa-604	116	12	appearance	appearance	NOUN
epaa-604	116	13	of	of	ADP
epaa-604	116	14	items	item	NOUN
epaa-604	116	15	is	be	AUX
epaa-604	116	16	altered	alter	VERB
epaa-604	116	17	.	.	PUNCT
epaa-604	117	1	to	to	PART
epaa-604	117	2	minimize	minimize	VERB
epaa-604	117	3	such	such	ADJ
epaa-604	117	4	effects	effect	NOUN
epaa-604	117	5	,	,	PUNCT
epaa-604	117	6	each	each	DET
epaa-604	117	7	page	page	NOUN
epaa-604	117	8	of	of	ADP
epaa-604	117	9	the	the	DET
epaa-604	117	10	paper	paper	NOUN
epaa-604	117	11	version	version	NOUN
epaa-604	117	12	of	of	ADP
epaa-604	117	13	the	the	DET
epaa-604	117	14	naep	naep	ADJ
epaa-604	117	15	items	item	NOUN
epaa-604	117	16	and	and	CCONJ
epaa-604	117	17	the	the	DET
epaa-604	117	18	performance	performance	NOUN
epaa-604	117	19	writing	write	VERB
epaa-604	117	20	item	item	NOUN
epaa-604	117	21	was	be	AUX
epaa-604	117	22	replicated	replicate	VERB
epaa-604	117	23	on	on	ADP
epaa-604	117	24	the	the	DET
epaa-604	117	25	computer	computer	NOUN
epaa-604	117	26	screen	screen	NOUN
epaa-604	117	27	as	as	ADV
epaa-604	117	28	precisely	precisely	ADV
epaa-604	117	29	as	as	ADP
epaa-604	117	30	possible	possible	ADJ
epaa-604	117	31	.	.	PUNCT
epaa-604	118	1	to	to	ADP
epaa-604	118	2	that	that	DET
epaa-604	118	3	end	end	NOUN
epaa-604	118	4	,	,	PUNCT
epaa-604	118	5	the	the	DET
epaa-604	118	6	layout	layout	NOUN
epaa-604	118	7	of	of	ADP
epaa-604	118	8	text	text	NOUN
epaa-604	118	9	and	and	CCONJ
epaa-604	118	10	graphics	graphic	NOUN
epaa-604	118	11	on	on	ADP
epaa-604	118	12	the	the	DET
epaa-604	118	13	computer	computer	NOUN
epaa-604	118	14	version	version	NOUN
epaa-604	118	15	matched	match	VERB
epaa-604	118	16	the	the	DET
epaa-604	118	17	paper	paper	NOUN
epaa-604	118	18	version	version	NOUN
epaa-604	118	19	,	,	PUNCT
epaa-604	118	20	including	include	VERB
epaa-604	118	21	the	the	DET
epaa-604	118	22	number	number	NOUN
epaa-604	118	23	of	of	ADP
epaa-604	118	24	items	item	NOUN
epaa-604	118	25	on	on	ADP
epaa-604	118	26	a	a	DET
epaa-604	118	27	page	page	NOUN
epaa-604	118	28	,	,	PUNCT
epaa-604	118	29	the	the	DET
epaa-604	118	30	arrangement	arrangement	NOUN
epaa-604	118	31	of	of	ADP
epaa-604	118	32	response	response	NOUN
epaa-604	118	33	options	option	NOUN
epaa-604	118	34	,	,	PUNCT
epaa-604	118	35	and	and	CCONJ
epaa-604	118	36	the	the	DET
epaa-604	118	37	positioning	positioning	NOUN
epaa-604	118	38	of	of	ADP
epaa-604	118	39	footers	footer	NOUN
epaa-604	118	40	,	,	PUNCT
epaa-604	118	41	headers	header	NOUN
epaa-604	118	42	and	and	CCONJ
epaa-604	118	43	directions	direction	NOUN
epaa-604	118	44	.	.	PUNCT
epaa-604	119	1	despite	despite	SCONJ
epaa-604	119	2	these	these	DET
epaa-604	119	3	efforts	effort	NOUN
epaa-604	119	4	,	,	PUNCT
epaa-604	119	5	not	not	PART
epaa-604	119	6	every	every	DET
epaa-604	119	7	screen	screen	NOUN
epaa-604	119	8	matched	match	VERB
epaa-604	119	9	every	every	DET
epaa-604	119	10	page	page	NOUN
epaa-604	119	11	.	.	PUNCT
epaa-604	120	1	since	since	SCONJ
epaa-604	120	2	the	the	DET
epaa-604	120	3	computer	computer	NOUN
epaa-604	120	4	screen	screen	NOUN
epaa-604	120	5	contained	contain	VERB
epaa-604	120	6	less	less	ADJ
epaa-604	120	7	vertical	vertical	ADJ
epaa-604	120	8	space	space	NOUN
epaa-604	120	9	,	,	PUNCT
epaa-604	120	10	it	it	PRON
epaa-604	120	11	was	be	AUX
epaa-604	120	12	not	not	PART
epaa-604	120	13	always	always	ADV
epaa-604	120	14	possible	possible	ADJ
epaa-604	120	15	to	to	PART
epaa-604	120	16	fit	fit	VERB
epaa-604	120	17	the	the	DET
epaa-604	120	18	same	same	ADJ
epaa-604	120	19	number	number	NOUN
epaa-604	120	20	of	of	ADP
epaa-604	120	21	questions	question	NOUN
epaa-604	120	22	on	on	ADP
epaa-604	120	23	the	the	DET
epaa-604	120	24	screen	screen	NOUN
epaa-604	120	25	as	as	SCONJ
epaa-604	120	26	appeared	appear	VERB
epaa-604	120	27	on	on	ADP
epaa-604	120	28	the	the	DET
epaa-604	120	29	page	page	NOUN
epaa-604	120	30	.	.	PUNCT
epaa-604	121	1	in	in	ADP
epaa-604	121	2	addition	addition	NOUN
epaa-604	121	3	,	,	PUNCT
epaa-604	121	4	to	to	PART
epaa-604	121	5	allow	allow	VERB
epaa-604	121	6	the	the	DET
epaa-604	121	7	test	test	NOUN
epaa-604	121	8	taker	taker	NOUN
epaa-604	121	9	to	to	PART
epaa-604	121	10	move	move	VERB
epaa-604	121	11	between	between	ADP
epaa-604	121	12	screens	screen	NOUN
epaa-604	121	13	(	(	PUNCT
epaa-604	121	14	e.g.	e.g.	ADV
epaa-604	121	15	,	,	PUNCT
epaa-604	121	16	to	to	PART
epaa-604	121	17	go	go	VERB
epaa-604	121	18	on	on	ADP
epaa-604	121	19	to	to	ADP
epaa-604	121	20	the	the	DET
epaa-604	121	21	next	next	ADJ
epaa-604	121	22	screen	screen	NOUN
epaa-604	121	23	,	,	PUNCT
epaa-604	121	24	back	back	ADV
epaa-604	121	25	to	to	ADP
epaa-604	121	26	a	a	DET
epaa-604	121	27	previous	previous	ADJ
epaa-604	121	28	screen	screen	NOUN
epaa-604	121	29	,	,	PUNCT
epaa-604	121	30	or	or	CCONJ
epaa-604	121	31	to	to	PART
epaa-604	121	32	flip	flip	VERB
epaa-604	121	33	to	to	ADP
epaa-604	121	34	a	a	DET
epaa-604	121	35	passage	passage	NOUN
epaa-604	121	36	or	or	CCONJ
epaa-604	121	37	image	image	NOUN
epaa-604	121	38	to	to	PART
epaa-604	121	39	which	which	PRON
epaa-604	121	40	an	an	DET
epaa-604	121	41	item	item	NOUN
epaa-604	121	42	referred	refer	VERB
epaa-604	121	43	)	)	PUNCT
epaa-604	121	44	,	,	PUNCT
epaa-604	121	45	each	each	DET
epaa-604	121	46	screen	screen	NOUN
epaa-604	121	47	of	of	ADP
epaa-604	121	48	the	the	DET
epaa-604	121	49	computer	computer	NOUN
epaa-604	121	50	versions	version	NOUN
epaa-604	121	51	contained	contain	VERB
epaa-604	121	52	navigation	navigation	NOUN
epaa-604	121	53	buttons	button	NOUN
epaa-604	121	54	along	along	ADP
epaa-604	121	55	its	its	PRON
epaa-604	121	56	bottom	bottom	ADJ
epaa-604	121	57	edge	edge	NOUN
epaa-604	121	58	.	.	PUNCT
epaa-604	122	1	finally	finally	ADV
epaa-604	122	2	,	,	PUNCT
epaa-604	122	3	to	to	PART
epaa-604	122	4	decrease	decrease	VERB
epaa-604	122	5	the	the	DET
epaa-604	122	6	impact	impact	NOUN
epaa-604	122	7	of	of	ADP
epaa-604	122	8	screen	screen	NOUN
epaa-604	122	9	fatigue	fatigue	NOUN
epaa-604	122	10	,	,	PUNCT
epaa-604	122	11	a	a	DET
epaa-604	122	12	larger	large	ADJ
epaa-604	122	13	font	font	NOUN
epaa-604	122	14	was	be	AUX
epaa-604	122	15	used	use	VERB
epaa-604	122	16	on	on	ADP
epaa-604	122	17	the	the	DET
epaa-604	122	18	computer	computer	NOUN
epaa-604	122	19	version	version	NOUN
epaa-604	122	20	than	than	ADP
epaa-604	122	21	on	on	ADP
epaa-604	122	22	the	the	DET
epaa-604	122	23	paper	paper	NOUN
epaa-604	122	24	version	version	NOUN
epaa-604	122	25	.	.	PUNCT
epaa-604	123	1	to	to	PART
epaa-604	123	2	create	create	VERB
epaa-604	123	3	a	a	DET
epaa-604	123	4	computerized	computerized	ADJ
epaa-604	123	5	version	version	NOUN
epaa-604	123	6	of	of	ADP
epaa-604	123	7	the	the	DET
epaa-604	123	8	naep	naep	ADJ
epaa-604	123	9	and	and	CCONJ
epaa-604	123	10	performance	performance	NOUN
epaa-604	123	11	writing	writing	NOUN
epaa-604	123	12	tests	test	NOUN
epaa-604	123	13	,	,	PUNCT
epaa-604	123	14	the	the	DET
epaa-604	123	15	following	follow	VERB
epaa-604	123	16	steps	step	NOUN
epaa-604	123	17	were	be	AUX
epaa-604	123	18	taken	take	VERB
epaa-604	123	19	:	:	PUNCT
epaa-604	123	20	an	an	DET
epaa-604	123	21	appropriate	appropriate	ADJ
epaa-604	123	22	authoring	authoring	NOUN
epaa-604	123	23	tool	tool	NOUN
epaa-604	123	24	was	be	AUX
epaa-604	123	25	selected	select	VERB
epaa-604	123	26	.	.	PUNCT
epaa-604	124	1	to	to	PART
epaa-604	124	2	fully	fully	ADV
epaa-604	124	3	integrate	integrate	VERB
epaa-604	124	4	the	the	DET
epaa-604	124	5	several	several	ADJ
epaa-604	124	6	graphics	graphic	NOUN
epaa-604	124	7	used	use	VERB
epaa-604	124	8	in	in	ADP
epaa-604	124	9	the	the	DET
epaa-604	124	10	multiple	multiple	ADJ
epaa-604	124	11	-	-	PUNCT
epaa-604	124	12	choice	choice	NOUN
epaa-604	124	13	items	item	NOUN
epaa-604	124	14	and	and	CCONJ
epaa-604	124	15	the	the	DET
epaa-604	124	16	full	full	ADJ
epaa-604	124	17	-	-	PUNCT
epaa-604	124	18	color	color	NOUN
epaa-604	124	19	photograph	photograph	NOUN
epaa-604	124	20	of	of	ADP
epaa-604	124	21	a	a	DET
epaa-604	124	22	mural	mural	NOUN
epaa-604	124	23	used	use	VERB
epaa-604	124	24	in	in	ADP
epaa-604	124	25	the	the	DET
epaa-604	124	26	performance	performance	NOUN
epaa-604	124	27	writing	write	VERB
epaa-604	124	28	item	item	NOUN
epaa-604	124	29	,	,	PUNCT
epaa-604	124	30	as	as	ADV
epaa-604	124	31	well	well	ADV
epaa-604	124	32	as	as	ADP
epaa-604	124	33	to	to	PART
epaa-604	124	34	track	track	VERB
epaa-604	124	35	students	student	NOUN
epaa-604	124	36	'	'	PART
epaa-604	124	37	responses	response	NOUN
epaa-604	124	38	,	,	PUNCT
epaa-604	124	39	macromedia	macromedia	PROPN
epaa-604	124	40	director	director	NOUN
epaa-604	124	41	was	be	AUX
epaa-604	124	42	used	use	VERB
epaa-604	124	43	.	.	PUNCT
epaa-604	125	1	1	1	X
epaa-604	125	2	.	.	X
epaa-604	125	3	all	all	DET
epaa-604	125	4	graphics	graphic	NOUN
epaa-604	125	5	and	and	CCONJ
epaa-604	125	6	the	the	DET
epaa-604	125	7	photograph	photograph	NOUN
epaa-604	125	8	of	of	ADP
epaa-604	125	9	the	the	DET
epaa-604	125	10	mural	mural	NOUN
epaa-604	125	11	were	be	AUX
epaa-604	125	12	scanned	scan	VERB
epaa-604	125	13	.	.	PUNCT
epaa-604	126	1	adobe	adobe	PROPN
epaa-604	126	2	photoshop	photoshop	PROPN
epaa-604	126	3	was	be	AUX
epaa-604	126	4	used	use	VERB
epaa-604	126	5	to	to	PART
epaa-604	126	6	retouch	retouch	VERB
epaa-604	126	7	the	the	DET
epaa-604	126	8	images	image	NOUN
epaa-604	126	9	.	.	PUNCT
epaa-604	127	1	2	2	X
epaa-604	127	2	.	.	X
epaa-604	127	3	a	a	DET
epaa-604	127	4	data	data	NOUN
epaa-604	127	5	file	file	NOUN
epaa-604	127	6	was	be	AUX
epaa-604	127	7	created	create	VERB
epaa-604	127	8	to	to	PART
epaa-604	127	9	store	store	VERB
epaa-604	127	10	student	student	NOUN
epaa-604	127	11	input	input	NOUN
epaa-604	127	12	,	,	PUNCT
epaa-604	127	13	including	include	VERB
epaa-604	127	14	name	name	NOUN
epaa-604	127	15	,	,	PUNCT
epaa-604	127	16	i	i	PROPN
epaa-604	127	17	d	d	PROPN
epaa-604	127	18	number	number	NOUN
epaa-604	127	19	,	,	PUNCT
epaa-604	127	20	school	school	NOUN
epaa-604	127	21	name	name	NOUN
epaa-604	127	22	,	,	PUNCT
epaa-604	127	23	birth	birth	NOUN
epaa-604	127	24	date	date	NOUN
epaa-604	127	25	,	,	PUNCT
epaa-604	127	26	gender	gender	NOUN
epaa-604	127	27	,	,	PUNCT
epaa-604	127	28	date	date	NOUN
epaa-604	127	29	of	of	ADP
epaa-604	127	30	administration	administration	NOUN
epaa-604	127	31	and	and	CCONJ
epaa-604	127	32	responses	response	NOUN
epaa-604	127	33	to	to	ADP
epaa-604	127	34	each	each	DET
epaa-604	127	35	item	item	NOUN
epaa-604	127	36	.	.	PUNCT
epaa-604	128	1	3	3	X
epaa-604	128	2	.	.	X
epaa-604	128	3	a	a	DET
epaa-604	128	4	prototype	prototype	NOUN
epaa-604	128	5	of	of	ADP
epaa-604	128	6	each	each	DET
epaa-604	128	7	test	test	NOUN
epaa-604	128	8	was	be	AUX
epaa-604	128	9	created	create	VERB
epaa-604	128	10	,	,	PUNCT
epaa-604	128	11	integrating	integrate	VERB
epaa-604	128	12	the	the	DET
epaa-604	128	13	graphics	graphic	NOUN
epaa-604	128	14	,	,	PUNCT
epaa-604	128	15	text	text	NOUN
epaa-604	128	16	and	and	CCONJ
epaa-604	128	17	database	database	NOUN
epaa-604	128	18	into	into	ADP
epaa-604	128	19	a	a	DET
epaa-604	128	20	seamless	seamless	ADJ
epaa-604	128	21	application	application	NOUN
epaa-604	128	22	.	.	PUNCT
epaa-604	129	1	as	as	SCONJ
epaa-604	129	2	described	describe	VERB
epaa-604	129	3	earlier	early	ADV
epaa-604	129	4	,	,	PUNCT
epaa-604	129	5	navigational	navigational	ADJ
epaa-604	129	6	buttons	button	NOUN
epaa-604	129	7	were	be	AUX
epaa-604	129	8	placed	place	VERB
epaa-604	129	9	along	along	ADP
epaa-604	129	10	the	the	DET
epaa-604	129	11	lower	low	ADJ
epaa-604	129	12	edge	edge	NOUN
epaa-604	129	13	of	of	ADP
epaa-604	129	14	the	the	DET
epaa-604	129	15	screen	screen	NOUN
epaa-604	129	16	.	.	PUNCT
epaa-604	130	1	in	in	ADP
epaa-604	130	2	addition	addition	NOUN
epaa-604	130	3	,	,	PUNCT
epaa-604	130	4	a	a	DET
epaa-604	130	5	"	"	PUNCT
epaa-604	130	6	cover	cover	NOUN
epaa-604	130	7	"	"	PUNCT
epaa-604	130	8	page	page	NOUN
epaa-604	130	9	was	be	AUX
epaa-604	130	10	created	create	VERB
epaa-604	130	11	in	in	ADP
epaa-604	130	12	which	which	PRON
epaa-604	130	13	students	student	NOUN
epaa-604	130	14	entered	enter	VERB
epaa-604	130	15	biographical	biographical	ADJ
epaa-604	130	16	information	information	NOUN
epaa-604	130	17	.	.	PUNCT
epaa-604	131	1	4	4	NUM
epaa-604	131	2	.	.	NUM
epaa-604	131	3	7	7	NUM
epaa-604	131	4	of	of	ADP
epaa-604	131	5	20	20	NUM
epaa-604	131	6	the	the	DET
epaa-604	131	7	prototype	prototype	NOUN
epaa-604	131	8	was	be	AUX
epaa-604	131	9	tested	test	VERB
epaa-604	131	10	on	on	ADP
epaa-604	131	11	several	several	ADJ
epaa-604	131	12	adults	adult	NOUN
epaa-604	131	13	and	and	CCONJ
epaa-604	131	14	students	student	NOUN
epaa-604	131	15	to	to	PART
epaa-604	131	16	assure	assure	VERB
epaa-604	131	17	that	that	SCONJ
epaa-604	131	18	all	all	DET
epaa-604	131	19	navigational	navigational	ADJ
epaa-604	131	20	buttons	button	NOUN
epaa-604	131	21	functioned	function	VERB
epaa-604	131	22	properly	properly	ADV
epaa-604	131	23	,	,	PUNCT
epaa-604	131	24	that	that	SCONJ
epaa-604	131	25	data	datum	NOUN
epaa-604	131	26	was	be	AUX
epaa-604	131	27	stored	store	VERB
epaa-604	131	28	accurately	accurately	ADV
epaa-604	131	29	,	,	PUNCT
epaa-604	131	30	and	and	CCONJ
epaa-604	131	31	that	that	SCONJ
epaa-604	131	32	items	item	NOUN
epaa-604	131	33	and	and	CCONJ
epaa-604	131	34	graphics	graphic	NOUN
epaa-604	131	35	were	be	AUX
epaa-604	131	36	easy	easy	ADJ
epaa-604	131	37	to	to	PART
epaa-604	131	38	read	read	VERB
epaa-604	131	39	.	.	PUNCT
epaa-604	132	1	5	5	X
epaa-604	132	2	.	.	X
epaa-604	132	3	finally	finally	ADV
epaa-604	132	4	,	,	PUNCT
epaa-604	132	5	the	the	DET
epaa-604	132	6	prototype	prototype	NOUN
epaa-604	132	7	was	be	AUX
epaa-604	132	8	revised	revise	VERB
epaa-604	132	9	as	as	ADP
epaa-604	132	10	needed	need	VERB
epaa-604	132	11	and	and	CCONJ
epaa-604	132	12	the	the	DET
epaa-604	132	13	final	final	ADJ
epaa-604	132	14	versions	version	NOUN
epaa-604	132	15	of	of	ADP
epaa-604	132	16	the	the	DET
epaa-604	132	17	computer	computer	NOUN
epaa-604	132	18	tests	test	NOUN
epaa-604	132	19	were	be	AUX
epaa-604	132	20	installed	instal	VERB
epaa-604	132	21	on	on	ADP
epaa-604	132	22	twenty	twenty	NUM
epaa-604	132	23	-	-	PUNCT
epaa-604	132	24	four	four	NUM
epaa-604	132	25	computers	computer	NOUN
epaa-604	132	26	in	in	ADP
epaa-604	132	27	the	the	DET
epaa-604	132	28	all	all	DET
epaa-604	132	29	school	school	NOUN
epaa-604	132	30	.	.	PUNCT
epaa-604	133	1	6	6	NUM
epaa-604	133	2	.	.	PUNCT
epaa-604	133	3	as	as	SCONJ
epaa-604	133	4	described	describe	VERB
epaa-604	133	5	above	above	ADV
epaa-604	133	6	,	,	PUNCT
epaa-604	133	7	the	the	DET
epaa-604	133	8	addition	addition	NOUN
epaa-604	133	9	of	of	ADP
epaa-604	133	10	navigational	navigational	ADJ
epaa-604	133	11	buttons	button	NOUN
epaa-604	133	12	along	along	ADP
epaa-604	133	13	the	the	DET
epaa-604	133	14	lower	low	ADJ
epaa-604	133	15	edge	edge	NOUN
epaa-604	133	16	of	of	ADP
epaa-604	133	17	the	the	DET
epaa-604	133	18	computer	computer	NOUN
epaa-604	133	19	screen	screen	NOUN
epaa-604	133	20	was	be	AUX
epaa-604	133	21	the	the	DET
epaa-604	133	22	most	most	ADV
epaa-604	133	23	noticeable	noticeable	ADJ
epaa-604	133	24	difference	difference	NOUN
epaa-604	133	25	between	between	ADP
epaa-604	133	26	the	the	DET
epaa-604	133	27	computer	computer	NOUN
epaa-604	133	28	and	and	CCONJ
epaa-604	133	29	paper	paper	NOUN
epaa-604	133	30	versions	version	NOUN
epaa-604	133	31	of	of	ADP
epaa-604	133	32	the	the	DET
epaa-604	133	33	tests	test	NOUN
epaa-604	133	34	.	.	PUNCT
epaa-604	134	1	to	to	PART
epaa-604	134	2	allow	allow	VERB
epaa-604	134	3	students	student	NOUN
epaa-604	134	4	to	to	PART
epaa-604	134	5	review	review	VERB
epaa-604	134	6	their	their	PRON
epaa-604	134	7	work	work	NOUN
epaa-604	134	8	and	and	CCONJ
epaa-604	134	9	make	make	VERB
epaa-604	134	10	changes	change	NOUN
epaa-604	134	11	as	as	SCONJ
epaa-604	134	12	desired	desire	VERB
epaa-604	134	13	,	,	PUNCT
epaa-604	134	14	a	a	DET
epaa-604	134	15	"	"	PUNCT
epaa-604	134	16	next	next	ADJ
epaa-604	134	17	page	page	NOUN
epaa-604	134	18	"	"	PUNCT
epaa-604	134	19	and	and	CCONJ
epaa-604	134	20	"	"	PUNCT
epaa-604	134	21	previous	previous	ADJ
epaa-604	134	22	page	page	NOUN
epaa-604	134	23	"	"	PUNCT
epaa-604	134	24	button	button	NOUN
epaa-604	134	25	appeared	appear	VERB
epaa-604	134	26	on	on	ADP
epaa-604	134	27	all	all	DET
epaa-604	134	28	pages	page	NOUN
epaa-604	134	29	(	(	PUNCT
epaa-604	134	30	or	or	CCONJ
epaa-604	134	31	screens	screen	NOUN
epaa-604	134	32	)	)	PUNCT
epaa-604	134	33	of	of	ADP
epaa-604	134	34	the	the	DET
epaa-604	134	35	computer	computer	NOUN
epaa-604	134	36	tests	test	NOUN
epaa-604	134	37	(	(	PUNCT
epaa-604	134	38	except	except	SCONJ
epaa-604	134	39	the	the	DET
epaa-604	134	40	first	first	ADJ
epaa-604	134	41	and	and	CCONJ
epaa-604	134	42	last	last	ADJ
epaa-604	134	43	page	page	NOUN
epaa-604	134	44	)	)	PUNCT
epaa-604	134	45	.	.	PUNCT
epaa-604	135	1	to	to	PART
epaa-604	135	2	allow	allow	VERB
epaa-604	135	3	students	student	NOUN
epaa-604	135	4	to	to	PART
epaa-604	135	5	review	review	VERB
epaa-604	135	6	their	their	PRON
epaa-604	135	7	work	work	NOUN
epaa-604	135	8	,	,	PUNCT
epaa-604	135	9	student	student	NOUN
epaa-604	135	10	responses	response	NOUN
epaa-604	135	11	were	be	AUX
epaa-604	135	12	not	not	PART
epaa-604	135	13	recorded	record	VERB
epaa-604	135	14	until	until	SCONJ
epaa-604	135	15	the	the	DET
epaa-604	135	16	student	student	NOUN
epaa-604	135	17	reached	reach	VERB
epaa-604	135	18	the	the	DET
epaa-604	135	19	last	last	ADJ
epaa-604	135	20	page	page	NOUN
epaa-604	135	21	of	of	ADP
epaa-604	135	22	the	the	DET
epaa-604	135	23	assessment	assessment	NOUN
epaa-604	135	24	and	and	CCONJ
epaa-604	135	25	clicked	click	VERB
epaa-604	135	26	a	a	DET
epaa-604	135	27	button	button	NOUN
epaa-604	135	28	labeled	label	VERB
epaa-604	135	29	"	"	PUNCT
epaa-604	135	30	i	i	PRON
epaa-604	135	31	'm	be	AUX
epaa-604	135	32	finished	finish	VERB
epaa-604	135	33	.	.	PUNCT
epaa-604	135	34	"	"	PUNCT
epaa-604	136	1	when	when	SCONJ
epaa-604	136	2	the	the	DET
epaa-604	136	3	"	"	PUNCT
epaa-604	136	4	i	i	PRON
epaa-604	136	5	'm	be	AUX
epaa-604	136	6	finished	finish	VERB
epaa-604	136	7	"	"	PUNCT
epaa-604	136	8	button	button	NOUN
epaa-604	136	9	was	be	AUX
epaa-604	136	10	clicked	click	VERB
epaa-604	136	11	,	,	PUNCT
epaa-604	136	12	the	the	DET
epaa-604	136	13	student	student	NOUN
epaa-604	136	14	's	's	PART
epaa-604	136	15	biographical	biographical	ADJ
epaa-604	136	16	information	information	NOUN
epaa-604	136	17	and	and	CCONJ
epaa-604	136	18	responses	response	NOUN
epaa-604	136	19	to	to	ADP
epaa-604	136	20	each	each	DET
epaa-604	136	21	item	item	NOUN
epaa-604	136	22	were	be	AUX
epaa-604	136	23	recorded	record	VERB
epaa-604	136	24	in	in	ADP
epaa-604	136	25	a	a	DET
epaa-604	136	26	data	data	NOUN
epaa-604	136	27	file	file	NOUN
epaa-604	136	28	before	before	SCONJ
epaa-604	136	29	the	the	DET
epaa-604	136	30	program	program	NOUN
epaa-604	136	31	terminated	terminate	VERB
epaa-604	136	32	.	.	PUNCT
epaa-604	137	1	for	for	ADP
epaa-604	137	2	all	all	DET
epaa-604	137	3	multiple	multiple	ADJ
epaa-604	137	4	-	-	PUNCT
epaa-604	137	5	choice	choice	NOUN
epaa-604	137	6	items	item	NOUN
epaa-604	137	7	,	,	PUNCT
epaa-604	137	8	students	student	NOUN
epaa-604	137	9	clicked	click	VERB
epaa-604	137	10	the	the	DET
epaa-604	137	11	option	option	NOUN
epaa-604	137	12	they	they	PRON
epaa-604	137	13	felt	feel	VERB
epaa-604	137	14	best	well	ADV
epaa-604	137	15	answered	answer	VERB
epaa-604	137	16	the	the	DET
epaa-604	137	17	question	question	NOUN
epaa-604	137	18	posed	pose	VERB
epaa-604	137	19	.	.	PUNCT
epaa-604	138	1	for	for	ADP
epaa-604	138	2	both	both	DET
epaa-604	138	3	shortand	shortand	NOUN
epaa-604	138	4	long	long	ADJ
epaa-604	138	5	-	-	PUNCT
epaa-604	138	6	answer	answer	NOUN
epaa-604	138	7	questions	question	NOUN
epaa-604	138	8	,	,	PUNCT
epaa-604	138	9	examinees	examinee	NOUN
epaa-604	138	10	used	use	VERB
epaa-604	138	11	a	a	DET
epaa-604	138	12	keyboard	keyboard	NOUN
epaa-604	138	13	to	to	PART
epaa-604	138	14	type	type	VERB
epaa-604	138	15	their	their	PRON
epaa-604	138	16	answers	answer	NOUN
epaa-604	138	17	into	into	ADP
epaa-604	138	18	text	text	NOUN
epaa-604	138	19	boxes	box	NOUN
epaa-604	138	20	which	which	PRON
epaa-604	138	21	appeared	appear	VERB
epaa-604	138	22	on	on	ADP
epaa-604	138	23	their	their	PRON
epaa-604	138	24	screen	screen	NOUN
epaa-604	138	25	.	.	PUNCT
epaa-604	139	1	though	though	SCONJ
epaa-604	139	2	they	they	PRON
epaa-604	139	3	could	could	AUX
epaa-604	139	4	edit	edit	VERB
epaa-604	139	5	using	use	VERB
epaa-604	139	6	the	the	DET
epaa-604	139	7	keyboard	keyboard	NOUN
epaa-604	139	8	and	and	CCONJ
epaa-604	139	9	mouse	mouse	NOUN
epaa-604	139	10	,	,	PUNCT
epaa-604	139	11	examinees	examinee	NOUN
epaa-604	139	12	did	do	AUX
epaa-604	139	13	not	not	PART
epaa-604	139	14	have	have	VERB
epaa-604	139	15	access	access	NOUN
epaa-604	139	16	to	to	ADP
epaa-604	139	17	word	word	NOUN
epaa-604	139	18	processing	processing	NOUN
epaa-604	139	19	tools	tool	NOUN
epaa-604	139	20	such	such	ADJ
epaa-604	139	21	as	as	ADP
epaa-604	139	22	spell	spell	NOUN
epaa-604	139	23	-	-	PUNCT
epaa-604	139	24	checking	checking	NOUN
epaa-604	139	25	.	.	PUNCT
epaa-604	140	1	scoring	score	VERB
epaa-604	140	2	a	a	DET
epaa-604	140	3	combination	combination	NOUN
epaa-604	140	4	of	of	ADP
epaa-604	140	5	multiple	multiple	ADJ
epaa-604	140	6	choice	choice	NOUN
epaa-604	140	7	and	and	CCONJ
epaa-604	140	8	open	open	ADV
epaa-604	140	9	-	-	PUNCT
epaa-604	140	10	ended	end	VERB
epaa-604	140	11	items	item	NOUN
epaa-604	140	12	were	be	AUX
epaa-604	140	13	performed	perform	VERB
epaa-604	140	14	by	by	ADP
epaa-604	140	15	both	both	DET
epaa-604	140	16	groups	group	NOUN
epaa-604	140	17	of	of	ADP
epaa-604	140	18	students	student	NOUN
epaa-604	140	19	.	.	PUNCT
epaa-604	141	1	multiple	multiple	ADJ
epaa-604	141	2	-	-	PUNCT
epaa-604	141	3	choice	choice	NOUN
epaa-604	141	4	naep	naep	ADJ
epaa-604	141	5	items	item	NOUN
epaa-604	141	6	were	be	AUX
epaa-604	141	7	scored	score	VERB
epaa-604	141	8	as	as	ADP
epaa-604	141	9	either	either	CCONJ
epaa-604	141	10	correct	correct	ADJ
epaa-604	141	11	or	or	CCONJ
epaa-604	141	12	incorrect	incorrect	ADJ
epaa-604	141	13	based	base	VERB
epaa-604	141	14	upon	upon	SCONJ
epaa-604	141	15	the	the	DET
epaa-604	141	16	answer	answer	NOUN
epaa-604	141	17	key	key	NOUN
epaa-604	141	18	accompanying	accompany	VERB
epaa-604	141	19	the	the	DET
epaa-604	141	20	naep	naep	ADJ
epaa-604	141	21	items	item	NOUN
epaa-604	141	22	.	.	PUNCT
epaa-604	142	1	to	to	PART
epaa-604	142	2	prevent	prevent	VERB
epaa-604	142	3	rater	rater	NOUN
epaa-604	142	4	bias	bias	NOUN
epaa-604	142	5	based	base	VERB
epaa-604	142	6	on	on	ADP
epaa-604	142	7	the	the	DET
epaa-604	142	8	mode	mode	NOUN
epaa-604	142	9	of	of	ADP
epaa-604	142	10	response	response	NOUN
epaa-604	142	11	,	,	PUNCT
epaa-604	142	12	all	all	DET
epaa-604	142	13	short	short	ADJ
epaa-604	142	14	-	-	PUNCT
epaa-604	142	15	answer	answer	NOUN
epaa-604	142	16	naep	naep	ADJ
epaa-604	142	17	responses	response	NOUN
epaa-604	142	18	were	be	AUX
epaa-604	142	19	entered	enter	VERB
epaa-604	142	20	verbatim	verbatim	ADV
epaa-604	142	21	into	into	ADP
epaa-604	142	22	the	the	DET
epaa-604	142	23	computer	computer	NOUN
epaa-604	142	24	.	.	PUNCT
epaa-604	143	1	responses	response	NOUN
epaa-604	143	2	of	of	ADP
epaa-604	143	3	students	student	NOUN
epaa-604	143	4	who	who	PRON
epaa-604	143	5	had	have	AUX
epaa-604	143	6	taken	take	VERB
epaa-604	143	7	the	the	DET
epaa-604	143	8	naep	naep	ADJ
epaa-604	143	9	questions	question	NOUN
epaa-604	143	10	on	on	ADP
epaa-604	143	11	computer	computer	NOUN
epaa-604	143	12	and	and	CCONJ
epaa-604	143	13	via	via	ADP
epaa-604	143	14	paper	paper	NOUN
epaa-604	143	15	-	-	PUNCT
epaa-604	143	16	and	and	CCONJ
epaa-604	143	17	-	-	PUNCT
epaa-604	143	18	pencil	pencil	NOUN
epaa-604	143	19	were	be	AUX
epaa-604	143	20	then	then	ADV
epaa-604	143	21	randomly	randomly	ADV
epaa-604	143	22	intermixed	intermix	VERB
epaa-604	143	23	.	.	PUNCT
epaa-604	144	1	applying	apply	VERB
epaa-604	144	2	the	the	DET
epaa-604	144	3	rating	rating	NOUN
epaa-604	144	4	rubrics	rubric	NOUN
epaa-604	144	5	designed	design	VERB
epaa-604	144	6	by	by	ADP
epaa-604	144	7	naep	naep	ADJ
epaa-604	144	8	,	,	PUNCT
epaa-604	144	9	two	two	NUM
epaa-604	144	10	raters	rater	NOUN
epaa-604	144	11	independently	independently	ADV
epaa-604	144	12	scored	score	VERB
epaa-604	144	13	each	each	DET
epaa-604	144	14	set	set	NOUN
epaa-604	144	15	of	of	ADP
epaa-604	144	16	six	six	NUM
epaa-604	144	17	short	short	ADJ
epaa-604	144	18	answer	answer	NOUN
epaa-604	144	19	items	item	NOUN
epaa-604	144	20	for	for	ADP
epaa-604	144	21	each	each	DET
epaa-604	144	22	student	student	NOUN
epaa-604	144	23	.	.	PUNCT
epaa-604	145	1	as	as	ADP
epaa-604	145	2	part	part	NOUN
epaa-604	145	3	of	of	ADP
epaa-604	145	4	an	an	DET
epaa-604	145	5	overall	overall	ADJ
epaa-604	145	6	strategy	strategy	NOUN
epaa-604	145	7	to	to	PART
epaa-604	145	8	summarize	summarize	VERB
epaa-604	145	9	results	result	NOUN
epaa-604	145	10	on	on	ADP
epaa-604	145	11	all	all	DET
epaa-604	145	12	items	item	NOUN
epaa-604	145	13	in	in	ADP
epaa-604	145	14	terms	term	NOUN
epaa-604	145	15	of	of	ADP
epaa-604	145	16	percent	percent	NOUN
epaa-604	145	17	correct	correct	ADJ
epaa-604	145	18	,	,	PUNCT
epaa-604	145	19	the	the	DET
epaa-604	145	20	initial	initial	ADJ
epaa-604	145	21	ratings	rating	NOUN
epaa-604	145	22	(	(	PUNCT
epaa-604	145	23	which	which	PRON
epaa-604	145	24	ranged	range	VERB
epaa-604	145	25	from	from	ADP
epaa-604	145	26	1	1	NUM
epaa-604	145	27	5	5	NUM
epaa-604	145	28	)	)	PUNCT
epaa-604	145	29	were	be	AUX
epaa-604	145	30	converted	convert	VERB
epaa-604	145	31	to	to	ADP
epaa-604	145	32	a	a	DET
epaa-604	145	33	dichotomous	dichotomous	ADJ
epaa-604	145	34	value	value	NOUN
epaa-604	145	35	:	:	PUNCT
epaa-604	145	36	1	1	NUM
epaa-604	145	37	or	or	CCONJ
epaa-604	145	38	0	0	NUM
epaa-604	145	39	;	;	PUNCT
epaa-604	145	40	to	to	PART
epaa-604	145	41	denote	denote	VERB
epaa-604	145	42	whether	whether	SCONJ
epaa-604	145	43	student	student	NOUN
epaa-604	145	44	responses	response	NOUN
epaa-604	145	45	were	be	AUX
epaa-604	145	46	adequate	adequate	ADJ
epaa-604	145	47	or	or	CCONJ
epaa-604	145	48	inadequate	inadequate	ADJ
epaa-604	145	49	.	.	PUNCT
epaa-604	146	1	the	the	DET
epaa-604	146	2	two	two	NUM
epaa-604	146	3	raters	rater	NOUN
epaa-604	146	4	'	'	PART
epaa-604	146	5	converted	convert	VERB
epaa-604	146	6	scores	score	NOUN
epaa-604	146	7	were	be	AUX
epaa-604	146	8	then	then	ADV
epaa-604	146	9	compared	compare	VERB
epaa-604	146	10	.	.	PUNCT
epaa-604	147	1	where	where	SCONJ
epaa-604	147	2	discrepancies	discrepancy	NOUN
epaa-604	147	3	occurred	occur	VERB
epaa-604	147	4	,	,	PUNCT
epaa-604	147	5	the	the	DET
epaa-604	147	6	raters	rater	NOUN
epaa-604	147	7	re	re	VERB
epaa-604	147	8	-	-	ADJ
epaa-604	147	9	evaluated	evaluated	ADJ
epaa-604	147	10	responses	response	NOUN
epaa-604	147	11	and	and	CCONJ
epaa-604	147	12	reached	reach	VERB
epaa-604	147	13	consensus	consensus	NOUN
epaa-604	147	14	on	on	ADP
epaa-604	147	15	a	a	DET
epaa-604	147	16	score	score	NOUN
epaa-604	147	17	.	.	PUNCT
epaa-604	148	1	to	to	PART
epaa-604	148	2	score	score	VERB
epaa-604	148	3	the	the	DET
epaa-604	148	4	performance	performance	NOUN
epaa-604	148	5	writing	write	VERB
epaa-604	148	6	item	item	NOUN
epaa-604	148	7	,	,	PUNCT
epaa-604	148	8	all	all	DET
epaa-604	148	9	hand	hand	NOUN
epaa-604	148	10	written	write	VERB
epaa-604	148	11	responses	response	NOUN
epaa-604	148	12	were	be	AUX
epaa-604	148	13	entered	enter	VERB
epaa-604	148	14	verbatim	verbatim	ADV
epaa-604	148	15	into	into	ADP
epaa-604	148	16	the	the	DET
epaa-604	148	17	computer	computer	NOUN
epaa-604	148	18	-again	-again	NOUN
epaa-604	148	19	so	so	SCONJ
epaa-604	148	20	as	as	SCONJ
epaa-604	148	21	to	to	PART
epaa-604	148	22	prevent	prevent	VERB
epaa-604	148	23	raters	rater	NOUN
epaa-604	148	24	from	from	ADP
epaa-604	148	25	knowing	know	VERB
epaa-604	148	26	which	which	DET
epaa-604	148	27	responses	response	NOUN
epaa-604	148	28	were	be	AUX
epaa-604	148	29	originally	originally	ADV
epaa-604	148	30	written	write	VERB
epaa-604	148	31	by	by	ADP
epaa-604	148	32	hand	hand	NOUN
epaa-604	148	33	.	.	PUNCT
epaa-604	149	1	the	the	DET
epaa-604	149	2	hand	hand	NOUN
epaa-604	149	3	-	-	PUNCT
epaa-604	149	4	written	write	VERB
epaa-604	149	5	and	and	CCONJ
epaa-604	149	6	computerwritten	computerwritten	ADJ
epaa-604	149	7	responses	response	NOUN
epaa-604	149	8	were	be	AUX
epaa-604	149	9	randomly	randomly	ADV
epaa-604	149	10	intermixed	intermix	VERB
epaa-604	149	11	.	.	PUNCT
epaa-604	150	1	three	three	NUM
epaa-604	150	2	independent	independent	ADJ
epaa-604	150	3	raters	rater	NOUN
epaa-604	150	4	then	then	ADV
epaa-604	150	5	scored	score	VERB
epaa-604	150	6	each	each	DET
epaa-604	150	7	written	write	VERB
epaa-604	150	8	response	response	NOUN
epaa-604	150	9	,	,	PUNCT
epaa-604	150	10	using	use	VERB
epaa-604	150	11	the	the	DET
epaa-604	150	12	following	follow	VERB
epaa-604	150	13	four	four	NUM
epaa-604	150	14	-	-	PUNCT
epaa-604	150	15	point	point	NOUN
epaa-604	150	16	scoring	scoring	NOUN
epaa-604	150	17	rubric	rubric	NOUN
epaa-604	150	18	:	:	PUNCT
epaa-604	150	19	too	too	ADV
epaa-604	150	20	brief	brief	ADJ
epaa-604	150	21	to	to	PART
epaa-604	150	22	evaluate	evaluate	VERB
epaa-604	150	23	:	:	PUNCT
epaa-604	150	24	student	student	NOUN
epaa-604	150	25	did	do	AUX
epaa-604	150	26	not	not	PART
epaa-604	150	27	make	make	VERB
epaa-604	150	28	an	an	DET
epaa-604	150	29	attempt	attempt	NOUN
epaa-604	150	30	;	;	PUNCT
epaa-604	150	31	indicates	indicate	VERB
epaa-604	150	32	that	that	DET
epaa-604	150	33	student	student	NOUN
epaa-604	150	34	either	either	CCONJ
epaa-604	150	35	did	do	AUX
epaa-604	150	36	not	not	PART
epaa-604	150	37	know	know	VERB
epaa-604	150	38	how	how	SCONJ
epaa-604	150	39	to	to	PART
epaa-604	150	40	begin	begin	VERB
epaa-604	150	41	,	,	PUNCT
epaa-604	150	42	or	or	CCONJ
epaa-604	150	43	could	could	AUX
epaa-604	150	44	not	not	PART
epaa-604	150	45	approach	approach	VERB
epaa-604	150	46	the	the	DET
epaa-604	150	47	problem	problem	NOUN
epaa-604	150	48	in	in	ADP
epaa-604	150	49	an	an	DET
epaa-604	150	50	appropriate	appropriate	ADJ
epaa-604	150	51	manner	manner	NOUN
epaa-604	150	52	.	.	PUNCT
epaa-604	151	1	1	1	X
epaa-604	151	2	.	.	PUNCT
epaa-604	151	3	inadequate	inadequate	ADJ
epaa-604	151	4	response	response	NOUN
epaa-604	151	5	:	:	PUNCT
epaa-604	151	6	student	student	NOUN
epaa-604	151	7	made	make	VERB
epaa-604	151	8	an	an	DET
epaa-604	151	9	attempt	attempt	NOUN
epaa-604	151	10	but	but	CCONJ
epaa-604	151	11	the	the	DET
epaa-604	151	12	response	response	NOUN
epaa-604	151	13	was	be	AUX
epaa-604	151	14	incorrect	incorrect	ADJ
epaa-604	151	15	,	,	PUNCT
epaa-604	151	16	reflected	reflect	VERB
epaa-604	151	17	a	a	DET
epaa-604	151	18	misconception	misconception	NOUN
epaa-604	151	19	and/or	and/or	CCONJ
epaa-604	151	20	was	be	AUX
epaa-604	151	21	poorly	poorly	ADV
epaa-604	151	22	communicated	communicate	VERB
epaa-604	151	23	.	.	PUNCT
epaa-604	152	1	2	2	X
epaa-604	152	2	.	.	X
epaa-604	152	3	adequate	adequate	ADJ
epaa-604	152	4	response	response	NOUN
epaa-604	152	5	:	:	PUNCT
epaa-604	152	6	response	response	NOUN
epaa-604	152	7	is	be	AUX
epaa-604	152	8	correct	correct	ADJ
epaa-604	152	9	and	and	CCONJ
epaa-604	152	10	communicated	communicate	VERB
epaa-604	152	11	satisfactorily	satisfactorily	ADV
epaa-604	152	12	,	,	PUNCT
epaa-604	152	13	but	but	CCONJ
epaa-604	152	14	lacks	lack	VERB
epaa-604	152	15	clarity	clarity	NOUN
epaa-604	152	16	,	,	PUNCT
epaa-604	152	17	elaboration	elaboration	NOUN
epaa-604	152	18	and	and	CCONJ
epaa-604	152	19	supporting	support	VERB
epaa-604	152	20	evidence	evidence	NOUN
epaa-604	152	21	.	.	PUNCT
epaa-604	153	1	3	3	X
epaa-604	153	2	.	.	X
epaa-604	153	3	excellent	excellent	ADJ
epaa-604	153	4	response	response	NOUN
epaa-604	153	5	:	:	PUNCT
epaa-604	153	6	response	response	NOUN
epaa-604	153	7	is	be	AUX
epaa-604	153	8	correct	correct	ADJ
epaa-604	153	9	,	,	PUNCT
epaa-604	153	10	communicated	communicate	VERB
epaa-604	153	11	clearly	clearly	ADV
epaa-604	153	12	and	and	CCONJ
epaa-604	153	13	contains	contain	VERB
epaa-604	153	14	evidence	evidence	NOUN
epaa-604	153	15	which	which	PRON
epaa-604	153	16	supports	support	VERB
epaa-604	153	17	his	his	PRON
epaa-604	153	18	/	/	SYM
epaa-604	153	19	her	her	PRON
epaa-604	153	20	response	response	NOUN
epaa-604	153	21	.	.	PUNCT
epaa-604	154	1	4	4	X
epaa-604	154	2	.	.	X
epaa-604	154	3	initial	initial	ADJ
epaa-604	154	4	analyses	analysis	NOUN
epaa-604	154	5	of	of	ADP
epaa-604	154	6	the	the	DET
epaa-604	154	7	three	three	NUM
epaa-604	154	8	raters	rater	NOUN
epaa-604	154	9	'	'	PART
epaa-604	154	10	ratings	rating	NOUN
epaa-604	154	11	showed	show	VERB
epaa-604	154	12	that	that	SCONJ
epaa-604	154	13	there	there	PRON
epaa-604	154	14	was	be	VERB
epaa-604	154	15	only	only	ADV
epaa-604	154	16	a	a	DET
epaa-604	154	17	modest	modest	ADJ
epaa-604	154	18	level	level	NOUN
epaa-604	154	19	of	of	ADP
epaa-604	154	20	inter	inter	ADJ
epaa-604	154	21	-	-	ADJ
epaa-604	154	22	rater	rater	ADJ
epaa-604	154	23	reliability	reliability	NOUN
epaa-604	154	24	among	among	ADP
epaa-604	154	25	the	the	DET
epaa-604	154	26	three	three	NUM
epaa-604	154	27	(	(	PUNCT
epaa-604	154	28	inter	inter	ADJ
epaa-604	154	29	-	-	ADJ
epaa-604	154	30	rater	rater	ADJ
epaa-604	154	31	correlations	correlation	NOUN
epaa-604	154	32	ranged	range	VERB
epaa-604	154	33	from	from	ADP
epaa-604	154	34	0.44	0.44	NUM
epaa-604	154	35	to	to	ADP
epaa-604	154	36	0.62	0.62	NUM
epaa-604	154	37	,	,	PUNCT
epaa-604	154	38	across	across	ADP
epaa-604	154	39	the	the	DET
epaa-604	154	40	total	total	NOUN
epaa-604	154	41	of	of	ADP
epaa-604	154	42	89	89	NUM
epaa-604	154	43	performance	performance	NOUN
epaa-604	154	44	writing	writing	NOUN
epaa-604	154	45	responses	response	NOUN
epaa-604	154	46	)	)	PUNCT
epaa-604	154	47	.	.	PUNCT
epaa-604	155	1	although	although	SCONJ
epaa-604	155	2	these	these	DET
epaa-604	155	3	correlations	correlation	NOUN
epaa-604	155	4	were	be	AUX
epaa-604	155	5	lower	low	ADJ
epaa-604	155	6	than	than	SCONJ
epaa-604	155	7	expected	expect	VERB
epaa-604	155	8	,	,	PUNCT
epaa-604	155	9	research	research	NOUN
epaa-604	155	10	on	on	ADP
epaa-604	155	11	the	the	DET
epaa-604	155	12	assessment	assessment	NOUN
epaa-604	155	13	of	of	ADP
epaa-604	155	14	writing	writing	NOUN
epaa-604	155	15	has	have	AUX
epaa-604	155	16	shown	show	VERB
epaa-604	155	17	that	that	SCONJ
epaa-604	155	18	rating	rating	NOUN
epaa-604	155	19	of	of	ADP
epaa-604	155	20	writing	write	VERB
epaa-604	155	21	samples	sample	NOUN
epaa-604	155	22	,	,	PUNCT
epaa-604	155	23	even	even	ADV
epaa-604	155	24	8	8	NUM
epaa-604	155	25	of	of	ADP
epaa-604	155	26	20	20	NUM
epaa-604	155	27	among	among	ADP
epaa-604	155	28	trained	train	VERB
epaa-604	155	29	raters	rater	NOUN
epaa-604	155	30	,	,	PUNCT
epaa-604	155	31	tends	tend	VERB
epaa-604	155	32	to	to	PART
epaa-604	155	33	be	be	AUX
epaa-604	155	34	only	only	ADV
epaa-604	155	35	modestly	modestly	ADV
epaa-604	155	36	reliable	reliable	ADJ
epaa-604	155	37	(	(	PUNCT
epaa-604	155	38	dunbar	dunbar	NOUN
epaa-604	155	39	,	,	PUNCT
epaa-604	155	40	koretz	koretz	VERB
epaa-604	155	41	,	,	PUNCT
epaa-604	155	42	&	&	CCONJ
epaa-604	155	43	hoover	hoover	PROPN
epaa-604	155	44	,	,	PUNCT
epaa-604	155	45	1991	1991	NUM
epaa-604	155	46	)	)	PUNCT
epaa-604	155	47	.	.	PUNCT
epaa-604	156	1	indeed	indeed	ADV
epaa-604	156	2	,	,	PUNCT
epaa-604	156	3	that	that	PRON
epaa-604	156	4	is	be	AUX
epaa-604	156	5	why	why	SCONJ
epaa-604	156	6	we	we	PRON
epaa-604	156	7	planned	plan	VERB
epaa-604	156	8	to	to	PART
epaa-604	156	9	have	have	VERB
epaa-604	156	10	more	more	ADJ
epaa-604	156	11	than	than	ADP
epaa-604	156	12	one	one	NUM
epaa-604	156	13	rater	rater	NOUN
epaa-604	156	14	evaluate	evaluate	VERB
epaa-604	156	15	each	each	DET
epaa-604	156	16	student	student	NOUN
epaa-604	156	17	response	response	NOUN
epaa-604	156	18	to	to	ADP
epaa-604	156	19	the	the	DET
epaa-604	156	20	performance	performance	NOUN
epaa-604	156	21	writing	write	VERB
epaa-604	156	22	task	task	NOUN
epaa-604	156	23	.	.	PUNCT
epaa-604	157	1	hence	hence	ADV
epaa-604	157	2	for	for	ADP
epaa-604	157	3	the	the	DET
epaa-604	157	4	purpose	purpose	NOUN
epaa-604	157	5	of	of	ADP
epaa-604	157	6	the	the	DET
epaa-604	157	7	study	study	NOUN
epaa-604	157	8	reported	report	VERB
epaa-604	157	9	here	here	ADV
epaa-604	157	10	we	we	PRON
epaa-604	157	11	created	create	VERB
epaa-604	157	12	composite	composite	ADJ
epaa-604	157	13	performance	performance	NOUN
epaa-604	157	14	rating	rating	NOUN
epaa-604	157	15	scores	score	NOUN
epaa-604	157	16	by	by	ADP
epaa-604	157	17	averaging	average	VERB
epaa-604	157	18	the	the	DET
epaa-604	157	19	three	three	NUM
epaa-604	157	20	ratings	rating	NOUN
epaa-604	157	21	of	of	ADP
epaa-604	157	22	each	each	DET
epaa-604	157	23	student	student	NOUN
epaa-604	157	24	's	's	PART
epaa-604	157	25	response	response	NOUN
epaa-604	157	26	(	(	PUNCT
epaa-604	157	27	which	which	PRON
epaa-604	157	28	we	we	PRON
epaa-604	157	29	call	call	VERB
epaa-604	157	30	pwavg	pwavg	NOUN
epaa-604	157	31	)	)	PUNCT
epaa-604	157	32	.	.	PUNCT
epaa-604	158	1	since	since	SCONJ
epaa-604	158	2	the	the	DET
epaa-604	158	3	open	open	ADV
epaa-604	158	4	-	-	PUNCT
epaa-604	158	5	ended	end	VERB
epaa-604	158	6	assessment	assessment	NOUN
epaa-604	158	7	was	be	AUX
epaa-604	158	8	performed	perform	VERB
epaa-604	158	9	by	by	ADP
epaa-604	158	10	paperand	paperand	NOUN
epaa-604	158	11	-	-	PUNCT
epaa-604	158	12	pencil	pencil	NOUN
epaa-604	158	13	by	by	ADP
epaa-604	158	14	all	all	DET
epaa-604	158	15	students	student	NOUN
epaa-604	158	16	,	,	PUNCT
epaa-604	158	17	student	student	NOUN
epaa-604	158	18	responses	response	NOUN
epaa-604	158	19	were	be	AUX
epaa-604	158	20	not	not	PART
epaa-604	158	21	entered	enter	VERB
epaa-604	158	22	into	into	ADP
epaa-604	158	23	the	the	DET
epaa-604	158	24	computer	computer	NOUN
epaa-604	158	25	.	.	PUNCT
epaa-604	159	1	a	a	DET
epaa-604	159	2	single	single	ADJ
epaa-604	159	3	rater	rater	NOUN
epaa-604	159	4	,	,	PUNCT
epaa-604	159	5	who	who	PRON
epaa-604	159	6	did	do	AUX
epaa-604	159	7	not	not	PART
epaa-604	159	8	know	know	VERB
epaa-604	159	9	which	which	PRON
epaa-604	159	10	students	student	NOUN
epaa-604	159	11	had	have	AUX
epaa-604	159	12	performed	perform	VERB
epaa-604	159	13	other	other	ADJ
epaa-604	159	14	assessments	assessment	NOUN
epaa-604	159	15	on	on	ADP
epaa-604	159	16	the	the	DET
epaa-604	159	17	computer	computer	NOUN
epaa-604	159	18	,	,	PUNCT
epaa-604	159	19	scored	score	VERB
epaa-604	159	20	all	all	DET
epaa-604	159	21	responses	response	NOUN
epaa-604	159	22	using	use	VERB
epaa-604	159	23	a	a	DET
epaa-604	159	24	4	4	NUM
epaa-604	159	25	point	point	NOUN
epaa-604	159	26	scale	scale	NOUN
epaa-604	159	27	.	.	PUNCT
epaa-604	160	1	although	although	SCONJ
epaa-604	160	2	each	each	PRON
epaa-604	160	3	of	of	ADP
epaa-604	160	4	the	the	DET
epaa-604	160	5	14	14	NUM
epaa-604	160	6	items	item	NOUN
epaa-604	160	7	had	have	VERB
epaa-604	160	8	its	its	PRON
epaa-604	160	9	own	own	ADJ
epaa-604	160	10	specific	specific	ADJ
epaa-604	160	11	scoring	scoring	NOUN
epaa-604	160	12	criteria	criterion	NOUN
epaa-604	160	13	,	,	PUNCT
epaa-604	160	14	the	the	DET
epaa-604	160	15	general	general	ADJ
epaa-604	160	16	meaning	meaning	NOUN
epaa-604	160	17	of	of	ADP
epaa-604	160	18	each	each	DET
epaa-604	160	19	score	score	NOUN
epaa-604	160	20	was	be	AUX
epaa-604	160	21	the	the	DET
epaa-604	160	22	same	same	ADJ
epaa-604	160	23	across	across	ADP
epaa-604	160	24	all	all	DET
epaa-604	160	25	14	14	NUM
epaa-604	160	26	open	open	ADJ
epaa-604	160	27	-	-	PUNCT
epaa-604	160	28	ended	end	VERB
epaa-604	160	29	items	item	NOUN
epaa-604	160	30	,	,	PUNCT
epaa-604	160	31	as	as	ADV
epaa-604	160	32	well	well	ADV
epaa-604	160	33	as	as	ADP
epaa-604	160	34	the	the	DET
epaa-604	160	35	performance	performance	NOUN
epaa-604	160	36	writing	write	VERB
epaa-604	160	37	item	item	NOUN
epaa-604	160	38	.	.	PUNCT
epaa-604	161	1	the	the	DET
epaa-604	161	2	raw	raw	ADJ
epaa-604	161	3	scores	score	NOUN
epaa-604	161	4	were	be	AUX
epaa-604	161	5	then	then	ADV
epaa-604	161	6	collapsed	collapse	VERB
epaa-604	161	7	into	into	ADP
epaa-604	161	8	a	a	DET
epaa-604	161	9	0	0	NUM
epaa-604	161	10	,	,	PUNCT
epaa-604	161	11	1	1	NUM
epaa-604	161	12	scale	scale	NOUN
epaa-604	161	13	,	,	PUNCT
epaa-604	161	14	with	with	ADP
epaa-604	161	15	original	original	ADJ
epaa-604	161	16	scores	score	NOUN
epaa-604	161	17	of	of	ADP
epaa-604	161	18	1	1	NUM
epaa-604	161	19	or	or	CCONJ
epaa-604	161	20	2	2	NUM
epaa-604	161	21	representing	represent	VERB
epaa-604	161	22	a	a	DET
epaa-604	161	23	0	0	NUM
epaa-604	161	24	,	,	PUNCT
epaa-604	161	25	or	or	CCONJ
epaa-604	161	26	inadequate	inadequate	ADJ
epaa-604	161	27	response	response	NOUN
epaa-604	161	28	,	,	PUNCT
epaa-604	161	29	and	and	CCONJ
epaa-604	161	30	original	original	ADJ
epaa-604	161	31	scores	score	NOUN
epaa-604	161	32	of	of	ADP
epaa-604	161	33	3	3	NUM
epaa-604	161	34	or	or	CCONJ
epaa-604	161	35	4	4	NUM
epaa-604	161	36	representing	represent	VERB
epaa-604	161	37	a	a	DET
epaa-604	161	38	1	1	NUM
epaa-604	161	39	,	,	PUNCT
epaa-604	161	40	or	or	CCONJ
epaa-604	161	41	adequate	adequate	ADJ
epaa-604	161	42	response	response	NOUN
epaa-604	161	43	.	.	PUNCT
epaa-604	162	1	for	for	ADP
epaa-604	162	2	the	the	DET
epaa-604	162	3	purpose	purpose	NOUN
epaa-604	162	4	of	of	ADP
epaa-604	162	5	the	the	DET
epaa-604	162	6	study	study	NOUN
epaa-604	162	7	reported	report	VERB
epaa-604	162	8	here	here	ADV
epaa-604	162	9	,	,	PUNCT
epaa-604	162	10	total	total	ADJ
epaa-604	162	11	open	open	ADV
epaa-604	162	12	-	-	PUNCT
epaa-604	162	13	ended	end	VERB
epaa-604	162	14	response	response	NOUN
epaa-604	162	15	scores	score	NOUN
epaa-604	162	16	were	be	AUX
epaa-604	162	17	calculated	calculate	VERB
epaa-604	162	18	by	by	ADP
epaa-604	162	19	summing	sum	VERB
epaa-604	162	20	across	across	ADP
epaa-604	162	21	all	all	DET
epaa-604	162	22	14	14	NUM
epaa-604	162	23	oe	oe	NOUN
epaa-604	162	24	items	item	NOUN
epaa-604	162	25	.	.	PUNCT
epaa-604	163	1	results	result	NOUN
epaa-604	163	2	in	in	ADP
epaa-604	163	3	presenting	present	VERB
epaa-604	163	4	results	result	NOUN
epaa-604	163	5	from	from	ADP
epaa-604	163	6	this	this	DET
epaa-604	163	7	study	study	NOUN
epaa-604	163	8	,	,	PUNCT
epaa-604	163	9	we	we	PRON
epaa-604	163	10	discuss	discuss	VERB
epaa-604	163	11	:	:	PUNCT
epaa-604	163	12	1	1	X
epaa-604	163	13	)	)	PUNCT
epaa-604	163	14	assessment	assessment	NOUN
epaa-604	163	15	results	result	VERB
epaa-604	163	16	overall	overall	ADV
epaa-604	163	17	;	;	PUNCT
epaa-604	163	18	2	2	X
epaa-604	163	19	)	)	PUNCT
epaa-604	163	20	comparative	comparative	ADJ
epaa-604	163	21	results	result	NOUN
epaa-604	163	22	from	from	ADP
epaa-604	163	23	the	the	DET
epaa-604	163	24	two	two	NUM
epaa-604	163	25	groups	group	NOUN
epaa-604	163	26	that	that	PRON
epaa-604	163	27	took	take	VERB
epaa-604	163	28	assessments	assessment	NOUN
epaa-604	163	29	via	via	ADP
epaa-604	163	30	computer	computer	NOUN
epaa-604	163	31	or	or	CCONJ
epaa-604	163	32	via	via	ADP
epaa-604	163	33	paperand	paperand	NOUN
epaa-604	163	34	-	-	PUNCT
epaa-604	163	35	pencil	pencil	NOUN
epaa-604	163	36	;	;	PUNCT
epaa-604	163	37	3	3	X
epaa-604	163	38	)	)	PUNCT
epaa-604	163	39	results	result	NOUN
epaa-604	163	40	of	of	ADP
epaa-604	163	41	regression	regression	NOUN
epaa-604	163	42	analyses	analysis	NOUN
epaa-604	163	43	;	;	PUNCT
epaa-604	163	44	and	and	CCONJ
epaa-604	163	45	4	4	X
epaa-604	163	46	)	)	PUNCT
epaa-604	163	47	separate	separate	ADJ
epaa-604	163	48	analyses	analysis	NOUN
epaa-604	163	49	of	of	ADP
epaa-604	163	50	performance	performance	NOUN
epaa-604	163	51	on	on	ADP
epaa-604	163	52	the	the	DET
epaa-604	163	53	short	short	ADJ
epaa-604	163	54	-	-	PUNCT
epaa-604	163	55	answer	answer	NOUN
epaa-604	163	56	and	and	CCONJ
epaa-604	163	57	multiple	multiple	ADJ
epaa-604	163	58	-	-	PUNCT
epaa-604	163	59	choice	choice	NOUN
epaa-604	163	60	naep	naep	ADJ
epaa-604	163	61	items	item	NOUN
epaa-604	163	62	.	.	PUNCT
epaa-604	164	1	we	we	PRON
epaa-604	164	2	present	present	VERB
epaa-604	164	3	descriptive	descriptive	ADJ
epaa-604	164	4	data	datum	NOUN
epaa-604	164	5	summaries	summary	NOUN
epaa-604	164	6	before	before	ADP
epaa-604	164	7	results	result	NOUN
epaa-604	164	8	of	of	ADP
epaa-604	164	9	statistical	statistical	ADJ
epaa-604	164	10	tests	test	NOUN
epaa-604	164	11	.	.	PUNCT
epaa-604	165	1	regarding	regard	VERB
epaa-604	165	2	the	the	DET
epaa-604	165	3	latter	latter	ADJ
epaa-604	165	4	,	,	PUNCT
epaa-604	165	5	we	we	PRON
epaa-604	165	6	note	note	VERB
epaa-604	165	7	that	that	SCONJ
epaa-604	165	8	this	this	DET
epaa-604	165	9	experiment	experiment	NOUN
epaa-604	165	10	involved	involve	VERB
epaa-604	165	11	multiple	multiple	ADJ
epaa-604	165	12	comparisons	comparison	NOUN
epaa-604	165	13	of	of	ADP
epaa-604	165	14	results	result	NOUN
epaa-604	165	15	based	base	VERB
epaa-604	165	16	on	on	ADP
epaa-604	165	17	just	just	ADV
epaa-604	165	18	two	two	NUM
epaa-604	165	19	random	random	ADJ
epaa-604	165	20	samples	sample	NOUN
epaa-604	165	21	of	of	ADP
epaa-604	165	22	students	student	NOUN
epaa-604	165	23	.	.	PUNCT
epaa-604	166	1	while	while	SCONJ
epaa-604	166	2	the	the	DET
epaa-604	166	3	literature	literature	NOUN
epaa-604	166	4	on	on	ADP
epaa-604	166	5	how	how	SCONJ
epaa-604	166	6	to	to	PART
epaa-604	166	7	adjust	adjust	VERB
epaa-604	166	8	alpha	alpha	NOUN
epaa-604	166	9	levels	level	NOUN
epaa-604	166	10	to	to	PART
epaa-604	166	11	account	account	VERB
epaa-604	166	12	for	for	ADP
epaa-604	166	13	multiple	multiple	ADJ
epaa-604	166	14	comparisons	comparison	NOUN
epaa-604	166	15	(	(	PUNCT
epaa-604	166	16	e.g.	e.g.	ADV
epaa-604	166	17	hancock	hancock	PROPN
epaa-604	166	18	&	&	CCONJ
epaa-604	166	19	klockars	klockar	NOUN
epaa-604	166	20	,	,	PUNCT
epaa-604	166	21	1996	1996	NUM
epaa-604	166	22	)	)	PUNCT
epaa-604	166	23	is	be	AUX
epaa-604	166	24	too	too	ADV
epaa-604	166	25	extensive	extensive	ADJ
epaa-604	166	26	to	to	PART
epaa-604	166	27	review	review	VERB
epaa-604	166	28	here	here	ADV
epaa-604	166	29	,	,	PUNCT
epaa-604	166	30	let	let	VERB
epaa-604	166	31	us	we	PRON
epaa-604	166	32	simply	simply	ADV
epaa-604	166	33	summarize	summarize	VERB
epaa-604	166	34	how	how	SCONJ
epaa-604	166	35	we	we	PRON
epaa-604	166	36	dealt	deal	VERB
epaa-604	166	37	with	with	ADP
epaa-604	166	38	this	this	DET
epaa-604	166	39	issue	issue	NOUN
epaa-604	166	40	.	.	PUNCT
epaa-604	167	1	we	we	PRON
epaa-604	167	2	planned	plan	VERB
epaa-604	167	3	to	to	PART
epaa-604	167	4	compare	compare	VERB
epaa-604	167	5	results	result	NOUN
epaa-604	167	6	for	for	ADP
epaa-604	167	7	the	the	DET
epaa-604	167	8	experimental	experimental	ADJ
epaa-604	167	9	and	and	CCONJ
epaa-604	167	10	control	control	NOUN
epaa-604	167	11	groups	group	NOUN
epaa-604	167	12	on	on	ADP
epaa-604	167	13	five	five	NUM
epaa-604	167	14	different	different	ADJ
epaa-604	167	15	measures	measure	NOUN
epaa-604	167	16	:	:	PUNCT
epaa-604	167	17	oe	oe	NOUN
epaa-604	167	18	,	,	PUNCT
epaa-604	167	19	performance	performance	NOUN
epaa-604	167	20	writing	writing	NOUN
epaa-604	167	21	,	,	PUNCT
epaa-604	167	22	and	and	CCONJ
epaa-604	167	23	three	three	NUM
epaa-604	167	24	naep	naep	ADJ
epaa-604	167	25	subtests	subtest	NOUN
epaa-604	167	26	,	,	PUNCT
epaa-604	167	27	in	in	ADP
epaa-604	167	28	science	science	NOUN
epaa-604	167	29	,	,	PUNCT
epaa-604	167	30	math	math	NOUN
epaa-604	167	31	,	,	PUNCT
epaa-604	167	32	and	and	CCONJ
epaa-604	167	33	language	language	NOUN
epaa-604	167	34	arts	art	NOUN
epaa-604	167	35	.	.	PUNCT
epaa-604	168	1	the	the	DET
epaa-604	168	2	dunn	dunn	PROPN
epaa-604	168	3	approach	approach	NOUN
epaa-604	168	4	to	to	ADP
epaa-604	168	5	multiple	multiple	ADJ
epaa-604	168	6	comparisons	comparison	NOUN
epaa-604	168	7	tells	tell	VERB
epaa-604	168	8	us	we	PRON
epaa-604	168	9	that	that	SCONJ
epaa-604	168	10	the	the	PRON
epaa-604	168	11	for	for	ADP
epaa-604	168	12	c	c	PROPN
epaa-604	168	13	multiple	multiple	ADJ
epaa-604	168	14	comparisons	comparison	NOUN
epaa-604	168	15	,	,	PUNCT
epaa-604	168	16	,	,	PUNCT
epaa-604	168	17	is	be	AUX
epaa-604	168	18	related	relate	VERB
epaa-604	168	19	to	to	ADP
epaa-604	168	20	simple	simple	VERB
epaa-604	168	21	for	for	ADP
epaa-604	168	22	a	a	DET
epaa-604	168	23	single	single	ADJ
epaa-604	168	24	comparison	comparison	NOUN
epaa-604	168	25	,	,	PUNCT
epaa-604	168	26	as	as	SCONJ
epaa-604	168	27	follows	follow	VERB
epaa-604	168	28	:	:	PUNCT
epaa-604	168	29	hence	hence	ADV
epaa-604	168	30	for	for	ADP
epaa-604	168	31	five	five	NUM
epaa-604	168	32	comparisons	comparison	NOUN
epaa-604	168	33	,	,	PUNCT
epaa-604	168	34	the	the	DET
epaa-604	168	35	adjusted	adjust	VERB
epaa-604	168	36	value	value	NOUN
epaa-604	168	37	of	of	ADP
epaa-604	168	38	a	a	DET
epaa-604	168	39	simple	simple	ADJ
epaa-604	168	40	0.05	0.05	NUM
epaa-604	168	41	alpha	alpha	NOUN
epaa-604	168	42	level	level	NOUN
epaa-604	168	43	becomes	become	VERB
epaa-604	168	44	0.0102	0.0102	NUM
epaa-604	168	45	.	.	PUNCT
epaa-604	169	1	analogously	analogously	ADV
epaa-604	169	2	,	,	PUNCT
epaa-604	169	3	a	a	DET
epaa-604	169	4	simple	simple	ADJ
epaa-604	169	5	alpha	alpha	ADJ
epaa-604	169	6	level	level	NOUN
epaa-604	169	7	of	of	ADP
epaa-604	169	8	0.01	0.01	NUM
epaa-604	169	9	for	for	ADP
epaa-604	169	10	a	a	DET
epaa-604	169	11	single	single	ADJ
epaa-604	169	12	comparison	comparison	NOUN
epaa-604	169	13	becomes	become	VERB
epaa-604	169	14	0.0020	0.0020	NUM
epaa-604	169	15	for	for	ADP
epaa-604	169	16	five	five	NUM
epaa-604	169	17	planned	plan	VERB
epaa-604	169	18	comparisons	comparison	NOUN
epaa-604	169	19	.	.	PUNCT
epaa-604	170	1	we	we	PRON
epaa-604	170	2	use	use	VERB
epaa-604	170	3	these	these	DET
epaa-604	170	4	alpha	alpha	ADJ
epaa-604	170	5	levels	level	NOUN
epaa-604	170	6	in	in	ADP
epaa-604	170	7	discussing	discuss	VERB
epaa-604	170	8	the	the	DET
epaa-604	170	9	statistical	statistical	ADJ
epaa-604	170	10	significance	significance	NOUN
epaa-604	170	11	of	of	ADP
epaa-604	170	12	comparisons	comparison	NOUN
epaa-604	170	13	between	between	ADP
epaa-604	170	14	experimental	experimental	ADJ
epaa-604	170	15	and	and	CCONJ
epaa-604	170	16	control	control	NOUN
epaa-604	170	17	group	group	NOUN
epaa-604	170	18	results	result	NOUN
epaa-604	170	19	.	.	PUNCT
epaa-604	171	1	in	in	ADP
epaa-604	171	2	discussion	discussion	NOUN
epaa-604	171	3	,	,	PUNCT
epaa-604	171	4	we	we	PRON
epaa-604	171	5	address	address	VERB
epaa-604	171	6	not	not	PART
epaa-604	171	7	just	just	ADV
epaa-604	171	8	the	the	DET
epaa-604	171	9	statistical	statistical	ADJ
epaa-604	171	10	significance	significance	NOUN
epaa-604	171	11	,	,	PUNCT
epaa-604	171	12	but	but	CCONJ
epaa-604	171	13	also	also	ADV
epaa-604	171	14	the	the	DET
epaa-604	171	15	substantive	substantive	ADJ
epaa-604	171	16	significance	significance	NOUN
epaa-604	171	17	of	of	ADP
epaa-604	171	18	our	our	PRON
epaa-604	171	19	findings	finding	NOUN
epaa-604	171	20	.	.	PUNCT
epaa-604	172	1	overall	overall	ADJ
epaa-604	172	2	results	result	VERB
epaa-604	172	3	the	the	DET
epaa-604	172	4	actual	actual	ADJ
epaa-604	172	5	raw	raw	ADJ
epaa-604	172	6	data	datum	NOUN
epaa-604	172	7	on	on	ADP
epaa-604	172	8	which	which	PRON
epaa-604	172	9	all	all	DET
epaa-604	172	10	analyses	analysis	NOUN
epaa-604	172	11	are	be	AUX
epaa-604	172	12	based	base	VERB
epaa-604	172	13	is	be	AUX
epaa-604	172	14	being	be	AUX
epaa-604	172	15	made	make	VERB
epaa-604	172	16	available	available	ADJ
epaa-604	172	17	to	to	ADP
epaa-604	172	18	the	the	DET
epaa-604	172	19	reader	reader	NOUN
epaa-604	172	20	.	.	PUNCT
epaa-604	173	1	from	from	ADP
epaa-604	173	2	this	this	DET
epaa-604	173	3	point	point	NOUN
epaa-604	173	4	,	,	PUNCT
epaa-604	173	5	the	the	DET
epaa-604	173	6	data	data	NOUN
epaa-604	173	7	files	file	NOUN
epaa-604	173	8	can	can	AUX
epaa-604	173	9	be	be	AUX
epaa-604	173	10	accessed	access	VERB
epaa-604	173	11	in	in	ADP
epaa-604	173	12	ascii	ascii	NOUN
epaa-604	173	13	or	or	CCONJ
epaa-604	173	14	excel	excel	NOUN
epaa-604	173	15	spreadsheet	spreadsheet	NOUN
epaa-604	173	16	(	(	PUNCT
epaa-604	173	17	binary	binary	ADJ
epaa-604	173	18	)	)	PUNCT
epaa-604	173	19	form	form	NOUN
epaa-604	173	20	.	.	PUNCT
epaa-604	174	1	table	table	NOUN
epaa-604	174	2	2	2	NUM
epaa-604	174	3	presents	present	VERB
epaa-604	174	4	a	a	DET
epaa-604	174	5	summary	summary	NOUN
epaa-604	174	6	of	of	ADP
epaa-604	174	7	overall	overall	ADJ
epaa-604	174	8	results	result	NOUN
epaa-604	174	9	,	,	PUNCT
epaa-604	174	10	that	that	ADV
epaa-604	174	11	is	is	ADV
epaa-604	174	12	,	,	PUNCT
epaa-604	174	13	combined	combined	ADJ
epaa-604	174	14	results	result	NOUN
epaa-604	174	15	for	for	ADP
epaa-604	174	16	all	all	DET
epaa-604	174	17	students	student	NOUN
epaa-604	174	18	who	who	PRON
epaa-604	174	19	took	take	VERB
epaa-604	174	20	any	any	PRON
epaa-604	174	21	of	of	ADP
epaa-604	174	22	the	the	DET
epaa-604	174	23	three	three	NUM
epaa-604	174	24	assessments	assessment	NOUN
epaa-604	174	25	in	in	ADP
epaa-604	174	26	spring	spring	NOUN
epaa-604	174	27	1995	1995	NUM
epaa-604	174	28	.	.	PUNCT
epaa-604	175	1	table	table	NOUN
epaa-604	175	2	2	2	NUM
epaa-604	175	3	summary	summary	NOUN
epaa-604	175	4	statistics	statistic	NOUN
epaa-604	175	5	for	for	ADP
epaa-604	175	6	all	all	DET
epaa-604	175	7	assessments	assessment	NOUN
epaa-604	175	8	scale	scale	NOUN
epaa-604	175	9	range	range	NOUN
epaa-604	175	10	n	n	PRON
epaa-604	175	11	mean	mean	VERB
epaa-604	175	12	sd	sd	ADP
epaa-604	175	13	oe	oe	PROPN
epaa-604	175	14	0	0	PROPN
epaa-604	175	15	-	-	SYM
epaa-604	175	16	14	14	NUM
epaa-604	175	17	114	114	NUM
epaa-604	175	18	7.87	7.87	NUM
epaa-604	175	19	2.96	2.96	NUM
epaa-604	175	20	9	9	NUM
epaa-604	175	21	of	of	ADP
epaa-604	175	22	20	20	NUM
epaa-604	175	23	naep	naep	ADJ
epaa-604	175	24	lang	lang	PROPN
epaa-604	175	25	arts	arts	PROPN
epaa-604	175	26	0	0	NUM
epaa-604	175	27	-	-	SYM
epaa-604	175	28	15	15	NUM
epaa-604	175	29	86	86	NUM
epaa-604	175	30	9.84	9.84	NUM
epaa-604	175	31	3.79	3.79	NUM
epaa-604	175	32	naep	naep	ADJ
epaa-604	175	33	science	science	NOUN
epaa-604	175	34	0	0	NUM
epaa-604	175	35	-	-	SYM
epaa-604	175	36	23	23	NUM
epaa-604	175	37	86	86	NUM
epaa-604	175	38	9.70	9.70	NUM
epaa-604	175	39	4.37	4.37	NUM
epaa-604	175	40	naep	naep	ADJ
epaa-604	175	41	math	math	NOUN
epaa-604	175	42	0	0	NUM
epaa-604	175	43	-	-	SYM
epaa-604	175	44	18	18	NUM
epaa-604	175	45	86	86	NUM
epaa-604	175	46	6.21	6.21	NUM
epaa-604	175	47	3.39	3.39	NUM
epaa-604	175	48	perf	perf	NOUN
epaa-604	175	49	writing	write	VERB
epaa-604	175	50	avg	avg	NOUN
epaa-604	175	51	1	1	NUM
epaa-604	175	52	-	-	SYM
epaa-604	175	53	4	4	NUM
epaa-604	175	54	86	86	NUM
epaa-604	175	55	2.53	2.53	NUM
epaa-604	175	56	0.62	0.62	NUM
epaa-604	175	57	these	these	DET
epaa-604	175	58	data	datum	NOUN
epaa-604	175	59	indicate	indicate	VERB
epaa-604	175	60	that	that	SCONJ
epaa-604	175	61	the	the	DET
epaa-604	175	62	assessments	assessment	NOUN
epaa-604	175	63	were	be	AUX
epaa-604	175	64	relatively	relatively	ADV
epaa-604	175	65	challenging	challenging	ADJ
epaa-604	175	66	for	for	ADP
epaa-604	175	67	the	the	DET
epaa-604	175	68	students	student	NOUN
epaa-604	175	69	who	who	PRON
epaa-604	175	70	performed	perform	VERB
epaa-604	175	71	them	they	PRON
epaa-604	175	72	.	.	PUNCT
epaa-604	176	1	mean	mean	VERB
epaa-604	176	2	scores	score	NOUN
epaa-604	176	3	were	be	AUX
epaa-604	176	4	in	in	ADP
epaa-604	176	5	the	the	DET
epaa-604	176	6	range	range	NOUN
epaa-604	176	7	of	of	ADP
epaa-604	176	8	56	56	NUM
epaa-604	176	9	-	-	SYM
epaa-604	176	10	66	66	NUM
epaa-604	176	11	%	%	NOUN
epaa-604	176	12	correct	correct	ADJ
epaa-604	176	13	for	for	ADP
epaa-604	176	14	the	the	DET
epaa-604	176	15	oe	oe	NOUN
epaa-604	176	16	and	and	CCONJ
epaa-604	176	17	naep	naep	ADJ
epaa-604	176	18	language	language	NOUN
epaa-604	176	19	arts	art	NOUN
epaa-604	176	20	tests	test	NOUN
epaa-604	176	21	,	,	PUNCT
epaa-604	176	22	but	but	CCONJ
epaa-604	176	23	considerably	considerably	ADV
epaa-604	176	24	below	below	ADP
epaa-604	176	25	50	50	NUM
epaa-604	176	26	%	%	NOUN
epaa-604	176	27	correct	correct	ADJ
epaa-604	176	28	for	for	ADP
epaa-604	176	29	the	the	DET
epaa-604	176	30	naep	naep	ADJ
epaa-604	176	31	science	science	NOUN
epaa-604	176	32	and	and	CCONJ
epaa-604	176	33	naep	naep	ADJ
epaa-604	176	34	math	math	NOUN
epaa-604	176	35	subtests	subtest	NOUN
epaa-604	176	36	.	.	PUNCT
epaa-604	177	1	in	in	ADP
epaa-604	177	2	this	this	DET
epaa-604	177	3	regard	regard	NOUN
epaa-604	177	4	,	,	PUNCT
epaa-604	177	5	it	it	PRON
epaa-604	177	6	should	should	AUX
epaa-604	177	7	be	be	AUX
epaa-604	177	8	noted	note	VERB
epaa-604	177	9	that	that	SCONJ
epaa-604	177	10	all	all	PRON
epaa-604	177	11	of	of	ADP
epaa-604	177	12	these	these	DET
epaa-604	177	13	assessments	assessment	NOUN
epaa-604	177	14	were	be	AUX
epaa-604	177	15	originally	originally	ADV
epaa-604	177	16	designed	design	VERB
epaa-604	177	17	to	to	PART
epaa-604	177	18	be	be	AUX
epaa-604	177	19	administered	administer	VERB
epaa-604	177	20	to	to	ADP
epaa-604	177	21	eighth	eighth	ADJ
epaa-604	177	22	graders	grader	NOUN
epaa-604	177	23	,	,	PUNCT
epaa-604	177	24	but	but	CCONJ
epaa-604	177	25	in	in	ADP
epaa-604	177	26	the	the	DET
epaa-604	177	27	study	study	NOUN
epaa-604	177	28	reported	report	VERB
epaa-604	177	29	here	here	ADV
epaa-604	177	30	they	they	PRON
epaa-604	177	31	were	be	AUX
epaa-604	177	32	administered	administer	VERB
epaa-604	177	33	to	to	ADP
epaa-604	177	34	6th	6th	ADJ
epaa-604	177	35	,	,	PUNCT
epaa-604	177	36	7th	7th	ADJ
epaa-604	177	37	and	and	CCONJ
epaa-604	177	38	8th	8th	ADJ
epaa-604	177	39	grade	grade	NOUN
epaa-604	177	40	level	level	NOUN
epaa-604	177	41	students	student	NOUN
epaa-604	177	42	who	who	PRON
epaa-604	177	43	in	in	ADP
epaa-604	177	44	the	the	DET
epaa-604	177	45	all	all	DET
epaa-604	177	46	school	school	NOUN
epaa-604	177	47	are	be	AUX
epaa-604	177	48	intermixed	intermix	VERB
epaa-604	177	49	in	in	ADP
epaa-604	177	50	the	the	DET
epaa-604	177	51	same	same	ADJ
epaa-604	177	52	clusters	cluster	NOUN
epaa-604	177	53	.	.	PUNCT
epaa-604	178	1	table	table	NOUN
epaa-604	178	2	3	3	NUM
epaa-604	178	3	presents	present	NOUN
epaa-604	178	4	spearman	spearman	NOUN
epaa-604	178	5	rank	rank	NOUN
epaa-604	178	6	order	order	NOUN
epaa-604	178	7	intercorrelations	intercorrelation	NOUN
epaa-604	178	8	of	of	ADP
epaa-604	178	9	all	all	DET
epaa-604	178	10	assessments	assessment	NOUN
epaa-604	178	11	,	,	PUNCT
epaa-604	178	12	again	again	ADV
epaa-604	178	13	across	across	ADP
epaa-604	178	14	both	both	DET
epaa-604	178	15	groups	group	NOUN
epaa-604	178	16	.	.	PUNCT
epaa-604	179	1	the	the	DET
epaa-604	179	2	oe	oe	PROPN
epaa-604	179	3	results	result	NOUN
epaa-604	179	4	correlated	correlate	VERB
epaa-604	179	5	only	only	ADV
epaa-604	179	6	slightly	slightly	ADV
epaa-604	179	7	higher	high	ADJ
epaa-604	179	8	with	with	ADP
epaa-604	179	9	the	the	DET
epaa-604	179	10	pwavg	pwavg	NOUN
epaa-604	179	11	results	result	NOUN
epaa-604	179	12	,	,	PUNCT
epaa-604	179	13	possibly	possibly	ADV
epaa-604	179	14	reflecting	reflect	VERB
epaa-604	179	15	the	the	DET
epaa-604	179	16	fact	fact	NOUN
epaa-604	179	17	that	that	SCONJ
epaa-604	179	18	both	both	PRON
epaa-604	179	19	of	of	ADP
epaa-604	179	20	these	these	DET
epaa-604	179	21	assessments	assessment	NOUN
epaa-604	179	22	were	be	AUX
epaa-604	179	23	open	open	ADJ
epaa-604	179	24	-	-	PUNCT
epaa-604	179	25	ended	end	VERB
epaa-604	179	26	requiring	require	VERB
epaa-604	179	27	students	student	NOUN
epaa-604	179	28	to	to	PART
epaa-604	179	29	produce	produce	VERB
epaa-604	179	30	rather	rather	ADV
epaa-604	179	31	than	than	ADP
epaa-604	179	32	select	select	VERB
epaa-604	179	33	an	an	DET
epaa-604	179	34	answer	answer	NOUN
epaa-604	179	35	.	.	PUNCT
epaa-604	180	1	the	the	DET
epaa-604	180	2	three	three	NUM
epaa-604	180	3	naep	naep	ADJ
epaa-604	180	4	item	item	NOUN
epaa-604	180	5	subtests	subtest	NOUN
epaa-604	180	6	showed	show	VERB
epaa-604	180	7	moderate	moderate	ADJ
epaa-604	180	8	intercorrelations	intercorrelation	NOUN
epaa-604	180	9	(	(	PUNCT
epaa-604	180	10	0.56	0.56	NUM
epaa-604	180	11	-	-	SYM
epaa-604	180	12	0.62	0.62	NUM
epaa-604	180	13	)	)	PUNCT
epaa-604	180	14	which	which	PRON
epaa-604	180	15	might	might	AUX
epaa-604	180	16	be	be	AUX
epaa-604	180	17	expected	expect	VERB
epaa-604	180	18	for	for	ADP
epaa-604	180	19	multiple	multiple	ADJ
epaa-604	180	20	-	-	PUNCT
epaa-604	180	21	choice	choice	NOUN
epaa-604	180	22	tests	test	NOUN
epaa-604	180	23	in	in	ADP
epaa-604	180	24	the	the	DET
epaa-604	180	25	different	different	ADJ
epaa-604	180	26	subject	subject	ADJ
epaa-604	180	27	areas	area	NOUN
epaa-604	180	28	(	(	PUNCT
epaa-604	180	29	despite	despite	SCONJ
epaa-604	180	30	the	the	DET
epaa-604	180	31	fact	fact	NOUN
epaa-604	180	32	that	that	SCONJ
epaa-604	180	33	none	none	NOUN
epaa-604	180	34	of	of	ADP
epaa-604	180	35	the	the	DET
epaa-604	180	36	naep	naep	ADJ
epaa-604	180	37	subtests	subtest	NOUN
epaa-604	180	38	contained	contain	VERB
epaa-604	180	39	as	as	ADV
epaa-604	180	40	many	many	ADJ
epaa-604	180	41	as	as	ADP
epaa-604	180	42	two	two	NUM
epaa-604	180	43	dozen	dozen	NOUN
epaa-604	180	44	items	item	NOUN
epaa-604	180	45	)	)	PUNCT
epaa-604	180	46	.	.	PUNCT
epaa-604	181	1	the	the	DET
epaa-604	181	2	pwavg	pwavg	PROPN
epaa-604	181	3	results	result	NOUN
epaa-604	181	4	showed	show	VERB
epaa-604	181	5	modest	modest	ADJ
epaa-604	181	6	correlations	correlation	NOUN
epaa-604	181	7	with	with	ADP
epaa-604	181	8	the	the	DET
epaa-604	181	9	naep	naep	ADJ
epaa-604	181	10	subtests	subtest	NOUN
epaa-604	181	11	.	.	PUNCT
epaa-604	182	1	of	of	ADP
epaa-604	182	2	the	the	DET
epaa-604	182	3	three	three	NUM
epaa-604	182	4	naep	naep	ADJ
epaa-604	182	5	sub	sub	NOUN
epaa-604	182	6	-	-	NOUN
epaa-604	182	7	tests	test	NOUN
epaa-604	182	8	,	,	PUNCT
epaa-604	182	9	the	the	DET
epaa-604	182	10	pwavg	pwavg	NOUN
epaa-604	182	11	was	be	AUX
epaa-604	182	12	most	most	ADV
epaa-604	182	13	strongly	strongly	ADV
epaa-604	182	14	correlated	correlate	VERB
epaa-604	182	15	with	with	ADP
epaa-604	182	16	the	the	DET
epaa-604	182	17	science	science	NOUN
epaa-604	182	18	sub	sub	NOUN
epaa-604	182	19	-	-	NOUN
epaa-604	182	20	test	test	NOUN
epaa-604	182	21	.	.	PUNCT
epaa-604	183	1	although	although	SCONJ
epaa-604	183	2	the	the	DET
epaa-604	183	3	naep	naep	ADJ
epaa-604	183	4	science	science	NOUN
epaa-604	183	5	results	result	NOUN
epaa-604	183	6	were	be	AUX
epaa-604	183	7	based	base	VERB
epaa-604	183	8	largely	largely	ADV
epaa-604	183	9	on	on	ADP
epaa-604	183	10	multiple	multiple	ADJ
epaa-604	183	11	choice	choice	NOUN
epaa-604	183	12	items	item	NOUN
epaa-604	183	13	,	,	PUNCT
epaa-604	183	14	of	of	ADP
epaa-604	183	15	the	the	DET
epaa-604	183	16	three	three	NUM
epaa-604	183	17	naep	naep	ADJ
epaa-604	183	18	subtests	subtest	NOUN
epaa-604	183	19	,	,	PUNCT
epaa-604	183	20	the	the	DET
epaa-604	183	21	science	science	NOUN
epaa-604	183	22	section	section	NOUN
epaa-604	183	23	contained	contain	VERB
epaa-604	183	24	the	the	DET
epaa-604	183	25	largest	large	ADJ
epaa-604	183	26	number	number	NOUN
epaa-604	183	27	of	of	ADP
epaa-604	183	28	short	short	ADJ
epaa-604	183	29	answer	answer	NOUN
epaa-604	183	30	items	item	NOUN
epaa-604	183	31	(	(	PUNCT
epaa-604	183	32	3	3	NUM
epaa-604	183	33	out	out	ADP
epaa-604	183	34	of	of	ADP
epaa-604	183	35	23	23	NUM
epaa-604	183	36	items	item	NOUN
epaa-604	183	37	)	)	PUNCT
epaa-604	183	38	.	.	PUNCT
epaa-604	184	1	the	the	DET
epaa-604	184	2	naep	naep	ADJ
epaa-604	184	3	subtest	subtest	NOUN
epaa-604	184	4	that	that	PRON
epaa-604	184	5	correlated	correlate	VERB
epaa-604	184	6	least	least	ADV
epaa-604	184	7	with	with	ADP
epaa-604	184	8	the	the	DET
epaa-604	184	9	pwavg	pwavg	NOUN
epaa-604	184	10	scores	score	NOUN
epaa-604	184	11	(	(	PUNCT
epaa-604	184	12	0.37	0.37	NUM
epaa-604	184	13	)	)	PUNCT
epaa-604	184	14	was	be	AUX
epaa-604	184	15	the	the	DET
epaa-604	184	16	naep	naep	ADJ
epaa-604	184	17	math	math	NOUN
epaa-604	184	18	subtest	subt	ADJ
epaa-604	184	19	,	,	PUNCT
epaa-604	184	20	which	which	PRON
epaa-604	184	21	contained	contain	VERB
epaa-604	184	22	only	only	ADV
epaa-604	184	23	one	one	NUM
epaa-604	184	24	open	open	ADJ
epaa-604	184	25	-	-	PUNCT
epaa-604	184	26	ended	end	VERB
epaa-604	184	27	item	item	NOUN
epaa-604	184	28	.	.	PUNCT
epaa-604	185	1	table	table	NOUN
epaa-604	185	2	3	3	NUM
epaa-604	185	3	intercorrelations	intercorrelation	NOUN
epaa-604	185	4	of	of	ADP
epaa-604	185	5	assessment	assessment	NOUN
epaa-604	185	6	results	result	VERB
epaa-604	185	7	oe	oe	PROPN
epaa-604	185	8	naep	naep	ADJ
epaa-604	185	9	lang	lang	PROPN
epaa-604	185	10	arts	arts	PROPN
epaa-604	185	11	naep	naep	ADJ
epaa-604	185	12	science	science	NOUN
epaa-604	185	13	naep	naep	ADJ
epaa-604	185	14	math	math	NOUN
epaa-604	185	15	perf	perf	NOUN
epaa-604	185	16	.	.	PUNCT
epaa-604	186	1	writing	write	VERB
epaa-604	186	2	oe	oe	PROPN
epaa-604	186	3	1.00	1.00	NUM
epaa-604	186	4	naep	naep	ADJ
epaa-604	186	5	lang	lang	PROPN
epaa-604	186	6	arts	arts	PROPN
epaa-604	186	7	0.46	0.46	NUM
epaa-604	186	8	1.00	1.00	NUM
epaa-604	186	9	naep	naep	ADJ
epaa-604	186	10	science	science	NOUN
epaa-604	186	11	0.44	0.44	NUM
epaa-604	186	12	0.62	0.62	NUM
epaa-604	186	13	1.00	1.00	NUM
epaa-604	186	14	naep	naep	ADJ
epaa-604	186	15	math	math	NOUN
epaa-604	186	16	0.40	0.40	NUM
epaa-604	186	17	0.56	0.56	NUM
epaa-604	186	18	0.57	0.57	NUM
epaa-604	186	19	1.00	1.00	NUM
epaa-604	186	20	perf	perf	NOUN
epaa-604	186	21	writing	write	VERB
epaa-604	186	22	0.48	0.48	NUM
epaa-604	186	23	0.49	0.49	NUM
epaa-604	186	24	0.54	0.54	NUM
epaa-604	186	25	0.37	0.37	NUM
epaa-604	186	26	1.00	1.00	NUM
epaa-604	186	27	p	p	NOUN
epaa-604	186	28	<	<	X
epaa-604	186	29	.01	.01	NUM
epaa-604	186	30	for	for	ADP
epaa-604	186	31	all	all	DET
epaa-604	186	32	intercorrelations	intercorrelation	NOUN
epaa-604	186	33	computer	computer	NOUN
epaa-604	186	34	versus	versus	ADP
epaa-604	186	35	paper	paper	NOUN
epaa-604	186	36	-	-	PUNCT
epaa-604	186	37	and	and	CCONJ
epaa-604	186	38	-	-	PUNCT
epaa-604	186	39	pencil	pencil	NOUN
epaa-604	186	40	results	result	NOUN
epaa-604	186	41	table	table	VERB
epaa-604	186	42	4	4	NUM
epaa-604	186	43	presents	present	NOUN
epaa-604	186	44	results	result	NOUN
epaa-604	186	45	separately	separately	ADV
epaa-604	186	46	for	for	ADP
epaa-604	186	47	the	the	DET
epaa-604	186	48	experimental	experimental	ADJ
epaa-604	186	49	and	and	CCONJ
epaa-604	186	50	control	control	NOUN
epaa-604	186	51	groups	group	NOUN
epaa-604	186	52	,	,	PUNCT
epaa-604	186	53	namely	namely	ADV
epaa-604	186	54	the	the	DET
epaa-604	186	55	group	group	NOUN
epaa-604	186	56	which	which	PRON
epaa-604	186	57	took	take	VERB
epaa-604	186	58	naep	naep	ADJ
epaa-604	186	59	and	and	CCONJ
epaa-604	186	60	performance	performance	NOUN
epaa-604	186	61	writing	write	VERB
epaa-604	186	62	assessments	assessment	NOUN
epaa-604	186	63	on	on	ADP
epaa-604	186	64	paper	paper	NOUN
epaa-604	186	65	and	and	CCONJ
epaa-604	186	66	the	the	DET
epaa-604	186	67	one	one	NOUN
epaa-604	186	68	that	that	PRON
epaa-604	186	69	took	take	VERB
epaa-604	186	70	them	they	PRON
epaa-604	186	71	on	on	ADP
epaa-604	186	72	computer	computer	NOUN
epaa-604	186	73	.	.	PUNCT
epaa-604	187	1	the	the	DET
epaa-604	187	2	table	table	NOUN
epaa-604	187	3	also	also	ADV
epaa-604	187	4	shows	show	VERB
epaa-604	187	5	results	result	NOUN
epaa-604	187	6	of	of	ADP
epaa-604	187	7	t	t	NOUN
epaa-604	187	8	-	-	PUNCT
epaa-604	187	9	tests	test	NOUN
epaa-604	187	10	(	(	PUNCT
epaa-604	187	11	for	for	ADP
epaa-604	187	12	independent	independent	ADJ
epaa-604	187	13	samples	sample	NOUN
epaa-604	187	14	,	,	PUNCT
epaa-604	187	15	assuming	assume	VERB
epaa-604	187	16	equal	equal	ADJ
epaa-604	187	17	variances	variance	NOUN
epaa-604	187	18	for	for	ADP
epaa-604	187	19	the	the	DET
epaa-604	187	20	two	two	NUM
epaa-604	187	21	samples	sample	NOUN
epaa-604	187	22	and	and	CCONJ
epaa-604	187	23	hence	hence	ADV
epaa-604	187	24	using	use	VERB
epaa-604	187	25	a	a	DET
epaa-604	187	26	pooled	pool	VERB
epaa-604	187	27	variance	variance	NOUN
epaa-604	187	28	estimate	estimate	NOUN
epaa-604	187	29	)	)	PUNCT
epaa-604	187	30	.	.	PUNCT
epaa-604	188	1	as	as	ADP
epaa-604	188	2	an	an	DET
epaa-604	188	3	aid	aid	NOUN
epaa-604	188	4	to	to	ADP
epaa-604	188	5	interpretation	interpretation	NOUN
epaa-604	188	6	,	,	PUNCT
epaa-604	188	7	the	the	DET
epaa-604	188	8	table	table	NOUN
epaa-604	188	9	also	also	ADV
epaa-604	188	10	shows	show	VERB
epaa-604	188	11	the	the	DET
epaa-604	188	12	effect	effect	NOUN
epaa-604	188	13	of	of	ADP
epaa-604	188	14	computer	computer	NOUN
epaa-604	188	15	administration	administration	NOUN
epaa-604	188	16	in	in	ADP
epaa-604	188	17	terms	term	NOUN
epaa-604	188	18	of	of	ADP
epaa-604	188	19	glass	glass	NOUN
epaa-604	188	20	's	's	PART
epaa-604	188	21	delta	delta	NOUN
epaa-604	188	22	effect	effect	NOUN
epaa-604	188	23	size	size	NOUN
epaa-604	188	24	,	,	PUNCT
epaa-604	188	25	that	that	PRON
epaa-604	188	26	is	be	AUX
epaa-604	188	27	the	the	DET
epaa-604	188	28	mean	mean	NOUN
epaa-604	188	29	of	of	ADP
epaa-604	188	30	the	the	DET
epaa-604	188	31	experimental	experimental	ADJ
epaa-604	188	32	group	group	NOUN
epaa-604	188	33	minus	minus	CCONJ
epaa-604	188	34	the	the	DET
epaa-604	188	35	mean	mean	NOUN
epaa-604	188	36	of	of	ADP
epaa-604	188	37	the	the	DET
epaa-604	188	38	control	control	NOUN
epaa-604	188	39	group	group	NOUN
epaa-604	188	40	divided	divide	VERB
epaa-604	188	41	by	by	ADP
epaa-604	188	42	the	the	DET
epaa-604	188	43	standard	standard	ADJ
epaa-604	188	44	deviation	deviation	NOUN
epaa-604	188	45	of	of	ADP
epaa-604	188	46	the	the	DET
epaa-604	188	47	control	control	NOUN
epaa-604	188	48	group	group	NOUN
epaa-604	188	49	.	.	PUNCT
epaa-604	189	1	while	while	SCONJ
epaa-604	189	2	other	other	ADJ
epaa-604	189	3	methods	method	NOUN
epaa-604	189	4	for	for	ADP
epaa-604	189	5	calculating	calculate	VERB
epaa-604	189	6	effect	effect	NOUN
epaa-604	189	7	size	size	NOUN
epaa-604	189	8	have	have	AUX
epaa-604	189	9	been	be	AUX
epaa-604	189	10	proposed	propose	VERB
epaa-604	189	11	(	(	PUNCT
epaa-604	189	12	rosenthal	rosenthal	NOUN
epaa-604	189	13	,	,	PUNCT
epaa-604	189	14	1994	1994	NUM
epaa-604	189	15	,	,	PUNCT
epaa-604	189	16	p.	p.	NOUN
epaa-604	189	17	237	237	NUM
epaa-604	189	18	)	)	PUNCT
epaa-604	189	19	,	,	PUNCT
epaa-604	189	20	note	note	VERB
epaa-604	189	21	that	that	SCONJ
epaa-604	189	22	results	result	NOUN
epaa-604	189	23	would	would	AUX
epaa-604	189	24	not	not	PART
epaa-604	189	25	differ	differ	VERB
epaa-604	189	26	dramatically	dramatically	ADV
epaa-604	189	27	if	if	SCONJ
epaa-604	189	28	a	a	DET
epaa-604	189	29	pooled	pool	VERB
epaa-604	189	30	standard	standard	ADJ
epaa-604	189	31	deviation	deviation	NOUN
epaa-604	189	32	were	be	AUX
epaa-604	189	33	used	use	VERB
epaa-604	189	34	instead	instead	ADV
epaa-604	189	35	of	of	ADP
epaa-604	189	36	the	the	DET
epaa-604	189	37	control	control	NOUN
epaa-604	189	38	group	group	PROPN
epaa-604	189	39	standard	standard	ADJ
epaa-604	189	40	deviation	deviation	NOUN
epaa-604	189	41	.	.	PUNCT
epaa-604	190	1	10	10	NUM
epaa-604	190	2	of	of	ADP
epaa-604	190	3	20	20	NUM
epaa-604	190	4	results	result	NOUN
epaa-604	190	5	indicate	indicate	VERB
epaa-604	190	6	that	that	SCONJ
epaa-604	190	7	,	,	PUNCT
epaa-604	190	8	after	after	ADP
epaa-604	190	9	adjusting	adjust	VERB
epaa-604	190	10	for	for	ADP
epaa-604	190	11	the	the	DET
epaa-604	190	12	planned	plan	VERB
epaa-604	190	13	multiple	multiple	ADJ
epaa-604	190	14	comparisons	comparison	NOUN
epaa-604	190	15	,	,	PUNCT
epaa-604	190	16	the	the	DET
epaa-604	190	17	effect	effect	NOUN
epaa-604	190	18	of	of	ADP
epaa-604	190	19	computer	computer	NOUN
epaa-604	190	20	administration	administration	NOUN
epaa-604	190	21	was	be	AUX
epaa-604	190	22	significant	significant	ADJ
epaa-604	190	23	only	only	ADV
epaa-604	190	24	for	for	ADP
epaa-604	190	25	the	the	DET
epaa-604	190	26	pwavg	pwavg	NOUN
epaa-604	190	27	.	.	PUNCT
epaa-604	191	1	the	the	DET
epaa-604	191	2	effect	effect	NOUN
epaa-604	191	3	size	size	NOUN
epaa-604	191	4	of	of	ADP
epaa-604	191	5	computer	computer	NOUN
epaa-604	191	6	administration	administration	NOUN
epaa-604	191	7	on	on	ADP
epaa-604	191	8	the	the	DET
epaa-604	191	9	performance	performance	NOUN
epaa-604	191	10	writing	write	VERB
epaa-604	191	11	task	task	NOUN
epaa-604	191	12	was	be	AUX
epaa-604	191	13	0.94	0.94	NUM
epaa-604	191	14	.	.	PUNCT
epaa-604	192	1	the	the	DET
epaa-604	192	2	four	four	NUM
epaa-604	192	3	tests	test	NOUN
epaa-604	192	4	which	which	PRON
epaa-604	192	5	did	do	AUX
epaa-604	192	6	not	not	PART
epaa-604	192	7	show	show	VERB
epaa-604	192	8	a	a	DET
epaa-604	192	9	statistically	statistically	ADV
epaa-604	192	10	significant	significant	ADJ
epaa-604	192	11	difference	difference	NOUN
epaa-604	192	12	between	between	ADP
epaa-604	192	13	the	the	DET
epaa-604	192	14	two	two	NUM
epaa-604	192	15	groups	group	NOUN
epaa-604	192	16	were	be	AUX
epaa-604	192	17	the	the	DET
epaa-604	192	18	oe	oe	PROPN
epaa-604	192	19	test	test	NOUN
epaa-604	192	20	and	and	CCONJ
epaa-604	192	21	the	the	DET
epaa-604	192	22	naep	naep	ADJ
epaa-604	192	23	language	language	NOUN
epaa-604	192	24	arts	art	NOUN
epaa-604	192	25	,	,	PUNCT
epaa-604	192	26	science	science	NOUN
epaa-604	192	27	,	,	PUNCT
epaa-604	192	28	and	and	CCONJ
epaa-604	192	29	math	math	NOUN
epaa-604	192	30	tests	test	NOUN
epaa-604	192	31	.	.	PUNCT
epaa-604	193	1	the	the	DET
epaa-604	193	2	absence	absence	NOUN
epaa-604	193	3	of	of	ADP
epaa-604	193	4	a	a	DET
epaa-604	193	5	statistically	statistically	ADV
epaa-604	193	6	significant	significant	ADJ
epaa-604	193	7	difference	difference	NOUN
epaa-604	193	8	on	on	ADP
epaa-604	193	9	the	the	DET
epaa-604	193	10	oe	oe	PROPN
epaa-604	193	11	test	test	NOUN
epaa-604	193	12	was	be	AUX
epaa-604	193	13	,	,	PUNCT
epaa-604	193	14	of	of	ADP
epaa-604	193	15	course	course	NOUN
epaa-604	193	16	,	,	PUNCT
epaa-604	193	17	expected	expect	VERB
epaa-604	193	18	since	since	SCONJ
epaa-604	193	19	the	the	DET
epaa-604	193	20	oe	oe	PROPN
epaa-604	193	21	test	test	NOUN
epaa-604	193	22	was	be	AUX
epaa-604	193	23	the	the	DET
epaa-604	193	24	one	one	NUM
epaa-604	193	25	test	test	NOUN
epaa-604	193	26	that	that	PRON
epaa-604	193	27	was	be	AUX
epaa-604	193	28	administered	administer	VERB
epaa-604	193	29	in	in	ADP
epaa-604	193	30	the	the	DET
epaa-604	193	31	same	same	ADJ
epaa-604	193	32	form	form	NOUN
epaa-604	193	33	(	(	PUNCT
epaa-604	193	34	paper	paper	NOUN
epaa-604	193	35	-	-	PUNCT
epaa-604	193	36	andpencil	andpencil	NOUN
epaa-604	193	37	)	)	PUNCT
epaa-604	193	38	to	to	ADP
epaa-604	193	39	the	the	DET
epaa-604	193	40	two	two	NUM
epaa-604	193	41	groups	group	NOUN
epaa-604	193	42	.	.	PUNCT
epaa-604	194	1	similarly	similarly	ADV
epaa-604	194	2	,	,	PUNCT
epaa-604	194	3	since	since	SCONJ
epaa-604	194	4	the	the	DET
epaa-604	194	5	naep	naep	ADJ
epaa-604	194	6	tests	test	NOUN
epaa-604	194	7	were	be	AUX
epaa-604	194	8	primarily	primarily	ADV
epaa-604	194	9	composed	compose	VERB
epaa-604	194	10	of	of	ADP
epaa-604	194	11	multiple	multiple	ADJ
epaa-604	194	12	-	-	PUNCT
epaa-604	194	13	choice	choice	NOUN
epaa-604	194	14	items	item	NOUN
epaa-604	194	15	,	,	PUNCT
epaa-604	194	16	which	which	PRON
epaa-604	194	17	previous	previous	ADJ
epaa-604	194	18	research	research	NOUN
epaa-604	194	19	suggests	suggest	VERB
epaa-604	194	20	are	be	AUX
epaa-604	194	21	affected	affect	VERB
epaa-604	194	22	minimally	minimally	ADV
epaa-604	194	23	by	by	ADP
epaa-604	194	24	the	the	DET
epaa-604	194	25	mode	mode	NOUN
epaa-604	194	26	of	of	ADP
epaa-604	194	27	administration	administration	NOUN
epaa-604	194	28	,	,	PUNCT
epaa-604	194	29	differences	difference	NOUN
epaa-604	194	30	between	between	ADP
epaa-604	194	31	the	the	DET
epaa-604	194	32	two	two	NUM
epaa-604	194	33	groups	group	NOUN
epaa-604	194	34	on	on	ADP
epaa-604	194	35	the	the	DET
epaa-604	194	36	naep	naep	ADJ
epaa-604	194	37	tests	test	NOUN
epaa-604	194	38	were	be	AUX
epaa-604	194	39	not	not	PART
epaa-604	194	40	expected	expect	VERB
epaa-604	194	41	.	.	PUNCT
epaa-604	195	1	note	note	VERB
epaa-604	195	2	however	however	ADV
epaa-604	195	3	that	that	SCONJ
epaa-604	195	4	the	the	DET
epaa-604	195	5	size	size	NOUN
epaa-604	195	6	of	of	ADP
epaa-604	195	7	the	the	DET
epaa-604	195	8	difference	difference	NOUN
epaa-604	195	9	in	in	ADP
epaa-604	195	10	oe	oe	PROPN
epaa-604	195	11	scores	score	NOUN
epaa-604	195	12	between	between	ADP
epaa-604	195	13	the	the	DET
epaa-604	195	14	two	two	NUM
epaa-604	195	15	groups	group	NOUN
epaa-604	195	16	was	be	AUX
epaa-604	195	17	surprisingly	surprisingly	ADV
epaa-604	195	18	large	large	ADJ
epaa-604	195	19	,	,	PUNCT
epaa-604	195	20	given	give	VERB
epaa-604	195	21	that	that	SCONJ
epaa-604	195	22	the	the	DET
epaa-604	195	23	two	two	NUM
epaa-604	195	24	groups	group	NOUN
epaa-604	195	25	had	have	AUX
epaa-604	195	26	been	be	AUX
epaa-604	195	27	randomly	randomly	ADV
epaa-604	195	28	selected	select	VERB
epaa-604	195	29	.	.	PUNCT
epaa-604	196	1	the	the	DET
epaa-604	196	2	absence	absence	NOUN
epaa-604	196	3	of	of	ADP
epaa-604	196	4	four	four	NUM
epaa-604	196	5	students	student	NOUN
epaa-604	196	6	randomly	randomly	ADV
epaa-604	196	7	selected	select	VERB
epaa-604	196	8	for	for	ADP
epaa-604	196	9	the	the	DET
epaa-604	196	10	experimental	experimental	ADJ
epaa-604	196	11	group	group	NOUN
epaa-604	196	12	who	who	PRON
epaa-604	196	13	did	do	AUX
epaa-604	196	14	not	not	PART
epaa-604	196	15	take	take	VERB
epaa-604	196	16	any	any	DET
epaa-604	196	17	tests	test	NOUN
epaa-604	196	18	may	may	AUX
epaa-604	196	19	partially	partially	ADV
epaa-604	196	20	explain	explain	VERB
epaa-604	196	21	this	this	DET
epaa-604	196	22	difference	difference	NOUN
epaa-604	196	23	.	.	PUNCT
epaa-604	197	1	nevertheless	nevertheless	ADV
epaa-604	197	2	to	to	PART
epaa-604	197	3	explore	explore	VERB
epaa-604	197	4	the	the	DET
epaa-604	197	5	possibility	possibility	NOUN
epaa-604	197	6	that	that	SCONJ
epaa-604	197	7	group	group	NOUN
epaa-604	197	8	differences	difference	NOUN
epaa-604	197	9	may	may	AUX
epaa-604	197	10	partially	partially	ADV
epaa-604	197	11	account	account	VERB
epaa-604	197	12	for	for	ADP
epaa-604	197	13	apparent	apparent	ADJ
epaa-604	197	14	mode	mode	NOUN
epaa-604	197	15	of	of	ADP
epaa-604	197	16	administration	administration	NOUN
epaa-604	197	17	effects	effect	NOUN
epaa-604	197	18	(	(	PUNCT
epaa-604	197	19	and	and	CCONJ
epaa-604	197	20	also	also	ADV
epaa-604	197	21	,	,	PUNCT
epaa-604	197	22	of	of	ADP
epaa-604	197	23	course	course	NOUN
epaa-604	197	24	,	,	PUNCT
epaa-604	197	25	to	to	PART
epaa-604	197	26	estimate	estimate	VERB
epaa-604	197	27	effects	effect	NOUN
epaa-604	197	28	more	more	ADV
epaa-604	197	29	precisely	precisely	ADV
epaa-604	197	30	)	)	PUNCT
epaa-604	197	31	,	,	PUNCT
epaa-604	197	32	regression	regression	NOUN
epaa-604	197	33	analyses	analysis	NOUN
epaa-604	197	34	were	be	AUX
epaa-604	197	35	conducted	conduct	VERB
epaa-604	197	36	.	.	PUNCT
epaa-604	198	1	table	table	NOUN
epaa-604	198	2	4	4	NUM
epaa-604	198	3	summary	summary	NOUN
epaa-604	198	4	results	result	NOUN
epaa-604	198	5	by	by	ADP
epaa-604	198	6	group	group	NOUN
epaa-604	198	7	control	control	NOUN
epaa-604	198	8	experimental	experimental	ADJ
epaa-604	198	9	n	n	CCONJ
epaa-604	198	10	mean	mean	VERB
epaa-604	198	11	sd	sd	ADP
epaa-604	198	12	n	n	PRON
epaa-604	198	13	mean	mean	VERB
epaa-604	198	14	sd	sd	ADP
epaa-604	198	15	effect	effect	NOUN
epaa-604	198	16	size	size	NOUN
epaa-604	198	17	(	(	PUNCT
epaa-604	198	18	df	df	PROPN
epaa-604	198	19	)	)	PUNCT
epaa-604	198	20	t	t	VERB
epaa-604	198	21	sig	sig	NOUN
epaa-604	199	1	oe	oe	PROPN
epaa-604	199	2	68	68	NUM
epaa-604	199	3	7.62	7.62	NUM
epaa-604	199	4	3.14	3.14	NUM
epaa-604	199	5	46	46	NUM
epaa-604	199	6	8.24	8.24	NUM
epaa-604	199	7	2.66	2.66	NUM
epaa-604	199	8	0.20	0.20	NUM
epaa-604	199	9	(	(	PUNCT
epaa-604	199	10	112	112	NUM
epaa-604	199	11	)	)	PUNCT
epaa-604	199	12	1.10	1.10	NUM
epaa-604	199	13	0.27	0.27	NUM
epaa-604	199	14	lang	lang	PROPN
epaa-604	199	15	arts	arts	PROPN
epaa-604	199	16	42	42	NUM
epaa-604	199	17	9.24	9.24	NUM
epaa-604	199	18	3.96	3.96	NUM
epaa-604	199	19	44	44	NUM
epaa-604	199	20	3.58	3.58	NUM
epaa-604	199	21	0.30	0.30	NUM
epaa-604	199	22	0.30	0.30	NUM
epaa-604	199	23	(	(	PUNCT
epaa-604	199	24	84	84	NUM
epaa-604	199	25	)	)	PUNCT
epaa-604	199	26	1.44	1.44	NUM
epaa-604	199	27	0.15	0.15	NUM
epaa-604	199	28	science	science	NOUN
epaa-604	199	29	42	42	NUM
epaa-604	199	30	8.67	8.67	NUM
epaa-604	199	31	4.17	4.17	NUM
epaa-604	199	32	44	44	NUM
epaa-604	199	33	10.68	10.68	NUM
epaa-604	199	34	4.39	4.39	NUM
epaa-604	199	35	0.48	0.48	NUM
epaa-604	199	36	(	(	PUNCT
epaa-604	199	37	84	84	NUM
epaa-604	199	38	)	)	PUNCT
epaa-604	199	39	2.18	2.18	NUM
epaa-604	199	40	0.03	0.03	NUM
epaa-604	199	41	math	math	NOUN
epaa-604	199	42	42	42	NUM
epaa-604	199	43	6.00	6.00	NUM
epaa-604	199	44	3.30	3.30	NUM
epaa-604	199	45	44	44	NUM
epaa-604	199	46	6.41	6.41	NUM
epaa-604	199	47	3.51	3.51	NUM
epaa-604	199	48	0.12	0.12	NUM
epaa-604	199	49	(	(	PUNCT
epaa-604	199	50	84	84	NUM
epaa-604	199	51	)	)	PUNCT
epaa-604	199	52	0.56	0.56	NUM
epaa-604	199	53	0.58	0.58	NUM
epaa-604	199	54	perf	perf	NOUN
epaa-604	199	55	writ	writ	NOUN
epaa-604	199	56	.	.	PUNCT
epaa-604	200	1	46	46	NUM
epaa-604	200	2	2.30	2.30	NUM
epaa-604	200	3	0.55	0.55	NUM
epaa-604	200	4	40	40	NUM
epaa-604	200	5	2.81	2.81	NUM
epaa-604	200	6	0.59	0.59	NUM
epaa-604	200	7	0.94	0.94	NUM
epaa-604	200	8	(	(	PUNCT
epaa-604	200	9	84	84	NUM
epaa-604	200	10	)	)	PUNCT
epaa-604	200	11	4.16	4.16	NUM
epaa-604	200	12	<	<	X
epaa-604	200	13	.0001	.0001	X
epaa-604	200	14	*	*	PUNCT
epaa-604	200	15	*	*	PUNCT
epaa-604	200	16	*	*	PUNCT
epaa-604	200	17	*	*	PUNCT
epaa-604	200	18	statistically	statistically	ADV
epaa-604	200	19	significant	significant	ADJ
epaa-604	200	20	at	at	ADP
epaa-604	200	21	the	the	DET
epaa-604	200	22	0.01	0.01	NUM
epaa-604	200	23	level	level	NOUN
epaa-604	200	24	after	after	ADP
epaa-604	200	25	taking	take	VERB
epaa-604	200	26	multiple	multiple	ADJ
epaa-604	200	27	comparisons	comparison	NOUN
epaa-604	200	28	into	into	ADP
epaa-604	200	29	account	account	NOUN
epaa-604	200	30	regression	regression	NOUN
epaa-604	200	31	analyses	analysis	NOUN
epaa-604	200	32	as	as	ADP
epaa-604	200	33	a	a	DET
epaa-604	200	34	further	further	ADJ
epaa-604	200	35	step	step	NOUN
epaa-604	200	36	in	in	ADP
epaa-604	200	37	examining	examine	VERB
epaa-604	200	38	the	the	DET
epaa-604	200	39	effects	effect	NOUN
epaa-604	200	40	of	of	ADP
epaa-604	200	41	mode	mode	NOUN
epaa-604	200	42	of	of	ADP
epaa-604	200	43	administration	administration	NOUN
epaa-604	200	44	,	,	PUNCT
epaa-604	200	45	regression	regression	NOUN
epaa-604	200	46	analyses	analysis	NOUN
epaa-604	200	47	were	be	AUX
epaa-604	200	48	conducted	conduct	VERB
epaa-604	200	49	using	use	VERB
epaa-604	200	50	the	the	DET
epaa-604	200	51	oe	oe	PROPN
epaa-604	200	52	scores	score	NOUN
epaa-604	200	53	as	as	ADP
epaa-604	200	54	a	a	DET
epaa-604	200	55	covariate	covariate	NOUN
epaa-604	200	56	and	and	CCONJ
epaa-604	200	57	then	then	ADV
epaa-604	200	58	introducing	introduce	VERB
epaa-604	200	59	a	a	DET
epaa-604	200	60	dummy	dummy	ADJ
epaa-604	200	61	variable	variable	NOUN
epaa-604	200	62	(	(	PUNCT
epaa-604	200	63	0=	0=	NOUN
epaa-604	200	64	paper	paper	NOUN
epaa-604	200	65	/	/	SYM
epaa-604	200	66	pencil	pencil	NOUN
epaa-604	200	67	group	group	NOUN
epaa-604	200	68	;	;	PUNCT
epaa-604	200	69	1=	1=	NUM
epaa-604	200	70	computer	computer	NOUN
epaa-604	200	71	administration	administration	NOUN
epaa-604	200	72	group	group	NOUN
epaa-604	200	73	)	)	PUNCT
epaa-604	200	74	to	to	PART
epaa-604	200	75	estimate	estimate	VERB
epaa-604	200	76	the	the	DET
epaa-604	200	77	effects	effect	NOUN
epaa-604	200	78	of	of	ADP
epaa-604	200	79	mode	mode	NOUN
epaa-604	200	80	of	of	ADP
epaa-604	200	81	administration	administration	NOUN
epaa-604	200	82	on	on	ADP
epaa-604	200	83	the	the	DET
epaa-604	200	84	naep	naep	ADJ
epaa-604	200	85	language	language	NOUN
epaa-604	200	86	arts	art	NOUN
epaa-604	200	87	,	,	PUNCT
epaa-604	200	88	science	science	NOUN
epaa-604	200	89	and	and	CCONJ
epaa-604	200	90	math	math	NOUN
epaa-604	200	91	subtests	subtest	NOUN
epaa-604	200	92	and	and	CCONJ
epaa-604	200	93	on	on	ADP
epaa-604	200	94	the	the	DET
epaa-604	200	95	pwavg	pwavg	PROPN
epaa-604	200	96	scores	score	NOUN
epaa-604	200	97	.	.	PUNCT
epaa-604	201	1	results	result	NOUN
epaa-604	201	2	of	of	ADP
epaa-604	201	3	these	these	DET
epaa-604	201	4	regression	regression	NOUN
epaa-604	201	5	analyses	analysis	NOUN
epaa-604	201	6	are	be	AUX
epaa-604	201	7	shown	show	VERB
epaa-604	201	8	in	in	ADP
epaa-604	201	9	table	table	NOUN
epaa-604	201	10	5	5	NUM
epaa-604	201	11	.	.	PUNCT
epaa-604	201	12	table	table	NOUN
epaa-604	201	13	5	5	NUM
epaa-604	201	14	results	result	NOUN
epaa-604	201	15	of	of	ADP
epaa-604	201	16	regression	regression	NOUN
epaa-604	201	17	analyses	analyse	VERB
epaa-604	201	18	dependent	dependent	ADJ
epaa-604	201	19	variable	variable	ADJ
epaa-604	201	20	coeff	coeff	PROPN
epaa-604	201	21	se	se	PROPN
epaa-604	201	22	t	t	PROPN
epaa-604	201	23	-	-	PUNCT
epaa-604	201	24	ratio	ratio	NOUN
epaa-604	201	25	sig	sig	PROPN
epaa-604	201	26	naep	naep	VERB
epaa-604	201	27	lang	lang	PROPN
epaa-604	201	28	arts	arts	PROPN
epaa-604	201	29	constant	constant	ADJ
epaa-604	201	30	5.03	5.03	NUM
epaa-604	201	31	1.09	1.09	NUM
epaa-604	201	32	4.60	4.60	NUM
epaa-604	201	33	<	<	X
epaa-604	201	34	.0001	.0001	X
epaa-604	201	35	*	*	PUNCT
epaa-604	201	36	*	*	PUNCT
epaa-604	201	37	oe	oe	PROPN
epaa-604	201	38	0.57	0.57	NUM
epaa-604	201	39	0.13	0.13	NUM
epaa-604	201	40	4.40	4.40	NUM
epaa-604	201	41	<	<	X
epaa-604	201	42	.0001	.0001	X
epaa-604	201	43	*	*	PUNCT
epaa-604	201	44	*	*	PROPN
epaa-604	201	45	group	group	NOUN
epaa-604	201	46	*	*	NOUN
epaa-604	201	47	0.66	0.66	NUM
epaa-604	201	48	0.75	0.75	NUM
epaa-604	201	49	0.89	0.89	NUM
epaa-604	201	50	0.38	0.38	NUM
epaa-604	201	51	naep	naep	ADJ
epaa-604	201	52	science	science	NOUN
epaa-604	201	53	11	11	NUM
epaa-604	201	54	of	of	ADP
epaa-604	201	55	20	20	NUM
epaa-604	201	56	constant	constant	ADJ
epaa-604	201	57	3.72	3.72	NUM
epaa-604	201	58	1.23	1.23	NUM
epaa-604	201	59	3.02	3.02	NUM
epaa-604	201	60	.0033	.0033	X
epaa-604	202	1	oe	oe	PROPN
epaa-604	202	2	0.67	0.67	NUM
epaa-604	202	3	0.15	0.15	NUM
epaa-604	202	4	4.59	4.59	NUM
epaa-604	202	5	<	<	X
epaa-604	202	6	.0001	.0001	X
epaa-604	202	7	*	*	PUNCT
epaa-604	202	8	*	*	PROPN
epaa-604	202	9	group	group	NOUN
epaa-604	202	10	*	*	NOUN
epaa-604	202	11	1.42	1.42	NUM
epaa-604	202	12	0.84	0.84	NUM
epaa-604	202	13	1.69	1.69	NUM
epaa-604	202	14	0.09	0.09	NUM
epaa-604	202	15	naep	naep	ADJ
epaa-604	202	16	math	math	NOUN
epaa-604	202	17	constant	constant	ADJ
epaa-604	202	18	1.99	1.99	NUM
epaa-604	202	19	0.97	0.97	NUM
epaa-604	202	20	2.04	2.04	NUM
epaa-604	202	21	<	<	NOUN
epaa-604	202	22	.0445	.0445	PROPN
epaa-604	202	23	oe	oe	PROPN
epaa-604	202	24	0.54	0.54	NUM
epaa-604	202	25	0.12	0.12	NUM
epaa-604	202	26	4.70	4.70	NUM
epaa-604	202	27	<	<	X
epaa-604	202	28	.0001	.0001	X
epaa-604	202	29	*	*	PUNCT
epaa-604	202	30	*	*	PROPN
epaa-604	202	31	group	group	PROPN
epaa-604	202	32	*	*	PUNCT
epaa-604	202	33	-0.07	-0.07	NUM
epaa-604	203	1	0.67	0.67	NUM
epaa-604	203	2	0.11	0.11	NUM
epaa-604	203	3	0.91	0.91	NUM
epaa-604	203	4	perf	perf	NOUN
epaa-604	203	5	writing	write	VERB
epaa-604	203	6	constant	constant	ADJ
epaa-604	203	7	1.59	1.59	NUM
epaa-604	203	8	0.16	0.16	NUM
epaa-604	203	9	9.73	9.73	NUM
epaa-604	203	10	<	<	X
epaa-604	203	11	.0001	.0001	X
epaa-604	203	12	*	*	PUNCT
epaa-604	203	13	*	*	PUNCT
epaa-604	203	14	oe	oe	PROPN
epaa-604	203	15	0.09	0.09	NUM
epaa-604	203	16	0.02	0.02	NUM
epaa-604	203	17	4.88	4.88	NUM
epaa-604	203	18	<	<	X
epaa-604	203	19	.0001	.0001	X
epaa-604	203	20	*	*	PUNCT
epaa-604	203	21	*	*	PROPN
epaa-604	203	22	group	group	NOUN
epaa-604	203	23	*	*	NOUN
epaa-604	203	24	0.44	0.44	NUM
epaa-604	203	25	0.11	0.11	NUM
epaa-604	203	26	3.98	3.98	NUM
epaa-604	203	27	.0001	.0001	NOUN
epaa-604	203	28	*	*	PUNCT
epaa-604	203	29	*	*	PUNCT
epaa-604	203	30	*	*	PUNCT
epaa-604	203	31	(	(	PUNCT
epaa-604	203	32	1	1	NUM
epaa-604	203	33	=	=	NOUN
epaa-604	203	34	computer	computer	NOUN
epaa-604	203	35	)	)	PUNCT
epaa-604	204	1	*	*	PUNCT
epaa-604	204	2	*	*	PUNCT
epaa-604	204	3	statistically	statistically	ADV
epaa-604	204	4	significant	significant	ADJ
epaa-604	204	5	at	at	ADP
epaa-604	204	6	the	the	DET
epaa-604	204	7	0.01	0.01	NUM
epaa-604	204	8	level	level	NOUN
epaa-604	204	9	after	after	ADP
epaa-604	204	10	taking	take	VERB
epaa-604	204	11	multiple	multiple	ADJ
epaa-604	204	12	comparisons	comparison	NOUN
epaa-604	204	13	into	into	ADP
epaa-604	204	14	account	account	NOUN
epaa-604	204	15	these	these	DET
epaa-604	204	16	results	result	NOUN
epaa-604	204	17	confirm	confirm	VERB
epaa-604	204	18	the	the	DET
epaa-604	204	19	findings	finding	NOUN
epaa-604	204	20	shown	show	VERB
epaa-604	204	21	in	in	ADP
epaa-604	204	22	table	table	NOUN
epaa-604	204	23	4	4	NUM
epaa-604	204	24	,	,	PUNCT
epaa-604	204	25	namely	namely	ADV
epaa-604	204	26	that	that	SCONJ
epaa-604	204	27	even	even	ADV
epaa-604	204	28	after	after	ADP
epaa-604	204	29	controlling	control	VERB
epaa-604	204	30	for	for	ADP
epaa-604	204	31	oe	oe	PROPN
epaa-604	204	32	scores	score	NOUN
epaa-604	204	33	,	,	PUNCT
epaa-604	204	34	the	the	DET
epaa-604	204	35	effect	effect	NOUN
epaa-604	204	36	of	of	ADP
epaa-604	204	37	mode	mode	NOUN
epaa-604	204	38	of	of	ADP
epaa-604	204	39	administration	administration	NOUN
epaa-604	204	40	was	be	AUX
epaa-604	204	41	highly	highly	ADV
epaa-604	204	42	significant	significant	ADJ
epaa-604	204	43	on	on	ADP
epaa-604	204	44	the	the	DET
epaa-604	204	45	pwavg	pwavg	NOUN
epaa-604	204	46	.	.	PUNCT
epaa-604	205	1	however	however	ADV
epaa-604	205	2	,	,	PUNCT
epaa-604	205	3	for	for	ADP
epaa-604	205	4	the	the	DET
epaa-604	205	5	largely	largely	ADV
epaa-604	205	6	multiple	multiple	ADJ
epaa-604	205	7	-	-	PUNCT
epaa-604	205	8	choice	choice	NOUN
epaa-604	205	9	naep	naep	ADJ
epaa-604	205	10	subtests	subtest	NOUN
epaa-604	205	11	,	,	PUNCT
epaa-604	205	12	results	result	NOUN
epaa-604	205	13	indicate	indicate	VERB
epaa-604	205	14	no	no	DET
epaa-604	205	15	difference	difference	NOUN
epaa-604	205	16	for	for	ADP
epaa-604	205	17	mode	mode	NOUN
epaa-604	205	18	of	of	ADP
epaa-604	205	19	administration	administration	NOUN
epaa-604	205	20	.	.	PUNCT
epaa-604	206	1	performance	performance	NOUN
epaa-604	206	2	on	on	ADP
epaa-604	206	3	multiple	multiple	ADJ
epaa-604	206	4	choice	choice	NOUN
epaa-604	206	5	and	and	CCONJ
epaa-604	206	6	short	short	ADJ
epaa-604	206	7	-	-	PUNCT
epaa-604	206	8	answer	answer	NOUN
epaa-604	206	9	naep	naep	ADJ
epaa-604	206	10	items	item	NOUN
epaa-604	206	11	although	although	SCONJ
epaa-604	206	12	the	the	DET
epaa-604	206	13	regression	regression	NOUN
epaa-604	206	14	analysis	analysis	NOUN
epaa-604	206	15	suggested	suggest	VERB
epaa-604	206	16	that	that	SCONJ
epaa-604	206	17	mode	mode	NOUN
epaa-604	206	18	of	of	ADP
epaa-604	206	19	administration	administration	NOUN
epaa-604	206	20	did	do	AUX
epaa-604	206	21	not	not	PART
epaa-604	206	22	significantly	significantly	ADV
epaa-604	206	23	influence	influence	VERB
epaa-604	206	24	performance	performance	NOUN
epaa-604	206	25	on	on	ADP
epaa-604	206	26	the	the	DET
epaa-604	206	27	naep	naep	ADJ
epaa-604	206	28	subtests	subtest	NOUN
epaa-604	206	29	,	,	PUNCT
epaa-604	206	30	further	further	ADJ
epaa-604	206	31	analysis	analysis	NOUN
epaa-604	206	32	was	be	AUX
epaa-604	206	33	performed	perform	VERB
epaa-604	206	34	on	on	ADP
epaa-604	206	35	the	the	DET
epaa-604	206	36	naep	naep	ADJ
epaa-604	206	37	subtest	subt	ADJ
epaa-604	206	38	items	item	NOUN
epaa-604	206	39	to	to	PART
epaa-604	206	40	examine	examine	VERB
epaa-604	206	41	the	the	DET
epaa-604	206	42	effect	effect	NOUN
epaa-604	206	43	of	of	ADP
epaa-604	206	44	administration	administration	NOUN
epaa-604	206	45	mode	mode	NOUN
epaa-604	206	46	on	on	ADP
epaa-604	206	47	the	the	DET
epaa-604	206	48	two	two	NUM
epaa-604	206	49	forms	form	NOUN
epaa-604	206	50	of	of	ADP
epaa-604	206	51	items	item	NOUN
epaa-604	206	52	contained	contain	VERB
epaa-604	206	53	in	in	ADP
epaa-604	206	54	the	the	DET
epaa-604	206	55	naep	naep	ADJ
epaa-604	206	56	subtest	subtest	ADJ
epaa-604	206	57	-multiple	-multiple	NOUN
epaa-604	206	58	-	-	PUNCT
epaa-604	206	59	choice	choice	NOUN
epaa-604	206	60	and	and	CCONJ
epaa-604	206	61	short	short	ADJ
epaa-604	206	62	answer	answer	NOUN
epaa-604	206	63	.	.	PUNCT
epaa-604	207	1	table	table	NOUN
epaa-604	207	2	6	6	NUM
epaa-604	207	3	shows	show	VERB
epaa-604	207	4	the	the	DET
epaa-604	207	5	mean	mean	ADJ
epaa-604	207	6	score	score	NOUN
epaa-604	207	7	for	for	ADP
epaa-604	207	8	the	the	DET
epaa-604	207	9	two	two	NUM
epaa-604	207	10	groups	group	NOUN
epaa-604	207	11	on	on	ADP
epaa-604	207	12	both	both	CCONJ
epaa-604	207	13	the	the	DET
epaa-604	207	14	multiple	multiple	ADJ
epaa-604	207	15	-	-	PUNCT
epaa-604	207	16	choice	choice	NOUN
epaa-604	207	17	items	item	NOUN
epaa-604	207	18	and	and	CCONJ
epaa-604	207	19	the	the	DET
epaa-604	207	20	short	short	ADJ
epaa-604	207	21	-	-	PUNCT
epaa-604	207	22	answer	answer	NOUN
epaa-604	207	23	items	item	NOUN
epaa-604	207	24	for	for	ADP
epaa-604	207	25	the	the	DET
epaa-604	207	26	three	three	NUM
epaa-604	207	27	subtests	subtest	NOUN
epaa-604	207	28	.	.	PUNCT
epaa-604	208	1	although	although	SCONJ
epaa-604	208	2	slight	slight	ADJ
epaa-604	208	3	differences	difference	NOUN
epaa-604	208	4	between	between	ADP
epaa-604	208	5	the	the	DET
epaa-604	208	6	means	mean	NOUN
epaa-604	208	7	were	be	AUX
epaa-604	208	8	found	find	VERB
epaa-604	208	9	for	for	ADP
epaa-604	208	10	the	the	DET
epaa-604	208	11	multiple	multiple	ADJ
epaa-604	208	12	-	-	PUNCT
epaa-604	208	13	choice	choice	NOUN
epaa-604	208	14	items	item	NOUN
epaa-604	208	15	,	,	PUNCT
epaa-604	208	16	none	none	NOUN
epaa-604	208	17	were	be	AUX
epaa-604	208	18	significant	significant	ADJ
epaa-604	208	19	.	.	PUNCT
epaa-604	209	1	however	however	ADV
epaa-604	209	2	,	,	PUNCT
epaa-604	209	3	for	for	ADP
epaa-604	209	4	the	the	DET
epaa-604	209	5	science	science	NOUN
epaa-604	209	6	and	and	CCONJ
epaa-604	209	7	language	language	NOUN
epaa-604	209	8	arts	art	NOUN
epaa-604	209	9	short	short	ADJ
epaa-604	209	10	answer	answer	NOUN
epaa-604	209	11	items	item	NOUN
epaa-604	209	12	,	,	PUNCT
epaa-604	209	13	those	those	DET
epaa-604	209	14	students	student	NOUN
epaa-604	209	15	who	who	PRON
epaa-604	209	16	responded	respond	VERB
epaa-604	209	17	on	on	ADP
epaa-604	209	18	computer	computer	NOUN
epaa-604	209	19	performed	perform	VERB
epaa-604	209	20	significantly	significantly	ADV
epaa-604	209	21	better	well	ADJ
epaa-604	209	22	than	than	ADP
epaa-604	209	23	the	the	DET
epaa-604	209	24	paper	paper	NOUN
epaa-604	209	25	-	-	PUNCT
epaa-604	209	26	and	and	CCONJ
epaa-604	209	27	-	-	PUNCT
epaa-604	209	28	pencil	pencil	NOUN
epaa-604	209	29	group	group	NOUN
epaa-604	209	30	.	.	PUNCT
epaa-604	210	1	while	while	SCONJ
epaa-604	210	2	it	it	PRON
epaa-604	210	3	was	be	AUX
epaa-604	210	4	expected	expect	VERB
epaa-604	210	5	that	that	SCONJ
epaa-604	210	6	performance	performance	NOUN
epaa-604	210	7	on	on	ADP
epaa-604	210	8	multiple	multiple	ADJ
epaa-604	210	9	-	-	PUNCT
epaa-604	210	10	choice	choice	NOUN
epaa-604	210	11	items	item	NOUN
epaa-604	210	12	would	would	AUX
epaa-604	210	13	not	not	PART
epaa-604	210	14	differ	differ	VERB
epaa-604	210	15	,	,	PUNCT
epaa-604	210	16	the	the	DET
epaa-604	210	17	differences	difference	NOUN
epaa-604	210	18	detected	detect	VERB
epaa-604	210	19	on	on	ADP
epaa-604	210	20	the	the	DET
epaa-604	210	21	short	short	ADJ
epaa-604	210	22	answer	answer	NOUN
epaa-604	210	23	items	item	NOUN
epaa-604	210	24	suggest	suggest	VERB
epaa-604	210	25	that	that	SCONJ
epaa-604	210	26	even	even	ADV
epaa-604	210	27	for	for	ADP
epaa-604	210	28	items	item	NOUN
epaa-604	210	29	that	that	PRON
epaa-604	210	30	require	require	VERB
epaa-604	210	31	a	a	DET
epaa-604	210	32	brief	brief	ADJ
epaa-604	210	33	written	write	VERB
epaa-604	210	34	response	response	NOUN
epaa-604	210	35	,	,	PUNCT
epaa-604	210	36	the	the	DET
epaa-604	210	37	mode	mode	NOUN
epaa-604	210	38	of	of	ADP
epaa-604	210	39	administration	administration	NOUN
epaa-604	210	40	may	may	AUX
epaa-604	210	41	affect	affect	VERB
epaa-604	210	42	a	a	DET
epaa-604	210	43	student	student	NOUN
epaa-604	210	44	's	's	PART
epaa-604	210	45	performance	performance	NOUN
epaa-604	210	46	.	.	PUNCT
epaa-604	211	1	the	the	DET
epaa-604	211	2	question	question	NOUN
epaa-604	211	3	arises	arise	VERB
epaa-604	211	4	as	as	ADP
epaa-604	211	5	to	to	ADP
epaa-604	211	6	why	why	SCONJ
epaa-604	211	7	the	the	DET
epaa-604	211	8	mode	mode	NOUN
epaa-604	211	9	of	of	ADP
epaa-604	211	10	administration	administration	NOUN
epaa-604	211	11	affected	affect	VERB
epaa-604	211	12	performance	performance	NOUN
epaa-604	211	13	on	on	ADP
epaa-604	211	14	the	the	DET
epaa-604	211	15	short	short	ADJ
epaa-604	211	16	answer	answer	NOUN
epaa-604	211	17	language	language	NOUN
epaa-604	211	18	arts	art	NOUN
epaa-604	211	19	and	and	CCONJ
epaa-604	211	20	science	science	NOUN
epaa-604	211	21	questions	question	NOUN
epaa-604	211	22	,	,	PUNCT
epaa-604	211	23	but	but	CCONJ
epaa-604	211	24	not	not	PART
epaa-604	211	25	on	on	ADP
epaa-604	211	26	the	the	DET
epaa-604	211	27	one	one	NUM
epaa-604	211	28	short	short	ADJ
epaa-604	211	29	-	-	PUNCT
epaa-604	211	30	answer	answer	NOUN
epaa-604	211	31	math	math	NOUN
epaa-604	211	32	item	item	NOUN
epaa-604	211	33	.	.	PUNCT
epaa-604	212	1	it	it	PRON
epaa-604	212	2	is	be	AUX
epaa-604	212	3	likely	likely	ADJ
epaa-604	212	4	that	that	SCONJ
epaa-604	212	5	the	the	DET
epaa-604	212	6	nature	nature	NOUN
epaa-604	212	7	of	of	ADP
epaa-604	212	8	the	the	DET
epaa-604	212	9	open	open	ADV
epaa-604	212	10	-	-	PUNCT
epaa-604	212	11	ended	end	VERB
epaa-604	212	12	math	math	NOUN
epaa-604	212	13	item	item	NOUN
epaa-604	212	14	accounts	account	VERB
epaa-604	212	15	for	for	ADP
epaa-604	212	16	similar	similar	ADJ
epaa-604	212	17	performance	performance	NOUN
epaa-604	212	18	between	between	ADP
epaa-604	212	19	the	the	DET
epaa-604	212	20	two	two	NUM
epaa-604	212	21	groups	group	NOUN
epaa-604	212	22	.	.	PUNCT
epaa-604	213	1	the	the	DET
epaa-604	213	2	open	open	ADV
epaa-604	213	3	-	-	PUNCT
epaa-604	213	4	ended	end	VERB
epaa-604	213	5	math	math	NOUN
epaa-604	213	6	question	question	NOUN
epaa-604	213	7	required	require	VERB
epaa-604	213	8	a	a	DET
epaa-604	213	9	short	short	ADJ
epaa-604	213	10	answer	answer	NOUN
epaa-604	213	11	which	which	PRON
epaa-604	213	12	could	could	AUX
epaa-604	213	13	not	not	PART
epaa-604	213	14	be	be	AUX
epaa-604	213	15	provided	provide	VERB
epaa-604	213	16	without	without	ADP
epaa-604	213	17	correctly	correctly	ADV
epaa-604	213	18	answering	answer	VERB
epaa-604	213	19	the	the	DET
epaa-604	213	20	multiple	multiple	ADJ
epaa-604	213	21	-	-	PUNCT
epaa-604	213	22	choice	choice	NOUN
epaa-604	213	23	question	question	NOUN
epaa-604	213	24	that	that	PRON
epaa-604	213	25	preceeded	preceede	VERB
epaa-604	213	26	it	it	PRON
epaa-604	213	27	.	.	PUNCT
epaa-604	214	1	in	in	ADP
epaa-604	214	2	contrast	contrast	NOUN
epaa-604	214	3	,	,	PUNCT
epaa-604	214	4	the	the	DET
epaa-604	214	5	three	three	NUM
epaa-604	214	6	short	short	ADJ
epaa-604	214	7	answer	answer	NOUN
epaa-604	214	8	science	science	NOUN
epaa-604	214	9	items	item	NOUN
epaa-604	214	10	asked	ask	VERB
epaa-604	214	11	students	student	NOUN
epaa-604	214	12	to	to	PART
epaa-604	214	13	interpret	interpret	VERB
epaa-604	214	14	data	datum	NOUN
epaa-604	214	15	in	in	ADP
epaa-604	214	16	a	a	DET
epaa-604	214	17	table	table	NOUN
epaa-604	214	18	,	,	PUNCT
epaa-604	214	19	explain	explain	VERB
epaa-604	214	20	their	their	PRON
epaa-604	214	21	process	process	NOUN
epaa-604	214	22	and	and	CCONJ
epaa-604	214	23	respond	respond	VERB
epaa-604	214	24	to	to	ADP
epaa-604	214	25	a	a	DET
epaa-604	214	26	factual	factual	ADJ
epaa-604	214	27	item	item	NOUN
epaa-604	214	28	.	.	PUNCT
epaa-604	215	1	in	in	ADP
epaa-604	215	2	particular	particular	ADJ
epaa-604	215	3	,	,	PUNCT
epaa-604	215	4	the	the	DET
epaa-604	215	5	second	second	ADJ
epaa-604	215	6	short	short	ADJ
epaa-604	215	7	answer	answer	NOUN
epaa-604	215	8	science	science	NOUN
epaa-604	215	9	item	item	NOUN
epaa-604	215	10	provided	provide	VERB
epaa-604	215	11	a	a	DET
epaa-604	215	12	fair	fair	ADJ
epaa-604	215	13	amount	amount	NOUN
epaa-604	215	14	of	of	ADP
epaa-604	215	15	space	space	NOUN
epaa-604	215	16	for	for	ADP
epaa-604	215	17	a	a	DET
epaa-604	215	18	response	response	NOUN
epaa-604	215	19	and	and	CCONJ
epaa-604	215	20	many	many	ADJ
epaa-604	215	21	students	student	NOUN
epaa-604	215	22	wrote	write	VERB
epaa-604	215	23	at	at	ADP
epaa-604	215	24	least	least	ADV
epaa-604	215	25	one	one	NUM
epaa-604	215	26	complete	complete	ADJ
epaa-604	215	27	sentence	sentence	NOUN
epaa-604	215	28	.	.	PUNCT
epaa-604	216	1	although	although	SCONJ
epaa-604	216	2	the	the	DET
epaa-604	216	3	three	three	NUM
epaa-604	216	4	science	science	NOUN
epaa-604	216	5	items	item	NOUN
epaa-604	216	6	were	be	AUX
epaa-604	216	7	related	relate	VERB
epaa-604	216	8	to	to	ADP
epaa-604	216	9	the	the	DET
epaa-604	216	10	same	same	ADJ
epaa-604	216	11	set	set	NOUN
epaa-604	216	12	of	of	ADP
epaa-604	216	13	data	datum	NOUN
epaa-604	216	14	displayed	display	VERB
epaa-604	216	15	in	in	ADP
epaa-604	216	16	a	a	DET
epaa-604	216	17	table	table	NOUN
epaa-604	216	18	,	,	PUNCT
epaa-604	216	19	response	response	NOUN
epaa-604	216	20	to	to	ADP
epaa-604	216	21	these	these	DET
epaa-604	216	22	items	item	NOUN
epaa-604	216	23	were	be	AUX
epaa-604	216	24	not	not	PART
epaa-604	216	25	dependent	dependent	ADJ
epaa-604	216	26	on	on	ADP
epaa-604	216	27	answers	answer	NOUN
epaa-604	216	28	to	to	ADP
epaa-604	216	29	previous	previous	ADJ
epaa-604	216	30	items	item	NOUN
epaa-604	216	31	.	.	PUNCT
epaa-604	217	1	table	table	NOUN
epaa-604	217	2	6	6	NUM
epaa-604	217	3	:	:	PUNCT
epaa-604	217	4	results	result	NOUN
epaa-604	217	5	of	of	ADP
epaa-604	217	6	analysis	analysis	NOUN
epaa-604	217	7	of	of	ADP
epaa-604	217	8	naep	naep	ADJ
epaa-604	217	9	subtest	subtest	ADJ
epaa-604	217	10	item	item	NOUN
epaa-604	217	11	formats	format	NOUN
epaa-604	217	12	:	:	PUNCT
epaa-604	217	13	multiple	multiple	ADJ
epaa-604	217	14	-	-	PUNCT
epaa-604	217	15	choice	choice	NOUN
epaa-604	217	16	versus	versus	ADP
epaa-604	217	17	short	short	ADJ
epaa-604	217	18	answer	answer	NOUN
epaa-604	217	19	items	item	NOUN
epaa-604	217	20	n	n	PRON
epaa-604	217	21	control	control	VERB
epaa-604	217	22	sd	sd	ADP
epaa-604	217	23	n	n	CCONJ
epaa-604	217	24	experimental	experimental	ADJ
epaa-604	217	25	sd	sd	NOUN
epaa-604	217	26	effect	effect	NOUN
epaa-604	217	27	t	t	X
epaa-604	217	28	sig	sig	NOUN
epaa-604	217	29	12	12	NUM
epaa-604	217	30	of	of	ADP
epaa-604	217	31	20	20	NUM
epaa-604	217	32	mean	mean	ADJ
epaa-604	217	33	mean	mean	NOUN
epaa-604	217	34	size	size	NOUN
epaa-604	217	35	lang	lang	PROPN
epaa-604	217	36	.	.	PUNCT
epaa-604	218	1	arts	arts	PROPN
epaa-604	218	2	mult	mult	PROPN
epaa-604	218	3	.	.	PUNCT
epaa-604	219	1	choice	choice	NOUN
epaa-604	219	2	42	42	NUM
epaa-604	219	3	8.6	8.6	NUM
epaa-604	219	4	3.47	3.47	NUM
epaa-604	219	5	44	44	NUM
epaa-604	219	6	9.0	9.0	NUM
epaa-604	219	7	3.03	3.03	NUM
epaa-604	219	8	0.12	0.12	NUM
epaa-604	219	9	0.64	0.64	NUM
epaa-604	219	10	.522	.522	NUM
epaa-604	219	11	short	short	ADJ
epaa-604	219	12	answer	answer	NOUN
epaa-604	219	13	42	42	NUM
epaa-604	219	14	0.6	0.6	NUM
epaa-604	219	15	0.73	0.73	NUM
epaa-604	219	16	44	44	NUM
epaa-604	219	17	1.4	1.4	NUM
epaa-604	219	18	0.75	0.75	NUM
epaa-604	219	19	0.99	0.99	NUM
epaa-604	219	20	4.52	4.52	NUM
epaa-604	219	21	<	<	X
epaa-604	219	22	.0001	.0001	X
epaa-604	219	23	*	*	PUNCT
epaa-604	219	24	*	*	PROPN
epaa-604	219	25	science	science	PROPN
epaa-604	219	26	mult	mult	PROPN
epaa-604	219	27	.	.	PUNCT
epaa-604	220	1	choice	choice	NOUN
epaa-604	220	2	42	42	NUM
epaa-604	220	3	8.0	8.0	NUM
epaa-604	220	4	3.97	3.97	NUM
epaa-604	220	5	44	44	NUM
epaa-604	220	6	9.0	9.0	NUM
epaa-604	220	7	3.99	3.99	NUM
epaa-604	220	8	0.26	0.26	NUM
epaa-604	220	9	1.22	1.22	NUM
epaa-604	220	10	.226	.226	NUM
epaa-604	220	11	short	short	ADJ
epaa-604	220	12	answer	answer	NOUN
epaa-604	220	13	42	42	NUM
epaa-604	220	14	0.7	0.7	NUM
epaa-604	220	15	0.77	0.77	NUM
epaa-604	220	16	44	44	NUM
epaa-604	220	17	1.7	1.7	NUM
epaa-604	220	18	0.98	0.98	NUM
epaa-604	220	19	1.25	1.25	NUM
epaa-604	220	20	5.06	5.06	NUM
epaa-604	220	21	<	<	X
epaa-604	220	22	.0001	.0001	PROPN
epaa-604	220	23	*	*	PUNCT
epaa-604	220	24	*	*	PROPN
epaa-604	220	25	math	math	PROPN
epaa-604	220	26	mult	mult	PROPN
epaa-604	220	27	.	.	PUNCT
epaa-604	221	1	choice	choice	NOUN
epaa-604	221	2	42	42	NUM
epaa-604	221	3	5.8	5.8	NUM
epaa-604	221	4	3.07	3.07	NUM
epaa-604	221	5	44	44	NUM
epaa-604	221	6	6.1	6.1	NUM
epaa-604	221	7	3.33	3.33	NUM
epaa-604	221	8	0.10	0.10	NUM
epaa-604	221	9	0.44	0.44	NUM
epaa-604	221	10	.660	.660	NUM
epaa-604	222	1	short	short	ADJ
epaa-604	222	2	answer	answer	NOUN
epaa-604	222	3	42	42	NUM
epaa-604	222	4	0.2	0.2	NUM
epaa-604	222	5	0.41	0.41	NUM
epaa-604	222	6	44	44	NUM
epaa-604	222	7	0.3	0.3	NUM
epaa-604	222	8	0.47	0.47	NUM
epaa-604	222	9	0.25	0.25	NUM
epaa-604	222	10	1.08	1.08	NUM
epaa-604	222	11	.282	.282	NUM
epaa-604	222	12	*	*	PUNCT
epaa-604	222	13	*	*	PUNCT
epaa-604	222	14	statistically	statistically	ADV
epaa-604	222	15	significant	significant	ADJ
epaa-604	222	16	at	at	ADP
epaa-604	222	17	the	the	DET
epaa-604	222	18	0.01	0.01	NUM
epaa-604	222	19	level	level	NOUN
epaa-604	222	20	after	after	ADP
epaa-604	222	21	taking	take	VERB
epaa-604	222	22	multiple	multiple	ADJ
epaa-604	222	23	comparisons	comparison	NOUN
epaa-604	222	24	into	into	ADP
epaa-604	222	25	account	account	NOUN
epaa-604	222	26	to	to	PART
epaa-604	222	27	inquire	inquire	VERB
epaa-604	222	28	further	far	ADV
epaa-604	222	29	into	into	ADP
epaa-604	222	30	the	the	DET
epaa-604	222	31	apparent	apparent	ADJ
epaa-604	222	32	effect	effect	NOUN
epaa-604	222	33	of	of	ADP
epaa-604	222	34	mode	mode	NOUN
epaa-604	222	35	of	of	ADP
epaa-604	222	36	administration	administration	NOUN
epaa-604	222	37	on	on	ADP
epaa-604	222	38	short	short	ADJ
epaa-604	222	39	answer	answer	NOUN
epaa-604	222	40	language	language	NOUN
epaa-604	222	41	arts	art	NOUN
epaa-604	222	42	and	and	CCONJ
epaa-604	222	43	science	science	NOUN
epaa-604	222	44	items	item	NOUN
epaa-604	222	45	,	,	PUNCT
epaa-604	222	46	we	we	PRON
epaa-604	222	47	conducted	conduct	VERB
epaa-604	222	48	regression	regression	NOUN
epaa-604	222	49	analyses	analysis	NOUN
epaa-604	222	50	,	,	PUNCT
epaa-604	222	51	using	use	VERB
epaa-604	222	52	oe	oe	PROPN
epaa-604	222	53	scores	score	NOUN
epaa-604	222	54	as	as	ADP
epaa-604	222	55	a	a	DET
epaa-604	222	56	covariate	covariate	NOUN
epaa-604	222	57	.	.	PUNCT
epaa-604	223	1	results	result	NOUN
epaa-604	223	2	,	,	PUNCT
epaa-604	223	3	shown	show	VERB
epaa-604	223	4	in	in	ADP
epaa-604	223	5	table	table	NOUN
epaa-604	223	6	7	7	NUM
epaa-604	223	7	indicate	indicate	VERB
epaa-604	223	8	that	that	SCONJ
epaa-604	223	9	the	the	DET
epaa-604	223	10	mode	mode	NOUN
epaa-604	223	11	of	of	ADP
epaa-604	223	12	administration	administration	NOUN
epaa-604	223	13	had	have	VERB
epaa-604	223	14	a	a	DET
epaa-604	223	15	significant	significant	ADJ
epaa-604	223	16	effect	effect	NOUN
epaa-604	223	17	on	on	ADP
epaa-604	223	18	the	the	DET
epaa-604	223	19	students	student	NOUN
epaa-604	223	20	'	'	PART
epaa-604	223	21	performances	performance	NOUN
epaa-604	223	22	on	on	ADP
epaa-604	223	23	the	the	DET
epaa-604	223	24	naep	naep	ADJ
epaa-604	223	25	language	language	NOUN
epaa-604	223	26	arts	art	NOUN
epaa-604	223	27	and	and	CCONJ
epaa-604	223	28	science	science	NOUN
epaa-604	223	29	short	short	ADJ
epaa-604	223	30	-	-	PUNCT
epaa-604	223	31	answer	answer	NOUN
epaa-604	223	32	items	item	NOUN
epaa-604	223	33	.	.	PUNCT
epaa-604	224	1	table	table	NOUN
epaa-604	224	2	7	7	NUM
epaa-604	224	3	:	:	PUNCT
epaa-604	224	4	results	result	NOUN
epaa-604	224	5	of	of	ADP
epaa-604	224	6	regression	regression	NOUN
epaa-604	224	7	analyses	analysis	NOUN
epaa-604	224	8	on	on	ADP
epaa-604	224	9	naep	naep	ADJ
epaa-604	224	10	language	language	NOUN
epaa-604	224	11	arts	art	NOUN
epaa-604	224	12	and	and	CCONJ
epaa-604	224	13	science	science	NOUN
epaa-604	224	14	short	short	ADJ
epaa-604	224	15	-	-	PUNCT
epaa-604	224	16	answer	answer	NOUN
epaa-604	224	17	items	item	NOUN
epaa-604	224	18	dependent	dependent	ADJ
epaa-604	224	19	var	var	PROPN
epaa-604	224	20	coef	coef	PROPN
epaa-604	224	21	.	.	PUNCT
epaa-604	225	1	s.e	s.e	PROPN
epaa-604	225	2	.	.	PROPN
epaa-604	225	3	beta	beta	PROPN
epaa-604	225	4	s.e	s.e	PROPN
epaa-604	225	5	.	.	PROPN
epaa-604	225	6	t	t	PROPN
epaa-604	225	7	-	-	PUNCT
epaa-604	225	8	ratio	ratio	NOUN
epaa-604	225	9	sig	sig	PROPN
epaa-604	225	10	naep	naep	VERB
epaa-604	225	11	lang	lang	PROPN
epaa-604	225	12	arts	arts	PROPN
epaa-604	225	13	constant	constant	ADJ
epaa-604	225	14	-0.08	-0.08	NUM
epaa-604	225	15	0.22	0.22	NUM
epaa-604	225	16	-.38	-.38	SYM
epaa-604	225	17	.71	.71	NUM
epaa-604	225	18	oe	oe	NOUN
epaa-604	225	19	0.10	0.10	NUM
epaa-604	225	20	0.03	0.03	NUM
epaa-604	225	21	0.35	0.35	NUM
epaa-604	225	22	0.09	0.09	NUM
epaa-604	225	23	3.77	3.77	NUM
epaa-604	225	24	.0003	.0003	NUM
epaa-604	225	25	*	*	PROPN
epaa-604	225	26	*	*	PROPN
epaa-604	225	27	group	group	PROPN
epaa-604	225	28	*	*	NOUN
epaa-604	225	29	0.63	0.63	NUM
epaa-604	225	30	0.15	0.15	NUM
epaa-604	225	31	0.39	0.39	NUM
epaa-604	225	32	0.09	0.09	NUM
epaa-604	225	33	4.23	4.23	NUM
epaa-604	225	34	.0001	.0001	NOUN
epaa-604	225	35	*	*	PUNCT
epaa-604	225	36	*	*	PUNCT
epaa-604	225	37	naep	naep	ADJ
epaa-604	225	38	science	science	NOUN
epaa-604	225	39	constant	constant	ADJ
epaa-604	225	40	0.20	0.20	NUM
epaa-604	225	41	0.28	0.28	NUM
epaa-604	225	42	0.74	0.74	NUM
epaa-604	225	43	.4645	.4645	PROPN
epaa-604	225	44	oe	oe	PROPN
epaa-604	225	45	0.07	0.07	NUM
epaa-604	225	46	0.03	0.03	NUM
epaa-604	225	47	0.20	0.20	NUM
epaa-604	225	48	0.09	0.09	NUM
epaa-604	225	49	2.09	2.09	NUM
epaa-604	225	50	.0397	.0397	PROPN
epaa-604	225	51	group	group	NOUN
epaa-604	225	52	*	*	NOUN
epaa-604	225	53	0.91	0.91	NUM
epaa-604	225	54	0.19	0.19	NUM
epaa-604	225	55	0.45	0.45	NUM
epaa-604	225	56	0.09	0.09	NUM
epaa-604	225	57	4.77	4.77	NUM
epaa-604	225	58	<	<	X
epaa-604	225	59	.0001	.0001	X
epaa-604	225	60	*	*	PUNCT
epaa-604	225	61	*	*	PUNCT
epaa-604	225	62	*	*	PUNCT
epaa-604	225	63	(	(	PUNCT
epaa-604	225	64	1	1	NUM
epaa-604	225	65	=	=	NOUN
epaa-604	225	66	computer	computer	NOUN
epaa-604	225	67	)	)	PUNCT
epaa-604	226	1	*	*	PUNCT
epaa-604	226	2	*	*	PUNCT
epaa-604	226	3	statistically	statistically	ADV
epaa-604	226	4	significant	significant	ADJ
epaa-604	226	5	at	at	ADP
epaa-604	226	6	the	the	DET
epaa-604	226	7	0.01	0.01	NUM
epaa-604	226	8	level	level	NOUN
epaa-604	226	9	after	after	ADP
epaa-604	226	10	taking	take	VERB
epaa-604	226	11	multiple	multiple	ADJ
epaa-604	226	12	comparisons	comparison	NOUN
epaa-604	226	13	into	into	ADP
epaa-604	226	14	account	account	NOUN
epaa-604	226	15	discussion	discussion	NOUN
epaa-604	226	16	the	the	DET
epaa-604	226	17	experiment	experiment	NOUN
epaa-604	226	18	described	describe	VERB
epaa-604	226	19	here	here	ADV
epaa-604	226	20	was	be	AUX
epaa-604	226	21	a	a	DET
epaa-604	226	22	small	small	ADJ
epaa-604	226	23	inquiry	inquiry	NOUN
epaa-604	226	24	aimed	aim	VERB
epaa-604	226	25	at	at	ADP
epaa-604	226	26	investigating	investigate	VERB
epaa-604	226	27	a	a	DET
epaa-604	226	28	particular	particular	ADJ
epaa-604	226	29	question	question	NOUN
epaa-604	226	30	.	.	PUNCT
epaa-604	227	1	motivated	motivate	VERB
epaa-604	227	2	by	by	ADP
epaa-604	227	3	a	a	DET
epaa-604	227	4	question	question	NOUN
epaa-604	227	5	as	as	ADP
epaa-604	227	6	to	to	ADP
epaa-604	227	7	whether	whether	SCONJ
epaa-604	227	8	or	or	CCONJ
epaa-604	227	9	not	not	PART
epaa-604	227	10	performance	performance	NOUN
epaa-604	227	11	on	on	ADP
epaa-604	227	12	an	an	DET
epaa-604	227	13	extended	extended	ADJ
epaa-604	227	14	writing	writing	NOUN
epaa-604	227	15	task	task	NOUN
epaa-604	227	16	might	might	AUX
epaa-604	227	17	be	be	AUX
epaa-604	227	18	better	well	ADJ
epaa-604	227	19	if	if	SCONJ
epaa-604	227	20	students	student	NOUN
epaa-604	227	21	were	be	AUX
epaa-604	227	22	allowed	allow	VERB
epaa-604	227	23	to	to	PART
epaa-604	227	24	write	write	VERB
epaa-604	227	25	on	on	ADP
epaa-604	227	26	computer	computer	NOUN
epaa-604	227	27	rather	rather	ADV
epaa-604	227	28	than	than	ADP
epaa-604	227	29	on	on	ADP
epaa-604	227	30	paper	paper	NOUN
epaa-604	227	31	,	,	PUNCT
epaa-604	227	32	the	the	DET
epaa-604	227	33	study	study	NOUN
epaa-604	227	34	aimed	aim	VERB
epaa-604	227	35	at	at	ADP
epaa-604	227	36	estimating	estimate	VERB
epaa-604	227	37	the	the	DET
epaa-604	227	38	effects	effect	NOUN
epaa-604	227	39	of	of	ADP
epaa-604	227	40	mode	mode	NOUN
epaa-604	227	41	of	of	ADP
epaa-604	227	42	administration	administration	NOUN
epaa-604	227	43	on	on	ADP
epaa-604	227	44	test	test	NOUN
epaa-604	227	45	results	result	NOUN
epaa-604	227	46	for	for	ADP
epaa-604	227	47	two	two	NUM
epaa-604	227	48	kinds	kind	NOUN
epaa-604	227	49	of	of	ADP
epaa-604	227	50	assessments	assessment	NOUN
epaa-604	227	51	,	,	PUNCT
epaa-604	227	52	namely	namely	ADV
epaa-604	227	53	the	the	DET
epaa-604	227	54	largely	largely	ADV
epaa-604	227	55	multiple	multiple	ADJ
epaa-604	227	56	-	-	PUNCT
epaa-604	227	57	choice	choice	NOUN
epaa-604	227	58	naep	naep	ADJ
epaa-604	227	59	subtests	subtest	NOUN
epaa-604	227	60	and	and	CCONJ
epaa-604	227	61	the	the	DET
epaa-604	227	62	extended	extended	ADJ
epaa-604	227	63	writing	writing	NOUN
epaa-604	227	64	task	task	NOUN
epaa-604	227	65	previously	previously	ADV
epaa-604	227	66	described	describe	VERB
epaa-604	227	67	.	.	PUNCT
epaa-604	228	1	unlike	unlike	ADP
epaa-604	228	2	most	most	ADJ
epaa-604	228	3	previous	previous	ADJ
epaa-604	228	4	research	research	NOUN
epaa-604	228	5	on	on	ADP
epaa-604	228	6	the	the	DET
epaa-604	228	7	effects	effect	NOUN
epaa-604	228	8	of	of	ADP
epaa-604	228	9	computer	computer	NOUN
epaa-604	228	10	administered	administer	VERB
epaa-604	228	11	tests	test	NOUN
epaa-604	228	12	,	,	PUNCT
epaa-604	228	13	which	which	PRON
epaa-604	228	14	has	have	AUX
epaa-604	228	15	focused	focus	VERB
epaa-604	228	16	on	on	ADP
epaa-604	228	17	multiple	multiple	ADJ
epaa-604	228	18	-	-	PUNCT
epaa-604	228	19	choice	choice	NOUN
epaa-604	228	20	tests	test	NOUN
epaa-604	228	21	and	and	CCONJ
epaa-604	228	22	has	have	AUX
epaa-604	228	23	generally	generally	ADV
epaa-604	228	24	found	find	VERB
epaa-604	228	25	no	no	PRON
epaa-604	228	26	or	or	CCONJ
epaa-604	228	27	small	small	ADJ
epaa-604	228	28	differences	difference	NOUN
epaa-604	228	29	due	due	ADP
epaa-604	228	30	to	to	ADP
epaa-604	228	31	mode	mode	NOUN
epaa-604	228	32	of	of	ADP
epaa-604	228	33	administration	administration	NOUN
epaa-604	228	34	,	,	PUNCT
epaa-604	228	35	our	our	PRON
epaa-604	228	36	results	result	NOUN
epaa-604	228	37	indicate	indicate	VERB
epaa-604	228	38	substantial	substantial	ADJ
epaa-604	228	39	effects	effect	NOUN
epaa-604	228	40	due	due	ADJ
epaa-604	228	41	to	to	ADP
epaa-604	228	42	mode	mode	NOUN
epaa-604	228	43	of	of	ADP
epaa-604	228	44	administration	administration	NOUN
epaa-604	228	45	.	.	PUNCT
epaa-604	229	1	the	the	DET
epaa-604	229	2	size	size	NOUN
epaa-604	229	3	of	of	ADP
epaa-604	229	4	the	the	DET
epaa-604	229	5	effects	effect	NOUN
epaa-604	229	6	was	be	AUX
epaa-604	229	7	found	find	VERB
epaa-604	229	8	to	to	PART
epaa-604	229	9	be	be	AUX
epaa-604	229	10	0.94	0.94	NUM
epaa-604	229	11	on	on	ADP
epaa-604	229	12	the	the	DET
epaa-604	229	13	extended	extended	ADJ
epaa-604	229	14	writing	writing	NOUN
epaa-604	229	15	task	task	NOUN
epaa-604	229	16	and	and	CCONJ
epaa-604	229	17	.99	.99	NUM
epaa-604	229	18	13	13	NUM
epaa-604	229	19	of	of	ADP
epaa-604	229	20	20	20	NUM
epaa-604	229	21	and	and	CCONJ
epaa-604	229	22	1.25	1.25	NUM
epaa-604	229	23	for	for	ADP
epaa-604	229	24	the	the	DET
epaa-604	229	25	naep	naep	ADJ
epaa-604	229	26	language	language	NOUN
epaa-604	229	27	arts	art	NOUN
epaa-604	229	28	and	and	CCONJ
epaa-604	229	29	science	science	NOUN
epaa-604	229	30	short	short	ADJ
epaa-604	229	31	answer	answer	NOUN
epaa-604	229	32	items	item	NOUN
epaa-604	229	33	.	.	PUNCT
epaa-604	230	1	effect	effect	NOUN
epaa-604	230	2	sizes	size	NOUN
epaa-604	230	3	of	of	ADP
epaa-604	230	4	this	this	DET
epaa-604	230	5	magnitude	magnitude	NOUN
epaa-604	230	6	are	be	AUX
epaa-604	230	7	unusually	unusually	ADV
epaa-604	230	8	large	large	ADJ
epaa-604	230	9	and	and	CCONJ
epaa-604	230	10	of	of	ADP
epaa-604	230	11	sufficient	sufficient	ADJ
epaa-604	230	12	size	size	NOUN
epaa-604	230	13	to	to	PART
epaa-604	230	14	be	be	AUX
epaa-604	230	15	of	of	ADP
epaa-604	230	16	not	not	PART
epaa-604	230	17	just	just	ADV
epaa-604	230	18	statistical	statistical	ADJ
epaa-604	230	19	,	,	PUNCT
epaa-604	230	20	but	but	CCONJ
epaa-604	230	21	also	also	ADV
epaa-604	230	22	practical	practical	ADJ
epaa-604	230	23	significance	significance	NOUN
epaa-604	230	24	(	(	PUNCT
epaa-604	230	25	cohen	cohen	NOUN
epaa-604	230	26	,	,	PUNCT
epaa-604	230	27	1977	1977	NUM
epaa-604	230	28	;	;	PUNCT
epaa-604	230	29	wolf	wolf	PROPN
epaa-604	230	30	,	,	PUNCT
epaa-604	230	31	1986	1986	NUM
epaa-604	230	32	)	)	PUNCT
epaa-604	230	33	.	.	PUNCT
epaa-604	231	1	an	an	DET
epaa-604	231	2	effect	effect	NOUN
epaa-604	231	3	size	size	NOUN
epaa-604	231	4	of	of	ADP
epaa-604	231	5	0.94	0.94	NUM
epaa-604	231	6	,	,	PUNCT
epaa-604	231	7	for	for	ADP
epaa-604	231	8	example	example	NOUN
epaa-604	231	9	,	,	PUNCT
epaa-604	231	10	implies	imply	VERB
epaa-604	231	11	that	that	SCONJ
epaa-604	231	12	the	the	DET
epaa-604	231	13	score	score	NOUN
epaa-604	231	14	for	for	ADP
epaa-604	231	15	the	the	DET
epaa-604	231	16	average	average	ADJ
epaa-604	231	17	student	student	NOUN
epaa-604	231	18	in	in	ADP
epaa-604	231	19	the	the	DET
epaa-604	231	20	experimental	experimental	ADJ
epaa-604	231	21	group	group	NOUN
epaa-604	231	22	exceeds	exceed	VERB
epaa-604	231	23	that	that	PRON
epaa-604	231	24	of	of	ADP
epaa-604	231	25	83	83	NUM
epaa-604	231	26	percent	percent	NOUN
epaa-604	231	27	of	of	ADP
epaa-604	231	28	the	the	DET
epaa-604	231	29	students	student	NOUN
epaa-604	231	30	in	in	ADP
epaa-604	231	31	the	the	DET
epaa-604	231	32	control	control	NOUN
epaa-604	231	33	group	group	NOUN
epaa-604	231	34	.	.	PUNCT
epaa-604	232	1	a	a	DET
epaa-604	232	2	number	number	NOUN
epaa-604	232	3	of	of	ADP
epaa-604	232	4	authors	author	NOUN
epaa-604	232	5	have	have	AUX
epaa-604	232	6	noted	note	VERB
epaa-604	232	7	the	the	DET
epaa-604	232	8	difficulty	difficulty	NOUN
epaa-604	232	9	of	of	ADP
epaa-604	232	10	interpreting	interpret	VERB
epaa-604	232	11	the	the	DET
epaa-604	232	12	practical	practical	ADJ
epaa-604	232	13	significance	significance	NOUN
epaa-604	232	14	of	of	ADP
epaa-604	232	15	effect	effect	NOUN
epaa-604	232	16	sizes	size	NOUN
epaa-604	232	17	and	and	CCONJ
epaa-604	232	18	have	have	AUX
epaa-604	232	19	suggested	suggest	VERB
epaa-604	232	20	that	that	SCONJ
epaa-604	232	21	one	one	NUM
epaa-604	232	22	useful	useful	ADJ
epaa-604	232	23	way	way	NOUN
epaa-604	232	24	of	of	ADP
epaa-604	232	25	doing	do	VERB
epaa-604	232	26	so	so	ADV
epaa-604	232	27	is	be	AUX
epaa-604	232	28	with	with	ADP
epaa-604	232	29	a	a	DET
epaa-604	232	30	"	"	PUNCT
epaa-604	232	31	binomial	binomial	ADJ
epaa-604	232	32	effect	effect	NOUN
epaa-604	232	33	size	size	NOUN
epaa-604	232	34	display	display	NOUN
epaa-604	232	35	"	"	PUNCT
epaa-604	232	36	showing	show	VERB
epaa-604	232	37	proportions	proportion	NOUN
epaa-604	232	38	of	of	ADP
epaa-604	232	39	success	success	NOUN
epaa-604	232	40	and	and	CCONJ
epaa-604	232	41	failure	failure	NOUN
epaa-604	232	42	under	under	ADP
epaa-604	232	43	experimental	experimental	ADJ
epaa-604	232	44	and	and	CCONJ
epaa-604	232	45	control	control	NOUN
epaa-604	232	46	conditions	condition	NOUN
epaa-604	232	47	(	(	PUNCT
epaa-604	232	48	hedges	hedge	NOUN
epaa-604	232	49	&	&	CCONJ
epaa-604	232	50	olkin	olkin	PROPN
epaa-604	232	51	,	,	PUNCT
epaa-604	232	52	1985	1985	NUM
epaa-604	232	53	;	;	PUNCT
epaa-604	232	54	rosenthal	rosenthal	PROPN
epaa-604	232	55	&	&	CCONJ
epaa-604	232	56	rubin	rubin	PROPN
epaa-604	232	57	,	,	PUNCT
epaa-604	232	58	1982	1982	NUM
epaa-604	232	59	)	)	PUNCT
epaa-604	232	60	.	.	PUNCT
epaa-604	233	1	while	while	SCONJ
epaa-604	233	2	there	there	PRON
epaa-604	233	3	are	be	VERB
epaa-604	233	4	a	a	DET
epaa-604	233	5	number	number	NOUN
epaa-604	233	6	of	of	ADP
epaa-604	233	7	ways	way	NOUN
epaa-604	233	8	in	in	ADP
epaa-604	233	9	which	which	PRON
epaa-604	233	10	effect	effect	NOUN
epaa-604	233	11	sizes	size	NOUN
epaa-604	233	12	,	,	PUNCT
epaa-604	233	13	expressed	express	VERB
epaa-604	233	14	as	as	ADP
epaa-604	233	15	either	either	DET
epaa-604	233	16	glass	glass	NOUN
epaa-604	233	17	's	's	PART
epaa-604	233	18	delta	delta	NOUN
epaa-604	233	19	or	or	CCONJ
epaa-604	233	20	a	a	DET
epaa-604	233	21	correlation	correlation	NOUN
epaa-604	233	22	coefficient	coefficient	NOUN
epaa-604	233	23	,	,	PUNCT
epaa-604	233	24	can	can	AUX
epaa-604	233	25	be	be	AUX
epaa-604	233	26	converted	convert	VERB
epaa-604	233	27	to	to	ADP
epaa-604	233	28	a	a	DET
epaa-604	233	29	binomial	binomial	ADJ
epaa-604	233	30	effect	effect	NOUN
epaa-604	233	31	size	size	NOUN
epaa-604	233	32	display	display	NOUN
epaa-604	233	33	,	,	PUNCT
epaa-604	233	34	in	in	ADP
epaa-604	233	35	the	the	DET
epaa-604	233	36	case	case	NOUN
epaa-604	233	37	of	of	ADP
epaa-604	233	38	our	our	PRON
epaa-604	233	39	pwavg	pwavg	NOUN
epaa-604	233	40	scores	score	NOUN
epaa-604	233	41	,	,	PUNCT
epaa-604	233	42	we	we	PRON
epaa-604	233	43	have	have	VERB
epaa-604	233	44	a	a	DET
epaa-604	233	45	direct	direct	ADJ
epaa-604	233	46	way	way	NOUN
epaa-604	233	47	of	of	ADP
epaa-604	233	48	showing	show	VERB
epaa-604	233	49	such	such	DET
epaa-604	233	50	a	a	DET
epaa-604	233	51	display	display	NOUN
epaa-604	233	52	.	.	PUNCT
epaa-604	234	1	recall	recall	VERB
epaa-604	234	2	that	that	DET
epaa-604	234	3	student	student	NOUN
epaa-604	234	4	responses	response	NOUN
epaa-604	234	5	to	to	ADP
epaa-604	234	6	the	the	DET
epaa-604	234	7	performance	performance	NOUN
epaa-604	234	8	writing	writing	NOUN
epaa-604	234	9	item	item	NOUN
epaa-604	234	10	were	be	AUX
epaa-604	234	11	scored	score	VERB
epaa-604	234	12	on	on	ADP
epaa-604	234	13	a	a	DET
epaa-604	234	14	4	4	NUM
epaa-604	234	15	-	-	PUNCT
epaa-604	234	16	point	point	NOUN
epaa-604	234	17	scale	scale	NOUN
epaa-604	234	18	in	in	ADP
epaa-604	234	19	which	which	PRON
epaa-604	234	20	scores	score	NOUN
epaa-604	234	21	of	of	ADP
epaa-604	234	22	1	1	NUM
epaa-604	234	23	and	and	CCONJ
epaa-604	234	24	2	2	NUM
epaa-604	234	25	represented	represent	VERB
epaa-604	234	26	a	a	DET
epaa-604	234	27	less	less	ADJ
epaa-604	234	28	than	than	ADP
epaa-604	234	29	adequate	adequate	ADJ
epaa-604	234	30	response	response	NOUN
epaa-604	234	31	and	and	CCONJ
epaa-604	234	32	scores	score	NOUN
epaa-604	234	33	of	of	ADP
epaa-604	234	34	3	3	NUM
epaa-604	234	35	and	and	CCONJ
epaa-604	234	36	4	4	NUM
epaa-604	234	37	represented	represent	VERB
epaa-604	234	38	an	an	DET
epaa-604	234	39	adequate	adequate	ADJ
epaa-604	234	40	or	or	CCONJ
epaa-604	234	41	better	well	ADJ
epaa-604	234	42	response	response	NOUN
epaa-604	234	43	.	.	PUNCT
epaa-604	235	1	using	use	VERB
epaa-604	235	2	the	the	DET
epaa-604	235	3	cut	cut	NOUN
epaa-604	235	4	-	-	PUNCT
epaa-604	235	5	point	point	NOUN
epaa-604	235	6	of	of	ADP
epaa-604	235	7	2.5	2.5	NUM
epaa-604	235	8	as	as	ADP
epaa-604	235	9	distinguishing	distinguish	VERB
epaa-604	235	10	between	between	ADP
epaa-604	235	11	inadequate	inadequate	ADJ
epaa-604	235	12	(	(	PUNCT
epaa-604	235	13	failure	failure	NOUN
epaa-604	235	14	)	)	PUNCT
epaa-604	235	15	and	and	CCONJ
epaa-604	235	16	adequate	adequate	ADJ
epaa-604	235	17	(	(	PUNCT
epaa-604	235	18	success	success	NOUN
epaa-604	235	19	)	)	PUNCT
epaa-604	235	20	responses	response	NOUN
epaa-604	235	21	in	in	ADP
epaa-604	235	22	terms	term	NOUN
epaa-604	235	23	of	of	ADP
epaa-604	235	24	pwavg	pwavg	NOUN
epaa-604	235	25	scores	score	NOUN
epaa-604	235	26	,	,	PUNCT
epaa-604	235	27	we	we	PRON
epaa-604	235	28	may	may	AUX
epaa-604	235	29	display	display	VERB
epaa-604	235	30	results	result	NOUN
epaa-604	235	31	as	as	SCONJ
epaa-604	235	32	shown	show	VERB
epaa-604	235	33	in	in	ADP
epaa-604	235	34	table	table	NOUN
epaa-604	235	35	8	8	NUM
epaa-604	235	36	.	.	PUNCT
epaa-604	235	37	table	table	NOUN
epaa-604	235	38	8	8	NUM
epaa-604	235	39	:	:	PUNCT
epaa-604	235	40	binomial	binomial	ADJ
epaa-604	235	41	effect	effect	NOUN
epaa-604	235	42	size	size	NOUN
epaa-604	235	43	display	display	NOUN
epaa-604	235	44	of	of	ADP
epaa-604	235	45	experimental	experimental	ADJ
epaa-604	235	46	results	result	NOUN
epaa-604	235	47	:	:	PUNCT
epaa-604	235	48	in	in	ADP
epaa-604	235	49	terms	term	NOUN
epaa-604	235	50	of	of	ADP
epaa-604	235	51	inadequate	inadequate	ADJ
epaa-604	235	52	vs.	vs.	X
epaa-604	235	53	adequate	adequate	ADJ
epaa-604	235	54	pwavg	pwavg	PROPN
epaa-604	235	55	scores	score	NOUN
epaa-604	235	56	control	control	PROPN
epaa-604	235	57	(	(	PUNCT
epaa-604	235	58	paper	paper	NOUN
epaa-604	235	59	)	)	PUNCT
epaa-604	235	60	inadequate	inadequate	ADJ
epaa-604	235	61	adequate	adequate	ADJ
epaa-604	235	62	n	n	ADV
epaa-604	235	63	32	32	NUM
epaa-604	235	64	14	14	NUM
epaa-604	235	65	percent	percent	NOUN
epaa-604	235	66	69.6	69.6	NUM
epaa-604	235	67	%	%	NOUN
epaa-604	235	68	30.4	30.4	NUM
epaa-604	235	69	%	%	NOUN
epaa-604	235	70	experimental	experimental	ADJ
epaa-604	235	71	(	(	PUNCT
epaa-604	235	72	computer	computer	NOUN
epaa-604	235	73	)	)	PUNCT
epaa-604	235	74	inadequate	inadequate	ADJ
epaa-604	235	75	adequate	adequate	ADJ
epaa-604	235	76	n	n	PROPN
epaa-604	235	77	13	13	NUM
epaa-604	235	78	27	27	NUM
epaa-604	235	79	percent	percent	NOUN
epaa-604	235	80	32.5	32.5	NUM
epaa-604	235	81	%	%	NOUN
epaa-604	235	82	67.5	67.5	NUM
epaa-604	235	83	%	%	NOUN
epaa-604	235	84	this	this	DET
epaa-604	235	85	display	display	NOUN
epaa-604	235	86	indicates	indicate	VERB
epaa-604	235	87	that	that	SCONJ
epaa-604	235	88	the	the	DET
epaa-604	235	89	computer	computer	NOUN
epaa-604	235	90	mode	mode	NOUN
epaa-604	235	91	of	of	ADP
epaa-604	235	92	administration	administration	NOUN
epaa-604	235	93	had	have	VERB
epaa-604	235	94	the	the	DET
epaa-604	235	95	effect	effect	NOUN
epaa-604	235	96	of	of	ADP
epaa-604	235	97	increasing	increase	VERB
epaa-604	235	98	the	the	DET
epaa-604	235	99	success	success	NOUN
epaa-604	235	100	rate	rate	NOUN
epaa-604	235	101	on	on	ADP
epaa-604	235	102	the	the	DET
epaa-604	235	103	performance	performance	NOUN
epaa-604	235	104	writing	write	VERB
epaa-604	235	105	item	item	NOUN
epaa-604	235	106	(	(	PUNCT
epaa-604	235	107	as	as	SCONJ
epaa-604	235	108	judged	judge	VERB
epaa-604	235	109	by	by	ADP
epaa-604	235	110	the	the	DET
epaa-604	235	111	average	average	NOUN
epaa-604	235	112	of	of	ADP
epaa-604	235	113	three	three	NUM
epaa-604	235	114	independent	independent	ADJ
epaa-604	235	115	raters	rater	NOUN
epaa-604	235	116	)	)	PUNCT
epaa-604	235	117	from	from	ADP
epaa-604	235	118	around	around	ADP
epaa-604	235	119	30	30	NUM
epaa-604	235	120	%	%	NOUN
epaa-604	235	121	to	to	PART
epaa-604	235	122	close	close	VERB
epaa-604	235	123	to	to	ADP
epaa-604	235	124	70	70	NUM
epaa-604	235	125	%	%	NOUN
epaa-604	235	126	.	.	PUNCT
epaa-604	236	1	as	as	ADP
epaa-604	236	2	a	a	DET
epaa-604	236	3	means	means	NOUN
epaa-604	236	4	of	of	ADP
epaa-604	236	5	inquiring	inquire	VERB
epaa-604	236	6	further	far	ADV
epaa-604	236	7	into	into	ADP
epaa-604	236	8	the	the	DET
epaa-604	236	9	source	source	NOUN
epaa-604	236	10	of	of	ADP
epaa-604	236	11	this	this	DET
epaa-604	236	12	large	large	ADJ
epaa-604	236	13	effect	effect	NOUN
epaa-604	236	14	,	,	PUNCT
epaa-604	236	15	we	we	PRON
epaa-604	236	16	conducted	conduct	VERB
epaa-604	236	17	a	a	DET
epaa-604	236	18	variety	variety	NOUN
epaa-604	236	19	of	of	ADP
epaa-604	236	20	analyses	analysis	NOUN
epaa-604	236	21	to	to	PART
epaa-604	236	22	explore	explore	VERB
epaa-604	236	23	why	why	SCONJ
epaa-604	236	24	and	and	CCONJ
epaa-604	236	25	for	for	ADP
epaa-604	236	26	whom	whom	PRON
epaa-604	236	27	the	the	DET
epaa-604	236	28	mode	mode	NOUN
epaa-604	236	29	of	of	ADP
epaa-604	236	30	administration	administration	NOUN
epaa-604	236	31	effect	effect	NOUN
epaa-604	236	32	occurred	occur	VERB
epaa-604	236	33	.	.	PUNCT
epaa-604	237	1	to	to	PART
epaa-604	237	2	explore	explore	VERB
epaa-604	237	3	why	why	SCONJ
epaa-604	237	4	the	the	DET
epaa-604	237	5	mode	mode	NOUN
epaa-604	237	6	of	of	ADP
epaa-604	237	7	administration	administration	NOUN
epaa-604	237	8	effect	effect	NOUN
epaa-604	237	9	may	may	AUX
epaa-604	237	10	have	have	AUX
epaa-604	237	11	occurred	occur	VERB
epaa-604	237	12	,	,	PUNCT
epaa-604	237	13	we	we	PRON
epaa-604	237	14	first	first	ADV
epaa-604	237	15	undertook	undertake	VERB
epaa-604	237	16	a	a	DET
epaa-604	237	17	textual	textual	ADJ
epaa-604	237	18	analysis	analysis	NOUN
epaa-604	237	19	of	of	ADP
epaa-604	237	20	student	student	NOUN
epaa-604	237	21	responses	response	NOUN
epaa-604	237	22	to	to	ADP
epaa-604	237	23	the	the	DET
epaa-604	237	24	extended	extended	ADJ
epaa-604	237	25	writing	writing	NOUN
epaa-604	237	26	task	task	NOUN
epaa-604	237	27	.	.	PUNCT
epaa-604	238	1	specifically	specifically	ADV
epaa-604	238	2	we	we	PRON
epaa-604	238	3	calculated	calculate	VERB
epaa-604	238	4	the	the	DET
epaa-604	238	5	average	average	ADJ
epaa-604	238	6	number	number	NOUN
epaa-604	238	7	of	of	ADP
epaa-604	238	8	words	word	NOUN
epaa-604	238	9	and	and	CCONJ
epaa-604	238	10	paragraphs	paragraph	NOUN
epaa-604	238	11	contained	contain	VERB
epaa-604	238	12	in	in	ADP
epaa-604	238	13	the	the	DET
epaa-604	238	14	responses	response	NOUN
epaa-604	238	15	of	of	ADP
epaa-604	238	16	both	both	DET
epaa-604	238	17	groups	group	NOUN
epaa-604	238	18	.	.	PUNCT
epaa-604	239	1	as	as	ADP
epaa-604	239	2	table	table	NOUN
epaa-604	239	3	9	9	NUM
epaa-604	239	4	below	below	ADP
epaa-604	239	5	indicates	indicate	VERB
epaa-604	239	6	,	,	PUNCT
epaa-604	239	7	those	those	DET
epaa-604	239	8	students	student	NOUN
epaa-604	239	9	who	who	PRON
epaa-604	239	10	performed	perform	VERB
epaa-604	239	11	the	the	DET
epaa-604	239	12	assessment	assessment	NOUN
epaa-604	239	13	on	on	ADP
epaa-604	239	14	the	the	DET
epaa-604	239	15	computer	computer	NOUN
epaa-604	239	16	tended	tend	VERB
epaa-604	239	17	to	to	PART
epaa-604	239	18	write	write	VERB
epaa-604	239	19	almost	almost	ADV
epaa-604	239	20	twice	twice	DET
epaa-604	239	21	as	as	ADV
epaa-604	239	22	much	much	ADJ
epaa-604	239	23	and	and	CCONJ
epaa-604	239	24	were	be	AUX
epaa-604	239	25	more	more	ADV
epaa-604	239	26	apt	apt	ADJ
epaa-604	239	27	to	to	PART
epaa-604	239	28	organize	organize	VERB
epaa-604	239	29	their	their	PRON
epaa-604	239	30	responses	response	NOUN
epaa-604	239	31	into	into	ADP
epaa-604	239	32	more	more	ADJ
epaa-604	239	33	paragraphs	paragraph	NOUN
epaa-604	239	34	.	.	PUNCT
epaa-604	240	1	table	table	NOUN
epaa-604	240	2	9	9	NUM
epaa-604	240	3	:	:	PUNCT
epaa-604	240	4	characters	character	NOUN
epaa-604	240	5	,	,	PUNCT
epaa-604	240	6	words	word	NOUN
epaa-604	240	7	and	and	CCONJ
epaa-604	240	8	paragraphs	paragraph	NOUN
epaa-604	240	9	on	on	ADP
epaa-604	240	10	performance	performance	NOUN
epaa-604	240	11	writing	write	VERB
epaa-604	240	12	task	task	NOUN
epaa-604	240	13	by	by	ADP
epaa-604	240	14	mode	mode	NOUN
epaa-604	240	15	of	of	ADP
epaa-604	240	16	administration	administration	NOUN
epaa-604	240	17	characters	character	NOUN
epaa-604	240	18	words	word	NOUN
epaa-604	240	19	paragraphs	paragraph	VERB
epaa-604	240	20	control	control	NOUN
epaa-604	240	21	(	(	PUNCT
epaa-604	240	22	paper	paper	NOUN
epaa-604	240	23	)	)	PUNCT
epaa-604	240	24	mean	mean	VERB
epaa-604	240	25	586.9	586.9	NUM
epaa-604	240	26	111.6	111.6	NUM
epaa-604	240	27	1.457	1.457	NUM
epaa-604	240	28	std	std	NOUN
epaa-604	240	29	275.58	275.58	NUM
epaa-604	240	30	52.47	52.47	NUM
epaa-604	240	31	1.069	1.069	NUM
epaa-604	240	32	n	n	NUM
epaa-604	240	33	46	46	NUM
epaa-604	240	34	46	46	NUM
epaa-604	240	35	46	46	NUM
epaa-604	240	36	experimental	experimental	ADJ
epaa-604	240	37	(	(	PUNCT
epaa-604	240	38	computer	computer	NOUN
epaa-604	240	39	)	)	PUNCT
epaa-604	240	40	14	14	NUM
epaa-604	240	41	of	of	ADP
epaa-604	240	42	20	20	NUM
epaa-604	240	43	mean	mean	NOUN
epaa-604	240	44	1022.2	1022.2	NUM
epaa-604	240	45	204.7	204.7	NUM
epaa-604	240	46	2.625	2.625	NUM
epaa-604	240	47	std	std	NOUN
epaa-604	240	48	549.55	549.55	NUM
epaa-604	240	49	111.32	111.32	NUM
epaa-604	240	50	2.306	2.306	NUM
epaa-604	240	51	n	n	NUM
epaa-604	240	52	40	40	NUM
epaa-604	240	53	40	40	NUM
epaa-604	240	54	40	40	NUM
epaa-604	240	55	observed	observe	VERB
epaa-604	240	56	t	t	NOUN
epaa-604	240	57	with	with	ADP
epaa-604	240	58	pooled	pool	VERB
epaa-604	240	59	variance	variance	NOUN
epaa-604	240	60	4.73	4.73	NUM
epaa-604	240	61	5.07	5.07	NUM
epaa-604	240	62	3.08	3.08	NUM
epaa-604	240	63	sig	sig	NOUN
epaa-604	240	64	<	<	X
epaa-604	240	65	.0001	.0001	X
epaa-604	240	66	*	*	PUNCT
epaa-604	240	67	*	*	PUNCT
epaa-604	241	1	<	<	X
epaa-604	241	2	.0001	.0001	X
epaa-604	241	3	*	*	PUNCT
epaa-604	241	4	*	*	PUNCT
epaa-604	242	1	<	<	X
epaa-604	242	2	.0001	.0001	X
epaa-604	242	3	*	*	PUNCT
epaa-604	242	4	*	*	PUNCT
epaa-604	242	5	*	*	PUNCT
epaa-604	242	6	*	*	PUNCT
epaa-604	242	7	statistically	statistically	ADV
epaa-604	242	8	significant	significant	ADJ
epaa-604	242	9	at	at	ADP
epaa-604	242	10	the	the	DET
epaa-604	242	11	0.01	0.01	NUM
epaa-604	242	12	level	level	NOUN
epaa-604	242	13	after	after	ADP
epaa-604	242	14	taking	take	VERB
epaa-604	242	15	multiple	multiple	ADJ
epaa-604	242	16	comparisons	comparison	NOUN
epaa-604	242	17	into	into	ADP
epaa-604	242	18	account	account	NOUN
epaa-604	242	19	in	in	ADP
epaa-604	242	20	some	some	DET
epaa-604	242	21	ways	way	NOUN
epaa-604	242	22	,	,	PUNCT
epaa-604	242	23	this	this	DET
epaa-604	242	24	pattern	pattern	NOUN
epaa-604	242	25	is	be	AUX
epaa-604	242	26	consistent	consistent	ADJ
epaa-604	242	27	with	with	ADP
epaa-604	242	28	the	the	DET
epaa-604	242	29	findings	finding	NOUN
epaa-604	242	30	of	of	ADP
epaa-604	242	31	daiute	daiute	NOUN
epaa-604	242	32	(	(	PUNCT
epaa-604	242	33	1985	1985	NUM
epaa-604	242	34	)	)	PUNCT
epaa-604	242	35	and	and	CCONJ
epaa-604	242	36	morocco	morocco	PROPN
epaa-604	242	37	and	and	CCONJ
epaa-604	242	38	neuman	neuman	NOUN
epaa-604	242	39	(	(	PUNCT
epaa-604	242	40	1986	1986	NUM
epaa-604	242	41	)	)	PUNCT
epaa-604	242	42	,	,	PUNCT
epaa-604	242	43	who	who	PRON
epaa-604	242	44	have	have	AUX
epaa-604	242	45	shown	show	VERB
epaa-604	242	46	that	that	SCONJ
epaa-604	242	47	teaching	teaching	NOUN
epaa-604	242	48	writing	write	VERB
epaa-604	242	49	with	with	ADP
epaa-604	242	50	word	word	NOUN
epaa-604	242	51	processors	processor	NOUN
epaa-604	242	52	tends	tend	VERB
epaa-604	242	53	to	to	PART
epaa-604	242	54	lead	lead	VERB
epaa-604	242	55	students	student	NOUN
epaa-604	242	56	to	to	PART
epaa-604	242	57	write	write	VERB
epaa-604	242	58	more	more	ADJ
epaa-604	242	59	and	and	CCONJ
epaa-604	242	60	to	to	PART
epaa-604	242	61	revise	revise	VERB
epaa-604	242	62	more	more	ADJ
epaa-604	242	63	than	than	ADP
epaa-604	242	64	when	when	SCONJ
epaa-604	242	65	they	they	PRON
epaa-604	242	66	write	write	VERB
epaa-604	242	67	with	with	ADP
epaa-604	242	68	paper	paper	NOUN
epaa-604	242	69	-	-	PUNCT
epaa-604	242	70	and	and	CCONJ
epaa-604	242	71	-	-	PUNCT
epaa-604	242	72	pencil	pencil	NOUN
epaa-604	242	73	.	.	PUNCT
epaa-604	243	1	not	not	PART
epaa-604	243	2	surprisingly	surprisingly	ADV
epaa-604	243	3	,	,	PUNCT
epaa-604	243	4	the	the	DET
epaa-604	243	5	length	length	NOUN
epaa-604	243	6	of	of	ADP
epaa-604	243	7	students	student	NOUN
epaa-604	243	8	'	'	PART
epaa-604	243	9	written	write	VERB
epaa-604	243	10	responses	response	NOUN
epaa-604	243	11	(	(	PUNCT
epaa-604	243	12	in	in	ADP
epaa-604	243	13	terms	term	NOUN
epaa-604	243	14	of	of	ADP
epaa-604	243	15	numbers	number	NOUN
epaa-604	243	16	of	of	ADP
epaa-604	243	17	characters	character	NOUN
epaa-604	243	18	and	and	CCONJ
epaa-604	243	19	words	word	NOUN
epaa-604	243	20	correlated	correlate	VERB
epaa-604	243	21	significantly	significantly	ADV
epaa-604	243	22	with	with	ADP
epaa-604	243	23	pwavg	pwavg	PROPN
epaa-604	243	24	scores	score	NOUN
epaa-604	243	25	,	,	PUNCT
epaa-604	243	26	0.63	0.63	NUM
epaa-604	243	27	in	in	ADP
epaa-604	243	28	both	both	DET
epaa-604	243	29	cases	case	NOUN
epaa-604	243	30	)	)	PUNCT
epaa-604	243	31	.	.	PUNCT
epaa-604	244	1	although	although	SCONJ
epaa-604	244	2	this	this	PRON
epaa-604	244	3	suggests	suggest	VERB
epaa-604	244	4	that	that	SCONJ
epaa-604	244	5	longer	long	ADJ
epaa-604	244	6	responses	response	NOUN
epaa-604	244	7	tended	tend	VERB
epaa-604	244	8	to	to	PART
epaa-604	244	9	receive	receive	VERB
epaa-604	244	10	higher	high	ADJ
epaa-604	244	11	scores	score	NOUN
epaa-604	244	12	,	,	PUNCT
epaa-604	244	13	the	the	DET
epaa-604	244	14	fact	fact	NOUN
epaa-604	244	15	that	that	SCONJ
epaa-604	244	16	length	length	NOUN
epaa-604	244	17	of	of	ADP
epaa-604	244	18	response	response	NOUN
epaa-604	244	19	explains	explain	VERB
epaa-604	244	20	less	less	ADJ
epaa-604	244	21	than	than	ADP
epaa-604	244	22	half	half	NOUN
epaa-604	244	23	of	of	ADP
epaa-604	244	24	the	the	DET
epaa-604	244	25	variance	variance	NOUN
epaa-604	244	26	in	in	ADP
epaa-604	244	27	pwavg	pwavg	NOUN
epaa-604	244	28	scores	score	NOUN
epaa-604	244	29	suggests	suggest	VERB
epaa-604	244	30	that	that	SCONJ
epaa-604	244	31	rated	rate	VERB
epaa-604	244	32	quality	quality	NOUN
epaa-604	244	33	is	be	AUX
epaa-604	244	34	not	not	PART
epaa-604	244	35	attributable	attributable	ADJ
epaa-604	244	36	simply	simply	ADV
epaa-604	244	37	to	to	ADP
epaa-604	244	38	length	length	NOUN
epaa-604	244	39	of	of	ADP
epaa-604	244	40	response	response	NOUN
epaa-604	244	41	.	.	PUNCT
epaa-604	245	1	second	second	ADJ
epaa-604	245	2	,	,	PUNCT
epaa-604	245	3	we	we	PRON
epaa-604	245	4	considered	consider	VERB
epaa-604	245	5	the	the	DET
epaa-604	245	6	possibility	possibility	NOUN
epaa-604	245	7	that	that	SCONJ
epaa-604	245	8	motivation	motivation	NOUN
epaa-604	245	9	might	might	AUX
epaa-604	245	10	help	help	VERB
epaa-604	245	11	explain	explain	VERB
epaa-604	245	12	the	the	DET
epaa-604	245	13	mode	mode	NOUN
epaa-604	245	14	of	of	ADP
epaa-604	245	15	administration	administration	NOUN
epaa-604	245	16	effect	effect	NOUN
epaa-604	245	17	.	.	PUNCT
epaa-604	246	1	this	this	DET
epaa-604	246	2	possibility	possibility	NOUN
epaa-604	246	3	was	be	AUX
epaa-604	246	4	suggested	suggest	VERB
epaa-604	246	5	to	to	ADP
epaa-604	246	6	us	we	PRON
epaa-604	246	7	by	by	ADP
epaa-604	246	8	spontaneous	spontaneous	ADJ
epaa-604	246	9	comments	comment	NOUN
epaa-604	246	10	made	make	VERB
epaa-604	246	11	by	by	ADP
epaa-604	246	12	students	student	NOUN
epaa-604	246	13	after	after	ADP
epaa-604	246	14	the	the	DET
epaa-604	246	15	testing	testing	NOUN
epaa-604	246	16	.	.	PUNCT
epaa-604	247	1	for	for	ADP
epaa-604	247	2	example	example	NOUN
epaa-604	247	3	,	,	PUNCT
epaa-604	247	4	after	after	ADP
epaa-604	247	5	taking	take	VERB
epaa-604	247	6	the	the	DET
epaa-604	247	7	writing	writing	NOUN
epaa-604	247	8	assessment	assessment	NOUN
epaa-604	247	9	on	on	ADP
epaa-604	247	10	computer	computer	NOUN
epaa-604	247	11	,	,	PUNCT
epaa-604	247	12	one	one	NUM
epaa-604	247	13	student	student	NOUN
epaa-604	247	14	commented	comment	VERB
epaa-604	247	15	,	,	PUNCT
epaa-604	247	16	"	"	PUNCT
epaa-604	247	17	i	i	PRON
epaa-604	247	18	thought	think	VERB
epaa-604	247	19	we	we	PRON
epaa-604	247	20	were	be	AUX
epaa-604	247	21	going	go	VERB
epaa-604	247	22	to	to	PART
epaa-604	247	23	be	be	AUX
epaa-604	247	24	taking	take	VERB
epaa-604	247	25	a	a	DET
epaa-604	247	26	test	test	NOUN
epaa-604	247	27	.	.	PUNCT
epaa-604	247	28	"	"	PUNCT
epaa-604	248	1	in	in	ADP
epaa-604	248	2	contrast	contrast	NOUN
epaa-604	248	3	,	,	PUNCT
epaa-604	248	4	a	a	DET
epaa-604	248	5	student	student	NOUN
epaa-604	248	6	in	in	ADP
epaa-604	248	7	the	the	DET
epaa-604	248	8	control	control	NOUN
epaa-604	248	9	group	group	NOUN
epaa-604	248	10	,	,	PUNCT
epaa-604	248	11	who	who	PRON
epaa-604	248	12	had	have	AUX
epaa-604	248	13	not	not	PART
epaa-604	248	14	taken	take	VERB
epaa-604	248	15	any	any	DET
epaa-604	248	16	tests	test	NOUN
epaa-604	248	17	via	via	ADP
epaa-604	248	18	computer	computer	NOUN
epaa-604	248	19	,	,	PUNCT
epaa-604	248	20	inquired	inquire	VERB
epaa-604	248	21	of	of	ADP
epaa-604	248	22	us	we	PRON
epaa-604	248	23	,	,	PUNCT
epaa-604	248	24	"	"	PUNCT
epaa-604	248	25	how	how	SCONJ
epaa-604	248	26	come	come	VERB
epaa-604	248	27	we	we	PRON
epaa-604	248	28	did	do	AUX
epaa-604	248	29	n't	not	PART
epaa-604	248	30	get	get	VERB
epaa-604	248	31	to	to	PART
epaa-604	248	32	take	take	VERB
epaa-604	248	33	the	the	DET
epaa-604	248	34	test	test	NOUN
epaa-604	248	35	on	on	ADP
epaa-604	248	36	computer	computer	NOUN
epaa-604	248	37	?	?	PUNCT
epaa-604	248	38	"	"	PUNCT
epaa-604	249	1	such	such	ADJ
epaa-604	249	2	comments	comment	NOUN
epaa-604	249	3	raised	raise	VERB
epaa-604	249	4	the	the	DET
epaa-604	249	5	possibility	possibility	NOUN
epaa-604	249	6	that	that	SCONJ
epaa-604	249	7	motivation	motivation	NOUN
epaa-604	249	8	and	and	CCONJ
epaa-604	249	9	the	the	DET
epaa-604	249	10	simple	simple	ADJ
epaa-604	249	11	novelty	novelty	NOUN
epaa-604	249	12	of	of	ADP
epaa-604	249	13	taking	take	VERB
epaa-604	249	14	tests	test	NOUN
epaa-604	249	15	on	on	ADP
epaa-604	249	16	computer	computer	NOUN
epaa-604	249	17	might	might	AUX
epaa-604	249	18	explain	explain	VERB
epaa-604	249	19	the	the	DET
epaa-604	249	20	mode	mode	NOUN
epaa-604	249	21	of	of	ADP
epaa-604	249	22	administration	administration	NOUN
epaa-604	249	23	effect	effect	NOUN
epaa-604	249	24	we	we	PRON
epaa-604	249	25	found	find	VERB
epaa-604	249	26	.	.	PUNCT
epaa-604	250	1	two	two	NUM
epaa-604	250	2	lines	line	NOUN
epaa-604	250	3	of	of	ADP
epaa-604	250	4	thought	thought	NOUN
epaa-604	250	5	suggest	suggest	VERB
epaa-604	250	6	that	that	SCONJ
epaa-604	250	7	simple	simple	ADJ
epaa-604	250	8	motivation	motivation	NOUN
epaa-604	250	9	can	can	AUX
epaa-604	250	10	not	not	PART
epaa-604	250	11	explain	explain	VERB
epaa-604	250	12	our	our	PRON
epaa-604	250	13	results	result	NOUN
epaa-604	250	14	.	.	PUNCT
epaa-604	251	1	if	if	SCONJ
epaa-604	251	2	differential	differential	ADJ
epaa-604	251	3	motivation	motivation	NOUN
epaa-604	251	4	arising	arise	VERB
epaa-604	251	5	from	from	ADP
epaa-604	251	6	the	the	DET
epaa-604	251	7	novelty	novelty	NOUN
epaa-604	251	8	of	of	ADP
epaa-604	251	9	taking	take	VERB
epaa-604	251	10	tests	test	NOUN
epaa-604	251	11	on	on	ADP
epaa-604	251	12	computer	computer	NOUN
epaa-604	251	13	was	be	AUX
epaa-604	251	14	the	the	DET
epaa-604	251	15	main	main	ADJ
epaa-604	251	16	cause	cause	NOUN
epaa-604	251	17	of	of	ADP
epaa-604	251	18	our	our	PRON
epaa-604	251	19	results	result	NOUN
epaa-604	251	20	,	,	PUNCT
epaa-604	251	21	it	it	PRON
epaa-604	251	22	is	be	AUX
epaa-604	251	23	hard	hard	ADJ
epaa-604	251	24	to	to	PART
epaa-604	251	25	explain	explain	VERB
epaa-604	251	26	why	why	SCONJ
epaa-604	251	27	mode	mode	NOUN
epaa-604	251	28	of	of	ADP
epaa-604	251	29	administration	administration	NOUN
epaa-604	251	30	effects	effect	NOUN
epaa-604	251	31	were	be	AUX
epaa-604	251	32	absent	absent	ADJ
epaa-604	251	33	on	on	ADP
epaa-604	251	34	the	the	DET
epaa-604	251	35	multiple	multiple	ADJ
epaa-604	251	36	-	-	PUNCT
epaa-604	251	37	choice	choice	NOUN
epaa-604	251	38	naep	naep	ADJ
epaa-604	251	39	subtests	subtest	NOUN
epaa-604	251	40	,	,	PUNCT
epaa-604	251	41	but	but	CCONJ
epaa-604	251	42	were	be	AUX
epaa-604	251	43	prevalent	prevalent	ADJ
epaa-604	251	44	on	on	ADP
epaa-604	251	45	the	the	DET
epaa-604	251	46	performance	performance	NOUN
epaa-604	251	47	writing	write	VERB
epaa-604	251	48	test	test	NOUN
epaa-604	251	49	and	and	CCONJ
epaa-604	251	50	the	the	DET
epaa-604	251	51	naep	naep	ADJ
epaa-604	251	52	open	open	ADJ
epaa-604	251	53	-	-	PUNCT
epaa-604	251	54	ended	end	VERB
epaa-604	251	55	items	item	NOUN
epaa-604	251	56	.	.	PUNCT
epaa-604	252	1	furthermore	furthermore	ADV
epaa-604	252	2	,	,	PUNCT
epaa-604	252	3	recent	recent	ADJ
epaa-604	252	4	research	research	NOUN
epaa-604	252	5	on	on	ADP
epaa-604	252	6	the	the	DET
epaa-604	252	7	effects	effect	NOUN
epaa-604	252	8	of	of	ADP
epaa-604	252	9	motivation	motivation	NOUN
epaa-604	252	10	on	on	ADP
epaa-604	252	11	test	test	NOUN
epaa-604	252	12	performance	performance	NOUN
epaa-604	252	13	,	,	PUNCT
epaa-604	252	14	suggests	suggest	VERB
epaa-604	252	15	that	that	SCONJ
epaa-604	252	16	the	the	DET
epaa-604	252	17	effects	effect	NOUN
epaa-604	252	18	of	of	ADP
epaa-604	252	19	motivation	motivation	NOUN
epaa-604	252	20	are	be	AUX
epaa-604	252	21	not	not	PART
epaa-604	252	22	nearly	nearly	ADV
epaa-604	252	23	as	as	ADV
epaa-604	252	24	large	large	ADJ
epaa-604	252	25	as	as	ADP
epaa-604	252	26	the	the	DET
epaa-604	252	27	mode	mode	NOUN
epaa-604	252	28	of	of	ADP
epaa-604	252	29	administration	administration	NOUN
epaa-604	252	30	effect	effect	NOUN
epaa-604	252	31	we	we	PRON
epaa-604	252	32	found	find	VERB
epaa-604	252	33	on	on	ADP
epaa-604	252	34	the	the	DET
epaa-604	252	35	performance	performance	NOUN
epaa-604	252	36	writing	write	VERB
epaa-604	252	37	test	test	NOUN
epaa-604	252	38	.	.	PUNCT
epaa-604	253	1	recently	recently	ADV
epaa-604	253	2	,	,	PUNCT
epaa-604	253	3	kiplinger	kiplinger	PROPN
epaa-604	253	4	&	&	CCONJ
epaa-604	253	5	linn	linn	PROPN
epaa-604	253	6	(	(	PUNCT
epaa-604	253	7	1996	1996	NUM
epaa-604	253	8	)	)	PUNCT
epaa-604	253	9	reported	report	VERB
epaa-604	253	10	on	on	ADP
epaa-604	253	11	the	the	DET
epaa-604	253	12	effects	effect	NOUN
epaa-604	253	13	of	of	ADP
epaa-604	253	14	an	an	DET
epaa-604	253	15	experiment	experiment	NOUN
epaa-604	253	16	in	in	ADP
epaa-604	253	17	which	which	PRON
epaa-604	253	18	"	"	PUNCT
epaa-604	253	19	lowstakes	lowstake	NOUN
epaa-604	253	20	"	"	PUNCT
epaa-604	253	21	naep	naep	ADJ
epaa-604	253	22	items	item	NOUN
epaa-604	253	23	were	be	AUX
epaa-604	253	24	embedded	embed	VERB
epaa-604	253	25	in	in	ADP
epaa-604	253	26	a	a	DET
epaa-604	253	27	"	"	PUNCT
epaa-604	253	28	high	high	ADJ
epaa-604	253	29	stakes	stake	NOUN
epaa-604	253	30	"	"	PUNCT
epaa-604	253	31	state	state	NOUN
epaa-604	253	32	testing	testing	NOUN
epaa-604	253	33	program	program	NOUN
epaa-604	253	34	in	in	ADP
epaa-604	253	35	georgia	georgia	PROPN
epaa-604	253	36	.	.	PUNCT
epaa-604	254	1	though	though	SCONJ
epaa-604	254	2	results	result	NOUN
epaa-604	254	3	from	from	ADP
epaa-604	254	4	this	this	DET
epaa-604	254	5	experiment	experiment	NOUN
epaa-604	254	6	were	be	AUX
epaa-604	254	7	mixed	mix	VERB
epaa-604	254	8	,	,	PUNCT
epaa-604	254	9	the	the	DET
epaa-604	254	10	largest	large	ADJ
epaa-604	254	11	effects	effect	NOUN
epaa-604	254	12	of	of	ADP
epaa-604	254	13	"	"	PUNCT
epaa-604	254	14	high	high	ADJ
epaa-604	254	15	stakes	stake	NOUN
epaa-604	254	16	"	"	PUNCT
epaa-604	254	17	motivation	motivation	NOUN
epaa-604	254	18	occurred	occur	VERB
epaa-604	254	19	for	for	ADP
epaa-604	254	20	nine	nine	NUM
epaa-604	254	21	naep	naep	ADJ
epaa-604	254	22	items	item	NOUN
epaa-604	254	23	designed	design	VERB
epaa-604	254	24	for	for	ADP
epaa-604	254	25	eighth	eighth	ADJ
epaa-604	254	26	grade	grade	NOUN
epaa-604	254	27	students	student	NOUN
epaa-604	254	28	.	.	PUNCT
epaa-604	255	1	for	for	ADP
epaa-604	255	2	these	these	DET
epaa-604	255	3	nine	nine	NUM
epaa-604	255	4	items	item	NOUN
epaa-604	255	5	,	,	PUNCT
epaa-604	255	6	however	however	ADV
epaa-604	255	7	,	,	PUNCT
epaa-604	255	8	the	the	DET
epaa-604	255	9	effect	effect	NOUN
epaa-604	255	10	size	size	NOUN
epaa-604	255	11	was	be	AUX
epaa-604	255	12	only	only	ADV
epaa-604	255	13	0.18	0.18	NUM
epaa-604	255	14	.	.	PUNCT
epaa-604	256	1	(	(	PUNCT
epaa-604	256	2	kiplinger	kiplinger	PROPN
epaa-604	256	3	&	&	CCONJ
epaa-604	256	4	linn	linn	PROPN
epaa-604	256	5	,	,	PUNCT
epaa-604	256	6	1996	1996	NUM
epaa-604	256	7	,	,	PUNCT
epaa-604	256	8	p.124	p.124	NUM
epaa-604	256	9	)	)	PUNCT
epaa-604	256	10	.	.	PUNCT
epaa-604	257	1	in	in	ADP
epaa-604	257	2	a	a	DET
epaa-604	257	3	separate	separate	ADJ
epaa-604	257	4	study	study	NOUN
epaa-604	257	5	,	,	PUNCT
epaa-604	257	6	o'neill	o'neill	PROPN
epaa-604	257	7	,	,	PUNCT
epaa-604	257	8	sugrue	sugrue	PROPN
epaa-604	257	9	&	&	CCONJ
epaa-604	257	10	baker	baker	PROPN
epaa-604	257	11	(	(	PUNCT
epaa-604	257	12	1996	1996	NUM
epaa-604	257	13	)	)	PUNCT
epaa-604	257	14	investigated	investigate	VERB
epaa-604	257	15	the	the	DET
epaa-604	257	16	effects	effect	NOUN
epaa-604	257	17	of	of	ADP
epaa-604	257	18	monetary	monetary	ADJ
epaa-604	257	19	and	and	CCONJ
epaa-604	257	20	other	other	ADJ
epaa-604	257	21	incentives	incentive	NOUN
epaa-604	257	22	on	on	ADP
epaa-604	257	23	the	the	DET
epaa-604	257	24	performance	performance	NOUN
epaa-604	257	25	of	of	ADP
epaa-604	257	26	eighth	eighth	ADJ
epaa-604	257	27	grade	grade	NOUN
epaa-604	257	28	students	student	NOUN
epaa-604	257	29	on	on	ADP
epaa-604	257	30	naep	naep	ADJ
epaa-604	257	31	items	item	NOUN
epaa-604	257	32	.	.	PUNCT
epaa-604	258	1	again	again	ADV
epaa-604	258	2	,	,	PUNCT
epaa-604	258	3	though	though	SCONJ
epaa-604	258	4	effects	effect	NOUN
epaa-604	258	5	of	of	ADP
epaa-604	258	6	these	these	DET
epaa-604	258	7	motivational	motivational	ADJ
epaa-604	258	8	conditions	condition	NOUN
epaa-604	258	9	were	be	AUX
epaa-604	258	10	mixed	mix	VERB
epaa-604	258	11	,	,	PUNCT
epaa-604	258	12	the	the	DET
epaa-604	258	13	largest	large	ADJ
epaa-604	258	14	influence	influence	NOUN
epaa-604	258	15	of	of	ADP
epaa-604	258	16	motivation	motivation	NOUN
epaa-604	258	17	ranged	range	VERB
epaa-604	258	18	from	from	ADP
epaa-604	258	19	an	an	DET
epaa-604	258	20	effect	effect	NOUN
epaa-604	258	21	size	size	NOUN
epaa-604	258	22	of	of	ADP
epaa-604	258	23	0.16	0.16	NUM
epaa-604	258	24	to	to	ADP
epaa-604	258	25	0.24	0.24	NUM
epaa-604	258	26	(	(	PUNCT
epaa-604	258	27	o'neill	o'neill	PROPN
epaa-604	258	28	,	,	PUNCT
epaa-604	258	29	sugrue	sugrue	PROPN
epaa-604	258	30	&	&	CCONJ
epaa-604	258	31	baker	baker	PROPN
epaa-604	258	32	,	,	PUNCT
epaa-604	258	33	1996	1996	NUM
epaa-604	258	34	,	,	PUNCT
epaa-604	258	35	p.	p.	NOUN
epaa-604	258	36	147	147	NUM
epaa-604	258	37	)	)	PUNCT
epaa-604	258	38	.	.	PUNCT
epaa-604	259	1	with	with	ADP
epaa-604	259	2	the	the	DET
epaa-604	259	3	largest	large	ADJ
epaa-604	259	4	effects	effect	NOUN
epaa-604	259	5	of	of	ADP
epaa-604	259	6	motivation	motivation	NOUN
epaa-604	259	7	on	on	ADP
epaa-604	259	8	eighth	eighth	ADJ
epaa-604	259	9	grade	grade	NOUN
epaa-604	259	10	students	student	NOUN
epaa-604	259	11	found	find	VERB
epaa-604	259	12	to	to	PART
epaa-604	259	13	be	be	AUX
epaa-604	259	14	in	in	ADP
epaa-604	259	15	the	the	DET
epaa-604	259	16	range	range	NOUN
epaa-604	259	17	of	of	ADP
epaa-604	259	18	0.16	0.16	NUM
epaa-604	259	19	to	to	ADP
epaa-604	259	20	0.24	0.24	NUM
epaa-604	259	21	,	,	PUNCT
epaa-604	259	22	these	these	DET
epaa-604	259	23	results	result	NOUN
epaa-604	259	24	suggest	suggest	VERB
epaa-604	259	25	that	that	SCONJ
epaa-604	259	26	motivation	motivation	NOUN
epaa-604	259	27	alone	alone	ADV
epaa-604	259	28	can	can	AUX
epaa-604	259	29	not	not	PART
epaa-604	259	30	explain	explain	VERB
epaa-604	259	31	the	the	DET
epaa-604	259	32	magnitude	magnitude	NOUN
epaa-604	259	33	of	of	ADP
epaa-604	259	34	mode	mode	NOUN
epaa-604	259	35	of	of	ADP
epaa-604	259	36	administration	administration	NOUN
epaa-604	259	37	effects	effect	NOUN
epaa-604	259	38	we	we	PRON
epaa-604	259	39	found	find	VERB
epaa-604	259	40	for	for	ADP
epaa-604	259	41	written	write	VERB
epaa-604	259	42	responses	response	NOUN
epaa-604	259	43	.	.	PUNCT
epaa-604	260	1	to	to	PART
epaa-604	260	2	examine	examine	VERB
epaa-604	260	3	for	for	ADP
epaa-604	260	4	whom	whom	PRON
epaa-604	260	5	the	the	DET
epaa-604	260	6	mode	mode	NOUN
epaa-604	260	7	of	of	ADP
epaa-604	260	8	administration	administration	NOUN
epaa-604	260	9	effects	effect	NOUN
epaa-604	260	10	occurred	occur	VERB
epaa-604	260	11	,	,	PUNCT
epaa-604	260	12	we	we	PRON
epaa-604	260	13	also	also	ADV
epaa-604	260	14	inquired	inquire	VERB
epaa-604	260	15	into	into	ADP
epaa-604	260	16	whether	whether	SCONJ
epaa-604	260	17	the	the	DET
epaa-604	260	18	mode	mode	NOUN
epaa-604	260	19	of	of	ADP
epaa-604	260	20	administration	administration	NOUN
epaa-604	260	21	effect	effect	NOUN
epaa-604	260	22	appeared	appear	VERB
epaa-604	260	23	to	to	PART
epaa-604	260	24	be	be	AUX
epaa-604	260	25	different	different	ADJ
epaa-604	260	26	for	for	ADP
epaa-604	260	27	different	different	ADJ
epaa-604	260	28	students	student	NOUN
epaa-604	260	29	.	.	PUNCT
epaa-604	261	1	first	first	ADV
epaa-604	261	2	we	we	PRON
epaa-604	261	3	inquired	inquire	VERB
epaa-604	261	4	into	into	ADP
epaa-604	261	5	whether	whether	SCONJ
epaa-604	261	6	the	the	DET
epaa-604	261	7	mode	mode	NOUN
epaa-604	261	8	of	of	ADP
epaa-604	261	9	administration	administration	NOUN
epaa-604	261	10	effect	effect	NOUN
epaa-604	261	11	seemed	seem	VERB
epaa-604	261	12	to	to	PART
epaa-604	261	13	be	be	AUX
epaa-604	261	14	different	different	ADJ
epaa-604	261	15	for	for	ADP
epaa-604	261	16	students	student	NOUN
epaa-604	261	17	performing	perform	VERB
epaa-604	261	18	at	at	ADP
epaa-604	261	19	different	different	ADJ
epaa-604	261	20	levels	level	NOUN
epaa-604	261	21	on	on	ADP
epaa-604	261	22	the	the	DET
epaa-604	261	23	oe	oe	PROPN
epaa-604	261	24	test	test	NOUN
epaa-604	261	25	.	.	PUNCT
epaa-604	262	1	one	one	NUM
epaa-604	262	2	simple	simple	ADJ
epaa-604	262	3	way	way	NOUN
epaa-604	262	4	of	of	ADP
epaa-604	262	5	testing	test	VERB
epaa-604	262	6	this	this	DET
epaa-604	262	7	possibility	possibility	NOUN
epaa-604	262	8	was	be	AUX
epaa-604	262	9	to	to	PART
epaa-604	262	10	calculate	calculate	VERB
epaa-604	262	11	pwavg	pwavg	NOUN
epaa-604	262	12	scores	score	NOUN
epaa-604	262	13	predicted	predict	VERB
epaa-604	262	14	on	on	ADP
epaa-604	262	15	the	the	DET
epaa-604	262	16	basis	basis	NOUN
epaa-604	262	17	of	of	ADP
epaa-604	262	18	oe	oe	PROPN
epaa-604	262	19	scores	score	NOUN
epaa-604	262	20	and	and	CCONJ
epaa-604	262	21	see	see	VERB
epaa-604	262	22	if	if	SCONJ
epaa-604	262	23	there	there	PRON
epaa-604	262	24	was	be	VERB
epaa-604	262	25	a	a	DET
epaa-604	262	26	statistically	statistically	ADV
epaa-604	262	27	15	15	NUM
epaa-604	262	28	of	of	ADP
epaa-604	262	29	20	20	NUM
epaa-604	262	30	significant	significant	ADJ
epaa-604	262	31	correlation	correlation	NOUN
epaa-604	262	32	between	between	ADP
epaa-604	262	33	residuals	residual	NOUN
epaa-604	262	34	(	(	PUNCT
epaa-604	262	35	actual	actual	ADJ
epaa-604	262	36	minus	minus	CCONJ
epaa-604	262	37	predicted	predict	VERB
epaa-604	262	38	pwavg	pwavg	PROPN
epaa-604	262	39	scores	score	NOUN
epaa-604	262	40	)	)	PUNCT
epaa-604	262	41	and	and	CCONJ
epaa-604	262	42	oe	oe	PROPN
epaa-604	262	43	scores	score	NOUN
epaa-604	262	44	among	among	ADP
epaa-604	262	45	the	the	DET
epaa-604	262	46	experimental	experimental	ADJ
epaa-604	262	47	group	group	NOUN
epaa-604	262	48	students	student	NOUN
epaa-604	262	49	.	.	PUNCT
epaa-604	263	1	no	no	DET
epaa-604	263	2	significant	significant	ADJ
epaa-604	263	3	correlation	correlation	NOUN
epaa-604	263	4	was	be	AUX
epaa-604	263	5	found	find	VERB
epaa-604	263	6	,	,	PUNCT
epaa-604	263	7	suggesting	suggest	VERB
epaa-604	263	8	that	that	SCONJ
epaa-604	263	9	the	the	DET
epaa-604	263	10	mode	mode	NOUN
epaa-604	263	11	of	of	ADP
epaa-604	263	12	administration	administration	NOUN
epaa-604	263	13	effect	effect	NOUN
epaa-604	263	14	was	be	AUX
epaa-604	263	15	not	not	PART
epaa-604	263	16	different	different	ADJ
epaa-604	263	17	for	for	ADP
epaa-604	263	18	students	student	NOUN
epaa-604	263	19	of	of	ADP
epaa-604	263	20	different	different	ADJ
epaa-604	263	21	ability	ability	NOUN
epaa-604	263	22	levels	level	NOUN
epaa-604	263	23	as	as	SCONJ
epaa-604	263	24	indicated	indicate	VERB
epaa-604	263	25	by	by	ADP
epaa-604	263	26	their	their	PRON
epaa-604	263	27	oe	oe	PROPN
epaa-604	263	28	scores	score	NOUN
epaa-604	263	29	.	.	PUNCT
epaa-604	264	1	a	a	DET
epaa-604	264	2	graphical	graphical	ADJ
epaa-604	264	3	presentation	presentation	NOUN
epaa-604	264	4	of	of	ADP
epaa-604	264	5	this	this	DET
epaa-604	264	6	pattern	pattern	NOUN
epaa-604	264	7	is	be	AUX
epaa-604	264	8	shown	show	VERB
epaa-604	264	9	in	in	ADP
epaa-604	264	10	figure	figure	NOUN
epaa-604	264	11	1	1	NUM
epaa-604	264	12	,	,	PUNCT
epaa-604	264	13	which	which	PRON
epaa-604	264	14	depicts	depict	VERB
epaa-604	264	15	the	the	DET
epaa-604	264	16	line	line	NOUN
epaa-604	264	17	of	of	ADP
epaa-604	264	18	pwavg	pwavg	NOUN
epaa-604	264	19	scores	score	NOUN
epaa-604	264	20	regressed	regress	VERB
epaa-604	264	21	on	on	ADP
epaa-604	264	22	oe	oe	PROPN
epaa-604	264	23	scores	score	NOUN
epaa-604	264	24	,	,	PUNCT
epaa-604	264	25	with	with	ADP
epaa-604	264	26	the	the	DET
epaa-604	264	27	experimental	experimental	ADJ
epaa-604	264	28	cases	case	NOUN
epaa-604	264	29	represented	represent	VERB
epaa-604	264	30	with	with	ADP
epaa-604	264	31	x	x	NOUN
epaa-604	264	32	's	's	PART
epaa-604	264	33	and	and	CCONJ
epaa-604	264	34	the	the	DET
epaa-604	264	35	control	control	NOUN
epaa-604	264	36	group	group	NOUN
epaa-604	264	37	with	with	ADP
epaa-604	264	38	dots	dot	NOUN
epaa-604	264	39	.	.	PUNCT
epaa-604	265	1	as	as	SCONJ
epaa-604	265	2	can	can	AUX
epaa-604	265	3	be	be	AUX
epaa-604	265	4	seen	see	VERB
epaa-604	265	5	in	in	ADP
epaa-604	265	6	figure	figure	NOUN
epaa-604	265	7	1	1	NUM
epaa-604	265	8	,	,	PUNCT
epaa-604	265	9	the	the	DET
epaa-604	265	10	actual	actual	ADJ
epaa-604	265	11	pwavg	pwavg	NOUN
epaa-604	265	12	scores	score	NOUN
epaa-604	265	13	for	for	ADP
epaa-604	265	14	the	the	DET
epaa-604	265	15	experimental	experimental	ADJ
epaa-604	265	16	group	group	NOUN
epaa-604	265	17	tended	tend	VERB
epaa-604	265	18	to	to	PART
epaa-604	265	19	exceed	exceed	VERB
epaa-604	265	20	the	the	DET
epaa-604	265	21	predicted	predict	VERB
epaa-604	265	22	scores	score	NOUN
epaa-604	265	23	across	across	ADP
epaa-604	265	24	ability	ability	NOUN
epaa-604	265	25	levels	level	NOUN
epaa-604	265	26	as	as	SCONJ
epaa-604	265	27	represented	represent	VERB
epaa-604	265	28	by	by	ADP
epaa-604	265	29	the	the	DET
epaa-604	265	30	oe	oe	PROPN
epaa-604	265	31	scores	score	NOUN
epaa-604	265	32	.	.	PUNCT
epaa-604	266	1	figure	figure	VERB
epaa-604	266	2	1	1	NUM
epaa-604	266	3	:	:	PUNCT
epaa-604	266	4	regression	regression	NOUN
epaa-604	266	5	of	of	ADP
epaa-604	266	6	pwavg	pwavg	NOUN
epaa-604	266	7	scores	score	NOUN
epaa-604	266	8	on	on	ADP
epaa-604	266	9	oe	oe	PROPN
epaa-604	266	10	scores	score	NOUN
epaa-604	266	11	finally	finally	ADV
epaa-604	266	12	,	,	PUNCT
epaa-604	266	13	we	we	PRON
epaa-604	266	14	explored	explore	VERB
epaa-604	266	15	whether	whether	SCONJ
epaa-604	266	16	mode	mode	NOUN
epaa-604	266	17	of	of	ADP
epaa-604	266	18	administration	administration	NOUN
epaa-604	266	19	effect	effect	NOUN
epaa-604	266	20	seemed	seem	VERB
epaa-604	266	21	to	to	PART
epaa-604	266	22	differ	differ	VERB
epaa-604	266	23	for	for	ADP
epaa-604	266	24	males	male	NOUN
epaa-604	266	25	versus	versus	ADP
epaa-604	266	26	females	female	NOUN
epaa-604	266	27	.	.	PUNCT
epaa-604	267	1	table	table	NOUN
epaa-604	267	2	10	10	NUM
epaa-604	267	3	shows	show	VERB
epaa-604	267	4	pwavg	pwavg	NOUN
epaa-604	267	5	scores	score	NOUN
epaa-604	267	6	by	by	ADP
epaa-604	267	7	gender	gender	NOUN
epaa-604	267	8	for	for	ADP
epaa-604	267	9	both	both	CCONJ
epaa-604	267	10	control	control	NOUN
epaa-604	267	11	and	and	CCONJ
epaa-604	267	12	experimental	experimental	ADJ
epaa-604	267	13	groups	group	NOUN
epaa-604	267	14	.	.	PUNCT
epaa-604	268	1	table	table	NOUN
epaa-604	268	2	10	10	NUM
epaa-604	268	3	:	:	PUNCT
epaa-604	268	4	pwavg	pwavg	NOUN
epaa-604	268	5	scores	score	NOUN
epaa-604	268	6	by	by	ADP
epaa-604	268	7	gender	gender	NOUN
epaa-604	268	8	and	and	CCONJ
epaa-604	268	9	group	group	NOUN
epaa-604	268	10	female	female	ADJ
epaa-604	268	11	male	male	NOUN
epaa-604	268	12	total	total	NOUN
epaa-604	268	13	control	control	NOUN
epaa-604	268	14	(	(	PUNCT
epaa-604	268	15	paper	paper	NOUN
epaa-604	268	16	)	)	PUNCT
epaa-604	268	17	mean	mean	NOUN
epaa-604	268	18	2.33	2.33	NUM
epaa-604	268	19	2.27	2.27	NUM
epaa-604	268	20	2.30	2.30	NUM
epaa-604	268	21	sd	sd	ADP
epaa-604	268	22	0.58	0.58	NUM
epaa-604	268	23	0.47	0.47	NUM
epaa-604	268	24	0.55	0.55	NUM
epaa-604	268	25	n	n	NUM
epaa-604	268	26	21	21	NUM
epaa-604	268	27	25	25	NUM
epaa-604	268	28	46	46	NUM
epaa-604	268	29	experimental	experimental	ADJ
epaa-604	268	30	(	(	PUNCT
epaa-604	268	31	computer	computer	NOUN
epaa-604	268	32	)	)	PUNCT
epaa-604	268	33	mean	mean	VERB
epaa-604	268	34	2.92	2.92	NUM
epaa-604	268	35	2.60	2.60	NUM
epaa-604	268	36	2.81	2.81	NUM
epaa-604	268	37	sd	sd	ADP
epaa-604	268	38	0.53	0.53	NUM
epaa-604	268	39	0.63	0.63	NUM
epaa-604	268	40	0.59	0.59	NUM
epaa-604	268	41	n	n	PRON
epaa-604	268	42	26	26	NUM
epaa-604	268	43	14	14	NUM
epaa-604	268	44	40	40	NUM
epaa-604	268	45	total	total	ADJ
epaa-604	268	46	mean	mean	NOUN
epaa-604	268	47	2.66	2.66	NUM
epaa-604	268	48	2.38	2.38	NUM
epaa-604	268	49	2.53	2.53	NUM
epaa-604	268	50	sd	sd	ADP
epaa-604	268	51	0.65	0.65	NUM
epaa-604	268	52	0.54	0.54	NUM
epaa-604	268	53	0.62	0.62	NUM
epaa-604	268	54	n	n	PRON
epaa-604	268	55	46	46	NUM
epaa-604	268	56	39	39	NUM
epaa-604	268	57	86	86	NUM
epaa-604	268	58	within	within	ADP
epaa-604	268	59	the	the	DET
epaa-604	268	60	control	control	NOUN
epaa-604	268	61	groups	group	NOUN
epaa-604	268	62	,	,	PUNCT
epaa-604	268	63	females	female	NOUN
epaa-604	268	64	performed	perform	VERB
epaa-604	268	65	only	only	ADV
epaa-604	268	66	slightly	slightly	ADV
epaa-604	268	67	better	well	ADJ
epaa-604	268	68	on	on	ADP
epaa-604	268	69	pwavg	pwavg	NOUN
epaa-604	268	70	scores	score	NOUN
epaa-604	268	71	than	than	SCONJ
epaa-604	268	72	did	do	VERB
epaa-604	268	73	males	male	NOUN
epaa-604	268	74	(	(	PUNCT
epaa-604	268	75	with	with	ADP
epaa-604	268	76	means	mean	NOUN
epaa-604	268	77	2.33	2.33	NUM
epaa-604	268	78	and	and	CCONJ
epaa-604	268	79	2.27	2.27	NUM
epaa-604	268	80	respectively	respectively	ADV
epaa-604	268	81	)	)	PUNCT
epaa-604	268	82	.	.	PUNCT
epaa-604	269	1	however	however	ADV
epaa-604	269	2	within	within	ADP
epaa-604	269	3	the	the	DET
epaa-604	269	4	experimental	experimental	ADJ
epaa-604	269	5	group	group	NOUN
epaa-604	269	6	females	female	NOUN
epaa-604	269	7	scored	score	VERB
epaa-604	269	8	considerably	considerably	ADV
epaa-604	269	9	better	well	ADV
epaa-604	269	10	than	than	ADP
epaa-604	269	11	males	male	NOUN
epaa-604	269	12	(	(	PUNCT
epaa-604	269	13	with	with	ADP
epaa-604	269	14	means	mean	NOUN
epaa-604	269	15	of	of	ADP
epaa-604	269	16	2.92	2.92	NUM
epaa-604	269	17	and	and	CCONJ
epaa-604	269	18	2.60	2.60	NUM
epaa-604	269	19	)	)	PUNCT
epaa-604	269	20	.	.	PUNCT
epaa-604	270	1	thus	thus	ADV
epaa-604	270	2	it	it	PRON
epaa-604	270	3	appears	appear	VERB
epaa-604	270	4	that	that	SCONJ
epaa-604	270	5	the	the	DET
epaa-604	270	6	effect	effect	NOUN
epaa-604	270	7	of	of	ADP
epaa-604	270	8	computer	computer	NOUN
epaa-604	270	9	administration	administration	NOUN
epaa-604	270	10	may	may	AUX
epaa-604	270	11	have	have	AUX
epaa-604	270	12	been	be	AUX
epaa-604	270	13	somewhat	somewhat	ADV
epaa-604	270	14	larger	large	ADJ
epaa-604	270	15	for	for	ADP
epaa-604	270	16	females	female	NOUN
epaa-604	270	17	than	than	ADP
epaa-604	270	18	for	for	ADP
epaa-604	270	19	males	male	NOUN
epaa-604	270	20	.	.	PUNCT
epaa-604	271	1	16	16	NUM
epaa-604	271	2	of	of	ADP
epaa-604	271	3	20	20	NUM
epaa-604	271	4	nonetheless	nonetheless	ADV
epaa-604	271	5	the	the	DET
epaa-604	271	6	males	male	NOUN
epaa-604	271	7	who	who	PRON
epaa-604	271	8	took	take	VERB
epaa-604	271	9	the	the	DET
epaa-604	271	10	extended	extended	ADJ
epaa-604	271	11	writing	writing	NOUN
epaa-604	271	12	task	task	NOUN
epaa-604	271	13	on	on	ADP
epaa-604	271	14	computer	computer	NOUN
epaa-604	271	15	still	still	ADV
epaa-604	271	16	performed	perform	VERB
epaa-604	271	17	considerably	considerably	ADV
epaa-604	271	18	better	well	ADJ
epaa-604	271	19	than	than	ADP
epaa-604	271	20	the	the	DET
epaa-604	271	21	females	female	NOUN
epaa-604	271	22	who	who	PRON
epaa-604	271	23	took	take	VERB
epaa-604	271	24	the	the	DET
epaa-604	271	25	writing	writing	NOUN
epaa-604	271	26	task	task	NOUN
epaa-604	271	27	on	on	ADP
epaa-604	271	28	paper	paper	NOUN
epaa-604	271	29	(	(	PUNCT
epaa-604	271	30	with	with	ADP
epaa-604	271	31	respective	respective	ADJ
epaa-604	271	32	means	mean	NOUN
epaa-604	271	33	of	of	ADP
epaa-604	271	34	2.60	2.60	NUM
epaa-604	271	35	and	and	CCONJ
epaa-604	271	36	2.33	2.33	NUM
epaa-604	271	37	)	)	PUNCT
epaa-604	271	38	.	.	PUNCT
epaa-604	272	1	a	a	DET
epaa-604	272	2	two	two	NUM
epaa-604	272	3	way	way	NOUN
epaa-604	272	4	analysis	analysis	NOUN
epaa-604	272	5	of	of	ADP
epaa-604	272	6	variance	variance	NOUN
epaa-604	272	7	(	(	PUNCT
epaa-604	272	8	pwavg	pwavg	NOUN
epaa-604	272	9	by	by	ADP
epaa-604	272	10	gender	gender	NOUN
epaa-604	272	11	and	and	CCONJ
epaa-604	272	12	group	group	NOUN
epaa-604	272	13	)	)	PUNCT
epaa-604	272	14	showed	show	VERB
epaa-604	272	15	group	group	NOUN
epaa-604	272	16	but	but	CCONJ
epaa-604	272	17	not	not	PART
epaa-604	272	18	gender	gender	NOUN
epaa-604	272	19	to	to	PART
epaa-604	272	20	be	be	AUX
epaa-604	272	21	significant	significant	ADJ
epaa-604	272	22	(	(	PUNCT
epaa-604	272	23	this	this	PRON
epaa-604	272	24	was	be	AUX
epaa-604	272	25	the	the	DET
epaa-604	272	26	case	case	NOUN
epaa-604	272	27	whether	whether	SCONJ
epaa-604	272	28	or	or	CCONJ
epaa-604	272	29	not	not	PART
epaa-604	272	30	an	an	DET
epaa-604	272	31	interaction	interaction	NOUN
epaa-604	272	32	term	term	NOUN
epaa-604	272	33	was	be	AUX
epaa-604	272	34	included	include	VERB
epaa-604	272	35	)	)	PUNCT
epaa-604	272	36	.	.	PUNCT
epaa-604	273	1	this	this	DET
epaa-604	273	2	general	general	ADJ
epaa-604	273	3	pattern	pattern	NOUN
epaa-604	273	4	was	be	AUX
epaa-604	273	5	confirmed	confirm	VERB
epaa-604	273	6	by	by	ADP
epaa-604	273	7	regression	regression	NOUN
epaa-604	273	8	analyses	analysis	NOUN
epaa-604	273	9	of	of	ADP
epaa-604	273	10	pwavg	pwavg	NOUN
epaa-604	273	11	scores	score	NOUN
epaa-604	273	12	on	on	ADP
epaa-604	273	13	oe	oe	PROPN
epaa-604	273	14	scores	score	NOUN
epaa-604	273	15	,	,	PUNCT
epaa-604	273	16	sex	sex	NOUN
epaa-604	273	17	and	and	CCONJ
epaa-604	273	18	group	group	NOUN
epaa-604	273	19	.	.	PUNCT
epaa-604	274	1	though	though	SCONJ
epaa-604	274	2	oe	oe	PROPN
epaa-604	274	3	scores	score	NOUN
epaa-604	274	4	and	and	CCONJ
epaa-604	274	5	the	the	DET
epaa-604	274	6	group	group	NOUN
epaa-604	274	7	variable	variable	NOUN
epaa-604	274	8	were	be	AUX
epaa-604	274	9	significant	significant	ADJ
epaa-604	274	10	,	,	PUNCT
epaa-604	274	11	the	the	DET
epaa-604	274	12	sex	sex	NOUN
epaa-604	274	13	variable	variable	NOUN
epaa-604	274	14	was	be	AUX
epaa-604	274	15	not	not	PART
epaa-604	274	16	.	.	PUNCT
epaa-604	275	1	we	we	PRON
epaa-604	275	2	should	should	AUX
epaa-604	275	3	note	note	VERB
epaa-604	275	4	that	that	SCONJ
epaa-604	275	5	post	post	NOUN
epaa-604	275	6	hoc	hoc	X
epaa-604	275	7	,	,	PUNCT
epaa-604	275	8	we	we	PRON
epaa-604	275	9	were	be	AUX
epaa-604	275	10	surprised	surprised	ADJ
epaa-604	275	11	that	that	SCONJ
epaa-604	275	12	the	the	DET
epaa-604	275	13	proportion	proportion	NOUN
epaa-604	275	14	of	of	ADP
epaa-604	275	15	males	male	NOUN
epaa-604	275	16	in	in	ADP
epaa-604	275	17	the	the	DET
epaa-604	275	18	control	control	NOUN
epaa-604	275	19	group	group	NOUN
epaa-604	275	20	(	(	PUNCT
epaa-604	275	21	54	54	NUM
epaa-604	275	22	%	%	NOUN
epaa-604	275	23	)	)	PUNCT
epaa-604	275	24	differed	differ	VERB
epaa-604	275	25	by	by	ADP
epaa-604	275	26	nearly	nearly	ADV
epaa-604	275	27	19	19	NUM
epaa-604	275	28	percentage	percentage	NOUN
epaa-604	275	29	points	point	NOUN
epaa-604	275	30	from	from	ADP
epaa-604	275	31	the	the	DET
epaa-604	275	32	proportion	proportion	NOUN
epaa-604	275	33	of	of	ADP
epaa-604	275	34	males	male	NOUN
epaa-604	275	35	in	in	ADP
epaa-604	275	36	the	the	DET
epaa-604	275	37	experimental	experimental	ADJ
epaa-604	275	38	group	group	NOUN
epaa-604	275	39	(	(	PUNCT
epaa-604	275	40	35	35	NUM
epaa-604	275	41	%	%	NOUN
epaa-604	275	42	)	)	PUNCT
epaa-604	275	43	.	.	PUNCT
epaa-604	276	1	although	although	SCONJ
epaa-604	276	2	the	the	DET
epaa-604	276	3	two	two	NUM
epaa-604	276	4	groups	group	NOUN
epaa-604	276	5	were	be	AUX
epaa-604	276	6	selected	select	VERB
epaa-604	276	7	randomly	randomly	ADV
epaa-604	276	8	,	,	PUNCT
epaa-604	276	9	the	the	DET
epaa-604	276	10	probability	probability	NOUN
epaa-604	276	11	that	that	SCONJ
epaa-604	276	12	this	this	DET
epaa-604	276	13	difference	difference	NOUN
epaa-604	276	14	would	would	AUX
epaa-604	276	15	occur	occur	VERB
epaa-604	276	16	is	be	AUX
epaa-604	276	17	less	less	ADJ
epaa-604	276	18	than	than	ADP
epaa-604	276	19	.08	.08	NUM
epaa-604	276	20	.	.	PUNCT
epaa-604	277	1	however	however	ADV
epaa-604	277	2	,	,	PUNCT
epaa-604	277	3	as	as	SCONJ
epaa-604	277	4	can	can	AUX
epaa-604	277	5	be	be	AUX
epaa-604	277	6	calculated	calculate	VERB
epaa-604	277	7	based	base	VERB
epaa-604	277	8	on	on	ADP
epaa-604	277	9	the	the	DET
epaa-604	277	10	data	datum	NOUN
epaa-604	277	11	in	in	ADP
epaa-604	277	12	table	table	NOUN
epaa-604	277	13	10	10	NUM
epaa-604	277	14	,	,	PUNCT
epaa-604	277	15	even	even	ADV
epaa-604	277	16	after	after	ADP
epaa-604	277	17	controlling	control	VERB
epaa-604	277	18	for	for	ADP
epaa-604	277	19	gender	gender	NOUN
epaa-604	277	20	,	,	PUNCT
epaa-604	277	21	the	the	DET
epaa-604	277	22	average	average	ADJ
epaa-604	277	23	effect	effect	NOUN
epaa-604	277	24	size	size	NOUN
epaa-604	277	25	is	be	AUX
epaa-604	277	26	0.86	0.86	NUM
epaa-604	277	27	.	.	PUNCT
epaa-604	278	1	although	although	SCONJ
epaa-604	278	2	the	the	DET
epaa-604	278	3	experiment	experiment	NOUN
epaa-604	278	4	reported	report	VERB
epaa-604	278	5	here	here	ADV
epaa-604	278	6	had	have	VERB
epaa-604	278	7	several	several	ADJ
epaa-604	278	8	weaknesses	weakness	NOUN
epaa-604	278	9	--	--	PUNCT
epaa-604	278	10	only	only	ADV
epaa-604	278	11	one	one	NUM
epaa-604	278	12	extended	extended	ADJ
epaa-604	278	13	writing	writing	NOUN
epaa-604	278	14	task	task	NOUN
epaa-604	278	15	was	be	AUX
epaa-604	278	16	used	use	VERB
epaa-604	278	17	,	,	PUNCT
epaa-604	278	18	no	no	DET
epaa-604	278	19	other	other	ADJ
epaa-604	278	20	variables	variable	NOUN
epaa-604	278	21	on	on	ADP
epaa-604	278	22	academic	academic	ADJ
epaa-604	278	23	achievement	achievement	NOUN
epaa-604	278	24	beyond	beyond	ADP
epaa-604	278	25	the	the	DET
epaa-604	278	26	oe	oe	PROPN
epaa-604	278	27	test	test	NOUN
epaa-604	278	28	results	result	NOUN
epaa-604	278	29	were	be	AUX
epaa-604	278	30	used	use	VERB
epaa-604	278	31	as	as	ADP
epaa-604	278	32	covariates	covariate	NOUN
epaa-604	278	33	in	in	ADP
epaa-604	278	34	regression	regression	NOUN
epaa-604	278	35	analyses	analysis	NOUN
epaa-604	278	36	,	,	PUNCT
epaa-604	278	37	and	and	CCONJ
epaa-604	278	38	information	information	NOUN
epaa-604	278	39	on	on	ADP
epaa-604	278	40	students	student	NOUN
epaa-604	278	41	'	'	PART
epaa-604	278	42	extent	extent	NOUN
epaa-604	278	43	of	of	ADP
epaa-604	278	44	experience	experience	NOUN
epaa-604	278	45	working	work	VERB
epaa-604	278	46	on	on	ADP
epaa-604	278	47	computers	computer	NOUN
epaa-604	278	48	was	be	AUX
epaa-604	278	49	not	not	PART
epaa-604	278	50	collected	collect	VERB
epaa-604	278	51	--	--	PUNCT
epaa-604	278	52	further	further	ADJ
epaa-604	278	53	research	research	NOUN
epaa-604	278	54	into	into	ADP
epaa-604	278	55	this	this	DET
epaa-604	278	56	topic	topic	NOUN
epaa-604	278	57	clearly	clearly	ADV
epaa-604	278	58	is	be	AUX
epaa-604	278	59	warranted	warrant	VERB
epaa-604	278	60	.	.	PUNCT
epaa-604	279	1	increasingly	increasingly	ADV
epaa-604	279	2	,	,	PUNCT
epaa-604	279	3	schools	school	NOUN
epaa-604	279	4	are	be	AUX
epaa-604	279	5	encouraging	encourage	VERB
epaa-604	279	6	students	student	NOUN
epaa-604	279	7	to	to	PART
epaa-604	279	8	use	use	VERB
epaa-604	279	9	computers	computer	NOUN
epaa-604	279	10	in	in	ADP
epaa-604	279	11	their	their	PRON
epaa-604	279	12	writing	writing	NOUN
epaa-604	279	13	.	.	PUNCT
epaa-604	280	1	as	as	ADP
epaa-604	280	2	a	a	DET
epaa-604	280	3	result	result	NOUN
epaa-604	280	4	,	,	PUNCT
epaa-604	280	5	it	it	PRON
epaa-604	280	6	is	be	AUX
epaa-604	280	7	likely	likely	ADJ
epaa-604	280	8	that	that	SCONJ
epaa-604	280	9	increasing	increase	VERB
epaa-604	280	10	numbers	number	NOUN
epaa-604	280	11	of	of	ADP
epaa-604	280	12	students	student	NOUN
epaa-604	280	13	are	be	AUX
epaa-604	280	14	growing	grow	VERB
epaa-604	280	15	accustomed	accustomed	ADJ
epaa-604	280	16	to	to	ADP
epaa-604	280	17	writing	write	VERB
epaa-604	280	18	on	on	ADP
epaa-604	280	19	computers	computer	NOUN
epaa-604	280	20	.	.	PUNCT
epaa-604	281	1	nevertheless	nevertheless	ADV
epaa-604	281	2	,	,	PUNCT
epaa-604	281	3	large	large	ADJ
epaa-604	281	4	scale	scale	NOUN
epaa-604	281	5	assessments	assessment	NOUN
epaa-604	281	6	of	of	ADP
epaa-604	281	7	writing	writing	NOUN
epaa-604	281	8	,	,	PUNCT
epaa-604	281	9	at	at	ADP
epaa-604	281	10	state	state	NOUN
epaa-604	281	11	,	,	PUNCT
epaa-604	281	12	national	national	ADJ
epaa-604	281	13	and	and	CCONJ
epaa-604	281	14	even	even	ADV
epaa-604	281	15	international	international	ADJ
epaa-604	281	16	levels	level	NOUN
epaa-604	281	17	,	,	PUNCT
epaa-604	281	18	are	be	AUX
epaa-604	281	19	attempting	attempt	VERB
epaa-604	281	20	to	to	PART
epaa-604	281	21	estimate	estimate	VERB
epaa-604	281	22	students	student	NOUN
epaa-604	281	23	'	'	PART
epaa-604	281	24	writing	writing	NOUN
epaa-604	281	25	skills	skill	NOUN
epaa-604	281	26	by	by	ADP
epaa-604	281	27	having	have	VERB
epaa-604	281	28	them	they	PRON
epaa-604	281	29	use	use	VERB
epaa-604	281	30	paper	paper	NOUN
epaa-604	281	31	-	-	PUNCT
epaa-604	281	32	and	and	CCONJ
epaa-604	281	33	-	-	PUNCT
epaa-604	281	34	pencil	pencil	NOUN
epaa-604	281	35	.	.	PUNCT
epaa-604	282	1	our	our	PRON
epaa-604	282	2	results	result	NOUN
epaa-604	282	3	,	,	PUNCT
epaa-604	282	4	if	if	SCONJ
epaa-604	282	5	generalizable	generalizable	ADJ
epaa-604	282	6	,	,	PUNCT
epaa-604	282	7	suggest	suggest	VERB
epaa-604	282	8	that	that	SCONJ
epaa-604	282	9	for	for	SCONJ
epaa-604	282	10	students	student	NOUN
epaa-604	282	11	accustomed	accustom	VERB
epaa-604	282	12	to	to	ADP
epaa-604	282	13	writing	write	VERB
epaa-604	282	14	on	on	ADP
epaa-604	282	15	computer	computer	NOUN
epaa-604	282	16	for	for	ADP
epaa-604	282	17	only	only	ADV
epaa-604	282	18	a	a	PRON
epaa-604	282	19	year	year	NOUN
epaa-604	282	20	or	or	CCONJ
epaa-604	282	21	two	two	NUM
epaa-604	282	22	,	,	PUNCT
epaa-604	282	23	such	such	ADJ
epaa-604	282	24	estimates	estimate	NOUN
epaa-604	282	25	of	of	ADP
epaa-604	282	26	student	student	NOUN
epaa-604	282	27	writing	writing	NOUN
epaa-604	282	28	abilities	ability	NOUN
epaa-604	282	29	based	base	VERB
epaa-604	282	30	on	on	ADP
epaa-604	282	31	responses	response	NOUN
epaa-604	282	32	written	write	VERB
epaa-604	282	33	by	by	ADP
epaa-604	282	34	hand	hand	NOUN
epaa-604	282	35	may	may	AUX
epaa-604	282	36	be	be	AUX
epaa-604	282	37	substantial	substantial	ADJ
epaa-604	282	38	underestimates	underestimate	NOUN
epaa-604	282	39	of	of	ADP
epaa-604	282	40	their	their	PRON
epaa-604	282	41	abilities	ability	NOUN
epaa-604	282	42	to	to	PART
epaa-604	282	43	write	write	VERB
epaa-604	282	44	when	when	SCONJ
epaa-604	282	45	using	use	VERB
epaa-604	282	46	a	a	DET
epaa-604	282	47	computer	computer	NOUN
epaa-604	282	48	.	.	PUNCT
epaa-604	283	1	this	this	PRON
epaa-604	283	2	suggests	suggest	VERB
epaa-604	283	3	that	that	SCONJ
epaa-604	283	4	we	we	PRON
epaa-604	283	5	should	should	AUX
epaa-604	283	6	exercise	exercise	VERB
epaa-604	283	7	considerable	considerable	ADJ
epaa-604	283	8	caution	caution	NOUN
epaa-604	283	9	in	in	ADP
epaa-604	283	10	making	make	VERB
epaa-604	283	11	inferences	inference	NOUN
epaa-604	283	12	about	about	ADP
epaa-604	283	13	student	student	NOUN
epaa-604	283	14	abilities	ability	NOUN
epaa-604	283	15	based	base	VERB
epaa-604	283	16	on	on	ADP
epaa-604	283	17	paper	paper	NOUN
epaa-604	283	18	-	-	PUNCT
epaa-604	283	19	and	and	CCONJ
epaa-604	283	20	-	-	PUNCT
epaa-604	283	21	pencil	pencil	NOUN
epaa-604	283	22	/	/	SYM
epaa-604	283	23	handwritten	handwritten	ADJ
epaa-604	283	24	tests	test	NOUN
epaa-604	283	25	as	as	SCONJ
epaa-604	283	26	students	student	NOUN
epaa-604	283	27	gain	gain	VERB
epaa-604	283	28	more	more	ADJ
epaa-604	283	29	familiarity	familiarity	NOUN
epaa-604	283	30	with	with	ADP
epaa-604	283	31	writing	write	VERB
epaa-604	283	32	via	via	ADP
epaa-604	283	33	computer	computer	NOUN
epaa-604	283	34	.	.	PUNCT
epaa-604	284	1	and	and	CCONJ
epaa-604	284	2	more	more	ADV
epaa-604	284	3	generally	generally	ADV
epaa-604	284	4	it	it	PRON
epaa-604	284	5	suggests	suggest	VERB
epaa-604	284	6	an	an	DET
epaa-604	284	7	important	important	ADJ
epaa-604	284	8	lesson	lesson	NOUN
epaa-604	284	9	about	about	ADP
epaa-604	284	10	test	test	NOUN
epaa-604	284	11	validity	validity	NOUN
epaa-604	284	12	.	.	PUNCT
epaa-604	285	1	validity	validity	NOUN
epaa-604	285	2	of	of	ADP
epaa-604	285	3	assessment	assessment	NOUN
epaa-604	285	4	needs	need	VERB
epaa-604	285	5	to	to	PART
epaa-604	285	6	be	be	AUX
epaa-604	285	7	considered	consider	VERB
epaa-604	285	8	not	not	PART
epaa-604	285	9	simply	simply	ADV
epaa-604	285	10	with	with	ADP
epaa-604	285	11	respect	respect	NOUN
epaa-604	285	12	to	to	ADP
epaa-604	285	13	the	the	DET
epaa-604	285	14	content	content	NOUN
epaa-604	285	15	of	of	ADP
epaa-604	285	16	instruction	instruction	NOUN
epaa-604	285	17	,	,	PUNCT
epaa-604	285	18	but	but	CCONJ
epaa-604	285	19	also	also	ADV
epaa-604	285	20	with	with	ADP
epaa-604	285	21	respect	respect	NOUN
epaa-604	285	22	to	to	ADP
epaa-604	285	23	the	the	DET
epaa-604	285	24	medium	medium	NOUN
epaa-604	285	25	of	of	ADP
epaa-604	285	26	instruction	instruction	NOUN
epaa-604	285	27	.	.	PUNCT
epaa-604	286	1	as	as	SCONJ
epaa-604	286	2	more	more	ADJ
epaa-604	286	3	and	and	CCONJ
epaa-604	286	4	more	more	ADJ
epaa-604	286	5	students	student	NOUN
epaa-604	286	6	in	in	ADP
epaa-604	286	7	schools	school	NOUN
epaa-604	286	8	and	and	CCONJ
epaa-604	286	9	colleges	college	NOUN
epaa-604	286	10	do	do	VERB
epaa-604	286	11	their	their	PRON
epaa-604	286	12	work	work	NOUN
epaa-604	286	13	with	with	ADP
epaa-604	286	14	spreadsheets	spreadsheet	NOUN
epaa-604	286	15	and	and	CCONJ
epaa-604	286	16	word	word	NOUN
epaa-604	286	17	processors	processor	NOUN
epaa-604	286	18	,	,	PUNCT
epaa-604	286	19	the	the	DET
epaa-604	286	20	traditional	traditional	ADJ
epaa-604	286	21	paper	paper	NOUN
epaa-604	286	22	-	-	PUNCT
epaa-604	286	23	andpencil	andpencil	NOUN
epaa-604	286	24	modes	mode	NOUN
epaa-604	286	25	of	of	ADP
epaa-604	286	26	assessment	assessment	NOUN
epaa-604	286	27	may	may	AUX
epaa-604	286	28	fail	fail	VERB
epaa-604	286	29	to	to	PART
epaa-604	286	30	measure	measure	VERB
epaa-604	286	31	what	what	PRON
epaa-604	286	32	they	they	PRON
epaa-604	286	33	have	have	AUX
epaa-604	286	34	learned	learn	VERB
epaa-604	286	35	.	.	PUNCT
epaa-604	287	1	we	we	PRON
epaa-604	287	2	suspect	suspect	VERB
epaa-604	287	3	that	that	SCONJ
epaa-604	287	4	it	it	PRON
epaa-604	287	5	will	will	AUX
epaa-604	287	6	be	be	AUX
epaa-604	287	7	some	some	DET
epaa-604	287	8	years	year	NOUN
epaa-604	287	9	before	before	ADP
epaa-604	287	10	schools	school	NOUN
epaa-604	287	11	generally	generally	ADV
epaa-604	287	12	,	,	PUNCT
epaa-604	287	13	much	much	ADV
epaa-604	287	14	less	less	ADV
epaa-604	287	15	large	large	ADJ
epaa-604	287	16	scale	scale	NOUN
epaa-604	287	17	state	state	NOUN
epaa-604	287	18	,	,	PUNCT
epaa-604	287	19	national	national	ADJ
epaa-604	287	20	or	or	CCONJ
epaa-604	287	21	international	international	ADJ
epaa-604	287	22	assessment	assessment	NOUN
epaa-604	287	23	programs	program	NOUN
epaa-604	287	24	,	,	PUNCT
epaa-604	287	25	develop	develop	VERB
epaa-604	287	26	the	the	DET
epaa-604	287	27	capacity	capacity	NOUN
epaa-604	287	28	to	to	PART
epaa-604	287	29	administer	administer	VERB
epaa-604	287	30	wide	wide	ADV
epaa-604	287	31	-	-	PUNCT
epaa-604	287	32	ranging	range	VERB
epaa-604	287	33	assessments	assessment	NOUN
epaa-604	287	34	via	via	ADP
epaa-604	287	35	computer	computer	NOUN
epaa-604	287	36	.	.	PUNCT
epaa-604	288	1	in	in	ADP
epaa-604	288	2	the	the	DET
epaa-604	288	3	meantime	meantime	NOUN
epaa-604	288	4	,	,	PUNCT
epaa-604	288	5	we	we	PRON
epaa-604	288	6	should	should	AUX
epaa-604	288	7	be	be	AUX
epaa-604	288	8	extremely	extremely	ADV
epaa-604	288	9	cautious	cautious	ADJ
epaa-604	288	10	about	about	ADP
epaa-604	288	11	drawing	draw	VERB
epaa-604	288	12	inferences	inference	NOUN
epaa-604	288	13	about	about	ADP
epaa-604	288	14	student	student	NOUN
epaa-604	288	15	abilities	ability	NOUN
epaa-604	288	16	when	when	SCONJ
epaa-604	288	17	the	the	DET
epaa-604	288	18	media	medium	NOUN
epaa-604	288	19	of	of	ADP
epaa-604	288	20	assessment	assessment	NOUN
epaa-604	288	21	do	do	AUX
epaa-604	288	22	not	not	PART
epaa-604	288	23	parallel	parallel	VERB
epaa-604	288	24	those	those	PRON
epaa-604	288	25	of	of	ADP
epaa-604	288	26	instruction	instruction	NOUN
epaa-604	288	27	and	and	CCONJ
epaa-604	288	28	learning	learning	NOUN
epaa-604	288	29	.	.	PUNCT
epaa-604	289	1	acknowledgment	acknowledgment	NOUN
epaa-604	289	2	we	we	PRON
epaa-604	289	3	wish	wish	VERB
epaa-604	289	4	to	to	PART
epaa-604	289	5	acknowledge	acknowledge	VERB
epaa-604	289	6	our	our	PRON
epaa-604	289	7	great	great	ADJ
epaa-604	289	8	appreciation	appreciation	NOUN
epaa-604	289	9	of	of	ADP
epaa-604	289	10	carol	carol	NOUN
epaa-604	289	11	shilinsky	shilinsky	PROPN
epaa-604	289	12	,	,	PUNCT
epaa-604	289	13	principal	principal	NOUN
epaa-604	289	14	,	,	PUNCT
epaa-604	289	15	and	and	CCONJ
epaa-604	289	16	the	the	DET
epaa-604	289	17	teachers	teacher	NOUN
epaa-604	289	18	of	of	ADP
epaa-604	289	19	the	the	DET
epaa-604	289	20	all	all	DET
epaa-604	289	21	school	school	NOUN
epaa-604	289	22	of	of	ADP
epaa-604	289	23	worcester	worcester	PROPN
epaa-604	289	24	,	,	PUNCT
epaa-604	289	25	ma	ma	PROPN
epaa-604	289	26	,	,	PUNCT
epaa-604	289	27	who	who	PRON
epaa-604	289	28	first	first	ADV
epaa-604	289	29	suggested	suggest	VERB
epaa-604	289	30	the	the	DET
epaa-604	289	31	idea	idea	NOUN
epaa-604	289	32	of	of	ADP
epaa-604	289	33	the	the	DET
epaa-604	289	34	study	study	NOUN
epaa-604	289	35	reported	report	VERB
epaa-604	289	36	here	here	ADV
epaa-604	289	37	.	.	PUNCT
epaa-604	290	1	in	in	ADP
epaa-604	290	2	particular	particular	ADJ
epaa-604	290	3	we	we	PRON
epaa-604	290	4	thank	thank	VERB
epaa-604	290	5	rich	rich	ADJ
epaa-604	290	6	tamalavich	tamalavich	NOUN
epaa-604	290	7	and	and	CCONJ
epaa-604	290	8	deena	deena	PROPN
epaa-604	290	9	kelly	kelly	PROPN
epaa-604	290	10	who	who	PRON
epaa-604	290	11	helped	helped	AUX
epaa-604	290	12	arrange	arrange	VERB
epaa-604	290	13	the	the	DET
epaa-604	290	14	equipment	equipment	NOUN
epaa-604	290	15	needed	need	VERB
epaa-604	290	16	and	and	CCONJ
epaa-604	290	17	oversaw	oversaw	ADJ
epaa-604	290	18	administration	administration	NOUN
epaa-604	290	19	of	of	ADP
epaa-604	290	20	the	the	DET
epaa-604	290	21	computerized	computerized	ADJ
epaa-604	290	22	testing	testing	NOUN
epaa-604	290	23	.	.	PUNCT
epaa-604	291	1	we	we	PRON
epaa-604	291	2	also	also	ADV
epaa-604	291	3	wish	wish	VERB
epaa-604	291	4	to	to	PART
epaa-604	291	5	thank	thank	VERB
epaa-604	291	6	five	five	NUM
epaa-604	291	7	anonymous	anonymous	ADJ
epaa-604	291	8	epaa	epaa	NOUN
epaa-604	291	9	reviewers	reviewer	NOUN
epaa-604	291	10	who	who	PRON
epaa-604	291	11	,	,	PUNCT
epaa-604	291	12	through	through	ADP
epaa-604	291	13	editor	editor	NOUN
epaa-604	291	14	gene	gene	NOUN
epaa-604	291	15	glass	glass	NOUN
epaa-604	291	16	,	,	PUNCT
epaa-604	291	17	provided	provide	VERB
epaa-604	291	18	us	we	PRON
epaa-604	291	19	with	with	ADP
epaa-604	291	20	some	some	DET
epaa-604	291	21	very	very	ADV
epaa-604	291	22	helpful	helpful	ADJ
epaa-604	291	23	suggestions	suggestion	NOUN
epaa-604	291	24	on	on	ADP
epaa-604	291	25	a	a	DET
epaa-604	291	26	previous	previous	ADJ
epaa-604	291	27	version	version	NOUN
epaa-604	291	28	of	of	ADP
epaa-604	291	29	this	this	DET
epaa-604	291	30	manuscript	manuscript	NOUN
epaa-604	291	31	with	with	ADP
epaa-604	291	32	a	a	DET
epaa-604	291	33	rapidity	rapidity	NOUN
epaa-604	291	34	that	that	PRON
epaa-604	291	35	was	be	AUX
epaa-604	291	36	absolutely	absolutely	ADV
epaa-604	291	37	astonishing	astonishing	ADJ
epaa-604	291	38	.	.	PUNCT
epaa-604	292	1	five	five	NUM
epaa-604	292	2	reviews	review	NOUN
epaa-604	292	3	were	be	AUX
epaa-604	292	4	received	receive	VERB
epaa-604	292	5	within	within	ADP
epaa-604	292	6	one	one	NUM
epaa-604	292	7	week	week	NOUN
epaa-604	292	8	of	of	ADP
epaa-604	292	9	submission	submission	NOUN
epaa-604	292	10	of	of	ADP
epaa-604	292	11	the	the	DET
epaa-604	292	12	manuscript	manuscript	NOUN
epaa-604	292	13	!	!	PUNCT
epaa-604	293	1	we	we	PRON
epaa-604	293	2	also	also	ADV
epaa-604	293	3	thank	thank	VERB
epaa-604	293	4	gene	gene	NOUN
epaa-604	293	5	glass	glass	NOUN
epaa-604	293	6	for	for	ADP
epaa-604	293	7	suggesting	suggest	VERB
epaa-604	293	8	that	that	SCONJ
epaa-604	293	9	we	we	PRON
epaa-604	293	10	take	take	VERB
epaa-604	293	11	better	well	ADJ
epaa-604	293	12	advantage	advantage	NOUN
epaa-604	293	13	of	of	ADP
epaa-604	293	14	the	the	DET
epaa-604	293	15	electronic	electronic	ADJ
epaa-604	293	16	medium	medium	NOUN
epaa-604	293	17	via	via	ADP
epaa-604	293	18	which	which	PRON
epaa-604	293	19	this	this	DET
epaa-604	293	20	journal	journal	NOUN
epaa-604	293	21	is	be	AUX
epaa-604	293	22	published	publish	VERB
epaa-604	293	23	,	,	PUNCT
epaa-604	293	24	for	for	ADP
epaa-604	293	25	example	example	NOUN
epaa-604	293	26	,	,	PUNCT
epaa-604	293	27	by	by	ADP
epaa-604	293	28	appending	append	VERB
epaa-604	293	29	to	to	ADP
epaa-604	293	30	this	this	DET
epaa-604	293	31	article	article	NOUN
epaa-604	293	32	the	the	DET
epaa-604	293	33	full	full	ADJ
epaa-604	293	34	data	datum	NOUN
epaa-604	293	35	set	set	VERB
epaa-604	293	36	for	for	ADP
epaa-604	293	37	the	the	DET
epaa-604	293	38	study	study	NOUN
epaa-604	293	39	so	so	SCONJ
epaa-604	293	40	that	that	SCONJ
epaa-604	293	41	others	other	NOUN
epaa-604	293	42	might	might	AUX
epaa-604	293	43	conduct	conduct	VERB
epaa-604	293	44	secondary	secondary	ADJ
epaa-604	293	45	analyses	analysis	NOUN
epaa-604	293	46	,	,	PUNCT
epaa-604	293	47	and	and	CCONJ
epaa-604	293	48	by	by	ADP
epaa-604	293	49	providing	provide	VERB
epaa-604	293	50	electronic	electronic	ADJ
epaa-604	293	51	links	link	NOUN
epaa-604	293	52	to	to	ADP
epaa-604	293	53	institutions	institution	NOUN
epaa-604	293	54	mentioned	mention	VERB
epaa-604	293	55	in	in	ADP
epaa-604	293	56	the	the	DET
epaa-604	293	57	study	study	NOUN
epaa-604	293	58	.	.	PUNCT
epaa-604	294	1	so	so	ADV
epaa-604	294	2	now	now	ADV
epaa-604	294	3	,	,	PUNCT
epaa-604	294	4	the	the	DET
epaa-604	294	5	reviewer	reviewer	NOUN
epaa-604	294	6	who	who	PRON
epaa-604	294	7	wondered	wonder	VERB
epaa-604	294	8	about	about	ADP
epaa-604	294	9	17	17	NUM
epaa-604	294	10	of	of	ADP
epaa-604	294	11	20	20	NUM
epaa-604	294	12	the	the	DET
epaa-604	294	13	unusual	unusual	ADJ
epaa-604	294	14	school	school	NOUN
epaa-604	294	15	in	in	ADP
epaa-604	294	16	which	which	PRON
epaa-604	294	17	this	this	DET
epaa-604	294	18	study	study	NOUN
epaa-604	294	19	was	be	AUX
epaa-604	294	20	conducted	conduct	VERB
epaa-604	294	21	can	can	AUX
epaa-604	294	22	visit	visit	VERB
epaa-604	294	23	the	the	DET
epaa-604	294	24	all	all	DET
epaa-604	294	25	schools	school	NOUN
epaa-604	294	26	www	www	PROPN
epaa-604	294	27	site	site	NOUN
epaa-604	294	28	.	.	PUNCT
epaa-604	295	1	any	any	DET
epaa-604	295	2	such	such	ADJ
epaa-604	295	3	visitors	visitor	NOUN
epaa-604	295	4	will	will	AUX
epaa-604	295	5	find	find	VERB
epaa-604	295	6	that	that	SCONJ
epaa-604	295	7	students	student	NOUN
epaa-604	295	8	at	at	ADP
epaa-604	295	9	this	this	DET
epaa-604	295	10	remarkable	remarkable	ADJ
epaa-604	295	11	school	school	NOUN
epaa-604	295	12	are	be	AUX
epaa-604	295	13	now	now	ADV
epaa-604	295	14	not	not	PART
epaa-604	295	15	just	just	ADV
epaa-604	295	16	writing	write	VERB
epaa-604	295	17	via	via	ADP
epaa-604	295	18	computer	computer	NOUN
epaa-604	295	19	,	,	PUNCT
epaa-604	295	20	but	but	CCONJ
epaa-604	295	21	also	also	ADV
epaa-604	295	22	publishing	publish	VERB
epaa-604	295	23	via	via	ADP
epaa-604	295	24	the	the	DET
epaa-604	295	25	www	www	PROPN
epaa-604	295	26	.	.	PROPN
epaa-604	295	27	references	references	PROPN
epaa-604	295	28	barton	barton	PROPN
epaa-604	295	29	,	,	PUNCT
epaa-604	295	30	p.	p.	PROPN
epaa-604	295	31	e.	e.	PROPN
epaa-604	295	32	&	&	CCONJ
epaa-604	295	33	coley	coley	PROPN
epaa-604	295	34	r.	r.	PROPN
epaa-604	295	35	j.	j.	PROPN
epaa-604	295	36	(	(	PUNCT
epaa-604	295	37	1994	1994	NUM
epaa-604	295	38	)	)	PUNCT
epaa-604	295	39	testing	testing	NOUN
epaa-604	295	40	in	in	ADP
epaa-604	295	41	america	america	PROPN
epaa-604	295	42	's	's	PART
epaa-604	295	43	schools	school	NOUN
epaa-604	295	44	.	.	PUNCT
epaa-604	296	1	princeton	princeton	PROPN
epaa-604	296	2	,	,	PUNCT
epaa-604	296	3	nj	nj	PROPN
epaa-604	296	4	educational	educational	ADJ
epaa-604	296	5	testing	testing	NOUN
epaa-604	296	6	service	service	NOUN
epaa-604	296	7	policy	policy	NOUN
epaa-604	296	8	information	information	NOUN
epaa-604	296	9	center	center	NOUN
epaa-604	296	10	.	.	PUNCT
epaa-604	297	1	beaton	beaton	PROPN
epaa-604	297	2	,	,	PUNCT
epaa-604	297	3	a.	a.	PROPN
epaa-604	297	4	e.	e.	PROPN
epaa-604	297	5	&	&	CCONJ
epaa-604	297	6	zwick	zwick	PROPN
epaa-604	297	7	,	,	PUNCT
epaa-604	297	8	r.	r.	PROPN
epaa-604	297	9	(	(	PUNCT
epaa-604	297	10	1990	1990	NUM
epaa-604	297	11	)	)	PUNCT
epaa-604	297	12	.	.	PUNCT
epaa-604	298	1	the	the	DET
epaa-604	298	2	effect	effect	NOUN
epaa-604	298	3	of	of	ADP
epaa-604	298	4	changes	change	NOUN
epaa-604	298	5	in	in	ADP
epaa-604	298	6	the	the	DET
epaa-604	298	7	national	national	ADJ
epaa-604	298	8	assessment	assessment	NOUN
epaa-604	298	9	:	:	PUNCT
epaa-604	298	10	disentangling	disentangle	VERB
epaa-604	298	11	the	the	DET
epaa-604	298	12	naep	naep	ADJ
epaa-604	298	13	198586	198586	NUM
epaa-604	298	14	reading	reading	NOUN
epaa-604	298	15	anomaly	anomaly	NOUN
epaa-604	298	16	.	.	PUNCT
epaa-604	299	1	princeton	princeton	PROPN
epaa-604	299	2	,	,	PUNCT
epaa-604	299	3	nj	nj	PROPN
epaa-604	299	4	:	:	PUNCT
epaa-604	299	5	educational	educational	ADJ
epaa-604	299	6	testing	testing	NOUN
epaa-604	299	7	service	service	NOUN
epaa-604	299	8	,	,	PUNCT
epaa-604	299	9	ets	ets	PROPN
epaa-604	299	10	.	.	PROPN
epaa-604	299	11	bunderson	bunderson	PROPN
epaa-604	299	12	,	,	PUNCT
epaa-604	299	13	c.	c.	PROPN
epaa-604	299	14	v.	v.	PROPN
epaa-604	299	15	,	,	PUNCT
epaa-604	299	16	inouye	inouye	PROPN
epaa-604	299	17	,	,	PUNCT
epaa-604	299	18	d.	d.	PROPN
epaa-604	299	19	k.	k.	PROPN
epaa-604	299	20	&	&	CCONJ
epaa-604	299	21	olsen	olsen	PROPN
epaa-604	299	22	,	,	PUNCT
epaa-604	299	23	j.	j.	PROPN
epaa-604	299	24	b.	b.	PROPN
epaa-604	299	25	(	(	PUNCT
epaa-604	299	26	1989	1989	NUM
epaa-604	299	27	)	)	PUNCT
epaa-604	299	28	.	.	PUNCT
epaa-604	300	1	the	the	DET
epaa-604	300	2	four	four	NUM
epaa-604	300	3	generations	generation	NOUN
epaa-604	300	4	of	of	ADP
epaa-604	300	5	computerized	computerized	ADJ
epaa-604	300	6	educational	educational	ADJ
epaa-604	300	7	measurement	measurement	NOUN
epaa-604	300	8	.	.	PUNCT
epaa-604	301	1	in	in	ADP
epaa-604	301	2	linn	linn	PROPN
epaa-604	301	3	,	,	PUNCT
epaa-604	301	4	r.	r.	PROPN
epaa-604	301	5	l.	l.	PROPN
epaa-604	301	6	,	,	PUNCT
epaa-604	301	7	educational	educational	ADJ
epaa-604	301	8	measurement	measurement	NOUN
epaa-604	301	9	(	(	PUNCT
epaa-604	301	10	3rd	3rd	ADJ
epaa-604	301	11	ed	ed	NOUN
epaa-604	301	12	)	)	PUNCT
epaa-604	301	13	.	.	PUNCT
epaa-604	302	1	washington	washington	PROPN
epaa-604	302	2	,	,	PUNCT
epaa-604	302	3	d.c	d.c	PROPN
epaa-604	302	4	.	.	PROPN
epaa-604	302	5	:	:	PUNCT
epaa-604	303	1	american	american	PROPN
epaa-604	303	2	council	council	PROPN
epaa-604	303	3	on	on	ADP
epaa-604	303	4	education	education	NOUN
epaa-604	303	5	,	,	PUNCT
epaa-604	303	6	pp	pp	PROPN
epaa-604	303	7	.	.	PUNCT
epaa-604	304	1	367	367	NUM
epaa-604	304	2	-	-	SYM
epaa-604	304	3	407	407	NUM
epaa-604	304	4	.	.	PUNCT
epaa-604	305	1	cizek	cizek	NOUN
epaa-604	305	2	,	,	PUNCT
epaa-604	305	3	g.	g.	PROPN
epaa-604	305	4	j.	j.	PROPN
epaa-604	305	5	(	(	PUNCT
epaa-604	305	6	1991	1991	NUM
epaa-604	305	7	)	)	PUNCT
epaa-604	305	8	.	.	PUNCT
epaa-604	306	1	the	the	DET
epaa-604	306	2	effect	effect	NOUN
epaa-604	306	3	of	of	ADP
epaa-604	306	4	altering	alter	VERB
epaa-604	306	5	the	the	DET
epaa-604	306	6	position	position	NOUN
epaa-604	306	7	of	of	ADP
epaa-604	306	8	options	option	NOUN
epaa-604	306	9	in	in	ADP
epaa-604	306	10	a	a	DET
epaa-604	306	11	multiple	multiple	ADJ
epaa-604	306	12	-	-	PUNCT
epaa-604	306	13	choice	choice	NOUN
epaa-604	306	14	examination	examination	NOUN
epaa-604	306	15	.	.	PUNCT
epaa-604	307	1	paper	paper	NOUN
epaa-604	307	2	presented	present	VERB
epaa-604	307	3	at	at	ADP
epaa-604	307	4	ncme	ncme	PROPN
epaa-604	307	5	,	,	PUNCT
epaa-604	307	6	april	april	PROPN
epaa-604	307	7	1991	1991	NUM
epaa-604	307	8	.	.	PUNCT
epaa-604	308	1	(	(	PUNCT
epaa-604	308	2	eric	eric	PROPN
epaa-604	308	3	)	)	PUNCT
epaa-604	308	4	cohen	cohen	PROPN
epaa-604	308	5	,	,	PUNCT
epaa-604	308	6	d.	d.	PROPN
epaa-604	308	7	(	(	PUNCT
epaa-604	308	8	1990	1990	NUM
epaa-604	308	9	)	)	PUNCT
epaa-604	308	10	.	.	PUNCT
epaa-604	309	1	reshaping	reshape	VERB
epaa-604	309	2	the	the	DET
epaa-604	309	3	standards	standard	NOUN
epaa-604	309	4	agenda	agenda	NOUN
epaa-604	309	5	:	:	PUNCT
epaa-604	309	6	from	from	ADP
epaa-604	309	7	an	an	DET
epaa-604	309	8	australian	australian	NOUN
epaa-604	309	9	's	's	PART
epaa-604	309	10	perspective	perspective	NOUN
epaa-604	309	11	of	of	ADP
epaa-604	309	12	curriculum	curriculum	NOUN
epaa-604	309	13	and	and	CCONJ
epaa-604	309	14	assessment	assessment	NOUN
epaa-604	309	15	.	.	PUNCT
epaa-604	310	1	in	in	ADP
epaa-604	310	2	p.	p.	PROPN
epaa-604	310	3	broadfoot	broadfoot	NOUN
epaa-604	310	4	,	,	PUNCT
epaa-604	310	5	r.	r.	PROPN
epaa-604	310	6	murphy	murphy	PROPN
epaa-604	310	7	&	&	CCONJ
epaa-604	310	8	h.	h.	PROPN
epaa-604	310	9	torrance	torrance	PROPN
epaa-604	310	10	(	(	PUNCT
epaa-604	310	11	eds	ed	NOUN
epaa-604	310	12	.	.	PUNCT
epaa-604	310	13	)	)	PUNCT
epaa-604	310	14	,	,	PUNCT
epaa-604	310	15	changing	change	VERB
epaa-604	310	16	educational	educational	ADJ
epaa-604	310	17	assessment	assessment	NOUN
epaa-604	310	18	:	:	PUNCT
epaa-604	310	19	international	international	ADJ
epaa-604	310	20	perspectives	perspective	NOUN
epaa-604	310	21	and	and	CCONJ
epaa-604	310	22	trends	trend	NOUN
epaa-604	310	23	.	.	PUNCT
epaa-604	311	1	london	london	PROPN
epaa-604	311	2	:	:	PUNCT
epaa-604	311	3	routledge	routledge	PROPN
epaa-604	311	4	.	.	PUNCT
epaa-604	312	1	cohen	cohen	PROPN
epaa-604	312	2	,	,	PUNCT
epaa-604	312	3	j	j	PROPN
epaa-604	312	4	(	(	PUNCT
epaa-604	312	5	1977	1977	NUM
epaa-604	312	6	)	)	PUNCT
epaa-604	312	7	.	.	PUNCT
epaa-604	313	1	statistical	statistical	ADJ
epaa-604	313	2	power	power	NOUN
epaa-604	313	3	analysis	analysis	NOUN
epaa-604	313	4	for	for	ADP
epaa-604	313	5	the	the	DET
epaa-604	313	6	behavioral	behavioral	ADJ
epaa-604	313	7	sciences	sciences	PROPN
epaa-604	313	8	(	(	PUNCT
epaa-604	313	9	rev	rev	PROPN
epaa-604	313	10	.	.	PROPN
epaa-604	314	1	ed	ed	NOUN
epaa-604	314	2	.	.	PUNCT
epaa-604	314	3	)	)	PUNCT
epaa-604	315	1	ny	ny	PROPN
epaa-604	315	2	:	:	PUNCT
epaa-604	315	3	academic	academic	ADJ
epaa-604	315	4	press	press	NOUN
epaa-604	315	5	.	.	PUNCT
epaa-604	316	1	daiute	daiute	PROPN
epaa-604	316	2	,	,	PUNCT
epaa-604	316	3	c.	c.	PROPN
epaa-604	316	4	(	(	PUNCT
epaa-604	316	5	1985	1985	NUM
epaa-604	316	6	)	)	PUNCT
epaa-604	316	7	.	.	PUNCT
epaa-604	317	1	writing	writing	NOUN
epaa-604	317	2	and	and	CCONJ
epaa-604	317	3	computers	computer	NOUN
epaa-604	317	4	.	.	PUNCT
epaa-604	318	1	reading	reading	NOUN
epaa-604	318	2	,	,	PUNCT
epaa-604	318	3	ma	ma	PROPN
epaa-604	318	4	:	:	PUNCT
epaa-604	318	5	addison	addison	PROPN
epaa-604	318	6	-	-	PUNCT
epaa-604	318	7	wesley	wesley	PROPN
epaa-604	318	8	publishing	publishing	PROPN
epaa-604	318	9	co.	co.	PROPN
epaa-604	318	10	darling	darling	PROPN
epaa-604	318	11	-	-	PUNCT
epaa-604	318	12	hammond	hammond	PROPN
epaa-604	318	13	,	,	PUNCT
epaa-604	318	14	l.	l.	PROPN
epaa-604	318	15	,	,	PUNCT
epaa-604	318	16	acness	acness	PROPN
epaa-604	318	17	,	,	PUNCT
epaa-604	318	18	j.	j.	PROPN
epaa-604	318	19	&	&	CCONJ
epaa-604	318	20	falk	falk	PROPN
epaa-604	318	21	,	,	PUNCT
epaa-604	318	22	b.	b.	PROPN
epaa-604	318	23	(	(	PUNCT
epaa-604	318	24	1995	1995	NUM
epaa-604	318	25	)	)	PUNCT
epaa-604	318	26	.	.	PUNCT
epaa-604	319	1	authentic	authentic	ADJ
epaa-604	319	2	assessment	assessment	NOUN
epaa-604	319	3	in	in	ADP
epaa-604	319	4	action	action	NOUN
epaa-604	319	5	.	.	PUNCT
epaa-604	320	1	new	new	PROPN
epaa-604	320	2	york	york	PROPN
epaa-604	320	3	,	,	PUNCT
epaa-604	320	4	ny	ny	PROPN
epaa-604	320	5	:	:	PUNCT
epaa-604	320	6	teachers	teachers	PROPN
epaa-604	320	7	college	college	PROPN
epaa-604	320	8	press	press	PROPN
epaa-604	320	9	.	.	PUNCT
epaa-604	321	1	dunbar	dunbar	PROPN
epaa-604	321	2	,	,	PUNCT
epaa-604	321	3	s.	s.	PROPN
epaa-604	321	4	b.	b.	PROPN
epaa-604	321	5	,	,	PUNCT
epaa-604	321	6	koretz	koretz	VERB
epaa-604	321	7	,	,	PUNCT
epaa-604	321	8	d.	d.	PROPN
epaa-604	321	9	m.	m.	PROPN
epaa-604	321	10	,	,	PUNCT
epaa-604	321	11	&	&	CCONJ
epaa-604	321	12	hoover	hoover	PROPN
epaa-604	321	13	,	,	PUNCT
epaa-604	321	14	h.	h.	PROPN
epaa-604	321	15	d.	d.	PROPN
epaa-604	321	16	(	(	PUNCT
epaa-604	321	17	1991	1991	NUM
epaa-604	321	18	)	)	PUNCT
epaa-604	321	19	.	.	PUNCT
epaa-604	322	1	quality	quality	NOUN
epaa-604	322	2	control	control	NOUN
epaa-604	322	3	in	in	ADP
epaa-604	322	4	the	the	DET
epaa-604	322	5	development	development	NOUN
epaa-604	322	6	and	and	CCONJ
epaa-604	322	7	use	use	NOUN
epaa-604	322	8	of	of	ADP
epaa-604	322	9	performance	performance	NOUN
epaa-604	322	10	assessments	assessment	NOUN
epaa-604	322	11	.	.	PUNCT
epaa-604	323	1	applied	apply	VERB
epaa-604	323	2	measurement	measurement	NOUN
epaa-604	323	3	in	in	ADP
epaa-604	323	4	education	education	NOUN
epaa-604	323	5	,	,	PUNCT
epaa-604	323	6	4(4	4(4	NUM
epaa-604	323	7	)	)	PUNCT
epaa-604	323	8	,	,	PUNCT
epaa-604	323	9	289	289	NUM
epaa-604	323	10	-	-	SYM
epaa-604	323	11	303	303	NUM
epaa-604	323	12	.	.	PUNCT
epaa-604	324	1	green	green	PROPN
epaa-604	324	2	,	,	PUNCT
epaa-604	324	3	b.	b.	PROPN
epaa-604	324	4	f.	f.	PROPN
epaa-604	324	5	,	,	PUNCT
epaa-604	324	6	jr	jr	PROPN
epaa-604	324	7	.	.	PROPN
epaa-604	324	8	(	(	PUNCT
epaa-604	324	9	1970	1970	NUM
epaa-604	324	10	)	)	PUNCT
epaa-604	324	11	.	.	PUNCT
epaa-604	325	1	comments	comment	NOUN
epaa-604	325	2	on	on	ADP
epaa-604	325	3	tailored	tailored	ADJ
epaa-604	325	4	testing	testing	NOUN
epaa-604	325	5	.	.	PUNCT
epaa-604	326	1	in	in	ADP
epaa-604	326	2	w.	w.	PROPN
epaa-604	326	3	h.	h.	PROPN
epaa-604	326	4	holtzman	holtzman	PROPN
epaa-604	326	5	(	(	PUNCT
epaa-604	326	6	ed	ed	NOUN
epaa-604	326	7	.	.	PUNCT
epaa-604	326	8	)	)	PUNCT
epaa-604	326	9	,	,	PUNCT
epaa-604	326	10	computer	computer	NOUN
epaa-604	326	11	-	-	PUNCT
epaa-604	326	12	assisted	assist	VERB
epaa-604	326	13	instruction	instruction	NOUN
epaa-604	326	14	,	,	PUNCT
epaa-604	326	15	testing	testing	NOUN
epaa-604	326	16	and	and	CCONJ
epaa-604	326	17	guidance	guidance	NOUN
epaa-604	326	18	.	.	PUNCT
epaa-604	327	1	new	new	PROPN
epaa-604	327	2	york	york	PROPN
epaa-604	327	3	:	:	PUNCT
epaa-604	327	4	harper	harper	NOUN
epaa-604	327	5	and	and	CCONJ
epaa-604	327	6	row	row	NOUN
epaa-604	327	7	.	.	PUNCT
epaa-604	328	1	haas	haas	PROPN
epaa-604	328	2	,	,	PUNCT
epaa-604	328	3	c.	c.	PROPN
epaa-604	328	4	&	&	CCONJ
epaa-604	328	5	hayes	hayes	PROPN
epaa-604	328	6	,	,	PUNCT
epaa-604	328	7	j.	j.	PROPN
epaa-604	328	8	r.	r.	PROPN
epaa-604	328	9	(	(	PUNCT
epaa-604	328	10	1986	1986	NUM
epaa-604	328	11	)	)	PUNCT
epaa-604	328	12	.	.	PUNCT
epaa-604	329	1	what	what	PRON
epaa-604	329	2	did	do	AUX
epaa-604	329	3	i	i	PRON
epaa-604	329	4	just	just	ADV
epaa-604	329	5	say	say	VERB
epaa-604	329	6	?	?	PUNCT
epaa-604	330	1	reading	read	VERB
epaa-604	330	2	problems	problem	NOUN
epaa-604	330	3	in	in	ADP
epaa-604	330	4	writing	write	VERB
epaa-604	330	5	with	with	ADP
epaa-604	330	6	the	the	DET
epaa-604	330	7	machine	machine	NOUN
epaa-604	330	8	.	.	PUNCT
epaa-604	331	1	research	research	NOUN
epaa-604	331	2	in	in	ADP
epaa-604	331	3	the	the	DET
epaa-604	331	4	teaching	teaching	NOUN
epaa-604	331	5	of	of	ADP
epaa-604	331	6	english	english	PROPN
epaa-604	331	7	,	,	PUNCT
epaa-604	331	8	20(1	20(1	NUM
epaa-604	331	9	)	)	PUNCT
epaa-604	331	10	,	,	PUNCT
epaa-604	331	11	22	22	NUM
epaa-604	331	12	-	-	SYM
epaa-604	331	13	35	35	NUM
epaa-604	331	14	.	.	PUNCT
epaa-604	332	1	hancock	hancock	PROPN
epaa-604	332	2	,	,	PUNCT
epaa-604	332	3	g.	g.	PROPN
epaa-604	332	4	r.	r.	PROPN
epaa-604	332	5	&	&	CCONJ
epaa-604	332	6	klockars	klockars	PROPN
epaa-604	332	7	,	,	PUNCT
epaa-604	332	8	a.	a.	PROPN
epaa-604	332	9	j.	j.	PROPN
epaa-604	332	10	(	(	PUNCT
epaa-604	332	11	1996	1996	NUM
epaa-604	332	12	)	)	PUNCT
epaa-604	332	13	.	.	PUNCT
epaa-604	333	1	the	the	DET
epaa-604	333	2	quest	quest	NOUN
epaa-604	333	3	for	for	ADP
epaa-604	333	4	:	:	PUNCT
epaa-604	333	5	developments	development	NOUN
epaa-604	333	6	in	in	ADP
epaa-604	333	7	multiple	multiple	ADJ
epaa-604	333	8	comparison	comparison	NOUN
epaa-604	333	9	procedures	procedure	NOUN
epaa-604	333	10	in	in	ADP
epaa-604	333	11	the	the	DET
epaa-604	333	12	quarter	quarter	ADJ
epaa-604	333	13	century	century	NOUN
epaa-604	333	14	since	since	SCONJ
epaa-604	333	15	games	game	NOUN
epaa-604	333	16	(	(	PUNCT
epaa-604	333	17	1971	1971	NUM
epaa-604	333	18	)	)	PUNCT
epaa-604	333	19	.	.	PUNCT
epaa-604	334	1	review	review	NOUN
epaa-604	334	2	of	of	ADP
epaa-604	334	3	educational	educational	ADJ
epaa-604	334	4	research	research	NOUN
epaa-604	334	5	,	,	PUNCT
epaa-604	334	6	66(3	66(3	NOUN
epaa-604	334	7	)	)	PUNCT
epaa-604	334	8	,	,	PUNCT
epaa-604	334	9	269	269	NUM
epaa-604	334	10	-	-	SYM
epaa-604	334	11	306	306	NUM
epaa-604	334	12	.	.	PUNCT
epaa-604	335	1	hedges	hedge	NOUN
epaa-604	335	2	,	,	PUNCT
epaa-604	335	3	l.	l.	PROPN
epaa-604	335	4	v.	v.	PROPN
epaa-604	335	5	&	&	CCONJ
epaa-604	335	6	olkin	olkin	PROPN
epaa-604	335	7	,	,	PUNCT
epaa-604	335	8	i.	i.	NOUN
epaa-604	335	9	(	(	PUNCT
epaa-604	335	10	1985	1985	NUM
epaa-604	335	11	)	)	PUNCT
epaa-604	335	12	statistical	statistical	ADJ
epaa-604	335	13	methods	method	NOUN
epaa-604	335	14	for	for	ADP
epaa-604	335	15	meta	meta	NOUN
epaa-604	335	16	-	-	PUNCT
epaa-604	335	17	analysis	analysis	NOUN
epaa-604	335	18	.	.	PUNCT
epaa-604	336	1	san	san	PROPN
epaa-604	336	2	diego	diego	PROPN
epaa-604	336	3	:	:	PUNCT
epaa-604	336	4	academic	academic	ADJ
epaa-604	336	5	press	press	NOUN
epaa-604	336	6	.	.	PUNCT
epaa-604	337	1	kiplinger	kiplinger	PROPN
epaa-604	337	2	,	,	PUNCT
epaa-604	337	3	v.	v.	PROPN
epaa-604	337	4	l.	l.	PROPN
epaa-604	337	5	&	&	CCONJ
epaa-604	337	6	linn	linn	PROPN
epaa-604	337	7	,	,	PUNCT
epaa-604	337	8	r.	r.	PROPN
epaa-604	337	9	l.	l.	PROPN
epaa-604	337	10	(	(	PUNCT
epaa-604	337	11	1996	1996	NUM
epaa-604	337	12	)	)	PUNCT
epaa-604	337	13	.	.	PUNCT
epaa-604	338	1	raising	raise	VERB
epaa-604	338	2	the	the	DET
epaa-604	338	3	stakes	stake	NOUN
epaa-604	338	4	of	of	ADP
epaa-604	338	5	test	test	NOUN
epaa-604	338	6	administration	administration	NOUN
epaa-604	338	7	:	:	PUNCT
epaa-604	338	8	the	the	DET
epaa-604	338	9	impact	impact	NOUN
epaa-604	338	10	on	on	ADP
epaa-604	338	11	student	student	NOUN
epaa-604	338	12	performance	performance	NOUN
epaa-604	338	13	on	on	ADP
epaa-604	338	14	the	the	DET
epaa-604	338	15	national	national	ADJ
epaa-604	338	16	assessment	assessment	NOUN
epaa-604	338	17	of	of	ADP
epaa-604	338	18	educational	educational	ADJ
epaa-604	338	19	progress	progress	NOUN
epaa-604	338	20	.	.	PUNCT
epaa-604	339	1	educational	educational	ADJ
epaa-604	339	2	assessment	assessment	NOUN
epaa-604	339	3	,	,	PUNCT
epaa-604	339	4	3(2	3(2	NUM
epaa-604	339	5	)	)	PUNCT
epaa-604	339	6	,	,	PUNCT
epaa-604	339	7	111	111	NUM
epaa-604	339	8	-	-	SYM
epaa-604	339	9	133	133	NUM
epaa-604	339	10	.	.	PUNCT
epaa-604	339	11	18	18	NUM
epaa-604	339	12	of	of	ADP
epaa-604	339	13	20	20	NUM
epaa-604	339	14	mead	mead	NOUN
epaa-604	339	15	,	,	PUNCT
epaa-604	339	16	a.	a.	PROPN
epaa-604	339	17	d	d	PROPN
epaa-604	339	18	&	&	CCONJ
epaa-604	339	19	drasgow	drasgow	PROPN
epaa-604	339	20	,	,	PUNCT
epaa-604	339	21	f.	f.	PROPN
epaa-604	339	22	(	(	PUNCT
epaa-604	339	23	1993	1993	NUM
epaa-604	339	24	)	)	PUNCT
epaa-604	339	25	equivalence	equivalence	NOUN
epaa-604	339	26	of	of	ADP
epaa-604	339	27	computerized	computerized	ADJ
epaa-604	339	28	and	and	CCONJ
epaa-604	339	29	paper	paper	NOUN
epaa-604	339	30	-	-	PUNCT
epaa-604	339	31	and	and	CCONJ
epaa-604	339	32	-	-	PUNCT
epaa-604	339	33	pencil	pencil	NOUN
epaa-604	339	34	cognitive	cognitive	ADJ
epaa-604	339	35	ability	ability	NOUN
epaa-604	339	36	tests	test	NOUN
epaa-604	339	37	:	:	PUNCT
epaa-604	339	38	a	a	DET
epaa-604	339	39	metaanalysis	metaanalysis	NOUN
epaa-604	339	40	.	.	PUNCT
epaa-604	340	1	psychological	psychological	ADJ
epaa-604	340	2	bulletin	bulletin	NOUN
epaa-604	340	3	,	,	PUNCT
epaa-604	340	4	114(3	114(3	NUM
epaa-604	340	5	)	)	PUNCT
epaa-604	340	6	,	,	PUNCT
epaa-604	340	7	449	449	NUM
epaa-604	340	8	-	-	SYM
epaa-604	340	9	458	458	NUM
epaa-604	340	10	.	.	PUNCT
epaa-604	341	1	morocco	morocco	PROPN
epaa-604	341	2	,	,	PUNCT
epaa-604	341	3	c.	c.	PROPN
epaa-604	341	4	c.	c.	PROPN
epaa-604	341	5	&	&	CCONJ
epaa-604	341	6	neuman	neuman	PROPN
epaa-604	341	7	,	,	PUNCT
epaa-604	341	8	s.	s.	PROPN
epaa-604	341	9	b.	b.	PROPN
epaa-604	341	10	(	(	PUNCT
epaa-604	341	11	1986	1986	NUM
epaa-604	341	12	)	)	PUNCT
epaa-604	341	13	.	.	PUNCT
epaa-604	342	1	word	word	NOUN
epaa-604	342	2	processors	processor	NOUN
epaa-604	342	3	and	and	CCONJ
epaa-604	342	4	the	the	DET
epaa-604	342	5	acquisition	acquisition	NOUN
epaa-604	342	6	of	of	ADP
epaa-604	342	7	writing	write	VERB
epaa-604	342	8	strategies	strategy	NOUN
epaa-604	342	9	.	.	PUNCT
epaa-604	343	1	journal	journal	NOUN
epaa-604	343	2	of	of	ADP
epaa-604	343	3	learning	learn	VERB
epaa-604	343	4	disabilities	disability	NOUN
epaa-604	343	5	19(4	19(4	PROPN
epaa-604	343	6	)	)	PUNCT
epaa-604	343	7	,	,	PUNCT
epaa-604	343	8	243	243	NUM
epaa-604	343	9	-	-	SYM
epaa-604	343	10	248	248	NUM
epaa-604	343	11	.	.	PUNCT
epaa-604	344	1	mourant	mourant	PROPN
epaa-604	344	2	,	,	PUNCT
epaa-604	344	3	r.	r.	PROPN
epaa-604	344	4	r	r	PROPN
epaa-604	344	5	,	,	PUNCT
epaa-604	344	6	lakshmanan	lakshmanan	PROPN
epaa-604	344	7	,	,	PUNCT
epaa-604	344	8	r.	r.	PROPN
epaa-604	344	9	&	&	CCONJ
epaa-604	344	10	chantadisai	chantadisai	PROPN
epaa-604	344	11	,	,	PUNCT
epaa-604	344	12	r.	r.	PROPN
epaa-604	344	13	(	(	PUNCT
epaa-604	344	14	1981	1981	NUM
epaa-604	344	15	)	)	PUNCT
epaa-604	344	16	.	.	PUNCT
epaa-604	345	1	visual	visual	ADJ
epaa-604	345	2	fatigue	fatigue	NOUN
epaa-604	345	3	and	and	CCONJ
epaa-604	345	4	cathode	cathode	NOUN
epaa-604	345	5	ray	ray	NOUN
epaa-604	345	6	rube	rube	NOUN
epaa-604	345	7	display	display	NOUN
epaa-604	345	8	terminals	terminal	NOUN
epaa-604	345	9	.	.	PUNCT
epaa-604	346	1	human	human	ADJ
epaa-604	346	2	factors	factor	NOUN
epaa-604	346	3	,	,	PUNCT
epaa-604	346	4	23(5	23(5	NOUN
epaa-604	346	5	)	)	PUNCT
epaa-604	346	6	,	,	PUNCT
epaa-604	346	7	529	529	NUM
epaa-604	346	8	-	-	SYM
epaa-604	346	9	540	540	NUM
epaa-604	346	10	.	.	PUNCT
epaa-604	347	1	o'neil	o'neil	PROPN
epaa-604	347	2	,	,	PUNCT
epaa-604	347	3	h.	h.	PROPN
epaa-604	347	4	f.	f.	PROPN
epaa-604	347	5	jr	jr	PROPN
epaa-604	347	6	.	.	PROPN
epaa-604	347	7	,	,	PUNCT
epaa-604	347	8	sugrue	sugrue	PROPN
epaa-604	347	9	,	,	PUNCT
epaa-604	347	10	b.	b.	PROPN
epaa-604	347	11	&	&	CCONJ
epaa-604	347	12	baker	baker	PROPN
epaa-604	347	13	,	,	PUNCT
epaa-604	347	14	e.	e.	PROPN
epaa-604	347	15	l.	l.	PROPN
epaa-604	347	16	(	(	PUNCT
epaa-604	347	17	1996	1996	NUM
epaa-604	347	18	)	)	PUNCT
epaa-604	347	19	.	.	PUNCT
epaa-604	348	1	effects	effect	NOUN
epaa-604	348	2	of	of	ADP
epaa-604	348	3	motivational	motivational	ADJ
epaa-604	348	4	interventions	intervention	NOUN
epaa-604	348	5	on	on	ADP
epaa-604	348	6	the	the	DET
epaa-604	348	7	national	national	ADJ
epaa-604	348	8	assessment	assessment	NOUN
epaa-604	348	9	of	of	ADP
epaa-604	348	10	educational	educational	ADJ
epaa-604	348	11	progress	progress	NOUN
epaa-604	348	12	mathematics	mathematics	NOUN
epaa-604	348	13	performance	performance	NOUN
epaa-604	348	14	.	.	PUNCT
epaa-604	349	1	educational	educational	ADJ
epaa-604	349	2	assessment	assessment	NOUN
epaa-604	349	3	,	,	PUNCT
epaa-604	349	4	3(2	3(2	NUM
epaa-604	349	5	)	)	PUNCT
epaa-604	349	6	,	,	PUNCT
epaa-604	349	7	135	135	NUM
epaa-604	349	8	-	-	SYM
epaa-604	349	9	157	157	NUM
epaa-604	349	10	.	.	PUNCT
epaa-604	350	1	rosenthal	rosenthal	PROPN
epaa-604	350	2	,	,	PUNCT
epaa-604	350	3	r.	r.	PROPN
epaa-604	350	4	(	(	PUNCT
epaa-604	350	5	1994	1994	NUM
epaa-604	350	6	)	)	PUNCT
epaa-604	350	7	parametric	parametric	ADJ
epaa-604	350	8	measures	measure	NOUN
epaa-604	350	9	of	of	ADP
epaa-604	350	10	effect	effect	NOUN
epaa-604	350	11	size	size	NOUN
epaa-604	350	12	.	.	PUNCT
epaa-604	351	1	in	in	ADP
epaa-604	351	2	cooper	cooper	PROPN
epaa-604	351	3	,	,	PUNCT
epaa-604	351	4	h.	h.	PROPN
epaa-604	351	5	&	&	CCONJ
epaa-604	351	6	hedges	hedges	PROPN
epaa-604	351	7	,	,	PUNCT
epaa-604	351	8	l.	l.	PROPN
epaa-604	351	9	the	the	DET
epaa-604	351	10	handbook	handbook	NOUN
epaa-604	351	11	of	of	ADP
epaa-604	351	12	research	research	NOUN
epaa-604	351	13	synthesis	synthesis	NOUN
epaa-604	351	14	.	.	PUNCT
epaa-604	352	1	ny	ny	PROPN
epaa-604	352	2	:	:	PUNCT
epaa-604	352	3	russell	russell	PROPN
epaa-604	352	4	sage	sage	NOUN
epaa-604	352	5	,	,	PUNCT
epaa-604	352	6	pp	pp	ADJ
epaa-604	352	7	.	.	PUNCT
epaa-604	353	1	231	231	NUM
epaa-604	353	2	-	-	SYM
epaa-604	353	3	244	244	NUM
epaa-604	353	4	rosenthal	rosenthal	NOUN
epaa-604	353	5	,	,	PUNCT
epaa-604	353	6	r.	r.	PROPN
epaa-604	353	7	&	&	CCONJ
epaa-604	353	8	rubin	rubin	PROPN
epaa-604	353	9	,	,	PUNCT
epaa-604	353	10	d.	d.	PROPN
epaa-604	353	11	b.	b.	PROPN
epaa-604	353	12	(	(	PUNCT
epaa-604	353	13	1982	1982	NUM
epaa-604	353	14	)	)	PUNCT
epaa-604	353	15	a	a	DET
epaa-604	353	16	simple	simple	ADJ
epaa-604	353	17	,	,	PUNCT
epaa-604	353	18	general	general	ADJ
epaa-604	353	19	purpose	purpose	NOUN
epaa-604	353	20	display	display	NOUN
epaa-604	353	21	of	of	ADP
epaa-604	353	22	magnitude	magnitude	NOUN
epaa-604	353	23	of	of	ADP
epaa-604	353	24	experimental	experimental	ADJ
epaa-604	353	25	effect	effect	NOUN
epaa-604	353	26	.	.	PUNCT
epaa-604	354	1	journal	journal	NOUN
epaa-604	354	2	of	of	ADP
epaa-604	354	3	educational	educational	ADJ
epaa-604	354	4	psychology	psychology	NOUN
epaa-604	354	5	,	,	PUNCT
epaa-604	354	6	74	74	NUM
epaa-604	354	7	,	,	PUNCT
epaa-604	354	8	166	166	NUM
epaa-604	354	9	-	-	SYM
epaa-604	354	10	169	169	NUM
epaa-604	354	11	.	.	PUNCT
epaa-604	355	1	snyder	snyder	NOUN
epaa-604	355	2	,	,	PUNCT
epaa-604	355	3	t.	t.	PROPN
epaa-604	355	4	d.	d.	PROPN
epaa-604	355	5	&	&	CCONJ
epaa-604	355	6	hoffman	hoffman	PROPN
epaa-604	355	7	,	,	PUNCT
epaa-604	355	8	c.	c.	PROPN
epaa-604	355	9	m.	m.	NOUN
epaa-604	355	10	(	(	PUNCT
epaa-604	355	11	1990	1990	NUM
epaa-604	355	12	)	)	PUNCT
epaa-604	355	13	.	.	PUNCT
epaa-604	356	1	digest	digest	NOUN
epaa-604	356	2	of	of	ADP
epaa-604	356	3	education	education	NOUN
epaa-604	356	4	statistics	statistic	NOUN
epaa-604	356	5	.	.	PUNCT
epaa-604	357	1	washington	washington	PROPN
epaa-604	357	2	,	,	PUNCT
epaa-604	357	3	dc	dc	PROPN
epaa-604	357	4	:	:	PUNCT
epaa-604	357	5	u.	u.	PROPN
epaa-604	357	6	s.	s.	PROPN
epaa-604	357	7	department	department	PROPN
epaa-604	357	8	of	of	ADP
epaa-604	357	9	education	education	PROPN
epaa-604	357	10	.	.	PUNCT
epaa-604	358	1	snyder	snyder	NOUN
epaa-604	358	2	,	,	PUNCT
epaa-604	358	3	t.	t.	PROPN
epaa-604	358	4	d.	d.	PROPN
epaa-604	358	5	&	&	CCONJ
epaa-604	358	6	hoffman	hoffman	PROPN
epaa-604	358	7	,	,	PUNCT
epaa-604	358	8	c.	c.	PROPN
epaa-604	358	9	m.	m.	NOUN
epaa-604	358	10	(	(	PUNCT
epaa-604	358	11	1993	1993	NUM
epaa-604	358	12	)	)	PUNCT
epaa-604	358	13	.	.	PUNCT
epaa-604	359	1	digest	digest	NOUN
epaa-604	359	2	of	of	ADP
epaa-604	359	3	education	education	NOUN
epaa-604	359	4	statistics	statistic	NOUN
epaa-604	359	5	.	.	PUNCT
epaa-604	360	1	washington	washington	PROPN
epaa-604	360	2	,	,	PUNCT
epaa-604	360	3	dc	dc	PROPN
epaa-604	360	4	:	:	PUNCT
epaa-604	360	5	u.	u.	PROPN
epaa-604	360	6	s.	s.	PROPN
epaa-604	360	7	department	department	PROPN
epaa-604	360	8	of	of	ADP
epaa-604	360	9	education	education	PROPN
epaa-604	360	10	.	.	PUNCT
epaa-604	361	1	snyder	snyder	NOUN
epaa-604	361	2	,	,	PUNCT
epaa-604	361	3	t.	t.	PROPN
epaa-604	361	4	d.	d.	PROPN
epaa-604	361	5	&	&	CCONJ
epaa-604	361	6	hoffman	hoffman	PROPN
epaa-604	361	7	,	,	PUNCT
epaa-604	361	8	c.	c.	PROPN
epaa-604	361	9	m.	m.	NOUN
epaa-604	361	10	(	(	PUNCT
epaa-604	361	11	1994	1994	NUM
epaa-604	361	12	)	)	PUNCT
epaa-604	361	13	.	.	PUNCT
epaa-604	362	1	digest	digest	NOUN
epaa-604	362	2	of	of	ADP
epaa-604	362	3	education	education	NOUN
epaa-604	362	4	statistics	statistic	NOUN
epaa-604	362	5	.	.	PUNCT
epaa-604	363	1	washington	washington	PROPN
epaa-604	363	2	,	,	PUNCT
epaa-604	363	3	dc	dc	PROPN
epaa-604	363	4	:	:	PUNCT
epaa-604	363	5	u.	u.	PROPN
epaa-604	363	6	s.	s.	PROPN
epaa-604	363	7	department	department	PROPN
epaa-604	363	8	of	of	ADP
epaa-604	363	9	education	education	PROPN
epaa-604	363	10	.	.	PUNCT
epaa-604	364	1	snyder	snyder	NOUN
epaa-604	364	2	,	,	PUNCT
epaa-604	364	3	t.	t.	PROPN
epaa-604	364	4	d.	d.	PROPN
epaa-604	364	5	&	&	CCONJ
epaa-604	364	6	hoffman	hoffman	PROPN
epaa-604	364	7	,	,	PUNCT
epaa-604	364	8	c.	c.	PROPN
epaa-604	364	9	m.	m.	NOUN
epaa-604	364	10	(	(	PUNCT
epaa-604	364	11	1995	1995	NUM
epaa-604	364	12	)	)	PUNCT
epaa-604	364	13	.	.	PUNCT
epaa-604	365	1	digest	digest	NOUN
epaa-604	365	2	of	of	ADP
epaa-604	365	3	education	education	NOUN
epaa-604	365	4	statistics	statistic	NOUN
epaa-604	365	5	.	.	PUNCT
epaa-604	366	1	washington	washington	PROPN
epaa-604	366	2	,	,	PUNCT
epaa-604	366	3	dc	dc	PROPN
epaa-604	366	4	:	:	PUNCT
epaa-604	366	5	u.	u.	PROPN
epaa-604	366	6	s.	s.	PROPN
epaa-604	366	7	department	department	PROPN
epaa-604	366	8	of	of	ADP
epaa-604	366	9	education	education	NOUN
epaa-604	366	10	.	.	PUNCT
epaa-604	367	1	wolf	wolf	PROPN
epaa-604	367	2	,	,	PUNCT
epaa-604	367	3	f.	f.	PROPN
epaa-604	367	4	(	(	PUNCT
epaa-604	367	5	1986	1986	NUM
epaa-604	367	6	)	)	PUNCT
epaa-604	367	7	meta	meta	NOUN
epaa-604	367	8	-	-	PUNCT
epaa-604	367	9	analysis	analysis	NOUN
epaa-604	367	10	:	:	PUNCT
epaa-604	367	11	quantitative	quantitative	ADJ
epaa-604	367	12	methods	method	NOUN
epaa-604	367	13	for	for	ADP
epaa-604	367	14	research	research	NOUN
epaa-604	367	15	synthesis	synthesis	NOUN
epaa-604	367	16	.	.	PUNCT
epaa-604	368	1	sage	sage	NOUN
epaa-604	368	2	university	university	NOUN
epaa-604	368	3	series	series	NOUN
epaa-604	368	4	on	on	ADP
epaa-604	368	5	quantitative	quantitative	ADJ
epaa-604	368	6	applications	application	NOUN
epaa-604	368	7	in	in	ADP
epaa-604	368	8	the	the	DET
epaa-604	368	9	social	social	ADJ
epaa-604	368	10	sciences	science	NOUN
epaa-604	368	11	,	,	PUNCT
epaa-604	368	12	series	series	NOUN
epaa-604	368	13	no	no	PROPN
epaa-604	368	14	.	.	PROPN
epaa-604	368	15	07	07	NUM
epaa-604	368	16	-	-	PUNCT
epaa-604	368	17	059	059	NUM
epaa-604	368	18	.	.	PUNCT
epaa-604	369	1	newbury	newbury	PROPN
epaa-604	369	2	park	park	PROPN
epaa-604	369	3	,	,	PUNCT
epaa-604	369	4	ca	can	AUX
epaa-604	369	5	:	:	PUNCT
epaa-604	369	6	sage	sage	VERB
epaa-604	369	7	.	.	PUNCT
epaa-604	370	1	about	about	ADP
epaa-604	370	2	the	the	DET
epaa-604	370	3	authors	author	NOUN
epaa-604	370	4	michael	michael	PROPN
epaa-604	370	5	russell	russell	PROPN
epaa-604	370	6	russelmh@bc.edu	russelmh@bc.edu	PROPN
epaa-604	370	7	boston	boston	PROPN
epaa-604	370	8	college	college	PROPN
epaa-604	370	9	school	school	PROPN
epaa-604	370	10	of	of	ADP
epaa-604	370	11	education	education	NOUN
epaa-604	370	12	center	center	NOUN
epaa-604	370	13	for	for	ADP
epaa-604	370	14	the	the	DET
epaa-604	370	15	study	study	NOUN
epaa-604	370	16	of	of	ADP
epaa-604	370	17	testing	testing	NOUN
epaa-604	370	18	,	,	PUNCT
epaa-604	370	19	evaluation	evaluation	NOUN
epaa-604	370	20	and	and	CCONJ
epaa-604	370	21	educational	educational	ADJ
epaa-604	370	22	policy	policy	NOUN
epaa-604	370	23	323	323	NUM
epaa-604	370	24	campion	campion	NOUN
epaa-604	370	25	hall	hall	NOUN
epaa-604	370	26	chestnut	chestnut	PROPN
epaa-604	370	27	hill	hill	PROPN
epaa-604	370	28	,	,	PUNCT
epaa-604	370	29	ma	ma	PROPN
epaa-604	370	30	02167	02167	NUM
epaa-604	370	31	ph	ph	PROPN
epaa-604	370	32	.	.	PUNCT
epaa-604	371	1	617/552	617/552	NUM
epaa-604	371	2	-	-	SYM
epaa-604	371	3	4521	4521	NUM
epaa-604	371	4	fax	fax	NOUN
epaa-604	371	5	617	617	NUM
epaa-604	371	6	-	-	SYM
epaa-604	371	7	552	552	NUM
epaa-604	371	8	-	-	PUNCT
epaa-604	371	9	8419	8419	NUM
epaa-604	371	10	walt	walt	NOUN
epaa-604	371	11	haney	haney	PROPN
epaa-604	371	12	19	19	NUM
epaa-604	371	13	of	of	ADP
epaa-604	371	14	20	20	NUM
epaa-604	371	15	haney@bc.edu	haney@bc.edu	PROPN
epaa-604	371	16	boston	boston	PROPN
epaa-604	371	17	college	college	PROPN
epaa-604	371	18	school	school	PROPN
epaa-604	371	19	of	of	ADP
epaa-604	371	20	education	education	NOUN
epaa-604	371	21	center	center	NOUN
epaa-604	371	22	for	for	ADP
epaa-604	371	23	the	the	DET
epaa-604	371	24	study	study	NOUN
epaa-604	371	25	of	of	ADP
epaa-604	371	26	testing	testing	NOUN
epaa-604	371	27	,	,	PUNCT
epaa-604	371	28	evaluation	evaluation	NOUN
epaa-604	371	29	and	and	CCONJ
epaa-604	371	30	educational	educational	ADJ
epaa-604	371	31	policy	policy	NOUN
epaa-604	371	32	323	323	NUM
epaa-604	371	33	campion	campion	NOUN
epaa-604	371	34	hall	hall	NOUN
epaa-604	371	35	chestnut	chestnut	PROPN
epaa-604	371	36	hill	hill	PROPN
epaa-604	371	37	,	,	PUNCT
epaa-604	371	38	ma	ma	PROPN
epaa-604	371	39	02167	02167	NUM
epaa-604	371	40	copyright	copyright	NOUN
epaa-604	371	41	1997	1997	NUM
epaa-604	371	42	by	by	ADP
epaa-604	371	43	the	the	DET
epaa-604	371	44	education	education	NOUN
epaa-604	371	45	policy	policy	NOUN
epaa-604	371	46	analysis	analysis	NOUN
epaa-604	371	47	archives	archive	NOUN
epaa-604	371	48	the	the	DET
epaa-604	371	49	world	world	NOUN
epaa-604	371	50	wide	wide	ADJ
epaa-604	371	51	web	web	NOUN
epaa-604	371	52	address	address	NOUN
epaa-604	371	53	for	for	ADP
epaa-604	371	54	the	the	DET
epaa-604	371	55	education	education	NOUN
epaa-604	371	56	policy	policy	NOUN
epaa-604	371	57	analysis	analysis	NOUN
epaa-604	371	58	archives	archive	NOUN
epaa-604	371	59	is	be	AUX
epaa-604	371	60	http://olam.ed.asu.edu/epaa	http://olam.ed.asu.edu/epaa	PRON
epaa-604	371	61	general	general	ADJ
epaa-604	371	62	questions	question	NOUN
epaa-604	371	63	about	about	ADP
epaa-604	371	64	appropriateness	appropriateness	NOUN
epaa-604	371	65	of	of	ADP
epaa-604	371	66	topics	topic	NOUN
epaa-604	371	67	or	or	CCONJ
epaa-604	371	68	particular	particular	ADJ
epaa-604	371	69	articles	article	NOUN
epaa-604	371	70	may	may	AUX
epaa-604	371	71	be	be	AUX
epaa-604	371	72	addressed	address	VERB
epaa-604	371	73	to	to	ADP
epaa-604	371	74	the	the	DET
epaa-604	371	75	editor	editor	NOUN
epaa-604	371	76	,	,	PUNCT
epaa-604	371	77	gene	gene	NOUN
epaa-604	371	78	v	v	NOUN
epaa-604	371	79	glass	glass	NOUN
epaa-604	371	80	,	,	PUNCT
epaa-604	371	81	glass@asu.edu	glass@asu.edu	NOUN
epaa-604	371	82	or	or	CCONJ
epaa-604	371	83	reach	reach	VERB
epaa-604	371	84	him	he	PRON
epaa-604	371	85	at	at	ADP
epaa-604	371	86	college	college	NOUN
epaa-604	371	87	of	of	ADP
epaa-604	371	88	education	education	NOUN
epaa-604	371	89	,	,	PUNCT
epaa-604	371	90	arizona	arizona	PROPN
epaa-604	371	91	state	state	PROPN
epaa-604	371	92	university	university	PROPN
epaa-604	371	93	,	,	PUNCT
epaa-604	371	94	tempe	tempe	PROPN
epaa-604	371	95	,	,	PUNCT
epaa-604	371	96	az	az	PROPN
epaa-604	371	97	85287	85287	NUM
epaa-604	371	98	-	-	SYM
epaa-604	371	99	2411	2411	NUM
epaa-604	371	100	.	.	PUNCT
epaa-604	372	1	(	(	PUNCT
epaa-604	372	2	602	602	NUM
epaa-604	372	3	-	-	SYM
epaa-604	372	4	965	965	NUM
epaa-604	372	5	-	-	PUNCT
epaa-604	372	6	2692	2692	NUM
epaa-604	372	7	)	)	PUNCT
epaa-604	372	8	.	.	PUNCT
epaa-604	373	1	the	the	DET
epaa-604	373	2	book	book	NOUN
epaa-604	373	3	review	review	NOUN
epaa-604	373	4	editor	editor	NOUN
epaa-604	373	5	is	be	AUX
epaa-604	373	6	walter	walter	PROPN
epaa-604	373	7	e.	e.	PROPN
epaa-604	373	8	shepherd	shepherd	PROPN
epaa-604	373	9	:	:	PUNCT
epaa-604	373	10	shepherd@asu.edu	shepherd@asu.edu	VERB
epaa-604	373	11	.	.	PUNCT
epaa-604	374	1	the	the	DET
epaa-604	374	2	commentary	commentary	NOUN
epaa-604	374	3	editor	editor	NOUN
epaa-604	374	4	is	be	AUX
epaa-604	374	5	casey	casey	PROPN
epaa-604	374	6	d.	d.	PROPN
epaa-604	374	7	cobb	cobb	PROPN
epaa-604	374	8	:	:	PUNCT
epaa-604	374	9	casey@olam.ed.asu.edu	casey@olam.ed.asu.edu	PROPN
epaa-604	374	10	.	.	PUNCT
epaa-604	375	1	epaa	epaa	PROPN
epaa-604	375	2	editorial	editorial	PROPN
epaa-604	375	3	board	board	PROPN
epaa-604	375	4	michael	michael	PROPN
epaa-604	375	5	w.	w.	PROPN
epaa-604	375	6	apple	apple	PROPN
epaa-604	375	7	university	university	PROPN
epaa-604	375	8	of	of	ADP
epaa-604	375	9	wisconsin	wisconsin	PROPN
epaa-604	375	10	greg	greg	PROPN
epaa-604	375	11	camilli	camilli	PROPN
epaa-604	375	12	rutgers	rutgers	PROPN
epaa-604	375	13	university	university	PROPN
epaa-604	375	14	john	john	PROPN
epaa-604	375	15	covaleskie	covaleskie	PROPN
epaa-604	375	16	northern	northern	PROPN
epaa-604	375	17	michigan	michigan	PROPN
epaa-604	375	18	university	university	PROPN
epaa-604	375	19	andrew	andrew	PROPN
epaa-604	375	20	coulson	coulson	PROPN
epaa-604	375	21	a_coulson@msn.com	a_coulson@msn.com	PROPN
epaa-604	375	22	alan	alan	PROPN
epaa-604	375	23	davis	davis	PROPN
epaa-604	375	24	university	university	PROPN
epaa-604	375	25	of	of	ADP
epaa-604	375	26	colorado	colorado	PROPN
epaa-604	375	27	,	,	PUNCT
epaa-604	375	28	denver	denver	PROPN
epaa-604	375	29	sherman	sherman	PROPN
epaa-604	375	30	dorn	dorn	PROPN
epaa-604	375	31	university	university	PROPN
epaa-604	375	32	of	of	ADP
epaa-604	375	33	south	south	PROPN
epaa-604	375	34	florida	florida	PROPN
epaa-604	375	35	mark	mark	PROPN
epaa-604	375	36	e.	e.	PROPN
epaa-604	375	37	fetler	fetler	PROPN
epaa-604	375	38	california	california	PROPN
epaa-604	375	39	commission	commission	PROPN
epaa-604	375	40	on	on	ADP
epaa-604	375	41	teacher	teacher	NOUN
epaa-604	375	42	credentialing	credentiale	VERB
epaa-604	375	43	richard	richard	PROPN
epaa-604	375	44	garlikov	garlikov	PROPN
epaa-604	376	1	hmwkhelp@scott.net	hmwkhelp@scott.net	PROPN
epaa-604	376	2	thomas	thomas	PROPN
epaa-604	376	3	f.	f.	PROPN
epaa-604	376	4	green	green	PROPN
epaa-604	376	5	syracuse	syracuse	PROPN
epaa-604	376	6	university	university	PROPN
epaa-604	376	7	alison	alison	PROPN
epaa-604	376	8	i.	i.	PROPN
epaa-604	376	9	griffith	griffith	PROPN
epaa-604	376	10	york	york	PROPN
epaa-604	376	11	university	university	PROPN
epaa-604	376	12	arlen	arlen	PROPN
epaa-604	376	13	gullickson	gullickson	PROPN
epaa-604	376	14	western	western	PROPN
epaa-604	376	15	michigan	michigan	PROPN
epaa-604	376	16	university	university	PROPN
epaa-604	376	17	ernest	ernest	PROPN
epaa-604	376	18	r.	r.	PROPN
epaa-604	376	19	house	house	PROPN
epaa-604	376	20	university	university	PROPN
epaa-604	376	21	of	of	ADP
epaa-604	376	22	colorado	colorado	PROPN
epaa-604	376	23	aimee	aimee	PROPN
epaa-604	376	24	howley	howley	PROPN
epaa-604	376	25	marshall	marshall	PROPN
epaa-604	376	26	university	university	PROPN
epaa-604	376	27	craig	craig	PROPN
epaa-604	376	28	b.	b.	PROPN
epaa-604	376	29	howley	howley	PROPN
epaa-604	376	30	appalachia	appalachia	PROPN
epaa-604	376	31	educational	educational	PROPN
epaa-604	376	32	laboratory	laboratory	PROPN
epaa-604	376	33	william	william	PROPN
epaa-604	376	34	hunter	hunter	PROPN
epaa-604	376	35	university	university	PROPN
epaa-604	376	36	of	of	ADP
epaa-604	376	37	calgary	calgary	PROPN
epaa-604	376	38	richard	richard	PROPN
epaa-604	376	39	m.	m.	PROPN
epaa-604	376	40	jaeger	jaeger	PROPN
epaa-604	376	41	university	university	PROPN
epaa-604	376	42	of	of	ADP
epaa-604	376	43	north	north	PROPN
epaa-604	376	44	carolina	carolina	PROPN
epaa-604	376	45	--	--	PUNCT
epaa-604	376	46	greensboro	greensboro	PROPN
epaa-604	376	47	daniel	daniel	PROPN
epaa-604	376	48	kallós	kallós	PROPN
epaa-604	376	49	umeå	umeå	PROPN
epaa-604	376	50	university	university	PROPN
epaa-604	376	51	benjamin	benjamin	PROPN
epaa-604	376	52	levin	levin	PROPN
epaa-604	376	53	university	university	PROPN
epaa-604	376	54	of	of	ADP
epaa-604	376	55	manitoba	manitoba	PROPN
epaa-604	376	56	thomas	thomas	PROPN
epaa-604	376	57	mauhs	mauhs	PROPN
epaa-604	376	58	-	-	PUNCT
epaa-604	376	59	pugh	pugh	PROPN
epaa-604	376	60	rocky	rocky	PROPN
epaa-604	376	61	mountain	mountain	PROPN
epaa-604	376	62	college	college	PROPN
epaa-604	376	63	dewayne	dewayne	PROPN
epaa-604	376	64	matthews	matthews	PROPN
epaa-604	376	65	western	western	PROPN
epaa-604	376	66	interstate	interstate	PROPN
epaa-604	376	67	commission	commission	NOUN
epaa-604	376	68	for	for	ADP
epaa-604	376	69	higher	high	ADJ
epaa-604	376	70	education	education	PROPN
epaa-604	376	71	william	william	PROPN
epaa-604	376	72	mcinerney	mcinerney	PROPN
epaa-604	376	73	purdue	purdue	PROPN
epaa-604	376	74	university	university	PROPN
epaa-604	376	75	mary	mary	PROPN
epaa-604	376	76	p.	p.	PROPN
epaa-604	376	77	mckeown	mckeown	PROPN
epaa-604	376	78	arizona	arizona	PROPN
epaa-604	376	79	board	board	PROPN
epaa-604	376	80	of	of	ADP
epaa-604	376	81	regents	regents	PROPN
epaa-604	376	82	les	les	PROPN
epaa-604	376	83	mclean	mclean	PROPN
epaa-604	376	84	university	university	PROPN
epaa-604	376	85	of	of	ADP
epaa-604	376	86	toronto	toronto	PROPN
epaa-604	376	87	susan	susan	PROPN
epaa-604	376	88	bobbitt	bobbitt	PROPN
epaa-604	376	89	nolen	nolen	PROPN
epaa-604	376	90	university	university	PROPN
epaa-604	376	91	of	of	ADP
epaa-604	376	92	washington	washington	PROPN
epaa-604	376	93	20	20	NUM
epaa-604	376	94	of	of	ADP
epaa-604	376	95	20	20	NUM
epaa-604	376	96	anne	anne	PROPN
epaa-604	376	97	l.	l.	PROPN
epaa-604	376	98	pemberton	pemberton	PROPN
epaa-604	377	1	apembert@pen.k12.va.us	apembert@pen.k12.va.us	PROPN
epaa-604	377	2	hugh	hugh	PROPN
epaa-604	377	3	g.	g.	PROPN
epaa-604	377	4	petrie	petrie	PROPN
epaa-604	377	5	suny	suny	PROPN
epaa-604	377	6	buffalo	buffalo	PROPN
epaa-604	377	7	richard	richard	PROPN
epaa-604	377	8	c.	c.	PROPN
epaa-604	377	9	richardson	richardson	PROPN
epaa-604	377	10	arizona	arizona	PROPN
epaa-604	377	11	state	state	PROPN
epaa-604	377	12	university	university	PROPN
epaa-604	377	13	anthony	anthony	PROPN
epaa-604	377	14	g.	g.	PROPN
epaa-604	377	15	rud	rud	PROPN
epaa-604	377	16	jr	jr	PROPN
epaa-604	377	17	.	.	PROPN
epaa-604	377	18	purdue	purdue	PROPN
epaa-604	377	19	university	university	PROPN
epaa-604	377	20	dennis	dennis	PROPN
epaa-604	377	21	sayers	sayers	PROPN
epaa-604	377	22	university	university	PROPN
epaa-604	377	23	of	of	ADP
epaa-604	377	24	california	california	PROPN
epaa-604	377	25	at	at	ADP
epaa-604	377	26	davis	davis	PROPN
epaa-604	377	27	jay	jay	PROPN
epaa-604	377	28	d.	d.	PROPN
epaa-604	377	29	scribner	scribner	PROPN
epaa-604	377	30	university	university	PROPN
epaa-604	377	31	of	of	ADP
epaa-604	377	32	texas	texas	PROPN
epaa-604	377	33	at	at	ADP
epaa-604	377	34	austin	austin	PROPN
epaa-604	377	35	michael	michael	PROPN
epaa-604	377	36	scriven	scriven	PROPN
epaa-604	377	37	scriven@aol.com	scriven@aol.com	PROPN
epaa-604	378	1	robert	robert	PROPN
epaa-604	378	2	e.	e.	PROPN
epaa-604	378	3	stake	stake	PROPN
epaa-604	378	4	university	university	PROPN
epaa-604	378	5	of	of	ADP
epaa-604	378	6	illinois	illinois	PROPN
epaa-604	378	7	--	--	PUNCT
epaa-604	378	8	uc	uc	PROPN
epaa-604	378	9	robert	robert	PROPN
epaa-604	378	10	stonehill	stonehill	PROPN
epaa-604	378	11	u.s	u.s	PROPN
epaa-604	378	12	.	.	PROPN
epaa-604	378	13	department	department	PROPN
epaa-604	378	14	of	of	ADP
epaa-604	378	15	education	education	PROPN
epaa-604	378	16	robert	robert	PROPN
epaa-604	378	17	t.	t.	PROPN
epaa-604	378	18	stout	stout	PROPN
epaa-604	378	19	arizona	arizona	PROPN
epaa-604	378	20	state	state	PROPN
epaa-604	378	21	university	university	PROPN