id	sid	tid	token	lemma	pos
epaa-407	1	1	epaa	epaa	PROPN
epaa-407	1	2	vol	vol	NOUN
epaa-407	1	3	.	.	PROPN
epaa-407	1	4	8	8	NUM
epaa-407	2	1	no	no	NOUN
epaa-407	2	2	.	.	PUNCT
epaa-407	3	1	16	16	NUM
epaa-407	3	2	parkes	parke	NOUN
epaa-407	3	3	:	:	PUNCT
epaa-407	3	4	the	the	DET
epaa-407	3	5	relationship	relationship	NOUN
epaa-407	3	6	between	between	ADP
epaa-407	3	7	the	the	DET
epaa-407	3	8	relia	relia	NOUN
epaa-407	3	9	...	...	PUNCT
epaa-407	3	10	1	1	NUM
epaa-407	3	11	of	of	ADP
epaa-407	3	12	14	14	NUM
epaa-407	3	13	education	education	NOUN
epaa-407	3	14	policy	policy	NOUN
epaa-407	3	15	analysis	analysis	NOUN
epaa-407	3	16	archives	archive	NOUN
epaa-407	3	17	volume	volume	VERB
epaa-407	3	18	8	8	NUM
epaa-407	3	19	number	number	NOUN
epaa-407	3	20	16	16	NUM
epaa-407	3	21	march	march	NOUN
epaa-407	3	22	8	8	NUM
epaa-407	3	23	,	,	PUNCT
epaa-407	3	24	2000	2000	NUM
epaa-407	3	25	issn	issn	PROPN
epaa-407	3	26	1068	1068	NUM
epaa-407	3	27	-	-	SYM
epaa-407	3	28	2341	2341	NUM
epaa-407	3	29	a	a	DET
epaa-407	3	30	peer	peer	NOUN
epaa-407	3	31	-	-	PUNCT
epaa-407	3	32	reviewed	review	VERB
epaa-407	3	33	scholarly	scholarly	ADJ
epaa-407	3	34	electronic	electronic	ADJ
epaa-407	3	35	journal	journal	NOUN
epaa-407	3	36	editor	editor	NOUN
epaa-407	3	37	:	:	PUNCT
epaa-407	3	38	gene	gene	NOUN
epaa-407	3	39	v	v	NOUN
epaa-407	3	40	glass	glass	NOUN
epaa-407	3	41	,	,	PUNCT
epaa-407	3	42	college	college	NOUN
epaa-407	3	43	of	of	ADP
epaa-407	3	44	education	education	PROPN
epaa-407	3	45	arizona	arizona	PROPN
epaa-407	3	46	state	state	PROPN
epaa-407	3	47	university	university	PROPN
epaa-407	3	48	copyright	copyright	NOUN
epaa-407	3	49	2000	2000	NUM
epaa-407	3	50	,	,	PUNCT
epaa-407	3	51	the	the	DET
epaa-407	3	52	education	education	NOUN
epaa-407	3	53	policy	policy	NOUN
epaa-407	3	54	analysis	analysis	NOUN
epaa-407	3	55	archives	archive	NOUN
epaa-407	3	56	.	.	PUNCT
epaa-407	4	1	permission	permission	NOUN
epaa-407	4	2	is	be	AUX
epaa-407	4	3	hereby	hereby	ADV
epaa-407	4	4	granted	grant	VERB
epaa-407	4	5	to	to	PART
epaa-407	4	6	copy	copy	VERB
epaa-407	4	7	any	any	DET
epaa-407	4	8	article	article	NOUN
epaa-407	4	9	if	if	SCONJ
epaa-407	4	10	epaa	epaa	NOUN
epaa-407	4	11	is	be	AUX
epaa-407	4	12	credited	credit	VERB
epaa-407	4	13	and	and	CCONJ
epaa-407	4	14	copies	copy	NOUN
epaa-407	4	15	are	be	AUX
epaa-407	4	16	not	not	PART
epaa-407	4	17	sold	sell	VERB
epaa-407	4	18	.	.	PUNCT
epaa-407	5	1	articles	article	NOUN
epaa-407	5	2	appearing	appear	VERB
epaa-407	5	3	in	in	ADP
epaa-407	5	4	epaa	epaa	NOUN
epaa-407	5	5	are	be	AUX
epaa-407	5	6	abstracted	abstract	VERB
epaa-407	5	7	in	in	ADP
epaa-407	5	8	the	the	DET
epaa-407	5	9	current	current	ADJ
epaa-407	5	10	index	index	NOUN
epaa-407	5	11	to	to	ADP
epaa-407	5	12	journals	journal	NOUN
epaa-407	5	13	in	in	ADP
epaa-407	5	14	education	education	NOUN
epaa-407	5	15	by	by	ADP
epaa-407	5	16	the	the	DET
epaa-407	5	17	eric	eric	PROPN
epaa-407	5	18	clearinghouse	clearinghouse	PROPN
epaa-407	5	19	on	on	ADP
epaa-407	5	20	assessment	assessment	NOUN
epaa-407	5	21	and	and	CCONJ
epaa-407	5	22	evaluation	evaluation	NOUN
epaa-407	5	23	and	and	CCONJ
epaa-407	5	24	are	be	AUX
epaa-407	5	25	permanently	permanently	ADV
epaa-407	5	26	archived	archive	VERB
epaa-407	5	27	in	in	ADP
epaa-407	5	28	resources	resource	NOUN
epaa-407	5	29	in	in	ADP
epaa-407	5	30	education	education	NOUN
epaa-407	5	31	.	.	PUNCT
epaa-407	6	1	the	the	DET
epaa-407	6	2	relationship	relationship	NOUN
epaa-407	6	3	between	between	ADP
epaa-407	6	4	the	the	DET
epaa-407	6	5	reliability	reliability	NOUN
epaa-407	6	6	and	and	CCONJ
epaa-407	6	7	cost	cost	NOUN
epaa-407	6	8	of	of	ADP
epaa-407	6	9	performance	performance	NOUN
epaa-407	6	10	assessments	assessment	NOUN
epaa-407	6	11	jay	jay	PROPN
epaa-407	6	12	parkes	park	VERB
epaa-407	6	13	the	the	DET
epaa-407	6	14	university	university	NOUN
epaa-407	6	15	of	of	ADP
epaa-407	6	16	new	new	PROPN
epaa-407	6	17	mexico	mexico	PROPN
epaa-407	6	18	abstract	abstract	ADJ
epaa-407	6	19	performance	performance	NOUN
epaa-407	6	20	assessments	assessment	NOUN
epaa-407	6	21	have	have	AUX
epaa-407	6	22	come	come	VERB
epaa-407	6	23	upon	upon	SCONJ
epaa-407	6	24	two	two	NUM
epaa-407	6	25	major	major	ADJ
epaa-407	6	26	roadblocks	roadblock	NOUN
epaa-407	6	27	:	:	PUNCT
epaa-407	6	28	low	low	ADJ
epaa-407	6	29	reliability	reliability	NOUN
epaa-407	6	30	coefficients	coefficient	NOUN
epaa-407	6	31	and	and	CCONJ
epaa-407	6	32	high	high	ADJ
epaa-407	6	33	cost	cost	NOUN
epaa-407	6	34	.	.	PUNCT
epaa-407	7	1	recent	recent	ADJ
epaa-407	7	2	speculation	speculation	NOUN
epaa-407	7	3	has	have	AUX
epaa-407	7	4	posited	posit	VERB
epaa-407	7	5	that	that	SCONJ
epaa-407	7	6	the	the	DET
epaa-407	7	7	two	two	NUM
epaa-407	7	8	are	be	AUX
epaa-407	7	9	directly	directly	ADV
epaa-407	7	10	related	relate	VERB
epaa-407	7	11	such	such	ADJ
epaa-407	7	12	that	that	SCONJ
epaa-407	7	13	cost	cost	NOUN
epaa-407	7	14	must	must	AUX
epaa-407	7	15	rise	rise	VERB
epaa-407	7	16	in	in	ADP
epaa-407	7	17	order	order	NOUN
epaa-407	7	18	to	to	PART
epaa-407	7	19	increase	increase	VERB
epaa-407	7	20	reliability	reliability	NOUN
epaa-407	7	21	.	.	PUNCT
epaa-407	8	1	this	this	DET
epaa-407	8	2	understanding	understanding	NOUN
epaa-407	8	3	may	may	AUX
epaa-407	8	4	be	be	AUX
epaa-407	8	5	an	an	DET
epaa-407	8	6	oversimplification	oversimplification	NOUN
epaa-407	8	7	of	of	ADP
epaa-407	8	8	the	the	DET
epaa-407	8	9	relationship	relationship	NOUN
epaa-407	8	10	.	.	PUNCT
epaa-407	9	1	two	two	NUM
epaa-407	9	2	empirical	empirical	ADJ
epaa-407	9	3	demonstrations	demonstration	NOUN
epaa-407	9	4	are	be	AUX
epaa-407	9	5	offered	offer	VERB
epaa-407	9	6	to	to	PART
epaa-407	9	7	show	show	VERB
epaa-407	9	8	that	that	SCONJ
epaa-407	9	9	more	more	ADJ
epaa-407	9	10	than	than	ADP
epaa-407	9	11	one	one	NUM
epaa-407	9	12	combination	combination	NOUN
epaa-407	9	13	of	of	ADP
epaa-407	9	14	sources	source	NOUN
epaa-407	9	15	of	of	ADP
epaa-407	9	16	error	error	NOUN
epaa-407	9	17	may	may	AUX
epaa-407	9	18	result	result	VERB
epaa-407	9	19	in	in	ADP
epaa-407	9	20	a	a	DET
epaa-407	9	21	desired	desire	VERB
epaa-407	9	22	generalizability	generalizability	NOUN
epaa-407	9	23	coefficient	coefficient	NOUN
epaa-407	9	24	and	and	CCONJ
epaa-407	9	25	that	that	SCONJ
epaa-407	9	26	it	it	PRON
epaa-407	9	27	is	be	AUX
epaa-407	9	28	possible	possible	ADJ
epaa-407	9	29	to	to	PART
epaa-407	9	30	increase	increase	VERB
epaa-407	9	31	the	the	DET
epaa-407	9	32	number	number	NOUN
epaa-407	9	33	of	of	ADP
epaa-407	9	34	observations	observation	NOUN
epaa-407	9	35	while	while	SCONJ
epaa-407	9	36	also	also	ADV
epaa-407	9	37	decreasing	decrease	VERB
epaa-407	9	38	cost	cost	NOUN
epaa-407	9	39	.	.	PUNCT
epaa-407	10	1	the	the	DET
epaa-407	10	2	movement	movement	NOUN
epaa-407	10	3	toward	toward	ADP
epaa-407	10	4	performance	performance	NOUN
epaa-407	10	5	assessments	assessment	NOUN
epaa-407	10	6	for	for	ADP
epaa-407	10	7	large	large	ADJ
epaa-407	10	8	-	-	PUNCT
epaa-407	10	9	scale	scale	NOUN
epaa-407	10	10	assessment	assessment	NOUN
epaa-407	10	11	purposes	purpose	NOUN
epaa-407	10	12	has	have	AUX
epaa-407	10	13	encountered	encounter	VERB
epaa-407	10	14	two	two	NUM
epaa-407	10	15	major	major	ADJ
epaa-407	10	16	obstacles	obstacle	NOUN
epaa-407	10	17	:	:	PUNCT
epaa-407	10	18	first	first	ADJ
epaa-407	10	19	,	,	PUNCT
epaa-407	10	20	such	such	ADJ
epaa-407	10	21	assessments	assessment	NOUN
epaa-407	10	22	have	have	VERB
epaa-407	10	23	difficulty	difficulty	NOUN
epaa-407	10	24	demonstrating	demonstrate	VERB
epaa-407	10	25	highly	highly	ADV
epaa-407	10	26	reliable	reliable	ADJ
epaa-407	10	27	scores	score	NOUN
epaa-407	10	28	,	,	PUNCT
epaa-407	10	29	and	and	CCONJ
epaa-407	10	30	second	second	ADV
epaa-407	10	31	,	,	PUNCT
epaa-407	10	32	they	they	PRON
epaa-407	10	33	tend	tend	VERB
epaa-407	10	34	to	to	PART
epaa-407	10	35	be	be	AUX
epaa-407	10	36	very	very	ADV
epaa-407	10	37	expensive	expensive	ADJ
epaa-407	10	38	.	.	PUNCT
epaa-407	11	1	how	how	SCONJ
epaa-407	11	2	these	these	DET
epaa-407	11	3	two	two	NUM
epaa-407	11	4	problems	problem	NOUN
epaa-407	11	5	are	be	AUX
epaa-407	11	6	thought	think	VERB
epaa-407	11	7	to	to	PART
epaa-407	11	8	be	be	AUX
epaa-407	11	9	related	relate	VERB
epaa-407	11	10	influences	influence	NOUN
epaa-407	11	11	the	the	DET
epaa-407	11	12	proposed	propose	VERB
epaa-407	11	13	solutions	solution	NOUN
epaa-407	11	14	.	.	PUNCT
epaa-407	12	1	this	this	PRON
epaa-407	12	2	in	in	ADP
epaa-407	12	3	turn	turn	NOUN
epaa-407	12	4	will	will	AUX
epaa-407	12	5	directly	directly	ADV
epaa-407	12	6	affect	affect	VERB
epaa-407	12	7	policies	policy	NOUN
epaa-407	12	8	about	about	ADP
epaa-407	12	9	the	the	DET
epaa-407	12	10	use	use	NOUN
epaa-407	12	11	of	of	ADP
epaa-407	12	12	such	such	ADJ
epaa-407	12	13	assessments	assessment	NOUN
epaa-407	12	14	.	.	PUNCT
epaa-407	13	1	the	the	DET
epaa-407	13	2	problem	problem	NOUN
epaa-407	13	3	of	of	ADP
epaa-407	13	4	poor	poor	ADJ
epaa-407	13	5	reliability	reliability	NOUN
epaa-407	13	6	in	in	ADP
epaa-407	13	7	performance	performance	NOUN
epaa-407	13	8	assessment	assessment	NOUN
epaa-407	13	9	scores	score	NOUN
epaa-407	13	10	stems	stem	VERB
epaa-407	13	11	from	from	ADP
epaa-407	13	12	the	the	DET
epaa-407	13	13	lack	lack	NOUN
epaa-407	13	14	of	of	ADP
epaa-407	13	15	agreement	agreement	NOUN
epaa-407	13	16	among	among	ADP
epaa-407	13	17	tasks	task	NOUN
epaa-407	13	18	,	,	PUNCT
epaa-407	13	19	raters	rater	NOUN
epaa-407	13	20	and	and	CCONJ
epaa-407	13	21	other	other	ADJ
epaa-407	13	22	sources	source	NOUN
epaa-407	13	23	of	of	ADP
epaa-407	13	24	measurement	measurement	NOUN
epaa-407	13	25	error	error	NOUN
epaa-407	13	26	.	.	PUNCT
epaa-407	14	1	this	this	PRON
epaa-407	14	2	is	be	AUX
epaa-407	14	3	exhibited	exhibit	VERB
epaa-407	14	4	2	2	NUM
epaa-407	14	5	of	of	ADP
epaa-407	14	6	14	14	NUM
epaa-407	14	7	in	in	ADP
epaa-407	14	8	a	a	DET
epaa-407	14	9	variety	variety	NOUN
epaa-407	14	10	of	of	ADP
epaa-407	14	11	types	type	NOUN
epaa-407	14	12	of	of	ADP
epaa-407	14	13	performance	performance	NOUN
epaa-407	14	14	assessments	assessment	NOUN
epaa-407	14	15	by	by	ADP
epaa-407	14	16	several	several	ADJ
epaa-407	14	17	concurrent	concurrent	ADJ
epaa-407	14	18	lines	line	NOUN
epaa-407	14	19	of	of	ADP
epaa-407	14	20	inquiry	inquiry	NOUN
epaa-407	14	21	,	,	PUNCT
epaa-407	14	22	including	include	VERB
epaa-407	14	23	:	:	PUNCT
epaa-407	14	24	those	those	PRON
epaa-407	14	25	by	by	ADP
epaa-407	14	26	shavelson	shavelson	NOUN
epaa-407	14	27	and	and	CCONJ
epaa-407	14	28	colleagues	colleague	NOUN
epaa-407	14	29	(	(	PUNCT
epaa-407	14	30	e.g.	e.g.	ADV
epaa-407	14	31	shavelson	shavelson	NOUN
epaa-407	14	32	and	and	CCONJ
epaa-407	14	33	baxter,1992	baxter,1992	VERB
epaa-407	14	34	;	;	PUNCT
epaa-407	14	35	and	and	CCONJ
epaa-407	14	36	shavelson	shavelson	NOUN
epaa-407	14	37	,	,	PUNCT
epaa-407	14	38	baxter	baxter	PROPN
epaa-407	14	39	,	,	PUNCT
epaa-407	14	40	and	and	CCONJ
epaa-407	14	41	gao	gao	PROPN
epaa-407	14	42	,	,	PUNCT
epaa-407	14	43	1993	1993	NUM
epaa-407	14	44	)	)	PUNCT
epaa-407	14	45	;	;	PUNCT
epaa-407	14	46	those	those	PRON
epaa-407	14	47	from	from	ADP
epaa-407	14	48	the	the	DET
epaa-407	14	49	vermont	vermont	PROPN
epaa-407	14	50	portfolio	portfolio	PROPN
epaa-407	14	51	assessment	assessment	NOUN
epaa-407	14	52	program	program	NOUN
epaa-407	14	53	(	(	PUNCT
epaa-407	14	54	e.g.	e.g.	ADV
epaa-407	14	55	koretz	koretz	PROPN
epaa-407	14	56	,	,	PUNCT
epaa-407	14	57	klein	klein	PROPN
epaa-407	14	58	,	,	PUNCT
epaa-407	14	59	mccaffrey	mccaffrey	PROPN
epaa-407	14	60	,	,	PUNCT
epaa-407	14	61	and	and	CCONJ
epaa-407	14	62	stecher	stecher	NOUN
epaa-407	14	63	,	,	PUNCT
epaa-407	14	64	1994	1994	NUM
epaa-407	14	65	;	;	PUNCT
epaa-407	14	66	koretz	koretz	PROPN
epaa-407	14	67	,	,	PUNCT
epaa-407	14	68	stecher	stecher	PROPN
epaa-407	14	69	,	,	PUNCT
epaa-407	14	70	klein	klein	PROPN
epaa-407	14	71	,	,	PUNCT
epaa-407	14	72	and	and	CCONJ
epaa-407	14	73	mccaffrey	mccaffrey	PROPN
epaa-407	14	74	,	,	PUNCT
epaa-407	14	75	1994	1994	NUM
epaa-407	14	76	;	;	PUNCT
epaa-407	14	77	and	and	CCONJ
epaa-407	14	78	koretz	koretz	PROPN
epaa-407	14	79	,	,	PUNCT
epaa-407	14	80	stecher	stecher	PROPN
epaa-407	14	81	,	,	PUNCT
epaa-407	14	82	klein	klein	PROPN
epaa-407	14	83	,	,	PUNCT
epaa-407	14	84	mccaffrey	mccaffrey	PROPN
epaa-407	14	85	,	,	PUNCT
epaa-407	14	86	and	and	CCONJ
epaa-407	14	87	deibert	deibert	ADJ
epaa-407	14	88	,	,	PUNCT
epaa-407	14	89	1994	1994	NUM
epaa-407	14	90	)	)	PUNCT
epaa-407	14	91	;	;	PUNCT
epaa-407	14	92	and	and	CCONJ
epaa-407	14	93	one	one	NUM
epaa-407	14	94	by	by	ADP
epaa-407	14	95	mcwilliam	mcwilliam	NOUN
epaa-407	14	96	and	and	CCONJ
epaa-407	14	97	ware	ware	NOUN
epaa-407	14	98	(	(	PUNCT
epaa-407	14	99	1994	1994	NUM
epaa-407	14	100	)	)	PUNCT
epaa-407	14	101	.	.	PUNCT
epaa-407	15	1	shavelson	shavelson	NOUN
epaa-407	15	2	and	and	CCONJ
epaa-407	15	3	colleagues	colleague	NOUN
epaa-407	15	4	have	have	AUX
epaa-407	15	5	worked	work	VERB
epaa-407	15	6	primarily	primarily	ADV
epaa-407	15	7	with	with	ADP
epaa-407	15	8	performance	performance	NOUN
epaa-407	15	9	assessments	assessment	NOUN
epaa-407	15	10	in	in	ADP
epaa-407	15	11	elementary	elementary	ADJ
epaa-407	15	12	level	level	NOUN
epaa-407	15	13	general	general	ADJ
epaa-407	15	14	science	science	NOUN
epaa-407	15	15	.	.	PUNCT
epaa-407	16	1	by	by	ADP
epaa-407	16	2	using	use	VERB
epaa-407	16	3	the	the	DET
epaa-407	16	4	framework	framework	NOUN
epaa-407	16	5	of	of	ADP
epaa-407	16	6	generalizability	generalizability	NOUN
epaa-407	16	7	theory	theory	NOUN
epaa-407	16	8	,	,	PUNCT
epaa-407	16	9	they	they	PRON
epaa-407	16	10	have	have	AUX
epaa-407	16	11	demonstrated	demonstrate	VERB
epaa-407	16	12	that	that	SCONJ
epaa-407	16	13	the	the	DET
epaa-407	16	14	greatest	great	ADJ
epaa-407	16	15	contributing	contribute	VERB
epaa-407	16	16	facet	facet	NOUN
epaa-407	16	17	to	to	ADP
epaa-407	16	18	low	low	ADJ
epaa-407	16	19	generalizability	generalizability	NOUN
epaa-407	16	20	coefficients	coefficient	NOUN
epaa-407	16	21	is	be	AUX
epaa-407	16	22	the	the	DET
epaa-407	16	23	task	task	NOUN
epaa-407	16	24	(	(	PUNCT
epaa-407	16	25	e.g.	e.g.	ADV
epaa-407	16	26	shavelson	shavelson	PROPN
epaa-407	16	27	,	,	PUNCT
epaa-407	16	28	baxter	baxter	PROPN
epaa-407	16	29	and	and	CCONJ
epaa-407	16	30	gao	gao	PROPN
epaa-407	16	31	,	,	PUNCT
epaa-407	16	32	1993	1993	NUM
epaa-407	16	33	)	)	PUNCT
epaa-407	16	34	.	.	PUNCT
epaa-407	17	1	furthermore	furthermore	ADV
epaa-407	17	2	,	,	PUNCT
epaa-407	17	3	they	they	PRON
epaa-407	17	4	project	project	VERB
epaa-407	17	5	that	that	SCONJ
epaa-407	17	6	by	by	ADP
epaa-407	17	7	increasing	increase	VERB
epaa-407	17	8	the	the	DET
epaa-407	17	9	number	number	NOUN
epaa-407	17	10	of	of	ADP
epaa-407	17	11	tasks	task	NOUN
epaa-407	17	12	a	a	DET
epaa-407	17	13	higher	high	ADJ
epaa-407	17	14	generalizability	generalizability	NOUN
epaa-407	17	15	coefficient	coefficient	NOUN
epaa-407	17	16	will	will	AUX
epaa-407	17	17	result	result	VERB
epaa-407	17	18	.	.	PUNCT
epaa-407	18	1	koretz	koretz	PROPN
epaa-407	18	2	and	and	CCONJ
epaa-407	18	3	colleagues	colleague	NOUN
epaa-407	18	4	have	have	AUX
epaa-407	18	5	worked	work	VERB
epaa-407	18	6	with	with	ADP
epaa-407	18	7	portfolio	portfolio	NOUN
epaa-407	18	8	assessments	assessment	NOUN
epaa-407	18	9	of	of	ADP
epaa-407	18	10	math	math	NOUN
epaa-407	18	11	and	and	CCONJ
epaa-407	18	12	writing	writing	NOUN
epaa-407	18	13	and	and	CCONJ
epaa-407	18	14	identified	identify	VERB
epaa-407	18	15	raters	rater	NOUN
epaa-407	18	16	and	and	CCONJ
epaa-407	18	17	tasks	task	NOUN
epaa-407	18	18	as	as	ADP
epaa-407	18	19	sources	source	NOUN
epaa-407	18	20	of	of	ADP
epaa-407	18	21	error	error	NOUN
epaa-407	18	22	variance	variance	NOUN
epaa-407	18	23	(	(	PUNCT
epaa-407	18	24	koretz	koretz	ADJ
epaa-407	18	25	,	,	PUNCT
epaa-407	18	26	stecher	stecher	PROPN
epaa-407	18	27	,	,	PUNCT
epaa-407	18	28	klein	klein	PROPN
epaa-407	18	29	,	,	PUNCT
epaa-407	18	30	mccaffrey	mccaffrey	PROPN
epaa-407	18	31	,	,	PUNCT
epaa-407	18	32	and	and	CCONJ
epaa-407	18	33	deibert	deibert	ADJ
epaa-407	18	34	,	,	PUNCT
epaa-407	18	35	1994	1994	NUM
epaa-407	18	36	)	)	PUNCT
epaa-407	18	37	.	.	PUNCT
epaa-407	19	1	they	they	PRON
epaa-407	19	2	,	,	PUNCT
epaa-407	19	3	too	too	ADV
epaa-407	19	4	,	,	PUNCT
epaa-407	19	5	explore	explore	VERB
epaa-407	19	6	the	the	DET
epaa-407	19	7	possibility	possibility	NOUN
epaa-407	19	8	of	of	ADP
epaa-407	19	9	increasing	increase	VERB
epaa-407	19	10	the	the	DET
epaa-407	19	11	number	number	NOUN
epaa-407	19	12	of	of	ADP
epaa-407	19	13	tasks	task	NOUN
epaa-407	19	14	and	and	CCONJ
epaa-407	19	15	the	the	DET
epaa-407	19	16	number	number	NOUN
epaa-407	19	17	of	of	ADP
epaa-407	19	18	raters	rater	NOUN
epaa-407	19	19	to	to	PART
epaa-407	19	20	achieve	achieve	VERB
epaa-407	19	21	a	a	DET
epaa-407	19	22	more	more	ADV
epaa-407	19	23	acceptable	acceptable	ADJ
epaa-407	19	24	estimate	estimate	NOUN
epaa-407	19	25	of	of	ADP
epaa-407	19	26	reliability	reliability	NOUN
epaa-407	19	27	.	.	PUNCT
epaa-407	20	1	mcwilliam	mcwilliam	NOUN
epaa-407	20	2	and	and	CCONJ
epaa-407	20	3	ware	ware	NOUN
epaa-407	20	4	(	(	PUNCT
epaa-407	20	5	1994	1994	NUM
epaa-407	20	6	)	)	PUNCT
epaa-407	20	7	examined	examine	VERB
epaa-407	20	8	the	the	DET
epaa-407	20	9	assessment	assessment	NOUN
epaa-407	20	10	of	of	ADP
epaa-407	20	11	young	young	ADJ
epaa-407	20	12	children	child	NOUN
epaa-407	20	13	's	's	PART
epaa-407	20	14	engagement	engagement	NOUN
epaa-407	20	15	,	,	PUNCT
epaa-407	20	16	and	and	CCONJ
epaa-407	20	17	identified	identify	VERB
epaa-407	20	18	the	the	DET
epaa-407	20	19	number	number	NOUN
epaa-407	20	20	of	of	ADP
epaa-407	20	21	sessions	session	NOUN
epaa-407	20	22	or	or	CCONJ
epaa-407	20	23	observations	observation	NOUN
epaa-407	20	24	as	as	ADP
epaa-407	20	25	being	be	AUX
epaa-407	20	26	a	a	DET
epaa-407	20	27	large	large	ADJ
epaa-407	20	28	source	source	NOUN
epaa-407	20	29	of	of	ADP
epaa-407	20	30	error	error	NOUN
epaa-407	20	31	variance	variance	NOUN
epaa-407	20	32	.	.	PUNCT
epaa-407	21	1	they	they	PRON
epaa-407	21	2	estimated	estimate	VERB
epaa-407	21	3	the	the	DET
epaa-407	21	4	minimum	minimum	ADJ
epaa-407	21	5	number	number	NOUN
epaa-407	21	6	of	of	ADP
epaa-407	21	7	sessions	session	NOUN
epaa-407	21	8	that	that	PRON
epaa-407	21	9	would	would	AUX
epaa-407	21	10	be	be	AUX
epaa-407	21	11	necessary	necessary	ADJ
epaa-407	21	12	to	to	PART
epaa-407	21	13	create	create	VERB
epaa-407	21	14	an	an	DET
epaa-407	21	15	acceptably	acceptably	ADV
epaa-407	21	16	reliable	reliable	ADJ
epaa-407	21	17	assessment	assessment	NOUN
epaa-407	21	18	.	.	PUNCT
epaa-407	22	1	a	a	DET
epaa-407	22	2	second	second	ADJ
epaa-407	22	3	major	major	ADJ
epaa-407	22	4	concern	concern	NOUN
epaa-407	22	5	with	with	ADP
epaa-407	22	6	performance	performance	NOUN
epaa-407	22	7	assessments	assessment	NOUN
epaa-407	22	8	is	be	AUX
epaa-407	22	9	their	their	PRON
epaa-407	22	10	high	high	ADJ
epaa-407	22	11	cost	cost	NOUN
epaa-407	22	12	(	(	PUNCT
epaa-407	22	13	picus	picus	NOUN
epaa-407	22	14	,	,	PUNCT
epaa-407	22	15	1994	1994	NUM
epaa-407	22	16	)	)	PUNCT
epaa-407	22	17	.	.	PUNCT
epaa-407	23	1	performance	performance	NOUN
epaa-407	23	2	assessments	assessment	NOUN
epaa-407	23	3	are	be	AUX
epaa-407	23	4	widely	widely	ADV
epaa-407	23	5	believed	believe	VERB
epaa-407	23	6	to	to	PART
epaa-407	23	7	be	be	AUX
epaa-407	23	8	more	more	ADV
epaa-407	23	9	expensive	expensive	ADJ
epaa-407	23	10	than	than	ADP
epaa-407	23	11	multiple	multiple	ADJ
epaa-407	23	12	-	-	PUNCT
epaa-407	23	13	choice	choice	NOUN
epaa-407	23	14	testing	testing	NOUN
epaa-407	23	15	(	(	PUNCT
epaa-407	23	16	catterall	catterall	PROPN
epaa-407	23	17	&	&	CCONJ
epaa-407	23	18	winters	winter	NOUN
epaa-407	23	19	,	,	PUNCT
epaa-407	23	20	1994	1994	NUM
epaa-407	23	21	;	;	PUNCT
epaa-407	23	22	hardy	hardy	ADJ
epaa-407	23	23	,	,	PUNCT
epaa-407	23	24	1996	1996	NUM
epaa-407	23	25	;	;	PUNCT
epaa-407	23	26	linn	linn	PROPN
epaa-407	23	27	,	,	PUNCT
epaa-407	23	28	baker	baker	PROPN
epaa-407	23	29	&	&	CCONJ
epaa-407	23	30	dunbar	dunbar	PROPN
epaa-407	23	31	,	,	PUNCT
epaa-407	23	32	1991	1991	NUM
epaa-407	23	33	;	;	PUNCT
epaa-407	23	34	u.s	u.s	PROPN
epaa-407	23	35	.	.	PROPN
epaa-407	23	36	general	general	ADJ
epaa-407	23	37	accounting	accounting	PROPN
epaa-407	23	38	office	office	NOUN
epaa-407	23	39	,	,	PUNCT
epaa-407	23	40	1993	1993	NUM
epaa-407	23	41	)	)	PUNCT
epaa-407	23	42	,	,	PUNCT
epaa-407	23	43	though	though	SCONJ
epaa-407	23	44	the	the	DET
epaa-407	23	45	costs	cost	NOUN
epaa-407	23	46	of	of	ADP
epaa-407	23	47	performance	performance	NOUN
epaa-407	23	48	assessments	assessment	NOUN
epaa-407	23	49	will	will	AUX
epaa-407	23	50	vary	vary	VERB
epaa-407	23	51	considerably	considerably	ADV
epaa-407	23	52	based	base	VERB
epaa-407	23	53	on	on	ADP
epaa-407	23	54	the	the	DET
epaa-407	23	55	exact	exact	ADJ
epaa-407	23	56	nature	nature	NOUN
epaa-407	23	57	of	of	ADP
epaa-407	23	58	the	the	DET
epaa-407	23	59	assessment	assessment	NOUN
epaa-407	23	60	(	(	PUNCT
epaa-407	23	61	monk	monk	NOUN
epaa-407	23	62	,	,	PUNCT
epaa-407	23	63	1996	1996	NUM
epaa-407	23	64	;	;	PUNCT
epaa-407	23	65	u.s	u.s	PROPN
epaa-407	23	66	.	.	PROPN
epaa-407	23	67	general	general	ADJ
epaa-407	23	68	accounting	accounting	PROPN
epaa-407	23	69	office	office	NOUN
epaa-407	23	70	,	,	PUNCT
epaa-407	23	71	1993	1993	NUM
epaa-407	23	72	)	)	PUNCT
epaa-407	23	73	.	.	PUNCT
epaa-407	24	1	reckase	reckase	NOUN
epaa-407	24	2	(	(	PUNCT
epaa-407	24	3	1995	1995	NUM
epaa-407	24	4	)	)	PUNCT
epaa-407	24	5	demonstrated	demonstrate	VERB
epaa-407	24	6	that	that	SCONJ
epaa-407	24	7	it	it	PRON
epaa-407	24	8	is	be	AUX
epaa-407	24	9	possible	possible	ADJ
epaa-407	24	10	to	to	PART
epaa-407	24	11	produce	produce	VERB
epaa-407	24	12	a	a	DET
epaa-407	24	13	writing	writing	NOUN
epaa-407	24	14	portfolio	portfolio	NOUN
epaa-407	24	15	assessment	assessment	NOUN
epaa-407	24	16	procedure	procedure	NOUN
epaa-407	24	17	that	that	PRON
epaa-407	24	18	meets	meet	VERB
epaa-407	24	19	current	current	ADJ
epaa-407	24	20	standards	standard	NOUN
epaa-407	24	21	of	of	ADP
epaa-407	24	22	psychometric	psychometric	ADJ
epaa-407	24	23	quality	quality	NOUN
epaa-407	24	24	;	;	PUNCT
epaa-407	24	25	but	but	CCONJ
epaa-407	24	26	such	such	DET
epaa-407	24	27	a	a	DET
epaa-407	24	28	procedure	procedure	NOUN
epaa-407	24	29	,	,	PUNCT
epaa-407	24	30	compared	compare	VERB
epaa-407	24	31	to	to	ADP
epaa-407	24	32	current	current	ADJ
epaa-407	24	33	multiple	multiple	ADJ
epaa-407	24	34	-	-	PUNCT
epaa-407	24	35	choice	choice	NOUN
epaa-407	24	36	methods	method	NOUN
epaa-407	24	37	,	,	PUNCT
epaa-407	24	38	would	would	AUX
epaa-407	24	39	be	be	AUX
epaa-407	24	40	a	a	DET
epaa-407	24	41	"	"	PUNCT
epaa-407	24	42	very	very	ADV
epaa-407	24	43	expensive	expensive	ADJ
epaa-407	24	44	alternative	alternative	NOUN
epaa-407	24	45	(	(	PUNCT
epaa-407	24	46	p.	p.	NOUN
epaa-407	24	47	14	14	NUM
epaa-407	24	48	)	)	PUNCT
epaa-407	24	49	.	.	PUNCT
epaa-407	24	50	"	"	PUNCT
epaa-407	25	1	white	white	ADJ
epaa-407	25	2	(	(	PUNCT
epaa-407	25	3	1986	1986	NUM
epaa-407	25	4	)	)	PUNCT
epaa-407	25	5	,	,	PUNCT
epaa-407	25	6	however	however	ADV
epaa-407	25	7	,	,	PUNCT
epaa-407	25	8	holds	hold	VERB
epaa-407	25	9	that	that	SCONJ
epaa-407	25	10	,	,	PUNCT
epaa-407	25	11	when	when	SCONJ
epaa-407	25	12	designed	design	VERB
epaa-407	25	13	properly	properly	ADV
epaa-407	25	14	,	,	PUNCT
epaa-407	25	15	a	a	DET
epaa-407	25	16	direct	direct	ADJ
epaa-407	25	17	assessment	assessment	NOUN
epaa-407	25	18	of	of	ADP
epaa-407	25	19	writing	writing	NOUN
epaa-407	25	20	can	can	AUX
epaa-407	25	21	be	be	AUX
epaa-407	25	22	conducted	conduct	VERB
epaa-407	25	23	with	with	ADP
epaa-407	25	24	comparable	comparable	ADJ
epaa-407	25	25	expense	expense	NOUN
epaa-407	25	26	to	to	ADP
epaa-407	25	27	that	that	PRON
epaa-407	25	28	of	of	ADP
epaa-407	25	29	multiple	multiple	ADJ
epaa-407	25	30	-	-	PUNCT
epaa-407	25	31	choice	choice	NOUN
epaa-407	25	32	assessment	assessment	NOUN
epaa-407	25	33	.	.	PUNCT
epaa-407	26	1	this	this	DET
epaa-407	26	2	divergence	divergence	NOUN
epaa-407	26	3	notwithstanding	notwithstanding	ADP
epaa-407	26	4	,	,	PUNCT
epaa-407	26	5	white	white	ADJ
epaa-407	26	6	(	(	PUNCT
epaa-407	26	7	1986	1986	NUM
epaa-407	26	8	)	)	PUNCT
epaa-407	26	9	recognized	recognize	VERB
epaa-407	26	10	that	that	SCONJ
epaa-407	26	11	the	the	DET
epaa-407	26	12	expenses	expense	NOUN
epaa-407	26	13	are	be	AUX
epaa-407	26	14	different	different	ADJ
epaa-407	26	15	for	for	ADP
epaa-407	26	16	the	the	DET
epaa-407	26	17	two	two	NUM
epaa-407	26	18	forms	form	NOUN
epaa-407	26	19	,	,	PUNCT
epaa-407	26	20	the	the	DET
epaa-407	26	21	money	money	NOUN
epaa-407	26	22	being	be	AUX
epaa-407	26	23	used	use	VERB
epaa-407	26	24	mostly	mostly	ADV
epaa-407	26	25	for	for	ADP
epaa-407	26	26	raters	rater	NOUN
epaa-407	26	27	in	in	ADP
epaa-407	26	28	a	a	DET
epaa-407	26	29	direct	direct	ADJ
epaa-407	26	30	assessment	assessment	NOUN
epaa-407	26	31	of	of	ADP
epaa-407	26	32	writing	writing	NOUN
epaa-407	26	33	.	.	PUNCT
epaa-407	27	1	hoover	hoover	PROPN
epaa-407	27	2	and	and	CCONJ
epaa-407	27	3	bray	bray	PROPN
epaa-407	27	4	(	(	PUNCT
epaa-407	27	5	1995	1995	NUM
epaa-407	27	6	)	)	PUNCT
epaa-407	27	7	to	to	ADP
epaa-407	27	8	some	some	DET
epaa-407	27	9	extent	extent	NOUN
epaa-407	27	10	validated	validate	VERB
epaa-407	27	11	this	this	DET
epaa-407	27	12	claim	claim	NOUN
epaa-407	27	13	by	by	ADP
epaa-407	27	14	showing	show	VERB
epaa-407	27	15	that	that	SCONJ
epaa-407	27	16	the	the	DET
epaa-407	27	17	iowa	iowa	PROPN
epaa-407	27	18	writing	write	VERB
epaa-407	27	19	test	test	NOUN
epaa-407	27	20	could	could	AUX
epaa-407	27	21	be	be	AUX
epaa-407	27	22	conducted	conduct	VERB
epaa-407	27	23	for	for	ADP
epaa-407	27	24	approximately	approximately	ADV
epaa-407	27	25	the	the	DET
epaa-407	27	26	same	same	ADJ
epaa-407	27	27	cost	cost	NOUN
epaa-407	27	28	as	as	ADP
epaa-407	27	29	the	the	DET
epaa-407	27	30	iowa	iowa	PROPN
epaa-407	27	31	test	test	NOUN
epaa-407	27	32	of	of	ADP
epaa-407	27	33	basic	basic	ADJ
epaa-407	27	34	skills	skill	NOUN
epaa-407	27	35	,	,	PUNCT
epaa-407	27	36	albeit	albeit	SCONJ
epaa-407	27	37	the	the	DET
epaa-407	27	38	former	former	ADJ
epaa-407	27	39	covered	cover	VERB
epaa-407	27	40	a	a	DET
epaa-407	27	41	much	much	ADV
epaa-407	27	42	smaller	small	ADJ
epaa-407	27	43	domain	domain	NOUN
epaa-407	27	44	than	than	ADP
epaa-407	27	45	the	the	DET
epaa-407	27	46	latter	latter	ADJ
epaa-407	27	47	.	.	PUNCT
epaa-407	28	1	these	these	DET
epaa-407	28	2	two	two	NUM
epaa-407	28	3	problems	problem	NOUN
epaa-407	28	4	of	of	ADP
epaa-407	28	5	low	low	ADJ
epaa-407	28	6	reliability	reliability	NOUN
epaa-407	28	7	coefficients	coefficient	NOUN
epaa-407	28	8	and	and	CCONJ
epaa-407	28	9	high	high	ADJ
epaa-407	28	10	cost	cost	NOUN
epaa-407	28	11	in	in	ADP
epaa-407	28	12	performance	performance	NOUN
epaa-407	28	13	assessment	assessment	NOUN
epaa-407	28	14	are	be	AUX
epaa-407	28	15	often	often	ADV
epaa-407	28	16	directly	directly	ADV
epaa-407	28	17	linked	link	VERB
epaa-407	28	18	.	.	PUNCT
epaa-407	29	1	if	if	SCONJ
epaa-407	29	2	the	the	DET
epaa-407	29	3	solution	solution	NOUN
epaa-407	29	4	to	to	ADP
epaa-407	29	5	low	low	ADJ
epaa-407	29	6	generalizability	generalizability	NOUN
epaa-407	29	7	is	be	AUX
epaa-407	29	8	to	to	PART
epaa-407	29	9	increase	increase	VERB
epaa-407	29	10	the	the	DET
epaa-407	29	11	number	number	NOUN
epaa-407	29	12	of	of	ADP
epaa-407	29	13	tasks	task	NOUN
epaa-407	29	14	,	,	PUNCT
epaa-407	29	15	raters	rater	NOUN
epaa-407	29	16	,	,	PUNCT
epaa-407	29	17	etc	etc	X
epaa-407	29	18	.	.	X
epaa-407	29	19	,	,	PUNCT
epaa-407	29	20	then	then	ADV
epaa-407	29	21	the	the	DET
epaa-407	29	22	cost	cost	NOUN
epaa-407	29	23	must	must	AUX
epaa-407	29	24	also	also	ADV
epaa-407	29	25	increase	increase	VERB
epaa-407	29	26	(	(	PUNCT
epaa-407	29	27	e.g.	e.g.	ADV
epaa-407	29	28	picus	picus	NOUN
epaa-407	29	29	,	,	PUNCT
epaa-407	29	30	1994	1994	NUM
epaa-407	29	31	)	)	PUNCT
epaa-407	29	32	.	.	PUNCT
epaa-407	30	1	there	there	PRON
epaa-407	30	2	are	be	VERB
epaa-407	30	3	a	a	DET
epaa-407	30	4	number	number	NOUN
epaa-407	30	5	of	of	ADP
epaa-407	30	6	issues	issue	NOUN
epaa-407	30	7	,	,	PUNCT
epaa-407	30	8	however	however	ADV
epaa-407	30	9	,	,	PUNCT
epaa-407	30	10	that	that	PRON
epaa-407	30	11	make	make	VERB
epaa-407	30	12	this	this	PRON
epaa-407	30	13	more	more	ADV
epaa-407	30	14	complicated	complicated	ADJ
epaa-407	30	15	than	than	SCONJ
epaa-407	30	16	it	it	PRON
epaa-407	30	17	first	first	ADV
epaa-407	30	18	appears	appear	VERB
epaa-407	30	19	.	.	PUNCT
epaa-407	31	1	the	the	DET
epaa-407	31	2	first	first	ADJ
epaa-407	31	3	issue	issue	NOUN
epaa-407	31	4	is	be	AUX
epaa-407	31	5	the	the	DET
epaa-407	31	6	automatic	automatic	ADJ
epaa-407	31	7	acceptance	acceptance	NOUN
epaa-407	31	8	of	of	ADP
epaa-407	31	9	the	the	DET
epaa-407	31	10	direct	direct	ADJ
epaa-407	31	11	relationship	relationship	NOUN
epaa-407	31	12	between	between	ADP
epaa-407	31	13	the	the	DET
epaa-407	31	14	number	number	NOUN
epaa-407	31	15	of	of	ADP
epaa-407	31	16	observations	observation	NOUN
epaa-407	31	17	in	in	ADP
epaa-407	31	18	an	an	DET
epaa-407	31	19	assessment	assessment	NOUN
epaa-407	31	20	and	and	CCONJ
epaa-407	31	21	the	the	DET
epaa-407	31	22	reliability	reliability	NOUN
epaa-407	31	23	of	of	ADP
epaa-407	31	24	scores	score	NOUN
epaa-407	31	25	from	from	ADP
epaa-407	31	26	that	that	DET
epaa-407	31	27	assessment	assessment	NOUN
epaa-407	31	28	.	.	PUNCT
epaa-407	32	1	this	this	DET
epaa-407	32	2	acceptance	acceptance	NOUN
epaa-407	32	3	is	be	AUX
epaa-407	32	4	promulgated	promulgate	VERB
epaa-407	32	5	by	by	ADP
epaa-407	32	6	a	a	DET
epaa-407	32	7	long	long	ADJ
epaa-407	32	8	history	history	NOUN
epaa-407	32	9	with	with	ADP
epaa-407	32	10	the	the	DET
epaa-407	32	11	spearmanbrown	spearmanbrown	ADJ
epaa-407	32	12	prophecy	prophecy	NOUN
epaa-407	32	13	formula	formula	NOUN
epaa-407	32	14	used	use	VERB
epaa-407	32	15	to	to	PART
epaa-407	32	16	address	address	VERB
epaa-407	32	17	this	this	DET
epaa-407	32	18	issue	issue	NOUN
epaa-407	32	19	with	with	ADP
epaa-407	32	20	objective	objective	ADJ
epaa-407	32	21	item	item	NOUN
epaa-407	32	22	assessments	assessment	NOUN
epaa-407	32	23	.	.	PUNCT
epaa-407	33	1	in	in	ADP
epaa-407	33	2	a	a	DET
epaa-407	33	3	multiple	multiple	ADJ
epaa-407	33	4	-	-	PUNCT
epaa-407	33	5	choice	choice	NOUN
epaa-407	33	6	test	test	NOUN
epaa-407	33	7	,	,	PUNCT
epaa-407	33	8	it	it	PRON
epaa-407	33	9	is	be	AUX
epaa-407	33	10	possible	possible	ADJ
epaa-407	33	11	to	to	PART
epaa-407	33	12	estimate	estimate	VERB
epaa-407	33	13	the	the	DET
epaa-407	33	14	number	number	NOUN
epaa-407	33	15	of	of	ADP
epaa-407	33	16	items	item	NOUN
epaa-407	33	17	necessary	necessary	ADJ
epaa-407	33	18	to	to	PART
epaa-407	33	19	reach	reach	VERB
epaa-407	33	20	a	a	DET
epaa-407	33	21	desired	desire	VERB
epaa-407	33	22	reliability	reliability	NOUN
epaa-407	33	23	coefficient	coefficient	NOUN
epaa-407	33	24	.	.	PUNCT
epaa-407	34	1	for	for	ADP
epaa-407	34	2	example	example	NOUN
epaa-407	34	3	,	,	PUNCT
epaa-407	34	4	if	if	SCONJ
epaa-407	34	5	a	a	DET
epaa-407	34	6	test	test	NOUN
epaa-407	34	7	contains	contain	VERB
epaa-407	34	8	50	50	NUM
epaa-407	34	9	multiple	multiple	ADJ
epaa-407	34	10	-	-	PUNCT
epaa-407	34	11	choice	choice	NOUN
epaa-407	34	12	items	item	NOUN
epaa-407	34	13	and	and	CCONJ
epaa-407	34	14	the	the	DET
epaa-407	34	15	reliability	reliability	NOUN
epaa-407	34	16	coefficient	coefficient	NOUN
epaa-407	34	17	for	for	ADP
epaa-407	34	18	scores	score	NOUN
epaa-407	34	19	from	from	ADP
epaa-407	34	20	that	that	DET
epaa-407	34	21	test	test	NOUN
epaa-407	34	22	is	be	AUX
epaa-407	34	23	0.76	0.76	NUM
epaa-407	34	24	,	,	PUNCT
epaa-407	34	25	the	the	DET
epaa-407	34	26	spearman	spearman	NOUN
epaa-407	34	27	-	-	PUNCT
epaa-407	34	28	brown	brown	ADJ
epaa-407	34	29	prophecy	prophecy	NOUN
epaa-407	34	30	formula	formula	NOUN
epaa-407	34	31	can	can	AUX
epaa-407	34	32	be	be	AUX
epaa-407	34	33	employed	employ	VERB
epaa-407	34	34	to	to	PART
epaa-407	34	35	estimate	estimate	VERB
epaa-407	34	36	how	how	SCONJ
epaa-407	34	37	many	many	ADJ
epaa-407	34	38	items	item	NOUN
epaa-407	34	39	would	would	AUX
epaa-407	34	40	need	need	VERB
epaa-407	34	41	to	to	PART
epaa-407	34	42	be	be	AUX
epaa-407	34	43	added	add	VERB
epaa-407	34	44	to	to	PART
epaa-407	34	45	increase	increase	VERB
epaa-407	34	46	the	the	DET
epaa-407	34	47	reliability	reliability	NOUN
epaa-407	34	48	estimate	estimate	NOUN
epaa-407	34	49	to	to	ADP
epaa-407	34	50	0.85	0.85	NUM
epaa-407	34	51	.	.	PUNCT
epaa-407	35	1	there	there	PRON
epaa-407	35	2	is	be	VERB
epaa-407	35	3	direct	direct	ADJ
epaa-407	35	4	(	(	PUNCT
epaa-407	35	5	though	though	SCONJ
epaa-407	35	6	asymptotic	asymptotic	ADJ
epaa-407	35	7	)	)	PUNCT
epaa-407	35	8	relationship	relationship	NOUN
epaa-407	35	9	between	between	ADP
epaa-407	35	10	the	the	DET
epaa-407	35	11	number	number	NOUN
epaa-407	35	12	of	of	ADP
epaa-407	35	13	items	item	NOUN
epaa-407	35	14	used	use	VERB
epaa-407	35	15	and	and	CCONJ
epaa-407	35	16	the	the	DET
epaa-407	35	17	magnitude	magnitude	NOUN
epaa-407	35	18	of	of	ADP
epaa-407	35	19	the	the	DET
epaa-407	35	20	reliability	reliability	NOUN
epaa-407	35	21	coefficient	coefficient	NOUN
epaa-407	35	22	.	.	PUNCT
epaa-407	36	1	in	in	ADP
epaa-407	36	2	a	a	DET
epaa-407	36	3	performance	performance	NOUN
epaa-407	36	4	assessment	assessment	NOUN
epaa-407	36	5	,	,	PUNCT
epaa-407	36	6	however	however	ADV
epaa-407	36	7	,	,	PUNCT
epaa-407	36	8	the	the	DET
epaa-407	36	9	relationship	relationship	NOUN
epaa-407	36	10	between	between	ADP
epaa-407	36	11	a	a	DET
epaa-407	36	12	reliability	reliability	NOUN
epaa-407	36	13	estimate	estimate	NOUN
epaa-407	36	14	and	and	CCONJ
epaa-407	36	15	the	the	DET
epaa-407	36	16	number	number	NOUN
epaa-407	36	17	of	of	ADP
epaa-407	36	18	observations	observation	NOUN
epaa-407	36	19	is	be	AUX
epaa-407	36	20	more	more	ADV
epaa-407	36	21	complicated	complicated	ADJ
epaa-407	36	22	because	because	SCONJ
epaa-407	36	23	there	there	PRON
epaa-407	36	24	are	be	VERB
epaa-407	36	25	more	more	ADJ
epaa-407	36	26	sources	source	NOUN
epaa-407	36	27	of	of	ADP
epaa-407	36	28	error	error	NOUN
epaa-407	36	29	.	.	PUNCT
epaa-407	37	1	in	in	ADP
epaa-407	37	2	a	a	DET
epaa-407	37	3	multiple	multiple	ADJ
epaa-407	37	4	-	-	PUNCT
epaa-407	37	5	choice	choice	NOUN
epaa-407	37	6	test	test	NOUN
epaa-407	37	7	,	,	PUNCT
epaa-407	37	8	the	the	DET
epaa-407	37	9	3	3	NUM
epaa-407	37	10	of	of	ADP
epaa-407	37	11	14	14	NUM
epaa-407	37	12	items	item	NOUN
epaa-407	37	13	represent	represent	VERB
epaa-407	37	14	the	the	DET
epaa-407	37	15	only	only	ADJ
epaa-407	37	16	source	source	NOUN
epaa-407	37	17	of	of	ADP
epaa-407	37	18	error	error	NOUN
epaa-407	37	19	.	.	PUNCT
epaa-407	38	1	in	in	ADP
epaa-407	38	2	a	a	DET
epaa-407	38	3	performance	performance	NOUN
epaa-407	38	4	assessment	assessment	NOUN
epaa-407	38	5	,	,	PUNCT
epaa-407	38	6	tasks	task	NOUN
epaa-407	38	7	,	,	PUNCT
epaa-407	38	8	raters	rater	NOUN
epaa-407	38	9	,	,	PUNCT
epaa-407	38	10	occasions	occasion	NOUN
epaa-407	38	11	and	and	CCONJ
epaa-407	38	12	potentially	potentially	ADV
epaa-407	38	13	many	many	ADJ
epaa-407	38	14	other	other	ADJ
epaa-407	38	15	sources	source	NOUN
epaa-407	38	16	of	of	ADP
epaa-407	38	17	error	error	NOUN
epaa-407	38	18	are	be	AUX
epaa-407	38	19	possible	possible	ADJ
epaa-407	38	20	.	.	PUNCT
epaa-407	39	1	the	the	DET
epaa-407	39	2	implication	implication	NOUN
epaa-407	39	3	is	be	AUX
epaa-407	39	4	twofold	twofold	ADV
epaa-407	39	5	.	.	PUNCT
epaa-407	40	1	first	first	ADV
epaa-407	40	2	,	,	PUNCT
epaa-407	40	3	there	there	PRON
epaa-407	40	4	may	may	AUX
epaa-407	40	5	be	be	AUX
epaa-407	40	6	more	more	ADJ
epaa-407	40	7	than	than	ADP
epaa-407	40	8	one	one	NUM
epaa-407	40	9	combination	combination	NOUN
epaa-407	40	10	of	of	ADP
epaa-407	40	11	raters	rater	NOUN
epaa-407	40	12	,	,	PUNCT
epaa-407	40	13	tasks	task	NOUN
epaa-407	40	14	,	,	PUNCT
epaa-407	40	15	etc	etc	X
epaa-407	40	16	.	.	X
epaa-407	40	17	that	that	PRON
epaa-407	40	18	will	will	AUX
epaa-407	40	19	result	result	VERB
epaa-407	40	20	in	in	ADP
epaa-407	40	21	a	a	DET
epaa-407	40	22	reliability	reliability	NOUN
epaa-407	40	23	estimate	estimate	NOUN
epaa-407	40	24	of	of	ADP
epaa-407	40	25	a	a	DET
epaa-407	40	26	given	give	VERB
epaa-407	40	27	magnitude	magnitude	NOUN
epaa-407	40	28	.	.	PUNCT
epaa-407	41	1	second	second	ADJ
epaa-407	41	2	,	,	PUNCT
epaa-407	41	3	it	it	PRON
epaa-407	41	4	is	be	AUX
epaa-407	41	5	possible	possible	ADJ
epaa-407	41	6	that	that	SCONJ
epaa-407	41	7	fewer	few	ADJ
epaa-407	41	8	observations	observation	NOUN
epaa-407	41	9	could	could	AUX
epaa-407	41	10	lead	lead	VERB
epaa-407	41	11	to	to	ADP
epaa-407	41	12	a	a	DET
epaa-407	41	13	larger	large	ADJ
epaa-407	41	14	estimate	estimate	NOUN
epaa-407	41	15	of	of	ADP
epaa-407	41	16	the	the	DET
epaa-407	41	17	reliability	reliability	NOUN
epaa-407	41	18	of	of	ADP
epaa-407	41	19	scores	score	NOUN
epaa-407	41	20	from	from	ADP
epaa-407	41	21	a	a	DET
epaa-407	41	22	performance	performance	NOUN
epaa-407	41	23	assessment	assessment	NOUN
epaa-407	41	24	.	.	PUNCT
epaa-407	42	1	therefore	therefore	ADV
epaa-407	42	2	,	,	PUNCT
epaa-407	42	3	it	it	PRON
epaa-407	42	4	is	be	AUX
epaa-407	42	5	no	no	ADV
epaa-407	42	6	longer	long	ADV
epaa-407	42	7	axiomatic	axiomatic	ADJ
epaa-407	42	8	that	that	SCONJ
epaa-407	42	9	increasing	increase	VERB
epaa-407	42	10	reliability	reliability	NOUN
epaa-407	42	11	means	mean	VERB
epaa-407	42	12	adding	add	VERB
epaa-407	42	13	more	more	ADJ
epaa-407	42	14	observations	observation	NOUN
epaa-407	42	15	.	.	PUNCT
epaa-407	43	1	the	the	DET
epaa-407	43	2	second	second	ADJ
epaa-407	43	3	issue	issue	NOUN
epaa-407	43	4	is	be	AUX
epaa-407	43	5	that	that	SCONJ
epaa-407	43	6	cost	cost	NOUN
epaa-407	43	7	and	and	CCONJ
epaa-407	43	8	reliability	reliability	NOUN
epaa-407	43	9	are	be	AUX
epaa-407	43	10	seldom	seldom	ADV
epaa-407	43	11	addressed	address	VERB
epaa-407	43	12	simultaneously	simultaneously	ADV
epaa-407	43	13	.	.	PUNCT
epaa-407	44	1	by	by	ADP
epaa-407	44	2	and	and	CCONJ
epaa-407	44	3	large	large	ADJ
epaa-407	44	4	this	this	PRON
epaa-407	44	5	is	be	AUX
epaa-407	44	6	due	due	ADJ
epaa-407	44	7	to	to	ADP
epaa-407	44	8	the	the	DET
epaa-407	44	9	methodologies	methodology	NOUN
epaa-407	44	10	employed	employ	VERB
epaa-407	44	11	for	for	ADP
epaa-407	44	12	such	such	ADJ
epaa-407	44	13	projections	projection	NOUN
epaa-407	44	14	.	.	PUNCT
epaa-407	45	1	in	in	ADP
epaa-407	45	2	an	an	DET
epaa-407	45	3	assessment	assessment	NOUN
epaa-407	45	4	procedure	procedure	NOUN
epaa-407	45	5	with	with	ADP
epaa-407	45	6	multiple	multiple	ADJ
epaa-407	45	7	sources	source	NOUN
epaa-407	45	8	of	of	ADP
epaa-407	45	9	error	error	NOUN
epaa-407	45	10	,	,	PUNCT
epaa-407	45	11	the	the	DET
epaa-407	45	12	most	most	ADV
epaa-407	45	13	common	common	ADJ
epaa-407	45	14	projective	projective	ADJ
epaa-407	45	15	technique	technique	NOUN
epaa-407	45	16	is	be	AUX
epaa-407	45	17	a	a	DET
epaa-407	45	18	liberalization	liberalization	NOUN
epaa-407	45	19	of	of	ADP
epaa-407	45	20	the	the	DET
epaa-407	45	21	spearman	spearman	NOUN
epaa-407	45	22	-	-	PUNCT
epaa-407	45	23	brown	brown	ADJ
epaa-407	45	24	prophecy	prophecy	NOUN
epaa-407	45	25	formula	formula	NOUN
epaa-407	45	26	,	,	PUNCT
epaa-407	45	27	the	the	DET
epaa-407	45	28	decision	decision	NOUN
epaa-407	45	29	study	study	NOUN
epaa-407	45	30	,	,	PUNCT
epaa-407	45	31	or	or	CCONJ
epaa-407	45	32	d	d	X
epaa-407	45	33	-	-	PUNCT
epaa-407	45	34	study	study	NOUN
epaa-407	45	35	from	from	ADP
epaa-407	45	36	the	the	DET
epaa-407	45	37	generalizability	generalizability	NOUN
epaa-407	45	38	theory	theory	NOUN
epaa-407	45	39	framework	framework	NOUN
epaa-407	45	40	.	.	PUNCT
epaa-407	46	1	the	the	DET
epaa-407	46	2	d	d	ADJ
epaa-407	46	3	-	-	PUNCT
epaa-407	46	4	study	study	ADJ
epaa-407	46	5	approach	approach	NOUN
epaa-407	46	6	to	to	ADP
epaa-407	46	7	addressing	address	VERB
epaa-407	46	8	the	the	DET
epaa-407	46	9	joint	joint	ADJ
epaa-407	46	10	issues	issue	NOUN
epaa-407	46	11	of	of	ADP
epaa-407	46	12	cost	cost	NOUN
epaa-407	46	13	and	and	CCONJ
epaa-407	46	14	reliability	reliability	NOUN
epaa-407	46	15	is	be	AUX
epaa-407	46	16	less	less	ADJ
epaa-407	46	17	than	than	ADP
epaa-407	46	18	desirable	desirable	ADJ
epaa-407	46	19	in	in	ADP
epaa-407	46	20	a	a	DET
epaa-407	46	21	couple	couple	NOUN
epaa-407	46	22	of	of	ADP
epaa-407	46	23	ways	way	NOUN
epaa-407	46	24	.	.	PUNCT
epaa-407	47	1	d	d	X
epaa-407	47	2	-	-	PUNCT
epaa-407	47	3	studies	study	NOUN
epaa-407	47	4	are	be	AUX
epaa-407	47	5	often	often	ADV
epaa-407	47	6	done	do	VERB
epaa-407	47	7	one	one	NUM
epaa-407	47	8	at	at	ADP
epaa-407	47	9	a	a	DET
epaa-407	47	10	time	time	NOUN
epaa-407	47	11	by	by	ADP
epaa-407	47	12	considering	consider	VERB
epaa-407	47	13	different	different	ADJ
epaa-407	47	14	combinations	combination	NOUN
epaa-407	47	15	of	of	ADP
epaa-407	47	16	sources	source	NOUN
epaa-407	47	17	of	of	ADP
epaa-407	47	18	error	error	NOUN
epaa-407	47	19	.	.	PUNCT
epaa-407	48	1	that	that	PRON
epaa-407	48	2	means	mean	VERB
epaa-407	48	3	that	that	SCONJ
epaa-407	48	4	when	when	SCONJ
epaa-407	48	5	the	the	DET
epaa-407	48	6	first	first	ADJ
epaa-407	48	7	combination	combination	NOUN
epaa-407	48	8	to	to	PART
epaa-407	48	9	reach	reach	VERB
epaa-407	48	10	the	the	DET
epaa-407	48	11	desired	desire	VERB
epaa-407	48	12	reliability	reliability	NOUN
epaa-407	48	13	estimate	estimate	NOUN
epaa-407	48	14	is	be	AUX
epaa-407	48	15	reached	reach	VERB
epaa-407	48	16	,	,	PUNCT
epaa-407	48	17	the	the	DET
epaa-407	48	18	process	process	NOUN
epaa-407	48	19	stops	stop	VERB
epaa-407	48	20	.	.	PUNCT
epaa-407	49	1	if	if	SCONJ
epaa-407	49	2	there	there	PRON
epaa-407	49	3	are	be	VERB
epaa-407	49	4	several	several	ADJ
epaa-407	49	5	combinations	combination	NOUN
epaa-407	49	6	of	of	ADP
epaa-407	49	7	sources	source	NOUN
epaa-407	49	8	of	of	ADP
epaa-407	49	9	error	error	NOUN
epaa-407	49	10	that	that	PRON
epaa-407	49	11	would	would	AUX
epaa-407	49	12	satisfy	satisfy	VERB
epaa-407	49	13	the	the	DET
epaa-407	49	14	desired	desire	VERB
epaa-407	49	15	reliability	reliability	NOUN
epaa-407	49	16	threshold	threshold	NOUN
epaa-407	49	17	,	,	PUNCT
epaa-407	49	18	they	they	PRON
epaa-407	49	19	probably	probably	ADV
epaa-407	49	20	would	would	AUX
epaa-407	49	21	not	not	PART
epaa-407	49	22	be	be	AUX
epaa-407	49	23	uncovered	uncover	VERB
epaa-407	49	24	in	in	ADP
epaa-407	49	25	this	this	DET
epaa-407	49	26	manner	manner	NOUN
epaa-407	49	27	.	.	PUNCT
epaa-407	50	1	the	the	DET
epaa-407	50	2	d	d	ADJ
epaa-407	50	3	-	-	PUNCT
epaa-407	50	4	study	study	ADJ
epaa-407	50	5	approach	approach	NOUN
epaa-407	50	6	does	do	AUX
epaa-407	50	7	not	not	PART
epaa-407	50	8	take	take	VERB
epaa-407	50	9	cost	cost	NOUN
epaa-407	50	10	information	information	NOUN
epaa-407	50	11	into	into	ADP
epaa-407	50	12	consideration	consideration	NOUN
epaa-407	50	13	,	,	PUNCT
epaa-407	50	14	which	which	PRON
epaa-407	50	15	leaves	leave	VERB
epaa-407	50	16	the	the	DET
epaa-407	50	17	direct	direct	ADJ
epaa-407	50	18	relationship	relationship	NOUN
epaa-407	50	19	between	between	ADP
epaa-407	50	20	the	the	DET
epaa-407	50	21	number	number	NOUN
epaa-407	50	22	of	of	ADP
epaa-407	50	23	observations	observation	NOUN
epaa-407	50	24	and	and	CCONJ
epaa-407	50	25	cost	cost	NOUN
epaa-407	50	26	to	to	PART
epaa-407	50	27	dictate	dictate	VERB
epaa-407	50	28	the	the	DET
epaa-407	50	29	best	good	ADJ
epaa-407	50	30	combination	combination	NOUN
epaa-407	50	31	of	of	ADP
epaa-407	50	32	sources	source	NOUN
epaa-407	50	33	of	of	ADP
epaa-407	50	34	error	error	NOUN
epaa-407	50	35	.	.	PUNCT
epaa-407	51	1	assuming	assume	VERB
epaa-407	51	2	that	that	SCONJ
epaa-407	51	3	d	d	NOUN
epaa-407	51	4	-	-	PUNCT
epaa-407	51	5	studies	study	NOUN
epaa-407	51	6	are	be	AUX
epaa-407	51	7	conducted	conduct	VERB
epaa-407	51	8	in	in	ADP
epaa-407	51	9	such	such	DET
epaa-407	51	10	a	a	DET
epaa-407	51	11	manner	manner	NOUN
epaa-407	51	12	that	that	SCONJ
epaa-407	51	13	multiple	multiple	ADJ
epaa-407	51	14	combinations	combination	NOUN
epaa-407	51	15	of	of	ADP
epaa-407	51	16	sources	source	NOUN
epaa-407	51	17	of	of	ADP
epaa-407	51	18	error	error	NOUN
epaa-407	51	19	are	be	AUX
epaa-407	51	20	identified	identify	VERB
epaa-407	51	21	,	,	PUNCT
epaa-407	51	22	all	all	PRON
epaa-407	51	23	meeting	meet	VERB
epaa-407	51	24	a	a	DET
epaa-407	51	25	minimum	minimum	ADJ
epaa-407	51	26	reliability	reliability	NOUN
epaa-407	51	27	estimate	estimate	NOUN
epaa-407	51	28	,	,	PUNCT
epaa-407	51	29	the	the	DET
epaa-407	51	30	one	one	NOUN
epaa-407	51	31	with	with	ADP
epaa-407	51	32	the	the	DET
epaa-407	51	33	fewest	few	ADJ
epaa-407	51	34	total	total	ADJ
epaa-407	51	35	observations	observation	NOUN
epaa-407	51	36	is	be	AUX
epaa-407	51	37	likely	likely	ADJ
epaa-407	51	38	to	to	PART
epaa-407	51	39	be	be	AUX
epaa-407	51	40	selected	select	VERB
epaa-407	51	41	for	for	ADP
epaa-407	51	42	implementation	implementation	NOUN
epaa-407	51	43	.	.	PUNCT
epaa-407	52	1	it	it	PRON
epaa-407	52	2	might	might	AUX
epaa-407	52	3	be	be	AUX
epaa-407	52	4	possible	possible	ADJ
epaa-407	52	5	that	that	SCONJ
epaa-407	52	6	more	more	ADJ
epaa-407	52	7	total	total	ADJ
epaa-407	52	8	observations	observation	NOUN
epaa-407	52	9	could	could	AUX
epaa-407	52	10	actually	actually	ADV
epaa-407	52	11	be	be	AUX
epaa-407	52	12	less	less	ADV
epaa-407	52	13	expensive	expensive	ADJ
epaa-407	52	14	.	.	PUNCT
epaa-407	53	1	without	without	ADP
epaa-407	53	2	explicitly	explicitly	ADV
epaa-407	53	3	examining	examine	VERB
epaa-407	53	4	cost	cost	NOUN
epaa-407	53	5	information	information	NOUN
epaa-407	53	6	,	,	PUNCT
epaa-407	53	7	there	there	PRON
epaa-407	53	8	is	be	VERB
epaa-407	53	9	no	no	DET
epaa-407	53	10	way	way	NOUN
epaa-407	53	11	to	to	PART
epaa-407	53	12	know	know	VERB
epaa-407	53	13	for	for	ADP
epaa-407	53	14	sure	sure	ADJ
epaa-407	53	15	.	.	PUNCT
epaa-407	54	1	the	the	DET
epaa-407	54	2	goal	goal	NOUN
epaa-407	54	3	should	should	AUX
epaa-407	54	4	be	be	AUX
epaa-407	54	5	an	an	DET
epaa-407	54	6	optimal	optimal	ADJ
epaa-407	54	7	assessment	assessment	NOUN
epaa-407	54	8	design	design	NOUN
epaa-407	54	9	where	where	SCONJ
epaa-407	54	10	optimal	optimal	ADJ
epaa-407	54	11	is	be	AUX
epaa-407	54	12	defined	define	VERB
epaa-407	54	13	as	as	ADP
epaa-407	54	14	the	the	DET
epaa-407	54	15	most	most	ADV
epaa-407	54	16	reliable	reliable	ADJ
epaa-407	54	17	and	and	CCONJ
epaa-407	54	18	least	least	ADV
epaa-407	54	19	expensive	expensive	ADJ
epaa-407	54	20	.	.	PUNCT
epaa-407	55	1	there	there	PRON
epaa-407	55	2	is	be	VERB
epaa-407	55	3	a	a	DET
epaa-407	55	4	technique	technique	NOUN
epaa-407	55	5	that	that	PRON
epaa-407	55	6	allows	allow	VERB
epaa-407	55	7	all	all	PRON
epaa-407	55	8	of	of	ADP
epaa-407	55	9	these	these	DET
epaa-407	55	10	issues	issue	NOUN
epaa-407	55	11	to	to	PART
epaa-407	55	12	be	be	AUX
epaa-407	55	13	handled	handle	VERB
epaa-407	55	14	simultaneously	simultaneously	ADV
epaa-407	55	15	in	in	ADP
epaa-407	55	16	one	one	NUM
epaa-407	55	17	analysis	analysis	NOUN
epaa-407	55	18	.	.	PUNCT
epaa-407	56	1	sanders	sander	NOUN
epaa-407	56	2	,	,	PUNCT
epaa-407	56	3	theunissen	theunissen	ADJ
epaa-407	56	4	,	,	PUNCT
epaa-407	56	5	and	and	CCONJ
epaa-407	56	6	baas	baas	NOUN
epaa-407	56	7	(	(	PUNCT
epaa-407	56	8	1989	1989	NUM
epaa-407	56	9	,	,	PUNCT
epaa-407	56	10	1991	1991	NUM
epaa-407	56	11	,	,	PUNCT
epaa-407	56	12	1992	1992	NUM
epaa-407	56	13	)	)	PUNCT
epaa-407	56	14	proposed	propose	VERB
epaa-407	56	15	the	the	DET
epaa-407	56	16	use	use	NOUN
epaa-407	56	17	of	of	ADP
epaa-407	56	18	a	a	DET
epaa-407	56	19	branch	branch	NOUN
epaa-407	56	20	-	-	PUNCT
epaa-407	56	21	and	and	CCONJ
epaa-407	56	22	-	-	PUNCT
epaa-407	56	23	bound	bind	VERB
epaa-407	56	24	integer	integer	NOUN
epaa-407	56	25	programming	programming	NOUN
epaa-407	56	26	algorithm	algorithm	NOUN
epaa-407	56	27	which	which	PRON
epaa-407	56	28	searches	search	VERB
epaa-407	56	29	for	for	ADP
epaa-407	56	30	and	and	CCONJ
epaa-407	56	31	identifies	identify	VERB
epaa-407	56	32	the	the	DET
epaa-407	56	33	optimal	optimal	ADJ
epaa-407	56	34	number	number	NOUN
epaa-407	56	35	of	of	ADP
epaa-407	56	36	levels	level	NOUN
epaa-407	56	37	for	for	ADP
epaa-407	56	38	each	each	DET
epaa-407	56	39	facet	facet	NOUN
epaa-407	56	40	while	while	SCONJ
epaa-407	56	41	taking	take	VERB
epaa-407	56	42	into	into	ADP
epaa-407	56	43	account	account	NOUN
epaa-407	56	44	each	each	DET
epaa-407	56	45	facet	facet	PROPN
epaa-407	56	46	's	's	PART
epaa-407	56	47	contribution	contribution	NOUN
epaa-407	56	48	to	to	ADP
epaa-407	56	49	the	the	DET
epaa-407	56	50	generalizability	generalizability	NOUN
epaa-407	56	51	coefficient	coefficient	NOUN
epaa-407	56	52	and	and	CCONJ
epaa-407	56	53	each	each	DET
epaa-407	56	54	facet	facet	NOUN
epaa-407	56	55	's	's	PART
epaa-407	56	56	cost	cost	NOUN
epaa-407	56	57	as	as	ADV
epaa-407	56	58	well	well	ADV
epaa-407	56	59	as	as	ADP
epaa-407	56	60	any	any	DET
epaa-407	56	61	other	other	ADJ
epaa-407	56	62	practical	practical	ADJ
epaa-407	56	63	constraint	constraint	NOUN
epaa-407	56	64	.	.	PUNCT
epaa-407	57	1	this	this	DET
epaa-407	57	2	technique	technique	NOUN
epaa-407	57	3	appears	appear	VERB
epaa-407	57	4	to	to	PART
epaa-407	57	5	be	be	AUX
epaa-407	57	6	promising	promise	VERB
epaa-407	57	7	.	.	PUNCT
epaa-407	58	1	it	it	PRON
epaa-407	58	2	can	can	AUX
epaa-407	58	3	exhaustively	exhaustively	ADV
epaa-407	58	4	search	search	VERB
epaa-407	58	5	all	all	DET
epaa-407	58	6	possible	possible	ADJ
epaa-407	58	7	combinations	combination	NOUN
epaa-407	58	8	of	of	ADP
epaa-407	58	9	levels	level	NOUN
epaa-407	58	10	of	of	ADP
epaa-407	58	11	facets	facet	NOUN
epaa-407	58	12	,	,	PUNCT
epaa-407	58	13	within	within	ADP
epaa-407	58	14	given	give	VERB
epaa-407	58	15	parameters	parameter	NOUN
epaa-407	58	16	,	,	PUNCT
epaa-407	58	17	something	something	PRON
epaa-407	58	18	that	that	PRON
epaa-407	58	19	could	could	AUX
epaa-407	58	20	be	be	AUX
epaa-407	58	21	a	a	DET
epaa-407	58	22	daunting	daunting	ADJ
epaa-407	58	23	task	task	NOUN
epaa-407	58	24	to	to	PART
epaa-407	58	25	perform	perform	VERB
epaa-407	58	26	"	"	PUNCT
epaa-407	58	27	by	by	ADP
epaa-407	58	28	hand	hand	NOUN
epaa-407	58	29	"	"	PUNCT
epaa-407	58	30	using	use	VERB
epaa-407	58	31	only	only	ADJ
epaa-407	58	32	psychometric	psychometric	ADJ
epaa-407	58	33	constraints	constraint	NOUN
epaa-407	58	34	.	.	PUNCT
epaa-407	59	1	thus	thus	ADV
epaa-407	59	2	it	it	PRON
epaa-407	59	3	gives	give	VERB
epaa-407	59	4	reasonable	reasonable	ADJ
epaa-407	59	5	assurance	assurance	NOUN
epaa-407	59	6	that	that	SCONJ
epaa-407	59	7	the	the	DET
epaa-407	59	8	optimal	optimal	ADJ
epaa-407	59	9	solution	solution	NOUN
epaa-407	59	10	has	have	AUX
epaa-407	59	11	been	be	AUX
epaa-407	59	12	located	locate	VERB
epaa-407	59	13	.	.	PUNCT
epaa-407	60	1	a	a	DET
epaa-407	60	2	second	second	ADJ
epaa-407	60	3	advantage	advantage	NOUN
epaa-407	60	4	of	of	ADP
epaa-407	60	5	this	this	DET
epaa-407	60	6	technique	technique	NOUN
epaa-407	60	7	is	be	AUX
epaa-407	60	8	that	that	SCONJ
epaa-407	60	9	it	it	PRON
epaa-407	60	10	can	can	AUX
epaa-407	60	11	accommodate	accommodate	VERB
epaa-407	60	12	a	a	DET
epaa-407	60	13	wide	wide	ADJ
epaa-407	60	14	variety	variety	NOUN
epaa-407	60	15	of	of	ADP
epaa-407	60	16	logistical	logistical	ADJ
epaa-407	60	17	,	,	PUNCT
epaa-407	60	18	economic	economic	ADJ
epaa-407	60	19	,	,	PUNCT
epaa-407	60	20	or	or	CCONJ
epaa-407	60	21	other	other	ADJ
epaa-407	60	22	constraints	constraint	NOUN
epaa-407	60	23	.	.	PUNCT
epaa-407	61	1	so	so	ADV
epaa-407	61	2	cost	cost	NOUN
epaa-407	61	3	data	datum	NOUN
epaa-407	61	4	and	and	CCONJ
epaa-407	61	5	reliability	reliability	NOUN
epaa-407	61	6	data	datum	NOUN
epaa-407	61	7	,	,	PUNCT
epaa-407	61	8	as	as	ADV
epaa-407	61	9	well	well	ADV
epaa-407	61	10	as	as	ADP
epaa-407	61	11	other	other	ADJ
epaa-407	61	12	relevant	relevant	ADJ
epaa-407	61	13	issues	issue	NOUN
epaa-407	61	14	,	,	PUNCT
epaa-407	61	15	can	can	AUX
epaa-407	61	16	be	be	AUX
epaa-407	61	17	used	use	VERB
epaa-407	61	18	simultaneously	simultaneously	ADV
epaa-407	61	19	to	to	PART
epaa-407	61	20	define	define	VERB
epaa-407	61	21	an	an	DET
epaa-407	61	22	optimal	optimal	ADJ
epaa-407	61	23	assessment	assessment	NOUN
epaa-407	61	24	design	design	NOUN
epaa-407	61	25	.	.	PUNCT
epaa-407	62	1	these	these	DET
epaa-407	62	2	issues	issue	NOUN
epaa-407	62	3	and	and	CCONJ
epaa-407	62	4	procedures	procedure	NOUN
epaa-407	62	5	will	will	AUX
epaa-407	62	6	now	now	ADV
epaa-407	62	7	be	be	AUX
epaa-407	62	8	demonstrated	demonstrate	VERB
epaa-407	62	9	using	use	VERB
epaa-407	62	10	two	two	NUM
epaa-407	62	11	different	different	ADJ
epaa-407	62	12	studies	study	NOUN
epaa-407	62	13	.	.	PUNCT
epaa-407	63	1	the	the	DET
epaa-407	63	2	first	first	ADJ
epaa-407	63	3	study	study	NOUN
epaa-407	63	4	concludes	conclude	VERB
epaa-407	63	5	that	that	SCONJ
epaa-407	63	6	,	,	PUNCT
epaa-407	63	7	depending	depend	VERB
epaa-407	63	8	on	on	ADP
epaa-407	63	9	the	the	DET
epaa-407	63	10	definition	definition	NOUN
epaa-407	63	11	of	of	ADP
epaa-407	63	12	"	"	PUNCT
epaa-407	63	13	optimal	optimal	ADJ
epaa-407	63	14	,	,	PUNCT
epaa-407	63	15	"	"	PUNCT
epaa-407	63	16	there	there	PRON
epaa-407	63	17	are	be	VERB
epaa-407	63	18	many	many	ADJ
epaa-407	63	19	possible	possible	ADJ
epaa-407	63	20	best	good	ADJ
epaa-407	63	21	combinations	combination	NOUN
epaa-407	63	22	of	of	ADP
epaa-407	63	23	facets	facet	NOUN
epaa-407	63	24	to	to	PART
epaa-407	63	25	produce	produce	VERB
epaa-407	63	26	a	a	DET
epaa-407	63	27	predetermined	predetermine	VERB
epaa-407	63	28	generalizability	generalizability	NOUN
epaa-407	63	29	coefficient	coefficient	NOUN
epaa-407	63	30	.	.	PUNCT
epaa-407	64	1	the	the	DET
epaa-407	64	2	second	second	ADJ
epaa-407	64	3	study	study	NOUN
epaa-407	64	4	produces	produce	VERB
epaa-407	64	5	data	datum	NOUN
epaa-407	64	6	supporting	support	VERB
epaa-407	64	7	the	the	DET
epaa-407	64	8	sanders	sander	NOUN
epaa-407	64	9	,	,	PUNCT
epaa-407	64	10	et	et	PROPN
epaa-407	64	11	al	al	PROPN
epaa-407	64	12	.	.	PUNCT
epaa-407	65	1	(	(	PUNCT
epaa-407	65	2	1991	1991	NUM
epaa-407	65	3	)	)	PUNCT
epaa-407	65	4	statement	statement	NOUN
epaa-407	65	5	that	that	SCONJ
epaa-407	65	6	it	it	PRON
epaa-407	65	7	is	be	AUX
epaa-407	65	8	possible	possible	ADJ
epaa-407	65	9	to	to	PART
epaa-407	65	10	decrease	decrease	VERB
epaa-407	65	11	the	the	DET
epaa-407	65	12	number	number	NOUN
epaa-407	65	13	of	of	ADP
epaa-407	65	14	observations	observation	NOUN
epaa-407	65	15	and/	and/	PROPN
epaa-407	65	16	or	or	CCONJ
epaa-407	65	17	the	the	DET
epaa-407	65	18	total	total	ADJ
epaa-407	65	19	cost	cost	NOUN
epaa-407	65	20	while	while	SCONJ
epaa-407	65	21	increasing	increase	VERB
epaa-407	65	22	the	the	DET
epaa-407	65	23	generalizability	generalizability	NOUN
epaa-407	65	24	coefficient	coefficient	NOUN
epaa-407	65	25	.	.	PUNCT
epaa-407	66	1	both	both	DET
epaa-407	66	2	studies	study	NOUN
epaa-407	66	3	are	be	AUX
epaa-407	66	4	based	base	VERB
epaa-407	66	5	on	on	ADP
epaa-407	66	6	the	the	DET
epaa-407	66	7	same	same	ADJ
epaa-407	66	8	set	set	NOUN
epaa-407	66	9	of	of	ADP
epaa-407	66	10	data	datum	NOUN
epaa-407	66	11	.	.	PUNCT
epaa-407	67	1	the	the	DET
epaa-407	67	2	optimization	optimization	NOUN
epaa-407	67	3	studies	study	NOUN
epaa-407	67	4	subjects	subject	NOUN
epaa-407	67	5	.	.	PUNCT
epaa-407	68	1	fifty	fifty	NUM
epaa-407	68	2	subjects	subject	NOUN
epaa-407	68	3	enrolled	enrol	VERB
epaa-407	68	4	in	in	ADP
epaa-407	68	5	an	an	DET
epaa-407	68	6	undergraduate	undergraduate	ADJ
epaa-407	68	7	educational	educational	ADJ
epaa-407	68	8	psychology	psychology	NOUN
epaa-407	68	9	class	class	NOUN
epaa-407	68	10	participated	participate	VERB
epaa-407	68	11	in	in	ADP
epaa-407	68	12	the	the	DET
epaa-407	68	13	study	study	NOUN
epaa-407	68	14	.	.	PUNCT
epaa-407	69	1	twentyeight	twentyeight	ADJ
epaa-407	69	2	percent	percent	NOUN
epaa-407	69	3	of	of	ADP
epaa-407	69	4	the	the	DET
epaa-407	69	5	sample	sample	NOUN
epaa-407	69	6	were	be	AUX
epaa-407	69	7	males	male	NOUN
epaa-407	69	8	and	and	CCONJ
epaa-407	69	9	seventy	seventy	NUM
epaa-407	69	10	-	-	PUNCT
epaa-407	69	11	two	two	NUM
epaa-407	69	12	percent	percent	NOUN
epaa-407	69	13	were	be	AUX
epaa-407	69	14	females	female	NOUN
epaa-407	69	15	.	.	PUNCT
epaa-407	70	1	the	the	DET
epaa-407	70	2	sample	sample	NOUN
epaa-407	70	3	also	also	ADV
epaa-407	70	4	contained	contain	VERB
epaa-407	70	5	a	a	DET
epaa-407	70	6	mix	mix	NOUN
epaa-407	70	7	of	of	ADP
epaa-407	70	8	white	white	ADJ
epaa-407	70	9	,	,	PUNCT
epaa-407	70	10	asianamerican	asianamerican	ADJ
epaa-407	70	11	,	,	PUNCT
epaa-407	70	12	and	and	CCONJ
epaa-407	70	13	4	4	NUM
epaa-407	70	14	of	of	ADP
epaa-407	70	15	14	14	NUM
epaa-407	70	16	hispanic	hispanic	ADJ
epaa-407	70	17	subjects	subject	NOUN
epaa-407	70	18	.	.	PUNCT
epaa-407	71	1	by	by	ADP
epaa-407	71	2	class	class	NOUN
epaa-407	71	3	,	,	PUNCT
epaa-407	71	4	the	the	DET
epaa-407	71	5	sample	sample	NOUN
epaa-407	71	6	consisted	consist	VERB
epaa-407	71	7	of	of	ADP
epaa-407	71	8	freshmen	freshman	NOUN
epaa-407	71	9	(	(	PUNCT
epaa-407	71	10	20	20	NUM
epaa-407	71	11	%	%	NOUN
epaa-407	71	12	)	)	PUNCT
epaa-407	71	13	,	,	PUNCT
epaa-407	71	14	sophomores	sophomore	NOUN
epaa-407	71	15	(	(	PUNCT
epaa-407	71	16	52	52	NUM
epaa-407	71	17	%	%	NOUN
epaa-407	71	18	)	)	PUNCT
epaa-407	71	19	,	,	PUNCT
epaa-407	71	20	juniors	junior	NOUN
epaa-407	71	21	(	(	PUNCT
epaa-407	71	22	21	21	NUM
epaa-407	71	23	%	%	NOUN
epaa-407	71	24	)	)	PUNCT
epaa-407	71	25	,	,	PUNCT
epaa-407	71	26	seniors	senior	NOUN
epaa-407	71	27	(	(	PUNCT
epaa-407	71	28	5	5	NUM
epaa-407	71	29	%	%	NOUN
epaa-407	71	30	)	)	PUNCT
epaa-407	71	31	,	,	PUNCT
epaa-407	71	32	with	with	SCONJ
epaa-407	71	33	the	the	DET
epaa-407	71	34	remainder	remainder	NOUN
epaa-407	71	35	unidentified	unidentified	ADJ
epaa-407	71	36	.	.	PUNCT
epaa-407	72	1	the	the	DET
epaa-407	72	2	sample	sample	NOUN
epaa-407	72	3	had	have	AUX
epaa-407	72	4	taken	take	VERB
epaa-407	72	5	an	an	DET
epaa-407	72	6	average	average	NOUN
epaa-407	72	7	of	of	ADP
epaa-407	72	8	1.26	1.26	NUM
epaa-407	72	9	writing	write	VERB
epaa-407	72	10	courses	course	NOUN
epaa-407	72	11	with	with	ADP
epaa-407	72	12	a	a	DET
epaa-407	72	13	range	range	NOUN
epaa-407	72	14	from	from	ADP
epaa-407	72	15	0	0	NUM
epaa-407	72	16	to	to	ADP
epaa-407	72	17	3	3	NUM
epaa-407	72	18	.	.	PUNCT
epaa-407	72	19	procedures	procedure	NOUN
epaa-407	72	20	.	.	PUNCT
epaa-407	73	1	each	each	DET
epaa-407	73	2	subject	subject	NOUN
epaa-407	73	3	read	read	VERB
epaa-407	73	4	three	three	NUM
epaa-407	73	5	articles	article	NOUN
epaa-407	73	6	—	—	PUNCT
epaa-407	73	7	one	one	NUM
epaa-407	73	8	about	about	ADP
epaa-407	73	9	instructional	instructional	ADJ
epaa-407	73	10	approaches	approach	NOUN
epaa-407	73	11	,	,	PUNCT
epaa-407	73	12	and	and	CCONJ
epaa-407	73	13	two	two	NUM
epaa-407	73	14	articles	article	NOUN
epaa-407	73	15	about	about	ADP
epaa-407	73	16	performance	performance	NOUN
epaa-407	73	17	assessments	assessment	NOUN
epaa-407	73	18	—	—	PUNCT
epaa-407	73	19	prior	prior	ADV
epaa-407	73	20	to	to	ADP
epaa-407	73	21	attending	attend	VERB
epaa-407	73	22	the	the	DET
epaa-407	73	23	first	first	ADJ
epaa-407	73	24	of	of	ADP
epaa-407	73	25	two	two	NUM
epaa-407	73	26	2	2	NUM
epaa-407	73	27	1/2	1/2	NUM
epaa-407	73	28	hour	hour	NOUN
epaa-407	73	29	sessions	session	NOUN
epaa-407	73	30	.	.	PUNCT
epaa-407	74	1	during	during	ADP
epaa-407	74	2	the	the	DET
epaa-407	74	3	first	first	ADJ
epaa-407	74	4	session	session	NOUN
epaa-407	74	5	,	,	PUNCT
epaa-407	74	6	subjects	subject	NOUN
epaa-407	74	7	filled	fill	VERB
epaa-407	74	8	out	out	ADP
epaa-407	74	9	a	a	DET
epaa-407	74	10	demographic	demographic	ADJ
epaa-407	74	11	questionnaire	questionnaire	NOUN
epaa-407	74	12	and	and	CCONJ
epaa-407	74	13	wrote	write	VERB
epaa-407	74	14	a	a	DET
epaa-407	74	15	separate	separate	ADJ
epaa-407	74	16	300	300	NUM
epaa-407	74	17	to	to	PART
epaa-407	74	18	500	500	NUM
epaa-407	74	19	word	word	NOUN
epaa-407	74	20	essay	essay	ADJ
epaa-407	74	21	about	about	ADP
epaa-407	74	22	each	each	PRON
epaa-407	74	23	of	of	ADP
epaa-407	74	24	two	two	NUM
epaa-407	74	25	prompts	prompt	NOUN
epaa-407	74	26	.	.	PUNCT
epaa-407	75	1	during	during	ADP
epaa-407	75	2	the	the	DET
epaa-407	75	3	second	second	ADJ
epaa-407	75	4	session	session	NOUN
epaa-407	75	5	,	,	PUNCT
epaa-407	75	6	subjects	subject	NOUN
epaa-407	75	7	wrote	write	VERB
epaa-407	75	8	the	the	DET
epaa-407	75	9	other	other	ADJ
epaa-407	75	10	two	two	NUM
epaa-407	75	11	prompts	prompt	NOUN
epaa-407	75	12	.	.	PUNCT
epaa-407	76	1	in	in	ADP
epaa-407	76	2	total	total	NOUN
epaa-407	76	3	,	,	PUNCT
epaa-407	76	4	they	they	PRON
epaa-407	76	5	wrote	write	VERB
epaa-407	76	6	an	an	DET
epaa-407	76	7	expressive	expressive	ADJ
epaa-407	76	8	piece	piece	NOUN
epaa-407	76	9	and	and	CCONJ
epaa-407	76	10	a	a	DET
epaa-407	76	11	persuasive	persuasive	ADJ
epaa-407	76	12	piece	piece	NOUN
epaa-407	76	13	about	about	ADP
epaa-407	76	14	the	the	DET
epaa-407	76	15	instructional	instructional	ADJ
epaa-407	76	16	approaches	approach	NOUN
epaa-407	76	17	and	and	CCONJ
epaa-407	76	18	an	an	DET
epaa-407	76	19	expressive	expressive	ADJ
epaa-407	76	20	piece	piece	NOUN
epaa-407	76	21	and	and	CCONJ
epaa-407	76	22	a	a	DET
epaa-407	76	23	persuasive	persuasive	ADJ
epaa-407	76	24	piece	piece	NOUN
epaa-407	76	25	about	about	ADP
epaa-407	76	26	performance	performance	NOUN
epaa-407	76	27	assessments	assessment	NOUN
epaa-407	76	28	.	.	PUNCT
epaa-407	77	1	four	four	NUM
epaa-407	77	2	different	different	ADJ
epaa-407	77	3	orders	order	NOUN
epaa-407	77	4	of	of	ADP
epaa-407	77	5	the	the	DET
epaa-407	77	6	prompts	prompt	NOUN
epaa-407	77	7	were	be	AUX
epaa-407	77	8	counterbalanced	counterbalance	VERB
epaa-407	77	9	to	to	PART
epaa-407	77	10	allow	allow	VERB
epaa-407	77	11	investigation	investigation	NOUN
epaa-407	77	12	of	of	ADP
epaa-407	77	13	practice	practice	NOUN
epaa-407	77	14	effects	effect	NOUN
epaa-407	77	15	or	or	CCONJ
epaa-407	77	16	other	other	ADJ
epaa-407	77	17	effects	effect	NOUN
epaa-407	77	18	that	that	PRON
epaa-407	77	19	may	may	AUX
epaa-407	77	20	arise	arise	VERB
epaa-407	77	21	by	by	ADP
epaa-407	77	22	writing	write	VERB
epaa-407	77	23	the	the	DET
epaa-407	77	24	essays	essay	NOUN
epaa-407	77	25	in	in	ADP
epaa-407	77	26	a	a	DET
epaa-407	77	27	particular	particular	ADJ
epaa-407	77	28	order	order	NOUN
epaa-407	77	29	.	.	PUNCT
epaa-407	78	1	scoring	score	VERB
epaa-407	78	2	the	the	DET
epaa-407	78	3	essays	essay	NOUN
epaa-407	78	4	.	.	PUNCT
epaa-407	79	1	three	three	NUM
epaa-407	79	2	graduate	graduate	ADJ
epaa-407	79	3	students	student	NOUN
epaa-407	79	4	in	in	ADP
epaa-407	79	5	educational	educational	ADJ
epaa-407	79	6	psychology	psychology	NOUN
epaa-407	79	7	served	serve	VERB
epaa-407	79	8	as	as	ADP
epaa-407	79	9	raters	rater	NOUN
epaa-407	79	10	and	and	CCONJ
epaa-407	79	11	were	be	AUX
epaa-407	79	12	trained	train	VERB
epaa-407	79	13	.	.	PUNCT
epaa-407	80	1	these	these	DET
epaa-407	80	2	raters	rater	NOUN
epaa-407	80	3	were	be	AUX
epaa-407	80	4	given	give	VERB
epaa-407	80	5	the	the	DET
epaa-407	80	6	scoring	scoring	NOUN
epaa-407	80	7	rubric	rubric	ADJ
epaa-407	80	8	and	and	CCONJ
epaa-407	80	9	discussed	discuss	VERB
epaa-407	80	10	it	it	PRON
epaa-407	80	11	;	;	PUNCT
epaa-407	80	12	then	then	ADV
epaa-407	80	13	,	,	PUNCT
epaa-407	80	14	they	they	PRON
epaa-407	80	15	scored	score	VERB
epaa-407	80	16	a	a	DET
epaa-407	80	17	sample	sample	NOUN
epaa-407	80	18	paper	paper	NOUN
epaa-407	80	19	as	as	ADP
epaa-407	80	20	a	a	DET
epaa-407	80	21	group	group	NOUN
epaa-407	80	22	.	.	PUNCT
epaa-407	81	1	using	use	VERB
epaa-407	81	2	a	a	DET
epaa-407	81	3	slightly	slightly	ADV
epaa-407	81	4	modified	modify	VERB
epaa-407	81	5	version	version	NOUN
epaa-407	81	6	of	of	ADP
epaa-407	81	7	the	the	DET
epaa-407	81	8	diederich	diederich	NOUN
epaa-407	81	9	scale	scale	NOUN
epaa-407	81	10	(	(	PUNCT
epaa-407	81	11	diederich	diederich	NOUN
epaa-407	81	12	,	,	PUNCT
epaa-407	81	13	1974	1974	NUM
epaa-407	81	14	)	)	PUNCT
epaa-407	81	15	,	,	PUNCT
epaa-407	81	16	each	each	DET
epaa-407	81	17	rater	rater	NOUN
epaa-407	81	18	then	then	ADV
epaa-407	81	19	read	read	VERB
epaa-407	81	20	all	all	DET
epaa-407	81	21	200	200	NUM
epaa-407	81	22	pieces	piece	NOUN
epaa-407	81	23	of	of	ADP
epaa-407	81	24	writing	writing	NOUN
epaa-407	81	25	.	.	PUNCT
epaa-407	82	1	the	the	DET
epaa-407	82	2	seven	seven	NUM
epaa-407	82	3	items	item	NOUN
epaa-407	82	4	on	on	ADP
epaa-407	82	5	the	the	DET
epaa-407	82	6	scale	scale	NOUN
epaa-407	82	7	were	be	AUX
epaa-407	82	8	summed	sum	VERB
epaa-407	82	9	to	to	PART
epaa-407	82	10	achieve	achieve	VERB
epaa-407	82	11	each	each	DET
epaa-407	82	12	subject	subject	NOUN
epaa-407	82	13	's	's	PART
epaa-407	82	14	score	score	NOUN
epaa-407	82	15	on	on	ADP
epaa-407	82	16	each	each	DET
epaa-407	82	17	piece	piece	NOUN
epaa-407	82	18	of	of	ADP
epaa-407	82	19	writing	writing	NOUN
epaa-407	82	20	.	.	PUNCT
epaa-407	83	1	the	the	DET
epaa-407	83	2	variance	variance	NOUN
epaa-407	83	3	models	model	VERB
epaa-407	83	4	the	the	DET
epaa-407	83	5	studies	study	NOUN
epaa-407	83	6	are	be	AUX
epaa-407	83	7	based	base	VERB
epaa-407	83	8	on	on	ADP
epaa-407	83	9	a	a	DET
epaa-407	83	10	three	three	NUM
epaa-407	83	11	-	-	PUNCT
epaa-407	83	12	facet	facet	ADJ
epaa-407	83	13	mixed	mixed	ADJ
epaa-407	83	14	design	design	NOUN
epaa-407	83	15	:	:	PUNCT
epaa-407	83	16	mode	mode	NOUN
epaa-407	83	17	of	of	ADP
epaa-407	83	18	discourse	discourse	NOUN
epaa-407	83	19	(	(	PUNCT
epaa-407	83	20	m	m	NOUN
epaa-407	83	21	)	)	PUNCT
epaa-407	83	22	,	,	PUNCT
epaa-407	83	23	writing	write	VERB
epaa-407	83	24	prompt	prompt	ADJ
epaa-407	83	25	(	(	PUNCT
epaa-407	83	26	p	p	NOUN
epaa-407	83	27	)	)	PUNCT
epaa-407	83	28	,	,	PUNCT
epaa-407	83	29	and	and	CCONJ
epaa-407	83	30	rater	rater	NOUN
epaa-407	83	31	(	(	PUNCT
epaa-407	83	32	r	r	NOUN
epaa-407	83	33	)	)	PUNCT
epaa-407	83	34	.	.	PUNCT
epaa-407	84	1	the	the	DET
epaa-407	84	2	object	object	NOUN
epaa-407	84	3	of	of	ADP
epaa-407	84	4	measurement	measurement	NOUN
epaa-407	84	5	is	be	AUX
epaa-407	84	6	student	student	NOUN
epaa-407	84	7	's	's	PART
epaa-407	84	8	overall	overall	ADJ
epaa-407	84	9	writing	writing	NOUN
epaa-407	84	10	ability	ability	NOUN
epaa-407	84	11	(	(	PUNCT
epaa-407	84	12	s	s	NOUN
epaa-407	84	13	)	)	PUNCT
epaa-407	84	14	.	.	PUNCT
epaa-407	85	1	in	in	ADP
epaa-407	85	2	the	the	DET
epaa-407	85	3	data	data	NOUN
epaa-407	85	4	collection	collection	NOUN
epaa-407	85	5	design	design	NOUN
epaa-407	85	6	,	,	PUNCT
epaa-407	85	7	prompts	prompt	NOUN
epaa-407	85	8	are	be	AUX
epaa-407	85	9	nested	nest	VERB
epaa-407	85	10	within	within	ADP
epaa-407	85	11	mode	mode	NOUN
epaa-407	85	12	(	(	PUNCT
epaa-407	85	13	i.e.	i.e.	X
epaa-407	85	14	,	,	PUNCT
epaa-407	85	15	p	p	X
epaa-407	85	16	:	:	PUNCT
epaa-407	85	17	m	m	NUM
epaa-407	85	18	)	)	PUNCT
epaa-407	85	19	and	and	CCONJ
epaa-407	85	20	both	both	PRON
epaa-407	85	21	cross	cross	VERB
epaa-407	85	22	raters	rater	NOUN
epaa-407	85	23	and	and	CCONJ
epaa-407	85	24	students	student	NOUN
epaa-407	85	25	.	.	PUNCT
epaa-407	86	1	in	in	ADP
epaa-407	86	2	the	the	DET
epaa-407	86	3	generalizability	generalizability	NOUN
epaa-407	86	4	framework	framework	NOUN
epaa-407	86	5	,	,	PUNCT
epaa-407	86	6	the	the	DET
epaa-407	86	7	variance	variance	NOUN
epaa-407	86	8	model	model	NOUN
epaa-407	86	9	is	be	AUX
epaa-407	86	10	:	:	PUNCT
epaa-407	86	11	the	the	DET
epaa-407	86	12	variance	variance	NOUN
epaa-407	86	13	components	component	NOUN
epaa-407	86	14	for	for	ADP
epaa-407	86	15	the	the	DET
epaa-407	86	16	sample	sample	NOUN
epaa-407	86	17	in	in	ADP
epaa-407	86	18	this	this	DET
epaa-407	86	19	study	study	NOUN
epaa-407	86	20	were	be	AUX
epaa-407	86	21	estimated	estimate	VERB
epaa-407	86	22	using	use	VERB
epaa-407	86	23	the	the	DET
epaa-407	86	24	genova	genova	PROPN
epaa-407	86	25	software	software	NOUN
epaa-407	86	26	program	program	NOUN
epaa-407	86	27	(	(	PUNCT
epaa-407	86	28	crick	crick	NOUN
epaa-407	86	29	and	and	CCONJ
epaa-407	86	30	brennan	brennan	PROPN
epaa-407	86	31	,	,	PUNCT
epaa-407	86	32	1983	1983	NUM
epaa-407	86	33	)	)	PUNCT
epaa-407	86	34	.	.	PUNCT
epaa-407	87	1	based	base	VERB
epaa-407	87	2	on	on	ADP
epaa-407	87	3	a	a	DET
epaa-407	87	4	review	review	NOUN
epaa-407	87	5	of	of	ADP
epaa-407	87	6	the	the	DET
epaa-407	87	7	literature	literature	NOUN
epaa-407	87	8	on	on	ADP
epaa-407	87	9	modes	mode	NOUN
epaa-407	87	10	of	of	ADP
epaa-407	87	11	discourse	discourse	NOUN
epaa-407	87	12	(	(	PUNCT
epaa-407	87	13	crusius	crusius	NOUN
epaa-407	87	14	,	,	PUNCT
epaa-407	87	15	1989	1989	NUM
epaa-407	87	16	)	)	PUNCT
epaa-407	87	17	,	,	PUNCT
epaa-407	87	18	there	there	PRON
epaa-407	87	19	are	be	VERB
epaa-407	87	20	at	at	ADP
epaa-407	87	21	most	most	ADJ
epaa-407	87	22	five	five	NUM
epaa-407	87	23	modes	mode	NOUN
epaa-407	87	24	in	in	ADP
epaa-407	87	25	existence	existence	NOUN
epaa-407	87	26	.	.	PUNCT
epaa-407	88	1	therefore	therefore	ADV
epaa-407	88	2	,	,	PUNCT
epaa-407	88	3	for	for	ADP
epaa-407	88	4	the	the	DET
epaa-407	88	5	estimation	estimation	NOUN
epaa-407	88	6	of	of	ADP
epaa-407	88	7	variance	variance	NOUN
epaa-407	88	8	components	component	NOUN
epaa-407	88	9	,	,	PUNCT
epaa-407	88	10	the	the	DET
epaa-407	88	11	universe	universe	NOUN
epaa-407	88	12	of	of	ADP
epaa-407	88	13	modes	mode	NOUN
epaa-407	88	14	was	be	AUX
epaa-407	88	15	defined	define	VERB
epaa-407	88	16	as	as	ADP
epaa-407	88	17	having	have	VERB
epaa-407	88	18	5	5	NUM
epaa-407	88	19	levels	level	NOUN
epaa-407	88	20	.	.	PUNCT
epaa-407	89	1	for	for	ADP
epaa-407	89	2	all	all	DET
epaa-407	89	3	other	other	ADJ
epaa-407	89	4	facets	facet	NOUN
epaa-407	89	5	,	,	PUNCT
epaa-407	89	6	the	the	DET
epaa-407	89	7	universes	universe	NOUN
epaa-407	89	8	were	be	AUX
epaa-407	89	9	defined	define	VERB
epaa-407	89	10	as	as	ADP
epaa-407	89	11	infinite	infinite	ADJ
epaa-407	89	12	.	.	PUNCT
epaa-407	90	1	the	the	DET
epaa-407	90	2	variance	variance	NOUN
epaa-407	90	3	components	component	NOUN
epaa-407	90	4	estimated	estimate	VERB
epaa-407	90	5	are	be	AUX
epaa-407	90	6	shown	show	VERB
epaa-407	90	7	in	in	ADP
epaa-407	90	8	table	table	NOUN
epaa-407	90	9	1	1	NUM
epaa-407	90	10	.	.	PUNCT
epaa-407	90	11	table	table	NOUN
epaa-407	90	12	1	1	NUM
epaa-407	90	13	estimated	estimate	VERB
epaa-407	90	14	variance	variance	NOUN
epaa-407	90	15	components	component	NOUN
epaa-407	90	16	for	for	ADP
epaa-407	90	17	studies	study	NOUN
epaa-407	90	18	one	one	NUM
epaa-407	90	19	and	and	CCONJ
epaa-407	90	20	two	two	NUM
epaa-407	90	21	source	source	NOUN
epaa-407	90	22	of	of	ADP
epaa-407	90	23	variation	variation	NOUN
epaa-407	90	24	variance	variance	NOUN
epaa-407	90	25	components	component	NOUN
epaa-407	90	26	subject	subject	NOUN
epaa-407	90	27	(	(	PUNCT
epaa-407	90	28	s	s	NOUN
epaa-407	90	29	)	)	PUNCT
epaa-407	90	30	5.8275728	5.8275728	NUM
epaa-407	90	31	mode	mode	NOUN
epaa-407	90	32	(	(	PUNCT
epaa-407	90	33	m	m	NOUN
epaa-407	90	34	)	)	PUNCT
epaa-407	90	35	0	0	NUM
epaa-407	90	36	*	*	PUNCT
epaa-407	90	37	prompt	prompt	ADJ
epaa-407	90	38	:	:	PUNCT
epaa-407	90	39	mode	mode	NOUN
epaa-407	90	40	(	(	PUNCT
epaa-407	90	41	p	p	X
epaa-407	90	42	:	:	PUNCT
epaa-407	90	43	m	m	NOUN
epaa-407	90	44	)	)	PUNCT
epaa-407	90	45	0	0	PUNCT
epaa-407	90	46	*	*	X
epaa-407	90	47	rater	rater	NOUN
epaa-407	90	48	(	(	PUNCT
epaa-407	90	49	r	r	NOUN
epaa-407	90	50	)	)	PUNCT
epaa-407	90	51	5.6756912	5.6756912	NUM
epaa-407	90	52	sm	sm	NOUN
epaa-407	90	53	0	0	NUM
epaa-407	90	54	*	*	PUNCT
epaa-407	90	55	s(p	s(p	PROPN
epaa-407	90	56	:	:	PUNCT
epaa-407	90	57	m	m	VERB
epaa-407	90	58	)	)	PUNCT
epaa-407	90	59	2.6025238	2.6025238	NUM
epaa-407	90	60	5	5	NUM
epaa-407	90	61	of	of	ADP
epaa-407	90	62	14	14	NUM
epaa-407	90	63	sr	sr	PROPN
epaa-407	90	64	0.6714422	0.6714422	NUM
epaa-407	90	65	smr	smr	NOUN
epaa-407	90	66	0.3008503	0.3008503	NUM
epaa-407	90	67	sr(p	sr(p	NUM
epaa-407	90	68	:	:	PUNCT
epaa-407	90	69	m	m	NOUN
epaa-407	90	70	)	)	PUNCT
epaa-407	90	71	11.8791415	11.8791415	NUM
epaa-407	90	72	*	*	PUNCT
epaa-407	90	73	note	note	NOUN
epaa-407	90	74	.	.	PUNCT
epaa-407	91	1	negative	negative	ADJ
epaa-407	91	2	variance	variance	NOUN
epaa-407	91	3	components	component	NOUN
epaa-407	91	4	were	be	AUX
epaa-407	91	5	set	set	VERB
epaa-407	91	6	equal	equal	ADJ
epaa-407	91	7	to	to	ADP
epaa-407	91	8	zero	zero	NUM
epaa-407	91	9	,	,	PUNCT
epaa-407	91	10	following	follow	VERB
epaa-407	91	11	brennan	brennan	PROPN
epaa-407	91	12	(	(	PUNCT
epaa-407	91	13	1992	1992	NUM
epaa-407	91	14	)	)	PUNCT
epaa-407	91	15	.	.	PUNCT
epaa-407	92	1	for	for	ADP
epaa-407	92	2	all	all	DET
epaa-407	92	3	subsequent	subsequent	ADJ
epaa-407	92	4	optimization	optimization	NOUN
epaa-407	92	5	analyses	analysis	NOUN
epaa-407	92	6	,	,	PUNCT
epaa-407	92	7	the	the	DET
epaa-407	92	8	relative	relative	ADJ
epaa-407	92	9	model	model	NOUN
epaa-407	92	10	of	of	ADP
epaa-407	92	11	measurement	measurement	NOUN
epaa-407	92	12	was	be	AUX
epaa-407	92	13	used	use	VERB
epaa-407	92	14	wherein	wherein	SCONJ
epaa-407	92	15	the	the	DET
epaa-407	92	16	relative	relative	ADJ
epaa-407	92	17	error	error	NOUN
epaa-407	92	18	variances	variance	NOUN
epaa-407	92	19	were	be	AUX
epaa-407	92	20	estimated	estimate	VERB
epaa-407	92	21	through	through	ADP
epaa-407	92	22	:	:	PUNCT
epaa-407	92	23	where	where	SCONJ
epaa-407	92	24	nr	nr	PROPN
epaa-407	92	25	,	,	PUNCT
epaa-407	92	26	nm	nm	NOUN
epaa-407	92	27	,	,	PUNCT
epaa-407	92	28	and	and	CCONJ
epaa-407	92	29	np	np	INTJ
epaa-407	92	30	are	be	AUX
epaa-407	92	31	the	the	DET
epaa-407	92	32	number	number	NOUN
epaa-407	92	33	of	of	ADP
epaa-407	92	34	raters	rater	NOUN
epaa-407	92	35	,	,	PUNCT
epaa-407	92	36	modes	mode	NOUN
epaa-407	92	37	,	,	PUNCT
epaa-407	92	38	and	and	CCONJ
epaa-407	92	39	prompts	prompt	VERB
epaa-407	92	40	respectively	respectively	ADV
epaa-407	92	41	.	.	PUNCT
epaa-407	93	1	the	the	DET
epaa-407	93	2	g	g	NOUN
epaa-407	93	3	-	-	PUNCT
epaa-407	93	4	coefficient	coefficient	NOUN
epaa-407	93	5	of	of	ADP
epaa-407	93	6	interest	interest	NOUN
epaa-407	93	7	was	be	AUX
epaa-407	93	8	therefore	therefore	ADV
epaa-407	93	9	:	:	PUNCT
epaa-407	93	10	study	study	VERB
epaa-407	93	11	one	one	NUM
epaa-407	93	12	in	in	ADP
epaa-407	93	13	this	this	DET
epaa-407	93	14	study	study	NOUN
epaa-407	93	15	,	,	PUNCT
epaa-407	93	16	results	result	NOUN
epaa-407	93	17	of	of	ADP
epaa-407	93	18	a	a	DET
epaa-407	93	19	generalizability	generalizability	NOUN
epaa-407	93	20	study	study	NOUN
epaa-407	93	21	and	and	CCONJ
epaa-407	93	22	data	datum	NOUN
epaa-407	93	23	describing	describe	VERB
epaa-407	93	24	the	the	DET
epaa-407	93	25	number	number	NOUN
epaa-407	93	26	of	of	ADP
epaa-407	93	27	person	person	NOUN
epaa-407	93	28	-	-	PUNCT
epaa-407	93	29	hours	hour	NOUN
epaa-407	93	30	necessary	necessary	ADJ
epaa-407	93	31	to	to	PART
epaa-407	93	32	score	score	VERB
epaa-407	93	33	the	the	DET
epaa-407	93	34	assessment	assessment	NOUN
epaa-407	93	35	have	have	AUX
epaa-407	93	36	been	be	AUX
epaa-407	93	37	used	use	VERB
epaa-407	93	38	.	.	PUNCT
epaa-407	94	1	four	four	NUM
epaa-407	94	2	different	different	ADJ
epaa-407	94	3	scenarios	scenario	NOUN
epaa-407	94	4	are	be	AUX
epaa-407	94	5	presented	present	VERB
epaa-407	94	6	,	,	PUNCT
epaa-407	94	7	each	each	PRON
epaa-407	94	8	with	with	ADP
epaa-407	94	9	a	a	DET
epaa-407	94	10	different	different	ADJ
epaa-407	94	11	set	set	NOUN
epaa-407	94	12	of	of	ADP
epaa-407	94	13	constraints	constraint	NOUN
epaa-407	94	14	,	,	PUNCT
epaa-407	94	15	each	each	PRON
epaa-407	94	16	producing	produce	VERB
epaa-407	94	17	a	a	DET
epaa-407	94	18	different	different	ADJ
epaa-407	94	19	optimal	optimal	ADJ
epaa-407	94	20	solution	solution	NOUN
epaa-407	94	21	.	.	PUNCT
epaa-407	95	1	the	the	DET
epaa-407	95	2	first	first	ADJ
epaa-407	95	3	scenario	scenario	NOUN
epaa-407	95	4	optimized	optimize	VERB
epaa-407	95	5	the	the	DET
epaa-407	95	6	problem	problem	NOUN
epaa-407	95	7	using	use	VERB
epaa-407	95	8	only	only	ADJ
epaa-407	95	9	psychometric	psychometric	ADJ
epaa-407	95	10	constraints	constraint	NOUN
epaa-407	95	11	;	;	PUNCT
epaa-407	95	12	the	the	DET
epaa-407	95	13	second	second	NOUN
epaa-407	95	14	took	take	VERB
epaa-407	95	15	a	a	DET
epaa-407	95	16	relative	relative	ADJ
epaa-407	95	17	human	human	ADJ
epaa-407	95	18	factor	factor	NOUN
epaa-407	95	19	constraint	constraint	NOUN
epaa-407	95	20	into	into	ADP
epaa-407	95	21	consideration	consideration	NOUN
epaa-407	95	22	;	;	PUNCT
epaa-407	95	23	the	the	DET
epaa-407	95	24	third	third	NOUN
epaa-407	95	25	used	use	VERB
epaa-407	95	26	a	a	DET
epaa-407	95	27	specific	specific	ADJ
epaa-407	95	28	human	human	ADJ
epaa-407	95	29	factor	factor	NOUN
epaa-407	95	30	constraint	constraint	NOUN
epaa-407	95	31	;	;	PUNCT
epaa-407	95	32	and	and	CCONJ
epaa-407	95	33	the	the	DET
epaa-407	95	34	fourth	fourth	ADJ
epaa-407	95	35	used	used	ADJ
epaa-407	95	36	specific	specific	ADJ
epaa-407	95	37	economic	economic	ADJ
epaa-407	95	38	constraints	constraint	NOUN
epaa-407	95	39	.	.	PUNCT
epaa-407	96	1	the	the	DET
epaa-407	96	2	optimization	optimization	NOUN
epaa-407	96	3	scenarios	scenario	VERB
epaa-407	96	4	a	a	DET
epaa-407	96	5	branch	branch	NOUN
epaa-407	96	6	-	-	PUNCT
epaa-407	96	7	and	and	CCONJ
epaa-407	96	8	-	-	PUNCT
epaa-407	96	9	bound	bind	VERB
epaa-407	96	10	integer	integer	NOUN
epaa-407	96	11	programming	programming	NOUN
epaa-407	96	12	algorithm	algorithm	NOUN
epaa-407	96	13	,	,	PUNCT
epaa-407	96	14	a	a	DET
epaa-407	96	15	linear	linear	ADJ
epaa-407	96	16	programming	programming	NOUN
epaa-407	96	17	technique	technique	NOUN
epaa-407	96	18	,	,	PUNCT
epaa-407	96	19	was	be	AUX
epaa-407	96	20	employed	employ	VERB
epaa-407	96	21	to	to	PART
epaa-407	96	22	estimate	estimate	VERB
epaa-407	96	23	the	the	DET
epaa-407	96	24	optimal	optimal	ADJ
epaa-407	96	25	combination	combination	NOUN
epaa-407	96	26	of	of	ADP
epaa-407	96	27	raters	rater	NOUN
epaa-407	96	28	,	,	PUNCT
epaa-407	96	29	prompts	prompt	NOUN
epaa-407	96	30	within	within	ADP
epaa-407	96	31	modes	mode	NOUN
epaa-407	96	32	,	,	PUNCT
epaa-407	96	33	and	and	CCONJ
epaa-407	96	34	modes	mode	VERB
epaa-407	96	35	themselves	themselves	PRON
epaa-407	96	36	.	.	PUNCT
epaa-407	97	1	this	this	DET
epaa-407	97	2	investigation	investigation	NOUN
epaa-407	97	3	used	use	VERB
epaa-407	97	4	the	the	DET
epaa-407	97	5	solver	solver	ADJ
epaa-407	97	6	function	function	NOUN
epaa-407	97	7	of	of	ADP
epaa-407	97	8	microsoft	microsoft	PROPN
epaa-407	97	9	excel	excel	PROPN
epaa-407	97	10	,	,	PUNCT
epaa-407	97	11	version	version	NOUN
epaa-407	97	12	5.0	5.0	NUM
epaa-407	97	13	,	,	PUNCT
epaa-407	97	14	to	to	PART
epaa-407	97	15	execute	execute	VERB
epaa-407	97	16	the	the	DET
epaa-407	97	17	algorithm	algorithm	NOUN
epaa-407	97	18	.	.	PUNCT
epaa-407	98	1	for	for	ADP
epaa-407	98	2	all	all	DET
epaa-407	98	3	four	four	NUM
epaa-407	98	4	scenarios	scenario	NOUN
epaa-407	98	5	,	,	PUNCT
epaa-407	98	6	the	the	DET
epaa-407	98	7	variance	variance	NOUN
epaa-407	98	8	components	component	NOUN
epaa-407	98	9	from	from	ADP
epaa-407	98	10	table	table	NOUN
epaa-407	98	11	1	1	NUM
epaa-407	98	12	were	be	AUX
epaa-407	98	13	entered	enter	VERB
epaa-407	98	14	into	into	ADP
epaa-407	98	15	the	the	DET
epaa-407	98	16	worksheet	worksheet	NOUN
epaa-407	98	17	.	.	PUNCT
epaa-407	99	1	all	all	DET
epaa-407	99	2	four	four	NUM
epaa-407	99	3	scenarios	scenario	NOUN
epaa-407	99	4	investigated	investigate	VERB
epaa-407	99	5	shared	share	VERB
epaa-407	99	6	a	a	DET
epaa-407	99	7	common	common	ADJ
epaa-407	99	8	objective	objective	ADJ
epaa-407	99	9	function	function	NOUN
epaa-407	99	10	and	and	CCONJ
epaa-407	99	11	a	a	DET
epaa-407	99	12	common	common	ADJ
epaa-407	99	13	set	set	NOUN
epaa-407	99	14	of	of	ADP
epaa-407	99	15	constraints	constraint	NOUN
epaa-407	99	16	.	.	PUNCT
epaa-407	100	1	in	in	ADP
epaa-407	100	2	scenarios	scenario	NOUN
epaa-407	100	3	2	2	NUM
epaa-407	100	4	,	,	PUNCT
epaa-407	100	5	3	3	NUM
epaa-407	100	6	,	,	PUNCT
epaa-407	100	7	and	and	CCONJ
epaa-407	100	8	4	4	NUM
epaa-407	100	9	,	,	PUNCT
epaa-407	100	10	additional	additional	ADJ
epaa-407	100	11	constraints	constraint	NOUN
epaa-407	100	12	were	be	AUX
epaa-407	100	13	considered	consider	VERB
epaa-407	100	14	.	.	PUNCT
epaa-407	101	1	the	the	DET
epaa-407	101	2	common	common	ADJ
epaa-407	101	3	problem	problem	NOUN
epaa-407	101	4	to	to	PART
epaa-407	101	5	be	be	AUX
epaa-407	101	6	solved	solve	VERB
epaa-407	101	7	across	across	ADP
epaa-407	101	8	all	all	DET
epaa-407	101	9	scenarios	scenario	NOUN
epaa-407	101	10	is	be	AUX
epaa-407	101	11	:	:	PUNCT
epaa-407	101	12	objective	objective	ADJ
epaa-407	101	13	function	function	NOUN
epaa-407	101	14	:	:	PUNCT
epaa-407	101	15	minimize	minimize	VERB
epaa-407	101	16	l	l	NOUN
epaa-407	101	17	=	=	SYM
epaa-407	101	18	nm	nm	NOUN
epaa-407	101	19	np	np	INTJ
epaa-407	101	20	:	:	PUNCT
epaa-407	101	21	m	m	VERB
epaa-407	101	22	nr	nr	X
epaa-407	101	23	;	;	PUNCT
epaa-407	101	24	(	(	PUNCT
epaa-407	101	25	4	4	X
epaa-407	101	26	)	)	PUNCT
epaa-407	101	27	subject	subject	NOUN
epaa-407	101	28	to	to	ADP
epaa-407	101	29	:	:	PUNCT
epaa-407	101	30	6	6	NUM
epaa-407	101	31	of	of	ADP
epaa-407	101	32	14	14	NUM
epaa-407	101	33	nm	nm	NOUN
epaa-407	101	34	<	<	X
epaa-407	101	35	or	or	CCONJ
epaa-407	101	36	=	=	SYM
epaa-407	101	37	5	5	NUM
epaa-407	101	38	,	,	PUNCT
epaa-407	101	39	(	(	PUNCT
epaa-407	101	40	6	6	NUM
epaa-407	101	41	)	)	PUNCT
epaa-407	101	42	nm	nm	NOUN
epaa-407	101	43	np	np	NOUN
epaa-407	101	44	:	:	PUNCT
epaa-407	101	45	m	m	VERB
epaa-407	101	46	nr	nr	NOUN
epaa-407	101	47	are	be	AUX
epaa-407	101	48	integers	integer	NOUN
epaa-407	101	49	,	,	PUNCT
epaa-407	101	50	(	(	PUNCT
epaa-407	101	51	7	7	NUM
epaa-407	101	52	)	)	PUNCT
epaa-407	101	53	and	and	CCONJ
epaa-407	101	54	nm	nm	NOUN
epaa-407	101	55	,	,	PUNCT
epaa-407	101	56	np	np	INTJ
epaa-407	101	57	:	:	PUNCT
epaa-407	101	58	m	m	PROPN
epaa-407	101	59	,	,	PUNCT
epaa-407	101	60	and	and	CCONJ
epaa-407	101	61	nr	nr	PRON
epaa-407	101	62	>	>	X
epaa-407	101	63	or	or	CCONJ
epaa-407	101	64	=	=	SYM
epaa-407	101	65	1	1	NUM
epaa-407	101	66	.	.	PUNCT
epaa-407	102	1	(	(	PUNCT
epaa-407	102	2	8)	8)	NUM
epaa-407	102	3	the	the	DET
epaa-407	102	4	objective	objective	ADJ
epaa-407	102	5	function	function	NOUN
epaa-407	102	6	is	be	AUX
epaa-407	102	7	to	to	PART
epaa-407	102	8	minimize	minimize	VERB
epaa-407	102	9	the	the	DET
epaa-407	102	10	total	total	ADJ
epaa-407	102	11	number	number	NOUN
epaa-407	102	12	of	of	ADP
epaa-407	102	13	observations	observation	NOUN
epaa-407	102	14	needed	need	VERB
epaa-407	102	15	.	.	PUNCT
epaa-407	103	1	constraint	constraint	NOUN
epaa-407	103	2	(	(	PUNCT
epaa-407	103	3	5	5	NUM
epaa-407	103	4	)	)	PUNCT
epaa-407	103	5	specifies	specify	VERB
epaa-407	103	6	the	the	DET
epaa-407	103	7	minimal	minimal	ADJ
epaa-407	103	8	acceptable	acceptable	ADJ
epaa-407	103	9	level	level	NOUN
epaa-407	103	10	of	of	ADP
epaa-407	103	11	a	a	DET
epaa-407	103	12	generalizability	generalizability	NOUN
epaa-407	103	13	coefficient	coefficient	NOUN
epaa-407	103	14	.	.	PUNCT
epaa-407	104	1	constraint	constraint	NOUN
epaa-407	104	2	(	(	PUNCT
epaa-407	104	3	6	6	NUM
epaa-407	104	4	)	)	PUNCT
epaa-407	104	5	specifies	specifie	NOUN
epaa-407	104	6	that	that	SCONJ
epaa-407	104	7	there	there	PRON
epaa-407	104	8	are	be	VERB
epaa-407	104	9	no	no	ADV
epaa-407	104	10	more	more	ADJ
epaa-407	104	11	than	than	ADP
epaa-407	104	12	5	5	NUM
epaa-407	104	13	possible	possible	ADJ
epaa-407	104	14	modes	mode	NOUN
epaa-407	104	15	of	of	ADP
epaa-407	104	16	discourse	discourse	NOUN
epaa-407	104	17	.	.	PUNCT
epaa-407	105	1	constraints	constraint	NOUN
epaa-407	105	2	(	(	PUNCT
epaa-407	105	3	7	7	NUM
epaa-407	105	4	)	)	PUNCT
epaa-407	105	5	and	and	CCONJ
epaa-407	105	6	(	(	PUNCT
epaa-407	105	7	8)	8)	NUM
epaa-407	105	8	ensure	ensure	VERB
epaa-407	105	9	that	that	SCONJ
epaa-407	105	10	solutions	solution	NOUN
epaa-407	105	11	will	will	AUX
epaa-407	105	12	be	be	AUX
epaa-407	105	13	positive	positive	ADJ
epaa-407	105	14	whole	whole	ADJ
epaa-407	105	15	numbers	number	NOUN
epaa-407	105	16	.	.	PUNCT
epaa-407	106	1	in	in	ADP
epaa-407	106	2	scenario	scenario	NOUN
epaa-407	106	3	1	1	NUM
epaa-407	106	4	,	,	PUNCT
epaa-407	106	5	the	the	DET
epaa-407	106	6	objective	objective	ADJ
epaa-407	106	7	function	function	NOUN
epaa-407	106	8	defined	define	VERB
epaa-407	106	9	in	in	ADP
epaa-407	106	10	(	(	PUNCT
epaa-407	106	11	4	4	NUM
epaa-407	106	12	)	)	PUNCT
epaa-407	106	13	subject	subject	NOUN
epaa-407	106	14	to	to	ADP
epaa-407	106	15	constraints	constraint	NOUN
epaa-407	106	16	(	(	PUNCT
epaa-407	106	17	5	5	NUM
epaa-407	106	18	)	)	PUNCT
epaa-407	106	19	through	through	ADP
epaa-407	106	20	(	(	PUNCT
epaa-407	106	21	8)	8)	NUM
epaa-407	106	22	was	be	AUX
epaa-407	106	23	submitted	submit	VERB
epaa-407	106	24	to	to	ADP
epaa-407	106	25	the	the	DET
epaa-407	106	26	branch	branch	NOUN
epaa-407	106	27	-	-	PUNCT
epaa-407	106	28	andbound	andbound	NOUN
epaa-407	106	29	search	search	NOUN
epaa-407	106	30	algorithm	algorithm	NOUN
epaa-407	106	31	.	.	PUNCT
epaa-407	107	1	the	the	DET
epaa-407	107	2	results	result	NOUN
epaa-407	107	3	of	of	ADP
epaa-407	107	4	this	this	DET
epaa-407	107	5	search	search	NOUN
epaa-407	107	6	can	can	AUX
epaa-407	107	7	be	be	AUX
epaa-407	107	8	found	find	VERB
epaa-407	107	9	in	in	ADP
epaa-407	107	10	table	table	NOUN
epaa-407	107	11	2	2	NUM
epaa-407	107	12	,	,	PUNCT
epaa-407	107	13	which	which	PRON
epaa-407	107	14	shows	show	VERB
epaa-407	107	15	that	that	SCONJ
epaa-407	107	16	,	,	PUNCT
epaa-407	107	17	to	to	PART
epaa-407	107	18	attain	attain	VERB
epaa-407	107	19	a	a	DET
epaa-407	107	20	g	g	NOUN
epaa-407	107	21	-	-	PUNCT
epaa-407	107	22	coefficient	coefficient	NOUN
epaa-407	107	23	of	of	ADP
epaa-407	107	24	at	at	ADV
epaa-407	107	25	least	least	ADV
epaa-407	107	26	0.8	0.8	NUM
epaa-407	107	27	,	,	PUNCT
epaa-407	107	28	the	the	DET
epaa-407	107	29	minimum	minimum	ADJ
epaa-407	107	30	numbers	number	NOUN
epaa-407	107	31	are	be	AUX
epaa-407	107	32	4	4	NUM
epaa-407	107	33	modes	mode	NOUN
epaa-407	107	34	with	with	ADP
epaa-407	107	35	2	2	NUM
epaa-407	107	36	prompts	prompt	NOUN
epaa-407	107	37	each	each	PRON
epaa-407	107	38	while	while	SCONJ
epaa-407	107	39	employing	employ	VERB
epaa-407	107	40	two	two	NUM
epaa-407	107	41	raters	rater	NOUN
epaa-407	107	42	to	to	PART
epaa-407	107	43	score	score	VERB
epaa-407	107	44	each	each	DET
epaa-407	107	45	prompt	prompt	NOUN
epaa-407	107	46	in	in	ADP
epaa-407	107	47	each	each	DET
epaa-407	107	48	mode	mode	NOUN
epaa-407	107	49	.	.	PUNCT
epaa-407	108	1	based	base	VERB
epaa-407	108	2	on	on	ADP
epaa-407	108	3	data	datum	NOUN
epaa-407	108	4	obtained	obtain	VERB
epaa-407	108	5	from	from	ADP
epaa-407	108	6	the	the	DET
epaa-407	108	7	sample	sample	NOUN
epaa-407	108	8	,	,	PUNCT
epaa-407	108	9	the	the	DET
epaa-407	108	10	average	average	ADJ
epaa-407	108	11	time	time	NOUN
epaa-407	108	12	needed	need	VERB
epaa-407	108	13	to	to	PART
epaa-407	108	14	rate	rate	VERB
epaa-407	108	15	each	each	DET
epaa-407	108	16	prompt	prompt	NOUN
epaa-407	108	17	in	in	ADP
epaa-407	108	18	each	each	DET
epaa-407	108	19	mode	mode	NOUN
epaa-407	108	20	in	in	ADP
epaa-407	108	21	this	this	DET
epaa-407	108	22	study	study	NOUN
epaa-407	108	23	was	be	AUX
epaa-407	108	24	0.092	0.092	NUM
epaa-407	108	25	hour	hour	NOUN
epaa-407	108	26	(	(	PUNCT
epaa-407	108	27	approximately	approximately	ADV
epaa-407	108	28	5.5	5.5	NUM
epaa-407	108	29	minutes	minute	NOUN
epaa-407	108	30	)	)	PUNCT
epaa-407	108	31	.	.	PUNCT
epaa-407	109	1	the	the	DET
epaa-407	109	2	total	total	ADJ
epaa-407	109	3	amount	amount	NOUN
epaa-407	109	4	of	of	ADP
epaa-407	109	5	time	time	NOUN
epaa-407	109	6	needed	need	VERB
epaa-407	109	7	to	to	PART
epaa-407	109	8	rate	rate	VERB
epaa-407	109	9	the	the	DET
epaa-407	109	10	writings	writing	NOUN
epaa-407	109	11	from	from	ADP
epaa-407	109	12	ns	ns	ADJ
epaa-407	109	13	subjects	subject	NOUN
epaa-407	109	14	under	under	ADP
epaa-407	109	15	any	any	DET
epaa-407	109	16	given	give	VERB
epaa-407	109	17	scenario	scenario	NOUN
epaa-407	109	18	is	be	AUX
epaa-407	109	19	then	then	ADV
epaa-407	109	20	:	:	PUNCT
epaa-407	109	21	total	total	ADJ
epaa-407	109	22	person	person	NOUN
epaa-407	109	23	-	-	PUNCT
epaa-407	109	24	hours	hour	NOUN
epaa-407	109	25	=	=	SYM
epaa-407	109	26	nm	nm	NOUN
epaa-407	109	27	np	np	INTJ
epaa-407	109	28	:	:	PUNCT
epaa-407	109	29	m	m	VERB
epaa-407	109	30	nr	nr	PRON
epaa-407	109	31	ns(.092	ns(.092	PROPN
epaa-407	109	32	)	)	PUNCT
epaa-407	109	33	(	(	PUNCT
epaa-407	109	34	9	9	X
epaa-407	109	35	)	)	PUNCT
epaa-407	109	36	applying	apply	VERB
epaa-407	109	37	equation	equation	NOUN
epaa-407	109	38	(	(	PUNCT
epaa-407	109	39	9	9	NUM
epaa-407	109	40	)	)	PUNCT
epaa-407	109	41	,	,	PUNCT
epaa-407	109	42	the	the	DET
epaa-407	109	43	total	total	ADJ
epaa-407	109	44	person	person	NOUN
epaa-407	109	45	-	-	PUNCT
epaa-407	109	46	hours	hour	NOUN
epaa-407	109	47	needed	need	VERB
epaa-407	109	48	for	for	ADP
epaa-407	109	49	scenario	scenario	NOUN
epaa-407	109	50	1	1	NUM
epaa-407	109	51	for	for	ADP
epaa-407	109	52	50	50	NUM
epaa-407	109	53	subjects	subject	NOUN
epaa-407	109	54	is	be	AUX
epaa-407	109	55	73.6	73.6	NUM
epaa-407	109	56	.	.	PUNCT
epaa-407	109	57	table	table	NOUN
epaa-407	109	58	2	2	NUM
epaa-407	109	59	results	result	NOUN
epaa-407	109	60	of	of	ADP
epaa-407	109	61	study	study	NOUN
epaa-407	109	62	one	one	NUM
epaa-407	109	63	number	number	NOUN
epaa-407	109	64	of	of	ADP
epaa-407	109	65	cases	case	NOUN
epaa-407	109	66	needed	need	VERB
epaa-407	109	67	to	to	PART
epaa-407	109	68	meet	meet	VERB
epaa-407	109	69	the	the	DET
epaa-407	109	70	constraints	constraint	NOUN
epaa-407	109	71	actual	actual	ADJ
epaa-407	109	72	scenario	scenario	NOUN
epaa-407	109	73	1	1	NUM
epaa-407	109	74	scenario	scenario	NOUN
epaa-407	109	75	2	2	NUM
epaa-407	109	76	scenario	scenario	NOUN
epaa-407	109	77	3	3	NUM
epaa-407	109	78	scenario	scenario	NOUN
epaa-407	109	79	4	4	NUM
epaa-407	109	80	additional	additional	ADJ
epaa-407	109	81	constraints	constraint	NOUN
epaa-407	109	82	nr≥	nr≥	NOUN
epaa-407	109	83	nm(np	nm(np	PROPN
epaa-407	109	84	:	:	PUNCT
epaa-407	109	85	m	m	X
epaa-407	109	86	)	)	PUNCT
epaa-407	109	87	nm(np	nm(np	PROPN
epaa-407	109	88	:	:	PUNCT
epaa-407	110	1	m)≤	m)≤	NOUN
epaa-407	110	2	6	6	NUM
epaa-407	110	3	nm(np	nm(np	NUM
epaa-407	110	4	:	:	PUNCT
epaa-407	110	5	m)nr(50)(.092)≤	m)nr(50)(.092)≤	NOUN
epaa-407	110	6	60	60	NUM
epaa-407	110	7	person	person	NOUN
epaa-407	110	8	-	-	PUNCT
epaa-407	110	9	hours	hour	NOUN
epaa-407	110	10	nm(np	nm(np	NOUN
epaa-407	110	11	:	:	PUNCT
epaa-407	110	12	m)nr(50)(.092)≤	m)nr(50)(.092)≤	PROPN
epaa-407	110	13	70	70	NUM
epaa-407	110	14	person	person	NOUN
epaa-407	110	15	-	-	PUNCT
epaa-407	110	16	hours	hour	NOUN
epaa-407	110	17	mode	mode	NOUN
epaa-407	110	18	2	2	NUM
epaa-407	110	19	4	4	NUM
epaa-407	110	20	1	1	NUM
epaa-407	110	21	1	1	NUM
epaa-407	110	22	4	4	NUM
epaa-407	110	23	prompt	prompt	ADJ
epaa-407	110	24	:	:	PUNCT
epaa-407	110	25	mode	mode	NOUN
epaa-407	110	26	2	2	NUM
epaa-407	110	27	2	2	NUM
epaa-407	110	28	4	4	NUM
epaa-407	110	29	6	6	NUM
epaa-407	110	30	2	2	NUM
epaa-407	110	31	rater	rater	NOUN
epaa-407	110	32	3	3	NUM
epaa-407	110	33	2	2	NUM
epaa-407	110	34	5	5	NUM
epaa-407	110	35	3	3	NUM
epaa-407	110	36	2	2	NUM
epaa-407	110	37	obj	obj	PROPN
epaa-407	110	38	.	.	PUNCT
epaa-407	111	1	function	function	PROPN
epaa-407	111	2	12	12	NUM
epaa-407	111	3	16	16	NUM
epaa-407	111	4	20	20	NUM
epaa-407	111	5	18	18	NUM
epaa-407	111	6	16	16	NUM
epaa-407	111	7	manhours	manhour	VERB
epaa-407	111	8	55.2	55.2	NUM
epaa-407	111	9	73.6	73.6	NUM
epaa-407	111	10	92	92	NUM
epaa-407	111	11	82.8	82.8	NUM
epaa-407	111	12	73.6	73.6	NUM
epaa-407	111	13	g	g	PROPN
epaa-407	111	14	coefficient	coefficient	NOUN
epaa-407	111	15	0.75	0.75	NUM
epaa-407	111	16	0.80	0.80	NUM
epaa-407	111	17	0.80	0.80	NUM
epaa-407	111	18	0.80	0.80	NUM
epaa-407	111	19	0.80	0.80	NUM
epaa-407	111	20	7	7	NUM
epaa-407	111	21	of	of	ADP
epaa-407	111	22	14	14	NUM
epaa-407	111	23	an	an	DET
epaa-407	111	24	apparent	apparent	ADJ
epaa-407	111	25	practical	practical	ADJ
epaa-407	111	26	problem	problem	NOUN
epaa-407	111	27	with	with	ADP
epaa-407	111	28	scenario	scenario	NOUN
epaa-407	111	29	1	1	NUM
epaa-407	111	30	is	be	AUX
epaa-407	111	31	the	the	DET
epaa-407	111	32	demand	demand	NOUN
epaa-407	111	33	on	on	ADP
epaa-407	111	34	the	the	DET
epaa-407	111	35	examinee	examinee	NOUN
epaa-407	111	36	.	.	PUNCT
epaa-407	112	1	a	a	DET
epaa-407	112	2	better	well	ADJ
epaa-407	112	3	solution	solution	NOUN
epaa-407	112	4	might	might	AUX
epaa-407	112	5	be	be	AUX
epaa-407	112	6	one	one	NUM
epaa-407	112	7	in	in	ADP
epaa-407	112	8	which	which	PRON
epaa-407	112	9	the	the	DET
epaa-407	112	10	burden	burden	NOUN
epaa-407	112	11	of	of	ADP
epaa-407	112	12	reliability	reliability	NOUN
epaa-407	112	13	is	be	AUX
epaa-407	112	14	shifted	shift	VERB
epaa-407	112	15	away	away	ADV
epaa-407	112	16	from	from	ADP
epaa-407	112	17	the	the	DET
epaa-407	112	18	demand	demand	NOUN
epaa-407	112	19	on	on	ADP
epaa-407	112	20	the	the	DET
epaa-407	112	21	examinee	examinee	NOUN
epaa-407	112	22	to	to	ADP
epaa-407	112	23	a	a	DET
epaa-407	112	24	demand	demand	NOUN
epaa-407	112	25	on	on	ADP
epaa-407	112	26	ratings	rating	NOUN
epaa-407	112	27	per	per	ADP
epaa-407	112	28	piece	piece	NOUN
epaa-407	112	29	of	of	ADP
epaa-407	112	30	writing	writing	NOUN
epaa-407	112	31	.	.	PUNCT
epaa-407	113	1	in	in	ADP
epaa-407	113	2	scenario	scenario	NOUN
epaa-407	113	3	2	2	NUM
epaa-407	113	4	,	,	PUNCT
epaa-407	113	5	a	a	DET
epaa-407	113	6	new	new	ADJ
epaa-407	113	7	constraint	constraint	NOUN
epaa-407	113	8	was	be	AUX
epaa-407	113	9	added	add	VERB
epaa-407	113	10	to	to	PART
epaa-407	113	11	shift	shift	VERB
epaa-407	113	12	this	this	DET
epaa-407	113	13	demand	demand	NOUN
epaa-407	113	14	to	to	ADP
epaa-407	113	15	ratings	rating	NOUN
epaa-407	113	16	.	.	PUNCT
epaa-407	114	1	the	the	DET
epaa-407	114	2	additional	additional	ADJ
epaa-407	114	3	constraint	constraint	NOUN
epaa-407	114	4	and	and	CCONJ
epaa-407	114	5	the	the	DET
epaa-407	114	6	results	result	NOUN
epaa-407	114	7	can	can	AUX
epaa-407	114	8	be	be	AUX
epaa-407	114	9	found	find	VERB
epaa-407	114	10	in	in	ADP
epaa-407	114	11	table	table	NOUN
epaa-407	114	12	2	2	NUM
epaa-407	114	13	.	.	PUNCT
epaa-407	114	14	to	to	PART
epaa-407	114	15	attain	attain	VERB
epaa-407	114	16	a	a	DET
epaa-407	114	17	g	g	NOUN
epaa-407	114	18	-	-	PUNCT
epaa-407	114	19	coefficient	coefficient	NOUN
epaa-407	114	20	of	of	ADP
epaa-407	114	21	at	at	ADV
epaa-407	114	22	least	least	ADV
epaa-407	114	23	0.8	0.8	NUM
epaa-407	114	24	while	while	SCONJ
epaa-407	114	25	minimizing	minimize	VERB
epaa-407	114	26	the	the	DET
epaa-407	114	27	burden	burden	NOUN
epaa-407	114	28	on	on	ADP
epaa-407	114	29	the	the	DET
epaa-407	114	30	examinee	examinee	NOUN
epaa-407	114	31	,	,	PUNCT
epaa-407	114	32	the	the	DET
epaa-407	114	33	minimal	minimal	ADJ
epaa-407	114	34	design	design	NOUN
epaa-407	114	35	is	be	AUX
epaa-407	114	36	one	one	NUM
epaa-407	114	37	in	in	ADP
epaa-407	114	38	which	which	PRON
epaa-407	114	39	each	each	DET
epaa-407	114	40	examinee	examinee	NOUN
epaa-407	114	41	responds	respond	VERB
epaa-407	114	42	to	to	ADP
epaa-407	114	43	4	4	NUM
epaa-407	114	44	different	different	ADJ
epaa-407	114	45	prompts	prompt	NOUN
epaa-407	114	46	in	in	ADP
epaa-407	114	47	a	a	DET
epaa-407	114	48	single	single	ADJ
epaa-407	114	49	mode	mode	NOUN
epaa-407	114	50	of	of	ADP
epaa-407	114	51	discourse	discourse	NOUN
epaa-407	114	52	.	.	PUNCT
epaa-407	115	1	each	each	DET
epaa-407	115	2	piece	piece	NOUN
epaa-407	115	3	of	of	ADP
epaa-407	115	4	writing	write	VERB
epaa-407	115	5	needs	need	NOUN
epaa-407	115	6	to	to	PART
epaa-407	115	7	be	be	AUX
epaa-407	115	8	rated	rate	VERB
epaa-407	115	9	by	by	ADP
epaa-407	115	10	5	5	NUM
epaa-407	115	11	raters	rater	NOUN
epaa-407	115	12	.	.	PUNCT
epaa-407	116	1	under	under	ADP
epaa-407	116	2	this	this	DET
epaa-407	116	3	scenario	scenario	NOUN
epaa-407	116	4	,	,	PUNCT
epaa-407	116	5	the	the	DET
epaa-407	116	6	total	total	ADJ
epaa-407	116	7	number	number	NOUN
epaa-407	116	8	of	of	ADP
epaa-407	116	9	writings	writing	NOUN
epaa-407	116	10	from	from	ADP
epaa-407	116	11	each	each	DET
epaa-407	116	12	examinee	examinee	NOUN
epaa-407	116	13	is	be	AUX
epaa-407	116	14	only	only	ADV
epaa-407	116	15	four	four	NUM
epaa-407	116	16	.	.	PUNCT
epaa-407	117	1	however	however	ADV
epaa-407	117	2	,	,	PUNCT
epaa-407	117	3	the	the	DET
epaa-407	117	4	total	total	ADJ
epaa-407	117	5	amount	amount	NOUN
epaa-407	117	6	of	of	ADP
epaa-407	117	7	person	person	NOUN
epaa-407	117	8	-	-	PUNCT
epaa-407	117	9	hours	hour	NOUN
epaa-407	117	10	needed	need	VERB
epaa-407	117	11	for	for	ADP
epaa-407	117	12	the	the	DET
epaa-407	117	13	rating	rating	NOUN
epaa-407	117	14	of	of	ADP
epaa-407	117	15	50	50	NUM
epaa-407	117	16	subjects	subject	NOUN
epaa-407	117	17	increases	increase	VERB
epaa-407	117	18	to	to	ADP
epaa-407	117	19	92	92	NUM
epaa-407	117	20	personhours	personhour	NOUN
epaa-407	117	21	.	.	PUNCT
epaa-407	118	1	in	in	ADP
epaa-407	118	2	scenario	scenario	NOUN
epaa-407	118	3	3	3	NUM
epaa-407	118	4	,	,	PUNCT
epaa-407	118	5	a	a	DET
epaa-407	118	6	compromise	compromise	NOUN
epaa-407	118	7	between	between	ADP
epaa-407	118	8	scenarios	scenario	NOUN
epaa-407	118	9	1	1	NUM
epaa-407	118	10	and	and	CCONJ
epaa-407	118	11	2	2	NUM
epaa-407	118	12	was	be	AUX
epaa-407	118	13	investigated	investigate	VERB
epaa-407	118	14	by	by	ADP
epaa-407	118	15	constraining	constrain	VERB
epaa-407	118	16	the	the	DET
epaa-407	118	17	total	total	ADJ
epaa-407	118	18	number	number	NOUN
epaa-407	118	19	of	of	ADP
epaa-407	118	20	pieces	piece	NOUN
epaa-407	118	21	to	to	ADP
epaa-407	118	22	six	six	NUM
epaa-407	118	23	or	or	CCONJ
epaa-407	118	24	less	less	ADJ
epaa-407	118	25	(	(	PUNCT
epaa-407	118	26	see	see	VERB
epaa-407	118	27	table	table	NOUN
epaa-407	118	28	2	2	NUM
epaa-407	118	29	)	)	PUNCT
epaa-407	118	30	.	.	PUNCT
epaa-407	119	1	under	under	ADP
epaa-407	119	2	this	this	DET
epaa-407	119	3	scenario	scenario	NOUN
epaa-407	119	4	,	,	PUNCT
epaa-407	119	5	each	each	DET
epaa-407	119	6	examinee	examinee	NOUN
epaa-407	119	7	must	must	AUX
epaa-407	119	8	produce	produce	VERB
epaa-407	119	9	6	6	NUM
epaa-407	119	10	pieces	piece	NOUN
epaa-407	119	11	of	of	ADP
epaa-407	119	12	writing	writing	NOUN
epaa-407	119	13	in	in	ADP
epaa-407	119	14	a	a	DET
epaa-407	119	15	single	single	ADJ
epaa-407	119	16	mode	mode	NOUN
epaa-407	119	17	.	.	PUNCT
epaa-407	120	1	on	on	ADP
epaa-407	120	2	the	the	DET
epaa-407	120	3	other	other	ADJ
epaa-407	120	4	hand	hand	NOUN
epaa-407	120	5	,	,	PUNCT
epaa-407	120	6	only	only	ADV
epaa-407	120	7	3	3	NUM
epaa-407	120	8	raters	rater	NOUN
epaa-407	120	9	are	be	AUX
epaa-407	120	10	needed	need	VERB
epaa-407	120	11	for	for	SCONJ
epaa-407	120	12	each	each	DET
epaa-407	120	13	piece	piece	NOUN
epaa-407	120	14	to	to	PART
epaa-407	120	15	attain	attain	VERB
epaa-407	120	16	a	a	DET
epaa-407	120	17	g	g	NOUN
epaa-407	120	18	-	-	PUNCT
epaa-407	120	19	coefficient	coefficient	NOUN
epaa-407	120	20	of	of	ADP
epaa-407	120	21	0.8	0.8	NUM
epaa-407	120	22	or	or	CCONJ
epaa-407	120	23	higher	high	ADJ
epaa-407	120	24	.	.	PUNCT
epaa-407	121	1	the	the	DET
epaa-407	121	2	total	total	ADJ
epaa-407	121	3	person	person	NOUN
epaa-407	121	4	-	-	PUNCT
epaa-407	121	5	hours	hour	NOUN
epaa-407	121	6	for	for	ADP
epaa-407	121	7	50	50	NUM
epaa-407	121	8	subjects	subject	NOUN
epaa-407	121	9	in	in	ADP
epaa-407	121	10	this	this	DET
epaa-407	121	11	case	case	NOUN
epaa-407	121	12	is	be	AUX
epaa-407	121	13	82.8	82.8	NUM
epaa-407	121	14	.	.	PUNCT
epaa-407	121	15	scenario	scenario	NOUN
epaa-407	121	16	4	4	NUM
epaa-407	121	17	investigated	investigate	VERB
epaa-407	121	18	the	the	DET
epaa-407	121	19	cost	cost	NOUN
epaa-407	121	20	factor	factor	NOUN
epaa-407	121	21	.	.	PUNCT
epaa-407	122	1	the	the	DET
epaa-407	122	2	lowest	low	ADJ
epaa-407	122	3	number	number	NOUN
epaa-407	122	4	of	of	ADP
epaa-407	122	5	person	person	NOUN
epaa-407	122	6	-	-	PUNCT
epaa-407	122	7	hours	hour	NOUN
epaa-407	122	8	so	so	ADV
epaa-407	122	9	far	far	ADV
epaa-407	122	10	has	have	AUX
epaa-407	122	11	been	be	AUX
epaa-407	122	12	73.6	73.6	NUM
epaa-407	122	13	in	in	ADP
epaa-407	122	14	scenario	scenario	NOUN
epaa-407	122	15	1	1	NUM
epaa-407	122	16	.	.	PUNCT
epaa-407	122	17	scenario	scenario	NOUN
epaa-407	122	18	4	4	NUM
epaa-407	122	19	attempted	attempt	VERB
epaa-407	122	20	to	to	PART
epaa-407	122	21	explore	explore	VERB
epaa-407	122	22	the	the	DET
epaa-407	122	23	possibility	possibility	NOUN
epaa-407	122	24	of	of	ADP
epaa-407	122	25	a	a	DET
epaa-407	122	26	person	person	NOUN
epaa-407	122	27	-	-	PUNCT
epaa-407	122	28	hour	hour	NOUN
epaa-407	122	29	estimate	estimate	NOUN
epaa-407	122	30	lower	low	ADJ
epaa-407	122	31	than	than	ADP
epaa-407	122	32	that	that	PRON
epaa-407	122	33	.	.	PUNCT
epaa-407	123	1	table	table	NOUN
epaa-407	123	2	2	2	NUM
epaa-407	123	3	illustrates	illustrate	VERB
epaa-407	123	4	the	the	DET
epaa-407	123	5	two	two	NUM
epaa-407	123	6	constraints	constraint	NOUN
epaa-407	123	7	attempted	attempt	VERB
epaa-407	123	8	,	,	PUNCT
epaa-407	123	9	neither	neither	PRON
epaa-407	123	10	of	of	ADP
epaa-407	123	11	which	which	PRON
epaa-407	123	12	produced	produce	VERB
epaa-407	123	13	a	a	DET
epaa-407	123	14	feasible	feasible	ADJ
epaa-407	123	15	solution	solution	NOUN
epaa-407	123	16	.	.	PUNCT
epaa-407	124	1	in	in	ADP
epaa-407	124	2	other	other	ADJ
epaa-407	124	3	words	word	NOUN
epaa-407	124	4	,	,	PUNCT
epaa-407	124	5	it	it	PRON
epaa-407	124	6	is	be	AUX
epaa-407	124	7	not	not	PART
epaa-407	124	8	possible	possible	ADJ
epaa-407	124	9	to	to	PART
epaa-407	124	10	expend	expend	VERB
epaa-407	124	11	less	less	ADJ
epaa-407	124	12	than	than	ADP
epaa-407	124	13	70	70	NUM
epaa-407	124	14	personhours	personhour	NOUN
epaa-407	124	15	of	of	ADP
epaa-407	124	16	rating	rating	NOUN
epaa-407	124	17	activities	activity	NOUN
epaa-407	124	18	to	to	PART
epaa-407	124	19	rate	rate	VERB
epaa-407	124	20	the	the	DET
epaa-407	124	21	writings	writing	NOUN
epaa-407	124	22	used	use	VERB
epaa-407	124	23	in	in	ADP
epaa-407	124	24	this	this	DET
epaa-407	124	25	study	study	NOUN
epaa-407	124	26	for	for	ADP
epaa-407	124	27	50	50	NUM
epaa-407	124	28	subjects	subject	NOUN
epaa-407	124	29	and	and	CCONJ
epaa-407	124	30	still	still	ADV
epaa-407	124	31	maintain	maintain	VERB
epaa-407	124	32	a	a	DET
epaa-407	124	33	minimum	minimum	NOUN
epaa-407	124	34	g	g	NOUN
epaa-407	124	35	-	-	NOUN
epaa-407	124	36	coefficient	coefficient	NOUN
epaa-407	124	37	of	of	ADP
epaa-407	124	38	0.8	0.8	NUM
epaa-407	124	39	.	.	PUNCT
epaa-407	125	1	conclusions	conclusion	NOUN
epaa-407	125	2	from	from	ADP
epaa-407	125	3	study	study	NOUN
epaa-407	125	4	one	one	NUM
epaa-407	125	5	in	in	ADP
epaa-407	125	6	a	a	DET
epaa-407	125	7	single	single	ADJ
epaa-407	125	8	-	-	PUNCT
epaa-407	125	9	facet	facet	ADJ
epaa-407	125	10	measurement	measurement	NOUN
epaa-407	125	11	situation	situation	NOUN
epaa-407	125	12	,	,	PUNCT
epaa-407	125	13	a	a	DET
epaa-407	125	14	multiple	multiple	ADJ
epaa-407	125	15	-	-	PUNCT
epaa-407	125	16	choice	choice	NOUN
epaa-407	125	17	exam	exam	NOUN
epaa-407	125	18	for	for	ADP
epaa-407	125	19	example	example	NOUN
epaa-407	125	20	,	,	PUNCT
epaa-407	125	21	there	there	PRON
epaa-407	125	22	is	be	VERB
epaa-407	125	23	only	only	ADV
epaa-407	125	24	one	one	NUM
epaa-407	125	25	source	source	NOUN
epaa-407	125	26	of	of	ADP
epaa-407	125	27	error	error	NOUN
epaa-407	125	28	to	to	PART
epaa-407	125	29	draw	draw	VERB
epaa-407	125	30	on	on	ADP
epaa-407	125	31	to	to	PART
epaa-407	125	32	increase	increase	VERB
epaa-407	125	33	a	a	DET
epaa-407	125	34	reliability	reliability	NOUN
epaa-407	125	35	coefficient	coefficient	NOUN
epaa-407	125	36	:	:	PUNCT
epaa-407	125	37	items	item	NOUN
epaa-407	125	38	.	.	PUNCT
epaa-407	126	1	so	so	ADV
epaa-407	126	2	a	a	DET
epaa-407	126	3	one	one	NUM
epaa-407	126	4	-	-	PUNCT
epaa-407	126	5	to	to	ADP
epaa-407	126	6	-	-	PUNCT
epaa-407	126	7	one	one	NUM
epaa-407	126	8	relationship	relationship	NOUN
epaa-407	126	9	exists	exist	VERB
epaa-407	126	10	between	between	ADP
epaa-407	126	11	the	the	DET
epaa-407	126	12	number	number	NOUN
epaa-407	126	13	of	of	ADP
epaa-407	126	14	the	the	DET
epaa-407	126	15	facet	facet	NOUN
epaa-407	126	16	and	and	CCONJ
epaa-407	126	17	the	the	DET
epaa-407	126	18	reliability	reliability	NOUN
epaa-407	126	19	coefficient	coefficient	NOUN
epaa-407	126	20	:	:	PUNCT
epaa-407	126	21	as	as	ADP
epaa-407	126	22	the	the	DET
epaa-407	126	23	number	number	NOUN
epaa-407	126	24	of	of	ADP
epaa-407	126	25	items	item	NOUN
epaa-407	126	26	increases	increase	NOUN
epaa-407	126	27	,	,	PUNCT
epaa-407	126	28	so	so	ADV
epaa-407	126	29	does	do	VERB
epaa-407	126	30	the	the	DET
epaa-407	126	31	reliability	reliability	NOUN
epaa-407	126	32	coefficient	coefficient	NOUN
epaa-407	126	33	,	,	PUNCT
epaa-407	126	34	albeit	albeit	SCONJ
epaa-407	126	35	the	the	DET
epaa-407	126	36	relationship	relationship	NOUN
epaa-407	126	37	is	be	AUX
epaa-407	126	38	asymptotic	asymptotic	ADJ
epaa-407	126	39	at	at	ADP
epaa-407	126	40	some	some	DET
epaa-407	126	41	point	point	NOUN
epaa-407	126	42	.	.	PUNCT
epaa-407	127	1	also	also	ADV
epaa-407	127	2	,	,	PUNCT
epaa-407	127	3	there	there	PRON
epaa-407	127	4	is	be	VERB
epaa-407	127	5	a	a	DET
epaa-407	127	6	unique	unique	ADJ
epaa-407	127	7	minimum	minimum	ADJ
epaa-407	127	8	number	number	NOUN
epaa-407	127	9	of	of	ADP
epaa-407	127	10	items	item	NOUN
epaa-407	127	11	that	that	PRON
epaa-407	127	12	will	will	AUX
epaa-407	127	13	satisfy	satisfy	VERB
epaa-407	127	14	the	the	DET
epaa-407	127	15	desired	desire	VERB
epaa-407	127	16	reliability	reliability	NOUN
epaa-407	127	17	coefficient	coefficient	NOUN
epaa-407	127	18	.	.	PUNCT
epaa-407	128	1	for	for	ADP
epaa-407	128	2	example	example	NOUN
epaa-407	128	3	,	,	PUNCT
epaa-407	128	4	if	if	SCONJ
epaa-407	128	5	a	a	DET
epaa-407	128	6	50	50	NUM
epaa-407	128	7	-	-	PUNCT
epaa-407	128	8	item	item	NOUN
epaa-407	128	9	exam	exam	NOUN
epaa-407	128	10	has	have	VERB
epaa-407	128	11	a	a	DET
epaa-407	128	12	reliability	reliability	NOUN
epaa-407	128	13	coefficient	coefficient	NOUN
epaa-407	128	14	of	of	ADP
epaa-407	128	15	0.69	0.69	NUM
epaa-407	128	16	,	,	PUNCT
epaa-407	128	17	the	the	DET
epaa-407	128	18	spearman	spearman	NOUN
epaa-407	128	19	-	-	PUNCT
epaa-407	128	20	brown	brown	ADJ
epaa-407	128	21	prophecy	prophecy	NOUN
epaa-407	128	22	formula	formula	NOUN
epaa-407	128	23	may	may	AUX
epaa-407	128	24	indicate	indicate	VERB
epaa-407	128	25	that	that	SCONJ
epaa-407	128	26	in	in	ADP
epaa-407	128	27	order	order	NOUN
epaa-407	128	28	to	to	PART
epaa-407	128	29	achieve	achieve	VERB
epaa-407	128	30	a	a	DET
epaa-407	128	31	coefficient	coefficient	NOUN
epaa-407	128	32	of	of	ADP
epaa-407	128	33	0.90	0.90	NUM
epaa-407	128	34	,	,	PUNCT
epaa-407	128	35	83	83	NUM
epaa-407	128	36	items	item	NOUN
epaa-407	128	37	are	be	AUX
epaa-407	128	38	needed	need	VERB
epaa-407	128	39	.	.	PUNCT
epaa-407	129	1	in	in	ADP
epaa-407	129	2	a	a	DET
epaa-407	129	3	multi	multi	ADJ
epaa-407	129	4	-	-	ADJ
epaa-407	129	5	faceted	faceted	ADJ
epaa-407	129	6	situation	situation	NOUN
epaa-407	129	7	like	like	ADP
epaa-407	129	8	the	the	DET
epaa-407	129	9	one	one	NOUN
epaa-407	129	10	represented	represent	VERB
epaa-407	129	11	here	here	ADV
epaa-407	129	12	,	,	PUNCT
epaa-407	129	13	the	the	DET
epaa-407	129	14	relationships	relationship	NOUN
epaa-407	129	15	are	be	AUX
epaa-407	129	16	not	not	PART
epaa-407	129	17	so	so	ADV
epaa-407	129	18	clear	clear	ADJ
epaa-407	129	19	.	.	PUNCT
epaa-407	130	1	with	with	ADP
epaa-407	130	2	multiple	multiple	ADJ
epaa-407	130	3	facets	facet	NOUN
epaa-407	130	4	,	,	PUNCT
epaa-407	130	5	each	each	PRON
epaa-407	130	6	contributing	contribute	VERB
epaa-407	130	7	unequally	unequally	ADV
epaa-407	130	8	in	in	ADP
epaa-407	130	9	proportion	proportion	NOUN
epaa-407	130	10	to	to	ADP
epaa-407	130	11	the	the	DET
epaa-407	130	12	size	size	NOUN
epaa-407	130	13	of	of	ADP
epaa-407	130	14	its	its	PRON
epaa-407	130	15	variance	variance	NOUN
epaa-407	130	16	component	component	NOUN
epaa-407	130	17	to	to	ADP
epaa-407	130	18	the	the	DET
epaa-407	130	19	generalizability	generalizability	NOUN
epaa-407	130	20	coefficient	coefficient	NOUN
epaa-407	130	21	,	,	PUNCT
epaa-407	130	22	there	there	PRON
epaa-407	130	23	is	be	VERB
epaa-407	130	24	no	no	DET
epaa-407	130	25	simple	simple	ADJ
epaa-407	130	26	one	one	NUM
epaa-407	130	27	-	-	PUNCT
epaa-407	130	28	to	to	ADP
epaa-407	130	29	-	-	PUNCT
epaa-407	130	30	one	one	NUM
epaa-407	130	31	relationship	relationship	NOUN
epaa-407	130	32	.	.	PUNCT
epaa-407	131	1	scenario	scenario	NOUN
epaa-407	131	2	1	1	NUM
epaa-407	131	3	uses	use	VERB
epaa-407	131	4	psychometric	psychometric	ADJ
epaa-407	131	5	constraints	constraint	NOUN
epaa-407	131	6	alone	alone	ADV
epaa-407	131	7	(	(	PUNCT
epaa-407	131	8	as	as	ADP
epaa-407	131	9	the	the	DET
epaa-407	131	10	spearman	spearman	NOUN
epaa-407	131	11	-	-	PUNCT
epaa-407	131	12	brown	brown	ADJ
epaa-407	131	13	prophecy	prophecy	NOUN
epaa-407	131	14	formula	formula	NOUN
epaa-407	131	15	or	or	CCONJ
epaa-407	131	16	other	other	ADJ
epaa-407	131	17	projective	projective	ADJ
epaa-407	131	18	techniques	technique	NOUN
epaa-407	131	19	would	would	AUX
epaa-407	131	20	)	)	PUNCT
epaa-407	131	21	yet	yet	ADV
epaa-407	131	22	mode	mode	VERB
epaa-407	131	23	changes	change	NOUN
epaa-407	131	24	by	by	ADP
epaa-407	131	25	2	2	NUM
epaa-407	131	26	units	unit	NOUN
epaa-407	131	27	,	,	PUNCT
epaa-407	131	28	prompt	prompt	ADJ
epaa-407	131	29	within	within	ADP
epaa-407	131	30	mode	mode	NOUN
epaa-407	131	31	does	do	AUX
epaa-407	131	32	not	not	PART
epaa-407	131	33	change	change	VERB
epaa-407	131	34	,	,	PUNCT
epaa-407	131	35	and	and	CCONJ
epaa-407	131	36	raters	rater	NOUN
epaa-407	131	37	decreases	decrease	VERB
epaa-407	131	38	by	by	ADP
epaa-407	131	39	one	one	NUM
epaa-407	131	40	unit	unit	NOUN
epaa-407	131	41	.	.	PUNCT
epaa-407	132	1	thus	thus	ADV
epaa-407	132	2	,	,	PUNCT
epaa-407	132	3	in	in	ADP
epaa-407	132	4	multi	multi	ADJ
epaa-407	132	5	-	-	ADJ
epaa-407	132	6	faceted	faceted	ADJ
epaa-407	132	7	situations	situation	NOUN
epaa-407	132	8	using	use	VERB
epaa-407	132	9	only	only	ADJ
epaa-407	132	10	psychometric	psychometric	ADJ
epaa-407	132	11	criteria	criterion	NOUN
epaa-407	132	12	,	,	PUNCT
epaa-407	132	13	the	the	DET
epaa-407	132	14	relationship	relationship	NOUN
epaa-407	132	15	between	between	ADP
epaa-407	132	16	the	the	DET
epaa-407	132	17	facets	facet	NOUN
epaa-407	132	18	and	and	CCONJ
epaa-407	132	19	the	the	DET
epaa-407	132	20	generalizability	generalizability	NOUN
epaa-407	132	21	coefficient	coefficient	NOUN
epaa-407	132	22	is	be	AUX
epaa-407	132	23	not	not	PART
epaa-407	132	24	straightforward	straightforward	ADJ
epaa-407	132	25	or	or	CCONJ
epaa-407	132	26	simple	simple	ADJ
epaa-407	132	27	.	.	PUNCT
epaa-407	133	1	neither	neither	CCONJ
epaa-407	133	2	in	in	ADP
epaa-407	133	3	a	a	DET
epaa-407	133	4	multi	multi	ADJ
epaa-407	133	5	-	-	ADJ
epaa-407	133	6	faceted	faceted	ADJ
epaa-407	133	7	situation	situation	NOUN
epaa-407	133	8	is	be	AUX
epaa-407	133	9	there	there	PRON
epaa-407	133	10	one	one	NUM
epaa-407	133	11	combination	combination	NOUN
epaa-407	133	12	which	which	PRON
epaa-407	133	13	will	will	AUX
epaa-407	133	14	uniquely	uniquely	ADV
epaa-407	133	15	fulfill	fulfill	VERB
epaa-407	133	16	the	the	DET
epaa-407	133	17	predetermined	predetermine	VERB
epaa-407	133	18	generalizability	generalizability	NOUN
epaa-407	133	19	coefficient	coefficient	NOUN
epaa-407	133	20	.	.	PUNCT
epaa-407	134	1	the	the	DET
epaa-407	134	2	first	first	ADJ
epaa-407	134	3	step	step	NOUN
epaa-407	134	4	is	be	AUX
epaa-407	134	5	to	to	PART
epaa-407	134	6	define	define	VERB
epaa-407	134	7	optimal	optimal	ADJ
epaa-407	134	8	in	in	ADP
epaa-407	134	9	some	some	DET
epaa-407	134	10	way	way	NOUN
epaa-407	134	11	.	.	PUNCT
epaa-407	135	1	the	the	DET
epaa-407	135	2	optimization	optimization	NOUN
epaa-407	135	3	procedure	procedure	NOUN
epaa-407	135	4	allows	allow	VERB
epaa-407	135	5	a	a	DET
epaa-407	135	6	great	great	ADJ
epaa-407	135	7	deal	deal	NOUN
epaa-407	135	8	of	of	ADP
epaa-407	135	9	latitude	latitude	NOUN
epaa-407	135	10	in	in	ADP
epaa-407	135	11	doing	do	VERB
epaa-407	135	12	so	so	ADV
epaa-407	135	13	.	.	PUNCT
epaa-407	136	1	the	the	DET
epaa-407	136	2	four	four	NUM
epaa-407	136	3	scenarios	scenario	NOUN
epaa-407	136	4	taken	take	VERB
epaa-407	136	5	together	together	ADV
epaa-407	136	6	demonstrate	demonstrate	VERB
epaa-407	136	7	that	that	SCONJ
epaa-407	136	8	there	there	PRON
epaa-407	136	9	are	be	VERB
epaa-407	136	10	many	many	ADJ
epaa-407	136	11	optimal	optimal	ADJ
epaa-407	136	12	combinations	combination	NOUN
epaa-407	136	13	that	that	PRON
epaa-407	136	14	will	will	AUX
epaa-407	136	15	fulfill	fulfill	VERB
epaa-407	136	16	the	the	DET
epaa-407	136	17	predetermined	predetermine	VERB
epaa-407	136	18	generalizability	generalizability	NOUN
epaa-407	136	19	coefficient	coefficient	NOUN
epaa-407	136	20	.	.	PUNCT
epaa-407	137	1	study	study	VERB
epaa-407	137	2	two	two	NUM
epaa-407	137	3	the	the	DET
epaa-407	137	4	second	second	ADJ
epaa-407	137	5	study	study	NOUN
epaa-407	137	6	is	be	AUX
epaa-407	137	7	similar	similar	ADJ
epaa-407	137	8	to	to	ADP
epaa-407	137	9	the	the	DET
epaa-407	137	10	first	first	ADJ
epaa-407	137	11	except	except	SCONJ
epaa-407	137	12	that	that	PRON
epaa-407	137	13	instead	instead	ADV
epaa-407	137	14	of	of	ADP
epaa-407	137	15	using	use	VERB
epaa-407	137	16	person	person	NOUN
epaa-407	137	17	-	-	PUNCT
epaa-407	137	18	hours	hour	NOUN
epaa-407	137	19	as	as	ADP
epaa-407	137	20	the	the	DET
epaa-407	137	21	8	8	NUM
epaa-407	137	22	of	of	ADP
epaa-407	137	23	14	14	NUM
epaa-407	137	24	economic	economic	ADJ
epaa-407	137	25	constraint	constraint	NOUN
epaa-407	137	26	,	,	PUNCT
epaa-407	137	27	it	it	PRON
epaa-407	137	28	employs	employ	VERB
epaa-407	137	29	dollar	dollar	NOUN
epaa-407	137	30	figures	figure	NOUN
epaa-407	137	31	.	.	PUNCT
epaa-407	138	1	second	second	ADJ
epaa-407	138	2	,	,	PUNCT
epaa-407	138	3	instead	instead	ADV
epaa-407	138	4	of	of	ADP
epaa-407	138	5	minimizing	minimize	VERB
epaa-407	138	6	the	the	DET
epaa-407	138	7	total	total	ADJ
epaa-407	138	8	number	number	NOUN
epaa-407	138	9	of	of	ADP
epaa-407	138	10	observations	observation	NOUN
epaa-407	138	11	in	in	ADP
epaa-407	138	12	order	order	NOUN
epaa-407	138	13	to	to	PART
epaa-407	138	14	constrain	constrain	VERB
epaa-407	138	15	costs	cost	NOUN
epaa-407	138	16	,	,	PUNCT
epaa-407	138	17	it	it	PRON
epaa-407	138	18	uses	use	VERB
epaa-407	138	19	total	total	ADJ
epaa-407	138	20	cost	cost	NOUN
epaa-407	138	21	as	as	ADP
epaa-407	138	22	the	the	DET
epaa-407	138	23	objective	objective	ADJ
epaa-407	138	24	function	function	NOUN
epaa-407	138	25	.	.	PUNCT
epaa-407	139	1	the	the	DET
epaa-407	139	2	variance	variance	NOUN
epaa-407	139	3	model	model	NOUN
epaa-407	139	4	in	in	ADP
epaa-407	139	5	study	study	NOUN
epaa-407	139	6	two	two	NUM
epaa-407	139	7	is	be	AUX
epaa-407	139	8	the	the	DET
epaa-407	139	9	same	same	ADJ
epaa-407	139	10	as	as	ADP
epaa-407	139	11	that	that	PRON
epaa-407	139	12	in	in	ADP
epaa-407	139	13	study	study	NOUN
epaa-407	139	14	one	one	NUM
epaa-407	139	15	.	.	PUNCT
epaa-407	140	1	the	the	DET
epaa-407	140	2	cost	cost	NOUN
epaa-407	140	3	data	datum	NOUN
epaa-407	140	4	the	the	DET
epaa-407	140	5	cost	cost	NOUN
epaa-407	140	6	data	datum	NOUN
epaa-407	140	7	for	for	ADP
epaa-407	140	8	this	this	DET
epaa-407	140	9	study	study	NOUN
epaa-407	140	10	are	be	AUX
epaa-407	140	11	taken	take	VERB
epaa-407	140	12	from	from	ADP
epaa-407	140	13	hoover	hoover	NOUN
epaa-407	140	14	and	and	CCONJ
epaa-407	140	15	bray	bray	PROPN
epaa-407	140	16	(	(	PUNCT
epaa-407	140	17	1995	1995	NUM
epaa-407	140	18	)	)	PUNCT
epaa-407	140	19	,	,	PUNCT
epaa-407	140	20	who	who	PRON
epaa-407	140	21	report	report	VERB
epaa-407	140	22	on	on	ADP
epaa-407	140	23	cost	cost	NOUN
epaa-407	140	24	information	information	NOUN
epaa-407	140	25	for	for	ADP
epaa-407	140	26	an	an	DET
epaa-407	140	27	administration	administration	NOUN
epaa-407	140	28	of	of	ADP
epaa-407	140	29	the	the	DET
epaa-407	140	30	iowa	iowa	PROPN
epaa-407	140	31	writing	write	VERB
epaa-407	140	32	assessment	assessment	NOUN
epaa-407	140	33	.	.	PUNCT
epaa-407	141	1	the	the	DET
epaa-407	141	2	assessment	assessment	NOUN
epaa-407	141	3	tested	test	VERB
epaa-407	141	4	the	the	DET
epaa-407	141	5	writing	writing	NOUN
epaa-407	141	6	skills	skill	NOUN
epaa-407	141	7	of	of	ADP
epaa-407	141	8	30,000	30,000	NUM
epaa-407	141	9	school	school	NOUN
epaa-407	141	10	students	student	NOUN
epaa-407	141	11	from	from	ADP
epaa-407	141	12	grades	grade	NOUN
epaa-407	141	13	three	three	NUM
epaa-407	141	14	to	to	PART
epaa-407	141	15	twelve	twelve	NUM
epaa-407	141	16	,	,	PUNCT
epaa-407	141	17	each	each	PRON
epaa-407	141	18	of	of	ADP
epaa-407	141	19	whom	whom	PRON
epaa-407	141	20	wrote	write	VERB
epaa-407	141	21	two	two	NUM
epaa-407	141	22	pieces	piece	NOUN
epaa-407	141	23	of	of	ADP
epaa-407	141	24	writing	writing	NOUN
epaa-407	141	25	.	.	PUNCT
epaa-407	142	1	each	each	DET
epaa-407	142	2	sample	sample	NOUN
epaa-407	142	3	was	be	AUX
epaa-407	142	4	scored	score	VERB
epaa-407	142	5	twice	twice	ADV
epaa-407	142	6	holistically	holistically	ADV
epaa-407	142	7	and	and	CCONJ
epaa-407	142	8	twice	twice	ADV
epaa-407	142	9	analytically	analytically	ADV
epaa-407	142	10	.	.	PUNCT
epaa-407	143	1	for	for	ADP
epaa-407	143	2	this	this	DET
epaa-407	143	3	assessment	assessment	NOUN
epaa-407	143	4	,	,	PUNCT
epaa-407	143	5	hoover	hoover	PROPN
epaa-407	143	6	and	and	CCONJ
epaa-407	143	7	bray	bray	PROPN
epaa-407	143	8	estimate	estimate	VERB
epaa-407	143	9	that	that	SCONJ
epaa-407	143	10	$	$	SYM
epaa-407	143	11	138,000	138,000	NUM
epaa-407	143	12	was	be	AUX
epaa-407	143	13	spent	spend	VERB
epaa-407	143	14	in	in	ADP
epaa-407	143	15	developing	develop	VERB
epaa-407	143	16	the	the	DET
epaa-407	143	17	40	40	NUM
epaa-407	143	18	writing	writing	NOUN
epaa-407	143	19	prompts	prompt	NOUN
epaa-407	143	20	;	;	PUNCT
epaa-407	143	21	$	$	SYM
epaa-407	143	22	174,410	174,410	NUM
epaa-407	143	23	was	be	AUX
epaa-407	143	24	spent	spend	VERB
epaa-407	143	25	to	to	PART
epaa-407	143	26	score	score	VERB
epaa-407	143	27	the	the	DET
epaa-407	143	28	prompts	prompt	NOUN
epaa-407	143	29	;	;	PUNCT
epaa-407	143	30	and	and	CCONJ
epaa-407	143	31	$	$	SYM
epaa-407	143	32	30,000	30,000	NUM
epaa-407	143	33	was	be	AUX
epaa-407	143	34	spent	spend	VERB
epaa-407	143	35	for	for	ADP
epaa-407	143	36	materials	material	NOUN
epaa-407	143	37	.	.	PUNCT
epaa-407	144	1	this	this	DET
epaa-407	144	2	breakdown	breakdown	NOUN
epaa-407	144	3	is	be	AUX
epaa-407	144	4	consistent	consistent	ADJ
epaa-407	144	5	with	with	ADP
epaa-407	144	6	a	a	DET
epaa-407	144	7	framework	framework	NOUN
epaa-407	144	8	for	for	ADP
epaa-407	144	9	examining	examine	VERB
epaa-407	144	10	costs	cost	NOUN
epaa-407	144	11	explained	explain	VERB
epaa-407	144	12	by	by	ADP
epaa-407	144	13	hardy	hardy	ADJ
epaa-407	144	14	(	(	PUNCT
epaa-407	144	15	1996	1996	NUM
epaa-407	144	16	)	)	PUNCT
epaa-407	144	17	.	.	PUNCT
epaa-407	145	1	in	in	ADP
epaa-407	145	2	order	order	NOUN
epaa-407	145	3	to	to	PART
epaa-407	145	4	use	use	VERB
epaa-407	145	5	this	this	DET
epaa-407	145	6	information	information	NOUN
epaa-407	145	7	in	in	ADP
epaa-407	145	8	the	the	DET
epaa-407	145	9	optimization	optimization	NOUN
epaa-407	145	10	procedure	procedure	NOUN
epaa-407	145	11	,	,	PUNCT
epaa-407	145	12	base	base	NOUN
epaa-407	145	13	units	unit	NOUN
epaa-407	145	14	of	of	ADP
epaa-407	145	15	development	development	NOUN
epaa-407	145	16	,	,	PUNCT
epaa-407	145	17	scoring	scoring	NOUN
epaa-407	145	18	and	and	CCONJ
epaa-407	145	19	materials	material	NOUN
epaa-407	145	20	need	need	VERB
epaa-407	145	21	to	to	PART
epaa-407	145	22	be	be	AUX
epaa-407	145	23	developed	develop	VERB
epaa-407	145	24	.	.	PUNCT
epaa-407	146	1	that	that	PRON
epaa-407	146	2	is	is	ADV
epaa-407	146	3	,	,	PUNCT
epaa-407	146	4	figures	figure	NOUN
epaa-407	146	5	need	need	VERB
epaa-407	146	6	to	to	PART
epaa-407	146	7	be	be	AUX
epaa-407	146	8	obtained	obtain	VERB
epaa-407	146	9	that	that	PRON
epaa-407	146	10	indicate	indicate	VERB
epaa-407	146	11	how	how	SCONJ
epaa-407	146	12	much	much	ADJ
epaa-407	146	13	adding	add	VERB
epaa-407	146	14	one	one	NUM
epaa-407	146	15	rating	rating	NOUN
epaa-407	146	16	(	(	PUNCT
epaa-407	146	17	for	for	ADP
epaa-407	146	18	example	example	NOUN
epaa-407	146	19	)	)	PUNCT
epaa-407	146	20	to	to	ADP
epaa-407	146	21	the	the	DET
epaa-407	146	22	scenario	scenario	NOUN
epaa-407	146	23	will	will	AUX
epaa-407	146	24	change	change	VERB
epaa-407	146	25	scoring	scoring	NOUN
epaa-407	146	26	costs	cost	NOUN
epaa-407	146	27	,	,	PUNCT
epaa-407	146	28	or	or	CCONJ
epaa-407	146	29	how	how	SCONJ
epaa-407	146	30	much	much	ADV
epaa-407	146	31	adding	add	VERB
epaa-407	146	32	one	one	NUM
epaa-407	146	33	prompt	prompt	NOUN
epaa-407	146	34	will	will	AUX
epaa-407	146	35	change	change	VERB
epaa-407	146	36	development	development	NOUN
epaa-407	146	37	and	and	CCONJ
epaa-407	146	38	scoring	scoring	NOUN
epaa-407	146	39	costs	cost	NOUN
epaa-407	146	40	.	.	PUNCT
epaa-407	147	1	the	the	DET
epaa-407	147	2	cost	cost	NOUN
epaa-407	147	3	of	of	ADP
epaa-407	147	4	development	development	NOUN
epaa-407	147	5	hinges	hinge	NOUN
epaa-407	147	6	on	on	ADP
epaa-407	147	7	the	the	DET
epaa-407	147	8	total	total	ADJ
epaa-407	147	9	number	number	NOUN
epaa-407	147	10	of	of	ADP
epaa-407	147	11	prompts	prompt	NOUN
epaa-407	147	12	developed	develop	VERB
epaa-407	147	13	—	—	PUNCT
epaa-407	147	14	in	in	ADP
epaa-407	147	15	hoover	hoover	NOUN
epaa-407	147	16	and	and	CCONJ
epaa-407	147	17	bray	bray	PROPN
epaa-407	147	18	(	(	PUNCT
epaa-407	147	19	1995	1995	NUM
epaa-407	147	20	)	)	PUNCT
epaa-407	147	21	,	,	PUNCT
epaa-407	147	22	40	40	NUM
epaa-407	147	23	—	—	PUNCT
epaa-407	147	24	therefore	therefore	ADV
epaa-407	147	25	,	,	PUNCT
epaa-407	147	26	each	each	DET
epaa-407	147	27	prompt	prompt	NOUN
epaa-407	147	28	costs	cost	VERB
epaa-407	147	29	$	$	SYM
epaa-407	147	30	3450	3450	NUM
epaa-407	147	31	to	to	PART
epaa-407	147	32	develop	develop	VERB
epaa-407	147	33	(	(	PUNCT
epaa-407	147	34	$	$	SYM
epaa-407	147	35	138,000/40	138,000/40	NUM
epaa-407	147	36	)	)	PUNCT
epaa-407	147	37	.	.	PUNCT
epaa-407	148	1	in	in	ADP
epaa-407	148	2	that	that	DET
epaa-407	148	3	study	study	NOUN
epaa-407	148	4	,	,	PUNCT
epaa-407	148	5	each	each	DET
epaa-407	148	6	examinee	examinee	NOUN
epaa-407	148	7	wrote	write	VERB
epaa-407	148	8	two	two	NUM
epaa-407	148	9	prompts	prompt	NOUN
epaa-407	148	10	.	.	PUNCT
epaa-407	149	1	had	have	AUX
epaa-407	149	2	each	each	PRON
epaa-407	149	3	written	write	VERB
epaa-407	149	4	only	only	ADV
epaa-407	149	5	one	one	NUM
epaa-407	149	6	prompt	prompt	NOUN
epaa-407	149	7	,	,	PUNCT
epaa-407	149	8	presumably	presumably	ADV
epaa-407	149	9	only	only	ADV
epaa-407	149	10	20	20	NUM
epaa-407	149	11	prompts	prompt	NOUN
epaa-407	149	12	would	would	AUX
epaa-407	149	13	have	have	AUX
epaa-407	149	14	been	be	AUX
epaa-407	149	15	developed	develop	VERB
epaa-407	149	16	.	.	PUNCT
epaa-407	150	1	therefore	therefore	ADV
epaa-407	150	2	,	,	PUNCT
epaa-407	150	3	the	the	DET
epaa-407	150	4	$	$	SYM
epaa-407	150	5	3450	3450	NUM
epaa-407	150	6	is	be	AUX
epaa-407	150	7	divided	divide	VERB
epaa-407	150	8	by	by	ADP
epaa-407	150	9	2	2	NUM
epaa-407	150	10	,	,	PUNCT
epaa-407	150	11	the	the	DET
epaa-407	150	12	number	number	NOUN
epaa-407	150	13	of	of	ADP
epaa-407	150	14	prompts	prompt	NOUN
epaa-407	150	15	each	each	DET
epaa-407	150	16	examinee	examinee	NOUN
epaa-407	150	17	responded	respond	VERB
epaa-407	150	18	to	to	ADP
epaa-407	150	19	,	,	PUNCT
epaa-407	150	20	producing	produce	VERB
epaa-407	150	21	a	a	DET
epaa-407	150	22	cost	cost	NOUN
epaa-407	150	23	per	per	ADP
epaa-407	150	24	prompt	prompt	NOUN
epaa-407	150	25	required	require	VERB
epaa-407	150	26	of	of	ADP
epaa-407	150	27	an	an	DET
epaa-407	150	28	examinee	examinee	NOUN
epaa-407	150	29	of	of	ADP
epaa-407	150	30	$	$	SYM
epaa-407	150	31	1725	1725	NUM
epaa-407	150	32	.	.	PUNCT
epaa-407	151	1	so	so	ADV
epaa-407	151	2	that	that	PRON
epaa-407	151	3	represents	represent	VERB
epaa-407	151	4	the	the	DET
epaa-407	151	5	base	base	NOUN
epaa-407	151	6	unit	unit	NOUN
epaa-407	151	7	cost	cost	NOUN
epaa-407	151	8	for	for	ADP
epaa-407	151	9	development	development	NOUN
epaa-407	151	10	.	.	PUNCT
epaa-407	152	1	therefore	therefore	ADV
epaa-407	152	2	,	,	PUNCT
epaa-407	152	3	the	the	DET
epaa-407	152	4	development	development	NOUN
epaa-407	152	5	cost	cost	NOUN
epaa-407	152	6	function	function	NOUN
epaa-407	152	7	is	be	AUX
epaa-407	152	8	$	$	SYM
epaa-407	152	9	1725np	1725np	ADJ
epaa-407	152	10	:	:	PUNCT
epaa-407	152	11	mnm	mnm	ADJ
epaa-407	152	12	,	,	PUNCT
epaa-407	152	13	where	where	SCONJ
epaa-407	152	14	p	p	X
epaa-407	152	15	:	:	PUNCT
epaa-407	152	16	m	m	NOUN
epaa-407	152	17	is	be	AUX
epaa-407	152	18	the	the	DET
epaa-407	152	19	number	number	NOUN
epaa-407	152	20	of	of	ADP
epaa-407	152	21	prompts	prompt	NOUN
epaa-407	152	22	each	each	DET
epaa-407	152	23	person	person	NOUN
epaa-407	152	24	must	must	AUX
epaa-407	152	25	write	write	VERB
epaa-407	152	26	per	per	ADP
epaa-407	152	27	mode	mode	NOUN
epaa-407	152	28	and	and	CCONJ
epaa-407	152	29	nm	nm	NOUN
epaa-407	152	30	is	be	AUX
epaa-407	152	31	the	the	DET
epaa-407	152	32	number	number	NOUN
epaa-407	152	33	of	of	ADP
epaa-407	152	34	modes	mode	NOUN
epaa-407	152	35	.	.	PUNCT
epaa-407	153	1	to	to	PART
epaa-407	153	2	obtain	obtain	VERB
epaa-407	153	3	the	the	DET
epaa-407	153	4	base	base	NOUN
epaa-407	153	5	unit	unit	NOUN
epaa-407	153	6	cost	cost	NOUN
epaa-407	153	7	for	for	ADP
epaa-407	153	8	scoring	scoring	NOUN
epaa-407	153	9	,	,	PUNCT
epaa-407	153	10	the	the	DET
epaa-407	153	11	total	total	ADJ
epaa-407	153	12	scoring	scoring	NOUN
epaa-407	153	13	cost	cost	NOUN
epaa-407	153	14	(	(	PUNCT
epaa-407	153	15	$	$	SYM
epaa-407	153	16	174	174	NUM
epaa-407	153	17	,	,	PUNCT
epaa-407	153	18	410	410	NUM
epaa-407	153	19	)	)	PUNCT
epaa-407	153	20	was	be	AUX
epaa-407	153	21	divided	divide	VERB
epaa-407	153	22	by	by	ADP
epaa-407	153	23	the	the	DET
epaa-407	153	24	number	number	NOUN
epaa-407	153	25	of	of	ADP
epaa-407	153	26	subjects	subject	NOUN
epaa-407	153	27	(	(	PUNCT
epaa-407	153	28	30,000	30,000	NUM
epaa-407	153	29	)	)	PUNCT
epaa-407	153	30	,	,	PUNCT
epaa-407	153	31	the	the	DET
epaa-407	153	32	number	number	NOUN
epaa-407	153	33	of	of	ADP
epaa-407	153	34	pieces	piece	NOUN
epaa-407	153	35	per	per	ADP
epaa-407	153	36	subject	subject	NOUN
epaa-407	153	37	(	(	PUNCT
epaa-407	153	38	2	2	NUM
epaa-407	153	39	)	)	PUNCT
epaa-407	153	40	,	,	PUNCT
epaa-407	153	41	and	and	CCONJ
epaa-407	153	42	the	the	DET
epaa-407	153	43	number	number	NOUN
epaa-407	153	44	of	of	ADP
epaa-407	153	45	raters	rater	NOUN
epaa-407	153	46	or	or	CCONJ
epaa-407	153	47	readings	reading	NOUN
epaa-407	153	48	per	per	ADP
epaa-407	153	49	piece	piece	NOUN
epaa-407	153	50	(	(	PUNCT
epaa-407	153	51	2	2	NUM
epaa-407	153	52	)	)	PUNCT
epaa-407	153	53	to	to	PART
epaa-407	153	54	produce	produce	VERB
epaa-407	153	55	a	a	DET
epaa-407	153	56	unit	unit	NOUN
epaa-407	153	57	scoring	score	VERB
epaa-407	153	58	cost	cost	NOUN
epaa-407	153	59	of	of	ADP
epaa-407	153	60	$	$	SYM
epaa-407	153	61	1.43	1.43	NUM
epaa-407	153	62	per	per	ADP
epaa-407	153	63	piece	piece	NOUN
epaa-407	153	64	,	,	PUNCT
epaa-407	153	65	per	per	ADP
epaa-407	153	66	rater	rater	NOUN
epaa-407	153	67	,	,	PUNCT
epaa-407	153	68	per	per	ADP
epaa-407	153	69	subject	subject	NOUN
epaa-407	153	70	.	.	PUNCT
epaa-407	154	1	the	the	DET
epaa-407	154	2	materials	material	NOUN
epaa-407	154	3	were	be	AUX
epaa-407	154	4	estimated	estimate	VERB
epaa-407	154	5	to	to	PART
epaa-407	154	6	cost	cost	VERB
epaa-407	154	7	$	$	SYM
epaa-407	154	8	1.00	1.00	NUM
epaa-407	154	9	per	per	ADP
epaa-407	154	10	subject	subject	NOUN
epaa-407	154	11	.	.	PUNCT
epaa-407	155	1	for	for	ADP
epaa-407	155	2	the	the	DET
epaa-407	155	3	purposes	purpose	NOUN
epaa-407	155	4	of	of	ADP
epaa-407	155	5	these	these	DET
epaa-407	155	6	analyses	analysis	NOUN
epaa-407	155	7	,	,	PUNCT
epaa-407	155	8	the	the	DET
epaa-407	155	9	number	number	NOUN
epaa-407	155	10	of	of	ADP
epaa-407	155	11	subjects	subject	NOUN
epaa-407	155	12	was	be	AUX
epaa-407	155	13	held	hold	VERB
epaa-407	155	14	constant	constant	ADJ
epaa-407	155	15	at	at	ADP
epaa-407	155	16	50	50	NUM
epaa-407	155	17	.	.	PUNCT
epaa-407	156	1	therefore	therefore	ADV
epaa-407	156	2	,	,	PUNCT
epaa-407	156	3	the	the	DET
epaa-407	156	4	total	total	ADJ
epaa-407	156	5	cost	cost	NOUN
epaa-407	156	6	function	function	NOUN
epaa-407	156	7	,	,	PUNCT
epaa-407	156	8	combining	combine	VERB
epaa-407	156	9	development	development	NOUN
epaa-407	156	10	,	,	PUNCT
epaa-407	156	11	scoring	scoring	NOUN
epaa-407	156	12	and	and	CCONJ
epaa-407	156	13	material	material	NOUN
epaa-407	156	14	costs	cost	NOUN
epaa-407	156	15	,	,	PUNCT
epaa-407	156	16	is	be	AUX
epaa-407	156	17	:	:	PUNCT
epaa-407	156	18	total	total	ADJ
epaa-407	156	19	cost	cost	NOUN
epaa-407	156	20	=	=	PUNCT
epaa-407	156	21	$	$	SYM
epaa-407	156	22	1725np	1725np	ADJ
epaa-407	156	23	:	:	PUNCT
epaa-407	156	24	mnm	mnm	ADJ
epaa-407	157	1	+	+	CCONJ
epaa-407	157	2	$	$	SYM
epaa-407	157	3	1.43np	1.43np	NUM
epaa-407	157	4	:	:	PUNCT
epaa-407	157	5	mnmnrns	mnmnrn	NOUN
epaa-407	157	6	+	+	CCONJ
epaa-407	157	7	$	$	SYM
epaa-407	157	8	1.00ns	1.00ns	NUM
epaa-407	157	9	(	(	PUNCT
epaa-407	157	10	10	10	NUM
epaa-407	157	11	)	)	PUNCT
epaa-407	157	12	the	the	DET
epaa-407	157	13	optimization	optimization	NOUN
epaa-407	157	14	problem	problem	NOUN
epaa-407	157	15	the	the	DET
epaa-407	157	16	variance	variance	NOUN
epaa-407	157	17	components	component	NOUN
epaa-407	157	18	from	from	ADP
epaa-407	157	19	table	table	NOUN
epaa-407	157	20	1	1	NUM
epaa-407	157	21	,	,	PUNCT
epaa-407	157	22	the	the	DET
epaa-407	157	23	cost	cost	NOUN
epaa-407	157	24	function	function	NOUN
epaa-407	157	25	given	give	VERB
epaa-407	157	26	in	in	ADP
epaa-407	157	27	equation	equation	NOUN
epaa-407	157	28	(	(	PUNCT
epaa-407	157	29	10	10	NUM
epaa-407	157	30	)	)	PUNCT
epaa-407	157	31	,	,	PUNCT
epaa-407	157	32	and	and	CCONJ
epaa-407	157	33	the	the	DET
epaa-407	157	34	number	number	NOUN
epaa-407	157	35	of	of	ADP
epaa-407	157	36	prompts	prompt	NOUN
epaa-407	157	37	within	within	ADP
epaa-407	157	38	modes	mode	NOUN
epaa-407	157	39	,	,	PUNCT
epaa-407	157	40	modes	mode	NOUN
epaa-407	157	41	,	,	PUNCT
epaa-407	157	42	raters	rater	NOUN
epaa-407	157	43	,	,	PUNCT
epaa-407	157	44	and	and	CCONJ
epaa-407	157	45	subjects	subject	NOUN
epaa-407	157	46	were	be	AUX
epaa-407	157	47	entered	enter	VERB
epaa-407	157	48	into	into	ADP
epaa-407	157	49	the	the	DET
epaa-407	157	50	excel	excel	NOUN
epaa-407	157	51	worksheet	worksheet	NOUN
epaa-407	157	52	,	,	PUNCT
epaa-407	157	53	and	and	CCONJ
epaa-407	157	54	the	the	DET
epaa-407	157	55	following	follow	VERB
epaa-407	157	56	optimization	optimization	NOUN
epaa-407	157	57	problem	problem	NOUN
epaa-407	157	58	was	be	AUX
epaa-407	157	59	submitted	submit	VERB
epaa-407	157	60	for	for	ADP
epaa-407	157	61	analysis	analysis	NOUN
epaa-407	157	62	.	.	PUNCT
epaa-407	158	1	objective	objective	ADJ
epaa-407	158	2	function	function	NOUN
epaa-407	158	3	:	:	PUNCT
epaa-407	158	4	minimize	minimize	VERB
epaa-407	158	5	l	l	NOUN
epaa-407	158	6	=	=	SYM
epaa-407	158	7	total	total	ADJ
epaa-407	158	8	cost	cost	NOUN
epaa-407	158	9	=	=	PUNCT
epaa-407	158	10	$	$	SYM
epaa-407	158	11	1725np	1725np	NOUN
epaa-407	158	12	+	+	CCONJ
epaa-407	158	13	$	$	SYM
epaa-407	158	14	1.43npnrns	1.43npnrn	NOUN
epaa-407	158	15	+	+	CCONJ
epaa-407	158	16	$	$	SYM
epaa-407	158	17	1.00ns	1.00ns	NUM
epaa-407	158	18	,	,	PUNCT
epaa-407	158	19	subject	subject	ADJ
epaa-407	158	20	to	to	ADP
epaa-407	158	21	constraints	constraint	NOUN
epaa-407	158	22	(	(	PUNCT
epaa-407	158	23	5	5	NUM
epaa-407	158	24	)	)	PUNCT
epaa-407	158	25	through	through	ADP
epaa-407	158	26	(	(	PUNCT
epaa-407	158	27	8)	8)	NUM
epaa-407	158	28	given	give	VERB
epaa-407	158	29	in	in	ADP
epaa-407	158	30	study	study	NOUN
epaa-407	158	31	one	one	NUM
epaa-407	158	32	.	.	PUNCT
epaa-407	159	1	(	(	PUNCT
epaa-407	159	2	11	11	NUM
epaa-407	159	3	)	)	PUNCT
epaa-407	159	4	the	the	DET
epaa-407	159	5	results	result	NOUN
epaa-407	159	6	are	be	AUX
epaa-407	159	7	given	give	VERB
epaa-407	159	8	in	in	ADP
epaa-407	159	9	table	table	NOUN
epaa-407	159	10	3	3	NUM
epaa-407	159	11	.	.	PUNCT
epaa-407	160	1	since	since	SCONJ
epaa-407	160	2	the	the	DET
epaa-407	160	3	procedure	procedure	NOUN
epaa-407	160	4	was	be	AUX
epaa-407	160	5	minimizing	minimize	VERB
epaa-407	160	6	cost	cost	NOUN
epaa-407	160	7	not	not	PART
epaa-407	160	8	the	the	DET
epaa-407	160	9	number	number	NOUN
epaa-407	160	10	of	of	ADP
epaa-407	160	11	observation	observation	NOUN
epaa-407	160	12	points	point	NOUN
epaa-407	160	13	,	,	PUNCT
epaa-407	160	14	the	the	DET
epaa-407	160	15	optimal	optimal	ADJ
epaa-407	160	16	design	design	NOUN
epaa-407	160	17	includes	include	VERB
epaa-407	160	18	more	more	ADJ
epaa-407	160	19	observation	observation	NOUN
epaa-407	160	20	points	point	NOUN
epaa-407	160	21	(	(	PUNCT
epaa-407	160	22	27	27	NUM
epaa-407	160	23	versus	versus	ADP
epaa-407	160	24	12	12	NUM
epaa-407	160	25	)	)	PUNCT
epaa-407	160	26	but	but	CCONJ
epaa-407	160	27	at	at	ADP
epaa-407	160	28	less	less	ADJ
epaa-407	160	29	cost	cost	NOUN
epaa-407	160	30	and	and	CCONJ
epaa-407	160	31	a	a	DET
epaa-407	160	32	higher	high	ADJ
epaa-407	160	33	generalizability	generalizability	NOUN
epaa-407	160	34	coefficient	coefficient	NOUN
epaa-407	160	35	.	.	PUNCT
epaa-407	161	1	9	9	NUM
epaa-407	161	2	of	of	ADP
epaa-407	161	3	14	14	NUM
epaa-407	161	4	table	table	NOUN
epaa-407	161	5	3	3	NUM
epaa-407	161	6	results	result	NOUN
epaa-407	161	7	of	of	ADP
epaa-407	161	8	study	study	NOUN
epaa-407	161	9	two	two	NUM
epaa-407	161	10	number	number	NOUN
epaa-407	161	11	of	of	ADP
epaa-407	161	12	cases	case	NOUN
epaa-407	161	13	needed	need	VERB
epaa-407	161	14	to	to	PART
epaa-407	161	15	meet	meet	VERB
epaa-407	161	16	the	the	DET
epaa-407	161	17	constraints	constraint	NOUN
epaa-407	161	18	actual	actual	ADJ
epaa-407	161	19	optimal	optimal	ADJ
epaa-407	161	20	mode	mode	NOUN
epaa-407	161	21	2	2	NUM
epaa-407	161	22	1	1	NUM
epaa-407	161	23	prompt	prompt	NOUN
epaa-407	161	24	:	:	PUNCT
epaa-407	161	25	mode	mode	NOUN
epaa-407	161	26	2	2	NUM
epaa-407	161	27	3	3	NUM
epaa-407	161	28	rater	rater	NOUN
epaa-407	161	29	3	3	NUM
epaa-407	161	30	9	9	NUM
epaa-407	161	31	obj	obj	PROPN
epaa-407	161	32	.	.	PUNCT
epaa-407	162	1	function	function	PROPN
epaa-407	162	2	12	12	NUM
epaa-407	162	3	27	27	NUM
epaa-407	162	4	total	total	NOUN
epaa-407	162	5	cost	cost	VERB
epaa-407	162	6	$	$	SYM
epaa-407	162	7	7808	7808	NUM
epaa-407	162	8	$	$	SYM
epaa-407	162	9	7156	7156	NUM
epaa-407	162	10	g	g	NOUN
epaa-407	162	11	coefficient	coefficient	NOUN
epaa-407	162	12	0.75	0.75	NUM
epaa-407	162	13	0.80	0.80	NUM
epaa-407	162	14	conclusions	conclusion	NOUN
epaa-407	162	15	from	from	ADP
epaa-407	162	16	study	study	NOUN
epaa-407	162	17	two	two	NUM
epaa-407	162	18	this	this	DET
epaa-407	162	19	second	second	ADJ
epaa-407	162	20	study	study	NOUN
epaa-407	162	21	provides	provide	VERB
epaa-407	162	22	empirical	empirical	ADJ
epaa-407	162	23	support	support	NOUN
epaa-407	162	24	for	for	ADP
epaa-407	162	25	the	the	DET
epaa-407	162	26	claim	claim	NOUN
epaa-407	162	27	made	make	VERB
epaa-407	162	28	by	by	ADP
epaa-407	162	29	sanders	sander	NOUN
epaa-407	162	30	,	,	PUNCT
epaa-407	162	31	theunissen	theunissen	ADJ
epaa-407	162	32	,	,	PUNCT
epaa-407	162	33	and	and	CCONJ
epaa-407	162	34	baas	baas	NOUN
epaa-407	162	35	(	(	PUNCT
epaa-407	162	36	1989	1989	NUM
epaa-407	162	37	)	)	PUNCT
epaa-407	162	38	that	that	SCONJ
epaa-407	162	39	it	it	PRON
epaa-407	162	40	is	be	AUX
epaa-407	162	41	possible	possible	ADJ
epaa-407	162	42	to	to	PART
epaa-407	162	43	decrease	decrease	VERB
epaa-407	162	44	cost	cost	NOUN
epaa-407	162	45	while	while	SCONJ
epaa-407	162	46	increasing	increase	VERB
epaa-407	162	47	the	the	DET
epaa-407	162	48	generalizability	generalizability	NOUN
epaa-407	162	49	coefficient	coefficient	NOUN
epaa-407	162	50	even	even	ADV
epaa-407	162	51	when	when	SCONJ
epaa-407	162	52	the	the	DET
epaa-407	162	53	total	total	ADJ
epaa-407	162	54	number	number	NOUN
epaa-407	162	55	of	of	ADP
epaa-407	162	56	observation	observation	NOUN
epaa-407	162	57	points	point	NOUN
epaa-407	162	58	increases	increase	NOUN
epaa-407	162	59	.	.	PUNCT
epaa-407	163	1	discussion	discussion	NOUN
epaa-407	163	2	these	these	DET
epaa-407	163	3	studies	study	NOUN
epaa-407	163	4	serve	serve	VERB
epaa-407	163	5	as	as	ADP
epaa-407	163	6	illustrations	illustration	NOUN
epaa-407	163	7	of	of	ADP
epaa-407	163	8	the	the	DET
epaa-407	163	9	issues	issue	NOUN
epaa-407	163	10	raised	raise	VERB
epaa-407	163	11	in	in	ADP
epaa-407	163	12	the	the	DET
epaa-407	163	13	introduction	introduction	NOUN
epaa-407	163	14	.	.	PUNCT
epaa-407	164	1	the	the	DET
epaa-407	164	2	first	first	ADJ
epaa-407	164	3	study	study	NOUN
epaa-407	164	4	demonstrates	demonstrate	VERB
epaa-407	164	5	that	that	SCONJ
epaa-407	164	6	it	it	PRON
epaa-407	164	7	is	be	AUX
epaa-407	164	8	possible	possible	ADJ
epaa-407	164	9	to	to	PART
epaa-407	164	10	have	have	VERB
epaa-407	164	11	many	many	ADJ
epaa-407	164	12	combinations	combination	NOUN
epaa-407	164	13	of	of	ADP
epaa-407	164	14	facets	facet	NOUN
epaa-407	164	15	in	in	ADP
epaa-407	164	16	an	an	DET
epaa-407	164	17	assessment	assessment	NOUN
epaa-407	164	18	design	design	NOUN
epaa-407	164	19	meet	meet	VERB
epaa-407	164	20	some	some	DET
epaa-407	164	21	predetermined	predetermined	ADJ
epaa-407	164	22	level	level	NOUN
epaa-407	164	23	of	of	ADP
epaa-407	164	24	reliability	reliability	NOUN
epaa-407	164	25	coefficient	coefficient	NOUN
epaa-407	164	26	.	.	PUNCT
epaa-407	165	1	the	the	DET
epaa-407	165	2	second	second	ADJ
epaa-407	165	3	study	study	NOUN
epaa-407	165	4	demonstrates	demonstrate	VERB
epaa-407	165	5	the	the	DET
epaa-407	165	6	advantages	advantage	NOUN
epaa-407	165	7	of	of	ADP
epaa-407	165	8	simultaneously	simultaneously	ADV
epaa-407	165	9	considering	consider	VERB
epaa-407	165	10	cost	cost	NOUN
epaa-407	165	11	and	and	CCONJ
epaa-407	165	12	reliability	reliability	NOUN
epaa-407	165	13	data	datum	NOUN
epaa-407	165	14	in	in	ADP
epaa-407	165	15	the	the	DET
epaa-407	165	16	same	same	ADJ
epaa-407	165	17	analysis	analysis	NOUN
epaa-407	165	18	,	,	PUNCT
epaa-407	165	19	namely	namely	ADV
epaa-407	165	20	,	,	PUNCT
epaa-407	165	21	that	that	SCONJ
epaa-407	165	22	it	it	PRON
epaa-407	165	23	is	be	AUX
epaa-407	165	24	possible	possible	ADJ
epaa-407	165	25	to	to	PART
epaa-407	165	26	achieve	achieve	VERB
epaa-407	165	27	a	a	DET
epaa-407	165	28	more	more	ADV
epaa-407	165	29	reliable	reliable	ADJ
epaa-407	165	30	but	but	CCONJ
epaa-407	165	31	less	less	ADV
epaa-407	165	32	costly	costly	ADJ
epaa-407	165	33	design	design	NOUN
epaa-407	165	34	.	.	PUNCT
epaa-407	166	1	both	both	PRON
epaa-407	166	2	of	of	ADP
epaa-407	166	3	these	these	DET
epaa-407	166	4	points	point	NOUN
epaa-407	166	5	need	need	VERB
epaa-407	166	6	to	to	PART
epaa-407	166	7	be	be	AUX
epaa-407	166	8	taken	take	VERB
epaa-407	166	9	in	in	ADP
epaa-407	166	10	consideration	consideration	NOUN
epaa-407	166	11	during	during	ADP
epaa-407	166	12	discussions	discussion	NOUN
epaa-407	166	13	about	about	ADP
epaa-407	166	14	the	the	DET
epaa-407	166	15	cost	cost	NOUN
epaa-407	166	16	implications	implication	NOUN
epaa-407	166	17	of	of	ADP
epaa-407	166	18	various	various	ADJ
epaa-407	166	19	solutions	solution	NOUN
epaa-407	166	20	to	to	ADP
epaa-407	166	21	the	the	DET
epaa-407	166	22	low	low	ADJ
epaa-407	166	23	reliability	reliability	NOUN
epaa-407	166	24	problem	problem	NOUN
epaa-407	166	25	associated	associate	VERB
epaa-407	166	26	with	with	ADP
epaa-407	166	27	performance	performance	NOUN
epaa-407	166	28	assessment	assessment	NOUN
epaa-407	166	29	scores	score	NOUN
epaa-407	166	30	.	.	PUNCT
epaa-407	167	1	if	if	SCONJ
epaa-407	167	2	we	we	PRON
epaa-407	167	3	assume	assume	VERB
epaa-407	167	4	that	that	SCONJ
epaa-407	167	5	the	the	DET
epaa-407	167	6	only	only	ADJ
epaa-407	167	7	way	way	NOUN
epaa-407	167	8	to	to	PART
epaa-407	167	9	increase	increase	VERB
epaa-407	167	10	the	the	DET
epaa-407	167	11	reliability	reliability	NOUN
epaa-407	167	12	is	be	AUX
epaa-407	167	13	to	to	PART
epaa-407	167	14	increase	increase	VERB
epaa-407	167	15	the	the	DET
epaa-407	167	16	number	number	NOUN
epaa-407	167	17	of	of	ADP
epaa-407	167	18	observations	observation	NOUN
epaa-407	168	1	and/	and/	PROPN
epaa-407	169	1	or	or	CCONJ
epaa-407	169	2	we	we	PRON
epaa-407	169	3	assume	assume	VERB
epaa-407	169	4	that	that	SCONJ
epaa-407	169	5	increasing	increase	VERB
epaa-407	169	6	reliability	reliability	NOUN
epaa-407	169	7	will	will	AUX
epaa-407	169	8	automatically	automatically	ADV
epaa-407	169	9	increase	increase	VERB
epaa-407	169	10	cost	cost	NOUN
epaa-407	169	11	,	,	PUNCT
epaa-407	169	12	these	these	DET
epaa-407	169	13	stumbling	stumble	VERB
epaa-407	169	14	blocks	block	NOUN
epaa-407	169	15	will	will	AUX
epaa-407	169	16	not	not	PART
epaa-407	169	17	be	be	AUX
epaa-407	169	18	removed	remove	VERB
epaa-407	169	19	.	.	PUNCT
epaa-407	170	1	policy	policy	NOUN
epaa-407	170	2	makers	maker	NOUN
epaa-407	170	3	will	will	AUX
epaa-407	170	4	continue	continue	VERB
epaa-407	170	5	to	to	PART
epaa-407	170	6	be	be	AUX
epaa-407	170	7	very	very	ADV
epaa-407	170	8	reluctant	reluctant	ADJ
epaa-407	170	9	to	to	PART
epaa-407	170	10	choose	choose	VERB
epaa-407	170	11	performance	performance	NOUN
epaa-407	170	12	assessments	assessment	NOUN
epaa-407	170	13	as	as	ADP
epaa-407	170	14	parts	part	NOUN
epaa-407	170	15	of	of	ADP
epaa-407	170	16	their	their	PRON
epaa-407	170	17	assessment	assessment	NOUN
epaa-407	170	18	plans	plan	NOUN
epaa-407	170	19	.	.	PUNCT
epaa-407	171	1	these	these	DET
epaa-407	171	2	demonstrations	demonstration	NOUN
epaa-407	171	3	represent	represent	VERB
epaa-407	171	4	a	a	DET
epaa-407	171	5	narrow	narrow	ADJ
epaa-407	171	6	perspective	perspective	NOUN
epaa-407	171	7	though	though	ADV
epaa-407	171	8	and	and	CCONJ
epaa-407	171	9	were	be	AUX
epaa-407	171	10	designed	design	VERB
epaa-407	171	11	to	to	PART
epaa-407	171	12	demonstrate	demonstrate	VERB
epaa-407	171	13	only	only	ADV
epaa-407	171	14	the	the	DET
epaa-407	171	15	two	two	NUM
epaa-407	171	16	issues	issue	NOUN
epaa-407	171	17	already	already	ADV
epaa-407	171	18	mentioned	mention	VERB
epaa-407	171	19	.	.	PUNCT
epaa-407	172	1	they	they	PRON
epaa-407	172	2	are	be	AUX
epaa-407	172	3	narrow	narrow	ADJ
epaa-407	172	4	in	in	ADP
epaa-407	172	5	two	two	NUM
epaa-407	172	6	ways	way	NOUN
epaa-407	172	7	.	.	PUNCT
epaa-407	173	1	first	first	ADV
epaa-407	173	2	,	,	PUNCT
epaa-407	173	3	they	they	PRON
epaa-407	173	4	may	may	AUX
epaa-407	173	5	oversimplify	oversimplify	VERB
epaa-407	173	6	the	the	DET
epaa-407	173	7	estimation	estimation	NOUN
epaa-407	173	8	of	of	ADP
epaa-407	173	9	true	true	ADJ
epaa-407	173	10	costs	cost	NOUN
epaa-407	173	11	of	of	ADP
epaa-407	173	12	performance	performance	NOUN
epaa-407	173	13	assessments	assessment	NOUN
epaa-407	173	14	.	.	PUNCT
epaa-407	174	1	second	second	ADJ
epaa-407	174	2	,	,	PUNCT
epaa-407	174	3	they	they	PRON
epaa-407	174	4	address	address	VERB
epaa-407	174	5	only	only	ADV
epaa-407	174	6	reliability	reliability	NOUN
epaa-407	174	7	and	and	CCONJ
epaa-407	174	8	cost	cost	NOUN
epaa-407	174	9	and	and	CCONJ
epaa-407	174	10	not	not	PART
epaa-407	174	11	other	other	ADJ
epaa-407	174	12	concerns	concern	NOUN
epaa-407	174	13	.	.	PUNCT
epaa-407	175	1	the	the	DET
epaa-407	175	2	costs	cost	NOUN
epaa-407	175	3	associated	associate	VERB
epaa-407	175	4	here	here	ADV
epaa-407	175	5	with	with	ADP
epaa-407	175	6	performance	performance	NOUN
epaa-407	175	7	assessments	assessment	NOUN
epaa-407	175	8	are	be	AUX
epaa-407	175	9	expressed	express	VERB
epaa-407	175	10	in	in	ADP
epaa-407	175	11	dollars	dollar	NOUN
epaa-407	175	12	and	and	CCONJ
epaa-407	175	13	cents	cent	NOUN
epaa-407	175	14	and	and	CCONJ
epaa-407	175	15	are	be	AUX
epaa-407	175	16	rather	rather	ADV
epaa-407	175	17	simple	simple	ADJ
epaa-407	175	18	.	.	PUNCT
epaa-407	176	1	for	for	ADP
epaa-407	176	2	example	example	NOUN
epaa-407	176	3	,	,	PUNCT
epaa-407	176	4	development	development	NOUN
epaa-407	176	5	costs	cost	NOUN
epaa-407	176	6	would	would	AUX
epaa-407	176	7	change	change	VERB
epaa-407	176	8	depending	depend	VERB
epaa-407	176	9	on	on	ADP
epaa-407	176	10	the	the	DET
epaa-407	176	11	number	number	NOUN
epaa-407	176	12	of	of	ADP
epaa-407	176	13	examinees	examinee	NOUN
epaa-407	176	14	(	(	PUNCT
epaa-407	176	15	parkes	parke	NOUN
epaa-407	176	16	,	,	PUNCT
epaa-407	176	17	1996	1996	NUM
epaa-407	176	18	)	)	PUNCT
epaa-407	176	19	.	.	PUNCT
epaa-407	177	1	more	more	ADJ
epaa-407	177	2	examinees	examinee	NOUN
epaa-407	177	3	would	would	AUX
epaa-407	177	4	require	require	VERB
epaa-407	177	5	that	that	SCONJ
epaa-407	177	6	more	more	ADJ
epaa-407	177	7	prompts	prompt	NOUN
epaa-407	177	8	be	be	AUX
epaa-407	177	9	developed	develop	VERB
epaa-407	177	10	and	and	CCONJ
epaa-407	177	11	the	the	DET
epaa-407	177	12	cost	cost	NOUN
epaa-407	177	13	would	would	AUX
epaa-407	177	14	probably	probably	ADV
epaa-407	177	15	change	change	VERB
epaa-407	177	16	in	in	ADP
epaa-407	177	17	some	some	DET
epaa-407	177	18	exponential	exponential	ADJ
epaa-407	177	19	fashion	fashion	NOUN
epaa-407	177	20	.	.	PUNCT
epaa-407	178	1	this	this	DET
epaa-407	178	2	relationship	relationship	NOUN
epaa-407	178	3	is	be	AUX
epaa-407	178	4	held	hold	VERB
epaa-407	178	5	constant	constant	ADJ
epaa-407	178	6	by	by	ADP
epaa-407	178	7	assuming	assume	VERB
epaa-407	178	8	the	the	DET
epaa-407	178	9	same	same	ADJ
epaa-407	178	10	number	number	NOUN
epaa-407	178	11	of	of	ADP
epaa-407	178	12	examinees	examinee	NOUN
epaa-407	178	13	in	in	ADP
epaa-407	178	14	each	each	DET
epaa-407	178	15	scenario	scenario	NOUN
epaa-407	178	16	.	.	PUNCT
epaa-407	179	1	there	there	PRON
epaa-407	179	2	are	be	VERB
epaa-407	179	3	also	also	ADV
epaa-407	179	4	many	many	ADJ
epaa-407	179	5	other	other	ADJ
epaa-407	179	6	ways	way	NOUN
epaa-407	179	7	to	to	PART
epaa-407	179	8	conceptualize	conceptualize	VERB
epaa-407	179	9	cost	cost	NOUN
epaa-407	179	10	,	,	PUNCT
epaa-407	179	11	some	some	PRON
epaa-407	179	12	of	of	ADP
epaa-407	179	13	which	which	PRON
epaa-407	179	14	would	would	AUX
epaa-407	179	15	be	be	AUX
epaa-407	179	16	very	very	ADV
epaa-407	179	17	difficult	difficult	ADJ
epaa-407	179	18	10	10	NUM
epaa-407	179	19	of	of	ADP
epaa-407	179	20	14	14	NUM
epaa-407	179	21	to	to	PART
epaa-407	179	22	quantify	quantify	VERB
epaa-407	179	23	.	.	PUNCT
epaa-407	180	1	monk	monk	NOUN
epaa-407	180	2	(	(	PUNCT
epaa-407	180	3	1996	1996	NUM
epaa-407	180	4	)	)	PUNCT
epaa-407	180	5	and	and	CCONJ
epaa-407	180	6	picus	picus	PROPN
epaa-407	180	7	(	(	PUNCT
epaa-407	180	8	1994	1994	NUM
epaa-407	180	9	)	)	PUNCT
epaa-407	180	10	describe	describe	VERB
epaa-407	180	11	the	the	DET
epaa-407	180	12	difficulties	difficulty	NOUN
epaa-407	180	13	in	in	AUX
epaa-407	180	14	determine	determine	VERB
epaa-407	180	15	the	the	DET
epaa-407	180	16	actual	actual	ADJ
epaa-407	180	17	"	"	PUNCT
epaa-407	180	18	costs	cost	NOUN
epaa-407	180	19	"	"	PUNCT
epaa-407	180	20	of	of	ADP
epaa-407	180	21	a	a	DET
epaa-407	180	22	performance	performance	NOUN
epaa-407	180	23	assessment	assessment	NOUN
epaa-407	180	24	.	.	PUNCT
epaa-407	181	1	there	there	PRON
epaa-407	181	2	are	be	VERB
epaa-407	181	3	,	,	PUNCT
epaa-407	181	4	of	of	ADP
epaa-407	181	5	course	course	NOUN
epaa-407	181	6	,	,	PUNCT
epaa-407	181	7	the	the	DET
epaa-407	181	8	financial	financial	ADJ
epaa-407	181	9	expenditures	expenditure	NOUN
epaa-407	181	10	associated	associate	VERB
epaa-407	181	11	with	with	ADP
epaa-407	181	12	an	an	DET
epaa-407	181	13	assessment	assessment	NOUN
epaa-407	181	14	system	system	NOUN
epaa-407	181	15	.	.	PUNCT
epaa-407	182	1	but	but	CCONJ
epaa-407	182	2	more	more	ADV
epaa-407	182	3	nebulously	nebulously	ADV
epaa-407	182	4	,	,	PUNCT
epaa-407	182	5	there	there	PRON
epaa-407	182	6	will	will	AUX
epaa-407	182	7	be	be	AUX
epaa-407	182	8	expenditure	expenditure	NOUN
epaa-407	182	9	of	of	ADP
epaa-407	182	10	time	time	NOUN
epaa-407	182	11	by	by	ADP
epaa-407	182	12	students	student	NOUN
epaa-407	182	13	,	,	PUNCT
epaa-407	182	14	teachers	teacher	NOUN
epaa-407	182	15	,	,	PUNCT
epaa-407	182	16	and	and	CCONJ
epaa-407	182	17	administrators	administrator	NOUN
epaa-407	182	18	to	to	PART
epaa-407	182	19	conduct	conduct	VERB
epaa-407	182	20	these	these	DET
epaa-407	182	21	assessments	assessment	NOUN
epaa-407	182	22	.	.	PUNCT
epaa-407	183	1	there	there	PRON
epaa-407	183	2	is	be	VERB
epaa-407	183	3	also	also	ADV
epaa-407	183	4	cost	cost	VERB
epaa-407	183	5	in	in	ADP
epaa-407	183	6	terms	term	NOUN
epaa-407	183	7	of	of	ADP
epaa-407	183	8	what	what	PRON
epaa-407	183	9	curriculum	curriculum	NOUN
epaa-407	183	10	changes	change	NOUN
epaa-407	183	11	are	be	AUX
epaa-407	183	12	made	make	VERB
epaa-407	183	13	to	to	PART
epaa-407	183	14	accommodate	accommodate	VERB
epaa-407	183	15	the	the	DET
epaa-407	183	16	testing	testing	NOUN
epaa-407	183	17	.	.	PUNCT
epaa-407	184	1	that	that	PRON
epaa-407	184	2	is	be	AUX
epaa-407	184	3	,	,	PUNCT
epaa-407	184	4	what	what	PRON
epaa-407	184	5	would	would	AUX
epaa-407	184	6	students	student	NOUN
epaa-407	184	7	be	be	AUX
epaa-407	184	8	learning	learn	VERB
epaa-407	184	9	in	in	ADP
epaa-407	184	10	the	the	DET
epaa-407	184	11	time	time	NOUN
epaa-407	184	12	taken	take	VERB
epaa-407	184	13	for	for	ADP
epaa-407	184	14	assessment	assessment	NOUN
epaa-407	184	15	.	.	PUNCT
epaa-407	185	1	the	the	DET
epaa-407	185	2	studies	study	NOUN
epaa-407	185	3	reported	report	VERB
epaa-407	185	4	here	here	ADV
epaa-407	185	5	are	be	AUX
epaa-407	185	6	also	also	ADV
epaa-407	185	7	narrow	narrow	ADJ
epaa-407	185	8	in	in	ADP
epaa-407	185	9	that	that	SCONJ
epaa-407	185	10	they	they	PRON
epaa-407	185	11	address	address	VERB
epaa-407	185	12	only	only	ADV
epaa-407	185	13	reliability	reliability	NOUN
epaa-407	185	14	and	and	CCONJ
epaa-407	185	15	cost	cost	NOUN
epaa-407	185	16	and	and	CCONJ
epaa-407	185	17	not	not	PART
epaa-407	185	18	other	other	ADJ
epaa-407	185	19	concerns	concern	NOUN
epaa-407	185	20	.	.	PUNCT
epaa-407	186	1	and	and	CCONJ
epaa-407	186	2	there	there	PRON
epaa-407	186	3	are	be	VERB
epaa-407	186	4	plenty	plenty	NOUN
epaa-407	186	5	of	of	ADP
epaa-407	186	6	other	other	ADJ
epaa-407	186	7	considerations	consideration	NOUN
epaa-407	186	8	that	that	PRON
epaa-407	186	9	are	be	AUX
epaa-407	186	10	equally	equally	ADV
epaa-407	186	11	as	as	ADV
epaa-407	186	12	important	important	ADJ
epaa-407	186	13	or	or	CCONJ
epaa-407	186	14	more	more	ADV
epaa-407	186	15	important	important	ADJ
epaa-407	186	16	in	in	ADP
epaa-407	186	17	the	the	DET
epaa-407	186	18	design	design	NOUN
epaa-407	186	19	of	of	ADP
epaa-407	186	20	a	a	DET
epaa-407	186	21	performance	performance	NOUN
epaa-407	186	22	assessment	assessment	NOUN
epaa-407	186	23	besides	besides	SCONJ
epaa-407	186	24	reliability	reliability	NOUN
epaa-407	186	25	and	and	CCONJ
epaa-407	186	26	cost	cost	NOUN
epaa-407	186	27	.	.	PUNCT
epaa-407	187	1	the	the	DET
epaa-407	187	2	content	content	NOUN
epaa-407	187	3	sampling	sample	VERB
epaa-407	187	4	issue	issue	NOUN
epaa-407	187	5	is	be	AUX
epaa-407	187	6	one	one	NUM
epaa-407	187	7	of	of	ADP
epaa-407	187	8	these	these	PRON
epaa-407	187	9	.	.	PUNCT
epaa-407	188	1	deciding	decide	VERB
epaa-407	188	2	how	how	SCONJ
epaa-407	188	3	many	many	ADJ
epaa-407	188	4	tasks	task	NOUN
epaa-407	188	5	should	should	AUX
epaa-407	188	6	constitute	constitute	VERB
epaa-407	188	7	an	an	DET
epaa-407	188	8	assessment	assessment	NOUN
epaa-407	188	9	should	should	AUX
epaa-407	188	10	probably	probably	ADV
epaa-407	188	11	be	be	AUX
epaa-407	188	12	addressed	address	VERB
epaa-407	188	13	in	in	ADP
epaa-407	188	14	terms	term	NOUN
epaa-407	188	15	of	of	ADP
epaa-407	188	16	content	content	NOUN
epaa-407	188	17	coverage	coverage	NOUN
epaa-407	188	18	first	first	ADV
epaa-407	188	19	.	.	PUNCT
epaa-407	189	1	though	though	SCONJ
epaa-407	189	2	certain	certain	ADJ
epaa-407	189	3	constraints	constraint	NOUN
epaa-407	189	4	could	could	AUX
epaa-407	189	5	be	be	AUX
epaa-407	189	6	added	add	VERB
epaa-407	189	7	to	to	ADP
epaa-407	189	8	an	an	DET
epaa-407	189	9	optimization	optimization	NOUN
epaa-407	189	10	problem	problem	NOUN
epaa-407	189	11	to	to	PART
epaa-407	189	12	account	account	VERB
epaa-407	189	13	for	for	ADP
epaa-407	189	14	content	content	NOUN
epaa-407	189	15	coverage	coverage	NOUN
epaa-407	189	16	issues	issue	NOUN
epaa-407	189	17	,	,	PUNCT
epaa-407	189	18	it	it	PRON
epaa-407	189	19	probably	probably	ADV
epaa-407	189	20	not	not	PART
epaa-407	189	21	best	good	ADJ
epaa-407	189	22	to	to	PART
epaa-407	189	23	handle	handle	VERB
epaa-407	189	24	the	the	DET
epaa-407	189	25	issue	issue	NOUN
epaa-407	189	26	in	in	ADP
epaa-407	189	27	that	that	DET
epaa-407	189	28	manner	manner	NOUN
epaa-407	189	29	.	.	PUNCT
epaa-407	190	1	this	this	DET
epaa-407	190	2	approach	approach	NOUN
epaa-407	190	3	treats	treat	VERB
epaa-407	190	4	each	each	DET
epaa-407	190	5	facet	facet	NOUN
epaa-407	190	6	of	of	ADP
epaa-407	190	7	the	the	DET
epaa-407	190	8	design	design	NOUN
epaa-407	190	9	equally	equally	ADV
epaa-407	190	10	or	or	CCONJ
epaa-407	190	11	weights	weight	NOUN
epaa-407	190	12	it	it	PRON
epaa-407	190	13	based	base	VERB
epaa-407	190	14	on	on	ADP
epaa-407	190	15	its	its	PRON
epaa-407	190	16	contribution	contribution	NOUN
epaa-407	190	17	to	to	ADP
epaa-407	190	18	error	error	NOUN
epaa-407	190	19	variance	variance	NOUN
epaa-407	190	20	.	.	PUNCT
epaa-407	191	1	it	it	PRON
epaa-407	191	2	therefore	therefore	ADV
epaa-407	191	3	works	work	VERB
epaa-407	191	4	on	on	ADP
epaa-407	191	5	the	the	DET
epaa-407	191	6	implicit	implicit	ADJ
epaa-407	191	7	assumption	assumption	NOUN
epaa-407	191	8	that	that	SCONJ
epaa-407	191	9	one	one	NUM
epaa-407	191	10	rater	rater	NOUN
epaa-407	191	11	means	mean	VERB
epaa-407	191	12	essentially	essentially	ADV
epaa-407	191	13	the	the	DET
epaa-407	191	14	same	same	ADJ
epaa-407	191	15	thing	thing	NOUN
epaa-407	191	16	as	as	ADP
epaa-407	191	17	one	one	NUM
epaa-407	191	18	task	task	NOUN
epaa-407	191	19	,	,	PUNCT
epaa-407	191	20	which	which	PRON
epaa-407	191	21	means	mean	VERB
epaa-407	191	22	essentially	essentially	ADV
epaa-407	191	23	the	the	DET
epaa-407	191	24	same	same	ADJ
epaa-407	191	25	thing	thing	NOUN
epaa-407	191	26	as	as	ADP
epaa-407	191	27	one	one	NUM
epaa-407	191	28	occasion	occasion	NOUN
epaa-407	191	29	,	,	PUNCT
epaa-407	191	30	etc	etc	X
epaa-407	191	31	.	.	X
epaa-407	191	32	but	but	CCONJ
epaa-407	191	33	raters	rater	NOUN
epaa-407	191	34	and	and	CCONJ
epaa-407	191	35	tasks	task	NOUN
epaa-407	191	36	and	and	CCONJ
epaa-407	191	37	occasions	occasion	NOUN
epaa-407	191	38	all	all	PRON
epaa-407	191	39	serve	serve	VERB
epaa-407	191	40	different	different	ADJ
epaa-407	191	41	purposes	purpose	NOUN
epaa-407	191	42	in	in	ADP
epaa-407	191	43	the	the	DET
epaa-407	191	44	assessment	assessment	NOUN
epaa-407	191	45	and	and	CCONJ
epaa-407	191	46	contribute	contribute	VERB
epaa-407	191	47	different	different	ADJ
epaa-407	191	48	things	thing	NOUN
epaa-407	191	49	to	to	ADP
epaa-407	191	50	the	the	DET
epaa-407	191	51	construct	construct	NOUN
epaa-407	191	52	validity	validity	NOUN
epaa-407	191	53	of	of	ADP
epaa-407	191	54	the	the	DET
epaa-407	191	55	scores	score	NOUN
epaa-407	191	56	.	.	PUNCT
epaa-407	192	1	so	so	ADV
epaa-407	192	2	to	to	PART
epaa-407	192	3	trade	trade	VERB
epaa-407	192	4	three	three	NUM
epaa-407	192	5	tasks	task	NOUN
epaa-407	192	6	for	for	ADP
epaa-407	192	7	five	five	NUM
epaa-407	192	8	ratings	rating	NOUN
epaa-407	192	9	is	be	AUX
epaa-407	192	10	,	,	PUNCT
epaa-407	192	11	at	at	ADP
epaa-407	192	12	best	well	ADV
epaa-407	192	13	,	,	PUNCT
epaa-407	192	14	contrived	contrived	ADJ
epaa-407	192	15	.	.	PUNCT
epaa-407	193	1	these	these	DET
epaa-407	193	2	issues	issue	NOUN
epaa-407	193	3	provide	provide	VERB
epaa-407	193	4	a	a	DET
epaa-407	193	5	necessary	necessary	ADJ
epaa-407	193	6	context	context	NOUN
epaa-407	193	7	for	for	ADP
epaa-407	193	8	the	the	DET
epaa-407	193	9	studies	study	NOUN
epaa-407	193	10	reported	report	VERB
epaa-407	193	11	here	here	ADV
epaa-407	193	12	but	but	CCONJ
epaa-407	193	13	should	should	AUX
epaa-407	193	14	not	not	PART
epaa-407	193	15	distract	distract	VERB
epaa-407	193	16	attention	attention	NOUN
epaa-407	193	17	from	from	ADP
epaa-407	193	18	the	the	DET
epaa-407	193	19	two	two	NUM
epaa-407	193	20	central	central	ADJ
epaa-407	193	21	issues	issue	NOUN
epaa-407	193	22	of	of	ADP
epaa-407	193	23	this	this	DET
epaa-407	193	24	paper	paper	NOUN
epaa-407	193	25	.	.	PUNCT
epaa-407	194	1	first	first	ADV
epaa-407	194	2	,	,	PUNCT
epaa-407	194	3	more	more	ADJ
epaa-407	194	4	than	than	ADP
epaa-407	194	5	one	one	NUM
epaa-407	194	6	combination	combination	NOUN
epaa-407	194	7	of	of	ADP
epaa-407	194	8	sources	source	NOUN
epaa-407	194	9	of	of	ADP
epaa-407	194	10	error	error	NOUN
epaa-407	194	11	may	may	AUX
epaa-407	194	12	result	result	VERB
epaa-407	194	13	in	in	ADP
epaa-407	194	14	a	a	DET
epaa-407	194	15	desired	desire	VERB
epaa-407	194	16	generalizability	generalizability	NOUN
epaa-407	194	17	coefficient	coefficient	NOUN
epaa-407	194	18	.	.	PUNCT
epaa-407	195	1	second	second	ADJ
epaa-407	195	2	,	,	PUNCT
epaa-407	195	3	it	it	PRON
epaa-407	195	4	is	be	AUX
epaa-407	195	5	possible	possible	ADJ
epaa-407	195	6	to	to	PART
epaa-407	195	7	increase	increase	VERB
epaa-407	195	8	the	the	DET
epaa-407	195	9	number	number	NOUN
epaa-407	195	10	of	of	ADP
epaa-407	195	11	observations	observation	NOUN
epaa-407	195	12	while	while	SCONJ
epaa-407	195	13	also	also	ADV
epaa-407	195	14	decreasing	decrease	VERB
epaa-407	195	15	cost	cost	NOUN
epaa-407	195	16	.	.	PUNCT
epaa-407	196	1	conclusion	conclusion	NOUN
epaa-407	196	2	the	the	DET
epaa-407	196	3	notion	notion	NOUN
epaa-407	196	4	that	that	SCONJ
epaa-407	196	5	only	only	ADV
epaa-407	196	6	one	one	NUM
epaa-407	196	7	design	design	NOUN
epaa-407	196	8	will	will	AUX
epaa-407	196	9	generate	generate	VERB
epaa-407	196	10	a	a	DET
epaa-407	196	11	g	g	NOUN
epaa-407	196	12	-	-	PUNCT
epaa-407	196	13	coefficient	coefficient	NOUN
epaa-407	196	14	of	of	ADP
epaa-407	196	15	a	a	DET
epaa-407	196	16	given	give	VERB
epaa-407	196	17	value	value	NOUN
epaa-407	196	18	is	be	AUX
epaa-407	196	19	not	not	PART
epaa-407	196	20	accurate	accurate	ADJ
epaa-407	196	21	.	.	PUNCT
epaa-407	197	1	there	there	PRON
epaa-407	197	2	are	be	VERB
epaa-407	197	3	many	many	ADJ
epaa-407	197	4	possible	possible	ADJ
epaa-407	197	5	combinations	combination	NOUN
epaa-407	197	6	of	of	ADP
epaa-407	197	7	facets	facet	NOUN
epaa-407	197	8	,	,	PUNCT
epaa-407	197	9	depending	depend	VERB
epaa-407	197	10	on	on	ADP
epaa-407	197	11	how	how	SCONJ
epaa-407	197	12	the	the	DET
epaa-407	197	13	optimal	optimal	ADJ
epaa-407	197	14	solution	solution	NOUN
epaa-407	197	15	is	be	AUX
epaa-407	197	16	defined	define	VERB
epaa-407	197	17	,	,	PUNCT
epaa-407	197	18	that	that	PRON
epaa-407	197	19	will	will	AUX
epaa-407	197	20	meet	meet	VERB
epaa-407	197	21	a	a	DET
epaa-407	197	22	desired	desire	VERB
epaa-407	197	23	g	g	NOUN
epaa-407	197	24	-	-	PUNCT
epaa-407	197	25	coefficient	coefficient	NOUN
epaa-407	197	26	value	value	NOUN
epaa-407	197	27	.	.	PUNCT
epaa-407	198	1	the	the	DET
epaa-407	198	2	relationship	relationship	NOUN
epaa-407	198	3	between	between	ADP
epaa-407	198	4	an	an	DET
epaa-407	198	5	assessment	assessment	NOUN
epaa-407	198	6	design	design	NOUN
epaa-407	198	7	and	and	CCONJ
epaa-407	198	8	a	a	DET
epaa-407	198	9	corresponding	corresponding	ADJ
epaa-407	198	10	generalizability	generalizability	NOUN
epaa-407	198	11	coefficient	coefficient	NOUN
epaa-407	198	12	needs	need	VERB
epaa-407	198	13	to	to	PART
epaa-407	198	14	be	be	AUX
epaa-407	198	15	more	more	ADV
epaa-407	198	16	broadly	broadly	ADV
epaa-407	198	17	understood	understand	VERB
epaa-407	198	18	.	.	PUNCT
epaa-407	199	1	the	the	DET
epaa-407	199	2	inference	inference	NOUN
epaa-407	199	3	that	that	PRON
epaa-407	199	4	generalizability	generalizability	NOUN
epaa-407	199	5	coefficients	coefficient	NOUN
epaa-407	199	6	and	and	CCONJ
epaa-407	199	7	the	the	DET
epaa-407	199	8	number	number	NOUN
epaa-407	199	9	of	of	ADP
epaa-407	199	10	observations	observation	NOUN
epaa-407	199	11	are	be	AUX
epaa-407	199	12	directly	directly	ADV
epaa-407	199	13	related	relate	VERB
epaa-407	199	14	is	be	AUX
epaa-407	199	15	inappropriate	inappropriate	ADJ
epaa-407	199	16	.	.	PUNCT
epaa-407	200	1	it	it	PRON
epaa-407	200	2	is	be	AUX
epaa-407	200	3	possible	possible	ADJ
epaa-407	200	4	that	that	SCONJ
epaa-407	200	5	several	several	ADJ
epaa-407	200	6	different	different	ADJ
epaa-407	200	7	designs	design	NOUN
epaa-407	200	8	would	would	AUX
epaa-407	200	9	achieve	achieve	VERB
epaa-407	200	10	acceptable	acceptable	ADJ
epaa-407	200	11	generalizability	generalizability	NOUN
epaa-407	200	12	coefficients	coefficient	NOUN
epaa-407	200	13	.	.	PUNCT
epaa-407	201	1	similarly	similarly	ADV
epaa-407	201	2	,	,	PUNCT
epaa-407	201	3	a	a	DET
epaa-407	201	4	direct	direct	ADJ
epaa-407	201	5	relationship	relationship	NOUN
epaa-407	201	6	between	between	ADP
epaa-407	201	7	cost	cost	NOUN
epaa-407	201	8	and	and	CCONJ
epaa-407	201	9	reliability	reliability	NOUN
epaa-407	201	10	is	be	AUX
epaa-407	201	11	not	not	PART
epaa-407	201	12	exact	exact	ADJ
epaa-407	201	13	.	.	PUNCT
epaa-407	202	1	study	study	VERB
epaa-407	202	2	two	two	NUM
epaa-407	202	3	shows	show	VERB
epaa-407	202	4	that	that	SCONJ
epaa-407	202	5	it	it	PRON
epaa-407	202	6	is	be	AUX
epaa-407	202	7	possible	possible	ADJ
epaa-407	202	8	to	to	PART
epaa-407	202	9	increase	increase	VERB
epaa-407	202	10	the	the	DET
epaa-407	202	11	generalizability	generalizability	NOUN
epaa-407	202	12	coefficient	coefficient	NOUN
epaa-407	202	13	and	and	CCONJ
epaa-407	202	14	the	the	DET
epaa-407	202	15	number	number	NOUN
epaa-407	202	16	of	of	ADP
epaa-407	202	17	observations	observation	NOUN
epaa-407	202	18	while	while	SCONJ
epaa-407	202	19	decreasing	decrease	VERB
epaa-407	202	20	the	the	DET
epaa-407	202	21	total	total	ADJ
epaa-407	202	22	cost	cost	NOUN
epaa-407	202	23	of	of	ADP
epaa-407	202	24	the	the	DET
epaa-407	202	25	assessment	assessment	NOUN
epaa-407	202	26	.	.	PUNCT
epaa-407	203	1	the	the	DET
epaa-407	203	2	bottom	bottom	ADJ
epaa-407	203	3	line	line	NOUN
epaa-407	203	4	for	for	ADP
epaa-407	203	5	policymakers	policymaker	NOUN
epaa-407	203	6	and	and	CCONJ
epaa-407	203	7	those	those	PRON
epaa-407	203	8	involved	involve	VERB
epaa-407	203	9	in	in	ADP
epaa-407	203	10	performance	performance	NOUN
epaa-407	203	11	assessment	assessment	NOUN
epaa-407	203	12	programs	program	NOUN
epaa-407	203	13	is	be	AUX
epaa-407	203	14	that	that	SCONJ
epaa-407	203	15	it	it	PRON
epaa-407	203	16	is	be	AUX
epaa-407	203	17	theoretically	theoretically	ADV
epaa-407	203	18	possible	possible	ADJ
epaa-407	203	19	to	to	PART
epaa-407	203	20	have	have	VERB
epaa-407	203	21	both	both	CCONJ
epaa-407	203	22	a	a	DET
epaa-407	203	23	reliable	reliable	ADJ
epaa-407	203	24	and	and	CCONJ
epaa-407	203	25	cost	cost	NOUN
epaa-407	203	26	-	-	PUNCT
epaa-407	203	27	effective	effective	ADJ
epaa-407	203	28	performance	performance	NOUN
epaa-407	203	29	assessment	assessment	NOUN
epaa-407	203	30	system	system	NOUN
epaa-407	203	31	.	.	PUNCT
epaa-407	204	1	assuming	assume	VERB
epaa-407	204	2	that	that	SCONJ
epaa-407	204	3	low	low	ADJ
epaa-407	204	4	cost	cost	NOUN
epaa-407	204	5	is	be	AUX
epaa-407	204	6	the	the	DET
epaa-407	204	7	"	"	PUNCT
epaa-407	204	8	line	line	NOUN
epaa-407	204	9	in	in	ADP
epaa-407	204	10	the	the	DET
epaa-407	204	11	sand	sand	NOUN
epaa-407	204	12	,	,	PUNCT
epaa-407	204	13	"	"	PUNCT
epaa-407	204	14	those	those	DET
epaa-407	204	15	developing	develop	VERB
epaa-407	204	16	performance	performance	NOUN
epaa-407	204	17	assessments	assessment	NOUN
epaa-407	204	18	should	should	AUX
epaa-407	204	19	not	not	PART
epaa-407	204	20	assume	assume	VERB
epaa-407	204	21	that	that	PRON
epaa-407	204	22	means	mean	VERB
epaa-407	204	23	they	they	PRON
epaa-407	204	24	must	must	AUX
epaa-407	204	25	minimize	minimize	VERB
epaa-407	204	26	the	the	DET
epaa-407	204	27	number	number	NOUN
epaa-407	204	28	of	of	ADP
epaa-407	204	29	ratings	rating	NOUN
epaa-407	204	30	or	or	CCONJ
epaa-407	204	31	the	the	DET
epaa-407	204	32	number	number	NOUN
epaa-407	204	33	of	of	ADP
epaa-407	204	34	pieces	piece	NOUN
epaa-407	204	35	in	in	ADP
epaa-407	204	36	an	an	DET
epaa-407	204	37	assessment	assessment	NOUN
epaa-407	204	38	.	.	PUNCT
epaa-407	205	1	indeed	indeed	ADV
epaa-407	205	2	,	,	PUNCT
epaa-407	205	3	increasing	increase	VERB
epaa-407	205	4	certain	certain	ADJ
epaa-407	205	5	aspects	aspect	NOUN
epaa-407	205	6	,	,	PUNCT
epaa-407	205	7	like	like	ADP
epaa-407	205	8	ratings	rating	NOUN
epaa-407	205	9	,	,	PUNCT
epaa-407	205	10	might	might	AUX
epaa-407	205	11	actually	actually	ADV
epaa-407	205	12	end	end	VERB
epaa-407	205	13	up	up	ADP
epaa-407	205	14	being	be	AUX
epaa-407	205	15	cheaper	cheap	ADJ
epaa-407	205	16	and	and	CCONJ
epaa-407	205	17	still	still	ADV
epaa-407	205	18	produce	produce	VERB
epaa-407	205	19	more	more	ADJ
epaa-407	205	20	reliable	reliable	ADJ
epaa-407	205	21	scores	score	NOUN
epaa-407	205	22	.	.	PUNCT
epaa-407	206	1	references	reference	NOUN
epaa-407	206	2	catterall	catterall	PROPN
epaa-407	206	3	,	,	PUNCT
epaa-407	206	4	j.	j.	PROPN
epaa-407	206	5	s.	s.	PROPN
epaa-407	206	6	&	&	CCONJ
epaa-407	206	7	winters	winters	PROPN
epaa-407	206	8	,	,	PUNCT
epaa-407	206	9	l.	l.	PROPN
epaa-407	206	10	(	(	PUNCT
epaa-407	206	11	1994	1994	NUM
epaa-407	206	12	,	,	PUNCT
epaa-407	206	13	august	august	PROPN
epaa-407	206	14	)	)	PUNCT
epaa-407	206	15	.	.	PUNCT
epaa-407	207	1	economic	economic	ADJ
epaa-407	207	2	analysis	analysis	NOUN
epaa-407	207	3	of	of	ADP
epaa-407	207	4	testing	testing	NOUN
epaa-407	207	5	:	:	PUNCT
epaa-407	207	6	competency	competency	NOUN
epaa-407	207	7	,	,	PUNCT
epaa-407	207	8	certification	certification	NOUN
epaa-407	207	9	,	,	PUNCT
epaa-407	207	10	and	and	CCONJ
epaa-407	207	11	"	"	PUNCT
epaa-407	207	12	authentic	authentic	ADJ
epaa-407	207	13	"	"	PUNCT
epaa-407	207	14	assessments	assessment	NOUN
epaa-407	207	15	(	(	PUNCT
epaa-407	207	16	cse	cse	PROPN
epaa-407	207	17	technical	technical	PROPN
epaa-407	207	18	report	report	PROPN
epaa-407	207	19	383	383	NUM
epaa-407	207	20	)	)	PUNCT
epaa-407	207	21	.	.	PUNCT
epaa-407	208	1	los	los	PROPN
epaa-407	208	2	angeles	angeles	PROPN
epaa-407	208	3	:	:	PUNCT
epaa-407	208	4	national	national	ADJ
epaa-407	208	5	center	center	NOUN
epaa-407	208	6	for	for	ADP
epaa-407	208	7	research	research	NOUN
epaa-407	208	8	on	on	ADP
epaa-407	208	9	evaluation	evaluation	NOUN
epaa-407	208	10	,	,	PUNCT
epaa-407	208	11	standards	standard	NOUN
epaa-407	208	12	,	,	PUNCT
epaa-407	208	13	and	and	CCONJ
epaa-407	208	14	student	student	NOUN
epaa-407	208	15	testing	testing	NOUN
epaa-407	208	16	.	.	PUNCT
epaa-407	209	1	11	11	NUM
epaa-407	209	2	of	of	ADP
epaa-407	209	3	14	14	NUM
epaa-407	209	4	crick	crick	NOUN
epaa-407	209	5	,	,	PUNCT
epaa-407	209	6	j.	j.	PROPN
epaa-407	209	7	e.	e.	PROPN
epaa-407	209	8	,	,	PUNCT
epaa-407	209	9	and	and	CCONJ
epaa-407	209	10	brennan	brennan	PROPN
epaa-407	209	11	,	,	PUNCT
epaa-407	209	12	r.	r.	PROPN
epaa-407	209	13	l.	l.	PROPN
epaa-407	209	14	(	(	PUNCT
epaa-407	209	15	1982	1982	NUM
epaa-407	209	16	)	)	PUNCT
epaa-407	209	17	.	.	PUNCT
epaa-407	210	1	genova	genova	PROPN
epaa-407	210	2	:	:	PUNCT
epaa-407	210	3	a	a	DET
epaa-407	210	4	generalized	generalized	ADJ
epaa-407	210	5	analysis	analysis	NOUN
epaa-407	210	6	of	of	ADP
epaa-407	210	7	variance	variance	NOUN
epaa-407	210	8	system	system	NOUN
epaa-407	210	9	(	(	PUNCT
epaa-407	210	10	fortran	fortran	NOUN
epaa-407	210	11	iv	iv	NUM
epaa-407	210	12	computer	computer	NOUN
epaa-407	210	13	program	program	NOUN
epaa-407	210	14	and	and	CCONJ
epaa-407	210	15	manual	manual	NOUN
epaa-407	210	16	)	)	PUNCT
epaa-407	210	17	.	.	PUNCT
epaa-407	211	1	iowa	iowa	PROPN
epaa-407	211	2	city	city	PROPN
epaa-407	211	3	:	:	PUNCT
epaa-407	211	4	act	act	PROPN
epaa-407	211	5	.	.	PUNCT
epaa-407	212	1	crusius	crusius	PROPN
epaa-407	212	2	,	,	PUNCT
epaa-407	212	3	t.	t.	PROPN
epaa-407	212	4	w.	w.	PROPN
epaa-407	212	5	(	(	PUNCT
epaa-407	212	6	1989	1989	NUM
epaa-407	212	7	)	)	PUNCT
epaa-407	212	8	.	.	PUNCT
epaa-407	213	1	discourse	discourse	NOUN
epaa-407	213	2	:	:	PUNCT
epaa-407	213	3	a	a	DET
epaa-407	213	4	critique	critique	NOUN
epaa-407	213	5	and	and	CCONJ
epaa-407	213	6	synthesis	synthesis	NOUN
epaa-407	213	7	of	of	ADP
epaa-407	213	8	major	major	ADJ
epaa-407	213	9	theories	theory	NOUN
epaa-407	213	10	.	.	PUNCT
epaa-407	214	1	new	new	PROPN
epaa-407	214	2	york	york	PROPN
epaa-407	214	3	:	:	PUNCT
epaa-407	214	4	modern	modern	ADJ
epaa-407	214	5	language	language	NOUN
epaa-407	214	6	association	association	PROPN
epaa-407	214	7	of	of	ADP
epaa-407	214	8	america	america	PROPN
epaa-407	214	9	.	.	PUNCT
epaa-407	215	1	diederich	diederich	NOUN
epaa-407	215	2	,	,	PUNCT
epaa-407	215	3	p.	p.	PROPN
epaa-407	215	4	b.	b.	PROPN
epaa-407	215	5	(	(	PUNCT
epaa-407	215	6	1974	1974	NUM
epaa-407	215	7	)	)	PUNCT
epaa-407	215	8	.	.	PUNCT
epaa-407	216	1	measuring	measure	VERB
epaa-407	216	2	growth	growth	NOUN
epaa-407	216	3	in	in	ADP
epaa-407	216	4	english	english	PROPN
epaa-407	216	5	.	.	PUNCT
epaa-407	217	1	urbana	urbana	PROPN
epaa-407	217	2	,	,	PUNCT
epaa-407	217	3	il	il	PROPN
epaa-407	217	4	:	:	PUNCT
epaa-407	217	5	national	national	PROPN
epaa-407	217	6	council	council	PROPN
epaa-407	217	7	of	of	ADP
epaa-407	217	8	teachers	teacher	NOUN
epaa-407	217	9	of	of	ADP
epaa-407	217	10	english	english	PROPN
epaa-407	217	11	.	.	PUNCT
epaa-407	218	1	hardy	hardy	PROPN
epaa-407	218	2	,	,	PUNCT
epaa-407	218	3	r.	r.	PROPN
epaa-407	218	4	(	(	PUNCT
epaa-407	218	5	1996	1996	NUM
epaa-407	218	6	)	)	PUNCT
epaa-407	218	7	.	.	PUNCT
epaa-407	219	1	performance	performance	NOUN
epaa-407	219	2	assessment	assessment	NOUN
epaa-407	219	3	:	:	PUNCT
epaa-407	219	4	examining	examine	VERB
epaa-407	219	5	the	the	DET
epaa-407	219	6	costs	cost	NOUN
epaa-407	219	7	.	.	PUNCT
epaa-407	220	1	in	in	ADP
epaa-407	220	2	m.	m.	PROPN
epaa-407	220	3	b.	b.	PROPN
epaa-407	220	4	kane	kane	PROPN
epaa-407	220	5	&	&	CCONJ
epaa-407	220	6	r.	r.	PROPN
epaa-407	220	7	mitchell	mitchell	PROPN
epaa-407	220	8	implementing	implement	VERB
epaa-407	220	9	perfomance	perfomance	NOUN
epaa-407	220	10	assessment	assessment	NOUN
epaa-407	220	11	:	:	PUNCT
epaa-407	220	12	promises	promise	NOUN
epaa-407	220	13	,	,	PUNCT
epaa-407	220	14	problems	problem	NOUN
epaa-407	220	15	,	,	PUNCT
epaa-407	220	16	and	and	CCONJ
epaa-407	220	17	challenges	challenge	NOUN
epaa-407	220	18	(	(	PUNCT
epaa-407	220	19	pp	pp	ADJ
epaa-407	220	20	.	.	PUNCT
epaa-407	221	1	107	107	NUM
epaa-407	221	2	-	-	SYM
epaa-407	221	3	117	117	NUM
epaa-407	221	4	)	)	PUNCT
epaa-407	221	5	.	.	PUNCT
epaa-407	222	1	mahwah	mahwah	PROPN
epaa-407	222	2	,	,	PUNCT
epaa-407	222	3	nj	nj	PROPN
epaa-407	222	4	:	:	PUNCT
epaa-407	222	5	lawrence	lawrence	PROPN
epaa-407	222	6	erlbaum	erlbaum	PROPN
epaa-407	222	7	associates	associates	PROPN
epaa-407	222	8	.	.	PUNCT
epaa-407	223	1	hoover	hoover	PROPN
epaa-407	223	2	,	,	PUNCT
epaa-407	223	3	h.	h.	PROPN
epaa-407	223	4	d.	d.	PROPN
epaa-407	223	5	,	,	PUNCT
epaa-407	223	6	and	and	CCONJ
epaa-407	223	7	bray	bray	PROPN
epaa-407	223	8	,	,	PUNCT
epaa-407	223	9	g.	g.	PROPN
epaa-407	223	10	(	(	PUNCT
epaa-407	223	11	1995	1995	NUM
epaa-407	223	12	,	,	PUNCT
epaa-407	223	13	april	april	PROPN
epaa-407	223	14	)	)	PUNCT
epaa-407	223	15	.	.	PUNCT
epaa-407	224	1	the	the	DET
epaa-407	224	2	research	research	NOUN
epaa-407	224	3	and	and	CCONJ
epaa-407	224	4	development	development	NOUN
epaa-407	224	5	phase	phase	NOUN
epaa-407	224	6	:	:	PUNCT
epaa-407	224	7	can	can	AUX
epaa-407	224	8	a	a	DET
epaa-407	224	9	performance	performance	NOUN
epaa-407	224	10	assessment	assessment	NOUN
epaa-407	224	11	be	be	AUX
epaa-407	224	12	cost	cost	VERB
epaa-407	224	13	effective	effective	ADJ
epaa-407	224	14	?	?	PUNCT
epaa-407	225	1	paper	paper	NOUN
epaa-407	225	2	presented	present	VERB
epaa-407	225	3	at	at	ADP
epaa-407	225	4	the	the	DET
epaa-407	225	5	annual	annual	ADJ
epaa-407	225	6	meeting	meeting	NOUN
epaa-407	225	7	of	of	ADP
epaa-407	225	8	the	the	DET
epaa-407	225	9	american	american	PROPN
epaa-407	225	10	educational	educational	PROPN
epaa-407	225	11	research	research	PROPN
epaa-407	225	12	association	association	PROPN
epaa-407	225	13	,	,	PUNCT
epaa-407	225	14	san	san	PROPN
epaa-407	225	15	francisco	francisco	PROPN
epaa-407	225	16	,	,	PUNCT
epaa-407	225	17	ca	ca	PROPN
epaa-407	225	18	.	.	PUNCT
epaa-407	226	1	koretz	koretz	PROPN
epaa-407	226	2	,	,	PUNCT
epaa-407	226	3	d.	d.	PROPN
epaa-407	226	4	,	,	PUNCT
epaa-407	226	5	klein	klein	PROPN
epaa-407	226	6	,	,	PUNCT
epaa-407	226	7	s.	s.	PROPN
epaa-407	226	8	,	,	PUNCT
epaa-407	226	9	mccaffrey	mccaffrey	PROPN
epaa-407	226	10	,	,	PUNCT
epaa-407	226	11	d.	d.	PROPN
epaa-407	226	12	,	,	PUNCT
epaa-407	226	13	and	and	CCONJ
epaa-407	226	14	stecher	stecher	PROPN
epaa-407	226	15	,	,	PUNCT
epaa-407	226	16	b.	b.	PROPN
epaa-407	226	17	(	(	PUNCT
epaa-407	226	18	1994	1994	NUM
epaa-407	226	19	)	)	PUNCT
epaa-407	226	20	.	.	PUNCT
epaa-407	227	1	interim	interim	ADJ
epaa-407	227	2	report	report	NOUN
epaa-407	227	3	:	:	PUNCT
epaa-407	227	4	the	the	DET
epaa-407	227	5	reliability	reliability	NOUN
epaa-407	227	6	of	of	ADP
epaa-407	227	7	the	the	DET
epaa-407	227	8	vermont	vermont	PROPN
epaa-407	227	9	portfolio	portfolio	NOUN
epaa-407	227	10	scores	score	NOUN
epaa-407	227	11	in	in	ADP
epaa-407	227	12	the	the	DET
epaa-407	227	13	1992	1992	NUM
epaa-407	227	14	-	-	SYM
epaa-407	227	15	93	93	NUM
epaa-407	227	16	school	school	NOUN
epaa-407	227	17	year	year	NOUN
epaa-407	227	18	.	.	PUNCT
epaa-407	228	1	(	(	PUNCT
epaa-407	228	2	rand/	rand/	NUM
epaa-407	228	3	rp	rp	NOUN
epaa-407	228	4	260	260	NUM
epaa-407	228	5	)	)	PUNCT
epaa-407	228	6	.	.	PUNCT
epaa-407	229	1	santa	santa	PROPN
epaa-407	229	2	monica	monica	PROPN
epaa-407	229	3	,	,	PUNCT
epaa-407	229	4	ca	can	AUX
epaa-407	229	5	:	:	PUNCT
epaa-407	229	6	rand	rand	NOUN
epaa-407	229	7	.	.	PUNCT
epaa-407	230	1	koretz	koretz	PROPN
epaa-407	230	2	,	,	PUNCT
epaa-407	230	3	d.	d.	PROPN
epaa-407	230	4	,	,	PUNCT
epaa-407	230	5	stecher	stecher	PROPN
epaa-407	230	6	,	,	PUNCT
epaa-407	230	7	b.	b.	PROPN
epaa-407	230	8	,	,	PUNCT
epaa-407	230	9	klein	klein	PROPN
epaa-407	230	10	,	,	PUNCT
epaa-407	230	11	s.	s.	PROPN
epaa-407	230	12	,	,	PUNCT
epaa-407	230	13	and	and	CCONJ
epaa-407	230	14	mccaffrey	mccaffrey	PROPN
epaa-407	230	15	,	,	PUNCT
epaa-407	230	16	d.	d.	PROPN
epaa-407	230	17	(	(	PUNCT
epaa-407	230	18	1994	1994	NUM
epaa-407	230	19	)	)	PUNCT
epaa-407	230	20	.	.	PUNCT
epaa-407	231	1	the	the	DET
epaa-407	231	2	vermont	vermont	PROPN
epaa-407	231	3	portfolio	portfolio	PROPN
epaa-407	231	4	assessment	assessment	NOUN
epaa-407	231	5	program	program	PROPN
epaa-407	231	6	:	:	PUNCT
epaa-407	231	7	findings	finding	NOUN
epaa-407	231	8	and	and	CCONJ
epaa-407	231	9	implications	implication	NOUN
epaa-407	231	10	.	.	PUNCT
epaa-407	232	1	educational	educational	ADJ
epaa-407	232	2	measurement	measurement	NOUN
epaa-407	232	3	:	:	PUNCT
epaa-407	232	4	issues	issue	NOUN
epaa-407	232	5	and	and	CCONJ
epaa-407	232	6	practice	practice	NOUN
epaa-407	232	7	,	,	PUNCT
epaa-407	232	8	13	13	NUM
epaa-407	232	9	(	(	PUNCT
epaa-407	232	10	3	3	NUM
epaa-407	232	11	)	)	PUNCT
epaa-407	232	12	,	,	PUNCT
epaa-407	232	13	5	5	NUM
epaa-407	232	14	-	-	SYM
epaa-407	232	15	16	16	NUM
epaa-407	232	16	.	.	PUNCT
epaa-407	233	1	koretz	koretz	PROPN
epaa-407	233	2	,	,	PUNCT
epaa-407	233	3	d.	d.	PROPN
epaa-407	233	4	,	,	PUNCT
epaa-407	233	5	stecher	stecher	PROPN
epaa-407	233	6	,	,	PUNCT
epaa-407	233	7	b.	b.	PROPN
epaa-407	233	8	,	,	PUNCT
epaa-407	233	9	klein	klein	PROPN
epaa-407	233	10	,	,	PUNCT
epaa-407	233	11	s.	s.	PROPN
epaa-407	233	12	,	,	PUNCT
epaa-407	233	13	mccaffrey	mccaffrey	PROPN
epaa-407	233	14	,	,	PUNCT
epaa-407	233	15	d.	d.	PROPN
epaa-407	233	16	,	,	PUNCT
epaa-407	233	17	and	and	CCONJ
epaa-407	233	18	deibert	deibert	PROPN
epaa-407	233	19	,	,	PUNCT
epaa-407	233	20	e.	e.	PROPN
epaa-407	233	21	(	(	PUNCT
epaa-407	233	22	1994	1994	NUM
epaa-407	233	23	)	)	PUNCT
epaa-407	233	24	.	.	PUNCT
epaa-407	234	1	can	can	AUX
epaa-407	234	2	portfolios	portfolio	NOUN
epaa-407	234	3	assess	assess	VERB
epaa-407	234	4	student	student	NOUN
epaa-407	234	5	performance	performance	NOUN
epaa-407	234	6	and	and	CCONJ
epaa-407	234	7	influence	influence	NOUN
epaa-407	234	8	instruction	instruction	NOUN
epaa-407	234	9	?	?	PUNCT
epaa-407	234	10	.	.	PUNCT
epaa-407	235	1	(	(	PUNCT
epaa-407	235	2	rand/	rand/	NUM
epaa-407	235	3	rp-259	rp-259	NOUN
epaa-407	235	4	)	)	PUNCT
epaa-407	235	5	.	.	PUNCT
epaa-407	236	1	santa	santa	PROPN
epaa-407	236	2	monica	monica	PROPN
epaa-407	236	3	,	,	PUNCT
epaa-407	236	4	ca	can	AUX
epaa-407	236	5	:	:	PUNCT
epaa-407	236	6	rand	rand	NOUN
epaa-407	236	7	.	.	PUNCT
epaa-407	237	1	linn	linn	PROPN
epaa-407	237	2	,	,	PUNCT
epaa-407	237	3	r.	r.	PROPN
epaa-407	237	4	l.	l.	PROPN
epaa-407	237	5	,	,	PUNCT
epaa-407	237	6	baker	baker	PROPN
epaa-407	237	7	,	,	PUNCT
epaa-407	237	8	e.	e.	PROPN
epaa-407	237	9	l.	l.	PROPN
epaa-407	237	10	,	,	PUNCT
epaa-407	237	11	and	and	CCONJ
epaa-407	237	12	dunbar	dunbar	PROPN
epaa-407	237	13	,	,	PUNCT
epaa-407	237	14	s.	s.	PROPN
epaa-407	237	15	b.	b.	PROPN
epaa-407	237	16	(	(	PUNCT
epaa-407	237	17	1991	1991	NUM
epaa-407	237	18	)	)	PUNCT
epaa-407	237	19	.	.	PUNCT
epaa-407	238	1	complex	complex	ADJ
epaa-407	238	2	,	,	PUNCT
epaa-407	238	3	performance	performance	NOUN
epaa-407	238	4	-	-	PUNCT
epaa-407	238	5	based	base	VERB
epaa-407	238	6	assessment	assessment	NOUN
epaa-407	238	7	:	:	PUNCT
epaa-407	238	8	expectations	expectation	NOUN
epaa-407	238	9	and	and	CCONJ
epaa-407	238	10	validation	validation	NOUN
epaa-407	238	11	criteria	criterion	NOUN
epaa-407	238	12	.	.	PUNCT
epaa-407	239	1	educational	educational	ADJ
epaa-407	239	2	researcher	researcher	NOUN
epaa-407	239	3	,	,	PUNCT
epaa-407	239	4	20	20	NUM
epaa-407	239	5	(	(	PUNCT
epaa-407	239	6	8)	8)	NUM
epaa-407	239	7	,	,	PUNCT
epaa-407	239	8	15	15	NUM
epaa-407	239	9	-	-	SYM
epaa-407	239	10	21	21	NUM
epaa-407	239	11	.	.	PUNCT
epaa-407	240	1	monk	monk	PROPN
epaa-407	240	2	,	,	PUNCT
epaa-407	240	3	d.	d.	PROPN
epaa-407	240	4	h.	h.	PROPN
epaa-407	240	5	(	(	PUNCT
epaa-407	240	6	1996	1996	NUM
epaa-407	240	7	)	)	PUNCT
epaa-407	240	8	.	.	PUNCT
epaa-407	241	1	conceptualizing	conceptualize	VERB
epaa-407	241	2	the	the	DET
epaa-407	241	3	costs	cost	NOUN
epaa-407	241	4	of	of	ADP
epaa-407	241	5	large	large	ADJ
epaa-407	241	6	-	-	PUNCT
epaa-407	241	7	scale	scale	NOUN
epaa-407	241	8	pupil	pupil	NOUN
epaa-407	241	9	performance	performance	NOUN
epaa-407	241	10	assessment	assessment	NOUN
epaa-407	241	11	.	.	PUNCT
epaa-407	242	1	in	in	ADP
epaa-407	242	2	m.	m.	PROPN
epaa-407	242	3	b.	b.	PROPN
epaa-407	242	4	kane	kane	PROPN
epaa-407	242	5	&	&	CCONJ
epaa-407	242	6	r.	r.	PROPN
epaa-407	242	7	mitchell	mitchell	PROPN
epaa-407	242	8	implementing	implement	VERB
epaa-407	242	9	perfomance	perfomance	NOUN
epaa-407	242	10	assessment	assessment	NOUN
epaa-407	242	11	:	:	PUNCT
epaa-407	242	12	promises	promise	NOUN
epaa-407	242	13	,	,	PUNCT
epaa-407	242	14	problems	problem	NOUN
epaa-407	242	15	,	,	PUNCT
epaa-407	242	16	and	and	CCONJ
epaa-407	242	17	challenges	challenge	NOUN
epaa-407	242	18	(	(	PUNCT
epaa-407	242	19	pp	pp	ADJ
epaa-407	242	20	.	.	PUNCT
epaa-407	243	1	119	119	NUM
epaa-407	243	2	-	-	SYM
epaa-407	243	3	137	137	NUM
epaa-407	243	4	)	)	PUNCT
epaa-407	243	5	.	.	PUNCT
epaa-407	244	1	mahwah	mahwah	PROPN
epaa-407	244	2	,	,	PUNCT
epaa-407	244	3	nj	nj	PROPN
epaa-407	244	4	:	:	PUNCT
epaa-407	244	5	lawrence	lawrence	PROPN
epaa-407	244	6	erlbaum	erlbaum	PROPN
epaa-407	244	7	associates	associates	PROPN
epaa-407	244	8	.	.	PUNCT
epaa-407	245	1	mcwilliam	mcwilliam	PROPN
epaa-407	245	2	,	,	PUNCT
epaa-407	245	3	r.	r.	PROPN
epaa-407	245	4	a.	a.	PROPN
epaa-407	245	5	,	,	PUNCT
epaa-407	245	6	and	and	CCONJ
epaa-407	245	7	ware	ware	NOUN
epaa-407	245	8	,	,	PUNCT
epaa-407	245	9	w.	w.	PROPN
epaa-407	245	10	b.	b.	PROPN
epaa-407	245	11	(	(	PUNCT
epaa-407	245	12	1994	1994	NUM
epaa-407	245	13	)	)	PUNCT
epaa-407	245	14	.	.	PUNCT
epaa-407	246	1	the	the	DET
epaa-407	246	2	reliability	reliability	NOUN
epaa-407	246	3	of	of	ADP
epaa-407	246	4	observations	observation	NOUN
epaa-407	246	5	of	of	ADP
epaa-407	246	6	young	young	ADJ
epaa-407	246	7	children	child	NOUN
epaa-407	246	8	's	's	PART
epaa-407	246	9	engagement	engagement	NOUN
epaa-407	246	10	:	:	PUNCT
epaa-407	246	11	an	an	DET
epaa-407	246	12	application	application	NOUN
epaa-407	246	13	of	of	ADP
epaa-407	246	14	generalizability	generalizability	NOUN
epaa-407	246	15	theory	theory	NOUN
epaa-407	246	16	.	.	PUNCT
epaa-407	247	1	journal	journal	NOUN
epaa-407	247	2	of	of	ADP
epaa-407	247	3	early	early	ADJ
epaa-407	247	4	intervention	intervention	NOUN
epaa-407	247	5	,	,	PUNCT
epaa-407	247	6	18	18	NUM
epaa-407	247	7	(	(	PUNCT
epaa-407	247	8	1	1	NUM
epaa-407	247	9	)	)	PUNCT
epaa-407	247	10	,	,	PUNCT
epaa-407	247	11	34	34	NUM
epaa-407	247	12	-	-	SYM
epaa-407	247	13	47	47	NUM
epaa-407	247	14	.	.	PUNCT
epaa-407	248	1	parkes	parkes	PROPN
epaa-407	248	2	,	,	PUNCT
epaa-407	248	3	j.	j.	PROPN
epaa-407	248	4	(	(	PUNCT
epaa-407	248	5	1996	1996	NUM
epaa-407	248	6	,	,	PUNCT
epaa-407	248	7	april	april	PROPN
epaa-407	248	8	)	)	PUNCT
epaa-407	248	9	.	.	PUNCT
epaa-407	249	1	optimal	optimal	ADJ
epaa-407	249	2	designs	design	NOUN
epaa-407	249	3	for	for	ADP
epaa-407	249	4	performance	performance	NOUN
epaa-407	249	5	assessments	assessment	NOUN
epaa-407	249	6	:	:	PUNCT
epaa-407	249	7	the	the	DET
epaa-407	249	8	subject	subject	ADJ
epaa-407	249	9	factor	factor	NOUN
epaa-407	249	10	.	.	PUNCT
epaa-407	250	1	paper	paper	NOUN
epaa-407	250	2	presented	present	VERB
epaa-407	250	3	at	at	ADP
epaa-407	250	4	the	the	DET
epaa-407	250	5	annual	annual	ADJ
epaa-407	250	6	meeting	meeting	NOUN
epaa-407	250	7	of	of	ADP
epaa-407	250	8	the	the	DET
epaa-407	250	9	national	national	PROPN
epaa-407	250	10	council	council	PROPN
epaa-407	250	11	on	on	ADP
epaa-407	250	12	measurement	measurement	NOUN
epaa-407	250	13	in	in	ADP
epaa-407	250	14	education	education	NOUN
epaa-407	250	15	,	,	PUNCT
epaa-407	250	16	new	new	PROPN
epaa-407	250	17	york	york	PROPN
epaa-407	250	18	,	,	PUNCT
epaa-407	250	19	ny	ny	PROPN
epaa-407	250	20	.	.	PROPN
epaa-407	250	21	picus	picus	PROPN
epaa-407	250	22	,	,	PUNCT
epaa-407	250	23	l.	l.	PROPN
epaa-407	250	24	o.	o.	PROPN
epaa-407	250	25	(	(	PUNCT
epaa-407	250	26	1994	1994	NUM
epaa-407	250	27	,	,	PUNCT
epaa-407	250	28	august	august	PROPN
epaa-407	250	29	)	)	PUNCT
epaa-407	250	30	.	.	PUNCT
epaa-407	251	1	a	a	DET
epaa-407	251	2	conceptual	conceptual	ADJ
epaa-407	251	3	framework	framework	NOUN
epaa-407	251	4	for	for	ADP
epaa-407	251	5	analyzing	analyze	VERB
epaa-407	251	6	the	the	DET
epaa-407	251	7	costs	cost	NOUN
epaa-407	251	8	of	of	ADP
epaa-407	251	9	alternative	alternative	ADJ
epaa-407	251	10	assessment	assessment	NOUN
epaa-407	251	11	(	(	PUNCT
epaa-407	251	12	cse	cse	PROPN
epaa-407	251	13	technical	technical	PROPN
epaa-407	251	14	report	report	PROPN
epaa-407	251	15	384	384	NUM
epaa-407	251	16	)	)	PUNCT
epaa-407	251	17	.	.	PUNCT
epaa-407	252	1	los	los	PROPN
epaa-407	252	2	angeles	angeles	PROPN
epaa-407	252	3	:	:	PUNCT
epaa-407	252	4	national	national	ADJ
epaa-407	252	5	center	center	NOUN
epaa-407	252	6	for	for	ADP
epaa-407	252	7	research	research	NOUN
epaa-407	252	8	on	on	ADP
epaa-407	252	9	evaluation	evaluation	NOUN
epaa-407	252	10	,	,	PUNCT
epaa-407	252	11	standards	standard	NOUN
epaa-407	252	12	,	,	PUNCT
epaa-407	252	13	and	and	CCONJ
epaa-407	252	14	student	student	NOUN
epaa-407	252	15	testing	testing	NOUN
epaa-407	252	16	.	.	PUNCT
epaa-407	253	1	reckase	reckase	NOUN
epaa-407	253	2	,	,	PUNCT
epaa-407	253	3	m.	m.	PROPN
epaa-407	253	4	d.	d.	PROPN
epaa-407	253	5	(	(	PUNCT
epaa-407	253	6	1995	1995	NUM
epaa-407	253	7	)	)	PUNCT
epaa-407	253	8	.	.	PUNCT
epaa-407	254	1	portfolio	portfolio	NOUN
epaa-407	254	2	assessment	assessment	NOUN
epaa-407	254	3	:	:	PUNCT
epaa-407	254	4	a	a	DET
epaa-407	254	5	theoretical	theoretical	ADJ
epaa-407	254	6	estimate	estimate	NOUN
epaa-407	254	7	of	of	ADP
epaa-407	254	8	score	score	NOUN
epaa-407	254	9	reliability	reliability	NOUN
epaa-407	254	10	.	.	PUNCT
epaa-407	255	1	educational	educational	ADJ
epaa-407	255	2	measurement	measurement	NOUN
epaa-407	255	3	:	:	PUNCT
epaa-407	255	4	issues	issue	NOUN
epaa-407	255	5	and	and	CCONJ
epaa-407	255	6	practice	practice	NOUN
epaa-407	255	7	,	,	PUNCT
epaa-407	255	8	14(1	14(1	NUM
epaa-407	255	9	)	)	PUNCT
epaa-407	255	10	,	,	PUNCT
epaa-407	255	11	12	12	NUM
epaa-407	255	12	-	-	SYM
epaa-407	255	13	14	14	NUM
epaa-407	255	14	.	.	PUNCT
epaa-407	255	15	12	12	NUM
epaa-407	255	16	of	of	ADP
epaa-407	255	17	14	14	NUM
epaa-407	255	18	sanders	sander	NOUN
epaa-407	255	19	,	,	PUNCT
epaa-407	255	20	p.	p.	PROPN
epaa-407	255	21	f.	f.	PROPN
epaa-407	255	22	,	,	PUNCT
epaa-407	255	23	theunissen	theunissen	PROPN
epaa-407	255	24	,	,	PUNCT
epaa-407	255	25	t.	t.	PROPN
epaa-407	255	26	j.	j.	PROPN
epaa-407	255	27	j.	j.	PROPN
epaa-407	255	28	m.	m.	PROPN
epaa-407	255	29	,	,	PUNCT
epaa-407	255	30	and	and	CCONJ
epaa-407	255	31	baas	baas	NOUN
epaa-407	255	32	,	,	PUNCT
epaa-407	255	33	s.	s.	PROPN
epaa-407	255	34	m.	m.	PROPN
epaa-407	255	35	(	(	PUNCT
epaa-407	255	36	1989	1989	NUM
epaa-407	255	37	)	)	PUNCT
epaa-407	255	38	.	.	PUNCT
epaa-407	256	1	minimizing	minimize	VERB
epaa-407	256	2	the	the	DET
epaa-407	256	3	number	number	NOUN
epaa-407	256	4	of	of	ADP
epaa-407	256	5	observations	observation	NOUN
epaa-407	256	6	:	:	PUNCT
epaa-407	256	7	a	a	DET
epaa-407	256	8	generalization	generalization	NOUN
epaa-407	256	9	of	of	ADP
epaa-407	256	10	the	the	DET
epaa-407	256	11	spearman	spearman	NOUN
epaa-407	256	12	-	-	PUNCT
epaa-407	256	13	brown	brown	ADJ
epaa-407	256	14	formula	formula	NOUN
epaa-407	256	15	.	.	PUNCT
epaa-407	257	1	psychometrika	psychometrika	NOUN
epaa-407	257	2	,	,	PUNCT
epaa-407	257	3	54	54	NUM
epaa-407	257	4	,	,	PUNCT
epaa-407	257	5	587	587	NUM
epaa-407	257	6	-	-	SYM
epaa-407	257	7	598	598	NUM
epaa-407	257	8	.	.	PUNCT
epaa-407	258	1	sanders	sander	NOUN
epaa-407	258	2	,	,	PUNCT
epaa-407	258	3	p.	p.	PROPN
epaa-407	258	4	f.	f.	PROPN
epaa-407	258	5	,	,	PUNCT
epaa-407	258	6	theunissen	theunissen	PROPN
epaa-407	258	7	,	,	PUNCT
epaa-407	258	8	t.	t.	PROPN
epaa-407	258	9	j.	j.	PROPN
epaa-407	258	10	j.	j.	PROPN
epaa-407	258	11	m.	m.	PROPN
epaa-407	258	12	,	,	PUNCT
epaa-407	258	13	and	and	CCONJ
epaa-407	258	14	baas	baas	NOUN
epaa-407	258	15	,	,	PUNCT
epaa-407	258	16	s.	s.	PROPN
epaa-407	258	17	m.	m.	PROPN
epaa-407	258	18	(	(	PUNCT
epaa-407	258	19	1991	1991	NUM
epaa-407	258	20	)	)	PUNCT
epaa-407	258	21	.	.	PUNCT
epaa-407	259	1	maximizing	maximize	VERB
epaa-407	259	2	the	the	DET
epaa-407	259	3	coefficient	coefficient	NOUN
epaa-407	259	4	of	of	ADP
epaa-407	259	5	generalizability	generalizability	NOUN
epaa-407	259	6	under	under	ADP
epaa-407	259	7	the	the	DET
epaa-407	259	8	constraint	constraint	NOUN
epaa-407	259	9	of	of	ADP
epaa-407	259	10	limited	limited	ADJ
epaa-407	259	11	resources	resource	NOUN
epaa-407	259	12	.	.	PUNCT
epaa-407	260	1	psychometrika	psychometrika	NOUN
epaa-407	260	2	,	,	PUNCT
epaa-407	260	3	56(1	56(1	NUM
epaa-407	260	4	)	)	PUNCT
epaa-407	260	5	,	,	PUNCT
epaa-407	260	6	87	87	NUM
epaa-407	260	7	-	-	SYM
epaa-407	260	8	96	96	NUM
epaa-407	260	9	.	.	PUNCT
epaa-407	261	1	sanders	sander	NOUN
epaa-407	261	2	,	,	PUNCT
epaa-407	261	3	p.	p.	PROPN
epaa-407	261	4	f.	f.	PROPN
epaa-407	261	5	,	,	PUNCT
epaa-407	261	6	theunissen	theunissen	PROPN
epaa-407	261	7	,	,	PUNCT
epaa-407	261	8	t.	t.	PROPN
epaa-407	261	9	j.	j.	PROPN
epaa-407	261	10	j.	j.	PROPN
epaa-407	261	11	m.	m.	PROPN
epaa-407	261	12	,	,	PUNCT
epaa-407	261	13	and	and	CCONJ
epaa-407	261	14	baas	baas	NOUN
epaa-407	261	15	,	,	PUNCT
epaa-407	261	16	s.	s.	PROPN
epaa-407	261	17	m.	m.	PROPN
epaa-407	261	18	(	(	PUNCT
epaa-407	261	19	1992	1992	NUM
epaa-407	261	20	)	)	PUNCT
epaa-407	261	21	.	.	PUNCT
epaa-407	262	1	the	the	DET
epaa-407	262	2	optimization	optimization	NOUN
epaa-407	262	3	of	of	ADP
epaa-407	262	4	decision	decision	NOUN
epaa-407	262	5	studies	study	NOUN
epaa-407	262	6	.	.	PUNCT
epaa-407	263	1	in	in	ADP
epaa-407	263	2	m.	m.	PROPN
epaa-407	263	3	wilson	wilson	PROPN
epaa-407	263	4	(	(	PUNCT
epaa-407	263	5	ed	ed	NOUN
epaa-407	263	6	.	.	PUNCT
epaa-407	263	7	)	)	PUNCT
epaa-407	263	8	objective	objective	ADJ
epaa-407	263	9	measurement	measurement	NOUN
epaa-407	263	10	:	:	PUNCT
epaa-407	263	11	theory	theory	NOUN
epaa-407	263	12	into	into	ADP
epaa-407	263	13	practice	practice	NOUN
epaa-407	263	14	(	(	PUNCT
epaa-407	263	15	vol	vol	NOUN
epaa-407	263	16	.	.	NOUN
epaa-407	263	17	1	1	NUM
epaa-407	263	18	)	)	PUNCT
epaa-407	263	19	.	.	PUNCT
epaa-407	264	1	norwood	norwood	PROPN
epaa-407	264	2	,	,	PUNCT
epaa-407	264	3	nj	nj	PROPN
epaa-407	264	4	:	:	PUNCT
epaa-407	264	5	ablex	ablex	PROPN
epaa-407	264	6	.	.	PUNCT
epaa-407	265	1	shavelson	shavelson	PROPN
epaa-407	265	2	,	,	PUNCT
epaa-407	265	3	r.	r.	PROPN
epaa-407	265	4	j.	j.	PROPN
epaa-407	265	5	and	and	CCONJ
epaa-407	265	6	baxter	baxter	PROPN
epaa-407	265	7	,	,	PUNCT
epaa-407	265	8	g.	g.	PROPN
epaa-407	265	9	p.	p.	PROPN
epaa-407	265	10	(	(	PUNCT
epaa-407	265	11	1992	1992	NUM
epaa-407	265	12	)	)	PUNCT
epaa-407	265	13	.	.	PUNCT
epaa-407	266	1	what	what	PRON
epaa-407	266	2	we	we	PRON
epaa-407	266	3	've	have	AUX
epaa-407	266	4	learned	learn	VERB
epaa-407	266	5	about	about	ADP
epaa-407	266	6	assessing	assess	VERB
epaa-407	266	7	hands	hand	NOUN
epaa-407	266	8	-	-	PUNCT
epaa-407	266	9	on	on	ADP
epaa-407	266	10	science	science	NOUN
epaa-407	266	11	.	.	PUNCT
epaa-407	267	1	educational	educational	ADJ
epaa-407	267	2	leadership	leadership	NOUN
epaa-407	267	3	,	,	PUNCT
epaa-407	267	4	49(8	49(8	PROPN
epaa-407	267	5	)	)	PUNCT
epaa-407	267	6	,	,	PUNCT
epaa-407	267	7	20	20	NUM
epaa-407	267	8	-	-	SYM
epaa-407	267	9	25	25	NUM
epaa-407	267	10	.	.	PUNCT
epaa-407	267	11	shavelson	shavelson	PROPN
epaa-407	267	12	,	,	PUNCT
epaa-407	267	13	r.	r.	PROPN
epaa-407	267	14	j.	j.	PROPN
epaa-407	267	15	,	,	PUNCT
epaa-407	267	16	baxter	baxter	PROPN
epaa-407	267	17	,	,	PUNCT
epaa-407	267	18	g.	g.	PROPN
epaa-407	267	19	p.	p.	PROPN
epaa-407	267	20	,	,	PUNCT
epaa-407	267	21	and	and	CCONJ
epaa-407	267	22	gao	gao	PROPN
epaa-407	267	23	,	,	PUNCT
epaa-407	267	24	x.	x.	NOUN
epaa-407	267	25	(	(	PUNCT
epaa-407	267	26	1993	1993	NUM
epaa-407	267	27	)	)	PUNCT
epaa-407	267	28	.	.	PUNCT
epaa-407	268	1	sampling	sample	VERB
epaa-407	268	2	variability	variability	NOUN
epaa-407	268	3	of	of	ADP
epaa-407	268	4	performance	performance	NOUN
epaa-407	268	5	assessments	assessment	NOUN
epaa-407	268	6	.	.	PUNCT
epaa-407	269	1	journal	journal	NOUN
epaa-407	269	2	of	of	ADP
epaa-407	269	3	educational	educational	ADJ
epaa-407	269	4	measurement	measurement	NOUN
epaa-407	269	5	,	,	PUNCT
epaa-407	269	6	30(3	30(3	NUM
epaa-407	269	7	)	)	PUNCT
epaa-407	269	8	,	,	PUNCT
epaa-407	269	9	215	215	NUM
epaa-407	269	10	-	-	SYM
epaa-407	269	11	232	232	NUM
epaa-407	269	12	.	.	PUNCT
epaa-407	270	1	u.s	u.s	PROPN
epaa-407	270	2	.	.	PROPN
epaa-407	270	3	general	general	ADJ
epaa-407	270	4	accounting	accounting	PROPN
epaa-407	270	5	office	office	NOUN
epaa-407	270	6	.	.	PUNCT
epaa-407	271	1	(	(	PUNCT
epaa-407	271	2	1993	1993	NUM
epaa-407	271	3	)	)	PUNCT
epaa-407	271	4	.	.	PUNCT
epaa-407	272	1	student	student	NOUN
epaa-407	272	2	testing	testing	NOUN
epaa-407	272	3	:	:	PUNCT
epaa-407	272	4	current	current	ADJ
epaa-407	272	5	extent	extent	NOUN
epaa-407	272	6	and	and	CCONJ
epaa-407	272	7	expenditures	expenditure	NOUN
epaa-407	272	8	,	,	PUNCT
epaa-407	272	9	with	with	ADP
epaa-407	272	10	cost	cost	NOUN
epaa-407	272	11	estimates	estimate	NOUN
epaa-407	272	12	for	for	ADP
epaa-407	272	13	a	a	DET
epaa-407	272	14	national	national	ADJ
epaa-407	272	15	examination	examination	NOUN
epaa-407	272	16	(	(	PUNCT
epaa-407	272	17	gao	gao	PROPN
epaa-407	272	18	/	/	SYM
epaa-407	272	19	pemd-93	pemd-93	PROPN
epaa-407	272	20	-	-	PROPN
epaa-407	272	21	8)	8)	NUM
epaa-407	272	22	.	.	PUNCT
epaa-407	273	1	washington	washington	PROPN
epaa-407	273	2	dc	dc	PROPN
epaa-407	273	3	:	:	PUNCT
epaa-407	273	4	u.s	u.s	PROPN
epaa-407	273	5	.	.	PROPN
epaa-407	273	6	general	general	ADJ
epaa-407	273	7	accounting	accounting	PROPN
epaa-407	273	8	office	office	PROPN
epaa-407	273	9	,	,	PUNCT
epaa-407	273	10	program	program	NOUN
epaa-407	273	11	evaluation	evaluation	NOUN
epaa-407	273	12	and	and	CCONJ
epaa-407	273	13	methodology	methodology	NOUN
epaa-407	273	14	division	division	NOUN
epaa-407	273	15	.	.	PUNCT
epaa-407	274	1	white	white	PROPN
epaa-407	274	2	,	,	PUNCT
epaa-407	274	3	e.	e.	PROPN
epaa-407	274	4	m.	m.	PROPN
epaa-407	274	5	(	(	PUNCT
epaa-407	274	6	1986	1986	NUM
epaa-407	274	7	)	)	PUNCT
epaa-407	274	8	.	.	PUNCT
epaa-407	275	1	pitfalls	pitfall	NOUN
epaa-407	275	2	in	in	ADP
epaa-407	275	3	the	the	DET
epaa-407	275	4	testing	testing	NOUN
epaa-407	275	5	of	of	ADP
epaa-407	275	6	writing	writing	NOUN
epaa-407	275	7	.	.	PUNCT
epaa-407	276	1	in	in	ADP
epaa-407	276	2	k.	k.	PROPN
epaa-407	276	3	l.	l.	PROPN
epaa-407	276	4	greenberg	greenberg	PROPN
epaa-407	276	5	,	,	PUNCT
epaa-407	276	6	h.	h.	PROPN
epaa-407	276	7	s.	s.	PROPN
epaa-407	276	8	wiener	wiener	PROPN
epaa-407	276	9	,	,	PUNCT
epaa-407	276	10	and	and	CCONJ
epaa-407	276	11	r.	r.	PROPN
epaa-407	276	12	a.	a.	PROPN
epaa-407	276	13	donovan	donovan	PROPN
epaa-407	276	14	(	(	PUNCT
epaa-407	276	15	eds	ed	NOUN
epaa-407	276	16	.	.	PUNCT
epaa-407	276	17	)	)	PUNCT
epaa-407	276	18	,	,	PUNCT
epaa-407	276	19	writing	write	VERB
epaa-407	276	20	assessment	assessment	NOUN
epaa-407	276	21	:	:	PUNCT
epaa-407	276	22	issues	issue	NOUN
epaa-407	276	23	and	and	CCONJ
epaa-407	276	24	strategies	strategy	NOUN
epaa-407	276	25	.	.	PUNCT
epaa-407	277	1	new	new	PROPN
epaa-407	277	2	york	york	PROPN
epaa-407	277	3	:	:	PUNCT
epaa-407	277	4	longman	longman	NOUN
epaa-407	277	5	.	.	PUNCT
epaa-407	278	1	about	about	ADP
epaa-407	278	2	the	the	DET
epaa-407	278	3	author	author	NOUN
epaa-407	278	4	jay	jay	PROPN
epaa-407	278	5	parkes	parkes	PROPN
epaa-407	278	6	educational	educational	ADJ
epaa-407	278	7	psychology	psychology	PROPN
epaa-407	278	8	program	program	NOUN
epaa-407	278	9	128	128	NUM
epaa-407	278	10	simpson	simpson	PROPN
epaa-407	278	11	hall	hall	PROPN
epaa-407	278	12	university	university	PROPN
epaa-407	278	13	of	of	ADP
epaa-407	278	14	new	new	PROPN
epaa-407	278	15	mexico	mexico	PROPN
epaa-407	278	16	albuquerque	albuquerque	PROPN
epaa-407	278	17	,	,	PUNCT
epaa-407	278	18	nm	nm	ADJ
epaa-407	278	19	87131	87131	NUM
epaa-407	278	20	-	-	SYM
epaa-407	278	21	1246	1246	NUM
epaa-407	278	22	e	e	NOUN
epaa-407	278	23	-	-	NOUN
epaa-407	278	24	mail	mail	NOUN
epaa-407	278	25	:	:	PUNCT
epaa-407	279	1	parkes@unm.edu	parkes@unm.edu	PROPN
epaa-407	279	2	jay	jay	PROPN
epaa-407	279	3	parkes	parkes	PROPN
epaa-407	279	4	is	be	AUX
epaa-407	279	5	an	an	DET
epaa-407	279	6	assistant	assistant	ADJ
epaa-407	279	7	professor	professor	NOUN
epaa-407	279	8	of	of	ADP
epaa-407	279	9	educational	educational	ADJ
epaa-407	279	10	psychology	psychology	NOUN
epaa-407	279	11	at	at	ADP
epaa-407	279	12	the	the	DET
epaa-407	279	13	university	university	NOUN
epaa-407	279	14	of	of	ADP
epaa-407	279	15	new	new	PROPN
epaa-407	279	16	mexico	mexico	PROPN
epaa-407	279	17	.	.	PUNCT
epaa-407	280	1	he	he	PRON
epaa-407	280	2	received	receive	VERB
epaa-407	280	3	his	his	PRON
epaa-407	280	4	ph.d	ph.d	NOUN
epaa-407	280	5	.	.	PUNCT
epaa-407	281	1	in	in	ADP
epaa-407	281	2	educational	educational	ADJ
epaa-407	281	3	psychology	psychology	NOUN
epaa-407	281	4	from	from	ADP
epaa-407	281	5	the	the	DET
epaa-407	281	6	pennsylvania	pennsylvania	PROPN
epaa-407	281	7	state	state	PROPN
epaa-407	281	8	university	university	PROPN
epaa-407	281	9	in	in	ADP
epaa-407	281	10	1998	1998	NUM
epaa-407	281	11	specializing	specialize	VERB
epaa-407	281	12	in	in	ADP
epaa-407	281	13	applied	apply	VERB
epaa-407	281	14	measurement	measurement	NOUN
epaa-407	281	15	and	and	CCONJ
epaa-407	281	16	statistics	statistic	NOUN
epaa-407	281	17	.	.	PUNCT
epaa-407	282	1	his	his	PRON
epaa-407	282	2	research	research	NOUN
epaa-407	282	3	interests	interest	NOUN
epaa-407	282	4	include	include	VERB
epaa-407	282	5	generalizability	generalizability	NOUN
epaa-407	282	6	in	in	ADP
epaa-407	282	7	performance	performance	NOUN
epaa-407	282	8	assessment	assessment	NOUN
epaa-407	282	9	and	and	CCONJ
epaa-407	282	10	cognitive	cognitive	ADJ
epaa-407	282	11	and	and	CCONJ
epaa-407	282	12	motivational	motivational	ADJ
epaa-407	282	13	aspects	aspect	NOUN
epaa-407	282	14	of	of	ADP
epaa-407	282	15	performance	performance	NOUN
epaa-407	282	16	assessments	assessment	NOUN
epaa-407	282	17	.	.	PUNCT
epaa-407	283	1	copyright	copyright	NOUN
epaa-407	283	2	2000	2000	NUM
epaa-407	283	3	by	by	ADP
epaa-407	283	4	the	the	DET
epaa-407	283	5	education	education	NOUN
epaa-407	283	6	policy	policy	NOUN
epaa-407	283	7	analysis	analysis	NOUN
epaa-407	283	8	archives	archive	NOUN
epaa-407	283	9	the	the	DET
epaa-407	283	10	world	world	NOUN
epaa-407	283	11	wide	wide	ADJ
epaa-407	283	12	web	web	NOUN
epaa-407	283	13	address	address	NOUN
epaa-407	283	14	for	for	ADP
epaa-407	283	15	the	the	DET
epaa-407	283	16	education	education	NOUN
epaa-407	283	17	policy	policy	NOUN
epaa-407	283	18	analysis	analysis	NOUN
epaa-407	283	19	archives	archive	NOUN
epaa-407	283	20	is	be	AUX
epaa-407	283	21	epaa.asu.edu	epaa.asu.edu	PROPN
epaa-407	283	22	general	general	ADJ
epaa-407	283	23	questions	question	NOUN
epaa-407	283	24	about	about	ADP
epaa-407	283	25	appropriateness	appropriateness	NOUN
epaa-407	283	26	of	of	ADP
epaa-407	283	27	topics	topic	NOUN
epaa-407	283	28	or	or	CCONJ
epaa-407	283	29	particular	particular	ADJ
epaa-407	283	30	articles	article	NOUN
epaa-407	283	31	may	may	AUX
epaa-407	283	32	be	be	AUX
epaa-407	283	33	addressed	address	VERB
epaa-407	283	34	to	to	ADP
epaa-407	283	35	the	the	DET
epaa-407	283	36	editor	editor	NOUN
epaa-407	283	37	,	,	PUNCT
epaa-407	283	38	gene	gene	NOUN
epaa-407	283	39	v	v	NOUN
epaa-407	283	40	glass	glass	NOUN
epaa-407	283	41	,	,	PUNCT
epaa-407	283	42	glass@asu.edu	glass@asu.edu	NOUN
epaa-407	283	43	or	or	CCONJ
epaa-407	283	44	reach	reach	VERB
epaa-407	283	45	him	he	PRON
epaa-407	283	46	at	at	ADP
epaa-407	283	47	college	college	NOUN
epaa-407	283	48	of	of	ADP
epaa-407	283	49	education	education	NOUN
epaa-407	283	50	,	,	PUNCT
epaa-407	283	51	arizona	arizona	PROPN
epaa-407	283	52	state	state	PROPN
epaa-407	283	53	university	university	PROPN
epaa-407	283	54	,	,	PUNCT
epaa-407	283	55	tempe	tempe	PROPN
epaa-407	283	56	,	,	PUNCT
epaa-407	283	57	az	az	PROPN
epaa-407	283	58	85287	85287	NUM
epaa-407	283	59	-	-	SYM
epaa-407	283	60	0211	0211	NUM
epaa-407	283	61	.	.	PUNCT
epaa-407	284	1	(	(	PUNCT
epaa-407	284	2	602	602	NUM
epaa-407	284	3	-	-	SYM
epaa-407	284	4	965	965	NUM
epaa-407	284	5	-	-	PUNCT
epaa-407	284	6	9644	9644	NUM
epaa-407	284	7	)	)	PUNCT
epaa-407	284	8	.	.	PUNCT
epaa-407	285	1	the	the	DET
epaa-407	285	2	commentary	commentary	NOUN
epaa-407	285	3	editor	editor	NOUN
epaa-407	285	4	is	be	AUX
epaa-407	285	5	casey	casey	PROPN
epaa-407	285	6	d.	d.	PROPN
epaa-407	285	7	cobb	cobb	PROPN
epaa-407	285	8	:	:	PUNCT
epaa-407	285	9	13	13	NUM
epaa-407	285	10	of	of	ADP
epaa-407	285	11	14	14	NUM
epaa-407	285	12	casey.cobb@unh.edu	casey.cobb@unh.edu	PROPN
epaa-407	285	13	.	.	PUNCT
epaa-407	286	1	epaa	epaa	PROPN
epaa-407	286	2	editorial	editorial	PROPN
epaa-407	286	3	board	board	PROPN
epaa-407	286	4	michael	michael	PROPN
epaa-407	286	5	w.	w.	PROPN
epaa-407	286	6	apple	apple	PROPN
epaa-407	286	7	university	university	PROPN
epaa-407	286	8	of	of	ADP
epaa-407	286	9	wisconsin	wisconsin	PROPN
epaa-407	286	10	greg	greg	PROPN
epaa-407	286	11	camilli	camilli	PROPN
epaa-407	286	12	rutgers	rutgers	PROPN
epaa-407	286	13	university	university	PROPN
epaa-407	286	14	john	john	PROPN
epaa-407	286	15	covaleskie	covaleskie	PROPN
epaa-407	286	16	northern	northern	PROPN
epaa-407	286	17	michigan	michigan	PROPN
epaa-407	286	18	university	university	PROPN
epaa-407	286	19	alan	alan	PROPN
epaa-407	286	20	davis	davis	PROPN
epaa-407	286	21	university	university	PROPN
epaa-407	286	22	of	of	ADP
epaa-407	286	23	colorado	colorado	PROPN
epaa-407	286	24	,	,	PUNCT
epaa-407	286	25	denver	denver	PROPN
epaa-407	286	26	sherman	sherman	PROPN
epaa-407	286	27	dorn	dorn	PROPN
epaa-407	286	28	university	university	PROPN
epaa-407	286	29	of	of	ADP
epaa-407	286	30	south	south	PROPN
epaa-407	286	31	florida	florida	PROPN
epaa-407	286	32	mark	mark	PROPN
epaa-407	286	33	e.	e.	PROPN
epaa-407	286	34	fetler	fetler	PROPN
epaa-407	286	35	california	california	PROPN
epaa-407	286	36	commission	commission	PROPN
epaa-407	286	37	on	on	ADP
epaa-407	286	38	teacher	teacher	NOUN
epaa-407	286	39	credentialing	credentiale	VERB
epaa-407	286	40	richard	richard	PROPN
epaa-407	286	41	garlikov	garlikov	PROPN
epaa-407	287	1	hmwkhelp@scott.net	hmwkhelp@scott.net	PROPN
epaa-407	287	2	thomas	thomas	PROPN
epaa-407	287	3	f.	f.	PROPN
epaa-407	287	4	green	green	PROPN
epaa-407	287	5	syracuse	syracuse	PROPN
epaa-407	287	6	university	university	PROPN
epaa-407	287	7	alison	alison	PROPN
epaa-407	287	8	i.	i.	PROPN
epaa-407	287	9	griffith	griffith	PROPN
epaa-407	287	10	york	york	PROPN
epaa-407	287	11	university	university	PROPN
epaa-407	287	12	arlen	arlen	PROPN
epaa-407	287	13	gullickson	gullickson	PROPN
epaa-407	287	14	western	western	PROPN
epaa-407	287	15	michigan	michigan	PROPN
epaa-407	287	16	university	university	PROPN
epaa-407	287	17	ernest	ernest	PROPN
epaa-407	287	18	r.	r.	PROPN
epaa-407	287	19	house	house	PROPN
epaa-407	287	20	university	university	PROPN
epaa-407	287	21	of	of	ADP
epaa-407	287	22	colorado	colorado	PROPN
epaa-407	287	23	aimee	aimee	PROPN
epaa-407	287	24	howley	howley	PROPN
epaa-407	287	25	ohio	ohio	PROPN
epaa-407	287	26	university	university	PROPN
epaa-407	287	27	craig	craig	PROPN
epaa-407	287	28	b.	b.	PROPN
epaa-407	287	29	howley	howley	PROPN
epaa-407	287	30	appalachia	appalachia	PROPN
epaa-407	287	31	educational	educational	PROPN
epaa-407	287	32	laboratory	laboratory	PROPN
epaa-407	287	33	william	william	PROPN
epaa-407	287	34	hunter	hunter	PROPN
epaa-407	287	35	university	university	PROPN
epaa-407	287	36	of	of	ADP
epaa-407	287	37	calgary	calgary	PROPN
epaa-407	287	38	daniel	daniel	PROPN
epaa-407	287	39	kallós	kallós	PROPN
epaa-407	287	40	umeå	umeå	PROPN
epaa-407	287	41	university	university	PROPN
epaa-407	287	42	benjamin	benjamin	PROPN
epaa-407	287	43	levin	levin	PROPN
epaa-407	287	44	university	university	PROPN
epaa-407	287	45	of	of	ADP
epaa-407	287	46	manitoba	manitoba	PROPN
epaa-407	287	47	thomas	thomas	PROPN
epaa-407	287	48	mauhs	mauhs	PROPN
epaa-407	287	49	-	-	PUNCT
epaa-407	287	50	pugh	pugh	PROPN
epaa-407	287	51	green	green	PROPN
epaa-407	287	52	mountain	mountain	PROPN
epaa-407	287	53	college	college	PROPN
epaa-407	287	54	dewayne	dewayne	PROPN
epaa-407	287	55	matthews	matthews	PROPN
epaa-407	287	56	western	western	PROPN
epaa-407	287	57	interstate	interstate	PROPN
epaa-407	287	58	commission	commission	NOUN
epaa-407	287	59	for	for	ADP
epaa-407	287	60	higher	high	ADJ
epaa-407	287	61	education	education	PROPN
epaa-407	287	62	william	william	PROPN
epaa-407	287	63	mcinerney	mcinerney	PROPN
epaa-407	287	64	purdue	purdue	PROPN
epaa-407	287	65	university	university	PROPN
epaa-407	287	66	mary	mary	PROPN
epaa-407	287	67	mckeown	mckeown	PROPN
epaa-407	287	68	-	-	PUNCT
epaa-407	287	69	moak	moak	NOUN
epaa-407	287	70	mgt	mgt	NOUN
epaa-407	287	71	of	of	ADP
epaa-407	287	72	america	america	PROPN
epaa-407	287	73	(	(	PUNCT
epaa-407	287	74	austin	austin	PROPN
epaa-407	287	75	,	,	PUNCT
epaa-407	287	76	tx	tx	PROPN
epaa-407	287	77	)	)	PUNCT
epaa-407	287	78	les	les	PROPN
epaa-407	287	79	mclean	mclean	PROPN
epaa-407	287	80	university	university	PROPN
epaa-407	287	81	of	of	ADP
epaa-407	287	82	toronto	toronto	PROPN
epaa-407	287	83	susan	susan	PROPN
epaa-407	287	84	bobbitt	bobbitt	PROPN
epaa-407	287	85	nolen	nolen	PROPN
epaa-407	287	86	university	university	PROPN
epaa-407	287	87	of	of	ADP
epaa-407	287	88	washington	washington	PROPN
epaa-407	287	89	anne	anne	PROPN
epaa-407	287	90	l.	l.	PROPN
epaa-407	287	91	pemberton	pemberton	PROPN
epaa-407	288	1	apembert@pen.k12.va.us	apembert@pen.k12.va.us	PROPN
epaa-407	288	2	hugh	hugh	PROPN
epaa-407	288	3	g.	g.	PROPN
epaa-407	288	4	petrie	petrie	PROPN
epaa-407	288	5	suny	suny	PROPN
epaa-407	288	6	buffalo	buffalo	PROPN
epaa-407	288	7	richard	richard	PROPN
epaa-407	288	8	c.	c.	PROPN
epaa-407	288	9	richardson	richardson	PROPN
epaa-407	288	10	new	new	PROPN
epaa-407	288	11	york	york	PROPN
epaa-407	288	12	university	university	PROPN
epaa-407	288	13	anthony	anthony	PROPN
epaa-407	288	14	g.	g.	PROPN
epaa-407	288	15	rud	rud	PROPN
epaa-407	288	16	jr	jr	PROPN
epaa-407	288	17	.	.	PROPN
epaa-407	288	18	purdue	purdue	PROPN
epaa-407	288	19	university	university	PROPN
epaa-407	288	20	dennis	dennis	PROPN
epaa-407	288	21	sayers	sayers	PROPN
epaa-407	288	22	ann	ann	PROPN
epaa-407	288	23	leavenworth	leavenworth	PROPN
epaa-407	288	24	center	center	PROPN
epaa-407	288	25	for	for	ADP
epaa-407	288	26	accelerated	accelerated	ADJ
epaa-407	288	27	learning	learn	VERB
epaa-407	288	28	jay	jay	PROPN
epaa-407	288	29	d.	d.	PROPN
epaa-407	288	30	scribner	scribner	PROPN
epaa-407	288	31	university	university	PROPN
epaa-407	288	32	of	of	ADP
epaa-407	288	33	texas	texas	PROPN
epaa-407	288	34	at	at	ADP
epaa-407	288	35	austin	austin	PROPN
epaa-407	288	36	michael	michael	PROPN
epaa-407	288	37	scriven	scriven	PROPN
epaa-407	288	38	scriven@aol.com	scriven@aol.com	PROPN
epaa-407	289	1	robert	robert	PROPN
epaa-407	289	2	e.	e.	PROPN
epaa-407	289	3	stake	stake	PROPN
epaa-407	289	4	university	university	PROPN
epaa-407	289	5	of	of	ADP
epaa-407	289	6	illinois	illinois	PROPN
epaa-407	289	7	—	—	PUNCT
epaa-407	289	8	uc	uc	PROPN
epaa-407	289	9	robert	robert	PROPN
epaa-407	289	10	stonehill	stonehill	PROPN
epaa-407	289	11	u.s	u.s	PROPN
epaa-407	289	12	.	.	PROPN
epaa-407	289	13	department	department	PROPN
epaa-407	289	14	of	of	ADP
epaa-407	289	15	education	education	PROPN
epaa-407	289	16	david	david	PROPN
epaa-407	289	17	d.	d.	PROPN
epaa-407	289	18	williams	williams	PROPN
epaa-407	289	19	brigham	brigham	PROPN
epaa-407	289	20	young	young	PROPN
epaa-407	289	21	university	university	NOUN
epaa-407	289	22	epaa	epaa	NOUN
epaa-407	289	23	spanish	spanish	ADJ
epaa-407	289	24	language	language	NOUN
epaa-407	289	25	editorial	editorial	NOUN
epaa-407	289	26	board	board	NOUN
epaa-407	289	27	associate	associate	NOUN
epaa-407	289	28	editor	editor	NOUN
epaa-407	289	29	for	for	ADP
epaa-407	289	30	spanish	spanish	ADJ
epaa-407	289	31	language	language	NOUN
epaa-407	289	32	roberto	roberto	PROPN
epaa-407	289	33	rodríguez	rodríguez	NOUN
epaa-407	289	34	gómez	gómez	PROPN
epaa-407	289	35	universidad	universidad	PROPN
epaa-407	289	36	nacional	nacional	PROPN
epaa-407	289	37	autónoma	autónoma	PROPN
epaa-407	289	38	de	de	PROPN
epaa-407	289	39	méxico	méxico	PROPN
epaa-407	289	40	roberto@servidor.unam.mx	roberto@servidor.unam.mx	PROPN
epaa-407	289	41	14	14	NUM
epaa-407	289	42	of	of	ADP
epaa-407	289	43	14	14	NUM
epaa-407	289	44	adrián	adrián	NOUN
epaa-407	289	45	acosta	acosta	NOUN
epaa-407	289	46	(	(	PUNCT
epaa-407	289	47	méxico	méxico	PROPN
epaa-407	289	48	)	)	PUNCT
epaa-407	289	49	universidad	universidad	PROPN
epaa-407	289	50	de	de	PROPN
epaa-407	289	51	guadalajara	guadalajara	PROPN
epaa-407	289	52	adrianacosta@compuserve.com	adrianacosta@compuserve.com	X
epaa-407	290	1	j.	j.	PROPN
epaa-407	290	2	félix	félix	PROPN
epaa-407	290	3	angulo	angulo	PROPN
epaa-407	290	4	rasco	rasco	PROPN
epaa-407	290	5	(	(	PUNCT
epaa-407	290	6	spain	spain	PROPN
epaa-407	290	7	)	)	PUNCT
epaa-407	290	8	universidad	universidad	PROPN
epaa-407	290	9	de	de	PROPN
epaa-407	290	10	cádiz	cádiz	PROPN
epaa-407	290	11	felix.angulo@uca.es	felix.angulo@uca.es	PROPN
epaa-407	290	12	teresa	teresa	PROPN
epaa-407	290	13	bracho	bracho	PROPN
epaa-407	290	14	(	(	PUNCT
epaa-407	290	15	méxico	méxico	PROPN
epaa-407	290	16	)	)	PUNCT
epaa-407	290	17	centro	centro	PROPN
epaa-407	290	18	de	de	PROPN
epaa-407	290	19	investigación	investigación	PROPN
epaa-407	290	20	y	y	PROPN
epaa-407	290	21	docencia	docencia	PROPN
epaa-407	290	22	económica	económica	PROPN
epaa-407	290	23	-	-	PUNCT
epaa-407	290	24	cide	cide	NOUN
epaa-407	290	25	bracho	bracho	NOUN
epaa-407	290	26	dis1.cide.mx	dis1.cide.mx	PROPN
epaa-407	290	27	alejandro	alejandro	PROPN
epaa-407	290	28	canales	canales	PROPN
epaa-407	290	29	(	(	PUNCT
epaa-407	290	30	méxico	méxico	PROPN
epaa-407	290	31	)	)	PUNCT
epaa-407	290	32	universidad	universidad	PROPN
epaa-407	290	33	nacional	nacional	PROPN
epaa-407	291	1	autónoma	autónoma	PROPN
epaa-407	291	2	de	de	PROPN
epaa-407	291	3	méxico	méxico	PROPN
epaa-407	291	4	canalesa@servidor.unam.mx	canalesa@servidor.unam.mx	PROPN
epaa-407	291	5	ursula	ursula	PROPN
epaa-407	291	6	casanova	casanova	PROPN
epaa-407	291	7	(	(	PUNCT
epaa-407	291	8	u.s.a	u.s.a	PROPN
epaa-407	291	9	.	.	PUNCT
epaa-407	291	10	)	)	PUNCT
epaa-407	292	1	arizona	arizona	PROPN
epaa-407	292	2	state	state	PROPN
epaa-407	292	3	university	university	PROPN
epaa-407	292	4	casanova@asu.edu	casanova@asu.edu	PROPN
epaa-407	292	5	josé	josé	PROPN
epaa-407	292	6	contreras	contreras	PROPN
epaa-407	292	7	domingo	domingo	PROPN
epaa-407	292	8	universitat	universitat	PROPN
epaa-407	292	9	de	de	PROPN
epaa-407	292	10	barcelona	barcelona	PROPN
epaa-407	292	11	jose.contreras@doe.d5.ub.es	jose.contreras@doe.d5.ub.es	PROPN
epaa-407	292	12	erwin	erwin	PROPN
epaa-407	292	13	epstein	epstein	PROPN
epaa-407	292	14	(	(	PUNCT
epaa-407	292	15	u.s.a	u.s.a	PROPN
epaa-407	292	16	.	.	PUNCT
epaa-407	292	17	)	)	PUNCT
epaa-407	293	1	loyola	loyola	PROPN
epaa-407	293	2	university	university	PROPN
epaa-407	293	3	of	of	ADP
epaa-407	293	4	chicago	chicago	PROPN
epaa-407	293	5	eepstein@luc.edu	eepstein@luc.edu	PROPN
epaa-407	294	1	josué	josué	PROPN
epaa-407	294	2	gonzález	gonzález	PROPN
epaa-407	294	3	(	(	PUNCT
epaa-407	294	4	u.s.a	u.s.a	PROPN
epaa-407	294	5	.	.	PUNCT
epaa-407	294	6	)	)	PUNCT
epaa-407	295	1	arizona	arizona	PROPN
epaa-407	295	2	state	state	PROPN
epaa-407	295	3	university	university	PROPN
epaa-407	295	4	josue@asu.edu	josue@asu.edu	PROPN
epaa-407	295	5	rollin	rollin	PROPN
epaa-407	295	6	kent	kent	PROPN
epaa-407	295	7	(	(	PUNCT
epaa-407	295	8	méxico	méxico	PROPN
epaa-407	295	9	)	)	PUNCT
epaa-407	295	10	departamento	departamento	PROPN
epaa-407	295	11	de	de	PROPN
epaa-407	295	12	investigación	investigación	PROPN
epaa-407	295	13	educativa	educativa	PROPN
epaa-407	295	14	-	-	PUNCT
epaa-407	295	15	die	die	VERB
epaa-407	295	16	/	/	SYM
epaa-407	295	17	cinvestav	cinvestav	NOUN
epaa-407	295	18	rkent@gemtel.com.mx	rkent@gemtel.com.mx	PROPN
epaa-407	295	19	kentr@data.net.mx	kentr@data.net.mx	PROPN
epaa-407	295	20	maría	maría	PROPN
epaa-407	295	21	beatriz	beatriz	PROPN
epaa-407	295	22	luce	luce	PROPN
epaa-407	295	23	(	(	PUNCT
epaa-407	295	24	brazil	brazil	PROPN
epaa-407	295	25	)	)	PUNCT
epaa-407	295	26	universidad	universidad	PROPN
epaa-407	295	27	federal	federal	PROPN
epaa-407	295	28	de	de	PROPN
epaa-407	295	29	rio	rio	PROPN
epaa-407	295	30	grande	grande	PROPN
epaa-407	295	31	do	do	VERB
epaa-407	295	32	sul	sul	ADJ
epaa-407	295	33	-	-	ADJ
epaa-407	295	34	ufrgs	ufrgs	ADJ
epaa-407	295	35	lucemb@orion.ufrgs.br	lucemb@orion.ufrgs.br	PROPN
epaa-407	295	36	javier	javier	PROPN
epaa-407	295	37	mendoza	mendoza	PROPN
epaa-407	295	38	rojas	rojas	PROPN
epaa-407	295	39	(	(	PUNCT
epaa-407	295	40	méxico	méxico	PROPN
epaa-407	295	41	)	)	PUNCT
epaa-407	295	42	universidad	universidad	PROPN
epaa-407	295	43	nacional	nacional	PROPN
epaa-407	295	44	autónoma	autónoma	PROPN
epaa-407	295	45	de	de	PROPN
epaa-407	295	46	méxico	méxico	PROPN
epaa-407	295	47	javiermr@servidor.unam.mx	javiermr@servidor.unam.mx	PROPN
epaa-407	295	48	marcela	marcela	PROPN
epaa-407	295	49	mollis	mollis	PROPN
epaa-407	295	50	(	(	PUNCT
epaa-407	295	51	argentina	argentina	PROPN
epaa-407	295	52	)	)	PUNCT
epaa-407	295	53	universidad	universidad	PROPN
epaa-407	295	54	de	de	PROPN
epaa-407	295	55	buenos	buenos	PROPN
epaa-407	295	56	aires	aires	PROPN
epaa-407	295	57	mmollis@filo.uba.ar	mmollis@filo.uba.ar	PROPN
epaa-407	295	58	humberto	humberto	PROPN
epaa-407	295	59	muñoz	muñoz	PROPN
epaa-407	295	60	garcía	garcía	PROPN
epaa-407	295	61	(	(	PUNCT
epaa-407	295	62	méxico	méxico	PROPN
epaa-407	295	63	)	)	PUNCT
epaa-407	295	64	universidad	universidad	PROPN
epaa-407	295	65	nacional	nacional	PROPN
epaa-407	295	66	autónoma	autónoma	PROPN
epaa-407	295	67	de	de	PROPN
epaa-407	295	68	méxico	méxico	PROPN
epaa-407	295	69	humberto@servidor.unam.mx	humberto@servidor.unam.mx	PROPN
epaa-407	295	70	angel	angel	NOUN
epaa-407	295	71	ignacio	ignacio	PROPN
epaa-407	295	72	pérez	pérez	PROPN
epaa-407	295	73	gómez	gómez	PROPN
epaa-407	295	74	(	(	PUNCT
epaa-407	295	75	spain	spain	PROPN
epaa-407	295	76	)	)	PUNCT
epaa-407	295	77	universidad	universidad	PROPN
epaa-407	295	78	de	de	PROPN
epaa-407	295	79	málaga	málaga	PROPN
epaa-407	295	80	aiperez@uma.es	aiperez@uma.es	PROPN
epaa-407	295	81	daniel	daniel	PROPN
epaa-407	295	82	schugurensky	schugurensky	PROPN
epaa-407	295	83	(	(	PUNCT
epaa-407	295	84	argentina	argentina	PROPN
epaa-407	295	85	-	-	PUNCT
epaa-407	295	86	canadá	canadá	NOUN
epaa-407	295	87	)	)	PUNCT
epaa-407	295	88	oise	oise	PROPN
epaa-407	295	89	/	/	SYM
epaa-407	295	90	ut	ut	PROPN
epaa-407	295	91	,	,	PUNCT
epaa-407	296	1	canada	canada	PROPN
epaa-407	296	2	dschugurensky@oise.utoronto.ca	dschugurensky@oise.utoronto.ca	PROPN
epaa-407	296	3	simon	simon	PROPN
epaa-407	296	4	schwartzman	schwartzman	PROPN
epaa-407	296	5	(	(	PUNCT
epaa-407	296	6	brazil	brazil	PROPN
epaa-407	296	7	)	)	PUNCT
epaa-407	296	8	fundação	fundação	NOUN
epaa-407	296	9	instituto	instituto	PROPN
epaa-407	296	10	brasileiro	brasileiro	PROPN
epaa-407	296	11	e	e	PROPN
epaa-407	296	12	geografia	geografia	PROPN
epaa-407	296	13	e	e	PROPN
epaa-407	296	14	estatística	estatística	PROPN
epaa-407	296	15	simon@openlink.com.br	simon@openlink.com.br	PROPN
epaa-407	296	16	jurjo	jurjo	PROPN
epaa-407	296	17	torres	torre	VERB
epaa-407	296	18	santomé	santomé	NOUN
epaa-407	296	19	(	(	PUNCT
epaa-407	296	20	spain	spain	PROPN
epaa-407	296	21	)	)	PUNCT
epaa-407	296	22	universidad	universidad	PROPN
epaa-407	297	1	de	de	PROPN
epaa-407	297	2	a	a	DET
epaa-407	297	3	coruña	coruña	NOUN
epaa-407	297	4	jurjo@udc.es	jurjo@udc.es	PROPN
epaa-407	297	5	carlos	carlos	PROPN
epaa-407	297	6	alberto	alberto	PROPN
epaa-407	297	7	torres	torres	PROPN
epaa-407	297	8	(	(	PUNCT
epaa-407	297	9	u.s.a	u.s.a	NOUN
epaa-407	297	10	.	.	PUNCT
epaa-407	297	11	)	)	PUNCT
epaa-407	298	1	university	university	PROPN
epaa-407	298	2	of	of	ADP
epaa-407	298	3	california	california	PROPN
epaa-407	298	4	,	,	PUNCT
epaa-407	298	5	los	los	PROPN
epaa-407	298	6	angeles	angeles	PROPN
epaa-407	298	7	torres@gseisucla.edu	torres@gseisucla.edu	PUNCT