id	sid	tid	token	lemma	pos
epaa-335	1	1	epaa	epaa	ADJ
epaa-335	1	2	vol	vol	NOUN
epaa-335	1	3	.	.	PROPN
epaa-335	2	1	9	9	NUM
epaa-335	2	2	no	no	NOUN
epaa-335	2	3	.	.	NOUN
epaa-335	2	4	6	6	NUM
epaa-335	2	5	ludlow	ludlow	NOUN
epaa-335	2	6	:	:	PUNCT
epaa-335	2	7	teacher	teacher	NOUN
epaa-335	2	8	test	test	NOUN
epaa-335	2	9	accountability	accountability	NOUN
epaa-335	2	10	1	1	NUM
epaa-335	2	11	of	of	ADP
epaa-335	2	12	22	22	NUM
epaa-335	2	13	education	education	NOUN
epaa-335	2	14	policy	policy	NOUN
epaa-335	2	15	analysis	analysis	NOUN
epaa-335	2	16	archives	archive	NOUN
epaa-335	2	17	volume	volume	VERB
epaa-335	2	18	9	9	NUM
epaa-335	2	19	number	number	NOUN
epaa-335	2	20	6	6	NUM
epaa-335	2	21	february	february	NOUN
epaa-335	2	22	22	22	NUM
epaa-335	2	23	,	,	PUNCT
epaa-335	2	24	2001	2001	NUM
epaa-335	2	25	issn	issn	PROPN
epaa-335	2	26	1068	1068	NUM
epaa-335	2	27	-	-	SYM
epaa-335	2	28	2341	2341	NUM
epaa-335	2	29	a	a	DET
epaa-335	2	30	peer	peer	NOUN
epaa-335	2	31	-	-	PUNCT
epaa-335	2	32	reviewed	review	VERB
epaa-335	2	33	scholarly	scholarly	ADJ
epaa-335	2	34	journal	journal	NOUN
epaa-335	2	35	editor	editor	NOUN
epaa-335	2	36	:	:	PUNCT
epaa-335	2	37	gene	gene	NOUN
epaa-335	2	38	v	v	NOUN
epaa-335	2	39	glass	glass	NOUN
epaa-335	2	40	,	,	PUNCT
epaa-335	2	41	college	college	NOUN
epaa-335	2	42	of	of	ADP
epaa-335	2	43	education	education	PROPN
epaa-335	2	44	arizona	arizona	PROPN
epaa-335	2	45	state	state	PROPN
epaa-335	2	46	university	university	PROPN
epaa-335	2	47	copyright	copyright	NOUN
epaa-335	2	48	2001	2001	NUM
epaa-335	2	49	,	,	PUNCT
epaa-335	2	50	the	the	DET
epaa-335	2	51	education	education	NOUN
epaa-335	2	52	policy	policy	NOUN
epaa-335	2	53	analysis	analysis	NOUN
epaa-335	2	54	archives	archive	NOUN
epaa-335	2	55	.	.	PUNCT
epaa-335	3	1	permission	permission	NOUN
epaa-335	3	2	is	be	AUX
epaa-335	3	3	hereby	hereby	ADV
epaa-335	3	4	granted	grant	VERB
epaa-335	3	5	to	to	PART
epaa-335	3	6	copy	copy	VERB
epaa-335	3	7	any	any	DET
epaa-335	3	8	article	article	NOUN
epaa-335	3	9	if	if	SCONJ
epaa-335	3	10	epaa	epaa	NOUN
epaa-335	3	11	is	be	AUX
epaa-335	3	12	credited	credit	VERB
epaa-335	3	13	and	and	CCONJ
epaa-335	3	14	copies	copy	NOUN
epaa-335	3	15	are	be	AUX
epaa-335	3	16	not	not	PART
epaa-335	3	17	sold	sell	VERB
epaa-335	3	18	.	.	PUNCT
epaa-335	4	1	articles	article	NOUN
epaa-335	4	2	appearing	appear	VERB
epaa-335	4	3	in	in	ADP
epaa-335	4	4	epaa	epaa	NOUN
epaa-335	4	5	are	be	AUX
epaa-335	4	6	abstracted	abstract	VERB
epaa-335	4	7	in	in	ADP
epaa-335	4	8	the	the	DET
epaa-335	4	9	current	current	ADJ
epaa-335	4	10	index	index	NOUN
epaa-335	4	11	to	to	ADP
epaa-335	4	12	journals	journal	NOUN
epaa-335	4	13	in	in	ADP
epaa-335	4	14	education	education	NOUN
epaa-335	4	15	by	by	ADP
epaa-335	4	16	the	the	DET
epaa-335	4	17	eric	eric	PROPN
epaa-335	4	18	clearinghouse	clearinghouse	PROPN
epaa-335	4	19	on	on	ADP
epaa-335	4	20	assessment	assessment	NOUN
epaa-335	4	21	and	and	CCONJ
epaa-335	4	22	evaluation	evaluation	NOUN
epaa-335	4	23	and	and	CCONJ
epaa-335	4	24	are	be	AUX
epaa-335	4	25	permanently	permanently	ADV
epaa-335	4	26	archived	archive	VERB
epaa-335	4	27	in	in	ADP
epaa-335	4	28	resources	resource	NOUN
epaa-335	4	29	in	in	ADP
epaa-335	4	30	education	education	NOUN
epaa-335	4	31	.	.	PUNCT
epaa-335	5	1	teacher	teacher	NOUN
epaa-335	5	2	test	test	NOUN
epaa-335	5	3	accountability	accountability	NOUN
epaa-335	5	4	:	:	PUNCT
epaa-335	5	5	from	from	ADP
epaa-335	5	6	alabama	alabama	PROPN
epaa-335	5	7	to	to	ADP
epaa-335	5	8	massachusetts	massachusetts	PROPN
epaa-335	5	9	larry	larry	PROPN
epaa-335	5	10	h.	h.	PROPN
epaa-335	5	11	ludlow	ludlow	PROPN
epaa-335	5	12	boston	boston	PROPN
epaa-335	5	13	college	college	PROPN
epaa-335	5	14	abstract	abstract	PROPN
epaa-335	5	15	given	give	VERB
epaa-335	5	16	the	the	DET
epaa-335	5	17	high	high	ADJ
epaa-335	5	18	stakes	stake	NOUN
epaa-335	5	19	of	of	ADP
epaa-335	5	20	teacher	teacher	NOUN
epaa-335	5	21	testing	testing	NOUN
epaa-335	5	22	,	,	PUNCT
epaa-335	5	23	there	there	PRON
epaa-335	5	24	is	be	VERB
epaa-335	5	25	no	no	DET
epaa-335	5	26	doubt	doubt	NOUN
epaa-335	5	27	that	that	SCONJ
epaa-335	5	28	every	every	DET
epaa-335	5	29	teacher	teacher	NOUN
epaa-335	5	30	test	test	NOUN
epaa-335	5	31	should	should	AUX
epaa-335	5	32	meet	meet	VERB
epaa-335	5	33	the	the	DET
epaa-335	5	34	industry	industry	NOUN
epaa-335	5	35	guidelines	guideline	NOUN
epaa-335	5	36	set	set	VERB
epaa-335	5	37	forth	forth	ADP
epaa-335	5	38	in	in	ADP
epaa-335	5	39	the	the	DET
epaa-335	5	40	standards	standard	NOUN
epaa-335	5	41	for	for	ADP
epaa-335	5	42	educational	educational	ADJ
epaa-335	5	43	and	and	CCONJ
epaa-335	5	44	psychological	psychological	ADJ
epaa-335	5	45	testing	testing	NOUN
epaa-335	5	46	.	.	PUNCT
epaa-335	6	1	unfortunately	unfortunately	ADV
epaa-335	6	2	,	,	PUNCT
epaa-335	6	3	however	however	ADV
epaa-335	6	4	,	,	PUNCT
epaa-335	6	5	there	there	PRON
epaa-335	6	6	is	be	VERB
epaa-335	6	7	no	no	DET
epaa-335	6	8	public	public	ADJ
epaa-335	6	9	or	or	CCONJ
epaa-335	6	10	private	private	ADJ
epaa-335	6	11	business	business	NOUN
epaa-335	6	12	or	or	CCONJ
epaa-335	6	13	governmental	governmental	ADJ
epaa-335	6	14	agency	agency	NOUN
epaa-335	6	15	that	that	PRON
epaa-335	6	16	serves	serve	VERB
epaa-335	6	17	to	to	PART
epaa-335	6	18	certify	certify	VERB
epaa-335	6	19	or	or	CCONJ
epaa-335	6	20	in	in	ADP
epaa-335	6	21	any	any	DET
epaa-335	6	22	other	other	ADJ
epaa-335	6	23	formal	formal	ADJ
epaa-335	6	24	way	way	NOUN
epaa-335	6	25	declare	declare	VERB
epaa-335	6	26	that	that	SCONJ
epaa-335	6	27	any	any	DET
epaa-335	6	28	teacher	teacher	NOUN
epaa-335	6	29	test	test	NOUN
epaa-335	6	30	does	do	AUX
epaa-335	6	31	,	,	PUNCT
epaa-335	6	32	in	in	ADP
epaa-335	6	33	fact	fact	NOUN
epaa-335	6	34	,	,	PUNCT
epaa-335	6	35	meet	meet	VERB
epaa-335	6	36	the	the	DET
epaa-335	6	37	psychometric	psychometric	ADJ
epaa-335	6	38	recommendations	recommendation	NOUN
epaa-335	6	39	stipulated	stipulate	VERB
epaa-335	6	40	in	in	ADP
epaa-335	6	41	the	the	DET
epaa-335	6	42	standards	standard	NOUN
epaa-335	6	43	.	.	PUNCT
epaa-335	7	1	consequently	consequently	ADV
epaa-335	7	2	,	,	PUNCT
epaa-335	7	3	there	there	PRON
epaa-335	7	4	are	be	VERB
epaa-335	7	5	no	no	DET
epaa-335	7	6	legislated	legislate	VERB
epaa-335	7	7	penalties	penalty	NOUN
epaa-335	7	8	for	for	ADP
epaa-335	7	9	faulty	faulty	ADJ
epaa-335	7	10	products	product	NOUN
epaa-335	7	11	(	(	PUNCT
epaa-335	7	12	tests	test	NOUN
epaa-335	7	13	)	)	PUNCT
epaa-335	7	14	nor	nor	CCONJ
epaa-335	7	15	are	be	AUX
epaa-335	7	16	there	there	PRON
epaa-335	7	17	opportunities	opportunity	NOUN
epaa-335	7	18	for	for	ADP
epaa-335	7	19	test	test	NOUN
epaa-335	7	20	takers	taker	NOUN
epaa-335	7	21	simply	simply	ADV
epaa-335	7	22	to	to	PART
epaa-335	7	23	raise	raise	VERB
epaa-335	7	24	questions	question	NOUN
epaa-335	7	25	about	about	ADP
epaa-335	7	26	a	a	DET
epaa-335	7	27	test	test	NOUN
epaa-335	7	28	and	and	CCONJ
epaa-335	7	29	to	to	PART
epaa-335	7	30	have	have	VERB
epaa-335	7	31	their	their	PRON
epaa-335	7	32	questions	question	NOUN
epaa-335	7	33	taken	take	VERB
epaa-335	7	34	seriously	seriously	ADV
epaa-335	7	35	by	by	ADP
epaa-335	7	36	an	an	DET
epaa-335	7	37	impartial	impartial	ADJ
epaa-335	7	38	panel	panel	NOUN
epaa-335	7	39	.	.	PUNCT
epaa-335	8	1	the	the	DET
epaa-335	8	2	purpose	purpose	NOUN
epaa-335	8	3	of	of	ADP
epaa-335	8	4	this	this	DET
epaa-335	8	5	article	article	NOUN
epaa-335	8	6	is	be	AUX
epaa-335	8	7	to	to	PART
epaa-335	8	8	highlight	highlight	VERB
epaa-335	8	9	some	some	PRON
epaa-335	8	10	of	of	ADP
epaa-335	8	11	the	the	DET
epaa-335	8	12	psychometric	psychometric	ADJ
epaa-335	8	13	results	result	NOUN
epaa-335	8	14	reported	report	VERB
epaa-335	8	15	by	by	ADP
epaa-335	8	16	national	national	ADJ
epaa-335	8	17	evaluation	evaluation	NOUN
epaa-335	8	18	systems	system	NOUN
epaa-335	8	19	(	(	PUNCT
epaa-335	8	20	nes	nes	PROPN
epaa-335	8	21	)	)	PUNCT
epaa-335	8	22	in	in	ADP
epaa-335	8	23	their	their	PRON
epaa-335	8	24	1999	1999	NUM
epaa-335	8	25	massachusetts	massachusetts	PROPN
epaa-335	8	26	educator	educator	NOUN
epaa-335	8	27	certification	certification	NOUN
epaa-335	8	28	test	test	NOUN
epaa-335	8	29	(	(	PUNCT
epaa-335	8	30	mect	mect	NOUN
epaa-335	8	31	)	)	PUNCT
epaa-335	8	32	technical	technical	ADJ
epaa-335	8	33	report	report	NOUN
epaa-335	8	34	,	,	PUNCT
epaa-335	8	35	and	and	CCONJ
epaa-335	8	36	more	more	ADV
epaa-335	8	37	specifically	specifically	ADV
epaa-335	8	38	,	,	PUNCT
epaa-335	8	39	to	to	PART
epaa-335	8	40	identify	identify	VERB
epaa-335	8	41	those	those	DET
epaa-335	8	42	technical	technical	ADJ
epaa-335	8	43	characteristics	characteristic	NOUN
epaa-335	8	44	of	of	ADP
epaa-335	8	45	the	the	DET
epaa-335	8	46	mect	mect	NOUN
epaa-335	8	47	that	that	PRON
epaa-335	8	48	are	be	AUX
epaa-335	8	49	inconsistent	inconsistent	ADJ
epaa-335	8	50	with	with	ADP
epaa-335	8	51	the	the	DET
epaa-335	8	52	standards	standard	NOUN
epaa-335	8	53	.	.	PUNCT
epaa-335	9	1	a	a	DET
epaa-335	9	2	second	second	ADJ
epaa-335	9	3	purpose	purpose	NOUN
epaa-335	9	4	of	of	ADP
epaa-335	9	5	this	this	DET
epaa-335	9	6	article	article	NOUN
epaa-335	9	7	is	be	AUX
epaa-335	9	8	to	to	PART
epaa-335	9	9	call	call	VERB
epaa-335	9	10	for	for	ADP
epaa-335	9	11	the	the	DET
epaa-335	9	12	establishment	establishment	NOUN
epaa-335	9	13	of	of	ADP
epaa-335	9	14	a	a	DET
epaa-335	9	15	standing	standing	ADJ
epaa-335	9	16	test	test	NOUN
epaa-335	9	17	auditing	auditing	NOUN
epaa-335	9	18	organization	organization	NOUN
epaa-335	9	19	with	with	ADP
epaa-335	9	20	investigation	investigation	NOUN
epaa-335	9	21	and	and	CCONJ
epaa-335	9	22	sanctioning	sanction	VERB
epaa-335	9	23	power	power	NOUN
epaa-335	9	24	.	.	PUNCT
epaa-335	10	1	the	the	DET
epaa-335	10	2	significance	significance	NOUN
epaa-335	10	3	2	2	NUM
epaa-335	10	4	of	of	ADP
epaa-335	10	5	22	22	NUM
epaa-335	10	6	of	of	ADP
epaa-335	10	7	the	the	DET
epaa-335	10	8	present	present	ADJ
epaa-335	10	9	analysis	analysis	NOUN
epaa-335	10	10	is	be	AUX
epaa-335	10	11	twofold	twofold	ADV
epaa-335	10	12	:	:	PUNCT
epaa-335	10	13	a	a	X
epaa-335	10	14	)	)	PUNCT
epaa-335	10	15	psychometric	psychometric	ADJ
epaa-335	10	16	results	result	NOUN
epaa-335	10	17	for	for	ADP
epaa-335	10	18	the	the	DET
epaa-335	10	19	mect	mect	NOUN
epaa-335	10	20	are	be	AUX
epaa-335	10	21	similar	similar	ADJ
epaa-335	10	22	in	in	ADP
epaa-335	10	23	nature	nature	NOUN
epaa-335	10	24	to	to	ADP
epaa-335	10	25	psychometric	psychometric	ADJ
epaa-335	10	26	results	result	NOUN
epaa-335	10	27	presented	present	VERB
epaa-335	10	28	as	as	ADP
epaa-335	10	29	evidence	evidence	NOUN
epaa-335	10	30	of	of	ADP
epaa-335	10	31	test	test	NOUN
epaa-335	10	32	development	development	NOUN
epaa-335	10	33	flaws	flaw	NOUN
epaa-335	10	34	in	in	ADP
epaa-335	10	35	an	an	DET
epaa-335	10	36	alabama	alabama	NOUN
epaa-335	10	37	class	class	NOUN
epaa-335	10	38	-	-	PUNCT
epaa-335	10	39	action	action	NOUN
epaa-335	10	40	lawsuit	lawsuit	NOUN
epaa-335	10	41	dealing	deal	VERB
epaa-335	10	42	with	with	ADP
epaa-335	10	43	teacher	teacher	NOUN
epaa-335	10	44	certification	certification	NOUN
epaa-335	10	45	(	(	PUNCT
epaa-335	10	46	an	an	DET
epaa-335	10	47	nes	ne	NOUN
epaa-335	10	48	-	-	PUNCT
epaa-335	10	49	designed	design	VERB
epaa-335	10	50	testing	testing	NOUN
epaa-335	10	51	system	system	NOUN
epaa-335	10	52	)	)	PUNCT
epaa-335	10	53	;	;	PUNCT
epaa-335	10	54	and	and	CCONJ
epaa-335	10	55	b	b	X
epaa-335	10	56	)	)	PUNCT
epaa-335	10	57	there	there	PRON
epaa-335	10	58	was	be	VERB
epaa-335	10	59	no	no	DET
epaa-335	10	60	impartial	impartial	ADJ
epaa-335	10	61	enforcement	enforcement	NOUN
epaa-335	10	62	agency	agency	NOUN
epaa-335	10	63	to	to	PART
epaa-335	10	64	whom	whom	PRON
epaa-335	10	65	complaints	complaint	NOUN
epaa-335	10	66	about	about	ADP
epaa-335	10	67	the	the	DET
epaa-335	10	68	alabama	alabama	PROPN
epaa-335	10	69	tests	test	NOUN
epaa-335	10	70	could	could	AUX
epaa-335	10	71	be	be	AUX
epaa-335	10	72	brought	bring	VERB
epaa-335	10	73	,	,	PUNCT
epaa-335	10	74	other	other	ADJ
epaa-335	10	75	than	than	ADP
epaa-335	10	76	the	the	DET
epaa-335	10	77	court	court	NOUN
epaa-335	10	78	,	,	PUNCT
epaa-335	10	79	nor	nor	CCONJ
epaa-335	10	80	is	be	AUX
epaa-335	10	81	there	there	PRON
epaa-335	10	82	any	any	DET
epaa-335	10	83	such	such	ADJ
epaa-335	10	84	agency	agency	NOUN
epaa-335	10	85	to	to	PART
epaa-335	10	86	whom	whom	PRON
epaa-335	10	87	complaints	complaint	NOUN
epaa-335	10	88	about	about	ADP
epaa-335	10	89	the	the	DET
epaa-335	10	90	massachusetts	massachusetts	PROPN
epaa-335	10	91	tests	test	NOUN
epaa-335	10	92	can	can	AUX
epaa-335	10	93	be	be	AUX
epaa-335	10	94	brought	bring	VERB
epaa-335	10	95	.	.	PUNCT
epaa-335	11	1	i	i	PRON
epaa-335	11	2	begin	begin	VERB
epaa-335	11	3	by	by	ADP
epaa-335	11	4	reviewing	review	VERB
epaa-335	11	5	nes	ne	NOUN
epaa-335	11	6	's	's	PART
epaa-335	11	7	role	role	NOUN
epaa-335	11	8	in	in	ADP
epaa-335	11	9	allen	allen	PROPN
epaa-335	11	10	v.	v.	PROPN
epaa-335	11	11	alabama	alabama	PROPN
epaa-335	11	12	state	state	PROPN
epaa-335	11	13	board	board	PROPN
epaa-335	11	14	of	of	ADP
epaa-335	11	15	education	education	NOUN
epaa-335	11	16	,	,	PUNCT
epaa-335	11	17	81	81	NUM
epaa-335	11	18	-	-	SYM
epaa-335	11	19	697	697	NUM
epaa-335	11	20	-	-	PUNCT
epaa-335	11	21	n.	n.	NOUN
epaa-335	11	22	next	next	ADV
epaa-335	12	1	i	i	PRON
epaa-335	12	2	explain	explain	VERB
epaa-335	12	3	the	the	DET
epaa-335	12	4	purpose	purpose	NOUN
epaa-335	12	5	and	and	CCONJ
epaa-335	12	6	interpretation	interpretation	NOUN
epaa-335	12	7	of	of	ADP
epaa-335	12	8	standard	standard	ADJ
epaa-335	12	9	item	item	NOUN
epaa-335	12	10	analysis	analysis	NOUN
epaa-335	12	11	procedures	procedure	NOUN
epaa-335	12	12	and	and	CCONJ
epaa-335	12	13	statistics	statistic	NOUN
epaa-335	12	14	.	.	PUNCT
epaa-335	13	1	finally	finally	ADV
epaa-335	13	2	,	,	PUNCT
epaa-335	13	3	i	i	PRON
epaa-335	13	4	present	present	VERB
epaa-335	13	5	results	result	NOUN
epaa-335	13	6	taken	take	VERB
epaa-335	13	7	directly	directly	ADV
epaa-335	13	8	from	from	ADP
epaa-335	13	9	the	the	DET
epaa-335	13	10	1999	1999	NUM
epaa-335	13	11	mect	mect	PROPN
epaa-335	13	12	technical	technical	ADJ
epaa-335	13	13	report	report	NOUN
epaa-335	13	14	and	and	CCONJ
epaa-335	13	15	compare	compare	VERB
epaa-335	13	16	them	they	PRON
epaa-335	13	17	to	to	ADP
epaa-335	13	18	procedures	procedure	NOUN
epaa-335	13	19	,	,	PUNCT
epaa-335	13	20	results	result	NOUN
epaa-335	13	21	,	,	PUNCT
epaa-335	13	22	and	and	CCONJ
epaa-335	13	23	consequences	consequence	NOUN
epaa-335	13	24	of	of	ADP
epaa-335	13	25	procedures	procedure	NOUN
epaa-335	13	26	followed	follow	VERB
epaa-335	13	27	by	by	ADP
epaa-335	13	28	nes	ne	NOUN
epaa-335	13	29	in	in	ADP
epaa-335	13	30	alabama	alabama	PROPN
epaa-335	13	31	.	.	PUNCT
epaa-335	14	1	teacher	teacher	NOUN
epaa-335	14	2	test	test	NOUN
epaa-335	14	3	accountability	accountability	NOUN
epaa-335	14	4	:	:	PUNCT
epaa-335	14	5	from	from	ADP
epaa-335	14	6	alabama	alabama	PROPN
epaa-335	14	7	to	to	ADP
epaa-335	14	8	massachusetts	massachusetts	PROPN
epaa-335	14	9	from	from	ADP
epaa-335	14	10	its	its	PRON
epaa-335	14	11	inception	inception	NOUN
epaa-335	14	12	and	and	CCONJ
epaa-335	14	13	continuing	continue	VERB
epaa-335	14	14	through	through	ADP
epaa-335	14	15	present	present	ADJ
epaa-335	14	16	administrations	administration	NOUN
epaa-335	14	17	,	,	PUNCT
epaa-335	14	18	the	the	DET
epaa-335	14	19	massachusetts	massachusetts	PROPN
epaa-335	14	20	educator	educator	NOUN
epaa-335	14	21	certification	certification	NOUN
epaa-335	14	22	test	test	NOUN
epaa-335	14	23	(	(	PUNCT
epaa-335	14	24	mect	mect	PROPN
epaa-335	14	25	)	)	PUNCT
epaa-335	14	26	has	have	AUX
epaa-335	14	27	attracted	attract	VERB
epaa-335	14	28	considerable	considerable	ADJ
epaa-335	14	29	public	public	ADJ
epaa-335	14	30	attention	attention	NOUN
epaa-335	14	31	both	both	CCONJ
epaa-335	14	32	regional	regional	ADJ
epaa-335	14	33	and	and	CCONJ
epaa-335	14	34	around	around	ADP
epaa-335	14	35	the	the	DET
epaa-335	14	36	world	world	NOUN
epaa-335	14	37	(	(	PUNCT
epaa-335	14	38	cochran	cochran	NOUN
epaa-335	14	39	-	-	PUNCT
epaa-335	14	40	smith	smith	PROPN
epaa-335	14	41	&	&	CCONJ
epaa-335	14	42	dudleymarling	dudleymarling	PROPN
epaa-335	14	43	,	,	PUNCT
epaa-335	14	44	in	in	ADP
epaa-335	14	45	press	press	NOUN
epaa-335	14	46	)	)	PUNCT
epaa-335	14	47	.	.	PUNCT
epaa-335	15	1	this	this	DET
epaa-335	15	2	attention	attention	NOUN
epaa-335	15	3	is	be	AUX
epaa-335	15	4	due	due	ADJ
epaa-335	15	5	in	in	ADP
epaa-335	15	6	part	part	NOUN
epaa-335	15	7	to	to	ADP
epaa-335	15	8	two	two	NUM
epaa-335	15	9	disturbing	disturbing	ADJ
epaa-335	15	10	facts	fact	NOUN
epaa-335	15	11	:	:	PUNCT
epaa-335	15	12	1	1	X
epaa-335	15	13	)	)	PUNCT
epaa-335	15	14	educators	educator	NOUN
epaa-335	15	15	seeking	seek	VERB
epaa-335	15	16	certification	certification	NOUN
epaa-335	15	17	in	in	ADP
epaa-335	15	18	massachusetts	massachusetts	PROPN
epaa-335	15	19	have	have	AUX
epaa-335	15	20	generally	generally	ADV
epaa-335	15	21	performed	perform	VERB
epaa-335	15	22	poorly	poorly	ADV
epaa-335	15	23	on	on	ADP
epaa-335	15	24	the	the	DET
epaa-335	15	25	test	test	NOUN
epaa-335	15	26	,	,	PUNCT
epaa-335	15	27	and	and	CCONJ
epaa-335	15	28	2	2	X
epaa-335	15	29	)	)	PUNCT
epaa-335	15	30	in	in	ADP
epaa-335	15	31	many	many	ADJ
epaa-335	15	32	instances	instance	NOUN
epaa-335	15	33	politicians	politician	NOUN
epaa-335	15	34	have	have	AUX
epaa-335	15	35	used	use	VERB
epaa-335	15	36	these	these	DET
epaa-335	15	37	test	test	NOUN
epaa-335	15	38	results	result	NOUN
epaa-335	15	39	to	to	PART
epaa-335	15	40	assert	assert	VERB
epaa-335	15	41	,	,	PUNCT
epaa-335	15	42	among	among	ADP
epaa-335	15	43	other	other	ADJ
epaa-335	15	44	things	thing	NOUN
epaa-335	15	45	,	,	PUNCT
epaa-335	15	46	that	that	SCONJ
epaa-335	15	47	candidates	candidate	NOUN
epaa-335	15	48	who	who	PRON
epaa-335	15	49	failed	fail	VERB
epaa-335	15	50	are	be	AUX
epaa-335	15	51	“	"	PUNCT
epaa-335	15	52	idiots	idiot	NOUN
epaa-335	15	53	”	"	PUNCT
epaa-335	15	54	(	(	PUNCT
epaa-335	15	55	pressley	pressley	NOUN
epaa-335	15	56	,	,	PUNCT
epaa-335	15	57	1998	1998	NUM
epaa-335	15	58	)	)	PUNCT
epaa-335	15	59	.	.	PUNCT
epaa-335	16	1	the	the	DET
epaa-335	16	2	purpose	purpose	NOUN
epaa-335	16	3	of	of	ADP
epaa-335	16	4	the	the	DET
epaa-335	16	5	mect	mect	NOUN
epaa-335	16	6	is	be	AUX
epaa-335	16	7	“	"	PUNCT
epaa-335	16	8	to	to	PART
epaa-335	16	9	ensure	ensure	VERB
epaa-335	16	10	that	that	SCONJ
epaa-335	16	11	each	each	DET
epaa-335	16	12	certified	certify	VERB
epaa-335	16	13	educator	educator	NOUN
epaa-335	16	14	has	have	VERB
epaa-335	16	15	the	the	DET
epaa-335	16	16	knowledge	knowledge	NOUN
epaa-335	16	17	and	and	CCONJ
epaa-335	16	18	some	some	PRON
epaa-335	16	19	of	of	ADP
epaa-335	16	20	the	the	DET
epaa-335	16	21	skills	skill	NOUN
epaa-335	16	22	essential	essential	ADJ
epaa-335	16	23	to	to	PART
epaa-335	16	24	teach	teach	VERB
epaa-335	16	25	in	in	ADP
epaa-335	16	26	massachusetts	massachusetts	PROPN
epaa-335	16	27	public	public	PROPN
epaa-335	16	28	schools	school	NOUN
epaa-335	16	29	”	"	PUNCT
epaa-335	16	30	(	(	PUNCT
epaa-335	16	31	national	national	ADJ
epaa-335	16	32	evaluation	evaluation	NOUN
epaa-335	16	33	systems	system	NOUN
epaa-335	16	34	,	,	PUNCT
epaa-335	16	35	1999	1999	NUM
epaa-335	16	36	,	,	PUNCT
epaa-335	16	37	p.	p.	NOUN
epaa-335	16	38	22	22	NUM
epaa-335	16	39	)	)	PUNCT
epaa-335	16	40	.	.	PUNCT
epaa-335	17	1	the	the	DET
epaa-335	17	2	massachusetts	massachusetts	PROPN
epaa-335	17	3	board	board	PROPN
epaa-335	17	4	of	of	ADP
epaa-335	17	5	education	education	NOUN
epaa-335	17	6	has	have	AUX
epaa-335	17	7	raised	raise	VERB
epaa-335	17	8	the	the	DET
epaa-335	17	9	stakes	stake	NOUN
epaa-335	17	10	on	on	ADP
epaa-335	17	11	the	the	DET
epaa-335	17	12	mect	mect	NOUN
epaa-335	17	13	by	by	ADP
epaa-335	17	14	enacting	enact	VERB
epaa-335	17	15	plans	plan	NOUN
epaa-335	17	16	to	to	PART
epaa-335	17	17	sanction	sanction	NOUN
epaa-335	17	18	institutions	institution	NOUN
epaa-335	17	19	of	of	ADP
epaa-335	17	20	higher	high	ADJ
epaa-335	17	21	education	education	NOUN
epaa-335	17	22	(	(	PUNCT
epaa-335	17	23	ihes	ihe	NOUN
epaa-335	17	24	)	)	PUNCT
epaa-335	17	25	with	with	ADP
epaa-335	17	26	less	less	ADJ
epaa-335	17	27	than	than	ADP
epaa-335	17	28	an	an	DET
epaa-335	17	29	80	80	NUM
epaa-335	17	30	%	%	NOUN
epaa-335	17	31	pass	pass	NOUN
epaa-335	17	32	rate	rate	NOUN
epaa-335	17	33	for	for	ADP
epaa-335	17	34	their	their	PRON
epaa-335	17	35	teacher	teacher	NOUN
epaa-335	17	36	candidates	candidate	NOUN
epaa-335	17	37	(	(	PUNCT
epaa-335	17	38	massachusetts	massachusetts	PROPN
epaa-335	17	39	department	department	PROPN
epaa-335	17	40	of	of	ADP
epaa-335	17	41	education	education	NOUN
epaa-335	17	42	,	,	PUNCT
epaa-335	17	43	2000	2000	NUM
epaa-335	17	44	)	)	PUNCT
epaa-335	17	45	.	.	PUNCT
epaa-335	18	1	one	one	NUM
epaa-335	18	2	consequence	consequence	NOUN
epaa-335	18	3	of	of	ADP
epaa-335	18	4	this	this	DET
epaa-335	18	5	proposal	proposal	NOUN
epaa-335	18	6	is	be	AUX
epaa-335	18	7	that	that	SCONJ
epaa-335	18	8	most	most	ADJ
epaa-335	18	9	ihes	ihe	NOUN
epaa-335	18	10	are	be	AUX
epaa-335	18	11	considering	consider	VERB
epaa-335	18	12	requirements	requirement	NOUN
epaa-335	18	13	that	that	SCONJ
epaa-335	18	14	the	the	DET
epaa-335	18	15	mect	mect	NOUN
epaa-335	18	16	be	be	AUX
epaa-335	18	17	passed	pass	VERB
epaa-335	18	18	before	before	SCONJ
epaa-335	18	19	students	student	NOUN
epaa-335	18	20	are	be	AUX
epaa-335	18	21	admitted	admit	VERB
epaa-335	18	22	to	to	ADP
epaa-335	18	23	their	their	PRON
epaa-335	18	24	teacher	teacher	NOUN
epaa-335	18	25	education	education	NOUN
epaa-335	18	26	programs	program	NOUN
epaa-335	18	27	.	.	PUNCT
epaa-335	19	1	in	in	ADP
epaa-335	19	2	addition	addition	NOUN
epaa-335	19	3	,	,	PUNCT
epaa-335	19	4	title	title	NOUN
epaa-335	19	5	ii	ii	PROPN
epaa-335	19	6	(	(	PUNCT
epaa-335	19	7	section	section	NOUN
epaa-335	19	8	207	207	NUM
epaa-335	19	9	)	)	PUNCT
epaa-335	19	10	of	of	ADP
epaa-335	19	11	the	the	DET
epaa-335	19	12	higher	high	ADJ
epaa-335	19	13	education	education	NOUN
epaa-335	19	14	act	act	NOUN
epaa-335	19	15	of	of	ADP
epaa-335	19	16	1998	1998	NUM
epaa-335	19	17	requires	require	VERB
epaa-335	19	18	the	the	DET
epaa-335	19	19	compilation	compilation	NOUN
epaa-335	19	20	of	of	ADP
epaa-335	19	21	state	state	NOUN
epaa-335	19	22	“	"	PUNCT
epaa-335	19	23	report	report	NOUN
epaa-335	19	24	cards	card	NOUN
epaa-335	19	25	”	"	PUNCT
epaa-335	19	26	for	for	ADP
epaa-335	19	27	teacher	teacher	NOUN
epaa-335	19	28	education	education	NOUN
epaa-335	19	29	programs	program	NOUN
epaa-335	19	30	,	,	PUNCT
epaa-335	19	31	which	which	PRON
epaa-335	19	32	must	must	AUX
epaa-335	19	33	include	include	VERB
epaa-335	19	34	performance	performance	NOUN
epaa-335	19	35	on	on	ADP
epaa-335	19	36	certification	certification	NOUN
epaa-335	19	37	examinations	examination	NOUN
epaa-335	19	38	(	(	PUNCT
epaa-335	19	39	u.s	u.s	PROPN
epaa-335	19	40	.	.	PROPN
epaa-335	19	41	department	department	PROPN
epaa-335	19	42	of	of	ADP
epaa-335	19	43	education	education	NOUN
epaa-335	19	44	,	,	PUNCT
epaa-335	19	45	2000	2000	NUM
epaa-335	19	46	)	)	PUNCT
epaa-335	19	47	.	.	PUNCT
epaa-335	20	1	what	what	PRON
epaa-335	20	2	all	all	PRON
epaa-335	20	3	of	of	ADP
epaa-335	20	4	this	this	DET
epaa-335	20	5	means	mean	NOUN
epaa-335	20	6	is	be	AUX
epaa-335	20	7	that	that	PRON
epaa-335	20	8	poor	poor	ADJ
epaa-335	20	9	performance	performance	NOUN
epaa-335	20	10	on	on	ADP
epaa-335	20	11	the	the	DET
epaa-335	20	12	mect	mect	NOUN
epaa-335	20	13	could	could	AUX
epaa-335	20	14	prevent	prevent	VERB
epaa-335	20	15	federal	federal	ADJ
epaa-335	20	16	funding	funding	NOUN
epaa-335	20	17	for	for	ADP
epaa-335	20	18	professional	professional	ADJ
epaa-335	20	19	development	development	NOUN
epaa-335	20	20	programs	program	NOUN
epaa-335	20	21	,	,	PUNCT
epaa-335	20	22	limit	limit	VERB
epaa-335	20	23	federal	federal	ADJ
epaa-335	20	24	financial	financial	ADJ
epaa-335	20	25	aid	aid	NOUN
epaa-335	20	26	to	to	ADP
epaa-335	20	27	students	student	NOUN
epaa-335	20	28	,	,	PUNCT
epaa-335	20	29	allow	allow	VERB
epaa-335	20	30	some	some	DET
epaa-335	20	31	ihes	ihe	NOUN
epaa-335	20	32	be	be	AUX
epaa-335	20	33	labeled	label	VERB
epaa-335	20	34	publicly	publicly	ADV
epaa-335	20	35	“	"	PUNCT
epaa-335	20	36	low	low	ADJ
epaa-335	20	37	performing	performing	NOUN
epaa-335	20	38	”	"	PUNCT
epaa-335	20	39	,	,	PUNCT
epaa-335	20	40	and	and	CCONJ
epaa-335	20	41	prove	prove	VERB
epaa-335	20	42	damaging	damage	VERB
epaa-335	20	43	at	at	ADP
epaa-335	20	44	the	the	DET
epaa-335	20	45	state	state	NOUN
epaa-335	20	46	-	-	PUNCT
epaa-335	20	47	level	level	NOUN
epaa-335	20	48	when	when	SCONJ
epaa-335	20	49	states	state	NOUN
epaa-335	20	50	are	be	AUX
epaa-335	20	51	inevitably	inevitably	ADV
epaa-335	20	52	compared	compare	VERB
epaa-335	20	53	to	to	ADP
epaa-335	20	54	one	one	NUM
epaa-335	20	55	another	another	DET
epaa-335	20	56	upon	upon	SCONJ
epaa-335	20	57	release	release	NOUN
epaa-335	20	58	of	of	ADP
epaa-335	20	59	the	the	DET
epaa-335	20	60	title	title	PROPN
epaa-335	20	61	ii	ii	PROPN
epaa-335	20	62	report	report	NOUN
epaa-335	20	63	cards	card	NOUN
epaa-335	20	64	in	in	ADP
epaa-335	20	65	october	october	PROPN
epaa-335	20	66	2001	2001	NUM
epaa-335	20	67	.	.	PUNCT
epaa-335	21	1	given	give	VERB
epaa-335	21	2	the	the	DET
epaa-335	21	3	personal	personal	ADJ
epaa-335	21	4	,	,	PUNCT
epaa-335	21	5	institutional	institutional	ADJ
epaa-335	21	6	,	,	PUNCT
epaa-335	21	7	and	and	CCONJ
epaa-335	21	8	national	national	ADJ
epaa-335	21	9	ramifications	ramification	NOUN
epaa-335	21	10	of	of	ADP
epaa-335	21	11	the	the	DET
epaa-335	21	12	test	test	NOUN
epaa-335	21	13	results	result	NOUN
epaa-335	21	14	,	,	PUNCT
epaa-335	21	15	there	there	PRON
epaa-335	21	16	is	be	VERB
epaa-335	21	17	no	no	DET
epaa-335	21	18	question	question	NOUN
epaa-335	21	19	that	that	SCONJ
epaa-335	21	20	the	the	DET
epaa-335	21	21	mect	mect	NOUN
epaa-335	21	22	should	should	AUX
epaa-335	21	23	be	be	AUX
epaa-335	21	24	expected	expect	VERB
epaa-335	21	25	to	to	PART
epaa-335	21	26	meet	meet	VERB
epaa-335	21	27	the	the	DET
epaa-335	21	28	industry	industry	NOUN
epaa-335	21	29	benchmarks	benchmark	NOUN
epaa-335	21	30	for	for	ADP
epaa-335	21	31	good	good	ADJ
epaa-335	21	32	test	test	NOUN
epaa-335	21	33	development	development	NOUN
epaa-335	21	34	practice	practice	NOUN
epaa-335	21	35	as	as	SCONJ
epaa-335	21	36	set	set	VERB
epaa-335	21	37	forth	forth	ADP
epaa-335	21	38	in	in	ADP
epaa-335	21	39	the	the	DET
epaa-335	21	40	standards	standard	NOUN
epaa-335	21	41	for	for	ADP
epaa-335	21	42	educational	educational	ADJ
epaa-335	21	43	and	and	CCONJ
epaa-335	21	44	psychological	psychological	ADJ
epaa-335	21	45	testing	testing	NOUN
epaa-335	21	46	(	(	PUNCT
epaa-335	21	47	aera	aera	PROPN
epaa-335	21	48	,	,	PUNCT
epaa-335	21	49	apa	apa	PROPN
epaa-335	21	50	,	,	PUNCT
epaa-335	21	51	ncme	ncme	PROPN
epaa-335	21	52	,	,	PUNCT
epaa-335	21	53	1999	1999	NUM
epaa-335	21	54	)	)	PUNCT
epaa-335	21	55	.	.	PUNCT
epaa-335	22	1	at	at	ADP
epaa-335	22	2	this	this	DET
epaa-335	22	3	time	time	NOUN
epaa-335	22	4	,	,	PUNCT
epaa-335	22	5	however	however	ADV
epaa-335	22	6	,	,	PUNCT
epaa-335	22	7	there	there	PRON
epaa-335	22	8	is	be	VERB
epaa-335	22	9	no	no	DET
epaa-335	22	10	public	public	ADJ
epaa-335	22	11	or	or	CCONJ
epaa-335	22	12	private	private	ADJ
epaa-335	22	13	business	business	NOUN
epaa-335	22	14	or	or	CCONJ
epaa-335	22	15	governmental	governmental	ADJ
epaa-335	22	16	agency	agency	NOUN
epaa-335	22	17	either	either	CCONJ
epaa-335	22	18	within	within	ADP
epaa-335	22	19	the	the	DET
epaa-335	22	20	commonwealth	commonwealth	NOUN
epaa-335	22	21	of	of	ADP
epaa-335	22	22	massachusetts	massachusetts	PROPN
epaa-335	22	23	or	or	CCONJ
epaa-335	22	24	nationally	nationally	ADV
epaa-335	22	25	that	that	PRON
epaa-335	22	26	can	can	AUX
epaa-335	22	27	certify	certify	VERB
epaa-335	22	28	or	or	CCONJ
epaa-335	22	29	in	in	ADP
epaa-335	22	30	any	any	DET
epaa-335	22	31	other	other	ADJ
epaa-335	22	32	formal	formal	ADJ
epaa-335	22	33	way	way	NOUN
epaa-335	22	34	declare	declare	VERB
epaa-335	22	35	that	that	SCONJ
epaa-335	22	36	the	the	DET
epaa-335	22	37	mect	mect	NOUN
epaa-335	22	38	does	do	VERB
epaa-335	22	39	(	(	PUNCT
epaa-335	22	40	or	or	CCONJ
epaa-335	22	41	does	do	VERB
epaa-335	22	42	not	not	PART
epaa-335	22	43	)	)	PUNCT
epaa-335	22	44	,	,	PUNCT
epaa-335	22	45	in	in	ADP
epaa-335	22	46	fact	fact	NOUN
epaa-335	22	47	,	,	PUNCT
epaa-335	22	48	meet	meet	VERB
epaa-335	22	49	the	the	DET
epaa-335	22	50	psychometric	psychometric	ADJ
epaa-335	22	51	recommendations	recommendation	NOUN
epaa-335	22	52	stipulated	stipulate	VERB
epaa-335	22	53	in	in	ADP
epaa-335	22	54	the	the	DET
epaa-335	22	55	standards	standard	NOUN
epaa-335	22	56	.	.	PUNCT
epaa-335	23	1	the	the	DET
epaa-335	23	2	national	national	PROPN
epaa-335	23	3	board	board	PROPN
epaa-335	23	4	on	on	ADP
epaa-335	23	5	educational	educational	ADJ
epaa-335	23	6	testing	testing	NOUN
epaa-335	23	7	and	and	CCONJ
epaa-335	23	8	public	public	ADJ
epaa-335	23	9	policy	policy	NOUN
epaa-335	23	10	(	(	PUNCT
epaa-335	23	11	nbetpp	nbetpp	ADJ
epaa-335	23	12	)	)	PUNCT
epaa-335	23	13	serves	serve	VERB
epaa-335	23	14	as	as	ADP
epaa-335	23	15	an	an	DET
epaa-335	23	16	“	"	PUNCT
epaa-335	23	17	independent	independent	ADJ
epaa-335	23	18	organization	organization	NOUN
epaa-335	23	19	that	that	PRON
epaa-335	23	20	monitors	monitor	VERB
epaa-335	23	21	testing	test	VERB
epaa-335	23	22	in	in	ADP
epaa-335	23	23	the	the	DET
epaa-335	23	24	us	us	PROPN
epaa-335	23	25	”	"	PUNCT
epaa-335	23	26	but	but	CCONJ
epaa-335	23	27	even	even	ADV
epaa-335	23	28	it	it	PRON
epaa-335	23	29	does	do	AUX
epaa-335	23	30	not	not	PART
epaa-335	23	31	function	function	VERB
epaa-335	23	32	as	as	ADP
epaa-335	23	33	a	a	DET
epaa-335	23	34	regulatory	regulatory	ADJ
epaa-335	23	35	agency	agency	NOUN
epaa-335	23	36	3	3	NUM
epaa-335	23	37	of	of	ADP
epaa-335	23	38	22	22	NUM
epaa-335	23	39	(	(	PUNCT
epaa-335	23	40	nbetpp	nbetpp	ADJ
epaa-335	23	41	,	,	PUNCT
epaa-335	23	42	2000	2000	NUM
epaa-335	23	43	)	)	PUNCT
epaa-335	23	44	.	.	PUNCT
epaa-335	24	1	in	in	ADP
epaa-335	24	2	addition	addition	NOUN
epaa-335	24	3	to	to	ADP
epaa-335	24	4	the	the	DET
epaa-335	24	5	absence	absence	NOUN
epaa-335	24	6	of	of	ADP
epaa-335	24	7	a	a	DET
epaa-335	24	8	national	national	ADJ
epaa-335	24	9	regulatory	regulatory	ADJ
epaa-335	24	10	agency	agency	NOUN
epaa-335	24	11	,	,	PUNCT
epaa-335	24	12	many	many	ADJ
epaa-335	24	13	state	state	NOUN
epaa-335	24	14	departments	department	NOUN
epaa-335	24	15	of	of	ADP
epaa-335	24	16	education	education	NOUN
epaa-335	24	17	do	do	AUX
epaa-335	24	18	not	not	PART
epaa-335	24	19	have	have	VERB
epaa-335	24	20	the	the	DET
epaa-335	24	21	professionally	professionally	ADV
epaa-335	24	22	trained	train	VERB
epaa-335	24	23	staff	staff	NOUN
epaa-335	24	24	to	to	PART
epaa-335	24	25	answer	answer	VERB
epaa-335	24	26	directly	directly	ADV
epaa-335	24	27	technical	technical	ADJ
epaa-335	24	28	psychometric	psychometric	ADJ
epaa-335	24	29	questions	question	NOUN
epaa-335	24	30	.	.	PUNCT
epaa-335	25	1	nor	nor	CCONJ
epaa-335	25	2	do	do	AUX
epaa-335	25	3	they	they	PRON
epaa-335	25	4	usually	usually	ADV
epaa-335	25	5	have	have	VERB
epaa-335	25	6	the	the	DET
epaa-335	25	7	expertise	expertise	NOUN
epaa-335	25	8	on	on	ADP
epaa-335	25	9	staff	staff	NOUN
epaa-335	25	10	to	to	PART
epaa-335	25	11	confront	confront	VERB
epaa-335	25	12	a	a	DET
epaa-335	25	13	testing	testing	NOUN
epaa-335	25	14	company	company	NOUN
epaa-335	25	15	,	,	PUNCT
epaa-335	25	16	which	which	PRON
epaa-335	25	17	they	they	PRON
epaa-335	25	18	have	have	AUX
epaa-335	25	19	contracted	contract	VERB
epaa-335	25	20	,	,	PUNCT
epaa-335	25	21	and	and	CCONJ
epaa-335	25	22	demand	demand	VERB
epaa-335	25	23	a	a	DET
epaa-335	25	24	sufficient	sufficient	ADJ
epaa-335	25	25	response	response	NOUN
epaa-335	25	26	to	to	ADP
epaa-335	25	27	a	a	DET
epaa-335	25	28	technical	technical	ADJ
epaa-335	25	29	question	question	NOUN
epaa-335	25	30	raised	raise	VERB
epaa-335	25	31	by	by	ADP
epaa-335	25	32	outside	outside	ADJ
epaa-335	25	33	psychometricians	psychometrician	NOUN
epaa-335	25	34	.	.	PUNCT
epaa-335	26	1	furthermore	furthermore	ADV
epaa-335	26	2	,	,	PUNCT
epaa-335	26	3	even	even	ADV
epaa-335	26	4	when	when	SCONJ
epaa-335	26	5	a	a	DET
epaa-335	26	6	database	database	NOUN
epaa-335	26	7	with	with	ADP
epaa-335	26	8	the	the	DET
epaa-335	26	9	candidates	candidate	NOUN
epaa-335	26	10	'	'	PART
epaa-335	26	11	itemlevel	itemlevel	NOUN
epaa-335	26	12	responses	response	NOUN
epaa-335	26	13	is	be	AUX
epaa-335	26	14	available	available	ADJ
epaa-335	26	15	for	for	ADP
epaa-335	26	16	internal	internal	ADJ
epaa-335	26	17	analysis	analysis	NOUN
epaa-335	26	18	,	,	PUNCT
epaa-335	26	19	a	a	DET
epaa-335	26	20	state	state	NOUN
epaa-335	26	21	department	department	NOUN
epaa-335	26	22	of	of	ADP
epaa-335	26	23	education	education	NOUN
epaa-335	26	24	does	do	AUX
epaa-335	26	25	not	not	PART
epaa-335	26	26	typically	typically	ADV
epaa-335	26	27	conduct	conduct	VERB
epaa-335	26	28	rigorous	rigorous	ADJ
epaa-335	26	29	disconfirming	disconfirming	NOUN
epaa-335	26	30	analyses	analysis	NOUN
epaa-335	26	31	,	,	PUNCT
epaa-335	26	32	e.g.	e.g.	ADV
epaa-335	26	33	evidence	evidence	NOUN
epaa-335	26	34	of	of	ADP
epaa-335	26	35	adverse	adverse	ADJ
epaa-335	26	36	impact	impact	NOUN
epaa-335	26	37	.	.	PUNCT
epaa-335	27	1	thus	thus	ADV
epaa-335	27	2	,	,	PUNCT
epaa-335	27	3	most	most	ADJ
epaa-335	27	4	state	state	NOUN
epaa-335	27	5	departments	department	NOUN
epaa-335	27	6	are	be	AUX
epaa-335	27	7	largely	largely	ADV
epaa-335	27	8	dependent	dependent	ADJ
epaa-335	27	9	on	on	ADP
epaa-335	27	10	whatever	whatever	PRON
epaa-335	27	11	information	information	NOUN
epaa-335	27	12	testing	testing	NOUN
epaa-335	27	13	companies	company	NOUN
epaa-335	27	14	decide	decide	VERB
epaa-335	27	15	to	to	PART
epaa-335	27	16	release	release	VERB
epaa-335	27	17	.	.	PUNCT
epaa-335	28	1	the	the	DET
epaa-335	28	2	public	public	NOUN
epaa-335	28	3	is	be	AUX
epaa-335	28	4	then	then	ADV
epaa-335	28	5	left	leave	VERB
epaa-335	28	6	with	with	ADP
epaa-335	28	7	an	an	DET
epaa-335	28	8	inadequate	inadequate	ADJ
epaa-335	28	9	accountability	accountability	NOUN
epaa-335	28	10	process	process	NOUN
epaa-335	28	11	.	.	PUNCT
epaa-335	29	1	one	one	NUM
epaa-335	29	2	purpose	purpose	NOUN
epaa-335	29	3	of	of	ADP
epaa-335	29	4	this	this	DET
epaa-335	29	5	article	article	NOUN
epaa-335	29	6	is	be	AUX
epaa-335	29	7	to	to	PART
epaa-335	29	8	highlight	highlight	VERB
epaa-335	29	9	some	some	PRON
epaa-335	29	10	of	of	ADP
epaa-335	29	11	the	the	DET
epaa-335	29	12	psychometric	psychometric	ADJ
epaa-335	29	13	results	result	NOUN
epaa-335	29	14	reported	report	VERB
epaa-335	29	15	by	by	ADP
epaa-335	29	16	national	national	ADJ
epaa-335	29	17	evaluation	evaluation	NOUN
epaa-335	29	18	systems	system	NOUN
epaa-335	29	19	in	in	ADP
epaa-335	29	20	their	their	PRON
epaa-335	29	21	1999	1999	NUM
epaa-335	29	22	mect	mect	PROPN
epaa-335	29	23	technical	technical	ADJ
epaa-335	29	24	report	report	NOUN
epaa-335	29	25	(	(	PUNCT
epaa-335	29	26	nes	ne	NOUN
epaa-335	29	27	,	,	PUNCT
epaa-335	29	28	1999	1999	NUM
epaa-335	29	29	)	)	PUNCT
epaa-335	29	30	.	.	PUNCT
epaa-335	30	1	specifically	specifically	ADV
epaa-335	30	2	,	,	PUNCT
epaa-335	30	3	this	this	DET
epaa-335	30	4	article	article	NOUN
epaa-335	30	5	identifies	identify	VERB
epaa-335	30	6	technical	technical	ADJ
epaa-335	30	7	characteristics	characteristic	NOUN
epaa-335	30	8	of	of	ADP
epaa-335	30	9	the	the	DET
epaa-335	30	10	mect	mect	NOUN
epaa-335	30	11	that	that	PRON
epaa-335	30	12	are	be	AUX
epaa-335	30	13	inconsistent	inconsistent	ADJ
epaa-335	30	14	with	with	ADP
epaa-335	30	15	the	the	DET
epaa-335	30	16	standards	standard	NOUN
epaa-335	30	17	.	.	PUNCT
epaa-335	31	1	a	a	DET
epaa-335	31	2	second	second	ADJ
epaa-335	31	3	purpose	purpose	NOUN
epaa-335	31	4	of	of	ADP
epaa-335	31	5	this	this	DET
epaa-335	31	6	article	article	NOUN
epaa-335	31	7	is	be	AUX
epaa-335	31	8	to	to	PART
epaa-335	31	9	voice	voice	VERB
epaa-335	31	10	one	one	NUM
epaa-335	31	11	more	more	ADJ
epaa-335	31	12	call	call	NOUN
epaa-335	31	13	for	for	ADP
epaa-335	31	14	the	the	DET
epaa-335	31	15	establishment	establishment	NOUN
epaa-335	31	16	of	of	ADP
epaa-335	31	17	a	a	DET
epaa-335	31	18	standing	standing	ADJ
epaa-335	31	19	test	test	NOUN
epaa-335	31	20	auditing	auditing	NOUN
epaa-335	31	21	organization	organization	NOUN
epaa-335	31	22	with	with	ADP
epaa-335	31	23	powers	power	NOUN
epaa-335	31	24	to	to	PART
epaa-335	31	25	investigate	investigate	VERB
epaa-335	31	26	and	and	CCONJ
epaa-335	31	27	sanction	sanction	NOUN
epaa-335	31	28	(	(	PUNCT
epaa-335	31	29	national	national	ADJ
epaa-335	31	30	commission	commission	NOUN
epaa-335	31	31	on	on	ADP
epaa-335	31	32	testing	testing	NOUN
epaa-335	31	33	and	and	CCONJ
epaa-335	31	34	public	public	ADJ
epaa-335	31	35	policy	policy	NOUN
epaa-335	31	36	,	,	PUNCT
epaa-335	31	37	1990	1990	NUM
epaa-335	31	38	;	;	PUNCT
epaa-335	31	39	haney	haney	PROPN
epaa-335	31	40	,	,	PUNCT
epaa-335	31	41	madaus	madaus	PROPN
epaa-335	31	42	&	&	CCONJ
epaa-335	31	43	lyons	lyons	PROPN
epaa-335	31	44	,	,	PUNCT
epaa-335	31	45	1993	1993	NUM
epaa-335	31	46	)	)	PUNCT
epaa-335	31	47	.	.	PUNCT
epaa-335	32	1	the	the	DET
epaa-335	32	2	significance	significance	NOUN
epaa-335	32	3	of	of	ADP
epaa-335	32	4	the	the	DET
epaa-335	32	5	present	present	ADJ
epaa-335	32	6	analysis	analysis	NOUN
epaa-335	32	7	is	be	AUX
epaa-335	32	8	twofold	twofold	ADJ
epaa-335	32	9	.	.	PUNCT
epaa-335	33	1	first	first	ADV
epaa-335	33	2	,	,	PUNCT
epaa-335	33	3	psychometric	psychometric	ADJ
epaa-335	33	4	results	result	NOUN
epaa-335	33	5	reported	report	VERB
epaa-335	33	6	by	by	ADP
epaa-335	33	7	nes	ne	NOUN
epaa-335	33	8	for	for	ADP
epaa-335	33	9	the	the	DET
epaa-335	33	10	mect	mect	NOUN
epaa-335	33	11	are	be	AUX
epaa-335	33	12	similar	similar	ADJ
epaa-335	33	13	in	in	ADP
epaa-335	33	14	nature	nature	NOUN
epaa-335	33	15	to	to	ADP
epaa-335	33	16	psychometric	psychometric	ADJ
epaa-335	33	17	results	result	NOUN
epaa-335	33	18	entered	enter	VERB
epaa-335	33	19	as	as	ADP
epaa-335	33	20	evidence	evidence	NOUN
epaa-335	33	21	of	of	ADP
epaa-335	33	22	test	test	NOUN
epaa-335	33	23	development	development	NOUN
epaa-335	33	24	flaws	flaw	NOUN
epaa-335	33	25	in	in	ADP
epaa-335	33	26	an	an	DET
epaa-335	33	27	alabama	alabama	PROPN
epaa-335	33	28	classaction	classaction	NOUN
epaa-335	33	29	lawsuit	lawsuit	NOUN
epaa-335	33	30	dealing	deal	VERB
epaa-335	33	31	with	with	ADP
epaa-335	33	32	teacher	teacher	NOUN
epaa-335	33	33	certification	certification	NOUN
epaa-335	33	34	(	(	PUNCT
epaa-335	33	35	allen	allen	PROPN
epaa-335	33	36	v.	v.	PROPN
epaa-335	33	37	alabama	alabama	PROPN
epaa-335	33	38	state	state	PROPN
epaa-335	33	39	board	board	PROPN
epaa-335	33	40	of	of	ADP
epaa-335	33	41	education	education	NOUN
epaa-335	33	42	,	,	PUNCT
epaa-335	33	43	81	81	NUM
epaa-335	33	44	-	-	SYM
epaa-335	33	45	697	697	NUM
epaa-335	33	46	-	-	PUNCT
epaa-335	33	47	n	n	NUM
epaa-335	33	48	)	)	PUNCT
epaa-335	33	49	.	.	PUNCT
epaa-335	34	1	that	that	DET
epaa-335	34	2	suit	suit	NOUN
epaa-335	34	3	was	be	AUX
epaa-335	34	4	brought	bring	VERB
epaa-335	34	5	by	by	ADP
epaa-335	34	6	several	several	ADJ
epaa-335	34	7	african	african	ADJ
epaa-335	34	8	-	-	PUNCT
epaa-335	34	9	american	american	ADJ
epaa-335	34	10	teachers	teacher	NOUN
epaa-335	34	11	who	who	PRON
epaa-335	34	12	charged	charge	VERB
epaa-335	34	13	,	,	PUNCT
epaa-335	34	14	among	among	ADP
epaa-335	34	15	other	other	ADJ
epaa-335	34	16	things	thing	NOUN
epaa-335	34	17	,	,	PUNCT
epaa-335	34	18	that	that	SCONJ
epaa-335	34	19	“	"	PUNCT
epaa-335	34	20	the	the	DET
epaa-335	34	21	state	state	NOUN
epaa-335	34	22	of	of	ADP
epaa-335	34	23	alabama	alabama	PROPN
epaa-335	34	24	's	's	PART
epaa-335	34	25	teacher	teacher	NOUN
epaa-335	34	26	certification	certification	NOUN
epaa-335	34	27	tests	test	NOUN
epaa-335	34	28	impermissibly	impermissibly	ADV
epaa-335	34	29	discriminate[d	discriminate[d	VERB
epaa-335	34	30	]	]	PUNCT
epaa-335	34	31	against	against	ADP
epaa-335	34	32	black	black	ADJ
epaa-335	34	33	persons	person	NOUN
epaa-335	34	34	seeking	seek	VERB
epaa-335	34	35	teacher	teacher	NOUN
epaa-335	34	36	certification	certification	NOUN
epaa-335	34	37	;	;	PUNCT
epaa-335	34	38	”	"	PUNCT
epaa-335	34	39	the	the	DET
epaa-335	34	40	tests	test	NOUN
epaa-335	34	41	“	"	PUNCT
epaa-335	34	42	[	[	X
epaa-335	34	43	were	be	AUX
epaa-335	34	44	]	]	PUNCT
epaa-335	34	45	culturally	culturally	ADV
epaa-335	34	46	biased	biased	ADJ
epaa-335	34	47	;	;	PUNCT
epaa-335	34	48	”	"	PUNCT
epaa-335	34	49	and	and	CCONJ
epaa-335	34	50	the	the	DET
epaa-335	34	51	tests	test	NOUN
epaa-335	34	52	“	"	PUNCT
epaa-335	34	53	[	[	X
epaa-335	34	54	had	have	VERB
epaa-335	34	55	]	]	X
epaa-335	34	56	no	no	DET
epaa-335	34	57	relationship	relationship	NOUN
epaa-335	34	58	to	to	ADP
epaa-335	34	59	job	job	NOUN
epaa-335	34	60	performance	performance	NOUN
epaa-335	34	61	”	"	PUNCT
epaa-335	34	62	(	(	PUNCT
epaa-335	34	63	allen	allen	PROPN
epaa-335	34	64	,	,	PUNCT
epaa-335	34	65	1985	1985	NUM
epaa-335	34	66	,	,	PUNCT
epaa-335	34	67	p.	p.	NOUN
epaa-335	34	68	1048	1048	NUM
epaa-335	34	69	)	)	PUNCT
epaa-335	34	70	.	.	PUNCT
epaa-335	35	1	second	second	ADV
epaa-335	35	2	,	,	PUNCT
epaa-335	35	3	there	there	PRON
epaa-335	35	4	was	be	VERB
epaa-335	35	5	no	no	DET
epaa-335	35	6	impartial	impartial	ADJ
epaa-335	35	7	enforcement	enforcement	NOUN
epaa-335	35	8	agency	agency	NOUN
epaa-335	35	9	to	to	PART
epaa-335	35	10	whom	whom	PRON
epaa-335	35	11	complaints	complaint	NOUN
epaa-335	35	12	about	about	ADP
epaa-335	35	13	the	the	DET
epaa-335	35	14	alabama	alabama	PROPN
epaa-335	35	15	tests	test	NOUN
epaa-335	35	16	could	could	AUX
epaa-335	35	17	be	be	AUX
epaa-335	35	18	brought	bring	VERB
epaa-335	35	19	,	,	PUNCT
epaa-335	35	20	other	other	ADJ
epaa-335	35	21	than	than	ADP
epaa-335	35	22	the	the	DET
epaa-335	35	23	court	court	NOUN
epaa-335	35	24	,	,	PUNCT
epaa-335	35	25	nor	nor	CCONJ
epaa-335	35	26	is	be	AUX
epaa-335	35	27	there	there	PRON
epaa-335	35	28	any	any	DET
epaa-335	35	29	such	such	ADJ
epaa-335	35	30	agency	agency	NOUN
epaa-335	35	31	to	to	PART
epaa-335	35	32	whom	whom	PRON
epaa-335	35	33	complaints	complaint	NOUN
epaa-335	35	34	about	about	ADP
epaa-335	35	35	the	the	DET
epaa-335	35	36	massachusetts	massachusetts	PROPN
epaa-335	35	37	tests	test	NOUN
epaa-335	35	38	can	can	AUX
epaa-335	35	39	be	be	AUX
epaa-335	35	40	brought	bring	VERB
epaa-335	35	41	.	.	PUNCT
epaa-335	36	1	these	these	DET
epaa-335	36	2	two	two	NUM
epaa-335	36	3	points	point	NOUN
epaa-335	36	4	are	be	AUX
epaa-335	36	5	linked	link	VERB
epaa-335	36	6	in	in	ADP
epaa-335	36	7	an	an	DET
epaa-335	36	8	interesting	interesting	ADJ
epaa-335	36	9	and	and	CCONJ
epaa-335	36	10	troubling	troubling	ADJ
epaa-335	36	11	way	way	NOUN
epaa-335	36	12	--	--	PUNCT
epaa-335	36	13	nes	ne	NOUN
epaa-335	36	14	,	,	PUNCT
epaa-335	36	15	the	the	DET
epaa-335	36	16	massachusetts	massachusetts	PROPN
epaa-335	36	17	educator	educator	NOUN
epaa-335	36	18	certification	certification	NOUN
epaa-335	36	19	tests	test	VERB
epaa-335	36	20	contractor	contractor	NOUN
epaa-335	36	21	,	,	PUNCT
epaa-335	36	22	was	be	AUX
epaa-335	36	23	also	also	ADV
epaa-335	36	24	the	the	DET
epaa-335	36	25	contractor	contractor	NOUN
epaa-335	36	26	for	for	ADP
epaa-335	36	27	the	the	DET
epaa-335	36	28	alabama	alabama	PROPN
epaa-335	36	29	initial	initial	ADJ
epaa-335	36	30	teacher	teacher	NOUN
epaa-335	36	31	certification	certification	NOUN
epaa-335	36	32	testing	testing	NOUN
epaa-335	36	33	program	program	NOUN
epaa-335	36	34	(	(	PUNCT
epaa-335	36	35	aitctp	aitctp	PROPN
epaa-335	36	36	)	)	PUNCT
epaa-335	36	37	.	.	PUNCT
epaa-335	37	1	some	some	PRON
epaa-335	37	2	of	of	ADP
epaa-335	37	3	the	the	DET
epaa-335	37	4	criticism	criticism	NOUN
epaa-335	37	5	of	of	ADP
epaa-335	37	6	debates	debate	NOUN
epaa-335	37	7	about	about	ADP
epaa-335	37	8	teacher	teacher	NOUN
epaa-335	37	9	testing	testing	NOUN
epaa-335	37	10	,	,	PUNCT
epaa-335	37	11	teacher	teacher	NOUN
epaa-335	37	12	standards	standard	NOUN
epaa-335	37	13	,	,	PUNCT
epaa-335	37	14	teacher	teacher	NOUN
epaa-335	37	15	quality	quality	NOUN
epaa-335	37	16	,	,	PUNCT
epaa-335	37	17	and	and	CCONJ
epaa-335	37	18	accountability	accountability	NOUN
epaa-335	37	19	suggests	suggest	VERB
epaa-335	37	20	that	that	SCONJ
epaa-335	37	21	arguments	argument	NOUN
epaa-335	37	22	are	be	AUX
epaa-335	37	23	,	,	PUNCT
epaa-335	37	24	in	in	ADP
epaa-335	37	25	part	part	NOUN
epaa-335	37	26	,	,	PUNCT
epaa-335	37	27	ideologically	ideologically	ADV
epaa-335	37	28	,	,	PUNCT
epaa-335	37	29	rather	rather	ADV
epaa-335	37	30	than	than	ADP
epaa-335	37	31	empirically	empirically	ADV
epaa-335	37	32	based	base	VERB
epaa-335	37	33	(	(	PUNCT
epaa-335	37	34	cochran	cochran	NOUN
epaa-335	37	35	-	-	PUNCT
epaa-335	37	36	smith	smith	PROPN
epaa-335	37	37	,	,	PUNCT
epaa-335	37	38	in	in	ADP
epaa-335	37	39	press	press	NOUN
epaa-335	37	40	)	)	PUNCT
epaa-335	37	41	.	.	PUNCT
epaa-335	38	1	this	this	DET
epaa-335	38	2	may	may	AUX
epaa-335	38	3	or	or	CCONJ
epaa-335	38	4	may	may	AUX
epaa-335	38	5	not	not	PART
epaa-335	38	6	be	be	AUX
epaa-335	38	7	the	the	DET
epaa-335	38	8	case	case	NOUN
epaa-335	38	9	.	.	PUNCT
epaa-335	39	1	this	this	DET
epaa-335	39	2	article	article	NOUN
epaa-335	39	3	,	,	PUNCT
epaa-335	39	4	however	however	ADV
epaa-335	39	5	,	,	PUNCT
epaa-335	39	6	takes	take	VERB
epaa-335	39	7	the	the	DET
epaa-335	39	8	stance	stance	NOUN
epaa-335	39	9	that	that	SCONJ
epaa-335	39	10	regardless	regardless	ADV
epaa-335	39	11	of	of	ADP
epaa-335	39	12	one	one	NOUN
epaa-335	39	13	's	's	PART
epaa-335	39	14	political	political	ADJ
epaa-335	39	15	ideology	ideology	NOUN
epaa-335	39	16	or	or	CCONJ
epaa-335	39	17	philosophy	philosophy	NOUN
epaa-335	39	18	about	about	ADP
epaa-335	39	19	testing	testing	NOUN
epaa-335	39	20	,	,	PUNCT
epaa-335	39	21	the	the	DET
epaa-335	39	22	mect	mect	NOUN
epaa-335	39	23	is	be	AUX
epaa-335	39	24	technically	technically	ADV
epaa-335	39	25	flawed	flawed	ADJ
epaa-335	39	26	.	.	PUNCT
epaa-335	40	1	furthermore	furthermore	ADV
epaa-335	40	2	,	,	PUNCT
epaa-335	40	3	because	because	SCONJ
epaa-335	40	4	of	of	ADP
epaa-335	40	5	the	the	DET
epaa-335	40	6	lack	lack	NOUN
epaa-335	40	7	of	of	ADP
epaa-335	40	8	an	an	DET
epaa-335	40	9	enforceable	enforceable	ADJ
epaa-335	40	10	accountability	accountability	NOUN
epaa-335	40	11	process	process	NOUN
epaa-335	40	12	,	,	PUNCT
epaa-335	40	13	the	the	DET
epaa-335	40	14	public	public	NOUN
epaa-335	40	15	is	be	AUX
epaa-335	40	16	powerless	powerless	ADJ
epaa-335	40	17	in	in	ADP
epaa-335	40	18	its	its	PRON
epaa-335	40	19	efforts	effort	NOUN
epaa-335	40	20	to	to	PART
epaa-335	40	21	question	question	VERB
epaa-335	40	22	the	the	DET
epaa-335	40	23	quality	quality	NOUN
epaa-335	40	24	or	or	CCONJ
epaa-335	40	25	challenge	challenge	VERB
epaa-335	40	26	the	the	DET
epaa-335	40	27	use	use	NOUN
epaa-335	40	28	of	of	ADP
epaa-335	40	29	this	this	DET
epaa-335	40	30	state	state	NOUN
epaa-335	40	31	-	-	PUNCT
epaa-335	40	32	administered	administer	VERB
epaa-335	40	33	set	set	NOUN
epaa-335	40	34	of	of	ADP
epaa-335	40	35	teacher	teacher	NOUN
epaa-335	40	36	certification	certification	NOUN
epaa-335	40	37	examinations	examination	NOUN
epaa-335	40	38	.	.	PUNCT
epaa-335	41	1	in	in	ADP
epaa-335	41	2	this	this	DET
epaa-335	41	3	article	article	NOUN
epaa-335	41	4	i	i	PRON
epaa-335	41	5	argue	argue	VERB
epaa-335	41	6	that	that	SCONJ
epaa-335	41	7	the	the	DET
epaa-335	41	8	consequences	consequence	NOUN
epaa-335	41	9	of	of	ADP
epaa-335	41	10	high	high	ADJ
epaa-335	41	11	-	-	PUNCT
epaa-335	41	12	stakes	stake	NOUN
epaa-335	41	13	teacher	teacher	NOUN
epaa-335	41	14	certification	certification	NOUN
epaa-335	41	15	examinations	examination	NOUN
epaa-335	41	16	are	be	AUX
epaa-335	41	17	too	too	ADV
epaa-335	41	18	great	great	ADJ
epaa-335	41	19	to	to	PART
epaa-335	41	20	leave	leave	VERB
epaa-335	41	21	questions	question	NOUN
epaa-335	41	22	about	about	ADP
epaa-335	41	23	technical	technical	ADJ
epaa-335	41	24	quality	quality	NOUN
epaa-335	41	25	solely	solely	ADV
epaa-335	41	26	in	in	ADP
epaa-335	41	27	the	the	DET
epaa-335	41	28	hands	hand	NOUN
epaa-335	41	29	of	of	ADP
epaa-335	41	30	state	state	NOUN
epaa-335	41	31	agency	agency	NOUN
epaa-335	41	32	personnel	personnel	NOUN
epaa-335	41	33	,	,	PUNCT
epaa-335	41	34	who	who	PRON
epaa-335	41	35	are	be	AUX
epaa-335	41	36	often	often	ADV
epaa-335	41	37	illprepared	illprepare	VERB
epaa-335	41	38	and	and	CCONJ
epaa-335	41	39	under	under	ADV
epaa-335	41	40	-	-	PUNCT
epaa-335	41	41	resourced	resource	VERB
epaa-335	41	42	,	,	PUNCT
epaa-335	41	43	or	or	CCONJ
epaa-335	41	44	in	in	ADP
epaa-335	41	45	the	the	DET
epaa-335	41	46	hands	hand	NOUN
epaa-335	41	47	of	of	ADP
epaa-335	41	48	test	test	NOUN
epaa-335	41	49	contractors	contractor	NOUN
epaa-335	41	50	,	,	PUNCT
epaa-335	41	51	who	who	PRON
epaa-335	41	52	may	may	AUX
epaa-335	41	53	face	face	VERB
epaa-335	41	54	obvious	obvious	ADJ
epaa-335	41	55	conflicts	conflict	NOUN
epaa-335	41	56	-	-	PUNCT
epaa-335	41	57	of	of	ADP
epaa-335	41	58	-	-	PUNCT
epaa-335	41	59	interest	interest	NOUN
epaa-335	41	60	in	in	ADP
epaa-335	41	61	any	any	DET
epaa-335	41	62	aggressive	aggressive	ADJ
epaa-335	41	63	analyses	analysis	NOUN
epaa-335	41	64	of	of	ADP
epaa-335	41	65	their	their	PRON
epaa-335	41	66	own	own	ADJ
epaa-335	41	67	tests	test	NOUN
epaa-335	41	68	.	.	PUNCT
epaa-335	42	1	in	in	ADP
epaa-335	42	2	the	the	DET
epaa-335	42	3	sections	section	NOUN
epaa-335	42	4	that	that	PRON
epaa-335	42	5	follow	follow	VERB
epaa-335	42	6	,	,	PUNCT
epaa-335	42	7	i	i	PRON
epaa-335	42	8	begin	begin	VERB
epaa-335	42	9	by	by	ADP
epaa-335	42	10	reviewing	review	VERB
epaa-335	42	11	nes	ne	NOUN
epaa-335	42	12	's	's	PART
epaa-335	42	13	role	role	NOUN
epaa-335	42	14	in	in	ADP
epaa-335	42	15	allen	allen	PROPN
epaa-335	42	16	v	v	ADP
epaa-335	42	17	alabama	alabama	PROPN
epaa-335	42	18	.	.	PUNCT
epaa-335	43	1	then	then	ADV
epaa-335	43	2	i	i	PRON
epaa-335	43	3	explain	explain	VERB
epaa-335	43	4	the	the	DET
epaa-335	43	5	purpose	purpose	NOUN
epaa-335	43	6	and	and	CCONJ
epaa-335	43	7	interpretation	interpretation	NOUN
epaa-335	43	8	of	of	ADP
epaa-335	43	9	standard	standard	ADJ
epaa-335	43	10	item	item	NOUN
epaa-335	43	11	analysis	analysis	NOUN
epaa-335	43	12	procedures	procedure	NOUN
epaa-335	43	13	and	and	CCONJ
epaa-335	43	14	statistics	statistic	NOUN
epaa-335	43	15	.	.	PUNCT
epaa-335	44	1	finally	finally	ADV
epaa-335	44	2	i	i	PRON
epaa-335	44	3	compare	compare	VERB
epaa-335	44	4	results	result	NOUN
epaa-335	44	5	taken	take	VERB
epaa-335	44	6	directly	directly	ADV
epaa-335	44	7	from	from	ADP
epaa-335	44	8	the	the	DET
epaa-335	44	9	1999	1999	NUM
epaa-335	44	10	mect	mect	PROPN
epaa-335	44	11	technical	technical	ADJ
epaa-335	44	12	report	report	NOUN
epaa-335	44	13	with	with	ADP
epaa-335	44	14	statistical	statistical	ADJ
epaa-335	44	15	results	result	NOUN
epaa-335	44	16	entered	enter	VERB
epaa-335	44	17	as	as	ADP
epaa-335	44	18	evidence	evidence	NOUN
epaa-335	44	19	of	of	ADP
epaa-335	44	20	test	test	NOUN
epaa-335	44	21	development	development	NOUN
epaa-335	44	22	flaws	flaw	NOUN
epaa-335	44	23	in	in	ADP
epaa-335	44	24	allen	allen	PROPN
epaa-335	44	25	v	v	ADP
epaa-335	44	26	alabama	alabama	PROPN
epaa-335	44	27	.	.	PUNCT
epaa-335	45	1	nes	ne	NOUN
epaa-335	45	2	and	and	CCONJ
epaa-335	45	3	the	the	DET
epaa-335	45	4	aitctp	aitctp	NOUN
epaa-335	45	5	4	4	NUM
epaa-335	45	6	of	of	ADP
epaa-335	45	7	22	22	NUM
epaa-335	45	8	allen	allen	PROPN
epaa-335	45	9	,	,	PUNCT
epaa-335	45	10	et	et	PROPN
epaa-335	45	11	al	al	PROPN
epaa-335	45	12	.	.	PROPN
epaa-335	46	1	v.	v.	ADP
epaa-335	46	2	alabama	alabama	PROPN
epaa-335	46	3	state	state	PROPN
epaa-335	46	4	board	board	PROPN
epaa-335	46	5	of	of	ADP
epaa-335	46	6	education	education	NOUN
epaa-335	46	7	,	,	PUNCT
epaa-335	46	8	et	et	PROPN
epaa-335	46	9	al	al	PROPN
epaa-335	46	10	.	.	PROPN
epaa-335	47	1	in	in	ADP
epaa-335	47	2	january	january	PROPN
epaa-335	47	3	1980	1980	NUM
epaa-335	47	4	,	,	PUNCT
epaa-335	47	5	national	national	ADJ
epaa-335	47	6	evaluation	evaluation	NOUN
epaa-335	47	7	systems	system	NOUN
epaa-335	47	8	was	be	AUX
epaa-335	47	9	awarded	award	VERB
epaa-335	47	10	a	a	DET
epaa-335	47	11	contract	contract	NOUN
epaa-335	47	12	on	on	ADP
epaa-335	47	13	a	a	DET
epaa-335	47	14	non	non	ADJ
epaa-335	47	15	-	-	ADJ
epaa-335	47	16	competitive	competitive	ADJ
epaa-335	47	17	basis	basis	NOUN
epaa-335	47	18	for	for	ADP
epaa-335	47	19	the	the	DET
epaa-335	47	20	development	development	NOUN
epaa-335	47	21	of	of	ADP
epaa-335	47	22	the	the	DET
epaa-335	47	23	alabama	alabama	PROPN
epaa-335	47	24	initial	initial	ADJ
epaa-335	47	25	teacher	teacher	NOUN
epaa-335	47	26	certification	certification	NOUN
epaa-335	47	27	testing	testing	NOUN
epaa-335	47	28	program	program	NOUN
epaa-335	47	29	(	(	PUNCT
epaa-335	47	30	aitctp	aitctp	PROPN
epaa-335	47	31	)	)	PUNCT
epaa-335	47	32	.	.	PUNCT
epaa-335	48	1	item	item	NOUN
epaa-335	48	2	writing	write	VERB
epaa-335	48	3	for	for	ADP
epaa-335	48	4	these	these	DET
epaa-335	48	5	tests	test	NOUN
epaa-335	48	6	began	begin	VERB
epaa-335	48	7	in	in	ADP
epaa-335	48	8	the	the	DET
epaa-335	48	9	spring	spring	NOUN
epaa-335	48	10	of	of	ADP
epaa-335	48	11	1981	1981	NUM
epaa-335	48	12	,	,	PUNCT
epaa-335	48	13	and	and	CCONJ
epaa-335	48	14	the	the	DET
epaa-335	48	15	first	first	ADJ
epaa-335	48	16	administration	administration	NOUN
epaa-335	48	17	of	of	ADP
epaa-335	48	18	the	the	DET
epaa-335	48	19	tests	test	NOUN
epaa-335	48	20	took	take	VERB
epaa-335	48	21	place	place	NOUN
epaa-335	48	22	on	on	ADP
epaa-335	48	23	june	june	PROPN
epaa-335	48	24	6	6	NUM
epaa-335	48	25	,	,	PUNCT
epaa-335	48	26	1981	1981	NUM
epaa-335	48	27	.	.	PUNCT
epaa-335	49	1	allen	allen	PROPN
epaa-335	49	2	v	v	PROPN
epaa-335	49	3	alabama	alabama	PROPN
epaa-335	49	4	was	be	AUX
epaa-335	49	5	brought	bring	VERB
epaa-335	49	6	just	just	ADV
epaa-335	49	7	six	six	NUM
epaa-335	49	8	months	month	NOUN
epaa-335	49	9	later	later	ADV
epaa-335	49	10	on	on	ADP
epaa-335	49	11	december	december	PROPN
epaa-335	49	12	15	15	NUM
epaa-335	49	13	th	th	NOUN
epaa-335	49	14	,	,	PUNCT
epaa-335	49	15	1981	1981	NUM
epaa-335	49	16	.	.	PUNCT
epaa-335	50	1	the	the	DET
epaa-335	50	2	allen	allen	PROPN
epaa-335	50	3	complaint	complaint	PROPN
epaa-335	50	4	challenged	challenge	VERB
epaa-335	50	5	the	the	DET
epaa-335	50	6	alabama	alabama	PROPN
epaa-335	50	7	state	state	PROPN
epaa-335	50	8	board	board	PROPN
epaa-335	50	9	of	of	ADP
epaa-335	50	10	education	education	NOUN
epaa-335	50	11	's	's	PART
epaa-335	50	12	requirement	requirement	NOUN
epaa-335	50	13	that	that	SCONJ
epaa-335	50	14	applicants	applicant	NOUN
epaa-335	50	15	for	for	ADP
epaa-335	50	16	state	state	NOUN
epaa-335	50	17	teacher	teacher	NOUN
epaa-335	50	18	certification	certification	NOUN
epaa-335	50	19	pass	pass	VERB
epaa-335	50	20	certain	certain	ADJ
epaa-335	50	21	standardized	standardized	ADJ
epaa-335	50	22	tests	test	NOUN
epaa-335	50	23	administered	administer	VERB
epaa-335	50	24	under	under	ADP
epaa-335	50	25	the	the	DET
epaa-335	50	26	aitctp	aitctp	NOUN
epaa-335	50	27	.	.	PUNCT
epaa-335	51	1	on	on	ADP
epaa-335	51	2	october	october	PROPN
epaa-335	51	3	14	14	NUM
epaa-335	51	4	,	,	PUNCT
epaa-335	51	5	1983	1983	NUM
epaa-335	51	6	,	,	PUNCT
epaa-335	51	7	class	class	NOUN
epaa-335	51	8	certification	certification	NOUN
epaa-335	51	9	(	(	PUNCT
epaa-335	51	10	note	note	NOUN
epaa-335	51	11	1	1	NUM
epaa-335	51	12	)	)	PUNCT
epaa-335	51	13	was	be	AUX
epaa-335	51	14	granted	grant	VERB
epaa-335	51	15	,	,	PUNCT
epaa-335	51	16	and	and	CCONJ
epaa-335	51	17	the	the	DET
epaa-335	51	18	first	first	ADJ
epaa-335	51	19	trial	trial	NOUN
epaa-335	51	20	was	be	AUX
epaa-335	51	21	set	set	VERB
epaa-335	51	22	for	for	ADP
epaa-335	51	23	april	april	PROPN
epaa-335	51	24	22	22	NUM
epaa-335	51	25	,	,	PUNCT
epaa-335	51	26	1985	1985	NUM
epaa-335	51	27	.	.	PUNCT
epaa-335	52	1	subsequent	subsequent	ADJ
epaa-335	52	2	to	to	ADP
epaa-335	52	3	a	a	DET
epaa-335	52	4	pre	pre	ADJ
epaa-335	52	5	-	-	ADJ
epaa-335	52	6	trial	trial	ADJ
epaa-335	52	7	hearing	hearing	NOUN
epaa-335	52	8	on	on	ADP
epaa-335	52	9	december	december	PROPN
epaa-335	52	10	19	19	NUM
epaa-335	52	11	,	,	PUNCT
epaa-335	52	12	1984	1984	NUM
epaa-335	52	13	and	and	CCONJ
epaa-335	52	14	“	"	PUNCT
epaa-335	52	15	after	after	SCONJ
epaa-335	52	16	substantial	substantial	ADJ
epaa-335	52	17	discovery	discovery	NOUN
epaa-335	52	18	was	be	AUX
epaa-335	52	19	done,”(note	done,”(note	VERB
epaa-335	52	20	2	2	NUM
epaa-335	52	21	)	)	PUNCT
epaa-335	52	22	an	an	DET
epaa-335	52	23	out	out	ADV
epaa-335	52	24	-	-	PUNCT
epaa-335	52	25	of	of	ADP
epaa-335	52	26	-	-	PUNCT
epaa-335	52	27	court	court	NOUN
epaa-335	52	28	settlement	settlement	NOUN
epaa-335	52	29	was	be	AUX
epaa-335	52	30	reached	reach	VERB
epaa-335	52	31	on	on	ADP
epaa-335	52	32	april	april	PROPN
epaa-335	52	33	4	4	NUM
epaa-335	52	34	,	,	PUNCT
epaa-335	52	35	1985	1985	NUM
epaa-335	52	36	.	.	PUNCT
epaa-335	53	1	a	a	DET
epaa-335	53	2	consent	consent	NOUN
epaa-335	53	3	decree	decree	NOUN
epaa-335	53	4	was	be	AUX
epaa-335	53	5	presented	present	VERB
epaa-335	53	6	to	to	ADP
epaa-335	53	7	the	the	DET
epaa-335	53	8	u.s	u.s	PROPN
epaa-335	53	9	.	.	PROPN
epaa-335	53	10	district	district	PROPN
epaa-335	53	11	court	court	PROPN
epaa-335	53	12	april	april	PROPN
epaa-335	53	13	8	8	NUM
epaa-335	53	14	,	,	PUNCT
epaa-335	53	15	1985(note	1985(note	NUM
epaa-335	53	16	3	3	NUM
epaa-335	53	17	)	)	PUNCT
epaa-335	53	18	.	.	PUNCT
epaa-335	54	1	the	the	DET
epaa-335	54	2	attorney	attorney	NOUN
epaa-335	54	3	general	general	NOUN
epaa-335	54	4	for	for	ADP
epaa-335	54	5	the	the	DET
epaa-335	54	6	state	state	NOUN
epaa-335	54	7	of	of	ADP
epaa-335	54	8	alabama	alabama	NOUN
epaa-335	54	9	immediately	immediately	ADV
epaa-335	54	10	“	"	PUNCT
epaa-335	54	11	publicly	publicly	ADV
epaa-335	54	12	attacked	attack	VERB
epaa-335	54	13	the	the	DET
epaa-335	54	14	settlement	settlement	NOUN
epaa-335	54	15	”	"	PUNCT
epaa-335	54	16	(	(	PUNCT
epaa-335	54	17	allen	allen	PROPN
epaa-335	54	18	,	,	PUNCT
epaa-335	54	19	1985	1985	NUM
epaa-335	54	20	,	,	PUNCT
epaa-335	54	21	p.	p.	NOUN
epaa-335	54	22	1050	1050	NUM
epaa-335	54	23	)	)	PUNCT
epaa-335	54	24	,	,	PUNCT
epaa-335	54	25	claiming	claim	VERB
epaa-335	54	26	that	that	SCONJ
epaa-335	54	27	it	it	PRON
epaa-335	54	28	was	be	AUX
epaa-335	54	29	illegal	illegal	ADJ
epaa-335	54	30	.	.	PUNCT
epaa-335	55	1	nonetheless	nonetheless	ADV
epaa-335	55	2	,	,	PUNCT
epaa-335	55	3	the	the	DET
epaa-335	55	4	consent	consent	NOUN
epaa-335	55	5	decree	decree	NOUN
epaa-335	55	6	was	be	AUX
epaa-335	55	7	accepted	accept	VERB
epaa-335	55	8	by	by	ADP
epaa-335	55	9	the	the	DET
epaa-335	55	10	court	court	NOUN
epaa-335	55	11	october	october	PROPN
epaa-335	55	12	25	25	NUM
epaa-335	55	13	,	,	PUNCT
epaa-335	55	14	1985	1985	NUM
epaa-335	55	15	(	(	PUNCT
epaa-335	55	16	allen	allen	PROPN
epaa-335	55	17	,	,	PUNCT
epaa-335	55	18	oct	oct	PROPN
epaa-335	55	19	.	.	PROPN
epaa-335	55	20	25	25	NUM
epaa-335	55	21	.	.	PUNCT
epaa-335	55	22	1985	1985	NUM
epaa-335	55	23	)	)	PUNCT
epaa-335	55	24	.	.	PUNCT
epaa-335	56	1	a	a	DET
epaa-335	56	2	succession	succession	NOUN
epaa-335	56	3	of	of	ADP
epaa-335	56	4	challenges	challenge	NOUN
epaa-335	56	5	and	and	CCONJ
epaa-335	56	6	appeals	appeal	NOUN
epaa-335	56	7	on	on	ADP
epaa-335	56	8	the	the	DET
epaa-335	56	9	legality	legality	NOUN
epaa-335	56	10	and	and	CCONJ
epaa-335	56	11	enforceable	enforceable	ADJ
epaa-335	56	12	status	status	NOUN
epaa-335	56	13	of	of	ADP
epaa-335	56	14	the	the	DET
epaa-335	56	15	settlement	settlement	NOUN
epaa-335	56	16	resulted	result	VERB
epaa-335	56	17	(	(	PUNCT
epaa-335	56	18	note	note	NOUN
epaa-335	56	19	4	4	NUM
epaa-335	56	20	)	)	PUNCT
epaa-335	56	21	.	.	PUNCT
epaa-335	57	1	for	for	ADP
epaa-335	57	2	example	example	NOUN
epaa-335	57	3	,	,	PUNCT
epaa-335	57	4	on	on	ADP
epaa-335	57	5	february	february	PROPN
epaa-335	57	6	5	5	NUM
epaa-335	57	7	,	,	PUNCT
epaa-335	57	8	1986	1986	NUM
epaa-335	57	9	,	,	PUNCT
epaa-335	57	10	the	the	DET
epaa-335	57	11	district	district	NOUN
epaa-335	57	12	court	court	NOUN
epaa-335	57	13	vacated	vacate	VERB
epaa-335	57	14	its	its	PRON
epaa-335	57	15	october	october	PROPN
epaa-335	57	16	25th	25th	NOUN
epaa-335	57	17	order	order	NOUN
epaa-335	57	18	approving	approve	VERB
epaa-335	57	19	the	the	DET
epaa-335	57	20	consent	consent	NOUN
epaa-335	57	21	decree	decree	NOUN
epaa-335	57	22	(	(	PUNCT
epaa-335	57	23	allen	allen	PROPN
epaa-335	57	24	,	,	PUNCT
epaa-335	57	25	february	february	PROPN
epaa-335	57	26	5	5	NUM
epaa-335	57	27	,	,	PUNCT
epaa-335	57	28	1985	1985	NUM
epaa-335	57	29	,	,	PUNCT
epaa-335	57	30	p.	p.	NOUN
epaa-335	57	31	76	76	NUM
epaa-335	57	32	)	)	PUNCT
epaa-335	57	33	.	.	PUNCT
epaa-335	58	1	while	while	SCONJ
epaa-335	58	2	the	the	DET
epaa-335	58	3	plaintiffs	plaintiff	NOUN
epaa-335	58	4	appeal	appeal	VERB
epaa-335	58	5	of	of	ADP
epaa-335	58	6	the	the	DET
epaa-335	58	7	february	february	PROPN
epaa-335	58	8	5th	5th	ADJ
epaa-335	58	9	decision	decision	NOUN
epaa-335	58	10	was	be	AUX
epaa-335	58	11	pending	pende	VERB
epaa-335	58	12	at	at	ADP
epaa-335	58	13	the	the	DET
epaa-335	58	14	11th	11th	ADJ
epaa-335	58	15	circuit	circuit	NOUN
epaa-335	58	16	court	court	NOUN
epaa-335	58	17	of	of	ADP
epaa-335	58	18	appeals	appeal	NOUN
epaa-335	58	19	,	,	PUNCT
epaa-335	58	20	trial	trial	NOUN
epaa-335	58	21	began	begin	VERB
epaa-335	58	22	in	in	ADP
epaa-335	58	23	district	district	NOUN
epaa-335	58	24	court	court	NOUN
epaa-335	58	25	on	on	ADP
epaa-335	58	26	may	may	PROPN
epaa-335	58	27	5	5	NUM
epaa-335	58	28	,	,	PUNCT
epaa-335	58	29	1986	1986	NUM
epaa-335	58	30	.	.	PUNCT
epaa-335	59	1	the	the	DET
epaa-335	59	2	aitctp	aitctp	NOUN
epaa-335	59	3	consisted	consist	VERB
epaa-335	59	4	of	of	ADP
epaa-335	59	5	an	an	DET
epaa-335	59	6	english	english	ADJ
epaa-335	59	7	language	language	NOUN
epaa-335	59	8	proficiency	proficiency	NOUN
epaa-335	59	9	examination	examination	NOUN
epaa-335	59	10	,	,	PUNCT
epaa-335	59	11	a	a	DET
epaa-335	59	12	basic	basic	ADJ
epaa-335	59	13	professional	professional	ADJ
epaa-335	59	14	studies	study	NOUN
epaa-335	59	15	examination	examination	NOUN
epaa-335	59	16	,	,	PUNCT
epaa-335	59	17	and	and	CCONJ
epaa-335	59	18	45	45	NUM
epaa-335	59	19	content	content	NOUN
epaa-335	59	20	-	-	PUNCT
epaa-335	59	21	area	area	NOUN
epaa-335	59	22	examinations	examination	NOUN
epaa-335	59	23	.	.	PUNCT
epaa-335	60	1	the	the	DET
epaa-335	60	2	purpose	purpose	NOUN
epaa-335	60	3	of	of	ADP
epaa-335	60	4	the	the	DET
epaa-335	60	5	examinations	examination	NOUN
epaa-335	60	6	was	be	AUX
epaa-335	60	7	to	to	PART
epaa-335	60	8	measure	measure	VERB
epaa-335	60	9	“	"	PUNCT
epaa-335	60	10	specific	specific	ADJ
epaa-335	60	11	competencies	competency	NOUN
epaa-335	60	12	which	which	PRON
epaa-335	60	13	are	be	AUX
epaa-335	60	14	considered	consider	VERB
epaa-335	60	15	necessary	necessary	ADJ
epaa-335	60	16	to	to	PART
epaa-335	60	17	successfully	successfully	ADV
epaa-335	60	18	teach	teach	VERB
epaa-335	60	19	in	in	ADP
epaa-335	60	20	the	the	DET
epaa-335	60	21	alabama	alabama	PROPN
epaa-335	60	22	schools	school	NOUN
epaa-335	60	23	”	"	PUNCT
epaa-335	60	24	(	(	PUNCT
epaa-335	60	25	allen	allen	PROPN
epaa-335	60	26	,	,	PUNCT
epaa-335	60	27	defendants	defendant	NOUN
epaa-335	60	28	'	'	PART
epaa-335	60	29	pre	pre	ADJ
epaa-335	60	30	-	-	ADJ
epaa-335	60	31	trial	trial	ADJ
epaa-335	60	32	memorandum	memorandum	NOUN
epaa-335	60	33	,	,	PUNCT
epaa-335	60	34	1986	1986	NUM
epaa-335	60	35	,	,	PUNCT
epaa-335	60	36	p.	p.	NOUN
epaa-335	60	37	21	21	NUM
epaa-335	60	38	)	)	PUNCT
epaa-335	60	39	.	.	PUNCT
epaa-335	61	1	a	a	DET
epaa-335	61	2	pool	pool	NOUN
epaa-335	61	3	of	of	ADP
epaa-335	61	4	120	120	NUM
epaa-335	61	5	items	item	NOUN
epaa-335	61	6	for	for	ADP
epaa-335	61	7	each	each	DET
epaa-335	61	8	exam	exam	NOUN
epaa-335	61	9	was	be	AUX
epaa-335	61	10	generated--100	generated--100	NOUN
epaa-335	61	11	of	of	ADP
epaa-335	61	12	which	which	PRON
epaa-335	61	13	were	be	AUX
epaa-335	61	14	scorable	scorable	ADJ
epaa-335	61	15	and	and	CCONJ
epaa-335	61	16	mostly	mostly	ADV
epaa-335	61	17	remained	remain	VERB
epaa-335	61	18	unchanged	unchanged	ADJ
epaa-335	61	19	across	across	ADP
epaa-335	61	20	the	the	DET
epaa-335	61	21	first	first	ADJ
epaa-335	61	22	eight	eight	NUM
epaa-335	61	23	administrations	administration	NOUN
epaa-335	61	24	.	.	PUNCT
epaa-335	62	1	extensive	extensive	ADJ
epaa-335	62	2	revisions	revision	NOUN
epaa-335	62	3	were	be	AUX
epaa-335	62	4	incorporated	incorporate	VERB
epaa-335	62	5	into	into	ADP
epaa-335	62	6	most	most	ADJ
epaa-335	62	7	of	of	ADP
epaa-335	62	8	the	the	DET
epaa-335	62	9	tests	test	NOUN
epaa-335	62	10	at	at	ADP
epaa-335	62	11	the	the	DET
epaa-335	62	12	ninth	ninth	ADJ
epaa-335	62	13	administration	administration	NOUN
epaa-335	62	14	.	.	PUNCT
epaa-335	63	1	by	by	ADP
epaa-335	63	2	the	the	DET
epaa-335	63	3	start	start	NOUN
epaa-335	63	4	of	of	ADP
epaa-335	63	5	the	the	DET
epaa-335	63	6	may	may	PROPN
epaa-335	63	7	1986	1986	NUM
epaa-335	63	8	trial	trial	NOUN
epaa-335	63	9	the	the	DET
epaa-335	63	10	tests	test	NOUN
epaa-335	63	11	had	have	AUX
epaa-335	63	12	been	be	AUX
epaa-335	63	13	administered	administer	VERB
epaa-335	63	14	15	15	NUM
epaa-335	63	15	times	time	NOUN
epaa-335	63	16	in	in	ADP
epaa-335	63	17	all	all	PRON
epaa-335	63	18	.	.	PUNCT
epaa-335	64	1	a	a	DET
epaa-335	64	2	team	team	NOUN
epaa-335	64	3	of	of	ADP
epaa-335	64	4	technical	technical	ADJ
epaa-335	64	5	experts	expert	NOUN
epaa-335	64	6	(	(	PUNCT
epaa-335	64	7	note	note	NOUN
epaa-335	64	8	5	5	NUM
epaa-335	64	9	)	)	PUNCT
epaa-335	64	10	for	for	ADP
epaa-335	64	11	the	the	DET
epaa-335	64	12	plaintiffs	plaintiff	NOUN
epaa-335	64	13	was	be	AUX
epaa-335	64	14	hired	hire	VERB
epaa-335	64	15	in	in	ADP
epaa-335	64	16	november	november	PROPN
epaa-335	64	17	1983	1983	NUM
epaa-335	64	18	(	(	PUNCT
epaa-335	64	19	prior	prior	ADV
epaa-335	64	20	to	to	ADP
epaa-335	64	21	the	the	DET
epaa-335	64	22	ninth	ninth	ADJ
epaa-335	64	23	administration	administration	NOUN
epaa-335	64	24	of	of	ADP
epaa-335	64	25	the	the	DET
epaa-335	64	26	exams	exam	NOUN
epaa-335	64	27	)	)	PUNCT
epaa-335	64	28	to	to	PART
epaa-335	64	29	examine	examine	VERB
epaa-335	64	30	test	test	NOUN
epaa-335	64	31	development	development	NOUN
epaa-335	64	32	,	,	PUNCT
epaa-335	64	33	administration	administration	NOUN
epaa-335	64	34	,	,	PUNCT
epaa-335	64	35	and	and	CCONJ
epaa-335	64	36	implementation	implementation	NOUN
epaa-335	64	37	procedures	procedure	NOUN
epaa-335	64	38	.	.	PUNCT
epaa-335	65	1	the	the	DET
epaa-335	65	2	team	team	NOUN
epaa-335	65	3	was	be	AUX
epaa-335	65	4	initially	initially	ADV
epaa-335	65	5	unsure	unsure	ADJ
epaa-335	65	6	about	about	ADP
epaa-335	65	7	the	the	DET
epaa-335	65	8	form	form	NOUN
epaa-335	65	9	of	of	ADP
epaa-335	65	10	the	the	DET
epaa-335	65	11	sophisticated	sophisticated	ADJ
epaa-335	65	12	statistical	statistical	ADJ
epaa-335	65	13	analyses	analysis	NOUN
epaa-335	65	14	they	they	PRON
epaa-335	65	15	assumed	assume	VERB
epaa-335	65	16	would	would	AUX
epaa-335	65	17	have	have	VERB
epaa-335	65	18	to	to	PART
epaa-335	65	19	be	be	AUX
epaa-335	65	20	conducted	conduct	VERB
epaa-335	65	21	to	to	PART
epaa-335	65	22	test	test	VERB
epaa-335	65	23	for	for	ADP
epaa-335	65	24	the	the	DET
epaa-335	65	25	presence	presence	NOUN
epaa-335	65	26	of	of	ADP
epaa-335	65	27	“	"	PUNCT
epaa-335	65	28	bias	bias	NOUN
epaa-335	65	29	”	"	PUNCT
epaa-335	65	30	and	and	CCONJ
epaa-335	65	31	“	"	PUNCT
epaa-335	65	32	discrimination	discrimination	NOUN
epaa-335	65	33	”	"	PUNCT
epaa-335	65	34	,	,	PUNCT
epaa-335	65	35	the	the	DET
epaa-335	65	36	bases	basis	NOUN
epaa-335	65	37	of	of	ADP
epaa-335	65	38	the	the	DET
epaa-335	65	39	case	case	NOUN
epaa-335	65	40	.	.	PUNCT
epaa-335	66	1	that	that	PRON
epaa-335	66	2	is	is	ADV
epaa-335	66	3	,	,	PUNCT
epaa-335	66	4	the	the	DET
epaa-335	66	5	methodology	methodology	NOUN
epaa-335	66	6	for	for	ADP
epaa-335	66	7	investigating	investigate	VERB
epaa-335	66	8	what	what	PRON
epaa-335	66	9	was	be	AUX
epaa-335	66	10	then	then	ADV
epaa-335	66	11	called	call	VERB
epaa-335	66	12	“	"	PUNCT
epaa-335	66	13	bias	bias	NOUN
epaa-335	66	14	”	"	PUNCT
epaa-335	66	15	and	and	CCONJ
epaa-335	66	16	is	be	AUX
epaa-335	66	17	now	now	ADV
epaa-335	66	18	called	call	VERB
epaa-335	66	19	“	"	PUNCT
epaa-335	66	20	differential	differential	ADJ
epaa-335	66	21	item	item	NOUN
epaa-335	66	22	functioning	functioning	NOUN
epaa-335	66	23	”	"	PUNCT
epaa-335	66	24	was	be	AUX
epaa-335	66	25	far	far	ADV
epaa-335	66	26	from	from	ADP
epaa-335	66	27	well	well	ADV
epaa-335	66	28	established	establish	VERB
epaa-335	66	29	at	at	ADP
epaa-335	66	30	that	that	DET
epaa-335	66	31	time	time	NOUN
epaa-335	66	32	(	(	PUNCT
epaa-335	66	33	baldus	baldus	PROPN
epaa-335	66	34	&	&	CCONJ
epaa-335	66	35	cole	cole	PROPN
epaa-335	66	36	,	,	PUNCT
epaa-335	66	37	1980	1980	NUM
epaa-335	66	38	)	)	PUNCT
epaa-335	66	39	.	.	PUNCT
epaa-335	67	1	nevertheless	nevertheless	ADV
epaa-335	67	2	,	,	PUNCT
epaa-335	67	3	when	when	SCONJ
epaa-335	67	4	the	the	DET
epaa-335	67	5	plaintiffs	plaintiff	NOUN
epaa-335	67	6	'	'	PART
epaa-335	67	7	team	team	NOUN
epaa-335	67	8	received	receive	VERB
epaa-335	67	9	the	the	DET
epaa-335	67	10	student	student	NOUN
epaa-335	67	11	-	-	PUNCT
epaa-335	67	12	level	level	NOUN
epaa-335	67	13	item	item	NOUN
epaa-335	67	14	response	response	NOUN
epaa-335	67	15	data	datum	NOUN
epaa-335	67	16	from	from	ADP
epaa-335	67	17	the	the	DET
epaa-335	67	18	defendants	defendant	NOUN
epaa-335	67	19	,	,	PUNCT
epaa-335	67	20	their	their	PRON
epaa-335	67	21	first	first	ADJ
epaa-335	67	22	steps	step	NOUN
epaa-335	67	23	were	be	AUX
epaa-335	67	24	to	to	PART
epaa-335	67	25	perform	perform	VERB
epaa-335	67	26	an	an	DET
epaa-335	67	27	“	"	PUNCT
epaa-335	67	28	item	item	NOUN
epaa-335	67	29	analysis	analysis	NOUN
epaa-335	67	30	.	.	PUNCT
epaa-335	67	31	”	"	PUNCT
epaa-335	68	1	such	such	DET
epaa-335	68	2	an	an	DET
epaa-335	68	3	analysis	analysis	NOUN
epaa-335	68	4	produces	produce	VERB
epaa-335	68	5	various	various	ADJ
epaa-335	68	6	item	item	NOUN
epaa-335	68	7	statistics	statistic	NOUN
epaa-335	68	8	and	and	CCONJ
epaa-335	68	9	test	test	NOUN
epaa-335	68	10	reliability	reliability	NOUN
epaa-335	68	11	estimates	estimate	NOUN
epaa-335	68	12	.	.	PUNCT
epaa-335	69	1	these	these	DET
epaa-335	69	2	initial	initial	ADJ
epaa-335	69	3	analyses	analysis	NOUN
epaa-335	69	4	produced	produce	VERB
epaa-335	69	5	negative	negative	ADJ
epaa-335	69	6	point	point	NOUN
epaa-335	69	7	-	-	PUNCT
epaa-335	69	8	biserial	biserial	ADJ
epaa-335	69	9	correlations	correlation	NOUN
epaa-335	69	10	.	.	PUNCT
epaa-335	70	1	although	although	SCONJ
epaa-335	70	2	point	point	NOUN
epaa-335	70	3	-	-	PUNCT
epaa-335	70	4	biserial	biserial	ADJ
epaa-335	70	5	correlations	correlation	NOUN
epaa-335	70	6	are	be	AUX
epaa-335	70	7	explained	explain	VERB
epaa-335	70	8	in	in	ADP
epaa-335	70	9	detail	detail	NOUN
epaa-335	70	10	below	below	ADV
epaa-335	70	11	,	,	PUNCT
epaa-335	70	12	suffice	suffice	VERB
epaa-335	70	13	it	it	PRON
epaa-335	70	14	to	to	PART
epaa-335	70	15	say	say	VERB
epaa-335	70	16	at	at	ADP
epaa-335	70	17	this	this	DET
epaa-335	70	18	point	point	NOUN
epaa-335	70	19	that	that	SCONJ
epaa-335	70	20	it	it	PRON
epaa-335	70	21	was	be	AUX
epaa-335	70	22	a	a	DET
epaa-335	70	23	surprise	surprise	NOUN
epaa-335	70	24	to	to	PART
epaa-335	70	25	find	find	VERB
epaa-335	70	26	negative	negative	ADJ
epaa-335	70	27	point	point	NOUN
epaa-335	70	28	-	-	PUNCT
epaa-335	70	29	biserial	biserial	ADJ
epaa-335	70	30	correlations	correlation	NOUN
epaa-335	70	31	between	between	ADP
epaa-335	70	32	the	the	DET
epaa-335	70	33	responses	response	NOUN
epaa-335	70	34	that	that	PRON
epaa-335	70	35	examinees	examine	VERB
epaa-335	70	36	provided	provide	VERB
epaa-335	70	37	on	on	ADP
epaa-335	70	38	individual	individual	ADJ
epaa-335	70	39	items	item	NOUN
epaa-335	70	40	and	and	CCONJ
epaa-335	70	41	their	their	PRON
epaa-335	70	42	total	total	ADJ
epaa-335	70	43	test	test	NOUN
epaa-335	70	44	scores	score	NOUN
epaa-335	70	45	.	.	PUNCT
epaa-335	71	1	such	such	ADJ
epaa-335	71	2	correlations	correlation	NOUN
epaa-335	71	3	are	be	AUX
epaa-335	71	4	not	not	PART
epaa-335	71	5	an	an	DET
epaa-335	71	6	intended	intend	VERB
epaa-335	71	7	outcome	outcome	NOUN
epaa-335	71	8	from	from	ADP
epaa-335	71	9	a	a	DET
epaa-335	71	10	well	well	ADV
epaa-335	71	11	-	-	PUNCT
epaa-335	71	12	designed	design	VERB
epaa-335	71	13	testing	testing	NOUN
epaa-335	71	14	program	program	NOUN
epaa-335	71	15	.	.	PUNCT
epaa-335	72	1	these	these	DET
epaa-335	72	2	statistical	statistical	ADJ
epaa-335	72	3	results	result	NOUN
epaa-335	72	4	prompted	prompt	VERB
epaa-335	72	5	a	a	DET
epaa-335	72	6	detailed	detailed	ADJ
epaa-335	72	7	inspection	inspection	NOUN
epaa-335	72	8	of	of	ADP
epaa-335	72	9	the	the	DET
epaa-335	72	10	content	content	NOUN
epaa-335	72	11	,	,	PUNCT
epaa-335	72	12	format	format	NOUN
epaa-335	72	13	,	,	PUNCT
epaa-335	72	14	and	and	CCONJ
epaa-335	72	15	answers	answer	NOUN
epaa-335	72	16	for	for	ADP
epaa-335	72	17	all	all	DET
epaa-335	72	18	the	the	DET
epaa-335	72	19	individual	individual	ADJ
epaa-335	72	20	items	item	NOUN
epaa-335	72	21	on	on	ADP
epaa-335	72	22	the	the	DET
epaa-335	72	23	aitctp	aitctp	NOUN
epaa-335	72	24	tests	test	NOUN
epaa-335	72	25	.	.	PUNCT
epaa-335	73	1	content	content	NOUN
epaa-335	73	2	analyses	analysis	NOUN
epaa-335	73	3	yielded	yield	VERB
epaa-335	73	4	discrepancies	discrepancy	NOUN
epaa-335	73	5	in	in	ADP
epaa-335	73	6	the	the	DET
epaa-335	73	7	keyed	key	VERB
epaa-335	73	8	correct	correct	ADJ
epaa-335	73	9	responses	response	NOUN
epaa-335	73	10	in	in	ADP
epaa-335	73	11	the	the	DET
epaa-335	73	12	nes	nes	PROPN
epaa-335	73	13	test	test	NOUN
epaa-335	73	14	documents	document	NOUN
epaa-335	73	15	and	and	CCONJ
epaa-335	73	16	the	the	DET
epaa-335	73	17	keyed	key	VERB
epaa-335	73	18	correct	correct	ADJ
epaa-335	73	19	responses	response	NOUN
epaa-335	73	20	in	in	ADP
epaa-335	73	21	the	the	DET
epaa-335	73	22	nessupplied	nessupplied	ADJ
epaa-335	73	23	machine	machine	NOUN
epaa-335	73	24	scorable	scorable	ADJ
epaa-335	73	25	answer	answer	NOUN
epaa-335	73	26	keys	key	NOUN
epaa-335	73	27	(	(	PUNCT
epaa-335	73	28	i.e.	i.e.	X
epaa-335	73	29	,	,	PUNCT
epaa-335	73	30	miskeyed	miskeye	VERB
epaa-335	73	31	5	5	NUM
epaa-335	73	32	of	of	ADP
epaa-335	73	33	22	22	NUM
epaa-335	73	34	items	item	NOUN
epaa-335	73	35	were	be	AUX
epaa-335	73	36	on	on	ADP
epaa-335	73	37	the	the	DET
epaa-335	73	38	answer	answer	NOUN
epaa-335	73	39	keys	key	NOUN
epaa-335	73	40	)	)	PUNCT
epaa-335	73	41	.	.	PUNCT
epaa-335	74	1	this	this	DET
epaa-335	74	2	finding	finding	NOUN
epaa-335	74	3	led	lead	VERB
epaa-335	74	4	to	to	ADP
epaa-335	74	5	an	an	DET
epaa-335	74	6	inspection	inspection	NOUN
epaa-335	74	7	of	of	ADP
epaa-335	74	8	the	the	DET
epaa-335	74	9	original	original	ADJ
epaa-335	74	10	nes	ne	NOUN
epaa-335	74	11	in	in	ADP
epaa-335	74	12	-	-	PUNCT
epaa-335	74	13	house	house	NOUN
epaa-335	74	14	analyses	analysis	NOUN
epaa-335	74	15	which	which	PRON
epaa-335	74	16	revealed	reveal	VERB
epaa-335	74	17	that	that	SCONJ
epaa-335	74	18	negative	negative	ADJ
epaa-335	74	19	point	point	NOUN
epaa-335	74	20	-	-	PUNCT
epaa-335	74	21	biserials	biserial	NOUN
epaa-335	74	22	for	for	ADP
epaa-335	74	23	scorable	scorable	ADJ
epaa-335	74	24	items	item	NOUN
epaa-335	74	25	existed	exist	VERB
epaa-335	74	26	in	in	ADP
epaa-335	74	27	their	their	PRON
epaa-335	74	28	own	own	ADJ
epaa-335	74	29	records	record	NOUN
epaa-335	74	30	from	from	ADP
epaa-335	74	31	the	the	DET
epaa-335	74	32	beginning	beginning	NOUN
epaa-335	74	33	of	of	ADP
epaa-335	74	34	the	the	DET
epaa-335	74	35	testing	testing	NOUN
epaa-335	74	36	program	program	NOUN
epaa-335	74	37	and	and	CCONJ
epaa-335	74	38	continuing	continue	VERB
epaa-335	74	39	throughout	throughout	ADP
epaa-335	74	40	the	the	DET
epaa-335	74	41	eighth	eighth	ADJ
epaa-335	74	42	administration	administration	NOUN
epaa-335	74	43	without	without	ADP
epaa-335	74	44	correction	correction	NOUN
epaa-335	74	45	.	.	PUNCT
epaa-335	75	1	what	what	PRON
epaa-335	75	2	this	this	PRON
epaa-335	75	3	meant	mean	VERB
epaa-335	75	4	for	for	ADP
epaa-335	75	5	the	the	DET
epaa-335	75	6	plaintiffs	plaintiff	NOUN
epaa-335	75	7	was	be	AUX
epaa-335	75	8	that	that	SCONJ
epaa-335	75	9	nes	nes	PROPN
epaa-335	75	10	had	have	VERB
epaa-335	75	11	item	item	NOUN
epaa-335	75	12	analysis	analysis	NOUN
epaa-335	75	13	results	result	NOUN
epaa-335	75	14	in	in	ADP
epaa-335	75	15	their	their	PRON
epaa-335	75	16	own	own	ADJ
epaa-335	75	17	possession	possession	NOUN
epaa-335	75	18	which	which	PRON
epaa-335	75	19	indicated	indicate	VERB
epaa-335	75	20	that	that	SCONJ
epaa-335	75	21	there	there	PRON
epaa-335	75	22	were	be	VERB
epaa-335	75	23	mis	mis	ADJ
epaa-335	75	24	-	-	PUNCT
epaa-335	75	25	keyed	key	VERB
epaa-335	75	26	items	item	NOUN
epaa-335	75	27	.	.	PUNCT
epaa-335	76	1	nonetheless	nonetheless	ADV
epaa-335	76	2	they	they	PRON
epaa-335	76	3	implemented	implement	VERB
epaa-335	76	4	no	no	DET
epaa-335	76	5	significant	significant	ADJ
epaa-335	76	6	changes	change	NOUN
epaa-335	76	7	in	in	ADP
epaa-335	76	8	the	the	DET
epaa-335	76	9	exams	exam	NOUN
epaa-335	76	10	until	until	SCONJ
epaa-335	76	11	they	they	PRON
epaa-335	76	12	were	be	AUX
epaa-335	76	13	faced	face	VERB
epaa-335	76	14	with	with	ADP
epaa-335	76	15	a	a	DET
epaa-335	76	16	lawsuit	lawsuit	NOUN
epaa-335	76	17	and	and	CCONJ
epaa-335	76	18	plaintiffs	plaintiff	NOUN
epaa-335	76	19	'	'	PART
epaa-335	76	20	hiring	hiring	NOUN
epaa-335	76	21	of	of	ADP
epaa-335	76	22	the	the	DET
epaa-335	76	23	testing	testing	NOUN
epaa-335	76	24	experts	expert	NOUN
epaa-335	76	25	to	to	PART
epaa-335	76	26	do	do	VERB
epaa-335	76	27	their	their	PRON
epaa-335	76	28	own	own	ADJ
epaa-335	76	29	analyses	analysis	NOUN
epaa-335	76	30	.	.	PUNCT
epaa-335	77	1	the	the	DET
epaa-335	77	2	defendants	defendant	NOUN
epaa-335	77	3	argued	argue	VERB
epaa-335	77	4	that	that	SCONJ
epaa-335	77	5	it	it	PRON
epaa-335	77	6	was	be	AUX
epaa-335	77	7	normal	normal	ADJ
epaa-335	77	8	for	for	ADP
epaa-335	77	9	some	some	DET
epaa-335	77	10	problems	problem	NOUN
epaa-335	77	11	to	to	PART
epaa-335	77	12	go	go	VERB
epaa-335	77	13	undetected	undetected	ADJ
epaa-335	77	14	or	or	CCONJ
epaa-335	77	15	uncorrected	uncorrecte	VERB
epaa-335	77	16	in	in	ADP
epaa-335	77	17	a	a	DET
epaa-335	77	18	large	large	ADJ
epaa-335	77	19	-	-	PUNCT
epaa-335	77	20	scale	scale	NOUN
epaa-335	77	21	testing	testing	NOUN
epaa-335	77	22	program	program	NOUN
epaa-335	77	23	because	because	SCONJ
epaa-335	77	24	the	the	DET
epaa-335	77	25	overall	overall	ADJ
epaa-335	77	26	effect	effect	NOUN
epaa-335	77	27	is	be	AUX
epaa-335	77	28	trivial	trivial	ADJ
epaa-335	77	29	for	for	ADP
epaa-335	77	30	the	the	DET
epaa-335	77	31	final	final	ADJ
epaa-335	77	32	outcome	outcome	NOUN
epaa-335	77	33	.	.	PUNCT
epaa-335	78	1	the	the	DET
epaa-335	78	2	problem	problem	NOUN
epaa-335	78	3	with	with	ADP
epaa-335	78	4	that	that	DET
epaa-335	78	5	argument	argument	NOUN
epaa-335	78	6	was	be	AUX
epaa-335	78	7	that	that	SCONJ
epaa-335	78	8	many	many	ADJ
epaa-335	78	9	candidates	candidate	NOUN
epaa-335	78	10	were	be	AUX
epaa-335	78	11	denied	deny	VERB
epaa-335	78	12	credit	credit	NOUN
epaa-335	78	13	for	for	ADP
epaa-335	78	14	test	test	NOUN
epaa-335	78	15	items	item	NOUN
epaa-335	78	16	on	on	ADP
epaa-335	78	17	which	which	PRON
epaa-335	78	18	they	they	PRON
epaa-335	78	19	should	should	AUX
epaa-335	78	20	have	have	AUX
epaa-335	78	21	received	receive	VERB
epaa-335	78	22	credit	credit	NOUN
epaa-335	78	23	,	,	PUNCT
epaa-335	78	24	and	and	CCONJ
epaa-335	78	25	some	some	PRON
epaa-335	78	26	of	of	ADP
epaa-335	78	27	those	those	DET
epaa-335	78	28	candidates	candidate	NOUN
epaa-335	78	29	failed	fail	VERB
epaa-335	78	30	the	the	DET
epaa-335	78	31	exam	exam	NOUN
epaa-335	78	32	by	by	ADP
epaa-335	78	33	only	only	ADV
epaa-335	78	34	one	one	NUM
epaa-335	78	35	point	point	NOUN
epaa-335	78	36	.	.	PUNCT
epaa-335	79	1	in	in	ADP
epaa-335	79	2	fact	fact	NOUN
epaa-335	79	3	,	,	PUNCT
epaa-335	79	4	as	as	SCONJ
epaa-335	79	5	the	the	DET
epaa-335	79	6	plaintiffs	plaintiff	NOUN
epaa-335	79	7	argued	argue	VERB
epaa-335	79	8	,	,	PUNCT
epaa-335	79	9	as	as	ADV
epaa-335	79	10	many	many	ADJ
epaa-335	79	11	as	as	ADP
epaa-335	79	12	355	355	NUM
epaa-335	79	13	candidates	candidate	NOUN
epaa-335	79	14	over	over	ADP
epaa-335	79	15	eight	eight	NUM
epaa-335	79	16	administrations	administration	NOUN
epaa-335	79	17	of	of	ADP
epaa-335	79	18	the	the	DET
epaa-335	79	19	basic	basic	ADJ
epaa-335	79	20	professional	professional	ADJ
epaa-335	79	21	skills	skill	NOUN
epaa-335	79	22	exam	exam	NOUN
epaa-335	79	23	alone	alone	ADV
epaa-335	79	24	should	should	AUX
epaa-335	79	25	have	have	AUX
epaa-335	79	26	passed	pass	VERB
epaa-335	79	27	but	but	CCONJ
epaa-335	79	28	were	be	AUX
epaa-335	79	29	denied	deny	VERB
epaa-335	79	30	that	that	DET
epaa-335	79	31	opportunity	opportunity	NOUN
epaa-335	79	32	simply	simply	ADV
epaa-335	79	33	because	because	SCONJ
epaa-335	79	34	of	of	ADP
epaa-335	79	35	faulty	faulty	ADJ
epaa-335	79	36	items	item	NOUN
epaa-335	79	37	that	that	PRON
epaa-335	79	38	remained	remain	VERB
epaa-335	79	39	on	on	ADP
epaa-335	79	40	the	the	DET
epaa-335	79	41	tests	test	NOUN
epaa-335	79	42	(	(	PUNCT
epaa-335	79	43	milman	milman	NOUN
epaa-335	79	44	,	,	PUNCT
epaa-335	79	45	1986	1986	NUM
epaa-335	79	46	,	,	PUNCT
epaa-335	79	47	p.	p.	NOUN
epaa-335	79	48	285	285	NUM
epaa-335	79	49	)	)	PUNCT
epaa-335	79	50	.	.	PUNCT
epaa-335	80	1	it	it	PRON
epaa-335	80	2	should	should	AUX
epaa-335	80	3	be	be	AUX
epaa-335	80	4	noted	note	VERB
epaa-335	80	5	here	here	ADV
epaa-335	80	6	that	that	SCONJ
epaa-335	80	7	these	these	PRON
epaa-335	80	8	were	be	AUX
epaa-335	80	9	items	item	NOUN
epaa-335	80	10	that	that	SCONJ
epaa-335	80	11	even	even	ADV
epaa-335	80	12	one	one	NUM
epaa-335	80	13	of	of	ADP
epaa-335	80	14	the	the	DET
epaa-335	80	15	state	state	NOUN
epaa-335	80	16	's	's	PART
epaa-335	80	17	expert	expert	ADJ
epaa-335	80	18	witnesses	witness	NOUN
epaa-335	80	19	for	for	ADP
epaa-335	80	20	the	the	DET
epaa-335	80	21	defense	defense	NOUN
epaa-335	80	22	admitted	admit	VERB
epaa-335	80	23	were	be	AUX
epaa-335	80	24	faulty	faulty	ADJ
epaa-335	80	25	(	(	PUNCT
epaa-335	80	26	millman	millman	NOUN
epaa-335	80	27	,	,	PUNCT
epaa-335	80	28	1986	1986	NUM
epaa-335	80	29	,	,	PUNCT
epaa-335	80	30	p.	p.	NOUN
epaa-335	80	31	280	280	NUM
epaa-335	80	32	)	)	PUNCT
epaa-335	80	33	.	.	PUNCT
epaa-335	81	1	establishing	establish	VERB
epaa-335	81	2	that	that	SCONJ
epaa-335	81	3	there	there	PRON
epaa-335	81	4	were	be	VERB
epaa-335	81	5	flawed	flawed	ADJ
epaa-335	81	6	items	item	NOUN
epaa-335	81	7	with	with	ADP
epaa-335	81	8	negative	negative	ADJ
epaa-335	81	9	point	point	NOUN
epaa-335	81	10	-	-	PUNCT
epaa-335	81	11	biserial	biserial	ADJ
epaa-335	81	12	correlations	correlation	NOUN
epaa-335	81	13	was	be	AUX
epaa-335	81	14	critical	critical	ADJ
epaa-335	81	15	to	to	ADP
epaa-335	81	16	the	the	DET
epaa-335	81	17	plaintiffs	plaintiff	NOUN
epaa-335	81	18	'	'	PART
epaa-335	81	19	case	case	NOUN
epaa-335	81	20	.	.	PUNCT
epaa-335	82	1	the	the	DET
epaa-335	82	2	plaintiffs	plaintiff	NOUN
epaa-335	82	3	presented	present	VERB
epaa-335	82	4	as	as	ADP
epaa-335	82	5	evidence	evidence	NOUN
epaa-335	82	6	page	page	NOUN
epaa-335	82	7	after	after	ADP
epaa-335	82	8	page	page	NOUN
epaa-335	82	9	of	of	ADP
epaa-335	82	10	so	so	ADV
epaa-335	82	11	-	-	PUNCT
epaa-335	82	12	called	call	VERB
epaa-335	82	13	“	"	PUNCT
epaa-335	82	14	failure	failure	NOUN
epaa-335	82	15	tables	table	NOUN
epaa-335	82	16	”	"	PUNCT
epaa-335	82	17	(	(	PUNCT
epaa-335	82	18	note	note	NOUN
epaa-335	82	19	6	6	NUM
epaa-335	82	20	)	)	PUNCT
epaa-335	82	21	with	with	ADP
epaa-335	82	22	the	the	DET
epaa-335	82	23	names	name	NOUN
epaa-335	82	24	of	of	ADP
epaa-335	82	25	candidates	candidate	NOUN
epaa-335	82	26	for	for	ADP
epaa-335	82	27	each	each	DET
epaa-335	82	28	test	test	NOUN
epaa-335	82	29	whose	whose	DET
epaa-335	82	30	answers	answer	NOUN
epaa-335	82	31	were	be	AUX
epaa-335	82	32	mis	mi	NOUN
epaa-335	82	33	-	-	PUNCT
epaa-335	82	34	scored	score	VERB
epaa-335	82	35	on	on	ADP
epaa-335	82	36	these	these	DET
epaa-335	82	37	faulty	faulty	ADJ
epaa-335	82	38	items	item	NOUN
epaa-335	82	39	.	.	PUNCT
epaa-335	83	1	based	base	VERB
epaa-335	83	2	upon	upon	SCONJ
epaa-335	83	3	these	these	DET
epaa-335	83	4	failure	failure	NOUN
epaa-335	83	5	tables	table	NOUN
epaa-335	83	6	,	,	PUNCT
epaa-335	83	7	any	any	DET
epaa-335	83	8	argument	argument	NOUN
epaa-335	83	9	from	from	ADP
epaa-335	83	10	defendants	defendant	NOUN
epaa-335	83	11	that	that	SCONJ
epaa-335	83	12	the	the	DET
epaa-335	83	13	mis	mis	ADJ
epaa-335	83	14	-	-	PUNCT
epaa-335	83	15	keyed	key	VERB
epaa-335	83	16	items	item	NOUN
epaa-335	83	17	did	do	AUX
epaa-335	83	18	not	not	PART
epaa-335	83	19	change	change	VERB
epaa-335	83	20	the	the	DET
epaa-335	83	21	career	career	NOUN
epaa-335	83	22	expectations	expectation	NOUN
epaa-335	83	23	for	for	ADP
epaa-335	83	24	some	some	DET
epaa-335	83	25	candidates	candidate	NOUN
epaa-335	83	26	would	would	AUX
epaa-335	83	27	most	most	ADV
epaa-335	83	28	likely	likely	ADV
epaa-335	83	29	have	have	AUX
epaa-335	83	30	failed	fail	VERB
epaa-335	83	31	.	.	PUNCT
epaa-335	84	1	in	in	ADP
epaa-335	84	2	the	the	DET
epaa-335	84	3	face	face	NOUN
epaa-335	84	4	of	of	ADP
epaa-335	84	5	this	this	DET
epaa-335	84	6	evidence	evidence	NOUN
epaa-335	84	7	,	,	PUNCT
epaa-335	84	8	the	the	DET
epaa-335	84	9	defendants	defendant	NOUN
epaa-335	84	10	argued	argue	VERB
epaa-335	84	11	at	at	ADP
epaa-335	84	12	trial	trial	NOUN
epaa-335	84	13	that	that	PRON
epaa-335	84	14	...	...	PUNCT
epaa-335	84	15	the	the	DET
epaa-335	84	16	real	real	ADJ
epaa-335	84	17	disagreement	disagreement	NOUN
epaa-335	84	18	is	be	AUX
epaa-335	84	19	between	between	ADP
epaa-335	84	20	two	two	NUM
epaa-335	84	21	different	different	ADJ
epaa-335	84	22	testing	testing	NOUN
epaa-335	84	23	philosophies	philosophy	NOUN
epaa-335	84	24	.	.	PUNCT
epaa-335	85	1	one	one	NUM
epaa-335	85	2	of	of	ADP
epaa-335	85	3	these	these	DET
epaa-335	85	4	philosophies	philosophy	NOUN
epaa-335	85	5	would	would	AUX
epaa-335	85	6	require	require	VERB
epaa-335	85	7	virtual	virtual	ADJ
epaa-335	85	8	perfection	perfection	NOUN
epaa-335	85	9	under	under	ADP
epaa-335	85	10	its	its	PRON
epaa-335	85	11	proponents	proponent	NOUN
epaa-335	85	12	'	'	PART
epaa-335	85	13	rigid	rigid	ADJ
epaa-335	85	14	definition	definition	NOUN
epaa-335	85	15	of	of	ADP
epaa-335	85	16	that	that	DET
epaa-335	85	17	word	word	NOUN
epaa-335	85	18	.	.	PUNCT
epaa-335	86	1	the	the	DET
epaa-335	86	2	other	other	ADJ
epaa-335	86	3	looks	look	VERB
epaa-335	86	4	at	at	ADP
epaa-335	86	5	testing	testing	NOUN
epaa-335	86	6	as	as	ADP
epaa-335	86	7	a	a	DET
epaa-335	86	8	constantlydeveloping	constantlydevelope	VERB
epaa-335	86	9	art	art	NOUN
epaa-335	86	10	in	in	ADP
epaa-335	86	11	which	which	PRON
epaa-335	86	12	professional	professional	ADJ
epaa-335	86	13	judgment	judgment	NOUN
epaa-335	86	14	ultimately	ultimately	ADV
epaa-335	86	15	determines	determine	VERB
epaa-335	86	16	what	what	PRON
epaa-335	86	17	is	be	AUX
epaa-335	86	18	appropriate	appropriate	ADJ
epaa-335	86	19	in	in	ADP
epaa-335	86	20	a	a	DET
epaa-335	86	21	particular	particular	ADJ
epaa-335	86	22	case	case	NOUN
epaa-335	86	23	”	"	PUNCT
epaa-335	86	24	(	(	PUNCT
epaa-335	86	25	allen	allen	PROPN
epaa-335	86	26	,	,	PUNCT
epaa-335	86	27	defendant	defendant	NOUN
epaa-335	86	28	's	's	PART
epaa-335	86	29	pre	pre	ADJ
epaa-335	86	30	-	-	ADJ
epaa-335	86	31	trial	trial	ADJ
epaa-335	86	32	memorandum	memorandum	NOUN
epaa-335	86	33	,	,	PUNCT
epaa-335	86	34	1986	1986	NUM
epaa-335	86	35	,	,	PUNCT
epaa-335	86	36	p.	p.	NOUN
epaa-335	86	37	121	121	NUM
epaa-335	86	38	-	-	SYM
epaa-335	86	39	2	2	NUM
epaa-335	86	40	)	)	PUNCT
epaa-335	86	41	.	.	PUNCT
epaa-335	87	1	plaintiffs	plaintiffs	PROPN
epaa-335	87	2	counter	counter	PROPN
epaa-335	87	3	-	-	VERB
epaa-335	87	4	argued	argue	VERB
epaa-335	87	5	“	"	PUNCT
epaa-335	87	6	this	this	DET
epaa-335	87	7	case	case	NOUN
epaa-335	87	8	…	…	PUNCT
epaa-335	87	9	is	be	AUX
epaa-335	87	10	not	not	PART
epaa-335	87	11	a	a	DET
epaa-335	87	12	philosophical	philosophical	ADJ
epaa-335	87	13	case	case	NOUN
epaa-335	87	14	at	at	ADV
epaa-335	87	15	all	all	ADV
epaa-335	87	16	.	.	PUNCT
epaa-335	88	1	this	this	DET
epaa-335	88	2	case	case	NOUN
epaa-335	88	3	is	be	AUX
epaa-335	88	4	a	a	DET
epaa-335	88	5	case	case	NOUN
epaa-335	88	6	on	on	ADP
epaa-335	88	7	professional	professional	ADJ
epaa-335	88	8	competence….this	competence….this	PROPN
epaa-335	88	9	was	be	AUX
epaa-335	88	10	an	an	DET
epaa-335	88	11	incompetent	incompetent	ADJ
epaa-335	88	12	job	job	NOUN
epaa-335	88	13	,	,	PUNCT
epaa-335	88	14	unprofessional	unprofessional	ADJ
epaa-335	88	15	,	,	PUNCT
epaa-335	88	16	and	and	CCONJ
epaa-335	88	17	as	as	SCONJ
epaa-335	88	18	i	i	PRON
epaa-335	88	19	said	say	VERB
epaa-335	88	20	before	before	ADV
epaa-335	88	21	,	,	PUNCT
epaa-335	88	22	sloppy	sloppy	ADJ
epaa-335	88	23	and	and	CCONJ
epaa-335	88	24	shoddy	shoddy	ADJ
epaa-335	88	25	,	,	PUNCT
epaa-335	88	26	and	and	CCONJ
epaa-335	88	27	in	in	ADP
epaa-335	88	28	the	the	DET
epaa-335	88	29	case	case	NOUN
epaa-335	88	30	of	of	ADP
epaa-335	88	31	the	the	DET
epaa-335	88	32	miskeyed	miskeye	VERB
epaa-335	88	33	items	item	NOUN
epaa-335	88	34	,	,	PUNCT
epaa-335	88	35	unethical	unethical	ADJ
epaa-335	88	36	.	.	PUNCT
epaa-335	88	37	”	"	PUNCT
epaa-335	89	1	(	(	PUNCT
epaa-335	89	2	madaus	madau	NOUN
epaa-335	89	3	,	,	PUNCT
epaa-335	89	4	1986	1986	NUM
epaa-335	89	5	,	,	PUNCT
epaa-335	89	6	p.	p.	NOUN
epaa-335	89	7	185	185	NUM
epaa-335	89	8	)	)	PUNCT
epaa-335	89	9	.	.	PUNCT
epaa-335	90	1	judge	judge	PROPN
epaa-335	90	2	thompson	thompson	PROPN
epaa-335	90	3	,	,	PUNCT
epaa-335	90	4	in	in	ADP
epaa-335	90	5	the	the	DET
epaa-335	90	6	subsequent	subsequent	ADJ
epaa-335	90	7	richardson	richardson	PROPN
epaa-335	90	8	decision	decision	NOUN
epaa-335	90	9	which	which	PRON
epaa-335	90	10	also	also	ADV
epaa-335	90	11	involved	involve	VERB
epaa-335	90	12	the	the	DET
epaa-335	90	13	aitctp	aitctp	NOUN
epaa-335	90	14	,	,	PUNCT
epaa-335	90	15	specifically	specifically	ADV
epaa-335	90	16	agreed	agree	VERB
epaa-335	90	17	with	with	ADP
epaa-335	90	18	plaintiffs	plaintiff	NOUN
epaa-335	90	19	on	on	ADP
epaa-335	90	20	this	this	DET
epaa-335	90	21	point	point	NOUN
epaa-335	90	22	(	(	PUNCT
epaa-335	90	23	richardson	richardson	PROPN
epaa-335	90	24	,	,	PUNCT
epaa-335	90	25	1989	1989	NUM
epaa-335	90	26	,	,	PUNCT
epaa-335	90	27	p.	p.	NOUN
epaa-335	90	28	821	821	NUM
epaa-335	90	29	,	,	PUNCT
epaa-335	90	30	823	823	NUM
epaa-335	90	31	,	,	PUNCT
epaa-335	90	32	825	825	NUM
epaa-335	90	33	)	)	PUNCT
epaa-335	90	34	.	.	PUNCT
epaa-335	91	1	excellent	excellent	ADJ
epaa-335	91	2	reviews	review	NOUN
epaa-335	91	3	of	of	ADP
epaa-335	91	4	the	the	DET
epaa-335	91	5	diametrically	diametrically	ADV
epaa-335	91	6	opposed	oppose	VERB
epaa-335	91	7	plaintiff	plaintiff	NOUN
epaa-335	91	8	and	and	CCONJ
epaa-335	91	9	defendant	defendant	NOUN
epaa-335	91	10	positions	position	NOUN
epaa-335	91	11	may	may	AUX
epaa-335	91	12	be	be	AUX
epaa-335	91	13	found	find	VERB
epaa-335	91	14	in	in	ADP
epaa-335	91	15	walden	walden	PROPN
epaa-335	91	16	&	&	CCONJ
epaa-335	91	17	deaton	deaton	PROPN
epaa-335	91	18	(	(	PUNCT
epaa-335	91	19	1988	1988	NUM
epaa-335	91	20	)	)	PUNCT
epaa-335	91	21	and	and	CCONJ
epaa-335	91	22	madaus	madaus	NOUN
epaa-335	91	23	(	(	PUNCT
epaa-335	91	24	1990	1990	NUM
epaa-335	91	25	)	)	PUNCT
epaa-335	91	26	.	.	PUNCT
epaa-335	92	1	at	at	ADP
epaa-335	92	2	the	the	DET
epaa-335	92	3	same	same	ADJ
epaa-335	92	4	time	time	NOUN
epaa-335	92	5	that	that	SCONJ
epaa-335	92	6	this	this	DET
epaa-335	92	7	case	case	NOUN
epaa-335	92	8	was	be	AUX
epaa-335	92	9	proceeding	proceed	VERB
epaa-335	92	10	,	,	PUNCT
epaa-335	92	11	the	the	DET
epaa-335	92	12	plaintiffs	plaintiff	NOUN
epaa-335	92	13	'	'	PART
epaa-335	92	14	appeal	appeal	NOUN
epaa-335	92	15	to	to	PART
epaa-335	92	16	reverse	reverse	VERB
epaa-335	92	17	the	the	DET
epaa-335	92	18	vacating	vacating	NOUN
epaa-335	92	19	of	of	ADP
epaa-335	92	20	the	the	DET
epaa-335	92	21	original	original	ADJ
epaa-335	92	22	settlement	settlement	NOUN
epaa-335	92	23	was	be	AUX
epaa-335	92	24	granted	grant	VERB
epaa-335	92	25	prior	prior	ADV
epaa-335	92	26	to	to	ADP
epaa-335	92	27	a	a	DET
epaa-335	92	28	decision	decision	NOUN
epaa-335	92	29	in	in	ADP
epaa-335	92	30	this	this	DET
epaa-335	92	31	trial	trial	NOUN
epaa-335	92	32	(	(	PUNCT
epaa-335	92	33	allen	allen	PROPN
epaa-335	92	34	,	,	PUNCT
epaa-335	92	35	feb	feb	PROPN
epaa-335	92	36	.	.	PROPN
epaa-335	92	37	5	5	NUM
epaa-335	92	38	,	,	PUNCT
epaa-335	92	39	1986	1986	NUM
epaa-335	92	40	,	,	PUNCT
epaa-335	92	41	p.	p.	NOUN
epaa-335	92	42	75	75	NUM
epaa-335	92	43	)	)	PUNCT
epaa-335	92	44	.	.	PUNCT
epaa-335	93	1	the	the	DET
epaa-335	93	2	u.s	u.s	PROPN
epaa-335	93	3	.	.	PROPN
epaa-335	93	4	court	court	PROPN
epaa-335	93	5	of	of	ADP
epaa-335	93	6	appeals	appeals	PROPN
epaa-335	93	7	decided	decide	VERB
epaa-335	93	8	the	the	DET
epaa-335	93	9	district	district	NOUN
epaa-335	93	10	court	court	NOUN
epaa-335	93	11	should	should	AUX
epaa-335	93	12	have	have	AUX
epaa-335	93	13	enforced	enforce	VERB
epaa-335	93	14	the	the	DET
epaa-335	93	15	consent	consent	NOUN
epaa-335	93	16	decree	decree	NOUN
epaa-335	93	17	(	(	PUNCT
epaa-335	93	18	allen	allen	PROPN
epaa-335	93	19	,	,	PUNCT
epaa-335	93	20	april	april	PROPN
epaa-335	93	21	22	22	NUM
epaa-335	93	22	,	,	PUNCT
epaa-335	93	23	1987)—which	1987)—which	NUM
epaa-335	93	24	the	the	DET
epaa-335	93	25	district	district	NOUN
epaa-335	93	26	court	court	NOUN
epaa-335	93	27	so	so	ADV
epaa-335	93	28	ordered	order	VERB
epaa-335	93	29	on	on	ADP
epaa-335	93	30	may	may	PROPN
epaa-335	93	31	14	14	NUM
epaa-335	93	32	,	,	PUNCT
epaa-335	93	33	1987	1987	NUM
epaa-335	93	34	(	(	PUNCT
epaa-335	93	35	allen	allen	PROPN
epaa-335	93	36	,	,	PUNCT
epaa-335	93	37	may	may	AUX
epaa-335	93	38	14	14	NUM
epaa-335	93	39	,	,	PUNCT
epaa-335	93	40	1987	1987	NUM
epaa-335	93	41	)	)	PUNCT
epaa-335	93	42	.	.	PUNCT
epaa-335	94	1	although	although	SCONJ
epaa-335	94	2	the	the	DET
epaa-335	94	3	decision	decision	NOUN
epaa-335	94	4	to	to	PART
epaa-335	94	5	uphold	uphold	VERB
epaa-335	94	6	the	the	DET
epaa-335	94	7	original	original	ADJ
epaa-335	94	8	settlement	settlement	NOUN
epaa-335	94	9	was	be	AUX
epaa-335	94	10	a	a	DET
epaa-335	94	11	positive	positive	ADJ
epaa-335	94	12	ruling	ruling	NOUN
epaa-335	94	13	for	for	ADP
epaa-335	94	14	the	the	DET
epaa-335	94	15	plaintiffs	plaintiff	NOUN
epaa-335	94	16	,	,	PUNCT
epaa-335	94	17	it	it	PRON
epaa-335	94	18	also	also	ADV
epaa-335	94	19	was	be	AUX
epaa-335	94	20	somewhat	somewhat	ADV
epaa-335	94	21	counter	counter	ADJ
epaa-335	94	22	-	-	NOUN
epaa-335	94	23	productive	productive	ADJ
epaa-335	94	24	for	for	ADP
epaa-335	94	25	them	they	PRON
epaa-335	94	26	because	because	SCONJ
epaa-335	94	27	it	it	PRON
epaa-335	94	28	was	be	AUX
epaa-335	94	29	unexpectedly	unexpectedly	ADV
epaa-335	94	30	beneficial	beneficial	ADJ
epaa-335	94	31	to	to	ADP
epaa-335	94	32	nes	ne	NOUN
epaa-335	94	33	at	at	ADP
epaa-335	94	34	this	this	DET
epaa-335	94	35	stage	stage	NOUN
epaa-335	94	36	in	in	ADP
epaa-335	94	37	the	the	DET
epaa-335	94	38	proceedings	proceeding	NOUN
epaa-335	94	39	.	.	PUNCT
epaa-335	95	1	that	that	PRON
epaa-335	95	2	is	be	AUX
epaa-335	95	3	because	because	SCONJ
epaa-335	95	4	the	the	DET
epaa-335	95	5	evidence	evidence	NOUN
epaa-335	95	6	presented	present	VERB
epaa-335	95	7	above	above	ADV
epaa-335	95	8	in	in	ADP
epaa-335	95	9	allen	allen	PROPN
epaa-335	95	10	v	v	ADP
epaa-335	95	11	alabama	alabama	PROPN
epaa-335	95	12	6	6	NUM
epaa-335	95	13	of	of	ADP
epaa-335	95	14	22	22	NUM
epaa-335	95	15	was	be	AUX
epaa-335	95	16	critical	critical	ADJ
epaa-335	95	17	of	of	ADP
epaa-335	95	18	the	the	DET
epaa-335	95	19	state	state	NOUN
epaa-335	95	20	and	and	CCONJ
epaa-335	95	21	nes	nes	PROPN
epaa-335	95	22	(	(	PUNCT
epaa-335	95	23	nes	ne	NOUN
epaa-335	95	24	was	be	AUX
epaa-335	95	25	explicitly	explicitly	ADV
epaa-335	95	26	referred	refer	VERB
epaa-335	95	27	to	to	ADP
epaa-335	95	28	in	in	ADP
epaa-335	95	29	the	the	DET
epaa-335	95	30	court	court	NOUN
epaa-335	95	31	documents	document	NOUN
epaa-335	95	32	)	)	PUNCT
epaa-335	95	33	.	.	PUNCT
epaa-335	96	1	thus	thus	ADV
epaa-335	96	2	,	,	PUNCT
epaa-335	96	3	nes	nes	PROPN
epaa-335	96	4	's	's	PART
epaa-335	96	5	best	good	ADJ
epaa-335	96	6	hope	hope	NOUN
epaa-335	96	7	for	for	ADP
epaa-335	96	8	avoiding	avoid	VERB
epaa-335	96	9	a	a	DET
epaa-335	96	10	written	write	VERB
epaa-335	96	11	opinion	opinion	NOUN
epaa-335	96	12	critical	critical	ADJ
epaa-335	96	13	of	of	ADP
epaa-335	96	14	their	their	PRON
epaa-335	96	15	test	test	NOUN
epaa-335	96	16	development	development	NOUN
epaa-335	96	17	procedures	procedure	NOUN
epaa-335	96	18	was	be	AUX
epaa-335	96	19	if	if	SCONJ
epaa-335	96	20	plaintiffs	plaintiff	NOUN
epaa-335	96	21	'	'	PART
epaa-335	96	22	appeal	appeal	NOUN
epaa-335	96	23	were	be	AUX
epaa-335	96	24	to	to	PART
epaa-335	96	25	be	be	AUX
epaa-335	96	26	upheld	uphold	VERB
epaa-335	96	27	and	and	CCONJ
epaa-335	96	28	the	the	DET
epaa-335	96	29	original	original	ADJ
epaa-335	96	30	settlement	settlement	NOUN
epaa-335	96	31	enforced	enforce	VERB
epaa-335	96	32	,	,	PUNCT
epaa-335	96	33	as	as	SCONJ
epaa-335	96	34	it	it	PRON
epaa-335	96	35	was	be	AUX
epaa-335	96	36	.	.	PUNCT
epaa-335	97	1	then	then	ADV
epaa-335	97	2	there	there	PRON
epaa-335	97	3	would	would	AUX
epaa-335	97	4	be	be	AUX
epaa-335	97	5	no	no	DET
epaa-335	97	6	evidentiary	evidentiary	ADJ
epaa-335	97	7	record	record	NOUN
epaa-335	97	8	,	,	PUNCT
epaa-335	97	9	no	no	DET
epaa-335	97	10	court	court	NOUN
epaa-335	97	11	ruling	ruling	NOUN
epaa-335	97	12	,	,	PUNCT
epaa-335	97	13	and	and	CCONJ
epaa-335	97	14	no	no	DET
epaa-335	97	15	legal	legal	ADJ
epaa-335	97	16	opinion	opinion	NOUN
epaa-335	97	17	that	that	PRON
epaa-335	97	18	would	would	AUX
epaa-335	97	19	reflect	reflect	VERB
epaa-335	97	20	badly	badly	ADV
epaa-335	97	21	upon	upon	SCONJ
epaa-335	97	22	the	the	DET
epaa-335	97	23	nes	ne	NOUN
epaa-335	97	24	procedures	procedure	NOUN
epaa-335	97	25	.	.	PUNCT
epaa-335	98	1	richardson	richardson	PROPN
epaa-335	98	2	v	v	PROPN
epaa-335	98	3	lamar	lamar	PROPN
epaa-335	98	4	county	county	PROPN
epaa-335	98	5	board	board	PROPN
epaa-335	98	6	of	of	ADP
epaa-335	98	7	education	education	NOUN
epaa-335	98	8	(	(	PUNCT
epaa-335	98	9	87	87	NUM
epaa-335	98	10	-	-	PUNCT
epaa-335	98	11	t-568	t-568	NOUN
epaa-335	98	12	-	-	PUNCT
epaa-335	98	13	n	n	CCONJ
epaa-335	98	14	)	)	PUNCT
epaa-335	98	15	commenced	commence	VERB
epaa-335	98	16	,	,	PUNCT
epaa-335	98	17	however	however	ADV
epaa-335	98	18	,	,	PUNCT
epaa-335	98	19	and	and	CCONJ
epaa-335	98	20	the	the	DET
epaa-335	98	21	actions	action	NOUN
epaa-335	98	22	of	of	ADP
epaa-335	98	23	nes	ne	NOUN
epaa-335	98	24	and	and	CCONJ
epaa-335	98	25	the	the	DET
epaa-335	98	26	alabama	alabama	PROPN
epaa-335	98	27	state	state	PROPN
epaa-335	98	28	board	board	PROPN
epaa-335	98	29	of	of	ADP
epaa-335	98	30	education	education	NOUN
epaa-335	98	31	were	be	AUX
epaa-335	98	32	openly	openly	ADV
epaa-335	98	33	discussed	discuss	VERB
epaa-335	98	34	and	and	CCONJ
epaa-335	98	35	critiqued	critique	VERB
epaa-335	98	36	in	in	ADP
epaa-335	98	37	the	the	DET
epaa-335	98	38	court	court	NOUN
epaa-335	98	39	's	's	PART
epaa-335	98	40	opinion	opinion	NOUN
epaa-335	98	41	of	of	ADP
epaa-335	98	42	november	november	PROPN
epaa-335	98	43	30	30	NUM
epaa-335	98	44	,	,	PUNCT
epaa-335	98	45	1989	1989	NUM
epaa-335	98	46	(	(	PUNCT
epaa-335	98	47	though	though	SCONJ
epaa-335	98	48	nes	ne	NOUN
epaa-335	98	49	was	be	AUX
epaa-335	98	50	not	not	PART
epaa-335	98	51	mentioned	mention	VERB
epaa-335	98	52	by	by	ADP
epaa-335	98	53	name	name	NOUN
epaa-335	98	54	in	in	ADP
epaa-335	98	55	the	the	DET
epaa-335	98	56	richardson	richardson	PROPN
epaa-335	98	57	,	,	PUNCT
epaa-335	98	58	1989	1989	NUM
epaa-335	98	59	decision	decision	NOUN
epaa-335	98	60	)	)	PUNCT
epaa-335	98	61	.	.	PUNCT
epaa-335	99	1	richardson	richardson	PROPN
epaa-335	99	2	v	v	PROPN
epaa-335	99	3	lamar	lamar	PROPN
epaa-335	99	4	county	county	PROPN
epaa-335	99	5	board	board	PROPN
epaa-335	99	6	of	of	ADP
epaa-335	99	7	education	education	NOUN
epaa-335	99	8	,	,	PUNCT
epaa-335	99	9	et	et	PROPN
epaa-335	99	10	al	al	PROPN
epaa-335	99	11	.	.	PROPN
epaa-335	100	1	like	like	INTJ
epaa-335	100	2	allen	allen	PROPN
epaa-335	100	3	v	v	PROPN
epaa-335	100	4	alabama	alabama	PROPN
epaa-335	100	5	,	,	PUNCT
epaa-335	100	6	richardson	richardson	PROPN
epaa-335	100	7	v	v	PROPN
epaa-335	100	8	lamar	lamar	PROPN
epaa-335	100	9	county	county	PROPN
epaa-335	100	10	also	also	ADV
epaa-335	100	11	addressed	address	VERB
epaa-335	100	12	issues	issue	NOUN
epaa-335	100	13	of	of	ADP
epaa-335	100	14	the	the	DET
epaa-335	100	15	“	"	PUNCT
epaa-335	100	16	racially	racially	ADV
epaa-335	100	17	disparate	disparate	ADJ
epaa-335	100	18	impact	impact	NOUN
epaa-335	100	19	”	"	PUNCT
epaa-335	100	20	of	of	ADP
epaa-335	100	21	the	the	DET
epaa-335	100	22	aitctp	aitctp	PROPN
epaa-335	100	23	(	(	PUNCT
epaa-335	100	24	richardson	richardson	PROPN
epaa-335	100	25	,	,	PUNCT
epaa-335	100	26	1989	1989	NUM
epaa-335	100	27	,	,	PUNCT
epaa-335	100	28	p.	p.	NOUN
epaa-335	100	29	808	808	NUM
epaa-335	100	30	)	)	PUNCT
epaa-335	100	31	.	.	PUNCT
epaa-335	101	1	the	the	DET
epaa-335	101	2	honorable	honorable	ADJ
epaa-335	101	3	myron	myron	PROPN
epaa-335	101	4	h.	h.	PROPN
epaa-335	101	5	thompson	thompson	PROPN
epaa-335	101	6	again	again	ADV
epaa-335	101	7	presided	preside	VERB
epaa-335	101	8	,	,	PUNCT
epaa-335	101	9	and	and	CCONJ
epaa-335	101	10	testimony	testimony	NOUN
epaa-335	101	11	from	from	ADP
epaa-335	101	12	allen	allen	PROPN
epaa-335	101	13	v	v	PROPN
epaa-335	101	14	alabama	alabama	PROPN
epaa-335	101	15	was	be	AUX
epaa-335	101	16	admitted	admit	VERB
epaa-335	101	17	as	as	ADP
epaa-335	101	18	evidence	evidence	NOUN
epaa-335	101	19	(	(	PUNCT
epaa-335	101	20	richardson	richardson	PROPN
epaa-335	101	21	,	,	PUNCT
epaa-335	101	22	1989	1989	NUM
epaa-335	101	23	)	)	PUNCT
epaa-335	101	24	.	.	PUNCT
epaa-335	102	1	although	although	SCONJ
epaa-335	102	2	the	the	DET
epaa-335	102	3	defendants	defendant	NOUN
epaa-335	102	4	denied	deny	VERB
epaa-335	102	5	in	in	ADP
epaa-335	102	6	the	the	DET
epaa-335	102	7	allen	allen	PROPN
epaa-335	102	8	v	v	PROPN
epaa-335	102	9	alabama	alabama	PROPN
epaa-335	102	10	consent	consent	NOUN
epaa-335	102	11	decree	decree	NOUN
epaa-335	102	12	that	that	PRON
epaa-335	102	13	the	the	DET
epaa-335	102	14	aitctp	aitctp	NOUN
epaa-335	102	15	tests	test	NOUN
epaa-335	102	16	were	be	AUX
epaa-335	102	17	psychometrically	psychometrically	ADV
epaa-335	102	18	invalid	invalid	ADJ
epaa-335	102	19	,	,	PUNCT
epaa-335	102	20	and	and	CCONJ
epaa-335	102	21	even	even	ADV
epaa-335	102	22	though	though	SCONJ
epaa-335	102	23	no	no	DET
epaa-335	102	24	decision	decision	NOUN
epaa-335	102	25	was	be	AUX
epaa-335	102	26	reached	reach	VERB
epaa-335	102	27	in	in	ADP
epaa-335	102	28	the	the	DET
epaa-335	102	29	abbreviated	abbreviate	VERB
epaa-335	102	30	allen	allen	PROPN
epaa-335	102	31	v	v	ADP
epaa-335	102	32	alabama	alabama	PROPN
epaa-335	102	33	trial	trial	NOUN
epaa-335	102	34	,	,	PUNCT
epaa-335	102	35	the	the	DET
epaa-335	102	36	state	state	NOUN
epaa-335	102	37	board	board	PROPN
epaa-335	102	38	of	of	ADP
epaa-335	102	39	education	education	NOUN
epaa-335	102	40	did	do	AUX
epaa-335	102	41	not	not	PART
epaa-335	102	42	attempt	attempt	VERB
epaa-335	102	43	to	to	PART
epaa-335	102	44	defend	defend	VERB
epaa-335	102	45	the	the	DET
epaa-335	102	46	validity	validity	NOUN
epaa-335	102	47	of	of	ADP
epaa-335	102	48	the	the	DET
epaa-335	102	49	tests	test	NOUN
epaa-335	102	50	in	in	ADP
epaa-335	102	51	richardson	richardson	PROPN
epaa-335	102	52	v	v	PROPN
epaa-335	102	53	lamar	lamar	PROPN
epaa-335	102	54	and	and	CCONJ
epaa-335	102	55	,	,	PUNCT
epaa-335	102	56	“	"	PUNCT
epaa-335	102	57	in	in	ADP
epaa-335	102	58	fact	fact	NOUN
epaa-335	102	59	,	,	PUNCT
epaa-335	102	60	it	it	PRON
epaa-335	102	61	conceded	concede	VERB
epaa-335	102	62	at	at	ADP
epaa-335	102	63	trial	trial	NOUN
epaa-335	102	64	that	that	DET
epaa-335	102	65	plaintiff	plaintiff	NOUN
epaa-335	102	66	need	need	AUX
epaa-335	102	67	not	not	PART
epaa-335	102	68	relitigate	relitigate	VERB
epaa-335	102	69	the	the	DET
epaa-335	102	70	issue	issue	NOUN
epaa-335	102	71	of	of	ADP
epaa-335	102	72	test	test	NOUN
epaa-335	102	73	validity	validity	NOUN
epaa-335	102	74	”	"	PUNCT
epaa-335	102	75	(	(	PUNCT
epaa-335	102	76	richardson	richardson	PROPN
epaa-335	102	77	v	v	PROPN
epaa-335	102	78	alabama	alabama	PROPN
epaa-335	102	79	state	state	PROPN
epaa-335	102	80	board	board	PROPN
epaa-335	102	81	of	of	ADP
epaa-335	102	82	education	education	NOUN
epaa-335	102	83	,	,	PUNCT
epaa-335	102	84	1991	1991	NUM
epaa-335	102	85	,	,	PUNCT
epaa-335	102	86	p.	p.	NOUN
epaa-335	102	87	1240	1240	NUM
epaa-335	102	88	,	,	PUNCT
epaa-335	102	89	1246	1246	NUM
epaa-335	102	90	)	)	PUNCT
epaa-335	102	91	.	.	PUNCT
epaa-335	103	1	judge	judge	PROPN
epaa-335	103	2	thompson	thompson	PROPN
epaa-335	103	3	's	's	PART
epaa-335	103	4	position	position	NOUN
epaa-335	103	5	on	on	ADP
epaa-335	103	6	the	the	DET
epaa-335	103	7	test	test	NOUN
epaa-335	103	8	development	development	NOUN
epaa-335	103	9	process	process	NOUN
epaa-335	103	10	of	of	ADP
epaa-335	103	11	nes	ne	NOUN
epaa-335	103	12	was	be	AUX
epaa-335	103	13	clearly	clearly	ADV
epaa-335	103	14	stated	state	VERB
epaa-335	103	15	:	:	PUNCT
epaa-335	103	16	“	"	PUNCT
epaa-335	103	17	in	in	ADP
epaa-335	103	18	order	order	NOUN
epaa-335	103	19	to	to	PART
epaa-335	103	20	fully	fully	ADV
epaa-335	103	21	appreciate	appreciate	VERB
epaa-335	103	22	the	the	DET
epaa-335	103	23	invalidity	invalidity	NOUN
epaa-335	103	24	of	of	ADP
epaa-335	103	25	the	the	DET
epaa-335	103	26	two	two	NUM
epaa-335	103	27	challenged	challenge	VERB
epaa-335	103	28	examinations	examination	NOUN
epaa-335	103	29	,	,	PUNCT
epaa-335	103	30	one	one	PRON
epaa-335	103	31	must	must	AUX
epaa-335	103	32	understand	understand	VERB
epaa-335	103	33	just	just	ADV
epaa-335	103	34	how	how	SCONJ
epaa-335	103	35	bankrupt	bankrupt	ADJ
epaa-335	103	36	the	the	DET
epaa-335	103	37	overall	overall	ADJ
epaa-335	103	38	methodology	methodology	NOUN
epaa-335	103	39	used	use	VERB
epaa-335	103	40	by	by	ADP
epaa-335	103	41	the	the	DET
epaa-335	103	42	state	state	PROPN
epaa-335	103	43	board	board	NOUN
epaa-335	103	44	and	and	CCONJ
epaa-335	103	45	the	the	DET
epaa-335	103	46	test	test	NOUN
epaa-335	103	47	developer	developer	NOUN
epaa-335	103	48	was	be	AUX
epaa-335	103	49	”	"	PUNCT
epaa-335	103	50	(	(	PUNCT
epaa-335	103	51	richardson	richardson	PROPN
epaa-335	103	52	,	,	PUNCT
epaa-335	103	53	1989	1989	NUM
epaa-335	103	54	,	,	PUNCT
epaa-335	103	55	p.	p.	NOUN
epaa-335	103	56	825	825	NUM
epaa-335	103	57	,	,	PUNCT
epaa-335	103	58	n.	n.	NOUN
epaa-335	103	59	37	37	NUM
epaa-335	103	60	)	)	PUNCT
epaa-335	103	61	.	.	PUNCT
epaa-335	104	1	while	while	SCONJ
epaa-335	104	2	sensitive	sensitive	ADJ
epaa-335	104	3	to	to	ADP
epaa-335	104	4	the	the	DET
epaa-335	104	5	fact	fact	NOUN
epaa-335	104	6	that	that	SCONJ
epaa-335	104	7	“	"	PUNCT
epaa-335	104	8	close	close	ADJ
epaa-335	104	9	scrutiny	scrutiny	NOUN
epaa-335	104	10	of	of	ADP
epaa-335	104	11	any	any	DET
epaa-335	104	12	testing	testing	NOUN
epaa-335	104	13	program	program	NOUN
epaa-335	104	14	of	of	ADP
epaa-335	104	15	this	this	DET
epaa-335	104	16	magnitude	magnitude	NOUN
epaa-335	104	17	will	will	AUX
epaa-335	104	18	inevitably	inevitably	ADV
epaa-335	104	19	reveal	reveal	VERB
epaa-335	104	20	numerous	numerous	ADJ
epaa-335	104	21	errors	error	NOUN
epaa-335	104	22	,	,	PUNCT
epaa-335	104	23	”	"	PUNCT
epaa-335	104	24	the	the	DET
epaa-335	104	25	court	court	NOUN
epaa-335	104	26	concluded	conclude	VERB
epaa-335	104	27	that	that	SCONJ
epaa-335	104	28	these	these	DET
epaa-335	104	29	errors	error	NOUN
epaa-335	104	30	were	be	AUX
epaa-335	104	31	not	not	PART
epaa-335	104	32	“	"	PUNCT
epaa-335	104	33	of	of	ADP
epaa-335	104	34	equal	equal	ADJ
epaa-335	104	35	footing	footing	NOUN
epaa-335	104	36	”	"	PUNCT
epaa-335	104	37	and	and	CCONJ
epaa-335	104	38	“	"	PUNCT
epaa-335	104	39	the	the	DET
epaa-335	104	40	error	error	NOUN
epaa-335	104	41	rate	rate	NOUN
epaa-335	104	42	per	per	ADP
epaa-335	104	43	examination	examination	NOUN
epaa-335	104	44	was	be	AUX
epaa-335	104	45	simply	simply	ADV
epaa-335	104	46	too	too	ADV
epaa-335	104	47	high	high	ADJ
epaa-335	104	48	”	"	PUNCT
epaa-335	104	49	(	(	PUNCT
epaa-335	104	50	richardson	richardson	PROPN
epaa-335	104	51	,	,	PUNCT
epaa-335	104	52	1989	1989	NUM
epaa-335	104	53	,	,	PUNCT
epaa-335	104	54	pp	pp	ADV
epaa-335	104	55	.	.	PUNCT
epaa-335	104	56	82224	82224	NUM
epaa-335	104	57	)	)	PUNCT
epaa-335	104	58	thus	thus	ADV
epaa-335	104	59	,	,	PUNCT
epaa-335	104	60	none	none	NOUN
epaa-335	104	61	of	of	ADP
epaa-335	104	62	the	the	DET
epaa-335	104	63	examinations	examination	NOUN
epaa-335	104	64	that	that	PRON
epaa-335	104	65	comprised	comprise	VERB
epaa-335	104	66	the	the	DET
epaa-335	104	67	certification	certification	NOUN
epaa-335	104	68	test	test	NOUN
epaa-335	104	69	possessed	possess	VERB
epaa-335	104	70	content	content	NOUN
epaa-335	104	71	validity	validity	NOUN
epaa-335	104	72	because	because	SCONJ
epaa-335	104	73	of	of	ADP
epaa-335	104	74	five	five	NUM
epaa-335	104	75	major	major	ADJ
epaa-335	104	76	errors	error	NOUN
epaa-335	104	77	by	by	ADP
epaa-335	104	78	the	the	DET
epaa-335	104	79	test	test	NOUN
epaa-335	104	80	developer	developer	NOUN
epaa-335	104	81	and	and	CCONJ
epaa-335	104	82	the	the	DET
epaa-335	104	83	test	test	NOUN
epaa-335	104	84	developer	developer	NOUN
epaa-335	104	85	had	have	AUX
epaa-335	104	86	made	make	VERB
epaa-335	104	87	six	six	NUM
epaa-335	104	88	major	major	ADJ
epaa-335	104	89	errors	error	NOUN
epaa-335	104	90	in	in	ADP
epaa-335	104	91	establishing	establish	VERB
epaa-335	104	92	cut	cut	VERB
epaa-335	104	93	scores	score	NOUN
epaa-335	104	94	(	(	PUNCT
epaa-335	104	95	richardson	richardson	PROPN
epaa-335	104	96	,	,	PUNCT
epaa-335	104	97	1989	1989	NUM
epaa-335	104	98	,	,	PUNCT
epaa-335	104	99	pp	pp	ADP
epaa-335	104	100	.	.	PUNCT
epaa-335	105	1	821	821	NUM
epaa-335	105	2	-	-	SYM
epaa-335	105	3	25	25	NUM
epaa-335	105	4	)	)	PUNCT
epaa-335	105	5	.	.	PUNCT
epaa-335	106	1	case	case	NOUN
epaa-335	106	2	outcomes	outcome	NOUN
epaa-335	106	3	in	in	ADP
epaa-335	106	4	alabama	alabama	PROPN
epaa-335	106	5	the	the	DET
epaa-335	106	6	allen	allen	PROPN
epaa-335	106	7	v	v	PROPN
epaa-335	106	8	alabama	alabama	PROPN
epaa-335	106	9	consent	consent	NOUN
epaa-335	106	10	decree	decree	NOUN
epaa-335	106	11	required	require	VERB
epaa-335	106	12	alabama	alabama	PROPN
epaa-335	106	13	to	to	PART
epaa-335	106	14	pay	pay	VERB
epaa-335	106	15	$	$	SYM
epaa-335	106	16	500,000	500,000	NUM
epaa-335	106	17	in	in	ADP
epaa-335	106	18	liquidated	liquidate	VERB
epaa-335	106	19	damages	damage	NOUN
epaa-335	106	20	and	and	CCONJ
epaa-335	106	21	issue	issue	VERB
epaa-335	106	22	permanent	permanent	ADJ
epaa-335	106	23	teaching	teaching	NOUN
epaa-335	106	24	certificates	certificate	NOUN
epaa-335	106	25	to	to	ADP
epaa-335	106	26	a	a	DET
epaa-335	106	27	large	large	ADJ
epaa-335	106	28	portion	portion	NOUN
epaa-335	106	29	of	of	ADP
epaa-335	106	30	the	the	DET
epaa-335	106	31	plaintiff	plaintiff	NOUN
epaa-335	106	32	class	class	NOUN
epaa-335	106	33	(	(	PUNCT
epaa-335	106	34	allen	allen	PROPN
epaa-335	106	35	,	,	PUNCT
epaa-335	106	36	consent	consent	NOUN
epaa-335	106	37	decree	decree	NOUN
epaa-335	106	38	,	,	PUNCT
epaa-335	106	39	oct	oct	PROPN
epaa-335	106	40	.	.	PROPN
epaa-335	106	41	25	25	NUM
epaa-335	106	42	,	,	PUNCT
epaa-335	106	43	1985	1985	NUM
epaa-335	106	44	,	,	PUNCT
epaa-335	106	45	pp	pp	ADV
epaa-335	106	46	.	.	PUNCT
epaa-335	107	1	9	9	NUM
epaa-335	107	2	-	-	SYM
epaa-335	107	3	11	11	NUM
epaa-335	107	4	)	)	PUNCT
epaa-335	107	5	.	.	PUNCT
epaa-335	108	1	the	the	DET
epaa-335	108	2	decree	decree	NOUN
epaa-335	108	3	also	also	ADV
epaa-335	108	4	provided	provide	VERB
epaa-335	108	5	for	for	ADP
epaa-335	108	6	a	a	DET
epaa-335	108	7	new	new	ADJ
epaa-335	108	8	teacher	teacher	NOUN
epaa-335	108	9	certification	certification	NOUN
epaa-335	108	10	process	process	NOUN
epaa-335	108	11	.	.	PUNCT
epaa-335	109	1	however	however	ADV
epaa-335	109	2	,	,	PUNCT
epaa-335	109	3	no	no	DET
epaa-335	109	4	new	new	ADJ
epaa-335	109	5	test	test	NOUN
epaa-335	109	6	was	be	AUX
epaa-335	109	7	developed	develop	VERB
epaa-335	109	8	or	or	CCONJ
epaa-335	109	9	implemented	implement	VERB
epaa-335	109	10	and	and	CCONJ
epaa-335	109	11	the	the	DET
epaa-335	109	12	alabama	alabama	PROPN
epaa-335	109	13	state	state	PROPN
epaa-335	109	14	board	board	PROPN
epaa-335	109	15	of	of	ADP
epaa-335	109	16	education	education	NOUN
epaa-335	109	17	suspended	suspend	VERB
epaa-335	109	18	the	the	DET
epaa-335	109	19	teacher	teacher	NOUN
epaa-335	109	20	certification	certification	NOUN
epaa-335	109	21	testing	testing	NOUN
epaa-335	109	22	program	program	NOUN
epaa-335	109	23	on	on	ADP
epaa-335	109	24	july	july	PROPN
epaa-335	109	25	12	12	NUM
epaa-335	109	26	,	,	PUNCT
epaa-335	109	27	1988	1988	NUM
epaa-335	109	28	.	.	PUNCT
epaa-335	110	1	in	in	ADP
epaa-335	110	2	1995	1995	NUM
epaa-335	110	3	the	the	DET
epaa-335	110	4	alabama	alabama	PROPN
epaa-335	110	5	state	state	NOUN
epaa-335	110	6	legislature	legislature	NOUN
epaa-335	110	7	enacted	enact	VERB
epaa-335	110	8	a	a	DET
epaa-335	110	9	law	law	NOUN
epaa-335	110	10	requiring	require	VERB
epaa-335	110	11	that	that	SCONJ
epaa-335	110	12	teacher	teacher	NOUN
epaa-335	110	13	candidates	candidate	NOUN
epaa-335	110	14	pass	pass	VERB
epaa-335	110	15	an	an	DET
epaa-335	110	16	examination	examination	NOUN
epaa-335	110	17	as	as	ADP
epaa-335	110	18	a	a	DET
epaa-335	110	19	condition	condition	NOUN
epaa-335	110	20	for	for	ADP
epaa-335	110	21	graduation	graduation	NOUN
epaa-335	110	22	.	.	PUNCT
epaa-335	111	1	subsequently	subsequently	ADV
epaa-335	111	2	,	,	PUNCT
epaa-335	111	3	another	another	DET
epaa-335	111	4	trial	trial	NOUN
epaa-335	111	5	was	be	AUX
epaa-335	111	6	held	hold	VERB
epaa-335	111	7	february	february	PROPN
epaa-335	111	8	23	23	NUM
epaa-335	111	9	,	,	PUNCT
epaa-335	111	10	1996	1996	NUM
epaa-335	111	11	to	to	PART
epaa-335	111	12	decide	decide	VERB
epaa-335	111	13	the	the	DET
epaa-335	111	14	state	state	NOUN
epaa-335	111	15	's	's	PART
epaa-335	111	16	motions	motion	NOUN
epaa-335	111	17	to	to	PART
epaa-335	111	18	modify	modify	VERB
epaa-335	111	19	or	or	CCONJ
epaa-335	111	20	vacate	vacate	VERB
epaa-335	111	21	the	the	DET
epaa-335	111	22	1985	1985	NUM
epaa-335	111	23	consent	consent	NOUN
epaa-335	111	24	decree	decree	NOUN
epaa-335	111	25	(	(	PUNCT
epaa-335	111	26	allen	allen	PROPN
epaa-335	111	27	,	,	PUNCT
epaa-335	111	28	1997	1997	NUM
epaa-335	111	29	,	,	PUNCT
epaa-335	111	30	p.	p.	NOUN
epaa-335	111	31	1414	1414	NUM
epaa-335	111	32	)	)	PUNCT
epaa-335	111	33	.	.	PUNCT
epaa-335	112	1	those	those	DET
epaa-335	112	2	motions	motion	NOUN
epaa-335	112	3	were	be	AUX
epaa-335	112	4	denied	deny	VERB
epaa-335	112	5	on	on	ADP
epaa-335	112	6	september	september	PROPN
epaa-335	112	7	8	8	NUM
epaa-335	112	8	,	,	PUNCT
epaa-335	112	9	1997	1997	NUM
epaa-335	112	10	(	(	PUNCT
epaa-335	112	11	allen	allen	PROPN
epaa-335	112	12	,	,	PUNCT
epaa-335	112	13	sept	sept	PROPN
epaa-335	112	14	.	.	PROPN
epaa-335	112	15	8	8	NUM
epaa-335	112	16	,	,	PUNCT
epaa-335	112	17	1997	1997	NUM
epaa-335	112	18	)	)	PUNCT
epaa-335	112	19	.	.	PUNCT
epaa-335	113	1	given	give	VERB
epaa-335	113	2	the	the	DET
epaa-335	113	3	rigorous	rigorous	ADJ
epaa-335	113	4	test	test	NOUN
epaa-335	113	5	development	development	NOUN
epaa-335	113	6	and	and	CCONJ
epaa-335	113	7	monitoring	monitor	VERB
epaa-335	113	8	conditions	condition	NOUN
epaa-335	113	9	of	of	ADP
epaa-335	113	10	the	the	DET
epaa-335	113	11	amended	amend	VERB
epaa-335	113	12	consent	consent	NOUN
epaa-335	113	13	decree	decree	NOUN
epaa-335	113	14	,	,	PUNCT
epaa-335	113	15	it	it	PRON
epaa-335	113	16	was	be	AUX
epaa-335	113	17	estimated	estimate	VERB
epaa-335	113	18	by	by	ADP
epaa-335	113	19	the	the	DET
epaa-335	113	20	court	court	NOUN
epaa-335	113	21	that	that	SCONJ
epaa-335	113	22	the	the	DET
epaa-335	113	23	state	state	NOUN
epaa-335	113	24	of	of	ADP
epaa-335	113	25	alabama	alabama	PROPN
epaa-335	113	26	would	would	AUX
epaa-335	113	27	not	not	PART
epaa-335	113	28	gain	gain	VERB
epaa-335	113	29	complete	complete	ADJ
epaa-335	113	30	control	control	NOUN
epaa-335	113	31	of	of	ADP
epaa-335	113	32	its	its	PRON
epaa-335	113	33	teacher	teacher	NOUN
epaa-335	113	34	testing	testing	NOUN
epaa-335	113	35	program	program	NOUN
epaa-335	113	36	“	"	PUNCT
epaa-335	113	37	until	until	ADP
epaa-335	113	38	the	the	DET
epaa-335	113	39	year	year	NOUN
epaa-335	113	40	2015	2015	NUM
epaa-335	113	41	”	"	PUNCT
epaa-335	113	42	(	(	PUNCT
epaa-335	113	43	allen	allen	PROPN
epaa-335	113	44	,	,	PUNCT
epaa-335	113	45	jan	jan	PROPN
epaa-335	113	46	.	.	PROPN
epaa-335	113	47	5	5	NUM
epaa-335	113	48	,	,	PUNCT
epaa-335	113	49	2000	2000	NUM
epaa-335	113	50	,	,	PUNCT
epaa-335	113	51	p.	p.	NOUN
epaa-335	113	52	23	23	NUM
epaa-335	113	53	)	)	PUNCT
epaa-335	113	54	.	.	PUNCT
epaa-335	114	1	only	only	ADV
epaa-335	114	2	recently	recently	ADV
epaa-335	114	3	has	have	VERB
epaa-335	114	4	a	a	DET
epaa-335	114	5	testing	testing	NOUN
epaa-335	114	6	company	company	NOUN
epaa-335	114	7	stepped	step	VERB
epaa-335	114	8	forward	forward	ADV
epaa-335	114	9	with	with	ADP
epaa-335	114	10	a	a	DET
epaa-335	114	11	proposal	proposal	NOUN
epaa-335	114	12	for	for	ADP
epaa-335	114	13	a	a	DET
epaa-335	114	14	new	new	ADJ
epaa-335	114	15	alabama	alabama	PROPN
epaa-335	114	16	teacher	teacher	NOUN
epaa-335	114	17	certification	certification	NOUN
epaa-335	114	18	test	test	NOUN
epaa-335	114	19	(	(	PUNCT
epaa-335	114	20	rawls	rawl	NOUN
epaa-335	114	21	,	,	PUNCT
epaa-335	114	22	2000	2000	NUM
epaa-335	114	23	)	)	PUNCT
epaa-335	114	24	.	.	PUNCT
epaa-335	115	1	plaintiff	plaintiff	PROPN
epaa-335	115	2	richardson	richardson	PROPN
epaa-335	115	3	was	be	AUX
epaa-335	115	4	awarded	award	VERB
epaa-335	115	5	re	re	NOUN
epaa-335	115	6	-	-	NOUN
epaa-335	115	7	employment	employment	ADJ
epaa-335	115	8	,	,	PUNCT
epaa-335	115	9	backpay	backpay	NOUN
epaa-335	115	10	,	,	PUNCT
epaa-335	115	11	and	and	CCONJ
epaa-335	115	12	various	various	ADJ
epaa-335	115	13	other	other	ADJ
epaa-335	115	14	7	7	NUM
epaa-335	115	15	of	of	ADP
epaa-335	115	16	22	22	NUM
epaa-335	115	17	employment	employment	NOUN
epaa-335	115	18	benefits	benefit	NOUN
epaa-335	115	19	(	(	PUNCT
epaa-335	115	20	richardson	richardson	PROPN
epaa-335	115	21	,	,	PUNCT
epaa-335	115	22	1989	1989	NUM
epaa-335	115	23	,	,	PUNCT
epaa-335	115	24	pp	pp	ADP
epaa-335	115	25	.	.	PUNCT
epaa-335	116	1	825	825	NUM
epaa-335	116	2	-	-	SYM
epaa-335	116	3	26	26	NUM
epaa-335	116	4	)	)	PUNCT
epaa-335	116	5	.	.	PUNCT
epaa-335	117	1	defendants	defendant	NOUN
epaa-335	117	2	(	(	PUNCT
epaa-335	117	3	the	the	DET
epaa-335	117	4	state	state	NOUN
epaa-335	117	5	of	of	ADP
epaa-335	117	6	alabama	alabama	PROPN
epaa-335	117	7	and	and	CCONJ
epaa-335	117	8	its	its	PRON
epaa-335	117	9	agencies	agency	NOUN
epaa-335	117	10	)	)	PUNCT
epaa-335	117	11	in	in	ADP
epaa-335	117	12	both	both	DET
epaa-335	117	13	cases	case	NOUN
epaa-335	117	14	were	be	AUX
epaa-335	117	15	ordered	order	VERB
epaa-335	117	16	to	to	PART
epaa-335	117	17	pay	pay	VERB
epaa-335	117	18	court	court	NOUN
epaa-335	117	19	costs	cost	NOUN
epaa-335	117	20	and	and	CCONJ
epaa-335	117	21	attorney	attorney	NOUN
epaa-335	117	22	fees	fee	NOUN
epaa-335	117	23	(	(	PUNCT
epaa-335	117	24	richardson	richardson	PROPN
epaa-335	117	25	,	,	PUNCT
epaa-335	117	26	1989	1989	NUM
epaa-335	117	27	,	,	PUNCT
epaa-335	117	28	pp	pp	ADP
epaa-335	117	29	.	.	PUNCT
epaa-335	118	1	825	825	NUM
epaa-335	118	2	-	-	SYM
epaa-335	118	3	26	26	NUM
epaa-335	118	4	)	)	PUNCT
epaa-335	118	5	.	.	PUNCT
epaa-335	119	1	however	however	ADV
epaa-335	119	2	,	,	PUNCT
epaa-335	119	3	even	even	ADV
epaa-335	119	4	though	though	SCONJ
epaa-335	119	5	nes	ne	NOUN
epaa-335	119	6	was	be	AUX
epaa-335	119	7	responsible	responsible	ADJ
epaa-335	119	8	for	for	ADP
epaa-335	119	9	the	the	DET
epaa-335	119	10	development	development	NOUN
epaa-335	119	11	of	of	ADP
epaa-335	119	12	the	the	DET
epaa-335	119	13	tests	test	NOUN
epaa-335	119	14	,	,	PUNCT
epaa-335	119	15	nes	ne	NOUN
epaa-335	119	16	was	be	AUX
epaa-335	119	17	not	not	PART
epaa-335	119	18	named	name	VERB
epaa-335	119	19	as	as	ADP
epaa-335	119	20	one	one	NUM
epaa-335	119	21	of	of	ADP
epaa-335	119	22	the	the	DET
epaa-335	119	23	defendants	defendant	NOUN
epaa-335	119	24	in	in	ADP
epaa-335	119	25	these	these	DET
epaa-335	119	26	cases	case	NOUN
epaa-335	119	27	and	and	CCONJ
epaa-335	119	28	was	be	AUX
epaa-335	119	29	not	not	PART
epaa-335	119	30	held	hold	VERB
epaa-335	119	31	liable	liable	ADJ
epaa-335	119	32	for	for	ADP
epaa-335	119	33	any	any	DET
epaa-335	119	34	damages	damage	NOUN
epaa-335	119	35	(	(	PUNCT
epaa-335	119	36	note	note	NOUN
epaa-335	119	37	7	7	NUM
epaa-335	119	38	)	)	PUNCT
epaa-335	119	39	.	.	PUNCT
epaa-335	120	1	psychometric	psychometric	ADJ
epaa-335	120	2	and	and	CCONJ
epaa-335	120	3	statistical	statistical	ADJ
epaa-335	120	4	background	background	NOUN
epaa-335	120	5	at	at	ADP
epaa-335	120	6	this	this	DET
epaa-335	120	7	point	point	NOUN
epaa-335	120	8	it	it	PRON
epaa-335	120	9	is	be	AUX
epaa-335	120	10	appropriate	appropriate	ADJ
epaa-335	120	11	to	to	PART
epaa-335	120	12	discuss	discuss	VERB
epaa-335	120	13	some	some	PRON
epaa-335	120	14	of	of	ADP
epaa-335	120	15	the	the	DET
epaa-335	120	16	psychometric	psychometric	ADJ
epaa-335	120	17	concepts	concept	NOUN
epaa-335	120	18	and	and	CCONJ
epaa-335	120	19	statistics	statistic	NOUN
epaa-335	120	20	that	that	PRON
epaa-335	120	21	are	be	AUX
epaa-335	120	22	fundamental	fundamental	ADJ
epaa-335	120	23	to	to	ADP
epaa-335	120	24	any	any	DET
epaa-335	120	25	question	question	NOUN
epaa-335	120	26	about	about	ADP
epaa-335	120	27	test	test	NOUN
epaa-335	120	28	quality	quality	NOUN
epaa-335	120	29	.	.	PUNCT
epaa-335	121	1	the	the	DET
epaa-335	121	2	purpose	purpose	NOUN
epaa-335	121	3	of	of	ADP
epaa-335	121	4	this	this	DET
epaa-335	121	5	discussion	discussion	NOUN
epaa-335	121	6	is	be	AUX
epaa-335	121	7	to	to	PART
epaa-335	121	8	illustrate	illustrate	VERB
epaa-335	121	9	that	that	PRON
epaa-335	121	10	excruciatingly	excruciatingly	ADV
epaa-335	121	11	complex	complex	ADJ
epaa-335	121	12	analyses	analysis	NOUN
epaa-335	121	13	are	be	AUX
epaa-335	121	14	not	not	PART
epaa-335	121	15	necessarily	necessarily	ADV
epaa-335	121	16	required	require	VERB
epaa-335	121	17	in	in	ADP
epaa-335	121	18	order	order	NOUN
epaa-335	121	19	to	to	PART
epaa-335	121	20	reveal	reveal	VERB
epaa-335	121	21	flaws	flaw	NOUN
epaa-335	121	22	in	in	ADP
epaa-335	121	23	a	a	DET
epaa-335	121	24	test	test	NOUN
epaa-335	121	25	or	or	CCONJ
epaa-335	121	26	individual	individual	ADJ
epaa-335	121	27	test	test	NOUN
epaa-335	121	28	items	item	NOUN
epaa-335	121	29	.	.	PUNCT
epaa-335	122	1	the	the	DET
epaa-335	122	2	first	first	ADJ
epaa-335	122	3	steps	step	NOUN
epaa-335	122	4	in	in	ADP
epaa-335	122	5	test	test	NOUN
epaa-335	122	6	development	development	NOUN
epaa-335	122	7	simply	simply	ADV
epaa-335	122	8	involve	involve	VERB
epaa-335	122	9	common	common	ADJ
epaa-335	122	10	sense	sense	NOUN
epaa-335	122	11	practice	practice	NOUN
epaa-335	122	12	combined	combine	VERB
epaa-335	122	13	with	with	ADP
epaa-335	122	14	sound	sound	ADJ
epaa-335	122	15	statistical	statistical	ADJ
epaa-335	122	16	interpretations	interpretation	NOUN
epaa-335	122	17	.	.	PUNCT
epaa-335	123	1	if	if	SCONJ
epaa-335	123	2	those	those	DET
epaa-335	123	3	first	first	ADJ
epaa-335	123	4	steps	step	NOUN
epaa-335	123	5	are	be	AUX
epaa-335	123	6	flawed	flawed	ADJ
epaa-335	123	7	,	,	PUNCT
epaa-335	123	8	then	then	ADV
epaa-335	123	9	no	no	DET
epaa-335	123	10	complex	complex	ADJ
epaa-335	123	11	psychometric	psychometric	ADJ
epaa-335	123	12	analysis	analysis	NOUN
epaa-335	123	13	will	will	AUX
epaa-335	123	14	provide	provide	VERB
epaa-335	123	15	a	a	DET
epaa-335	123	16	remedy	remedy	NOUN
epaa-335	123	17	for	for	ADP
epaa-335	123	18	the	the	DET
epaa-335	123	19	mistakes	mistake	NOUN
epaa-335	123	20	.	.	PUNCT
epaa-335	124	1	one	one	NUM
epaa-335	124	2	of	of	ADP
epaa-335	124	3	the	the	DET
epaa-335	124	4	simplest	simple	ADJ
epaa-335	124	5	statistics	statistic	NOUN
epaa-335	124	6	reported	report	VERB
epaa-335	124	7	in	in	ADP
epaa-335	124	8	the	the	DET
epaa-335	124	9	reliability	reliability	NOUN
epaa-335	124	10	analysis	analysis	NOUN
epaa-335	124	11	of	of	ADP
epaa-335	124	12	a	a	DET
epaa-335	124	13	test	test	NOUN
epaa-335	124	14	like	like	ADP
epaa-335	124	15	the	the	DET
epaa-335	124	16	mect	mect	NOUN
epaa-335	124	17	is	be	AUX
epaa-335	124	18	the	the	DET
epaa-335	124	19	“	"	PUNCT
epaa-335	124	20	item	item	NOUN
epaa-335	124	21	-	-	PUNCT
epaa-335	124	22	test	test	NOUN
epaa-335	124	23	point	point	NOUN
epaa-335	124	24	-	-	PUNCT
epaa-335	124	25	biserial	biserial	ADJ
epaa-335	124	26	correlation	correlation	NOUN
epaa-335	124	27	.	.	PUNCT
epaa-335	124	28	”	"	PUNCT
epaa-335	125	1	this	this	DET
epaa-335	125	2	statistic	statistic	NOUN
epaa-335	125	3	goes	go	VERB
epaa-335	125	4	by	by	ADP
epaa-335	125	5	other	other	ADJ
epaa-335	125	6	names	name	NOUN
epaa-335	125	7	such	such	ADJ
epaa-335	125	8	as	as	ADP
epaa-335	125	9	the	the	DET
epaa-335	125	10	“	"	PUNCT
epaa-335	125	11	item	item	NOUN
epaa-335	125	12	-	-	PUNCT
epaa-335	125	13	total	total	NOUN
epaa-335	125	14	correlation	correlation	NOUN
epaa-335	125	15	”	"	PUNCT
epaa-335	125	16	and	and	CCONJ
epaa-335	125	17	the	the	DET
epaa-335	125	18	“	"	PUNCT
epaa-335	125	19	item	item	NOUN
epaa-335	125	20	discrimination	discrimination	NOUN
epaa-335	125	21	index	index	NOUN
epaa-335	125	22	.	.	PUNCT
epaa-335	125	23	”	"	PUNCT
epaa-335	126	1	it	it	PRON
epaa-335	126	2	is	be	AUX
epaa-335	126	3	called	call	VERB
epaa-335	126	4	the	the	DET
epaa-335	126	5	point	point	NOUN
epaa-335	126	6	-	-	PUNCT
epaa-335	126	7	biserial	biserial	ADJ
epaa-335	126	8	correlation	correlation	NOUN
epaa-335	126	9	specifically	specifically	ADV
epaa-335	126	10	because	because	SCONJ
epaa-335	126	11	it	it	PRON
epaa-335	126	12	represents	represent	VERB
epaa-335	126	13	the	the	DET
epaa-335	126	14	relationship	relationship	NOUN
epaa-335	126	15	between	between	ADP
epaa-335	126	16	a	a	DET
epaa-335	126	17	truly	truly	ADV
epaa-335	126	18	dichotomous	dichotomous	ADJ
epaa-335	126	19	variable	variable	NOUN
epaa-335	126	20	(	(	PUNCT
epaa-335	126	21	i.e.	i.e.	X
epaa-335	126	22	,	,	PUNCT
epaa-335	126	23	an	an	DET
epaa-335	126	24	item	item	NOUN
epaa-335	126	25	scored	score	VERB
epaa-335	126	26	as	as	ADP
epaa-335	126	27	either	either	CCONJ
epaa-335	126	28	right	right	NOUN
epaa-335	126	29	or	or	CCONJ
epaa-335	126	30	wrong	wrong	ADJ
epaa-335	126	31	)	)	PUNCT
epaa-335	126	32	and	and	CCONJ
epaa-335	126	33	a	a	DET
epaa-335	126	34	continuous	continuous	ADJ
epaa-335	126	35	variable	variable	NOUN
epaa-335	126	36	(	(	PUNCT
epaa-335	126	37	i.e.	i.e.	X
epaa-335	126	38	,	,	PUNCT
epaa-335	126	39	the	the	DET
epaa-335	126	40	total	total	ADJ
epaa-335	126	41	test	test	NOUN
epaa-335	126	42	score	score	NOUN
epaa-335	126	43	for	for	ADP
epaa-335	126	44	a	a	DET
epaa-335	126	45	person	person	NOUN
epaa-335	126	46	)	)	PUNCT
epaa-335	126	47	.	.	PUNCT
epaa-335	127	1	a	a	DET
epaa-335	127	2	total	total	ADJ
epaa-335	127	3	test	test	NOUN
epaa-335	127	4	score	score	NOUN
epaa-335	127	5	,	,	PUNCT
epaa-335	127	6	here	here	ADV
epaa-335	127	7	,	,	PUNCT
epaa-335	127	8	is	be	AUX
epaa-335	127	9	the	the	DET
epaa-335	127	10	simple	simple	ADJ
epaa-335	127	11	sum	sum	NOUN
epaa-335	127	12	of	of	ADP
epaa-335	127	13	the	the	DET
epaa-335	127	14	number	number	NOUN
epaa-335	127	15	of	of	ADP
epaa-335	127	16	correctly	correctly	ADV
epaa-335	127	17	answered	answer	VERB
epaa-335	127	18	items	item	NOUN
epaa-335	127	19	on	on	ADP
epaa-335	127	20	a	a	DET
epaa-335	127	21	test	test	NOUN
epaa-335	127	22	.	.	PUNCT
epaa-335	128	1	the	the	DET
epaa-335	128	2	biserial	biserial	ADJ
epaa-335	128	3	correlation	correlation	NOUN
epaa-335	128	4	has	have	VERB
epaa-335	128	5	a	a	DET
epaa-335	128	6	long	long	ADJ
epaa-335	128	7	history	history	NOUN
epaa-335	128	8	of	of	ADP
epaa-335	128	9	statistical	statistical	ADJ
epaa-335	128	10	use	use	NOUN
epaa-335	128	11	(	(	PUNCT
epaa-335	128	12	pearson	pearson	NOUN
epaa-335	128	13	,	,	PUNCT
epaa-335	128	14	1909	1909	NUM
epaa-335	128	15	)	)	PUNCT
epaa-335	128	16	.	.	PUNCT
epaa-335	129	1	one	one	NUM
epaa-335	129	2	of	of	ADP
epaa-335	129	3	its	its	PRON
epaa-335	129	4	earliest	early	ADJ
epaa-335	129	5	measurement	measurement	NOUN
epaa-335	129	6	uses	use	NOUN
epaa-335	129	7	was	be	AUX
epaa-335	129	8	as	as	ADP
epaa-335	129	9	an	an	DET
epaa-335	129	10	item	item	NOUN
epaa-335	129	11	-	-	PUNCT
epaa-335	129	12	level	level	NOUN
epaa-335	129	13	index	index	NOUN
epaa-335	129	14	of	of	ADP
epaa-335	129	15	validity	validity	NOUN
epaa-335	129	16	(	(	PUNCT
epaa-335	129	17	thorndike	thorndike	PROPN
epaa-335	129	18	,	,	PUNCT
epaa-335	129	19	et	et	PROPN
epaa-335	129	20	al	al	PROPN
epaa-335	129	21	.	.	PROPN
epaa-335	129	22	,	,	PUNCT
epaa-335	129	23	1929	1929	NUM
epaa-335	129	24	,	,	PUNCT
epaa-335	129	25	p.	p.	NOUN
epaa-335	129	26	129	129	NUM
epaa-335	129	27	)	)	PUNCT
epaa-335	129	28	.	.	PUNCT
epaa-335	130	1	the	the	DET
epaa-335	130	2	“	"	PUNCT
epaa-335	130	3	point”-biserial	point”-biserial	ADJ
epaa-335	130	4	correlation	correlation	NOUN
epaa-335	130	5	appeared	appear	VERB
epaa-335	130	6	specifically	specifically	ADV
epaa-335	130	7	for	for	ADP
epaa-335	130	8	individual	individual	ADJ
epaa-335	130	9	dichotomous	dichotomous	ADJ
epaa-335	130	10	items	item	NOUN
epaa-335	130	11	in	in	ADP
epaa-335	130	12	an	an	DET
epaa-335	130	13	item	item	NOUN
epaa-335	130	14	analysis	analysis	NOUN
epaa-335	130	15	because	because	SCONJ
epaa-335	130	16	of	of	ADP
epaa-335	130	17	concerns	concern	NOUN
epaa-335	130	18	over	over	ADP
epaa-335	130	19	the	the	DET
epaa-335	130	20	assumptions	assumption	NOUN
epaa-335	130	21	implicit	implicit	ADJ
epaa-335	130	22	in	in	ADP
epaa-335	130	23	the	the	DET
epaa-335	130	24	more	more	ADV
epaa-335	130	25	general	general	ADJ
epaa-335	130	26	biserial	biserial	ADJ
epaa-335	130	27	-	-	PUNCT
epaa-335	130	28	correlation	correlation	NOUN
epaa-335	130	29	(	(	PUNCT
epaa-335	130	30	richardson	richardson	PROPN
epaa-335	130	31	&	&	CCONJ
epaa-335	130	32	stalnaker	stalnaker	PROPN
epaa-335	130	33	,	,	PUNCT
epaa-335	130	34	1933	1933	NUM
epaa-335	130	35	)	)	PUNCT
epaa-335	130	36	.	.	PUNCT
epaa-335	131	1	it	it	PRON
epaa-335	131	2	was	be	AUX
epaa-335	131	3	again	again	ADV
epaa-335	131	4	used	use	VERB
epaa-335	131	5	as	as	ADP
epaa-335	131	6	a	a	DET
epaa-335	131	7	validity	validity	NOUN
epaa-335	131	8	index	index	NOUN
epaa-335	131	9	.	.	PUNCT
epaa-335	132	1	it	it	PRON
epaa-335	132	2	subsequently	subsequently	ADV
epaa-335	132	3	came	come	VERB
epaa-335	132	4	to	to	PART
epaa-335	132	5	acquire	acquire	VERB
epaa-335	132	6	diagnostic	diagnostic	ADJ
epaa-335	132	7	value	value	NOUN
epaa-335	132	8	and	and	CCONJ
epaa-335	132	9	was	be	AUX
epaa-335	132	10	re	re	VERB
epaa-335	132	11	-	-	VERB
epaa-335	132	12	labeled	label	VERB
epaa-335	132	13	as	as	ADP
epaa-335	132	14	a	a	DET
epaa-335	132	15	discrimination	discrimination	NOUN
epaa-335	132	16	index	index	NOUN
epaa-335	132	17	(	(	PUNCT
epaa-335	132	18	guilford	guilford	PROPN
epaa-335	132	19	,	,	PUNCT
epaa-335	132	20	1936	1936	NUM
epaa-335	132	21	,	,	PUNCT
epaa-335	132	22	p.	p.	NOUN
epaa-335	132	23	426	426	NUM
epaa-335	132	24	)	)	PUNCT
epaa-335	132	25	.	.	PUNCT
epaa-335	133	1	the	the	DET
epaa-335	133	2	purpose	purpose	NOUN
epaa-335	133	3	of	of	ADP
epaa-335	133	4	this	this	DET
epaa-335	133	5	statistic	statistic	NOUN
epaa-335	133	6	is	be	AUX
epaa-335	133	7	to	to	PART
epaa-335	133	8	determine	determine	VERB
epaa-335	133	9	the	the	DET
epaa-335	133	10	extent	extent	NOUN
epaa-335	133	11	to	to	PART
epaa-335	133	12	which	which	PRON
epaa-335	133	13	an	an	DET
epaa-335	133	14	individual	individual	ADJ
epaa-335	133	15	item	item	NOUN
epaa-335	133	16	contributes	contribute	VERB
epaa-335	133	17	useful	useful	ADJ
epaa-335	133	18	information	information	NOUN
epaa-335	133	19	to	to	ADP
epaa-335	133	20	a	a	DET
epaa-335	133	21	total	total	ADJ
epaa-335	133	22	test	test	NOUN
epaa-335	133	23	score	score	NOUN
epaa-335	133	24	.	.	PUNCT
epaa-335	134	1	useful	useful	ADJ
epaa-335	134	2	information	information	NOUN
epaa-335	134	3	may	may	AUX
epaa-335	134	4	be	be	AUX
epaa-335	134	5	defined	define	VERB
epaa-335	134	6	as	as	ADP
epaa-335	134	7	the	the	DET
epaa-335	134	8	extent	extent	NOUN
epaa-335	134	9	to	to	PART
epaa-335	134	10	which	which	DET
epaa-335	134	11	variation	variation	NOUN
epaa-335	134	12	in	in	ADP
epaa-335	134	13	the	the	DET
epaa-335	134	14	total	total	ADJ
epaa-335	134	15	test	test	NOUN
epaa-335	134	16	scores	score	NOUN
epaa-335	134	17	has	have	AUX
epaa-335	134	18	spread	spread	VERB
epaa-335	134	19	examinees	examinee	NOUN
epaa-335	134	20	across	across	ADP
epaa-335	134	21	a	a	DET
epaa-335	134	22	continuum	continuum	NOUN
epaa-335	134	23	of	of	ADP
epaa-335	134	24	low	low	ADJ
epaa-335	134	25	scoring	scoring	NOUN
epaa-335	134	26	persons	person	NOUN
epaa-335	134	27	to	to	ADP
epaa-335	134	28	high	high	ADJ
epaa-335	134	29	scoring	scoring	NOUN
epaa-335	134	30	persons	person	NOUN
epaa-335	134	31	.	.	PUNCT
epaa-335	135	1	in	in	ADP
epaa-335	135	2	the	the	DET
epaa-335	135	3	present	present	ADJ
epaa-335	135	4	situation	situation	NOUN
epaa-335	135	5	,	,	PUNCT
epaa-335	135	6	this	this	PRON
epaa-335	135	7	refers	refer	VERB
epaa-335	135	8	to	to	ADP
epaa-335	135	9	the	the	DET
epaa-335	135	10	extent	extent	NOUN
epaa-335	135	11	to	to	PART
epaa-335	135	12	which	which	PRON
epaa-335	135	13	well	well	ADV
epaa-335	135	14	qualified	qualified	ADJ
epaa-335	135	15	candidates	candidate	NOUN
epaa-335	135	16	can	can	AUX
epaa-335	135	17	be	be	AUX
epaa-335	135	18	distinguished	distinguish	VERB
epaa-335	135	19	from	from	ADP
epaa-335	135	20	less	less	ADV
epaa-335	135	21	capable	capable	ADJ
epaa-335	135	22	candidates	candidate	NOUN
epaa-335	135	23	.	.	PUNCT
epaa-335	136	1	generally	generally	ADV
epaa-335	136	2	,	,	PUNCT
epaa-335	136	3	the	the	PRON
epaa-335	136	4	greater	great	ADJ
epaa-335	136	5	the	the	DET
epaa-335	136	6	variation	variation	NOUN
epaa-335	136	7	in	in	ADP
epaa-335	136	8	the	the	DET
epaa-335	136	9	test	test	NOUN
epaa-335	136	10	scores	score	NOUN
epaa-335	136	11	,	,	PUNCT
epaa-335	136	12	the	the	PRON
epaa-335	136	13	greater	great	ADJ
epaa-335	136	14	the	the	DET
epaa-335	136	15	magnitude	magnitude	NOUN
epaa-335	136	16	of	of	ADP
epaa-335	136	17	a	a	DET
epaa-335	136	18	reliability	reliability	NOUN
epaa-335	136	19	estimate	estimate	NOUN
epaa-335	136	20	.	.	PUNCT
epaa-335	137	1	reliability	reliability	NOUN
epaa-335	137	2	may	may	AUX
epaa-335	137	3	be	be	AUX
epaa-335	137	4	defined	define	VERB
epaa-335	137	5	many	many	ADJ
epaa-335	137	6	ways	way	NOUN
epaa-335	137	7	through	through	ADP
epaa-335	137	8	the	the	DET
epaa-335	137	9	body	body	NOUN
epaa-335	137	10	of	of	ADP
epaa-335	137	11	definitions	definition	NOUN
epaa-335	137	12	and	and	CCONJ
epaa-335	137	13	assumptions	assumption	NOUN
epaa-335	137	14	known	know	VERB
epaa-335	137	15	as	as	ADP
epaa-335	137	16	classical	classical	ADJ
epaa-335	137	17	test	test	NOUN
epaa-335	137	18	theory	theory	NOUN
epaa-335	137	19	or	or	CCONJ
epaa-335	137	20	ctt	ctt	PROPN
epaa-335	137	21	(	(	PUNCT
epaa-335	137	22	lord	lord	PROPN
epaa-335	137	23	&	&	CCONJ
epaa-335	137	24	novick	novick	PROPN
epaa-335	137	25	,	,	PUNCT
epaa-335	137	26	1968	1968	NUM
epaa-335	137	27	)	)	PUNCT
epaa-335	137	28	.	.	PUNCT
epaa-335	138	1	according	accord	VERB
epaa-335	138	2	to	to	ADP
epaa-335	138	3	ctt	ctt	PROPN
epaa-335	138	4	,	,	PUNCT
epaa-335	138	5	an	an	DET
epaa-335	138	6	examinee	examinee	NOUN
epaa-335	138	7	's	's	PART
epaa-335	138	8	observed	observe	VERB
epaa-335	138	9	score	score	NOUN
epaa-335	138	10	(	(	PUNCT
epaa-335	138	11	x	x	X
epaa-335	138	12	)	)	PUNCT
epaa-335	138	13	is	be	AUX
epaa-335	138	14	assumed	assume	VERB
epaa-335	138	15	to	to	PART
epaa-335	138	16	consist	consist	VERB
epaa-335	138	17	of	of	ADP
epaa-335	138	18	two	two	NUM
epaa-335	138	19	independent	independent	ADJ
epaa-335	138	20	components	component	NOUN
epaa-335	138	21	,	,	PUNCT
epaa-335	138	22	a	a	DET
epaa-335	138	23	true	true	ADJ
epaa-335	138	24	score	score	NOUN
epaa-335	138	25	component	component	NOUN
epaa-335	138	26	(	(	PUNCT
epaa-335	138	27	t	t	PROPN
epaa-335	138	28	)	)	PUNCT
epaa-335	138	29	and	and	CCONJ
epaa-335	138	30	an	an	DET
epaa-335	138	31	error	error	NOUN
epaa-335	138	32	component	component	NOUN
epaa-335	138	33	(	(	PUNCT
epaa-335	138	34	e	e	NOUN
epaa-335	138	35	)	)	PUNCT
epaa-335	138	36	.	.	PUNCT
epaa-335	139	1	one	one	NUM
epaa-335	139	2	relevant	relevant	ADJ
epaa-335	139	3	definition	definition	NOUN
epaa-335	139	4	of	of	ADP
epaa-335	139	5	reliability	reliability	NOUN
epaa-335	139	6	may	may	AUX
epaa-335	139	7	be	be	AUX
epaa-335	139	8	expressed	express	VERB
epaa-335	139	9	as	as	ADP
epaa-335	139	10	the	the	DET
epaa-335	139	11	ratio	ratio	NOUN
epaa-335	139	12	of	of	ADP
epaa-335	139	13	true	true	ADJ
epaa-335	139	14	-	-	PUNCT
epaa-335	139	15	score	score	NOUN
epaa-335	139	16	variance	variance	NOUN
epaa-335	139	17	to	to	ADP
epaa-335	139	18	observedscore	observedscore	ADJ
epaa-335	139	19	variance	variance	NOUN
epaa-335	139	20	.	.	PUNCT
epaa-335	140	1	thus	thus	ADV
epaa-335	140	2	,	,	PUNCT
epaa-335	140	3	the	the	PRON
epaa-335	140	4	closer	close	ADV
epaa-335	140	5	the	the	DET
epaa-335	140	6	ratio	ratio	NOUN
epaa-335	140	7	is	be	AUX
epaa-335	140	8	to	to	ADP
epaa-335	140	9	1.0	1.0	NUM
epaa-335	140	10	,	,	PUNCT
epaa-335	140	11	the	the	PRON
epaa-335	140	12	greater	great	ADJ
epaa-335	140	13	the	the	DET
epaa-335	140	14	proportion	proportion	NOUN
epaa-335	140	15	of	of	ADP
epaa-335	140	16	observed	observe	VERB
epaa-335	140	17	-	-	PUNCT
epaa-335	140	18	score	score	NOUN
epaa-335	140	19	variance	variance	NOUN
epaa-335	140	20	that	that	PRON
epaa-335	140	21	is	be	AUX
epaa-335	140	22	attributed	attribute	VERB
epaa-335	140	23	to	to	ADP
epaa-335	140	24	true	true	ADJ
epaa-335	140	25	-	-	PUNCT
epaa-335	140	26	score	score	NOUN
epaa-335	140	27	variance	variance	NOUN
epaa-335	140	28	.	.	PUNCT
epaa-335	141	1	the	the	DET
epaa-335	141	2	kr-20	kr-20	PROPN
epaa-335	141	3	reliability	reliability	NOUN
epaa-335	141	4	estimate	estimate	NOUN
epaa-335	141	5	is	be	AUX
epaa-335	141	6	often	often	ADV
epaa-335	141	7	reported	report	VERB
epaa-335	141	8	for	for	ADP
epaa-335	141	9	achievement	achievement	NOUN
epaa-335	141	10	tests	test	NOUN
epaa-335	141	11	(	(	PUNCT
epaa-335	141	12	kuder	kuder	PROPN
epaa-335	141	13	&	&	CCONJ
epaa-335	141	14	richardson	richardson	PROPN
epaa-335	141	15	,	,	PUNCT
epaa-335	141	16	1937	1937	NUM
epaa-335	141	17	,	,	PUNCT
epaa-335	141	18	eq	eq	NOUN
epaa-335	141	19	.	.	PROPN
epaa-335	141	20	20	20	NUM
epaa-335	141	21	,	,	PUNCT
epaa-335	141	22	p.	p.	NOUN
epaa-335	141	23	158	158	NUM
epaa-335	141	24	)	)	PUNCT
epaa-335	141	25	.	.	PUNCT
epaa-335	142	1	although	although	SCONJ
epaa-335	142	2	reliability	reliability	NOUN
epaa-335	142	3	as	as	SCONJ
epaa-335	142	4	defined	define	VERB
epaa-335	142	5	above	above	ADV
epaa-335	142	6	is	be	AUX
epaa-335	142	7	necessarily	necessarily	ADV
epaa-335	142	8	positive	positive	ADJ
epaa-335	142	9	,	,	PUNCT
epaa-335	142	10	the	the	DET
epaa-335	142	11	kr-20	kr-20	NOUN
epaa-335	142	12	can	can	AUX
epaa-335	142	13	be	be	AUX
epaa-335	142	14	negative	negative	ADJ
epaa-335	142	15	under	under	ADP
epaa-335	142	16	certain	certain	ADJ
epaa-335	142	17	extraordinary	extraordinary	ADJ
epaa-335	142	18	conditions	condition	NOUN
epaa-335	142	19	(	(	PUNCT
epaa-335	142	20	dressel	dressel	NOUN
epaa-335	142	21	,	,	PUNCT
epaa-335	142	22	1940	1940	NUM
epaa-335	142	23	)	)	PUNCT
epaa-335	142	24	but	but	CCONJ
epaa-335	142	25	typically	typically	ADV
epaa-335	142	26	ranges	range	VERB
epaa-335	142	27	from	from	ADP
epaa-335	142	28	0	0	NUM
epaa-335	142	29	to	to	ADP
epaa-335	142	30	+1	+1	PROPN
epaa-335	142	31	.	.	PUNCT
epaa-335	143	1	nevertheless	nevertheless	ADV
epaa-335	143	2	,	,	PUNCT
epaa-335	143	3	the	the	PRON
epaa-335	143	4	higher	high	ADJ
epaa-335	143	5	the	the	DET
epaa-335	143	6	value	value	NOUN
epaa-335	143	7	,	,	PUNCT
epaa-335	143	8	the	the	PRON
epaa-335	143	9	more	more	ADV
epaa-335	143	10	“	"	PUNCT
epaa-335	143	11	internally	internally	ADV
epaa-335	143	12	consistent	consistent	ADJ
epaa-335	143	13	”	"	PUNCT
epaa-335	143	14	the	the	DET
epaa-335	143	15	items	item	NOUN
epaa-335	143	16	on	on	ADP
epaa-335	143	17	a	a	DET
epaa-335	143	18	test	test	NOUN
epaa-335	143	19	.	.	PUNCT
epaa-335	144	1	the	the	DET
epaa-335	144	2	magnitude	magnitude	NOUN
epaa-335	144	3	of	of	ADP
epaa-335	144	4	the	the	DET
epaa-335	144	5	kr-20	kr-20	NOUN
epaa-335	144	6	,	,	PUNCT
epaa-335	144	7	however	however	ADV
epaa-335	144	8	,	,	PUNCT
epaa-335	144	9	is	be	AUX
epaa-335	144	10	8	8	NUM
epaa-335	144	11	of	of	ADP
epaa-335	144	12	22	22	NUM
epaa-335	144	13	affected	affect	VERB
epaa-335	144	14	by	by	ADP
epaa-335	144	15	the	the	DET
epaa-335	144	16	direction	direction	NOUN
epaa-335	144	17	and	and	CCONJ
epaa-335	144	18	magnitude	magnitude	NOUN
epaa-335	144	19	of	of	ADP
epaa-335	144	20	the	the	DET
epaa-335	144	21	point	point	NOUN
epaa-335	144	22	-	-	PUNCT
epaa-335	144	23	biserial	biserial	ADJ
epaa-335	144	24	correlations	correlation	NOUN
epaa-335	144	25	.	.	PUNCT
epaa-335	145	1	specifically	specifically	ADV
epaa-335	145	2	,	,	PUNCT
epaa-335	145	3	total	total	ADJ
epaa-335	145	4	test	test	NOUN
epaa-335	145	5	score	score	NOUN
epaa-335	145	6	reliability	reliability	NOUN
epaa-335	145	7	is	be	AUX
epaa-335	145	8	decreased	decrease	VERB
epaa-335	145	9	by	by	ADP
epaa-335	145	10	the	the	DET
epaa-335	145	11	inclusion	inclusion	NOUN
epaa-335	145	12	of	of	ADP
epaa-335	145	13	items	item	NOUN
epaa-335	145	14	with	with	ADP
epaa-335	145	15	near	near	ADV
epaa-335	145	16	-	-	PUNCT
epaa-335	145	17	zero	zero	NUM
epaa-335	145	18	point	point	NOUN
epaa-335	145	19	-	-	PUNCT
epaa-335	145	20	biserial	biserial	ADJ
epaa-335	145	21	correlations	correlation	NOUN
epaa-335	145	22	and	and	CCONJ
epaa-335	145	23	is	be	AUX
epaa-335	145	24	worsened	worsen	VERB
epaa-335	145	25	further	far	ADV
epaa-335	145	26	by	by	ADP
epaa-335	145	27	the	the	DET
epaa-335	145	28	inclusion	inclusion	NOUN
epaa-335	145	29	of	of	ADP
epaa-335	145	30	items	item	NOUN
epaa-335	145	31	with	with	ADP
epaa-335	145	32	negative	negative	ADJ
epaa-335	145	33	point	point	NOUN
epaa-335	145	34	-	-	PUNCT
epaa-335	145	35	biserial	biserial	ADJ
epaa-335	145	36	correlations	correlation	NOUN
epaa-335	145	37	.	.	PUNCT
epaa-335	146	1	this	this	PRON
epaa-335	146	2	is	be	AUX
epaa-335	146	3	because	because	SCONJ
epaa-335	146	4	each	each	DET
epaa-335	146	5	additional	additional	ADJ
epaa-335	146	6	faulty	faulty	ADJ
epaa-335	146	7	item	item	NOUN
epaa-335	146	8	increases	increase	VERB
epaa-335	146	9	the	the	DET
epaa-335	146	10	error	error	NOUN
epaa-335	146	11	variance	variance	NOUN
epaa-335	146	12	in	in	ADP
epaa-335	146	13	the	the	DET
epaa-335	146	14	scores	score	NOUN
epaa-335	146	15	at	at	ADP
epaa-335	146	16	a	a	DET
epaa-335	146	17	faster	fast	ADJ
epaa-335	146	18	rate	rate	NOUN
epaa-335	146	19	than	than	ADP
epaa-335	146	20	the	the	DET
epaa-335	146	21	increase	increase	NOUN
epaa-335	146	22	in	in	ADP
epaa-335	146	23	true	true	ADJ
epaa-335	146	24	-	-	PUNCT
epaa-335	146	25	score	score	NOUN
epaa-335	146	26	variance	variance	NOUN
epaa-335	146	27	.	.	PUNCT
epaa-335	147	1	technically	technically	ADV
epaa-335	147	2	,	,	PUNCT
epaa-335	147	3	the	the	DET
epaa-335	147	4	point	point	NOUN
epaa-335	147	5	-	-	PUNCT
epaa-335	147	6	biserial	biserial	ADJ
epaa-335	147	7	correlation	correlation	NOUN
epaa-335	147	8	represents	represent	VERB
epaa-335	147	9	the	the	DET
epaa-335	147	10	magnitude	magnitude	NOUN
epaa-335	147	11	and	and	CCONJ
epaa-335	147	12	direction	direction	NOUN
epaa-335	147	13	of	of	ADP
epaa-335	147	14	the	the	DET
epaa-335	147	15	relationship	relationship	NOUN
epaa-335	147	16	between	between	ADP
epaa-335	147	17	the	the	DET
epaa-335	147	18	set	set	NOUN
epaa-335	147	19	of	of	ADP
epaa-335	147	20	incorrect	incorrect	ADJ
epaa-335	147	21	(	(	PUNCT
epaa-335	147	22	scored	score	VERB
epaa-335	147	23	as	as	ADP
epaa-335	147	24	“	"	PUNCT
epaa-335	147	25	0	0	NUM
epaa-335	147	26	”	"	PUNCT
epaa-335	147	27	)	)	PUNCT
epaa-335	147	28	and	and	CCONJ
epaa-335	147	29	correct	correct	ADJ
epaa-335	147	30	(	(	PUNCT
epaa-335	147	31	scored	score	VERB
epaa-335	147	32	as	as	ADP
epaa-335	147	33	“	"	PUNCT
epaa-335	147	34	1	1	NUM
epaa-335	147	35	”	"	PUNCT
epaa-335	147	36	)	)	PUNCT
epaa-335	147	37	responses	response	NOUN
epaa-335	147	38	to	to	ADP
epaa-335	147	39	an	an	DET
epaa-335	147	40	individual	individual	ADJ
epaa-335	147	41	item	item	NOUN
epaa-335	147	42	and	and	CCONJ
epaa-335	147	43	the	the	DET
epaa-335	147	44	set	set	NOUN
epaa-335	147	45	of	of	ADP
epaa-335	147	46	total	total	ADJ
epaa-335	147	47	test	test	NOUN
epaa-335	147	48	scores	score	NOUN
epaa-335	147	49	for	for	ADP
epaa-335	147	50	a	a	DET
epaa-335	147	51	given	give	VERB
epaa-335	147	52	group	group	NOUN
epaa-335	147	53	of	of	ADP
epaa-335	147	54	examinees	examinee	NOUN
epaa-335	147	55	.	.	PUNCT
epaa-335	148	1	in	in	ADP
epaa-335	148	2	other	other	ADJ
epaa-335	148	3	words	word	NOUN
epaa-335	148	4	,	,	PUNCT
epaa-335	148	5	it	it	PRON
epaa-335	148	6	is	be	AUX
epaa-335	148	7	a	a	DET
epaa-335	148	8	variation	variation	NOUN
epaa-335	148	9	of	of	ADP
epaa-335	148	10	the	the	DET
epaa-335	148	11	common	common	ADJ
epaa-335	148	12	pearson	pearson	NOUN
epaa-335	148	13	product	product	NOUN
epaa-335	148	14	-	-	PUNCT
epaa-335	148	15	moment	moment	NOUN
epaa-335	148	16	correlation	correlation	NOUN
epaa-335	148	17	(	(	PUNCT
epaa-335	148	18	lord	lord	PROPN
epaa-335	148	19	&	&	CCONJ
epaa-335	148	20	novick	novick	PROPN
epaa-335	148	21	,	,	PUNCT
epaa-335	148	22	1968	1968	NUM
epaa-335	148	23	,	,	PUNCT
epaa-335	148	24	p.	p.	NOUN
epaa-335	148	25	341	341	NUM
epaa-335	148	26	)	)	PUNCT
epaa-335	148	27	.	.	PUNCT
epaa-335	149	1	it	it	PRON
epaa-335	149	2	can	can	AUX
epaa-335	149	3	range	range	VERB
epaa-335	149	4	in	in	ADP
epaa-335	149	5	magnitude	magnitude	NOUN
epaa-335	149	6	from	from	ADP
epaa-335	149	7	zero	zero	NUM
epaa-335	149	8	to	to	ADP
epaa-335	149	9	.	.	PUNCT
epaa-335	150	1	an	an	DET
epaa-335	150	2	estimate	estimate	NOUN
epaa-335	150	3	near	near	ADP
epaa-335	150	4	zero	zero	NUM
epaa-335	150	5	is	be	AUX
epaa-335	150	6	a	a	DET
epaa-335	150	7	poorly	poorly	ADV
epaa-335	150	8	discriminating	discriminate	VERB
epaa-335	150	9	item	item	NOUN
epaa-335	150	10	that	that	PRON
epaa-335	150	11	contributes	contribute	VERB
epaa-335	150	12	no	no	DET
epaa-335	150	13	useful	useful	ADJ
epaa-335	150	14	information	information	NOUN
epaa-335	150	15	.	.	PUNCT
epaa-335	151	1	an	an	DET
epaa-335	151	2	estimate	estimate	NOUN
epaa-335	151	3	of	of	ADP
epaa-335	151	4	+1	+1	PRON
epaa-335	151	5	would	would	AUX
epaa-335	151	6	indicate	indicate	VERB
epaa-335	151	7	a	a	DET
epaa-335	151	8	perfectly	perfectly	ADV
epaa-335	151	9	discriminating	discriminating	ADJ
epaa-335	151	10	item	item	NOUN
epaa-335	151	11	in	in	ADP
epaa-335	151	12	the	the	DET
epaa-335	151	13	sense	sense	NOUN
epaa-335	151	14	that	that	SCONJ
epaa-335	151	15	no	no	DET
epaa-335	151	16	other	other	ADJ
epaa-335	151	17	items	item	NOUN
epaa-335	151	18	are	be	AUX
epaa-335	151	19	necessary	necessary	ADJ
epaa-335	151	20	on	on	ADP
epaa-335	151	21	the	the	DET
epaa-335	151	22	test	test	NOUN
epaa-335	151	23	for	for	ADP
epaa-335	151	24	differentiating	differentiate	VERB
epaa-335	151	25	between	between	ADP
epaa-335	151	26	high	high	ADJ
epaa-335	151	27	scoring	scoring	NOUN
epaa-335	151	28	and	and	CCONJ
epaa-335	151	29	low	low	ADJ
epaa-335	151	30	scoring	scoring	NOUN
epaa-335	151	31	persons	person	NOUN
epaa-335	151	32	.	.	PUNCT
epaa-335	152	1	a	a	DET
epaa-335	152	2	value	value	NOUN
epaa-335	152	3	of	of	ADP
epaa-335	152	4	1.0	1.0	NUM
epaa-335	152	5	is	be	AUX
epaa-335	152	6	never	never	ADV
epaa-335	152	7	attained	attain	VERB
epaa-335	152	8	in	in	ADP
epaa-335	152	9	practice	practice	NOUN
epaa-335	152	10	nor	nor	CCONJ
epaa-335	152	11	is	be	AUX
epaa-335	152	12	it	it	PRON
epaa-335	152	13	sought	seek	VERB
epaa-335	152	14	(	(	PUNCT
epaa-335	152	15	loevinger	loevinger	NOUN
epaa-335	152	16	,	,	PUNCT
epaa-335	152	17	1954	1954	NUM
epaa-335	152	18	)	)	PUNCT
epaa-335	152	19	.	.	PUNCT
epaa-335	153	1	negative	negative	ADJ
epaa-335	153	2	estimates	estimate	NOUN
epaa-335	153	3	are	be	AUX
epaa-335	153	4	addressed	address	VERB
epaa-335	153	5	below	below	ADV
epaa-335	153	6	.	.	PUNCT
epaa-335	154	1	ideally	ideally	ADV
epaa-335	154	2	the	the	DET
epaa-335	154	3	test	test	NOUN
epaa-335	154	4	item	item	NOUN
epaa-335	154	5	point	point	NOUN
epaa-335	154	6	-	-	PUNCT
epaa-335	154	7	biserial	biserial	ADJ
epaa-335	154	8	correlation	correlation	NOUN
epaa-335	154	9	should	should	AUX
epaa-335	154	10	be	be	AUX
epaa-335	154	11	moderately	moderately	ADV
epaa-335	154	12	positive	positive	ADJ
epaa-335	154	13	.	.	PUNCT
epaa-335	155	1	although	although	SCONJ
epaa-335	155	2	various	various	ADJ
epaa-335	155	3	authors	author	NOUN
epaa-335	155	4	differ	differ	VERB
epaa-335	155	5	on	on	ADP
epaa-335	155	6	what	what	PRON
epaa-335	155	7	precisely	precisely	ADV
epaa-335	155	8	constitutes	constitute	VERB
epaa-335	155	9	“	"	PUNCT
epaa-335	155	10	moderately	moderately	ADV
epaa-335	155	11	positive	positive	ADJ
epaa-335	155	12	”	"	PUNCT
epaa-335	155	13	,	,	PUNCT
epaa-335	155	14	a	a	DET
epaa-335	155	15	long	long	ADV
epaa-335	155	16	-	-	PUNCT
epaa-335	155	17	standing	stand	VERB
epaa-335	155	18	general	general	ADJ
epaa-335	155	19	rule	rule	NOUN
epaa-335	155	20	of	of	ADP
epaa-335	155	21	thumb	thumb	NOUN
epaa-335	155	22	among	among	ADP
epaa-335	155	23	experts	expert	NOUN
epaa-335	155	24	is	be	AUX
epaa-335	155	25	that	that	SCONJ
epaa-335	155	26	a	a	DET
epaa-335	155	27	correlation	correlation	NOUN
epaa-335	155	28	of	of	ADP
epaa-335	155	29	.20	.20	NUM
epaa-335	155	30	is	be	AUX
epaa-335	155	31	the	the	DET
epaa-335	155	32	minimum	minimum	NOUN
epaa-335	155	33	to	to	PART
epaa-335	155	34	be	be	AUX
epaa-335	155	35	considered	consider	VERB
epaa-335	155	36	satisfactory	satisfactory	ADJ
epaa-335	155	37	(	(	PUNCT
epaa-335	155	38	nunnally	nunnally	ADV
epaa-335	155	39	,	,	PUNCT
epaa-335	155	40	1967	1967	NUM
epaa-335	155	41	,	,	PUNCT
epaa-335	155	42	p.	p.	NOUN
epaa-335	155	43	242	242	NUM
epaa-335	155	44	;	;	PUNCT
epaa-335	155	45	donlon	donlon	NOUN
epaa-335	155	46	,	,	PUNCT
epaa-335	155	47	1984	1984	NUM
epaa-335	155	48	,	,	PUNCT
epaa-335	155	49	p.	p.	NOUN
epaa-335	155	50	48	48	NUM
epaa-335	155	51	)	)	PUNCT
epaa-335	155	52	(	(	PUNCT
epaa-335	155	53	note	note	VERB
epaa-335	155	54	8)	8)	NUM
epaa-335	155	55	.	.	PUNCT
epaa-335	156	1	there	there	PRON
epaa-335	156	2	is	be	VERB
epaa-335	156	3	,	,	PUNCT
epaa-335	156	4	however	however	ADV
epaa-335	156	5	,	,	PUNCT
epaa-335	156	6	no	no	DET
epaa-335	156	7	disagreement	disagreement	NOUN
epaa-335	156	8	among	among	ADP
epaa-335	156	9	psychometricians	psychometrician	NOUN
epaa-335	156	10	on	on	ADP
epaa-335	156	11	the	the	DET
epaa-335	156	12	direction	direction	NOUN
epaa-335	156	13	of	of	ADP
epaa-335	156	14	the	the	DET
epaa-335	156	15	relationship	relationship	NOUN
epaa-335	156	16	—	—	PUNCT
epaa-335	156	17	it	it	PRON
epaa-335	156	18	has	have	VERB
epaa-335	156	19	to	to	PART
epaa-335	156	20	be	be	AUX
epaa-335	156	21	positive	positive	ADJ
epaa-335	156	22	.	.	PUNCT
epaa-335	157	1	the	the	DET
epaa-335	157	2	direction	direction	NOUN
epaa-335	157	3	of	of	ADP
epaa-335	157	4	the	the	DET
epaa-335	157	5	correlation	correlation	NOUN
epaa-335	157	6	is	be	AUX
epaa-335	157	7	critical	critical	ADJ
epaa-335	157	8	.	.	PUNCT
epaa-335	158	1	a	a	DET
epaa-335	158	2	positive	positive	ADJ
epaa-335	158	3	correlation	correlation	NOUN
epaa-335	158	4	means	mean	VERB
epaa-335	158	5	that	that	SCONJ
epaa-335	158	6	examinees	examine	VERB
epaa-335	158	7	who	who	PRON
epaa-335	158	8	got	get	VERB
epaa-335	158	9	an	an	DET
epaa-335	158	10	item	item	NOUN
epaa-335	158	11	right	right	ADV
epaa-335	158	12	also	also	ADV
epaa-335	158	13	tended	tend	VERB
epaa-335	158	14	to	to	PART
epaa-335	158	15	score	score	VERB
epaa-335	158	16	above	above	ADP
epaa-335	158	17	the	the	DET
epaa-335	158	18	mean	mean	ADJ
epaa-335	158	19	total	total	ADJ
epaa-335	158	20	test	test	NOUN
epaa-335	158	21	score	score	NOUN
epaa-335	158	22	and	and	CCONJ
epaa-335	158	23	those	those	PRON
epaa-335	158	24	who	who	PRON
epaa-335	158	25	got	get	VERB
epaa-335	158	26	the	the	DET
epaa-335	158	27	item	item	NOUN
epaa-335	158	28	wrong	wrong	NOUN
epaa-335	158	29	tended	tend	VERB
epaa-335	158	30	to	to	PART
epaa-335	158	31	score	score	VERB
epaa-335	158	32	below	below	ADP
epaa-335	158	33	the	the	DET
epaa-335	158	34	mean	mean	ADJ
epaa-335	158	35	total	total	ADJ
epaa-335	158	36	test	test	NOUN
epaa-335	158	37	score	score	NOUN
epaa-335	158	38	.	.	PUNCT
epaa-335	159	1	this	this	PRON
epaa-335	159	2	is	be	AUX
epaa-335	159	3	intuitively	intuitively	ADV
epaa-335	159	4	reasonable	reasonable	ADJ
epaa-335	159	5	and	and	CCONJ
epaa-335	159	6	is	be	AUX
epaa-335	159	7	an	an	DET
epaa-335	159	8	intended	intend	VERB
epaa-335	159	9	psychometric	psychometric	ADJ
epaa-335	159	10	outcome	outcome	NOUN
epaa-335	159	11	.	.	PUNCT
epaa-335	160	1	such	such	DET
epaa-335	160	2	an	an	DET
epaa-335	160	3	item	item	NOUN
epaa-335	160	4	is	be	AUX
epaa-335	160	5	accepted	accept	VERB
epaa-335	160	6	as	as	ADP
epaa-335	160	7	a	a	DET
epaa-335	160	8	good	good	ADJ
epaa-335	160	9	“	"	PUNCT
epaa-335	160	10	discriminator	discriminator	NOUN
epaa-335	160	11	”	"	PUNCT
epaa-335	160	12	because	because	SCONJ
epaa-335	160	13	it	it	PRON
epaa-335	160	14	differentiates	differentiate	VERB
epaa-335	160	15	between	between	ADP
epaa-335	160	16	high	high	ADJ
epaa-335	160	17	and	and	CCONJ
epaa-335	160	18	low	low	ADJ
epaa-335	160	19	scoring	scoring	NOUN
epaa-335	160	20	examinees	examinee	NOUN
epaa-335	160	21	.	.	PUNCT
epaa-335	161	1	this	this	PRON
epaa-335	161	2	is	be	AUX
epaa-335	161	3	one	one	NUM
epaa-335	161	4	of	of	ADP
epaa-335	161	5	the	the	DET
epaa-335	161	6	fundamental	fundamental	ADJ
epaa-335	161	7	objectives	objective	NOUN
epaa-335	161	8	of	of	ADP
epaa-335	161	9	classical	classical	ADJ
epaa-335	161	10	test	test	NOUN
epaa-335	161	11	theory	theory	NOUN
epaa-335	161	12	,	,	PUNCT
epaa-335	161	13	the	the	DET
epaa-335	161	14	theory	theory	NOUN
epaa-335	161	15	underlying	underlie	VERB
epaa-335	161	16	the	the	DET
epaa-335	161	17	development	development	NOUN
epaa-335	161	18	and	and	CCONJ
epaa-335	161	19	use	use	NOUN
epaa-335	161	20	of	of	ADP
epaa-335	161	21	the	the	DET
epaa-335	161	22	mect	mect	NOUN
epaa-335	161	23	.	.	PUNCT
epaa-335	162	1	a	a	DET
epaa-335	162	2	negative	negative	ADJ
epaa-335	162	3	point	point	NOUN
epaa-335	162	4	-	-	PUNCT
epaa-335	162	5	biserial	biserial	ADJ
epaa-335	162	6	correlation	correlation	NOUN
epaa-335	162	7	,	,	PUNCT
epaa-335	162	8	however	however	ADV
epaa-335	162	9	,	,	PUNCT
epaa-335	162	10	occurs	occur	VERB
epaa-335	162	11	when	when	SCONJ
epaa-335	162	12	examinees	examinee	NOUN
epaa-335	162	13	who	who	PRON
epaa-335	162	14	got	get	VERB
epaa-335	162	15	an	an	DET
epaa-335	162	16	item	item	NOUN
epaa-335	162	17	correct	correct	NOUN
epaa-335	162	18	tended	tend	VERB
epaa-335	162	19	to	to	PART
epaa-335	162	20	score	score	VERB
epaa-335	162	21	below	below	ADP
epaa-335	162	22	the	the	DET
epaa-335	162	23	mean	mean	ADJ
epaa-335	162	24	total	total	ADJ
epaa-335	162	25	test	test	NOUN
epaa-335	162	26	score	score	NOUN
epaa-335	162	27	while	while	SCONJ
epaa-335	162	28	those	those	PRON
epaa-335	162	29	who	who	PRON
epaa-335	162	30	got	get	VERB
epaa-335	162	31	the	the	DET
epaa-335	162	32	item	item	NOUN
epaa-335	162	33	wrong	wrong	NOUN
epaa-335	162	34	tended	tend	VERB
epaa-335	162	35	to	to	PART
epaa-335	162	36	score	score	VERB
epaa-335	162	37	above	above	ADP
epaa-335	162	38	the	the	DET
epaa-335	162	39	mean	mean	ADJ
epaa-335	162	40	total	total	ADJ
epaa-335	162	41	test	test	NOUN
epaa-335	162	42	score	score	NOUN
epaa-335	162	43	.	.	PUNCT
epaa-335	163	1	this	this	DET
epaa-335	163	2	situation	situation	NOUN
epaa-335	163	3	is	be	AUX
epaa-335	163	4	contrary	contrary	ADJ
epaa-335	163	5	to	to	ADP
epaa-335	163	6	all	all	DET
epaa-335	163	7	standard	standard	ADJ
epaa-335	163	8	test	test	NOUN
epaa-335	163	9	practice	practice	NOUN
epaa-335	163	10	and	and	CCONJ
epaa-335	163	11	is	be	AUX
epaa-335	163	12	not	not	PART
epaa-335	163	13	an	an	DET
epaa-335	163	14	intended	intend	VERB
epaa-335	163	15	psychometric	psychometric	ADJ
epaa-335	163	16	outcome	outcome	NOUN
epaa-335	163	17	(	(	PUNCT
epaa-335	163	18	angoff	angoff	NOUN
epaa-335	163	19	,	,	PUNCT
epaa-335	163	20	1971	1971	NUM
epaa-335	163	21	,	,	PUNCT
epaa-335	163	22	p.	p.	NOUN
epaa-335	163	23	27	27	NUM
epaa-335	163	24	)	)	PUNCT
epaa-335	163	25	.	.	PUNCT
epaa-335	164	1	a	a	DET
epaa-335	164	2	negative	negative	ADJ
epaa-335	164	3	point	point	NOUN
epaa-335	164	4	-	-	PUNCT
epaa-335	164	5	biserial	biserial	ADJ
epaa-335	164	6	correlation	correlation	NOUN
epaa-335	164	7	for	for	ADP
epaa-335	164	8	an	an	DET
epaa-335	164	9	item	item	NOUN
epaa-335	164	10	can	can	AUX
epaa-335	164	11	occur	occur	VERB
epaa-335	164	12	because	because	SCONJ
epaa-335	164	13	of	of	ADP
epaa-335	164	14	a	a	DET
epaa-335	164	15	variety	variety	NOUN
epaa-335	164	16	of	of	ADP
epaa-335	164	17	problems	problem	NOUN
epaa-335	164	18	(	(	PUNCT
epaa-335	164	19	crocker	crocker	PROPN
epaa-335	164	20	&	&	CCONJ
epaa-335	164	21	algina	algina	PROPN
epaa-335	164	22	,	,	PUNCT
epaa-335	164	23	1986	1986	NUM
epaa-335	164	24	)	)	PUNCT
epaa-335	164	25	.	.	PUNCT
epaa-335	165	1	these	these	PRON
epaa-335	165	2	include	include	VERB
epaa-335	165	3	:	:	PUNCT
epaa-335	165	4	chance	chance	VERB
epaa-335	165	5	response	response	NOUN
epaa-335	165	6	patterns	pattern	NOUN
epaa-335	165	7	due	due	ADP
epaa-335	165	8	to	to	ADP
epaa-335	165	9	a	a	DET
epaa-335	165	10	very	very	ADV
epaa-335	165	11	small	small	ADJ
epaa-335	165	12	sample	sample	NOUN
epaa-335	165	13	of	of	ADP
epaa-335	165	14	people	people	NOUN
epaa-335	165	15	having	having	AUX
epaa-335	165	16	been	be	AUX
epaa-335	165	17	tested	test	VERB
epaa-335	165	18	,	,	PUNCT
epaa-335	165	19	1	1	X
epaa-335	165	20	.	.	PUNCT
epaa-335	166	1	no	no	DET
epaa-335	166	2	correct	correct	ADJ
epaa-335	166	3	answers	answer	NOUN
epaa-335	166	4	to	to	ADP
epaa-335	166	5	an	an	DET
epaa-335	166	6	item	item	NOUN
epaa-335	166	7	,	,	PUNCT
epaa-335	166	8	2	2	NUM
epaa-335	166	9	.	.	PUNCT
epaa-335	166	10	multiple	multiple	ADJ
epaa-335	166	11	correct	correct	ADJ
epaa-335	166	12	answers	answer	NOUN
epaa-335	166	13	to	to	ADP
epaa-335	166	14	an	an	DET
epaa-335	166	15	item	item	NOUN
epaa-335	166	16	,	,	PUNCT
epaa-335	166	17	3	3	NUM
epaa-335	166	18	.	.	PUNCT
epaa-335	167	1	the	the	DET
epaa-335	167	2	item	item	NOUN
epaa-335	167	3	was	be	AUX
epaa-335	167	4	written	write	VERB
epaa-335	167	5	in	in	ADP
epaa-335	167	6	such	such	DET
epaa-335	167	7	a	a	DET
epaa-335	167	8	way	way	NOUN
epaa-335	167	9	that	that	SCONJ
epaa-335	167	10	“	"	PUNCT
epaa-335	167	11	high	high	ADJ
epaa-335	167	12	ability	ability	NOUN
epaa-335	167	13	”	"	PUNCT
epaa-335	167	14	persons	person	NOUN
epaa-335	167	15	read	read	VERB
epaa-335	167	16	more	more	ADJ
epaa-335	167	17	into	into	ADP
epaa-335	167	18	the	the	DET
epaa-335	167	19	item	item	NOUN
epaa-335	167	20	than	than	SCONJ
epaa-335	167	21	was	be	AUX
epaa-335	167	22	intended	intend	VERB
epaa-335	167	23	and	and	CCONJ
epaa-335	167	24	thus	thus	ADV
epaa-335	167	25	chose	choose	VERB
epaa-335	167	26	an	an	DET
epaa-335	167	27	unintended	unintended	ADJ
epaa-335	167	28	distracter	distracter	NOUN
epaa-335	167	29	while	while	SCONJ
epaa-335	167	30	the	the	DET
epaa-335	167	31	“	"	PUNCT
epaa-335	167	32	low	low	ADJ
epaa-335	167	33	ability	ability	NOUN
epaa-335	167	34	”	"	PUNCT
epaa-335	167	35	people	people	NOUN
epaa-335	167	36	were	be	AUX
epaa-335	167	37	not	not	PART
epaa-335	167	38	distracted	distract	VERB
epaa-335	167	39	by	by	ADP
epaa-335	167	40	a	a	DET
epaa-335	167	41	subtlety	subtlety	NOUN
epaa-335	167	42	in	in	ADP
epaa-335	167	43	the	the	DET
epaa-335	167	44	item	item	NOUN
epaa-335	167	45	and	and	CCONJ
epaa-335	167	46	answered	answer	VERB
epaa-335	167	47	it	it	PRON
epaa-335	167	48	as	as	SCONJ
epaa-335	167	49	intended	intend	VERB
epaa-335	167	50	,	,	PUNCT
epaa-335	167	51	4	4	X
epaa-335	167	52	.	.	PUNCT
epaa-335	168	1	the	the	DET
epaa-335	168	2	item	item	NOUN
epaa-335	168	3	had	have	VERB
epaa-335	168	4	nothing	nothing	PRON
epaa-335	168	5	to	to	PART
epaa-335	168	6	do	do	VERB
epaa-335	168	7	with	with	ADP
epaa-335	168	8	the	the	DET
epaa-335	168	9	topic	topic	NOUN
epaa-335	168	10	being	be	AUX
epaa-335	168	11	tested	test	VERB
epaa-335	168	12	,	,	PUNCT
epaa-335	168	13	or	or	CCONJ
epaa-335	168	14	5	5	NUM
epaa-335	168	15	.	.	PUNCT
epaa-335	169	1	the	the	DET
epaa-335	169	2	item	item	NOUN
epaa-335	169	3	was	be	AUX
epaa-335	169	4	mis	mi	NOUN
epaa-335	169	5	-	-	PUNCT
epaa-335	169	6	keyed	key	VERB
epaa-335	169	7	,	,	PUNCT
epaa-335	169	8	that	that	ADV
epaa-335	169	9	is	is	ADV
epaa-335	169	10	,	,	PUNCT
epaa-335	169	11	a	a	DET
epaa-335	169	12	wrong	wrong	ADJ
epaa-335	169	13	answer	answer	NOUN
epaa-335	169	14	was	be	AUX
epaa-335	169	15	mistakenly	mistakenly	ADV
epaa-335	169	16	keyed	key	VERB
epaa-335	169	17	as	as	ADP
epaa-335	169	18	the	the	DET
epaa-335	169	19	correct	correct	ADJ
epaa-335	169	20	one	one	NOUN
epaa-335	169	21	on	on	ADP
epaa-335	169	22	the	the	DET
epaa-335	169	23	scoring	scoring	NOUN
epaa-335	169	24	key	key	NOUN
epaa-335	169	25	.	.	PUNCT
epaa-335	170	1	6	6	NUM
epaa-335	170	2	.	.	X
epaa-335	170	3	when	when	SCONJ
epaa-335	170	4	an	an	DET
epaa-335	170	5	item	item	NOUN
epaa-335	170	6	yields	yield	VERB
epaa-335	170	7	a	a	DET
epaa-335	170	8	negative	negative	ADJ
epaa-335	170	9	point	point	NOUN
epaa-335	170	10	-	-	PUNCT
epaa-335	170	11	biserial	biserial	ADJ
epaa-335	170	12	correlation	correlation	NOUN
epaa-335	170	13	,	,	PUNCT
epaa-335	170	14	the	the	DET
epaa-335	170	15	test	test	NOUN
epaa-335	170	16	developer	developer	NOUN
epaa-335	170	17	is	be	AUX
epaa-335	170	18	obligated	obligate	VERB
epaa-335	170	19	to	to	PART
epaa-335	170	20	remove	remove	VERB
epaa-335	170	21	the	the	DET
epaa-335	170	22	item	item	NOUN
epaa-335	170	23	from	from	ADP
epaa-335	170	24	the	the	DET
epaa-335	170	25	test	test	NOUN
epaa-335	170	26	so	so	SCONJ
epaa-335	170	27	that	that	SCONJ
epaa-335	170	28	it	it	PRON
epaa-335	170	29	does	do	AUX
epaa-335	170	30	not	not	PART
epaa-335	170	31	enter	enter	VERB
epaa-335	170	32	into	into	ADP
epaa-335	170	33	the	the	DET
epaa-335	170	34	total	total	ADJ
epaa-335	170	35	test	test	NOUN
epaa-335	170	36	score	score	NOUN
epaa-335	170	37	calculations	calculation	NOUN
epaa-335	170	38	.	.	PUNCT
epaa-335	171	1	in	in	ADP
epaa-335	171	2	fact	fact	NOUN
epaa-335	171	3	,	,	PUNCT
epaa-335	171	4	the	the	DET
epaa-335	171	5	typical	typical	ADJ
epaa-335	171	6	commercial	commercial	ADJ
epaa-335	171	7	testing	testing	NOUN
epaa-335	171	8	situation	situation	NOUN
epaa-335	171	9	is	be	AUX
epaa-335	171	10	one	one	NUM
epaa-335	171	11	where	where	SCONJ
epaa-335	171	12	the	the	DET
epaa-335	171	13	test	test	NOUN
epaa-335	171	14	contractor	contractor	NOUN
epaa-335	171	15	administers	administer	VERB
epaa-335	171	16	the	the	DET
epaa-335	171	17	test	test	NOUN
epaa-335	171	18	in	in	ADP
epaa-335	171	19	at	at	ADV
epaa-335	171	20	least	least	ADV
epaa-335	171	21	one	one	NUM
epaa-335	171	22	field	field	NOUN
epaa-335	171	23	trial	trial	NOUN
epaa-335	171	24	,	,	PUNCT
epaa-335	171	25	discovers	discover	VERB
epaa-335	171	26	problematic	problematic	ADJ
epaa-335	171	27	items	item	NOUN
epaa-335	171	28	,	,	PUNCT
epaa-335	171	29	9	9	NUM
epaa-335	171	30	of	of	ADP
epaa-335	171	31	22	22	NUM
epaa-335	171	32	either	either	CCONJ
epaa-335	171	33	fixes	fix	VERB
epaa-335	171	34	the	the	DET
epaa-335	171	35	problems	problem	NOUN
epaa-335	171	36	or	or	CCONJ
epaa-335	171	37	discards	discard	VERB
epaa-335	171	38	the	the	DET
epaa-335	171	39	items	item	NOUN
epaa-335	171	40	entirely	entirely	ADV
epaa-335	171	41	,	,	PUNCT
epaa-335	171	42	and	and	CCONJ
epaa-335	171	43	then	then	ADV
epaa-335	171	44	readministers	readminister	VERB
epaa-335	171	45	the	the	DET
epaa-335	171	46	test	test	NOUN
epaa-335	171	47	prior	prior	ADV
epaa-335	171	48	to	to	ADP
epaa-335	171	49	making	make	VERB
epaa-335	171	50	the	the	DET
epaa-335	171	51	test	test	NOUN
epaa-335	171	52	fully	fully	ADV
epaa-335	171	53	operational	operational	ADJ
epaa-335	171	54	.	.	PUNCT
epaa-335	172	1	the	the	DET
epaa-335	172	2	presence	presence	NOUN
epaa-335	172	3	of	of	ADP
epaa-335	172	4	a	a	DET
epaa-335	172	5	flawed	flawed	ADJ
epaa-335	172	6	item	item	NOUN
epaa-335	172	7	on	on	ADP
epaa-335	172	8	a	a	DET
epaa-335	172	9	high	high	ADJ
epaa-335	172	10	-	-	PUNCT
epaa-335	172	11	stakes	stake	NOUN
epaa-335	172	12	examination	examination	NOUN
epaa-335	172	13	can	can	AUX
epaa-335	172	14	never	never	ADV
epaa-335	172	15	be	be	AUX
epaa-335	172	16	defended	defend	VERB
epaa-335	172	17	psychometrically	psychometrically	ADV
epaa-335	172	18	.	.	PUNCT
epaa-335	173	1	one	one	NUM
epaa-335	173	2	additional	additional	ADJ
epaa-335	173	3	point	point	NOUN
epaa-335	173	4	must	must	AUX
epaa-335	173	5	be	be	AUX
epaa-335	173	6	made	make	VERB
epaa-335	173	7	.	.	PUNCT
epaa-335	174	1	the	the	DET
epaa-335	174	2	point	point	NOUN
epaa-335	174	3	-	-	PUNCT
epaa-335	174	4	biserial	biserial	ADJ
epaa-335	174	5	correlation	correlation	NOUN
epaa-335	174	6	can	can	AUX
epaa-335	174	7	be	be	AUX
epaa-335	174	8	computed	compute	VERB
epaa-335	174	9	two	two	NUM
epaa-335	174	10	ways	way	NOUN
epaa-335	174	11	.	.	PUNCT
epaa-335	175	1	the	the	DET
epaa-335	175	2	first	first	ADJ
epaa-335	175	3	way	way	NOUN
epaa-335	175	4	is	be	AUX
epaa-335	175	5	to	to	PART
epaa-335	175	6	correlate	correlate	VERB
epaa-335	175	7	the	the	DET
epaa-335	175	8	set	set	NOUN
epaa-335	175	9	of	of	ADP
epaa-335	175	10	0/1	0/1	PROPN
epaa-335	175	11	(	(	PUNCT
epaa-335	175	12	incorrect	incorrect	ADJ
epaa-335	175	13	/	/	SYM
epaa-335	175	14	correct	correct	ADJ
epaa-335	175	15	)	)	PUNCT
epaa-335	175	16	responses	response	NOUN
epaa-335	175	17	with	with	ADP
epaa-335	175	18	the	the	DET
epaa-335	175	19	total	total	ADJ
epaa-335	175	20	scores	score	NOUN
epaa-335	175	21	as	as	SCONJ
epaa-335	175	22	described	describe	VERB
epaa-335	175	23	above	above	ADV
epaa-335	175	24	.	.	PUNCT
epaa-335	176	1	in	in	ADP
epaa-335	176	2	this	this	DET
epaa-335	176	3	way	way	NOUN
epaa-335	176	4	of	of	ADP
epaa-335	176	5	computing	compute	VERB
epaa-335	176	6	the	the	DET
epaa-335	176	7	statistic	statistic	NOUN
epaa-335	176	8	,	,	PUNCT
epaa-335	176	9	the	the	DET
epaa-335	176	10	item	item	NOUN
epaa-335	176	11	for	for	ADP
epaa-335	176	12	which	which	PRON
epaa-335	176	13	the	the	DET
epaa-335	176	14	correlation	correlation	NOUN
epaa-335	176	15	is	be	AUX
epaa-335	176	16	being	be	AUX
epaa-335	176	17	computed	compute	VERB
epaa-335	176	18	contributes	contribute	VERB
epaa-335	176	19	variance	variance	NOUN
epaa-335	176	20	to	to	ADP
epaa-335	176	21	the	the	DET
epaa-335	176	22	total	total	ADJ
epaa-335	176	23	score	score	NOUN
epaa-335	176	24	,	,	PUNCT
epaa-335	176	25	hence	hence	ADV
epaa-335	176	26	,	,	PUNCT
epaa-335	176	27	the	the	DET
epaa-335	176	28	correlation	correlation	NOUN
epaa-335	176	29	is	be	AUX
epaa-335	176	30	necessarily	necessarily	ADV
epaa-335	176	31	magnified	magnify	VERB
epaa-335	176	32	.	.	PUNCT
epaa-335	177	1	that	that	PRON
epaa-335	177	2	is	be	AUX
epaa-335	177	3	,	,	PUNCT
epaa-335	177	4	the	the	DET
epaa-335	177	5	statistical	statistical	ADJ
epaa-335	177	6	estimate	estimate	NOUN
epaa-335	177	7	of	of	ADP
epaa-335	177	8	the	the	DET
epaa-335	177	9	extent	extent	NOUN
epaa-335	177	10	to	to	PART
epaa-335	177	11	which	which	PRON
epaa-335	177	12	an	an	DET
epaa-335	177	13	item	item	NOUN
epaa-335	177	14	is	be	AUX
epaa-335	177	15	internally	internally	ADV
epaa-335	177	16	consistent	consistent	ADJ
epaa-335	177	17	with	with	ADP
epaa-335	177	18	the	the	DET
epaa-335	177	19	other	other	ADJ
epaa-335	177	20	items	item	NOUN
epaa-335	177	21	“	"	PUNCT
epaa-335	177	22	tends	tend	VERB
epaa-335	177	23	to	to	PART
epaa-335	177	24	be	be	AUX
epaa-335	177	25	inflated	inflate	VERB
epaa-335	177	26	”	"	PUNCT
epaa-335	177	27	(	(	PUNCT
epaa-335	177	28	guilford	guilford	PROPN
epaa-335	177	29	,	,	PUNCT
epaa-335	177	30	1954	1954	NUM
epaa-335	177	31	,	,	PUNCT
epaa-335	177	32	p.439	p.439	NOUN
epaa-335	177	33	)	)	PUNCT
epaa-335	177	34	.	.	PUNCT
epaa-335	178	1	the	the	DET
epaa-335	178	2	second	second	ADJ
epaa-335	178	3	way	way	NOUN
epaa-335	178	4	in	in	ADP
epaa-335	178	5	which	which	PRON
epaa-335	178	6	the	the	DET
epaa-335	178	7	correlation	correlation	NOUN
epaa-335	178	8	may	may	AUX
epaa-335	178	9	be	be	AUX
epaa-335	178	10	computed	compute	VERB
epaa-335	178	11	is	be	AUX
epaa-335	178	12	to	to	PART
epaa-335	178	13	compute	compute	VERB
epaa-335	178	14	it	it	PRON
epaa-335	178	15	between	between	ADP
epaa-335	178	16	the	the	DET
epaa-335	178	17	0/1	0/1	NUM
epaa-335	178	18	responses	response	NOUN
epaa-335	178	19	on	on	ADP
epaa-335	178	20	an	an	DET
epaa-335	178	21	item	item	NOUN
epaa-335	178	22	and	and	CCONJ
epaa-335	178	23	the	the	DET
epaa-335	178	24	total	total	ADJ
epaa-335	178	25	scores	score	NOUN
epaa-335	178	26	for	for	ADP
epaa-335	178	27	everyone	everyone	PRON
epaa-335	178	28	but	but	CCONJ
epaa-335	178	29	with	with	ADP
epaa-335	178	30	the	the	DET
epaa-335	178	31	responses	response	NOUN
epaa-335	178	32	to	to	ADP
epaa-335	178	33	that	that	DET
epaa-335	178	34	particular	particular	ADJ
epaa-335	178	35	item	item	NOUN
epaa-335	178	36	removed	remove	VERB
epaa-335	178	37	from	from	ADP
epaa-335	178	38	the	the	DET
epaa-335	178	39	total	total	ADJ
epaa-335	178	40	score	score	NOUN
epaa-335	178	41	(	(	PUNCT
epaa-335	178	42	henrysson	henrysson	NOUN
epaa-335	178	43	,	,	PUNCT
epaa-335	178	44	1963	1963	NUM
epaa-335	178	45	)	)	PUNCT
epaa-335	178	46	.	.	PUNCT
epaa-335	179	1	this	this	PRON
epaa-335	179	2	is	be	AUX
epaa-335	179	3	called	call	VERB
epaa-335	179	4	the	the	DET
epaa-335	179	5	“	"	PUNCT
epaa-335	179	6	corrected	correct	VERB
epaa-335	179	7	point	point	NOUN
epaa-335	179	8	-	-	PUNCT
epaa-335	179	9	biserial	biserial	ADJ
epaa-335	179	10	correlation	correlation	NOUN
epaa-335	179	11	.	.	PUNCT
epaa-335	179	12	”	"	PUNCT
epaa-335	180	1	it	it	PRON
epaa-335	180	2	is	be	AUX
epaa-335	180	3	a	a	DET
epaa-335	180	4	more	more	ADV
epaa-335	180	5	accurate	accurate	ADJ
epaa-335	180	6	estimate	estimate	NOUN
epaa-335	180	7	of	of	ADP
epaa-335	180	8	the	the	DET
epaa-335	180	9	extent	extent	NOUN
epaa-335	180	10	to	to	PART
epaa-335	180	11	which	which	PRON
epaa-335	180	12	an	an	DET
epaa-335	180	13	individual	individual	ADJ
epaa-335	180	14	item	item	NOUN
epaa-335	180	15	is	be	AUX
epaa-335	180	16	correlated	correlate	VERB
epaa-335	180	17	to	to	ADP
epaa-335	180	18	all	all	DET
epaa-335	180	19	the	the	DET
epaa-335	180	20	other	other	ADJ
epaa-335	180	21	items	item	NOUN
epaa-335	180	22	.	.	PUNCT
epaa-335	181	1	it	it	PRON
epaa-335	181	2	is	be	AUX
epaa-335	181	3	easily	easily	ADV
epaa-335	181	4	calculated	calculate	VERB
epaa-335	181	5	and	and	CCONJ
epaa-335	181	6	reported	report	VERB
epaa-335	181	7	by	by	ADP
epaa-335	181	8	most	most	ADJ
epaa-335	181	9	statistical	statistical	ADJ
epaa-335	181	10	software	software	NOUN
epaa-335	181	11	packages	package	NOUN
epaa-335	181	12	used	use	VERB
epaa-335	181	13	to	to	PART
epaa-335	181	14	perform	perform	VERB
epaa-335	181	15	reliability	reliability	NOUN
epaa-335	181	16	analyses	analysis	NOUN
epaa-335	181	17	(	(	PUNCT
epaa-335	181	18	e.g.	e.g.	ADV
epaa-335	181	19	,	,	PUNCT
epaa-335	181	20	spss	spss	PROPN
epaa-335	181	21	's	's	PART
epaa-335	181	22	reliability	reliability	NOUN
epaa-335	181	23	procedure	procedure	NOUN
epaa-335	181	24	)	)	PUNCT
epaa-335	181	25	.	.	PUNCT
epaa-335	182	1	various	various	ADJ
epaa-335	182	2	concerns	concern	NOUN
epaa-335	182	3	have	have	AUX
epaa-335	182	4	been	be	AUX
epaa-335	182	5	raised	raise	VERB
epaa-335	182	6	over	over	ADP
epaa-335	182	7	the	the	DET
epaa-335	182	8	interpretation	interpretation	NOUN
epaa-335	182	9	of	of	ADP
epaa-335	182	10	the	the	DET
epaa-335	182	11	point	point	NOUN
epaa-335	182	12	-	-	PUNCT
epaa-335	182	13	biserial	biserial	ADJ
epaa-335	182	14	correlation	correlation	NOUN
epaa-335	182	15	because	because	SCONJ
epaa-335	182	16	the	the	DET
epaa-335	182	17	magnitude	magnitude	NOUN
epaa-335	182	18	of	of	ADP
epaa-335	182	19	the	the	DET
epaa-335	182	20	coefficient	coefficient	NOUN
epaa-335	182	21	is	be	AUX
epaa-335	182	22	affected	affect	VERB
epaa-335	182	23	by	by	ADP
epaa-335	182	24	the	the	DET
epaa-335	182	25	difficulty	difficulty	NOUN
epaa-335	182	26	of	of	ADP
epaa-335	182	27	the	the	DET
epaa-335	182	28	item	item	NOUN
epaa-335	182	29	.	.	PUNCT
epaa-335	183	1	the	the	DET
epaa-335	183	2	fact	fact	NOUN
epaa-335	183	3	is	be	AUX
epaa-335	183	4	,	,	PUNCT
epaa-335	183	5	however	however	ADV
epaa-335	183	6	,	,	PUNCT
epaa-335	183	7	that	that	SCONJ
epaa-335	183	8	all	all	DET
epaa-335	183	9	the	the	DET
epaa-335	183	10	various	various	ADJ
epaa-335	183	11	discrimination	discrimination	NOUN
epaa-335	183	12	indices	index	NOUN
epaa-335	183	13	are	be	AUX
epaa-335	183	14	highly	highly	ADV
epaa-335	183	15	positively	positively	ADV
epaa-335	183	16	correlated	correlate	VERB
epaa-335	183	17	(	(	PUNCT
epaa-335	183	18	nunnally	nunnally	ADV
epaa-335	183	19	,	,	PUNCT
epaa-335	183	20	1936	1936	NUM
epaa-335	183	21	;	;	PUNCT
epaa-335	183	22	crocker	crocker	PROPN
epaa-335	183	23	&	&	CCONJ
epaa-335	183	24	algina	algina	PROPN
epaa-335	183	25	,	,	PUNCT
epaa-335	183	26	1986	1986	NUM
epaa-335	183	27	)	)	PUNCT
epaa-335	183	28	.	.	PUNCT
epaa-335	184	1	furthermore	furthermore	ADV
epaa-335	184	2	,	,	PUNCT
epaa-335	184	3	even	even	ADV
epaa-335	184	4	though	though	SCONJ
epaa-335	184	5	the	the	DET
epaa-335	184	6	magnitude	magnitude	NOUN
epaa-335	184	7	of	of	ADP
epaa-335	184	8	the	the	DET
epaa-335	184	9	point	point	NOUN
epaa-335	184	10	-	-	PUNCT
epaa-335	184	11	biserial	biserial	ADJ
epaa-335	184	12	correlation	correlation	NOUN
epaa-335	184	13	tends	tend	VERB
epaa-335	184	14	to	to	PART
epaa-335	184	15	be	be	AUX
epaa-335	184	16	less	less	ADJ
epaa-335	184	17	than	than	ADP
epaa-335	184	18	the	the	DET
epaa-335	184	19	biserial	biserial	ADJ
epaa-335	184	20	-	-	PUNCT
epaa-335	184	21	correlation	correlation	NOUN
epaa-335	184	22	,	,	PUNCT
epaa-335	184	23	all	all	DET
epaa-335	184	24	writers	writer	NOUN
epaa-335	184	25	agree	agree	VERB
epaa-335	184	26	on	on	ADP
epaa-335	184	27	the	the	DET
epaa-335	184	28	interpretation	interpretation	NOUN
epaa-335	184	29	of	of	ADP
epaa-335	184	30	negative	negative	ADJ
epaa-335	184	31	discriminations	discrimination	NOUN
epaa-335	184	32	.	.	PUNCT
epaa-335	185	1	“	"	PUNCT
epaa-335	185	2	no	no	DET
epaa-335	185	3	test	test	NOUN
epaa-335	185	4	item	item	NOUN
epaa-335	185	5	,	,	PUNCT
epaa-335	185	6	regardless	regardless	ADV
epaa-335	185	7	of	of	ADP
epaa-335	185	8	its	its	PRON
epaa-335	185	9	intended	intended	ADJ
epaa-335	185	10	purpose	purpose	NOUN
epaa-335	185	11	,	,	PUNCT
epaa-335	185	12	is	be	AUX
epaa-335	185	13	useful	useful	ADJ
epaa-335	185	14	if	if	SCONJ
epaa-335	185	15	it	it	PRON
epaa-335	185	16	yields	yield	VERB
epaa-335	185	17	a	a	DET
epaa-335	185	18	negative	negative	ADJ
epaa-335	185	19	discrimination	discrimination	NOUN
epaa-335	185	20	index”(ebel	index”(ebel	NOUN
epaa-335	185	21	&	&	CCONJ
epaa-335	185	22	frisbie	frisbie	PROPN
epaa-335	185	23	,	,	PUNCT
epaa-335	185	24	1991	1991	NUM
epaa-335	185	25	,	,	PUNCT
epaa-335	185	26	p.	p.	NOUN
epaa-335	185	27	237	237	NUM
epaa-335	185	28	)	)	PUNCT
epaa-335	185	29	.	.	PUNCT
epaa-335	186	1	such	such	DET
epaa-335	186	2	an	an	DET
epaa-335	186	3	item	item	NOUN
epaa-335	186	4	“	"	PUNCT
epaa-335	186	5	lowers	lower	VERB
epaa-335	186	6	test	test	NOUN
epaa-335	186	7	reliability	reliability	NOUN
epaa-335	186	8	and	and	CCONJ
epaa-335	186	9	,	,	PUNCT
epaa-335	186	10	no	no	ADV
epaa-335	186	11	doubt	doubt	ADV
epaa-335	186	12	,	,	PUNCT
epaa-335	186	13	validity	validity	NOUN
epaa-335	186	14	as	as	ADV
epaa-335	186	15	well	well	ADV
epaa-335	186	16	”	"	PUNCT
epaa-335	186	17	(	(	PUNCT
epaa-335	186	18	hopkins	hopkin	NOUN
epaa-335	186	19	,	,	PUNCT
epaa-335	186	20	1998	1998	NUM
epaa-335	186	21	,	,	PUNCT
epaa-335	186	22	p.	p.	NOUN
epaa-335	186	23	261	261	NUM
epaa-335	186	24	)	)	PUNCT
epaa-335	186	25	.	.	PUNCT
epaa-335	187	1	furthermore	furthermore	ADV
epaa-335	187	2	,	,	PUNCT
epaa-335	187	3	“	"	PUNCT
epaa-335	187	4	on	on	ADP
epaa-335	187	5	subsequent	subsequent	ADJ
epaa-335	187	6	versions	version	NOUN
epaa-335	187	7	of	of	ADP
epaa-335	187	8	the	the	DET
epaa-335	187	9	test	test	NOUN
epaa-335	187	10	,	,	PUNCT
epaa-335	187	11	these	these	DET
epaa-335	187	12	items	item	NOUN
epaa-335	187	13	[	[	X
epaa-335	187	14	with	with	ADP
epaa-335	187	15	negative	negative	ADJ
epaa-335	187	16	point	point	NOUN
epaa-335	187	17	-	-	PUNCT
epaa-335	187	18	biserial	biserial	ADJ
epaa-335	187	19	correlations	correlation	NOUN
epaa-335	187	20	]	]	PUNCT
epaa-335	187	21	should	should	AUX
epaa-335	187	22	be	be	AUX
epaa-335	187	23	revised	revise	VERB
epaa-335	187	24	or	or	CCONJ
epaa-335	187	25	eliminated	eliminate	VERB
epaa-335	187	26	(	(	PUNCT
epaa-335	187	27	hopkins	hopkin	NOUN
epaa-335	187	28	,	,	PUNCT
epaa-335	187	29	1998	1998	NUM
epaa-335	187	30	,	,	PUNCT
epaa-335	187	31	p.	p.	NOUN
epaa-335	187	32	259	259	NUM
epaa-335	187	33	)	)	PUNCT
epaa-335	187	34	.	.	PUNCT
epaa-335	188	1	nes	ne	NOUN
epaa-335	188	2	and	and	CCONJ
epaa-335	188	3	the	the	DET
epaa-335	188	4	mect	mect	NOUN
epaa-335	188	5	the	the	DET
epaa-335	188	6	1999	1999	NUM
epaa-335	188	7	mect	mect	PROPN
epaa-335	188	8	technical	technical	ADJ
epaa-335	188	9	report	report	NOUN
epaa-335	188	10	in	in	ADP
epaa-335	188	11	july	july	PROPN
epaa-335	188	12	1999	1999	NUM
epaa-335	188	13	nes	ne	NOUN
epaa-335	188	14	released	release	VERB
epaa-335	188	15	their	their	PRON
epaa-335	188	16	five	five	NUM
epaa-335	188	17	volume	volume	NOUN
epaa-335	188	18	technical	technical	ADJ
epaa-335	188	19	report	report	NOUN
epaa-335	188	20	on	on	ADP
epaa-335	188	21	the	the	DET
epaa-335	188	22	massachusetts	massachusetts	PROPN
epaa-335	188	23	educator	educator	NOUN
epaa-335	188	24	certification	certification	NOUN
epaa-335	188	25	tests	test	NOUN
epaa-335	188	26	.	.	PUNCT
epaa-335	189	1	volume	volume	NOUN
epaa-335	189	2	i	i	PRON
epaa-335	189	3	describes	describe	VERB
epaa-335	189	4	the	the	DET
epaa-335	189	5	test	test	NOUN
epaa-335	189	6	design	design	NOUN
epaa-335	189	7	,	,	PUNCT
epaa-335	189	8	item	item	NOUN
epaa-335	189	9	development	development	NOUN
epaa-335	189	10	description	description	NOUN
epaa-335	189	11	,	,	PUNCT
epaa-335	189	12	and	and	CCONJ
epaa-335	189	13	psychometric	psychometric	ADJ
epaa-335	189	14	results	result	NOUN
epaa-335	189	15	.	.	PUNCT
epaa-335	190	1	volume	volume	NOUN
epaa-335	190	2	ii	ii	PROPN
epaa-335	190	3	describes	describe	VERB
epaa-335	190	4	the	the	DET
epaa-335	190	5	subject	subject	NOUN
epaa-335	190	6	matter	matter	NOUN
epaa-335	190	7	knowledge	knowledge	NOUN
epaa-335	190	8	and	and	CCONJ
epaa-335	190	9	test	test	NOUN
epaa-335	190	10	objectives	objective	NOUN
epaa-335	190	11	.	.	PUNCT
epaa-335	191	1	volume	volume	NOUN
epaa-335	191	2	iii	iii	NUM
epaa-335	191	3	consists	consist	VERB
epaa-335	191	4	of	of	ADP
epaa-335	191	5	“	"	PUNCT
epaa-335	191	6	correlation	correlation	NOUN
epaa-335	191	7	matrices	matrix	NOUN
epaa-335	191	8	by	by	ADP
epaa-335	191	9	test	test	NOUN
epaa-335	191	10	field	field	NOUN
epaa-335	191	11	.	.	PUNCT
epaa-335	191	12	”	"	PUNCT
epaa-335	192	1	volume	volume	NOUN
epaa-335	192	2	iv	iv	NUM
epaa-335	192	3	consists	consist	VERB
epaa-335	192	4	of	of	ADP
epaa-335	192	5	various	various	ADJ
epaa-335	192	6	content	content	NOUN
epaa-335	192	7	validation	validation	NOUN
epaa-335	192	8	materials	material	NOUN
epaa-335	192	9	and	and	CCONJ
epaa-335	192	10	reports	report	NOUN
epaa-335	192	11	.	.	PUNCT
epaa-335	193	1	volume	volume	NOUN
epaa-335	193	2	v	v	ADP
epaa-335	193	3	consists	consist	VERB
epaa-335	193	4	of	of	ADP
epaa-335	193	5	pilot	pilot	NOUN
epaa-335	193	6	material	material	NOUN
epaa-335	193	7	,	,	PUNCT
epaa-335	193	8	bias	bias	NOUN
epaa-335	193	9	review	review	NOUN
epaa-335	193	10	material	material	NOUN
epaa-335	193	11	,	,	PUNCT
epaa-335	193	12	and	and	CCONJ
epaa-335	193	13	qualifying	qualify	VERB
epaa-335	193	14	score	score	NOUN
epaa-335	193	15	material	material	NOUN
epaa-335	193	16	.	.	PUNCT
epaa-335	194	1	the	the	DET
epaa-335	194	2	report	report	NOUN
epaa-335	194	3	was	be	AUX
epaa-335	194	4	immediately	immediately	ADV
epaa-335	194	5	hailed	hail	VERB
epaa-335	194	6	by	by	ADP
epaa-335	194	7	massachusetts	massachusetts	PROPN
epaa-335	194	8	commissioner	commissioner	PROPN
epaa-335	194	9	of	of	ADP
epaa-335	194	10	education	education	PROPN
epaa-335	194	11	david	david	PROPN
epaa-335	194	12	p.	p.	PROPN
epaa-335	194	13	driscoll	driscoll	PROPN
epaa-335	194	14	:	:	PUNCT
epaa-335	194	15	"	"	PUNCT
epaa-335	194	16	i	i	PRON
epaa-335	194	17	have	have	AUX
epaa-335	194	18	said	say	VERB
epaa-335	194	19	all	all	ADV
epaa-335	194	20	along	along	ADV
epaa-335	194	21	that	that	SCONJ
epaa-335	194	22	i	i	PRON
epaa-335	194	23	stand	stand	VERB
epaa-335	194	24	by	by	ADP
epaa-335	194	25	the	the	DET
epaa-335	194	26	reliability	reliability	NOUN
epaa-335	194	27	and	and	CCONJ
epaa-335	194	28	validity	validity	NOUN
epaa-335	194	29	of	of	ADP
epaa-335	194	30	the	the	DET
epaa-335	194	31	tests	test	NOUN
epaa-335	194	32	,	,	PUNCT
epaa-335	194	33	and	and	CCONJ
epaa-335	194	34	this	this	DET
epaa-335	194	35	report	report	NOUN
epaa-335	194	36	supports	support	VERB
epaa-335	194	37	it	it	PRON
epaa-335	194	38	.	.	PUNCT
epaa-335	194	39	”	"	PUNCT
epaa-335	195	1	(	(	PUNCT
epaa-335	195	2	massachusetts	massachusetts	PROPN
epaa-335	195	3	department	department	PROPN
epaa-335	195	4	of	of	ADP
epaa-335	195	5	education	education	NOUN
epaa-335	195	6	,	,	PUNCT
epaa-335	195	7	1999	1999	NUM
epaa-335	195	8	)	)	PUNCT
epaa-335	195	9	.	.	PUNCT
epaa-335	196	1	field	field	NOUN
epaa-335	196	2	trial	trial	NOUN
epaa-335	196	3	technical	technical	ADJ
epaa-335	196	4	report	report	NOUN
epaa-335	196	5	volume	volume	NOUN
epaa-335	196	6	i	i	PRON
epaa-335	196	7	contains	contain	VERB
epaa-335	196	8	the	the	DET
epaa-335	196	9	psychometric	psychometric	ADJ
epaa-335	196	10	results	result	NOUN
epaa-335	196	11	for	for	ADP
epaa-335	196	12	the	the	DET
epaa-335	196	13	first	first	ADJ
epaa-335	196	14	four	four	NUM
epaa-335	196	15	administrations	administration	NOUN
epaa-335	196	16	of	of	ADP
epaa-335	196	17	the	the	DET
epaa-335	196	18	mect	mect	NOUN
epaa-335	196	19	(	(	PUNCT
epaa-335	196	20	april	april	PROPN
epaa-335	196	21	,	,	PUNCT
epaa-335	196	22	july	july	PROPN
epaa-335	196	23	,	,	PUNCT
epaa-335	196	24	and	and	CCONJ
epaa-335	196	25	october	october	PROPN
epaa-335	196	26	1998	1998	NUM
epaa-335	196	27	,	,	PUNCT
epaa-335	196	28	and	and	CCONJ
epaa-335	196	29	january	january	PROPN
epaa-335	196	30	1999	1999	NUM
epaa-335	196	31	)	)	PUNCT
epaa-335	196	32	.	.	PUNCT
epaa-335	197	1	it	it	PRON
epaa-335	197	2	does	do	AUX
epaa-335	197	3	not	not	PART
epaa-335	197	4	,	,	PUNCT
epaa-335	197	5	however	however	ADV
epaa-335	197	6	,	,	PUNCT
epaa-335	197	7	contain	contain	VERB
epaa-335	197	8	any	any	DET
epaa-335	197	9	results	result	NOUN
epaa-335	197	10	from	from	ADP
epaa-335	197	11	a	a	DET
epaa-335	197	12	full	full	ADJ
epaa-335	197	13	-	-	PUNCT
epaa-335	197	14	scale	scale	NOUN
epaa-335	197	15	field	field	NOUN
epaa-335	197	16	trial	trial	NOUN
epaa-335	197	17	,	,	PUNCT
epaa-335	197	18	nor	nor	CCONJ
epaa-335	197	19	are	be	AUX
epaa-335	197	20	any	any	DET
epaa-335	197	21	“	"	PUNCT
epaa-335	197	22	pilot	pilot	NOUN
epaa-335	197	23	”	"	PUNCT
epaa-335	197	24	test	test	NOUN
epaa-335	197	25	results	result	NOUN
epaa-335	197	26	reported	report	VERB
epaa-335	197	27	(	(	PUNCT
epaa-335	197	28	note	note	NOUN
epaa-335	197	29	9	9	NUM
epaa-335	197	30	)	)	PUNCT
epaa-335	197	31	.	.	PUNCT
epaa-335	198	1	there	there	PRON
epaa-335	198	2	is	be	VERB
epaa-335	198	3	no	no	DET
epaa-335	198	4	information	information	NOUN
epaa-335	198	5	on	on	ADP
epaa-335	198	6	how	how	SCONJ
epaa-335	198	7	may	may	AUX
epaa-335	198	8	different	different	ADJ
epaa-335	198	9	items	item	NOUN
epaa-335	198	10	were	be	AUX
epaa-335	198	11	tested	test	VERB
epaa-335	198	12	,	,	PUNCT
epaa-335	198	13	where	where	SCONJ
epaa-335	198	14	the	the	DET
epaa-335	198	15	items	item	NOUN
epaa-335	198	16	came	come	VERB
epaa-335	198	17	from	from	ADP
epaa-335	198	18	,	,	PUNCT
epaa-335	198	19	how	how	SCONJ
epaa-335	198	20	many	many	ADJ
epaa-335	198	21	items	item	NOUN
epaa-335	198	22	were	be	AUX
epaa-335	198	23	revised	revise	VERB
epaa-335	198	24	or	or	CCONJ
epaa-335	198	25	rejected	reject	VERB
epaa-335	198	26	,	,	PUNCT
epaa-335	198	27	what	what	PRON
epaa-335	198	28	the	the	DET
epaa-335	198	29	10	10	NUM
epaa-335	198	30	of	of	ADP
epaa-335	198	31	22	22	NUM
epaa-335	198	32	revisions	revision	NOUN
epaa-335	198	33	were	be	AUX
epaa-335	198	34	to	to	ADP
epaa-335	198	35	any	any	DET
epaa-335	198	36	revised	revise	VERB
epaa-335	198	37	items	item	NOUN
epaa-335	198	38	,	,	PUNCT
epaa-335	198	39	or	or	CCONJ
epaa-335	198	40	what	what	PRON
epaa-335	198	41	the	the	DET
epaa-335	198	42	psychometric	psychometric	ADJ
epaa-335	198	43	item	item	NOUN
epaa-335	198	44	-	-	PUNCT
epaa-335	198	45	level	level	NOUN
epaa-335	198	46	results	result	NOUN
epaa-335	198	47	were	be	AUX
epaa-335	198	48	.	.	PUNCT
epaa-335	199	1	in	in	ADP
epaa-335	199	2	fact	fact	NOUN
epaa-335	199	3	,	,	PUNCT
epaa-335	199	4	there	there	PRON
epaa-335	199	5	is	be	VERB
epaa-335	199	6	no	no	DET
epaa-335	199	7	field	field	NOUN
epaa-335	199	8	trial	trial	NOUN
epaa-335	199	9	evidence	evidence	NOUN
epaa-335	199	10	in	in	ADP
epaa-335	199	11	support	support	NOUN
epaa-335	199	12	of	of	ADP
epaa-335	199	13	the	the	DET
epaa-335	199	14	initial	initial	ADJ
epaa-335	199	15	inclusion	inclusion	NOUN
epaa-335	199	16	of	of	ADP
epaa-335	199	17	any	any	PRON
epaa-335	199	18	of	of	ADP
epaa-335	199	19	the	the	DET
epaa-335	199	20	individual	individual	ADJ
epaa-335	199	21	items	item	NOUN
epaa-335	199	22	on	on	ADP
epaa-335	199	23	the	the	DET
epaa-335	199	24	operational	operational	ADJ
epaa-335	199	25	exams	exam	NOUN
epaa-335	199	26	because	because	SCONJ
epaa-335	199	27	there	there	PRON
epaa-335	199	28	was	be	VERB
epaa-335	199	29	no	no	DET
epaa-335	199	30	field	field	NOUN
epaa-335	199	31	trial	trial	NOUN
epaa-335	199	32	.	.	PUNCT
epaa-335	200	1	interestingly	interestingly	ADV
epaa-335	200	2	,	,	PUNCT
epaa-335	200	3	the	the	DET
epaa-335	200	4	department	department	NOUN
epaa-335	200	5	of	of	ADP
epaa-335	200	6	education	education	NOUN
epaa-335	200	7	released	release	VERB
epaa-335	200	8	a	a	DET
epaa-335	200	9	brochure	brochure	NOUN
epaa-335	200	10	in	in	ADP
epaa-335	200	11	january	january	PROPN
epaa-335	200	12	1998	1998	NUM
epaa-335	200	13	stating	state	VERB
epaa-335	200	14	that	that	SCONJ
epaa-335	200	15	the	the	DET
epaa-335	200	16	first	first	ADJ
epaa-335	200	17	two	two	NUM
epaa-335	200	18	test	test	NOUN
epaa-335	200	19	administrations	administration	NOUN
epaa-335	200	20	would	would	AUX
epaa-335	200	21	not	not	PART
epaa-335	200	22	count	count	VERB
epaa-335	200	23	for	for	ADP
epaa-335	200	24	certification	certification	NOUN
epaa-335	200	25	—	—	PUNCT
epaa-335	200	26	implying	imply	VERB
epaa-335	200	27	that	that	SCONJ
epaa-335	200	28	the	the	DET
epaa-335	200	29	tests	test	NOUN
epaa-335	200	30	would	would	AUX
epaa-335	200	31	serve	serve	VERB
epaa-335	200	32	as	as	ADP
epaa-335	200	33	a	a	DET
epaa-335	200	34	field	field	NOUN
epaa-335	200	35	trial	trial	NOUN
epaa-335	200	36	.	.	PUNCT
epaa-335	201	1	chairman	chairman	NOUN
epaa-335	201	2	of	of	ADP
epaa-335	201	3	the	the	DET
epaa-335	201	4	board	board	NOUN
epaa-335	201	5	of	of	ADP
epaa-335	201	6	education	education	PROPN
epaa-335	201	7	john	john	PROPN
epaa-335	201	8	silber	silber	PROPN
epaa-335	201	9	,	,	PUNCT
epaa-335	201	10	however	however	ADV
epaa-335	201	11	,	,	PUNCT
epaa-335	201	12	declared	declare	VERB
epaa-335	201	13	in	in	ADP
epaa-335	201	14	march	march	PROPN
epaa-335	201	15	1998	1998	NUM
epaa-335	201	16	that	that	SCONJ
epaa-335	201	17	the	the	DET
epaa-335	201	18	public	public	NOUN
epaa-335	201	19	had	have	AUX
epaa-335	201	20	been	be	AUX
epaa-335	201	21	misinformed	misinform	VERB
epaa-335	201	22	and	and	CCONJ
epaa-335	201	23	that	that	SCONJ
epaa-335	201	24	the	the	DET
epaa-335	201	25	first	first	ADJ
epaa-335	201	26	two	two	NUM
epaa-335	201	27	tests	test	NOUN
epaa-335	201	28	would	would	AUX
epaa-335	201	29	indeed	indeed	ADV
epaa-335	201	30	count	count	VERB
epaa-335	201	31	for	for	ADP
epaa-335	201	32	certification	certification	NOUN
epaa-335	201	33	.	.	PUNCT
epaa-335	202	1	this	this	DET
epaa-335	202	2	policy	policy	NOUN
epaa-335	202	3	reversal	reversal	NOUN
epaa-335	202	4	was	be	AUX
epaa-335	202	5	unfortunate	unfortunate	ADJ
epaa-335	202	6	because	because	SCONJ
epaa-335	202	7	of	of	ADP
epaa-335	202	8	the	the	DET
epaa-335	202	9	confusion	confusion	NOUN
epaa-335	202	10	and	and	CCONJ
epaa-335	202	11	anxiety	anxiety	NOUN
epaa-335	202	12	it	it	PRON
epaa-335	202	13	created	create	VERB
epaa-335	202	14	among	among	ADP
epaa-335	202	15	the	the	DET
epaa-335	202	16	first	first	ADJ
epaa-335	202	17	group	group	NOUN
epaa-335	202	18	of	of	ADP
epaa-335	202	19	examinees	examinee	NOUN
epaa-335	202	20	and	and	CCONJ
epaa-335	202	21	because	because	SCONJ
epaa-335	202	22	it	it	PRON
epaa-335	202	23	prevented	prevent	VERB
epaa-335	202	24	the	the	DET
epaa-335	202	25	gathering	gathering	NOUN
epaa-335	202	26	of	of	ADP
epaa-335	202	27	statistical	statistical	ADJ
epaa-335	202	28	results	result	NOUN
epaa-335	202	29	that	that	PRON
epaa-335	202	30	could	could	AUX
epaa-335	202	31	have	have	AUX
epaa-335	202	32	improved	improve	VERB
epaa-335	202	33	the	the	DET
epaa-335	202	34	quality	quality	NOUN
epaa-335	202	35	of	of	ADP
epaa-335	202	36	the	the	DET
epaa-335	202	37	test	test	NOUN
epaa-335	202	38	.	.	PUNCT
epaa-335	203	1	nes	ne	NOUN
epaa-335	203	2	had	have	AUX
epaa-335	203	3	considered	consider	VERB
epaa-335	203	4	a	a	DET
epaa-335	203	5	field	field	NOUN
epaa-335	203	6	trial	trial	NOUN
epaa-335	203	7	of	of	ADP
epaa-335	203	8	their	their	PRON
epaa-335	203	9	teacher	teacher	NOUN
epaa-335	203	10	test	test	NOUN
epaa-335	203	11	in	in	ADP
epaa-335	203	12	alabama	alabama	PROPN
epaa-335	203	13	but	but	CCONJ
epaa-335	203	14	did	do	AUX
epaa-335	203	15	not	not	PART
epaa-335	203	16	conduct	conduct	VERB
epaa-335	203	17	one	one	NUM
epaa-335	203	18	and	and	CCONJ
epaa-335	203	19	assumedly	assumedly	ADV
epaa-335	203	20	came	come	VERB
epaa-335	203	21	to	to	PART
epaa-335	203	22	regret	regret	VERB
epaa-335	203	23	that	that	DET
epaa-335	203	24	decision	decision	NOUN
epaa-335	203	25	.	.	PUNCT
epaa-335	204	1	in	in	ADP
epaa-335	204	2	allen	allen	PROPN
epaa-335	204	3	v	v	ADP
epaa-335	204	4	alabam	alabam	PROPN
epaa-335	204	5	they	they	PRON
epaa-335	204	6	argued	argue	VERB
epaa-335	204	7	,	,	PUNCT
epaa-335	204	8	“	"	PUNCT
epaa-335	204	9	as	as	SCONJ
epaa-335	204	10	the	the	DET
epaa-335	204	11	evidence	evidence	NOUN
epaa-335	204	12	will	will	AUX
epaa-335	204	13	show	show	VERB
epaa-335	204	14	,	,	PUNCT
epaa-335	204	15	there	there	PRON
epaa-335	204	16	was	be	VERB
epaa-335	204	17	no	no	DET
epaa-335	204	18	need	need	NOUN
epaa-335	204	19	to	to	PART
epaa-335	204	20	conduct	conduct	VERB
epaa-335	204	21	a	a	DET
epaa-335	204	22	separate	separate	ADJ
epaa-335	204	23	large	large	ADJ
epaa-335	204	24	-	-	PUNCT
epaa-335	204	25	scale	scale	NOUN
epaa-335	204	26	field	field	NOUN
epaa-335	204	27	tryout	tryout	NOUN
epaa-335	204	28	in	in	ADP
epaa-335	204	29	this	this	DET
epaa-335	204	30	case	case	NOUN
epaa-335	204	31	,	,	PUNCT
epaa-335	204	32	since	since	SCONJ
epaa-335	204	33	the	the	DET
epaa-335	204	34	first	first	ADJ
epaa-335	204	35	test	test	NOUN
epaa-335	204	36	administration	administration	NOUN
epaa-335	204	37	served	serve	VERB
epaa-335	204	38	that	that	DET
epaa-335	204	39	purpose	purpose	NOUN
epaa-335	204	40	”	"	PUNCT
epaa-335	204	41	(	(	PUNCT
epaa-335	204	42	allen	allen	PROPN
epaa-335	204	43	,	,	PUNCT
epaa-335	204	44	defendants	defendant	NOUN
epaa-335	204	45	'	'	PART
epaa-335	204	46	pre	pre	ADJ
epaa-335	204	47	-	-	ADJ
epaa-335	204	48	trial	trial	ADJ
epaa-335	204	49	memorandum	memorandum	NOUN
epaa-335	204	50	,	,	PUNCT
epaa-335	204	51	1986	1986	NUM
epaa-335	204	52	,	,	PUNCT
epaa-335	204	53	p.	p.	NOUN
epaa-335	204	54	113	113	NUM
epaa-335	204	55	)	)	PUNCT
epaa-335	204	56	.	.	PUNCT
epaa-335	205	1	that	that	DET
epaa-335	205	2	decision	decision	NOUN
epaa-335	205	3	was	be	AUX
epaa-335	205	4	unwise	unwise	ADJ
epaa-335	205	5	because	because	SCONJ
epaa-335	205	6	it	it	PRON
epaa-335	205	7	directly	directly	ADV
epaa-335	205	8	affected	affect	VERB
epaa-335	205	9	the	the	DET
epaa-335	205	10	implementation	implementation	NOUN
epaa-335	205	11	and	and	CCONJ
epaa-335	205	12	validity	validity	NOUN
epaa-335	205	13	of	of	ADP
epaa-335	205	14	their	their	PRON
epaa-335	205	15	procedures	procedure	NOUN
epaa-335	205	16	.	.	PUNCT
epaa-335	206	1	for	for	ADP
epaa-335	206	2	example	example	NOUN
epaa-335	206	3	,	,	PUNCT
epaa-335	206	4	“	"	PUNCT
epaa-335	206	5	the	the	DET
epaa-335	206	6	court	court	NOUN
epaa-335	206	7	has	have	VERB
epaa-335	206	8	no	no	DET
epaa-335	206	9	doubt	doubt	NOUN
epaa-335	206	10	that	that	SCONJ
epaa-335	206	11	,	,	PUNCT
epaa-335	206	12	after	after	SCONJ
epaa-335	206	13	the	the	DET
epaa-335	206	14	results	result	NOUN
epaa-335	206	15	from	from	ADP
epaa-335	206	16	the	the	DET
epaa-335	206	17	first	first	ADJ
epaa-335	206	18	administration	administration	NOUN
epaa-335	206	19	of	of	ADP
epaa-335	206	20	those	those	DET
epaa-335	206	21	35	35	NUM
epaa-335	206	22	examinations	examination	NOUN
epaa-335	206	23	were	be	AUX
epaa-335	206	24	tallied	tally	VERB
epaa-335	206	25	,	,	PUNCT
epaa-335	206	26	the	the	DET
epaa-335	206	27	test	test	NOUN
epaa-335	206	28	developer	developer	NOUN
epaa-335	206	29	knew	know	VERB
epaa-335	206	30	that	that	SCONJ
epaa-335	206	31	its	its	PRON
epaa-335	206	32	cut	cut	VERB
epaa-335	206	33	-	-	PUNCT
epaa-335	206	34	score	score	NOUN
epaa-335	206	35	procedures	procedure	NOUN
epaa-335	206	36	had	have	AUX
epaa-335	206	37	failed	fail	VERB
epaa-335	206	38	”	"	PUNCT
epaa-335	206	39	(	(	PUNCT
epaa-335	206	40	richardson	richardson	PROPN
epaa-335	206	41	,	,	PUNCT
epaa-335	206	42	1989	1989	NUM
epaa-335	206	43	,	,	PUNCT
epaa-335	206	44	p.	p.	NOUN
epaa-335	206	45	823	823	NUM
epaa-335	206	46	)	)	PUNCT
epaa-335	206	47	.	.	PUNCT
epaa-335	207	1	in	in	ADP
epaa-335	207	2	fact	fact	NOUN
epaa-335	207	3	,	,	PUNCT
epaa-335	207	4	the	the	DET
epaa-335	207	5	original	original	ADJ
epaa-335	207	6	settlement	settlement	NOUN
epaa-335	207	7	in	in	ADP
epaa-335	207	8	allen	allen	PROPN
epaa-335	207	9	v	v	PROPN
epaa-335	207	10	alabama	alabama	PROPN
epaa-335	207	11	stipulated	stipulate	VERB
epaa-335	207	12	that	that	SCONJ
epaa-335	207	13	in	in	ADP
epaa-335	207	14	any	any	DET
epaa-335	207	15	new	new	ADJ
epaa-335	207	16	operational	operational	ADJ
epaa-335	207	17	examination	examination	NOUN
epaa-335	207	18	,	,	PUNCT
epaa-335	207	19	the	the	DET
epaa-335	207	20	items	item	NOUN
epaa-335	207	21	“	"	PUNCT
epaa-335	207	22	shall	shall	AUX
epaa-335	207	23	be	be	AUX
epaa-335	207	24	field	field	NOUN
epaa-335	207	25	tested	test	VERB
epaa-335	207	26	using	use	VERB
epaa-335	207	27	a	a	DET
epaa-335	207	28	large	large	ADJ
epaa-335	207	29	scale	scale	NOUN
epaa-335	207	30	field	field	NOUN
epaa-335	207	31	test	test	NOUN
epaa-335	207	32	”	"	PUNCT
epaa-335	207	33	(	(	PUNCT
epaa-335	207	34	allen	allen	PROPN
epaa-335	207	35	,	,	PUNCT
epaa-335	207	36	consent	consent	NOUN
epaa-335	207	37	decree	decree	NOUN
epaa-335	207	38	,	,	PUNCT
epaa-335	207	39	oct	oct	PROPN
epaa-335	207	40	.	.	PROPN
epaa-335	207	41	25	25	NUM
epaa-335	207	42	,	,	PUNCT
epaa-335	207	43	1985	1985	NUM
epaa-335	207	44	,	,	PUNCT
epaa-335	207	45	p.	p.	NOUN
epaa-335	207	46	3	3	NUM
epaa-335	207	47	)	)	PUNCT
epaa-335	207	48	.	.	PUNCT
epaa-335	208	1	the	the	DET
epaa-335	208	2	first	first	ADJ
epaa-335	208	3	two	two	NUM
epaa-335	208	4	administrations	administration	NOUN
epaa-335	208	5	of	of	ADP
epaa-335	208	6	the	the	DET
epaa-335	208	7	mect	mect	NOUN
epaa-335	208	8	would	would	AUX
epaa-335	208	9	have	have	AUX
epaa-335	208	10	served	serve	VERB
epaa-335	208	11	an	an	DET
epaa-335	208	12	important	important	ADJ
epaa-335	208	13	purpose	purpose	NOUN
epaa-335	208	14	as	as	ADP
epaa-335	208	15	a	a	DET
epaa-335	208	16	full	full	ADJ
epaa-335	208	17	-	-	PUNCT
epaa-335	208	18	scale	scale	NOUN
epaa-335	208	19	field	field	NOUN
epaa-335	208	20	trial	trial	NOUN
epaa-335	208	21	for	for	ADP
epaa-335	208	22	the	the	DET
epaa-335	208	23	new	new	ADJ
epaa-335	208	24	tests	test	NOUN
epaa-335	208	25	,	,	PUNCT
epaa-335	208	26	thus	thus	ADV
epaa-335	208	27	avoiding	avoid	VERB
epaa-335	208	28	the	the	DET
epaa-335	208	29	mistake	mistake	NOUN
epaa-335	208	30	made	make	VERB
epaa-335	208	31	in	in	ADP
epaa-335	208	32	alabama	alabama	PROPN
epaa-335	208	33	.	.	PUNCT
epaa-335	209	1	however	however	ADV
epaa-335	209	2	,	,	PUNCT
epaa-335	209	3	that	that	DET
epaa-335	209	4	opportunity	opportunity	NOUN
epaa-335	209	5	to	to	PART
epaa-335	209	6	detect	detect	VERB
epaa-335	209	7	and	and	CCONJ
epaa-335	209	8	correct	correct	ADJ
epaa-335	209	9	problems	problem	NOUN
epaa-335	209	10	in	in	ADP
epaa-335	209	11	administration	administration	NOUN
epaa-335	209	12	,	,	PUNCT
epaa-335	209	13	scoring	scoring	NOUN
epaa-335	209	14	,	,	PUNCT
epaa-335	209	15	and	and	CCONJ
epaa-335	209	16	interpretation	interpretation	NOUN
epaa-335	209	17	was	be	AUX
epaa-335	209	18	lost	lose	VERB
epaa-335	209	19	.	.	PUNCT
epaa-335	210	1	the	the	DET
epaa-335	210	2	impact	impact	NOUN
epaa-335	210	3	of	of	ADP
epaa-335	210	4	the	the	DET
epaa-335	210	5	lack	lack	NOUN
epaa-335	210	6	of	of	ADP
epaa-335	210	7	a	a	DET
epaa-335	210	8	field	field	NOUN
epaa-335	210	9	trial	trial	NOUN
epaa-335	210	10	is	be	AUX
epaa-335	210	11	further	far	ADV
epaa-335	210	12	magnified	magnify	VERB
epaa-335	210	13	when	when	SCONJ
epaa-335	210	14	it	it	PRON
epaa-335	210	15	is	be	AUX
epaa-335	210	16	noted	note	VERB
epaa-335	210	17	that	that	SCONJ
epaa-335	210	18	the	the	DET
epaa-335	210	19	time	time	NOUN
epaa-335	210	20	period	period	NOUN
epaa-335	210	21	between	between	ADP
epaa-335	210	22	when	when	SCONJ
epaa-335	210	23	nes	ne	NOUN
epaa-335	210	24	was	be	AUX
epaa-335	210	25	awarded	award	VERB
epaa-335	210	26	the	the	DET
epaa-335	210	27	massachusetts	massachusetts	PROPN
epaa-335	210	28	contract	contract	NOUN
epaa-335	210	29	(	(	PUNCT
epaa-335	210	30	october	october	PROPN
epaa-335	210	31	1997	1997	NUM
epaa-335	210	32	)	)	PUNCT
epaa-335	210	33	and	and	CCONJ
epaa-335	210	34	when	when	SCONJ
epaa-335	210	35	the	the	DET
epaa-335	210	36	first	first	ADJ
epaa-335	210	37	tests	test	NOUN
epaa-335	210	38	were	be	AUX
epaa-335	210	39	administered	administer	VERB
epaa-335	210	40	(	(	PUNCT
epaa-335	210	41	april	april	PROPN
epaa-335	210	42	1998	1998	NUM
epaa-335	210	43	)	)	PUNCT
epaa-335	210	44	was	be	AUX
epaa-335	210	45	even	even	ADV
epaa-335	210	46	smaller	small	ADJ
epaa-335	210	47	than	than	ADP
epaa-335	210	48	the	the	DET
epaa-335	210	49	time	time	NOUN
epaa-335	210	50	period	period	NOUN
epaa-335	210	51	nes	ne	NOUN
epaa-335	210	52	had	have	VERB
epaa-335	210	53	to	to	PART
epaa-335	210	54	develop	develop	VERB
epaa-335	210	55	the	the	DET
epaa-335	210	56	tests	test	NOUN
epaa-335	210	57	in	in	ADP
epaa-335	210	58	alabama	alabama	PROPN
epaa-335	210	59	—	—	PUNCT
epaa-335	210	60	a	a	DET
epaa-335	210	61	time	time	NOUN
epaa-335	210	62	frame	frame	NOUN
epaa-335	210	63	that	that	PRON
epaa-335	210	64	the	the	DET
epaa-335	210	65	court	court	NOUN
epaa-335	210	66	referred	refer	VERB
epaa-335	210	67	to	to	ADP
epaa-335	210	68	as	as	ADP
epaa-335	210	69	“	"	PUNCT
epaa-335	210	70	quite	quite	ADV
epaa-335	210	71	short	short	ADJ
epaa-335	210	72	”	"	PUNCT
epaa-335	210	73	(	(	PUNCT
epaa-335	210	74	richardson	richardson	PROPN
epaa-335	210	75	,	,	PUNCT
epaa-335	210	76	1989	1989	NUM
epaa-335	210	77	,	,	PUNCT
epaa-335	210	78	p.	p.	NOUN
epaa-335	210	79	817	817	NUM
epaa-335	210	80	)	)	PUNCT
epaa-335	210	81	.	.	PUNCT
epaa-335	211	1	furthermore	furthermore	ADV
epaa-335	211	2	,	,	PUNCT
epaa-335	211	3	even	even	ADV
epaa-335	211	4	though	though	SCONJ
epaa-335	211	5	nes	ne	NOUN
epaa-335	211	6	may	may	AUX
epaa-335	211	7	have	have	AUX
epaa-335	211	8	drawn	draw	VERB
epaa-335	211	9	many	many	ADJ
epaa-335	211	10	of	of	ADP
epaa-335	211	11	the	the	DET
epaa-335	211	12	mect	mect	NOUN
epaa-335	211	13	items	item	NOUN
epaa-335	211	14	from	from	ADP
epaa-335	211	15	existing	exist	VERB
epaa-335	211	16	test	test	NOUN
epaa-335	211	17	item	item	NOUN
epaa-335	211	18	banks	bank	NOUN
epaa-335	211	19	,	,	PUNCT
epaa-335	211	20	items	item	NOUN
epaa-335	211	21	written	write	VERB
epaa-335	211	22	and	and	CCONJ
epaa-335	211	23	used	use	VERB
epaa-335	211	24	elsewhere	elsewhere	ADV
epaa-335	211	25	still	still	ADV
epaa-335	211	26	must	must	AUX
epaa-335	211	27	be	be	AUX
epaa-335	211	28	field	field	NOUN
epaa-335	211	29	tested	test	VERB
epaa-335	211	30	on	on	ADP
epaa-335	211	31	each	each	DET
epaa-335	211	32	new	new	ADJ
epaa-335	211	33	population	population	NOUN
epaa-335	211	34	of	of	ADP
epaa-335	211	35	teacher	teacher	NOUN
epaa-335	211	36	candidates	candidate	NOUN
epaa-335	211	37	.	.	PUNCT
epaa-335	212	1	point	point	NOUN
epaa-335	212	2	-	-	PUNCT
epaa-335	212	3	biserial	biserial	ADJ
epaa-335	212	4	correlations	correlation	NOUN
epaa-335	212	5	in	in	ADP
epaa-335	212	6	the	the	DET
epaa-335	212	7	nes	nes	PROPN
epaa-335	212	8	technical	technical	PROPN
epaa-335	212	9	report	report	PROPN
epaa-335	212	10	volume	volume	NOUN
epaa-335	212	11	i	i	PRON
epaa-335	212	12	,	,	PUNCT
epaa-335	212	13	chapter	chapter	NOUN
epaa-335	212	14	8	8	NUM
epaa-335	212	15	,	,	PUNCT
epaa-335	212	16	p.	p.	NOUN
epaa-335	212	17	140	140	NUM
epaa-335	212	18	,	,	PUNCT
epaa-335	212	19	there	there	PRON
epaa-335	212	20	is	be	VERB
epaa-335	212	21	a	a	DET
epaa-335	212	22	description	description	NOUN
epaa-335	212	23	of	of	ADP
epaa-335	212	24	when	when	SCONJ
epaa-335	212	25	an	an	DET
epaa-335	212	26	item	item	NOUN
epaa-335	212	27	is	be	AUX
epaa-335	212	28	flagged	flag	VERB
epaa-335	212	29	for	for	ADP
epaa-335	212	30	further	further	ADJ
epaa-335	212	31	scrutiny	scrutiny	NOUN
epaa-335	212	32	.	.	PUNCT
epaa-335	213	1	one	one	NUM
epaa-335	213	2	of	of	ADP
epaa-335	213	3	the	the	DET
epaa-335	213	4	conditions	condition	NOUN
epaa-335	213	5	is	be	AUX
epaa-335	213	6	when	when	SCONJ
epaa-335	213	7	an	an	DET
epaa-335	213	8	item	item	NOUN
epaa-335	213	9	displays	display	VERB
epaa-335	213	10	an	an	DET
epaa-335	213	11	“	"	PUNCT
epaa-335	213	12	item	item	NOUN
epaa-335	213	13	-	-	PUNCT
epaa-335	213	14	to	to	ADP
epaa-335	213	15	-	-	PUNCT
epaa-335	213	16	test	test	NOUN
epaa-335	213	17	point	point	NOUN
epaa-335	213	18	-	-	PUNCT
epaa-335	213	19	biserial	biserial	ADJ
epaa-335	213	20	correlation	correlation	NOUN
epaa-335	213	21	less	less	ADJ
epaa-335	213	22	than	than	ADP
epaa-335	213	23	0.10	0.10	NUM
epaa-335	213	24	(	(	PUNCT
epaa-335	213	25	if	if	SCONJ
epaa-335	213	26	the	the	DET
epaa-335	213	27	percent	percent	NOUN
epaa-335	213	28	of	of	ADP
epaa-335	213	29	examinees	examinee	NOUN
epaa-335	213	30	who	who	PRON
epaa-335	213	31	selected	select	VERB
epaa-335	213	32	the	the	DET
epaa-335	213	33	correct	correct	ADJ
epaa-335	213	34	response	response	NOUN
epaa-335	213	35	is	be	AUX
epaa-335	213	36	less	less	ADJ
epaa-335	213	37	than	than	ADP
epaa-335	213	38	50	50	NUM
epaa-335	213	39	)	)	PUNCT
epaa-335	213	40	”	"	PUNCT
epaa-335	213	41	.	.	PUNCT
epaa-335	214	1	after	after	SCONJ
epaa-335	214	2	such	such	DET
epaa-335	214	3	an	an	DET
epaa-335	214	4	item	item	NOUN
epaa-335	214	5	is	be	AUX
epaa-335	214	6	found	find	VERB
epaa-335	214	7	,	,	PUNCT
epaa-335	214	8	“	"	PUNCT
epaa-335	214	9	the	the	DET
epaa-335	214	10	accuracy	accuracy	NOUN
epaa-335	214	11	of	of	ADP
epaa-335	214	12	each	each	DET
epaa-335	214	13	flagged	flag	VERB
epaa-335	214	14	item	item	NOUN
epaa-335	214	15	is	be	AUX
epaa-335	214	16	reverified	reverifie	VERB
epaa-335	214	17	before	before	SCONJ
epaa-335	214	18	examinees	examinee	NOUN
epaa-335	214	19	are	be	AUX
epaa-335	214	20	scored	score	VERB
epaa-335	214	21	.	.	PUNCT
epaa-335	214	22	”	"	PUNCT
epaa-335	215	1	the	the	DET
epaa-335	215	2	technical	technical	ADJ
epaa-335	215	3	report	report	NOUN
epaa-335	215	4	,	,	PUNCT
epaa-335	215	5	however	however	ADV
epaa-335	215	6	,	,	PUNCT
epaa-335	215	7	does	do	AUX
epaa-335	215	8	not	not	PART
epaa-335	215	9	report	report	VERB
epaa-335	215	10	or	or	CCONJ
epaa-335	215	11	provide	provide	VERB
epaa-335	215	12	the	the	DET
epaa-335	215	13	percent	percent	NOUN
epaa-335	215	14	of	of	ADP
epaa-335	215	15	persons	person	NOUN
epaa-335	215	16	who	who	PRON
epaa-335	215	17	selected	select	VERB
epaa-335	215	18	the	the	DET
epaa-335	215	19	correct	correct	ADJ
epaa-335	215	20	response	response	NOUN
epaa-335	215	21	on	on	ADP
epaa-335	215	22	each	each	DET
epaa-335	215	23	item	item	NOUN
epaa-335	215	24	.	.	PUNCT
epaa-335	216	1	nor	nor	CCONJ
epaa-335	216	2	is	be	AUX
epaa-335	216	3	there	there	PRON
epaa-335	216	4	an	an	DET
epaa-335	216	5	explanation	explanation	NOUN
epaa-335	216	6	of	of	ADP
epaa-335	216	7	what	what	PRON
epaa-335	216	8	the	the	DET
epaa-335	216	9	reverification	reverification	NOUN
epaa-335	216	10	process	process	NOUN
epaa-335	216	11	consisted	consist	VERB
epaa-335	216	12	of	of	ADP
epaa-335	216	13	,	,	PUNCT
epaa-335	216	14	nor	nor	CCONJ
epaa-335	216	15	of	of	ADP
epaa-335	216	16	how	how	SCONJ
epaa-335	216	17	many	many	ADJ
epaa-335	216	18	items	item	NOUN
epaa-335	216	19	were	be	AUX
epaa-335	216	20	flagged	flag	VERB
epaa-335	216	21	,	,	PUNCT
epaa-335	216	22	nor	nor	CCONJ
epaa-335	216	23	what	what	PRON
epaa-335	216	24	was	be	AUX
epaa-335	216	25	subsequently	subsequently	ADV
epaa-335	216	26	modified	modify	VERB
epaa-335	216	27	on	on	ADP
epaa-335	216	28	flagged	flag	VERB
epaa-335	216	29	items	item	NOUN
epaa-335	216	30	.	.	PUNCT
epaa-335	217	1	thus	thus	ADV
epaa-335	217	2	,	,	PUNCT
epaa-335	217	3	there	there	PRON
epaa-335	217	4	is	be	VERB
epaa-335	217	5	no	no	DET
epaa-335	217	6	way	way	NOUN
epaa-335	217	7	to	to	PART
epaa-335	217	8	determine	determine	VERB
epaa-335	217	9	the	the	DET
epaa-335	217	10	extent	extent	NOUN
epaa-335	217	11	to	to	PART
epaa-335	217	12	which	which	PRON
epaa-335	217	13	nes	ne	NOUN
epaa-335	217	14	actually	actually	ADV
epaa-335	217	15	followed	follow	VERB
epaa-335	217	16	its	its	PRON
epaa-335	217	17	own	own	ADJ
epaa-335	217	18	stated	state	VERB
epaa-335	217	19	guidelines	guideline	NOUN
epaa-335	217	20	and	and	CCONJ
epaa-335	217	21	procedures	procedure	NOUN
epaa-335	217	22	in	in	ADP
epaa-335	217	23	the	the	DET
epaa-335	217	24	development	development	NOUN
epaa-335	217	25	of	of	ADP
epaa-335	217	26	the	the	DET
epaa-335	217	27	mect	mect	NOUN
epaa-335	217	28	.	.	PUNCT
epaa-335	218	1	the	the	DET
epaa-335	218	2	relevance	relevance	NOUN
epaa-335	218	3	of	of	ADP
epaa-335	218	4	what	what	PRON
epaa-335	218	5	nes	ne	NOUN
epaa-335	218	6	states	state	NOUN
epaa-335	218	7	as	as	ADP
epaa-335	218	8	their	their	PRON
epaa-335	218	9	review	review	NOUN
epaa-335	218	10	procedures	procedure	NOUN
epaa-335	218	11	and	and	CCONJ
epaa-335	218	12	what	what	PRON
epaa-335	218	13	they	they	PRON
epaa-335	218	14	actually	actually	ADV
epaa-335	218	15	performed	perform	VERB
epaa-335	218	16	is	be	AUX
epaa-335	218	17	that	that	SCONJ
epaa-335	218	18	in	in	ADP
epaa-335	218	19	alabama	alabama	PROPN
epaa-335	218	20	,	,	PUNCT
epaa-335	218	21	under	under	ADP
epaa-335	218	22	the	the	DET
epaa-335	218	23	topic	topic	NOUN
epaa-335	218	24	of	of	ADP
epaa-335	218	25	content	content	ADJ
epaa-335	218	26	validity	validity	NOUN
epaa-335	218	27	,	,	PUNCT
epaa-335	218	28	it	it	PRON
epaa-335	218	29	was	be	AUX
epaa-335	218	30	argued	argue	VERB
epaa-335	218	31	by	by	ADP
epaa-335	218	32	the	the	DET
epaa-335	218	33	defense	defense	NOUN
epaa-335	218	34	that	that	SCONJ
epaa-335	218	35	items	item	NOUN
epaa-335	218	36	rated	rate	VERB
epaa-335	218	37	as	as	ADP
epaa-335	218	38	“	"	PUNCT
epaa-335	218	39	content	content	NOUN
epaa-335	218	40	invalid	invalid	NOUN
epaa-335	218	41	”	"	PUNCT
epaa-335	218	42	were	be	AUX
epaa-335	218	43	revised	revise	VERB
epaa-335	218	44	by	by	ADP
epaa-335	218	45	nes	ne	NOUN
epaa-335	218	46	and	and	CCONJ
epaa-335	218	47	that	that	SCONJ
epaa-335	218	48	these	these	DET
epaa-335	218	49	“	"	PUNCT
epaa-335	218	50	revisions	revision	NOUN
epaa-335	218	51	were	be	AUX
epaa-335	218	52	approved	approve	VERB
epaa-335	218	53	by	by	ADP
epaa-335	218	54	alabama	alabama	PROPN
epaa-335	218	55	panelists	panelist	NOUN
epaa-335	218	56	before	before	SCONJ
epaa-335	218	57	they	they	PRON
epaa-335	218	58	appeared	appear	VERB
epaa-335	218	59	on	on	ADP
epaa-335	218	60	a	a	DET
epaa-335	218	61	11	11	NUM
epaa-335	218	62	of	of	ADP
epaa-335	218	63	22	22	NUM
epaa-335	218	64	test	test	NOUN
epaa-335	218	65	.	.	PUNCT
epaa-335	218	66	”	"	PUNCT
epaa-335	219	1	the	the	DET
epaa-335	219	2	court	court	NOUN
epaa-335	219	3	,	,	PUNCT
epaa-335	219	4	however	however	ADV
epaa-335	219	5	,	,	PUNCT
epaa-335	219	6	found	find	VERB
epaa-335	219	7	that	that	SCONJ
epaa-335	219	8	“	"	PUNCT
epaa-335	219	9	no	no	DET
epaa-335	219	10	such	such	ADJ
epaa-335	219	11	process	process	NOUN
epaa-335	219	12	occurred	occur	VERB
epaa-335	219	13	”	"	PUNCT
epaa-335	219	14	(	(	PUNCT
epaa-335	219	15	richardson	richardson	PROPN
epaa-335	219	16	,	,	PUNCT
epaa-335	219	17	1989	1989	NUM
epaa-335	219	18	,	,	PUNCT
epaa-335	219	19	p.	p.	NOUN
epaa-335	219	20	822	822	NUM
epaa-335	219	21	)	)	PUNCT
epaa-335	219	22	.	.	PUNCT
epaa-335	220	1	the	the	DET
epaa-335	220	2	following	follow	VERB
epaa-335	220	3	table	table	NOUN
epaa-335	220	4	summarizes	summarize	VERB
epaa-335	220	5	the	the	DET
epaa-335	220	6	point	point	NOUN
epaa-335	220	7	-	-	PUNCT
epaa-335	220	8	biserial	biserial	ADJ
epaa-335	220	9	estimates	estimate	NOUN
epaa-335	220	10	reported	report	VERB
epaa-335	220	11	for	for	ADP
epaa-335	220	12	the	the	DET
epaa-335	220	13	mect	mect	NOUN
epaa-335	220	14	.	.	PUNCT
epaa-335	221	1	note	note	VERB
epaa-335	221	2	that	that	SCONJ
epaa-335	221	3	these	these	PRON
epaa-335	221	4	are	be	AUX
epaa-335	221	5	not	not	PART
epaa-335	221	6	the	the	DET
epaa-335	221	7	results	result	NOUN
epaa-335	221	8	prior	prior	ADV
epaa-335	221	9	to	to	ADP
epaa-335	221	10	nes	ne	NOUN
epaa-335	221	11	conducting	conduct	VERB
epaa-335	221	12	the	the	DET
epaa-335	221	13	item	item	NOUN
epaa-335	221	14	review	review	NOUN
epaa-335	221	15	process	process	NOUN
epaa-335	221	16	.	.	PUNCT
epaa-335	222	1	these	these	PRON
epaa-335	222	2	are	be	AUX
epaa-335	222	3	the	the	DET
epaa-335	222	4	results	result	NOUN
epaa-335	222	5	for	for	ADP
epaa-335	222	6	the	the	DET
epaa-335	222	7	“	"	PUNCT
epaa-335	222	8	scorable	scorable	ADJ
epaa-335	222	9	items	item	NOUN
epaa-335	222	10	”	"	PUNCT
epaa-335	222	11	after	after	ADP
epaa-335	222	12	the	the	DET
epaa-335	222	13	nes	nes	PROPN
epaa-335	222	14	review	review	PROPN
epaa-335	222	15	.	.	PUNCT
epaa-335	223	1	table	table	NOUN
epaa-335	223	2	1	1	NUM
epaa-335	223	3	problematic	problematic	ADJ
epaa-335	223	4	point	point	NOUN
epaa-335	223	5	biserial	biserial	ADJ
epaa-335	223	6	correlations	correlation	NOUN
epaa-335	223	7	from	from	ADP
epaa-335	223	8	the	the	DET
epaa-335	223	9	1999	1999	NUM
epaa-335	223	10	mect	mect	PROPN
epaa-335	223	11	technical	technical	ADJ
epaa-335	223	12	report	report	PROPN
epaa-335	223	13	date	date	NOUN
epaa-335	223	14	number	number	NOUN
epaa-335	223	15	tested	test	VERB
epaa-335	223	16	n	n	PROPN
epaa-335	223	17	of	of	ADP
epaa-335	223	18	m	m	PROPN
epaa-335	223	19	/	/	SYM
epaa-335	223	20	c	c	NOUN
epaa-335	223	21	items	item	NOUN
epaa-335	223	22	items	item	NOUN
epaa-335	223	23	with	with	ADP
epaa-335	223	24	point	point	NOUN
epaa-335	223	25	biserials	biserial	NOUN
epaa-335	223	26	<	<	X
epaa-335	223	27	=	=	NOUN
epaa-335	223	28	0.20	0.20	NUM
epaa-335	223	29	%	%	NOUN
epaa-335	223	30	of	of	ADP
epaa-335	223	31	total	total	ADJ
epaa-335	223	32	items	item	NOUN
epaa-335	223	33	<	<	X
epaa-335	223	34	.00	.00	NUM
epaa-335	223	35	.00-.05	.00-.05	NUM
epaa-335	223	36	.06-.10	.06-.10	PROPN
epaa-335	224	1	.11-.15	.11-.15	PROPN
epaa-335	224	2	.16-.20	.16-.20	PROPN
epaa-335	224	3	apr-98	apr-98	PUNCT
epaa-335	224	4	4891	4891	NUM
epaa-335	224	5	315	315	NUM
epaa-335	224	6	1	1	NUM
epaa-335	224	7	7	7	NUM
epaa-335	224	8	15	15	NUM
epaa-335	224	9	24	24	NUM
epaa-335	224	10	46	46	NUM
epaa-335	224	11	29.5	29.5	NUM
epaa-335	224	12	%	%	NOUN
epaa-335	224	13	jul-98	jul-98	ADP
epaa-335	224	14	5716	5716	NUM
epaa-335	224	15	443	443	NUM
epaa-335	224	16	0	0	NUM
epaa-335	224	17	2	2	NUM
epaa-335	224	18	14	14	NUM
epaa-335	224	19	17	17	NUM
epaa-335	224	20	39	39	NUM
epaa-335	224	21	16.3	16.3	NUM
epaa-335	224	22	%	%	NOUN
epaa-335	224	23	oct-98	oct-98	CCONJ
epaa-335	224	24	5286	5286	NUM
epaa-335	224	25	379	379	NUM
epaa-335	224	26	2	2	NUM
epaa-335	224	27	5	5	NUM
epaa-335	224	28	10	10	NUM
epaa-335	224	29	15	15	NUM
epaa-335	224	30	32	32	NUM
epaa-335	224	31	16.9	16.9	NUM
epaa-335	224	32	%	%	NOUN
epaa-335	224	33	jan-99	jan-99	SYM
epaa-335	224	34	9471	9471	NUM
epaa-335	224	35	507	507	NUM
epaa-335	224	36	1	1	NUM
epaa-335	224	37	4	4	NUM
epaa-335	224	38	14	14	NUM
epaa-335	224	39	35	35	NUM
epaa-335	224	40	49	49	NUM
epaa-335	224	41	20.3	20.3	NUM
epaa-335	224	42	%	%	NOUN
epaa-335	224	43	25,364	25,364	NUM
epaa-335	224	44	1,644	1,644	NUM
epaa-335	224	45	4	4	NUM
epaa-335	224	46	18	18	NUM
epaa-335	224	47	53	53	NUM
epaa-335	224	48	91	91	NUM
epaa-335	224	49	166	166	NUM
epaa-335	224	50	332/1644	332/1644	NUM
epaa-335	224	51	=	=	SYM
epaa-335	224	52	20.2	20.2	NUM
epaa-335	224	53	%	%	NOUN
epaa-335	224	54	test	test	NOUN
epaa-335	224	55	number	number	NOUN
epaa-335	224	56	tested	test	VERB
epaa-335	224	57	n	n	PROPN
epaa-335	224	58	of	of	ADP
epaa-335	224	59	m	m	PROPN
epaa-335	224	60	/	/	SYM
epaa-335	224	61	c	c	NOUN
epaa-335	224	62	items	item	NOUN
epaa-335	224	63	items	item	NOUN
epaa-335	224	64	with	with	ADP
epaa-335	224	65	point	point	NOUN
epaa-335	224	66	biserials	biserial	NOUN
epaa-335	224	67	<	<	X
epaa-335	224	68	=	=	NOUN
epaa-335	224	69	0.20	0.20	NUM
epaa-335	224	70	%	%	NOUN
epaa-335	224	71	of	of	ADP
epaa-335	224	72	total	total	ADJ
epaa-335	224	73	items	item	NOUN
epaa-335	224	74	<	<	X
epaa-335	224	75	.00	.00	NUM
epaa-335	224	76	.00-.05	.00-.05	NUM
epaa-335	224	77	.06-.10	.06-.10	PROPN
epaa-335	224	78	.11-.15	.11-.15	PROPN
epaa-335	225	1	.16-.20	.16-.20	PROPN
epaa-335	225	2	writing	write	VERB
epaa-335	225	3	9750	9750	NUM
epaa-335	225	4	92	92	NUM
epaa-335	225	5	0	0	NUM
epaa-335	225	6	0	0	NUM
epaa-335	225	7	0	0	NUM
epaa-335	225	8	1	1	NUM
epaa-335	225	9	1	1	NUM
epaa-335	225	10	2.2	2.2	NUM
epaa-335	225	11	%	%	NOUN
epaa-335	225	12	reading	read	VERB
epaa-335	225	13	9455	9455	NUM
epaa-335	225	14	144	144	NUM
epaa-335	225	15	0	0	NUM
epaa-335	225	16	0	0	NUM
epaa-335	225	17	1	1	NUM
epaa-335	225	18	1	1	NUM
epaa-335	225	19	6	6	NUM
epaa-335	225	20	5.6	5.6	NUM
epaa-335	225	21	%	%	NOUN
epaa-335	225	22	early	early	ADJ
epaa-335	225	23	childhood	childhood	NOUN
epaa-335	225	24	936	936	NUM
epaa-335	225	25	256	256	NUM
epaa-335	225	26	0	0	NUM
epaa-335	225	27	3	3	NUM
epaa-335	225	28	18	18	NUM
epaa-335	225	29	30	30	NUM
epaa-335	225	30	46	46	NUM
epaa-335	225	31	37.9	37.9	NUM
epaa-335	225	32	%	%	NOUN
epaa-335	225	33	elementary	elementary	NOUN
epaa-335	225	34	3125	3125	NUM
epaa-335	225	35	256	256	NUM
epaa-335	225	36	0	0	NUM
epaa-335	225	37	2	2	NUM
epaa-335	225	38	0	0	NUM
epaa-335	225	39	3	3	NUM
epaa-335	225	40	27	27	NUM
epaa-335	225	41	12.5	12.5	NUM
epaa-335	225	42	%	%	NOUN
epaa-335	225	43	social	social	ADJ
epaa-335	225	44	studies	study	NOUN
epaa-335	225	45	259	259	NUM
epaa-335	225	46	128	128	NUM
epaa-335	225	47	1	1	NUM
epaa-335	225	48	0	0	NUM
epaa-335	225	49	1	1	NUM
epaa-335	225	50	6	6	NUM
epaa-335	225	51	14	14	NUM
epaa-335	225	52	17.2	17.2	NUM
epaa-335	225	53	%	%	NOUN
epaa-335	225	54	history	history	NOUN
epaa-335	225	55	108	108	NUM
epaa-335	225	56	64	64	NUM
epaa-335	225	57	0	0	NUM
epaa-335	225	58	0	0	NUM
epaa-335	225	59	2	2	NUM
epaa-335	225	60	6	6	NUM
epaa-335	225	61	5	5	NUM
epaa-335	225	62	20.3	20.3	NUM
epaa-335	225	63	%	%	NOUN
epaa-335	225	64	english	english	NOUN
epaa-335	225	65	695	695	NUM
epaa-335	226	1	256	256	NUM
epaa-335	226	2	0	0	NUM
epaa-335	226	3	3	3	NUM
epaa-335	226	4	11	11	NUM
epaa-335	226	5	12	12	NUM
epaa-335	226	6	29	29	NUM
epaa-335	226	7	21.5	21.5	NUM
epaa-335	226	8	%	%	NOUN
epaa-335	226	9	mathematics	mathematic	NOUN
epaa-335	226	10	345	345	NUM
epaa-335	226	11	192	192	NUM
epaa-335	226	12	1	1	NUM
epaa-335	226	13	0	0	NUM
epaa-335	226	14	4	4	NUM
epaa-335	226	15	4	4	NUM
epaa-335	226	16	7	7	NUM
epaa-335	226	17	8.3	8.3	NUM
epaa-335	226	18	%	%	NOUN
epaa-335	226	19	special	special	ADJ
epaa-335	226	20	needs	need	VERB
epaa-335	226	21	691	691	NUM
epaa-335	226	22	256	256	NUM
epaa-335	226	23	2	2	NUM
epaa-335	226	24	10	10	NUM
epaa-335	226	25	16	16	NUM
epaa-335	226	26	28	28	NUM
epaa-335	226	27	31	31	NUM
epaa-335	226	28	34.0	34.0	NUM
epaa-335	226	29	%	%	NOUN
epaa-335	226	30	1,644	1,644	NUM
epaa-335	226	31	4	4	NUM
epaa-335	226	32	18	18	NUM
epaa-335	226	33	53	53	NUM
epaa-335	226	34	91	91	NUM
epaa-335	226	35	166	166	NUM
epaa-335	226	36	source	source	NOUN
epaa-335	226	37	:	:	PUNCT
epaa-335	226	38	massachusetts	massachusetts	PROPN
epaa-335	226	39	educator	educator	NOUN
epaa-335	226	40	certification	certification	NOUN
epaa-335	226	41	tests	test	NOUN
epaa-335	226	42	:	:	PUNCT
epaa-335	226	43	technical	technical	ADJ
epaa-335	226	44	report	report	NOUN
epaa-335	226	45	,	,	PUNCT
epaa-335	226	46	1999	1999	NUM
epaa-335	226	47	a	a	DET
epaa-335	226	48	number	number	NOUN
epaa-335	226	49	of	of	ADP
epaa-335	226	50	observations	observation	NOUN
epaa-335	226	51	may	may	AUX
epaa-335	226	52	be	be	AUX
epaa-335	226	53	made	make	VERB
epaa-335	226	54	from	from	ADP
epaa-335	226	55	the	the	DET
epaa-335	226	56	information	information	NOUN
epaa-335	226	57	in	in	ADP
epaa-335	226	58	this	this	DET
epaa-335	226	59	table	table	NOUN
epaa-335	226	60	.	.	PUNCT
epaa-335	227	1	first	first	ADV
epaa-335	227	2	,	,	PUNCT
epaa-335	227	3	of	of	ADP
epaa-335	227	4	the	the	DET
epaa-335	227	5	1644	1644	NUM
epaa-335	227	6	total	total	ADJ
epaa-335	227	7	number	number	NOUN
epaa-335	227	8	of	of	ADP
epaa-335	227	9	items	item	NOUN
epaa-335	227	10	administered	administer	VERB
epaa-335	227	11	over	over	ADP
epaa-335	227	12	the	the	DET
epaa-335	227	13	first	first	ADJ
epaa-335	227	14	four	four	NUM
epaa-335	227	15	dates	date	NOUN
epaa-335	227	16	,	,	PUNCT
epaa-335	227	17	332	332	NUM
epaa-335	227	18	items	item	NOUN
epaa-335	227	19	(	(	PUNCT
epaa-335	227	20	20.19	20.19	NUM
epaa-335	227	21	%	%	NOUN
epaa-335	227	22	)	)	PUNCT
epaa-335	227	23	had	have	VERB
epaa-335	227	24	point	point	NOUN
epaa-335	227	25	-	-	PUNCT
epaa-335	227	26	biserial	biserial	ADJ
epaa-335	227	27	correlations	correlation	NOUN
epaa-335	227	28	that	that	PRON
epaa-335	227	29	are	be	AUX
epaa-335	227	30	lower	low	ADJ
epaa-335	227	31	than	than	ADP
epaa-335	227	32	the	the	DET
epaa-335	227	33	industry	industry	NOUN
epaa-335	227	34	minimum	minimum	NOUN
epaa-335	227	35	standard	standard	ADJ
epaa-335	227	36	criterion	criterion	NOUN
epaa-335	227	37	of	of	ADP
epaa-335	227	38	.20	.20	NUM
epaa-335	227	39	.	.	PUNCT
epaa-335	228	1	that	that	PRON
epaa-335	228	2	is	be	AUX
epaa-335	228	3	a	a	DET
epaa-335	228	4	huge	huge	ADJ
epaa-335	228	5	percent	percent	NOUN
epaa-335	228	6	of	of	ADP
epaa-335	228	7	poorly	poorly	ADV
epaa-335	228	8	performing	perform	VERB
epaa-335	228	9	items	item	NOUN
epaa-335	228	10	for	for	ADP
epaa-335	228	11	a	a	DET
epaa-335	228	12	high	high	ADJ
epaa-335	228	13	-	-	PUNCT
epaa-335	228	14	stakes	stake	NOUN
epaa-335	228	15	examination	examination	NOUN
epaa-335	228	16	.	.	PUNCT
epaa-335	229	1	second	second	ADJ
epaa-335	229	2	,	,	PUNCT
epaa-335	229	3	while	while	SCONJ
epaa-335	229	4	there	there	PRON
epaa-335	229	5	are	be	VERB
epaa-335	229	6	relatively	relatively	ADV
epaa-335	229	7	few	few	ADJ
epaa-335	229	8	suspect	suspect	ADJ
epaa-335	229	9	items	item	NOUN
epaa-335	229	10	on	on	ADP
epaa-335	229	11	the	the	DET
epaa-335	229	12	reading	reading	NOUN
epaa-335	229	13	and	and	CCONJ
epaa-335	229	14	writing	writing	NOUN
epaa-335	229	15	tests	test	NOUN
epaa-335	229	16	,	,	PUNCT
epaa-335	229	17	there	there	PRON
epaa-335	229	18	are	be	VERB
epaa-335	229	19	large	large	ADJ
epaa-335	229	20	numbers	number	NOUN
epaa-335	229	21	of	of	ADP
epaa-335	229	22	items	item	NOUN
epaa-335	229	23	with	with	ADP
epaa-335	229	24	poor	poor	ADJ
epaa-335	229	25	statistics	statistic	NOUN
epaa-335	229	26	on	on	ADP
epaa-335	229	27	many	many	ADJ
epaa-335	229	28	of	of	ADP
epaa-335	229	29	the	the	DET
epaa-335	229	30	subject	subject	NOUN
epaa-335	229	31	12	12	NUM
epaa-335	229	32	of	of	ADP
epaa-335	229	33	22	22	NUM
epaa-335	229	34	matter	matter	NOUN
epaa-335	229	35	tests	test	NOUN
epaa-335	229	36	.	.	PUNCT
epaa-335	230	1	the	the	DET
epaa-335	230	2	early	early	ADJ
epaa-335	230	3	childhood	childhood	NOUN
epaa-335	230	4	,	,	PUNCT
epaa-335	230	5	english	english	PROPN
epaa-335	230	6	,	,	PUNCT
epaa-335	230	7	and	and	CCONJ
epaa-335	230	8	special	special	ADJ
epaa-335	230	9	needs	need	NOUN
epaa-335	230	10	tests	test	NOUN
epaa-335	230	11	,	,	PUNCT
epaa-335	230	12	in	in	ADP
epaa-335	230	13	particular	particular	ADJ
epaa-335	230	14	,	,	PUNCT
epaa-335	230	15	consisted	consist	VERB
epaa-335	230	16	of	of	ADP
epaa-335	230	17	extraordinarily	extraordinarily	ADV
epaa-335	230	18	large	large	ADJ
epaa-335	230	19	percentages	percentage	NOUN
epaa-335	230	20	of	of	ADP
epaa-335	230	21	poorly	poorly	ADV
epaa-335	230	22	performing	perform	VERB
epaa-335	230	23	items	item	NOUN
epaa-335	230	24	(	(	PUNCT
epaa-335	230	25	37.9	37.9	NUM
epaa-335	230	26	%	%	NOUN
epaa-335	230	27	,	,	PUNCT
epaa-335	230	28	21.5	21.5	NUM
epaa-335	230	29	%	%	NOUN
epaa-335	230	30	,	,	PUNCT
epaa-335	230	31	and	and	CCONJ
epaa-335	230	32	34	34	NUM
epaa-335	230	33	%	%	NOUN
epaa-335	230	34	,	,	PUNCT
epaa-335	230	35	respectively	respectively	ADV
epaa-335	230	36	)	)	PUNCT
epaa-335	230	37	.	.	PUNCT
epaa-335	231	1	overall	overall	ADV
epaa-335	231	2	,	,	PUNCT
epaa-335	231	3	of	of	ADP
epaa-335	231	4	the	the	DET
epaa-335	231	5	332	332	NUM
epaa-335	231	6	items	item	NOUN
epaa-335	231	7	with	with	ADP
epaa-335	231	8	low	low	ADJ
epaa-335	231	9	point	point	NOUN
epaa-335	231	10	-	-	PUNCT
epaa-335	231	11	biserials	biserial	NOUN
epaa-335	231	12	,	,	PUNCT
epaa-335	231	13	322	322	NUM
epaa-335	231	14	(	(	PUNCT
epaa-335	231	15	97	97	NUM
epaa-335	231	16	%	%	NOUN
epaa-335	231	17	)	)	PUNCT
epaa-335	231	18	occurred	occur	VERB
epaa-335	231	19	on	on	ADP
epaa-335	231	20	the	the	DET
epaa-335	231	21	subject	subject	NOUN
epaa-335	231	22	matter	matter	NOUN
epaa-335	231	23	tests	test	NOUN
epaa-335	231	24	.	.	PUNCT
epaa-335	232	1	on	on	ADP
epaa-335	232	2	the	the	DET
epaa-335	232	3	face	face	NOUN
epaa-335	232	4	of	of	ADP
epaa-335	232	5	it	it	PRON
epaa-335	232	6	,	,	PUNCT
epaa-335	232	7	the	the	DET
epaa-335	232	8	results	result	NOUN
epaa-335	232	9	for	for	ADP
epaa-335	232	10	the	the	DET
epaa-335	232	11	subject	subject	NOUN
epaa-335	232	12	matter	matter	NOUN
epaa-335	232	13	tests	test	NOUN
epaa-335	232	14	are	be	AUX
epaa-335	232	15	terrible	terrible	ADJ
epaa-335	232	16	.	.	PUNCT
epaa-335	233	1	there	there	PRON
epaa-335	233	2	is	be	VERB
epaa-335	233	3	,	,	PUNCT
epaa-335	233	4	unfortunately	unfortunately	ADV
epaa-335	233	5	,	,	PUNCT
epaa-335	233	6	no	no	DET
epaa-335	233	7	authoritative	authoritative	ADJ
epaa-335	233	8	source	source	NOUN
epaa-335	233	9	in	in	ADP
epaa-335	233	10	the	the	DET
epaa-335	233	11	literature	literature	NOUN
epaa-335	233	12	(	(	PUNCT
epaa-335	233	13	including	include	VERB
epaa-335	233	14	the	the	DET
epaa-335	233	15	standards	standard	NOUN
epaa-335	233	16	)	)	PUNCT
epaa-335	233	17	that	that	PRON
epaa-335	233	18	tells	tell	VERB
epaa-335	233	19	us	we	PRON
epaa-335	233	20	unequivocally	unequivocally	ADV
epaa-335	233	21	whether	whether	SCONJ
epaa-335	233	22	or	or	CCONJ
epaa-335	233	23	not	not	PART
epaa-335	233	24	this	this	DET
epaa-335	233	25	overall	overall	ADJ
epaa-335	233	26	20.19	20.19	NUM
epaa-335	233	27	%	%	NOUN
epaa-335	233	28	of	of	ADP
epaa-335	233	29	poorly	poorly	ADV
epaa-335	233	30	performing	perform	VERB
epaa-335	233	31	items	item	NOUN
epaa-335	233	32	on	on	ADP
epaa-335	233	33	a	a	DET
epaa-335	233	34	licensure	licensure	NOUN
epaa-335	233	35	examination	examination	NOUN
epaa-335	233	36	with	with	ADP
epaa-335	233	37	high	high	ADJ
epaa-335	233	38	-	-	PUNCT
epaa-335	233	39	stakes	stake	NOUN
epaa-335	233	40	consequences	consequence	NOUN
epaa-335	233	41	is	be	AUX
epaa-335	233	42	acceptable	acceptable	ADJ
epaa-335	233	43	,	,	PUNCT
epaa-335	233	44	not	not	PART
epaa-335	233	45	acceptable	acceptable	ADJ
epaa-335	233	46	,	,	PUNCT
epaa-335	233	47	or	or	CCONJ
epaa-335	233	48	even	even	ADV
epaa-335	233	49	terrible	terrible	ADJ
epaa-335	233	50	.	.	PUNCT
epaa-335	234	1	given	give	VERB
epaa-335	234	2	the	the	DET
epaa-335	234	3	steps	step	NOUN
epaa-335	234	4	that	that	PRON
epaa-335	234	5	nes	nes	PROPN
epaa-335	234	6	claims	claim	NOUN
epaa-335	234	7	were	be	AUX
epaa-335	234	8	followed	follow	VERB
epaa-335	234	9	in	in	ADP
epaa-335	234	10	selecting	select	VERB
epaa-335	234	11	items	item	NOUN
epaa-335	234	12	from	from	ADP
epaa-335	234	13	existing	exist	VERB
epaa-335	234	14	item	item	NOUN
epaa-335	234	15	banks	bank	NOUN
epaa-335	234	16	and	and	CCONJ
epaa-335	234	17	in	in	ADP
epaa-335	234	18	writing	write	VERB
epaa-335	234	19	new	new	ADJ
epaa-335	234	20	items	item	NOUN
epaa-335	234	21	,	,	PUNCT
epaa-335	234	22	there	there	PRON
epaa-335	234	23	simply	simply	ADV
epaa-335	234	24	should	should	AUX
epaa-335	234	25	not	not	PART
epaa-335	234	26	be	be	AUX
epaa-335	234	27	this	this	DET
epaa-335	234	28	many	many	ADJ
epaa-335	234	29	technically	technically	ADV
epaa-335	234	30	poor	poor	ADJ
epaa-335	234	31	items	item	NOUN
epaa-335	234	32	on	on	ADP
epaa-335	234	33	these	these	DET
epaa-335	234	34	tests	test	NOUN
epaa-335	234	35	.	.	PUNCT
epaa-335	235	1	reliability	reliability	NOUN
epaa-335	235	2	in	in	ADP
epaa-335	235	3	volume	volume	NOUN
epaa-335	235	4	i	i	PROPN
epaa-335	235	5	,	,	PUNCT
epaa-335	235	6	chapter	chapter	NOUN
epaa-335	235	7	9	9	NUM
epaa-335	235	8	,	,	PUNCT
epaa-335	235	9	p.	p.	NOUN
epaa-335	235	10	188	188	NUM
epaa-335	235	11	of	of	ADP
epaa-335	235	12	the	the	DET
epaa-335	235	13	technical	technical	ADJ
epaa-335	235	14	report	report	NOUN
epaa-335	235	15	,	,	PUNCT
epaa-335	235	16	the	the	DET
epaa-335	235	17	following	follow	VERB
epaa-335	235	18	statement	statement	NOUN
epaa-335	235	19	appears	appear	VERB
epaa-335	235	20	.	.	PUNCT
epaa-335	236	1	“	"	PUNCT
epaa-335	236	2	it	it	PRON
epaa-335	236	3	is	be	AUX
epaa-335	236	4	further	far	ADV
epaa-335	236	5	generally	generally	ADV
epaa-335	236	6	agreed	agree	VERB
epaa-335	236	7	that	that	SCONJ
epaa-335	236	8	reliability	reliability	NOUN
epaa-335	236	9	estimates	estimate	NOUN
epaa-335	236	10	lower	low	ADJ
epaa-335	236	11	than	than	SCONJ
epaa-335	236	12	.70	.70	NUM
epaa-335	236	13	may	may	AUX
epaa-335	236	14	call	call	VERB
epaa-335	236	15	for	for	ADP
epaa-335	236	16	the	the	DET
epaa-335	236	17	exercise	exercise	NOUN
epaa-335	236	18	of	of	ADP
epaa-335	236	19	considerable	considerable	ADJ
epaa-335	236	20	caution	caution	NOUN
epaa-335	236	21	.	.	PUNCT
epaa-335	236	22	”	"	PUNCT
epaa-335	237	1	the	the	DET
epaa-335	237	2	practical	practical	ADJ
epaa-335	237	3	significance	significance	NOUN
epaa-335	237	4	of	of	ADP
epaa-335	237	5	this	this	DET
epaa-335	237	6	statement	statement	NOUN
epaa-335	237	7	lies	lie	VERB
epaa-335	237	8	in	in	ADP
epaa-335	237	9	the	the	DET
epaa-335	237	10	fact	fact	NOUN
epaa-335	237	11	that	that	SCONJ
epaa-335	237	12	when	when	SCONJ
epaa-335	237	13	reliability	reliability	NOUN
epaa-335	237	14	is	be	AUX
epaa-335	237	15	less	less	ADJ
epaa-335	237	16	than	than	ADP
epaa-335	237	17	.70	.70	NUM
epaa-335	237	18	,	,	PUNCT
epaa-335	237	19	it	it	PRON
epaa-335	237	20	means	mean	VERB
epaa-335	237	21	that	that	SCONJ
epaa-335	237	22	at	at	ADV
epaa-335	237	23	least	least	ADV
epaa-335	237	24	30	30	NUM
epaa-335	237	25	%	%	NOUN
epaa-335	237	26	of	of	ADP
epaa-335	237	27	the	the	DET
epaa-335	237	28	variance	variance	NOUN
epaa-335	237	29	in	in	ADP
epaa-335	237	30	an	an	DET
epaa-335	237	31	examinee	examinee	NOUN
epaa-335	237	32	's	's	PART
epaa-335	237	33	test	test	NOUN
epaa-335	237	34	score	score	NOUN
epaa-335	237	35	is	be	AUX
epaa-335	237	36	attributable	attributable	ADJ
epaa-335	237	37	to	to	ADP
epaa-335	237	38	something	something	PRON
epaa-335	237	39	other	other	ADJ
epaa-335	237	40	than	than	ADP
epaa-335	237	41	the	the	DET
epaa-335	237	42	subject	subject	NOUN
epaa-335	237	43	matter	matter	NOUN
epaa-335	237	44	that	that	PRON
epaa-335	237	45	is	be	AUX
epaa-335	237	46	being	be	AUX
epaa-335	237	47	tested	test	VERB
epaa-335	237	48	.	.	PUNCT
epaa-335	238	1	in	in	ADP
epaa-335	238	2	other	other	ADJ
epaa-335	238	3	words	word	NOUN
epaa-335	238	4	,	,	PUNCT
epaa-335	238	5	an	an	DET
epaa-335	238	6	examinee	examinee	NOUN
epaa-335	238	7	's	's	PART
epaa-335	238	8	test	test	NOUN
epaa-335	238	9	score	score	NOUN
epaa-335	238	10	consists	consist	VERB
epaa-335	238	11	of	of	ADP
epaa-335	238	12	less	less	ADJ
epaa-335	238	13	than	than	ADP
epaa-335	238	14	70	70	NUM
epaa-335	238	15	%	%	NOUN
epaa-335	238	16	true	true	ADJ
epaa-335	238	17	-	-	PUNCT
epaa-335	238	18	score	score	NOUN
epaa-335	238	19	variance	variance	NOUN
epaa-335	238	20	and	and	CCONJ
epaa-335	238	21	more	more	ADJ
epaa-335	238	22	than	than	ADP
epaa-335	238	23	30	30	NUM
epaa-335	238	24	%	%	NOUN
epaa-335	238	25	error	error	NOUN
epaa-335	238	26	variance	variance	NOUN
epaa-335	238	27	.	.	PUNCT
epaa-335	239	1	this	this	DET
epaa-335	239	2	ratio	ratio	NOUN
epaa-335	239	3	of	of	ADP
epaa-335	239	4	true	true	ADJ
epaa-335	239	5	-	-	PUNCT
epaa-335	239	6	score	score	NOUN
epaa-335	239	7	variance	variance	NOUN
epaa-335	239	8	to	to	ADP
epaa-335	239	9	error	error	NOUN
epaa-335	239	10	-	-	PUNCT
epaa-335	239	11	variance	variance	NOUN
epaa-335	239	12	is	be	AUX
epaa-335	239	13	not	not	PART
epaa-335	239	14	desirable	desirable	ADJ
epaa-335	239	15	in	in	ADP
epaa-335	239	16	high	high	ADJ
epaa-335	239	17	-	-	PUNCT
epaa-335	239	18	stakes	stake	NOUN
epaa-335	239	19	examinations	examination	NOUN
epaa-335	239	20	(	(	PUNCT
epaa-335	239	21	haney	haney	PROPN
epaa-335	239	22	,	,	PUNCT
epaa-335	239	23	et	et	PROPN
epaa-335	239	24	al	al	PROPN
epaa-335	239	25	.	.	PROPN
epaa-335	239	26	,	,	PUNCT
epaa-335	239	27	1999	1999	NUM
epaa-335	239	28	)	)	PUNCT
epaa-335	239	29	.	.	PUNCT
epaa-335	240	1	nearly	nearly	ADV
epaa-335	240	2	40	40	NUM
epaa-335	240	3	years	year	NOUN
epaa-335	240	4	ago	ago	ADV
epaa-335	240	5	,	,	PUNCT
epaa-335	240	6	nunnally	nunnally	ADV
epaa-335	240	7	went	go	VERB
epaa-335	240	8	so	so	ADV
epaa-335	240	9	far	far	ADV
epaa-335	240	10	as	as	SCONJ
epaa-335	240	11	to	to	PART
epaa-335	240	12	describe	describe	VERB
epaa-335	240	13	as	as	ADP
epaa-335	240	14	“	"	PUNCT
epaa-335	240	15	frightening	frightening	ADJ
epaa-335	240	16	”	"	PUNCT
epaa-335	240	17	the	the	DET
epaa-335	240	18	extent	extent	NOUN
epaa-335	240	19	to	to	PART
epaa-335	240	20	which	which	PRON
epaa-335	240	21	measurement	measurement	NOUN
epaa-335	240	22	error	error	NOUN
epaa-335	240	23	is	be	AUX
epaa-335	240	24	present	present	ADJ
epaa-335	240	25	in	in	ADP
epaa-335	240	26	high	high	ADJ
epaa-335	240	27	-	-	PUNCT
epaa-335	240	28	stakes	stake	NOUN
epaa-335	240	29	examinations	examination	NOUN
epaa-335	240	30	even	even	ADV
epaa-335	240	31	with	with	ADP
epaa-335	240	32	reliability	reliability	NOUN
epaa-335	240	33	estimates	estimate	NOUN
epaa-335	240	34	of	of	ADP
epaa-335	240	35	.90	.90	NUM
epaa-335	240	36	(	(	PUNCT
epaa-335	240	37	1967	1967	NUM
epaa-335	240	38	,	,	PUNCT
epaa-335	240	39	p.	p.	NOUN
epaa-335	240	40	226	226	NUM
epaa-335	240	41	)	)	PUNCT
epaa-335	240	42	.	.	PUNCT
epaa-335	241	1	nes	ne	NOUN
epaa-335	241	2	,	,	PUNCT
epaa-335	241	3	however	however	ADV
epaa-335	241	4	,	,	PUNCT
epaa-335	241	5	suggests	suggest	VERB
epaa-335	241	6	that	that	SCONJ
epaa-335	241	7	their	their	PRON
epaa-335	241	8	reported	report	VERB
epaa-335	241	9	item	item	NOUN
epaa-335	241	10	statistics	statistic	NOUN
epaa-335	241	11	and	and	CCONJ
epaa-335	241	12	reliability	reliability	NOUN
epaa-335	241	13	estimates	estimate	NOUN
epaa-335	241	14	should	should	AUX
epaa-335	241	15	not	not	PART
epaa-335	241	16	greatly	greatly	ADV
epaa-335	241	17	influence	influence	VERB
epaa-335	241	18	one	one	PRON
epaa-335	241	19	's	's	PART
epaa-335	241	20	judgment	judgment	NOUN
epaa-335	241	21	about	about	ADP
epaa-335	241	22	the	the	DET
epaa-335	241	23	overall	overall	ADJ
epaa-335	241	24	quality	quality	NOUN
epaa-335	241	25	of	of	ADP
epaa-335	241	26	the	the	DET
epaa-335	241	27	tests	test	NOUN
epaa-335	241	28	because	because	SCONJ
epaa-335	241	29	the	the	DET
epaa-335	241	30	multiple	multiple	ADJ
epaa-335	241	31	-	-	PUNCT
epaa-335	241	32	choice	choice	NOUN
epaa-335	241	33	items	item	NOUN
epaa-335	241	34	make	make	VERB
epaa-335	241	35	up	up	ADP
epaa-335	241	36	only	only	ADV
epaa-335	241	37	part	part	NOUN
epaa-335	241	38	of	of	ADP
epaa-335	241	39	the	the	DET
epaa-335	241	40	exam	exam	NOUN
epaa-335	241	41	format	format	NOUN
epaa-335	241	42	(	(	PUNCT
epaa-335	241	43	nes	ne	NOUN
epaa-335	241	44	,	,	PUNCT
epaa-335	241	45	1999	1999	NUM
epaa-335	241	46	,	,	PUNCT
epaa-335	241	47	p.	p.	NOUN
epaa-335	241	48	189	189	NUM
epaa-335	241	49	)	)	PUNCT
epaa-335	241	50	.	.	PUNCT
epaa-335	242	1	the	the	DET
epaa-335	242	2	problem	problem	NOUN
epaa-335	242	3	with	with	ADP
epaa-335	242	4	that	that	DET
epaa-335	242	5	argument	argument	NOUN
epaa-335	242	6	,	,	PUNCT
epaa-335	242	7	as	as	SCONJ
epaa-335	242	8	noted	note	VERB
epaa-335	242	9	by	by	ADP
epaa-335	242	10	judge	judge	PROPN
epaa-335	242	11	thompson	thompson	PROPN
epaa-335	242	12	in	in	ADP
epaa-335	242	13	richardson	richardson	PROPN
epaa-335	242	14	(	(	PUNCT
epaa-335	242	15	1989	1989	NUM
epaa-335	242	16	,	,	PUNCT
epaa-335	242	17	pp	pp	ADP
epaa-335	242	18	.	.	PUNCT
epaa-335	242	19	824	824	NUM
epaa-335	242	20	-	-	SYM
epaa-335	242	21	25	25	NUM
epaa-335	242	22	)	)	PUNCT
epaa-335	242	23	,	,	PUNCT
epaa-335	242	24	is	be	AUX
epaa-335	242	25	that	that	SCONJ
epaa-335	242	26	small	small	ADJ
epaa-335	242	27	errors	error	NOUN
epaa-335	242	28	do	do	AUX
epaa-335	242	29	accumulate	accumulate	VERB
epaa-335	242	30	and	and	CCONJ
epaa-335	242	31	can	can	AUX
epaa-335	242	32	invalidate	invalidate	VERB
epaa-335	242	33	the	the	DET
epaa-335	242	34	use	use	NOUN
epaa-335	242	35	for	for	ADP
epaa-335	242	36	which	which	PRON
epaa-335	242	37	the	the	DET
epaa-335	242	38	test	test	NOUN
epaa-335	242	39	was	be	AUX
epaa-335	242	40	developed	develop	VERB
epaa-335	242	41	.	.	PUNCT
epaa-335	243	1	this	this	DET
epaa-335	243	2	issue	issue	NOUN
epaa-335	243	3	of	of	ADP
epaa-335	243	4	simply	simply	ADV
epaa-335	243	5	dismissing	dismiss	VERB
epaa-335	243	6	troubling	troubling	ADJ
epaa-335	243	7	statistics	statistic	NOUN
epaa-335	243	8	as	as	ADP
epaa-335	243	9	inconsequential	inconsequential	ADJ
epaa-335	243	10	is	be	AUX
epaa-335	243	11	particularly	particularly	ADV
epaa-335	243	12	ironic	ironic	ADJ
epaa-335	243	13	when	when	SCONJ
epaa-335	243	14	the	the	DET
epaa-335	243	15	mect	mect	NOUN
epaa-335	243	16	has	have	AUX
epaa-335	243	17	been	be	AUX
epaa-335	243	18	described	describe	VERB
epaa-335	243	19	by	by	ADP
epaa-335	243	20	the	the	DET
epaa-335	243	21	non	non	ADJ
epaa-335	243	22	-	-	ADJ
epaa-335	243	23	profit	profit	ADJ
epaa-335	243	24	education	education	NOUN
epaa-335	243	25	trust	trust	NOUN
epaa-335	243	26	as	as	ADP
epaa-335	243	27	“	"	PUNCT
epaa-335	243	28	the	the	DET
epaa-335	243	29	best	good	ADJ
epaa-335	243	30	[	[	X
epaa-335	243	31	teacher	teacher	NOUN
epaa-335	243	32	test	test	NOUN
epaa-335	243	33	]	]	PUNCT
epaa-335	243	34	in	in	ADP
epaa-335	243	35	the	the	DET
epaa-335	243	36	country	country	NOUN
epaa-335	243	37	”	"	PUNCT
epaa-335	243	38	(	(	PUNCT
epaa-335	243	39	daley	daley	PROPN
epaa-335	243	40	,	,	PUNCT
epaa-335	243	41	vigue	vigue	PROPN
epaa-335	243	42	&	&	CCONJ
epaa-335	243	43	zernike	zernike	NOUN
epaa-335	243	44	,	,	PUNCT
epaa-335	243	45	1999	1999	NUM
epaa-335	243	46	)	)	PUNCT
epaa-335	243	47	.	.	PUNCT
epaa-335	244	1	the	the	DET
epaa-335	244	2	special	special	ADJ
epaa-335	244	3	needs	need	NOUN
epaa-335	244	4	test	test	NOUN
epaa-335	244	5	deserves	deserve	VERB
epaa-335	244	6	closer	close	ADJ
epaa-335	244	7	attention	attention	NOUN
epaa-335	244	8	because	because	SCONJ
epaa-335	244	9	it	it	PRON
epaa-335	244	10	had	have	VERB
epaa-335	244	11	problems	problem	NOUN
epaa-335	244	12	at	at	ADP
epaa-335	244	13	each	each	DET
epaa-335	244	14	reported	report	VERB
epaa-335	244	15	administration	administration	NOUN
epaa-335	244	16	.	.	PUNCT
epaa-335	245	1	the	the	DET
epaa-335	245	2	sample	sample	NOUN
epaa-335	245	3	sizes	size	NOUN
epaa-335	245	4	for	for	ADP
epaa-335	245	5	the	the	DET
epaa-335	245	6	tests	test	NOUN
epaa-335	245	7	were	be	AUX
epaa-335	245	8	131	131	NUM
epaa-335	245	9	,	,	PUNCT
epaa-335	245	10	206	206	NUM
epaa-335	245	11	,	,	PUNCT
epaa-335	245	12	154	154	NUM
epaa-335	245	13	,	,	PUNCT
epaa-335	245	14	and	and	CCONJ
epaa-335	245	15	200	200	NUM
epaa-335	245	16	,	,	PUNCT
epaa-335	245	17	respectively	respectively	ADV
epaa-335	245	18	.	.	PUNCT
epaa-335	246	1	based	base	VERB
epaa-335	246	2	on	on	ADP
epaa-335	246	3	nes	nes	PROPN
epaa-335	246	4	's	's	PART
epaa-335	246	5	own	own	ADJ
epaa-335	246	6	criteria	criterion	NOUN
epaa-335	246	7	(	(	PUNCT
epaa-335	246	8	nes	ne	NOUN
epaa-335	246	9	,	,	PUNCT
epaa-335	246	10	1999	1999	NUM
epaa-335	246	11	,	,	PUNCT
epaa-335	246	12	p.	p.	NOUN
epaa-335	246	13	187	187	NUM
epaa-335	246	14	)	)	PUNCT
epaa-335	246	15	,	,	PUNCT
epaa-335	246	16	these	these	DET
epaa-335	246	17	sample	sample	NOUN
epaa-335	246	18	sizes	size	NOUN
epaa-335	246	19	are	be	AUX
epaa-335	246	20	sufficient	sufficient	ADJ
epaa-335	246	21	for	for	ADP
epaa-335	246	22	the	the	DET
epaa-335	246	23	generation	generation	NOUN
epaa-335	246	24	of	of	ADP
epaa-335	246	25	statistical	statistical	ADJ
epaa-335	246	26	estimates	estimate	NOUN
epaa-335	246	27	that	that	PRON
epaa-335	246	28	would	would	AUX
epaa-335	246	29	be	be	AUX
epaa-335	246	30	relatively	relatively	ADV
epaa-335	246	31	unaffected	unaffected	ADJ
epaa-335	246	32	by	by	ADP
epaa-335	246	33	sampling	sample	VERB
epaa-335	246	34	error	error	NOUN
epaa-335	246	35	.	.	PUNCT
epaa-335	247	1	1	1	X
epaa-335	247	2	.	.	X
epaa-335	247	3	the	the	DET
epaa-335	247	4	kr-20	kr-20	PROPN
epaa-335	247	5	reliability	reliability	NOUN
epaa-335	247	6	coefficients	coefficient	NOUN
epaa-335	247	7	for	for	ADP
epaa-335	247	8	the	the	DET
epaa-335	247	9	four	four	NUM
epaa-335	247	10	administrations	administration	NOUN
epaa-335	247	11	were	be	AUX
epaa-335	247	12	.67	.67	NUM
epaa-335	247	13	,	,	PUNCT
epaa-335	247	14	.76	.76	NUM
epaa-335	247	15	,	,	PUNCT
epaa-335	247	16	.76	.76	NUM
epaa-335	247	17	,	,	PUNCT
epaa-335	247	18	and	and	CCONJ
epaa-335	247	19	.74	.74	NUM
epaa-335	247	20	,	,	PUNCT
epaa-335	247	21	respectively	respectively	ADV
epaa-335	247	22	.	.	PUNCT
epaa-335	248	1	these	these	PRON
epaa-335	248	2	are	be	AUX
epaa-335	248	3	minimally	minimally	ADV
epaa-335	248	4	tolerable	tolerable	ADJ
epaa-335	248	5	for	for	ADP
epaa-335	248	6	the	the	DET
epaa-335	248	7	last	last	ADJ
epaa-335	248	8	three	three	NUM
epaa-335	248	9	administrations	administration	NOUN
epaa-335	248	10	.	.	PUNCT
epaa-335	249	1	the	the	DET
epaa-335	249	2	reliability	reliability	NOUN
epaa-335	249	3	is	be	AUX
epaa-335	249	4	not	not	PART
epaa-335	249	5	acceptable	acceptable	ADJ
epaa-335	249	6	,	,	PUNCT
epaa-335	249	7	however	however	ADV
epaa-335	249	8	,	,	PUNCT
epaa-335	249	9	for	for	ADP
epaa-335	249	10	the	the	DET
epaa-335	249	11	first	first	ADJ
epaa-335	249	12	administration	administration	NOUN
epaa-335	249	13	.	.	PUNCT
epaa-335	250	1	this	this	PRON
epaa-335	250	2	means	mean	VERB
epaa-335	250	3	that	that	SCONJ
epaa-335	250	4	people	people	NOUN
epaa-335	250	5	were	be	AUX
epaa-335	250	6	denied	deny	VERB
epaa-335	250	7	certification	certification	NOUN
epaa-335	250	8	in	in	ADP
epaa-335	250	9	special	special	ADJ
epaa-335	250	10	needs	need	NOUN
epaa-335	250	11	based	base	VERB
epaa-335	250	12	on	on	ADP
epaa-335	250	13	their	their	PRON
epaa-335	250	14	performance	performance	NOUN
epaa-335	250	15	on	on	ADP
epaa-335	250	16	a	a	DET
epaa-335	250	17	test	test	NOUN
epaa-335	250	18	that	that	PRON
epaa-335	250	19	was	be	AUX
epaa-335	250	20	deficient	deficient	ADJ
epaa-335	250	21	even	even	ADV
epaa-335	250	22	by	by	ADP
epaa-335	250	23	nes	ne	NOUN
epaa-335	250	24	's	's	PART
epaa-335	250	25	own	own	ADJ
epaa-335	250	26	guidelines	guideline	NOUN
epaa-335	250	27	.	.	PUNCT
epaa-335	251	1	2	2	X
epaa-335	251	2	.	.	X
epaa-335	251	3	for	for	ADP
epaa-335	251	4	the	the	DET
epaa-335	251	5	april	april	PROPN
epaa-335	251	6	1998	1998	NUM
epaa-335	251	7	administration	administration	NOUN
epaa-335	251	8	eleven	eleven	NUM
epaa-335	251	9	special	special	ADJ
epaa-335	251	10	needs	need	NOUN
epaa-335	251	11	items	item	NOUN
epaa-335	251	12	had	have	VERB
epaa-335	251	13	point	point	NOUN
epaa-335	251	14	-	-	PUNCT
epaa-335	251	15	biserials	biserial	NOUN
epaa-335	251	16	of	of	ADP
epaa-335	251	17	.10	.10	NUM
epaa-335	251	18	or	or	CCONJ
epaa-335	251	19	less	less	ADJ
epaa-335	251	20	(	(	PUNCT
epaa-335	251	21	again	again	ADV
epaa-335	251	22	,	,	PUNCT
epaa-335	251	23	one	one	NUM
epaa-335	251	24	of	of	ADP
epaa-335	251	25	nes	ne	NOUN
epaa-335	251	26	's	's	PART
epaa-335	251	27	stated	state	VERB
epaa-335	251	28	criterion	criterion	NOUN
epaa-335	251	29	for	for	ADP
epaa-335	251	30	“	"	PUNCT
epaa-335	251	31	flagging	flag	VERB
epaa-335	251	32	”	"	PUNCT
epaa-335	251	33	an	an	DET
epaa-335	251	34	item	item	NOUN
epaa-335	251	35	)	)	PUNCT
epaa-335	251	36	.	.	PUNCT
epaa-335	252	1	for	for	ADP
epaa-335	252	2	the	the	DET
epaa-335	252	3	july	july	PROPN
epaa-335	252	4	1998	1998	NUM
epaa-335	252	5	administration	administration	NOUN
epaa-335	252	6	it	it	PRON
epaa-335	252	7	was	be	AUX
epaa-335	252	8	five	five	NUM
epaa-335	252	9	items	item	NOUN
epaa-335	252	10	,	,	PUNCT
epaa-335	252	11	for	for	ADP
epaa-335	252	12	october	october	PROPN
epaa-335	252	13	1998	1998	NUM
epaa-335	252	14	it	it	PRON
epaa-335	252	15	was	be	AUX
epaa-335	252	16	four	four	NUM
epaa-335	252	17	items	item	NOUN
epaa-335	252	18	,	,	PUNCT
epaa-335	252	19	and	and	CCONJ
epaa-335	252	20	for	for	ADP
epaa-335	252	21	january	january	PROPN
epaa-335	252	22	1999	1999	NUM
epaa-335	252	23	it	it	PRON
epaa-335	252	24	was	be	AUX
epaa-335	252	25	eight	eight	NUM
epaa-335	252	26	items	item	NOUN
epaa-335	252	27	.	.	PUNCT
epaa-335	253	1	in	in	ADP
epaa-335	253	2	fact	fact	NOUN
epaa-335	253	3	,	,	PUNCT
epaa-335	253	4	in	in	ADP
epaa-335	253	5	two	two	NUM
epaa-335	253	6	of	of	ADP
epaa-335	253	7	the	the	DET
epaa-335	253	8	administrations	administration	NOUN
epaa-335	253	9	there	there	PRON
epaa-335	253	10	was	be	VERB
epaa-335	253	11	an	an	DET
epaa-335	253	12	item	item	NOUN
epaa-335	253	13	with	with	ADP
epaa-335	253	14	a	a	DET
epaa-335	253	15	negative	negative	ADJ
epaa-335	253	16	point	point	NOUN
epaa-335	253	17	-	-	PUNCT
epaa-335	253	18	biserial	biserial	ADJ
epaa-335	253	19	.	.	PUNCT
epaa-335	254	1	(	(	PUNCT
epaa-335	254	2	given	give	VERB
epaa-335	254	3	the	the	DET
epaa-335	254	4	previous	previous	ADJ
epaa-335	254	5	discussion	discussion	NOUN
epaa-335	254	6	about	about	ADP
epaa-335	254	7	the	the	DET
epaa-335	254	8	way	way	NOUN
epaa-335	254	9	3	3	NUM
epaa-335	254	10	.	.	NOUN
epaa-335	254	11	13	13	NUM
epaa-335	254	12	of	of	ADP
epaa-335	254	13	22	22	NUM
epaa-335	254	14	the	the	DET
epaa-335	254	15	point	point	NOUN
epaa-335	254	16	-	-	PUNCT
epaa-335	254	17	biserials	biserial	NOUN
epaa-335	254	18	were	be	AUX
epaa-335	254	19	likely	likely	ADJ
epaa-335	254	20	to	to	PART
epaa-335	254	21	have	have	AUX
epaa-335	254	22	been	be	AUX
epaa-335	254	23	calculated	calculate	VERB
epaa-335	254	24	(	(	PUNCT
epaa-335	254	25	uncorrected	uncorrected	ADJ
epaa-335	254	26	)	)	PUNCT
epaa-335	254	27	,	,	PUNCT
epaa-335	254	28	the	the	DET
epaa-335	254	29	frequency	frequency	NOUN
epaa-335	254	30	of	of	ADP
epaa-335	254	31	negative	negative	ADJ
epaa-335	254	32	point	point	NOUN
epaa-335	254	33	-	-	PUNCT
epaa-335	254	34	biserials	biserial	NOUN
epaa-335	254	35	would	would	AUX
epaa-335	254	36	likely	likely	ADV
epaa-335	254	37	increase	increase	VERB
epaa-335	254	38	if	if	SCONJ
epaa-335	254	39	the	the	DET
epaa-335	254	40	corrected	correct	VERB
epaa-335	254	41	coefficients	coefficient	NOUN
epaa-335	254	42	had	have	AUX
epaa-335	254	43	been	be	AUX
epaa-335	254	44	reported	report	VERB
epaa-335	254	45	.	.	PUNCT
epaa-335	254	46	)	)	PUNCT
epaa-335	255	1	given	give	VERB
epaa-335	255	2	that	that	SCONJ
epaa-335	255	3	there	there	PRON
epaa-335	255	4	is	be	VERB
epaa-335	255	5	no	no	DET
epaa-335	255	6	specific	specific	ADJ
epaa-335	255	7	information	information	NOUN
epaa-335	255	8	about	about	ADP
epaa-335	255	9	flagging	flag	VERB
epaa-335	255	10	,	,	PUNCT
epaa-335	255	11	deleting	delete	VERB
epaa-335	255	12	or	or	CCONJ
epaa-335	255	13	replacing	replace	VERB
epaa-335	255	14	items	item	NOUN
epaa-335	255	15	,	,	PUNCT
epaa-335	255	16	it	it	PRON
epaa-335	255	17	is	be	AUX
epaa-335	255	18	possible	possible	ADJ
epaa-335	255	19	that	that	SCONJ
epaa-335	255	20	these	these	DET
epaa-335	255	21	same	same	ADJ
epaa-335	255	22	faulty	faulty	ADJ
epaa-335	255	23	items	item	NOUN
epaa-335	255	24	were	be	AUX
epaa-335	255	25	,	,	PUNCT
epaa-335	255	26	and	and	CCONJ
epaa-335	255	27	continue	continue	VERB
epaa-335	255	28	to	to	PART
epaa-335	255	29	be	be	AUX
epaa-335	255	30	,	,	PUNCT
epaa-335	255	31	carried	carry	VERB
epaa-335	255	32	over	over	ADP
epaa-335	255	33	from	from	ADP
epaa-335	255	34	one	one	NUM
epaa-335	255	35	administration	administration	NOUN
epaa-335	255	36	to	to	ADP
epaa-335	255	37	the	the	DET
epaa-335	255	38	next	next	ADJ
epaa-335	255	39	.	.	PUNCT
epaa-335	256	1	the	the	DET
epaa-335	256	2	linkage	linkage	NOUN
epaa-335	256	3	between	between	ADP
epaa-335	256	4	alabama	alabama	PROPN
epaa-335	256	5	and	and	CCONJ
epaa-335	256	6	massachusetts	massachusetts	PROPN
epaa-335	256	7	:	:	PUNCT
epaa-335	256	8	a	a	DET
epaa-335	256	9	modus	modus	ADJ
epaa-335	256	10	operandi	operandi	NOUN
epaa-335	256	11	at	at	ADP
epaa-335	256	12	this	this	DET
epaa-335	256	13	point	point	NOUN
epaa-335	256	14	the	the	DET
epaa-335	256	15	reasonable	reasonable	ADJ
epaa-335	256	16	reader	reader	NOUN
epaa-335	256	17	might	might	AUX
epaa-335	256	18	ask	ask	VERB
epaa-335	256	19	why	why	SCONJ
epaa-335	256	20	i	i	PRON
epaa-335	256	21	am	be	AUX
epaa-335	256	22	expending	expend	VERB
epaa-335	256	23	so	so	ADV
epaa-335	256	24	much	much	ADJ
epaa-335	256	25	effort	effort	NOUN
epaa-335	256	26	upon	upon	SCONJ
epaa-335	256	27	what	what	PRON
epaa-335	256	28	appears	appear	VERB
epaa-335	256	29	to	to	PART
epaa-335	256	30	be	be	AUX
epaa-335	256	31	a	a	DET
epaa-335	256	32	relatively	relatively	ADV
epaa-335	256	33	minor	minor	ADJ
epaa-335	256	34	problem	problem	NOUN
epaa-335	256	35	—	—	PUNCT
epaa-335	256	36	some	some	DET
epaa-335	256	37	items	item	NOUN
epaa-335	256	38	had	have	VERB
epaa-335	256	39	negative	negative	ADJ
epaa-335	256	40	pointbiserial	pointbiserial	ADJ
epaa-335	256	41	correlations	correlation	NOUN
epaa-335	256	42	.	.	PUNCT
epaa-335	257	1	nes	ne	NOUN
epaa-335	257	2	,	,	PUNCT
epaa-335	257	3	for	for	ADP
epaa-335	257	4	example	example	NOUN
epaa-335	257	5	,	,	PUNCT
epaa-335	257	6	would	would	AUX
epaa-335	257	7	likely	likely	ADV
epaa-335	257	8	call	call	VERB
epaa-335	257	9	this	this	DET
epaa-335	257	10	analysis	analysis	NOUN
epaa-335	257	11	“	"	PUNCT
epaa-335	257	12	item	item	NOUN
epaa-335	257	13	-	-	PUNCT
epaa-335	257	14	bashing	bash	VERB
epaa-335	257	15	”	"	PUNCT
epaa-335	257	16	,	,	PUNCT
epaa-335	257	17	as	as	SCONJ
epaa-335	257	18	this	this	DET
epaa-335	257	19	type	type	NOUN
epaa-335	257	20	of	of	ADP
epaa-335	257	21	analysis	analysis	NOUN
epaa-335	257	22	was	be	AUX
epaa-335	257	23	referred	refer	VERB
epaa-335	257	24	to	to	ADP
epaa-335	257	25	in	in	ADP
epaa-335	257	26	alabama	alabama	PROPN
epaa-335	257	27	.	.	PUNCT
epaa-335	258	1	the	the	DET
epaa-335	258	2	significance	significance	NOUN
epaa-335	258	3	of	of	ADP
epaa-335	258	4	these	these	DET
epaa-335	258	5	findings	finding	NOUN
epaa-335	258	6	lies	lie	VERB
epaa-335	258	7	in	in	ADP
epaa-335	258	8	the	the	DET
epaa-335	258	9	apparent	apparent	ADJ
epaa-335	258	10	connection	connection	NOUN
epaa-335	258	11	between	between	ADP
epaa-335	258	12	nes	nes	PROPN
epaa-335	258	13	's	's	PART
epaa-335	258	14	work	work	NOUN
epaa-335	258	15	in	in	ADP
epaa-335	258	16	alabama	alabama	PROPN
epaa-335	258	17	and	and	CCONJ
epaa-335	258	18	their	their	PRON
epaa-335	258	19	present	present	ADJ
epaa-335	258	20	work	work	NOUN
epaa-335	258	21	on	on	ADP
epaa-335	258	22	the	the	DET
epaa-335	258	23	mect	mect	NOUN
epaa-335	258	24	in	in	ADP
epaa-335	258	25	massachusetts	massachusetts	PROPN
epaa-335	258	26	.	.	PUNCT
epaa-335	259	1	in	in	ADP
epaa-335	259	2	alabama	alabama	PROPN
epaa-335	259	3	,	,	PUNCT
epaa-335	259	4	defendants	defendant	NOUN
epaa-335	259	5	claimed	claim	VERB
epaa-335	259	6	that	that	SCONJ
epaa-335	259	7	before	before	SCONJ
epaa-335	259	8	any	any	DET
epaa-335	259	9	item	item	NOUN
epaa-335	259	10	was	be	AUX
epaa-335	259	11	allowed	allow	VERB
epaa-335	259	12	to	to	PART
epaa-335	259	13	contribute	contribute	VERB
epaa-335	259	14	to	to	ADP
epaa-335	259	15	a	a	DET
epaa-335	259	16	candidate	candidate	NOUN
epaa-335	259	17	's	's	PART
epaa-335	259	18	score	score	NOUN
epaa-335	259	19	,	,	PUNCT
epaa-335	259	20	and	and	CCONJ
epaa-335	259	21	before	before	SCONJ
epaa-335	259	22	the	the	DET
epaa-335	259	23	final	final	ADJ
epaa-335	259	24	100	100	NUM
epaa-335	259	25	scorable	scorable	ADJ
epaa-335	259	26	items	item	NOUN
epaa-335	259	27	were	be	AUX
epaa-335	259	28	selected	select	VERB
epaa-335	259	29	,	,	PUNCT
epaa-335	259	30	the	the	DET
epaa-335	259	31	item	item	NOUN
epaa-335	259	32	statistics	statistic	NOUN
epaa-335	259	33	for	for	ADP
epaa-335	259	34	all	all	DET
epaa-335	259	35	the	the	DET
epaa-335	259	36	items	item	NOUN
epaa-335	259	37	of	of	ADP
epaa-335	259	38	the	the	DET
epaa-335	259	39	test	test	NOUN
epaa-335	259	40	were	be	AUX
epaa-335	259	41	reviewed	review	VERB
epaa-335	259	42	and	and	CCONJ
epaa-335	259	43	any	any	DET
epaa-335	259	44	items	item	NOUN
epaa-335	259	45	identified	identify	VERB
epaa-335	259	46	as	as	ADP
epaa-335	259	47	questionable	questionable	ADJ
epaa-335	259	48	were	be	AUX
epaa-335	259	49	checked	check	VERB
epaa-335	259	50	for	for	ADP
epaa-335	259	51	content	content	NOUN
epaa-335	259	52	and	and	CCONJ
epaa-335	259	53	a	a	DET
epaa-335	259	54	decision	decision	NOUN
epaa-335	259	55	was	be	AUX
epaa-335	259	56	made	make	VERB
epaa-335	259	57	about	about	ADP
epaa-335	259	58	each	each	DET
epaa-335	259	59	such	such	ADJ
epaa-335	259	60	item	item	NOUN
epaa-335	259	61	(	(	PUNCT
epaa-335	259	62	allen	allen	PROPN
epaa-335	259	63	,	,	PUNCT
epaa-335	259	64	defendants	defendant	NOUN
epaa-335	259	65	'	'	PART
epaa-335	259	66	pre	pre	ADJ
epaa-335	259	67	-	-	ADJ
epaa-335	259	68	trial	trial	ADJ
epaa-335	259	69	memorandum	memorandum	NOUN
epaa-335	259	70	,	,	PUNCT
epaa-335	259	71	1986	1986	NUM
epaa-335	259	72	,	,	PUNCT
epaa-335	259	73	pp	pp	ADJ
epaa-335	259	74	.	.	PUNCT
epaa-335	260	1	113	113	NUM
epaa-335	260	2	-	-	SYM
epaa-335	260	3	14	14	NUM
epaa-335	260	4	)	)	PUNCT
epaa-335	260	5	.	.	PUNCT
epaa-335	261	1	in	in	ADP
epaa-335	261	2	fact	fact	NOUN
epaa-335	261	3	,	,	PUNCT
epaa-335	261	4	in	in	ADP
epaa-335	261	5	alabama	alabama	PROPN
epaa-335	261	6	there	there	PRON
epaa-335	261	7	were	be	VERB
epaa-335	261	8	negative	negative	ADJ
epaa-335	261	9	point	point	NOUN
epaa-335	261	10	-	-	PUNCT
epaa-335	261	11	biserial	biserial	ADJ
epaa-335	261	12	correlations	correlation	NOUN
epaa-335	261	13	in	in	ADP
epaa-335	261	14	the	the	DET
epaa-335	261	15	original	original	ADJ
epaa-335	261	16	reliability	reliability	NOUN
epaa-335	261	17	reports	report	NOUN
epaa-335	261	18	generated	generate	VERB
epaa-335	261	19	by	by	ADP
epaa-335	261	20	nes	ne	NOUN
epaa-335	261	21	(	(	PUNCT
epaa-335	261	22	their	their	PRON
epaa-335	261	23	own	own	ADJ
epaa-335	261	24	documents	document	NOUN
epaa-335	261	25	reported	report	VERB
epaa-335	261	26	negative	negative	ADJ
epaa-335	261	27	point	point	NOUN
epaa-335	261	28	-	-	PUNCT
epaa-335	261	29	biserial	biserial	ADJ
epaa-335	261	30	correlations	correlation	NOUN
epaa-335	261	31	as	as	ADV
epaa-335	261	32	large	large	ADJ
epaa-335	261	33	as	as	ADP
epaa-335	261	34	-0.70	-0.70	NUM
epaa-335	261	35	)	)	PUNCT
epaa-335	261	36	and	and	CCONJ
epaa-335	261	37	those	those	DET
epaa-335	261	38	negative	negative	ADJ
epaa-335	261	39	pointbiserial	pointbiserial	ADJ
epaa-335	261	40	correlations	correlation	NOUN
epaa-335	261	41	for	for	ADP
epaa-335	261	42	the	the	DET
epaa-335	261	43	same	same	ADJ
epaa-335	261	44	scorable	scorable	ADJ
epaa-335	261	45	items	item	NOUN
epaa-335	261	46	remained	remain	VERB
epaa-335	261	47	after	after	ADP
epaa-335	261	48	multiple	multiple	ADJ
epaa-335	261	49	administrations	administration	NOUN
epaa-335	261	50	of	of	ADP
epaa-335	261	51	the	the	DET
epaa-335	261	52	examinations	examination	NOUN
epaa-335	261	53	.	.	PUNCT
epaa-335	262	1	simply	simply	ADV
epaa-335	262	2	taking	take	VERB
epaa-335	262	3	out	out	ADP
epaa-335	262	4	the	the	DET
epaa-335	262	5	worst	bad	ADJ
epaa-335	262	6	20	20	NUM
epaa-335	262	7	items	item	NOUN
epaa-335	262	8	in	in	ADP
epaa-335	262	9	each	each	DET
epaa-335	262	10	test	test	NOUN
epaa-335	262	11	did	do	AUX
epaa-335	262	12	not	not	PART
epaa-335	262	13	remove	remove	VERB
epaa-335	262	14	all	all	DET
epaa-335	262	15	the	the	DET
epaa-335	262	16	faulty	faulty	ADJ
epaa-335	262	17	items	item	NOUN
epaa-335	262	18	since	since	SCONJ
epaa-335	262	19	each	each	DET
epaa-335	262	20	exam	exam	NOUN
epaa-335	262	21	had	have	VERB
epaa-335	262	22	to	to	PART
epaa-335	262	23	have	have	VERB
epaa-335	262	24	100	100	NUM
epaa-335	262	25	scorable	scorable	ADJ
epaa-335	262	26	items	item	NOUN
epaa-335	262	27	.	.	PUNCT
epaa-335	263	1	as	as	SCONJ
epaa-335	263	2	seen	see	VERB
epaa-335	263	3	above	above	ADV
epaa-335	263	4	in	in	ADP
epaa-335	263	5	table	table	NOUN
epaa-335	263	6	1	1	NUM
epaa-335	263	7	,	,	PUNCT
epaa-335	263	8	the	the	DET
epaa-335	263	9	mect	mect	NOUN
epaa-335	263	10	has	have	AUX
epaa-335	263	11	statistically	statistically	ADV
epaa-335	263	12	flawed	flaw	VERB
epaa-335	263	13	items	item	NOUN
epaa-335	263	14	on	on	ADP
epaa-335	263	15	many	many	ADJ
epaa-335	263	16	tests	test	NOUN
epaa-335	263	17	,	,	PUNCT
epaa-335	263	18	these	these	DET
epaa-335	263	19	items	item	NOUN
epaa-335	263	20	have	have	AUX
epaa-335	263	21	been	be	AUX
epaa-335	263	22	there	there	ADV
epaa-335	263	23	since	since	SCONJ
epaa-335	263	24	the	the	DET
epaa-335	263	25	first	first	ADJ
epaa-335	263	26	administration	administration	NOUN
epaa-335	263	27	,	,	PUNCT
epaa-335	263	28	and	and	CCONJ
epaa-335	263	29	they	they	PRON
epaa-335	263	30	may	may	AUX
epaa-335	263	31	be	be	AUX
epaa-335	263	32	the	the	DET
epaa-335	263	33	same	same	ADJ
epaa-335	263	34	items	item	NOUN
epaa-335	263	35	still	still	ADV
epaa-335	263	36	being	be	AUX
epaa-335	263	37	used	use	VERB
epaa-335	263	38	in	in	ADP
epaa-335	263	39	current	current	ADJ
epaa-335	263	40	administrations	administration	NOUN
epaa-335	263	41	.	.	PUNCT
epaa-335	264	1	in	in	ADP
epaa-335	264	2	alabama	alabama	PROPN
epaa-335	264	3	,	,	PUNCT
epaa-335	264	4	the	the	DET
epaa-335	264	5	negative	negative	ADJ
epaa-335	264	6	point	point	NOUN
epaa-335	264	7	-	-	PUNCT
epaa-335	264	8	biserial	biserial	ADJ
epaa-335	264	9	correlations	correlation	NOUN
epaa-335	264	10	led	lead	VERB
epaa-335	264	11	to	to	ADP
epaa-335	264	12	the	the	DET
epaa-335	264	13	discovery	discovery	NOUN
epaa-335	264	14	of	of	ADP
epaa-335	264	15	items	item	NOUN
epaa-335	264	16	for	for	ADP
epaa-335	264	17	which	which	PRON
epaa-335	264	18	there	there	PRON
epaa-335	264	19	was	be	VERB
epaa-335	264	20	no	no	DET
epaa-335	264	21	correct	correct	ADJ
epaa-335	264	22	answer	answer	NOUN
epaa-335	264	23	.	.	PUNCT
epaa-335	265	1	also	also	ADV
epaa-335	265	2	discovered	discover	VERB
epaa-335	265	3	were	be	AUX
epaa-335	265	4	items	item	NOUN
epaa-335	265	5	for	for	ADP
epaa-335	265	6	which	which	PRON
epaa-335	265	7	there	there	PRON
epaa-335	265	8	were	be	VERB
epaa-335	265	9	multiple	multiple	ADJ
epaa-335	265	10	correct	correct	ADJ
epaa-335	265	11	answers	answer	NOUN
epaa-335	265	12	and	and	CCONJ
epaa-335	265	13	there	there	PRON
epaa-335	265	14	were	be	VERB
epaa-335	265	15	items	item	NOUN
epaa-335	265	16	for	for	ADP
epaa-335	265	17	objectives	objective	NOUN
epaa-335	265	18	that	that	PRON
epaa-335	265	19	had	have	AUX
epaa-335	265	20	been	be	AUX
epaa-335	265	21	rated	rate	VERB
epaa-335	265	22	“	"	PUNCT
epaa-335	265	23	not	not	PART
epaa-335	265	24	as	as	SCONJ
epaa-335	265	25	job	job	NOUN
epaa-335	265	26	related	relate	VERB
epaa-335	265	27	.	.	PUNCT
epaa-335	265	28	”	"	PUNCT
epaa-335	266	1	additionally	additionally	ADV
epaa-335	266	2	,	,	PUNCT
epaa-335	266	3	items	item	NOUN
epaa-335	266	4	were	be	AUX
epaa-335	266	5	found	find	VERB
epaa-335	266	6	to	to	PART
epaa-335	266	7	have	have	AUX
epaa-335	266	8	been	be	AUX
epaa-335	266	9	mis	mi	NOUN
epaa-335	266	10	-	-	ADJ
epaa-335	266	11	keyed	key	VERB
epaa-335	266	12	on	on	ADP
epaa-335	266	13	the	the	DET
epaa-335	266	14	item	item	NOUN
epaa-335	266	15	analysis	analysis	NOUN
epaa-335	266	16	scoring	scoring	NOUN
epaa-335	266	17	forms	form	NOUN
epaa-335	266	18	.	.	PUNCT
epaa-335	267	1	furthermore	furthermore	ADV
epaa-335	267	2	,	,	PUNCT
epaa-335	267	3	those	those	DET
epaa-335	267	4	flawed	flawed	ADJ
epaa-335	267	5	items	item	NOUN
epaa-335	267	6	existed	exist	VERB
epaa-335	267	7	unchanged	unchanged	ADJ
epaa-335	267	8	for	for	ADP
epaa-335	267	9	the	the	DET
epaa-335	267	10	first	first	ADJ
epaa-335	267	11	eight	eight	NUM
epaa-335	267	12	administrations	administration	NOUN
epaa-335	267	13	of	of	ADP
epaa-335	267	14	the	the	DET
epaa-335	267	15	tests	test	NOUN
epaa-335	267	16	.	.	PUNCT
epaa-335	268	1	they	they	PRON
epaa-335	268	2	were	be	AUX
epaa-335	268	3	not	not	PART
epaa-335	268	4	revised	revise	VERB
epaa-335	268	5	,	,	PUNCT
epaa-335	268	6	deleted	delete	VERB
epaa-335	268	7	,	,	PUNCT
epaa-335	268	8	or	or	CCONJ
epaa-335	268	9	changed	change	VERB
epaa-335	268	10	to	to	ADP
epaa-335	268	11	“	"	PUNCT
epaa-335	268	12	experimental	experimental	ADJ
epaa-335	268	13	”	"	PUNCT
epaa-335	268	14	non	non	ADJ
epaa-335	268	15	-	-	ADJ
epaa-335	268	16	scorable	scorable	ADJ
epaa-335	268	17	status	status	NOUN
epaa-335	268	18	until	until	SCONJ
epaa-335	268	19	the	the	DET
epaa-335	268	20	ninth	ninth	ADJ
epaa-335	268	21	administration	administration	NOUN
epaa-335	268	22	--	--	PUNCT
epaa-335	268	23	one	one	NUM
epaa-335	268	24	month	month	NOUN
epaa-335	268	25	after	after	SCONJ
epaa-335	268	26	the	the	DET
epaa-335	268	27	plaintiffs	plaintiff	NOUN
epaa-335	268	28	'	'	PART
epaa-335	268	29	team	team	NOUN
epaa-335	268	30	agreed	agree	VERB
epaa-335	268	31	to	to	PART
epaa-335	268	32	take	take	VERB
epaa-335	268	33	the	the	DET
epaa-335	268	34	case	case	NOUN
epaa-335	268	35	.	.	PUNCT
epaa-335	269	1	defendants	defendant	NOUN
epaa-335	269	2	argued	argue	VERB
epaa-335	269	3	that	that	SCONJ
epaa-335	269	4	“	"	PUNCT
epaa-335	269	5	problems	problem	NOUN
epaa-335	269	6	with	with	ADP
epaa-335	269	7	the	the	DET
epaa-335	269	8	testing	testing	NOUN
epaa-335	269	9	instrument	instrument	NOUN
epaa-335	269	10	—	—	PUNCT
epaa-335	269	11	such	such	ADJ
epaa-335	269	12	as	as	ADP
epaa-335	269	13	mis	mis	NOUN
epaa-335	269	14	-	-	PUNCT
epaa-335	269	15	keyed	key	VERB
epaa-335	269	16	answers	answer	NOUN
epaa-335	269	17	”	"	PUNCT
epaa-335	269	18	were	be	AUX
epaa-335	269	19	simply	simply	ADV
epaa-335	269	20	one	one	NUM
epaa-335	269	21	component	component	NOUN
epaa-335	269	22	of	of	ADP
epaa-335	269	23	many	many	ADJ
epaa-335	269	24	that	that	PRON
epaa-335	269	25	is	be	AUX
epaa-335	269	26	taken	take	VERB
epaa-335	269	27	into	into	ADP
epaa-335	269	28	account	account	NOUN
epaa-335	269	29	by	by	ADP
epaa-335	269	30	the	the	DET
epaa-335	269	31	“	"	PUNCT
epaa-335	269	32	error	error	NOUN
epaa-335	269	33	of	of	ADP
epaa-335	269	34	measurement	measurement	NOUN
epaa-335	269	35	”	"	PUNCT
epaa-335	269	36	(	(	PUNCT
epaa-335	269	37	allen	allen	PROPN
epaa-335	269	38	,	,	PUNCT
epaa-335	269	39	defendants	defendant	NOUN
epaa-335	269	40	'	'	PART
epaa-335	269	41	pre	pre	ADJ
epaa-335	269	42	-	-	ADJ
epaa-335	269	43	trial	trial	ADJ
epaa-335	269	44	memorandum	memorandum	NOUN
epaa-335	269	45	,	,	PUNCT
epaa-335	269	46	1986	1986	NUM
epaa-335	269	47	,	,	PUNCT
epaa-335	269	48	pp	pp	ADJ
epaa-335	269	49	.	.	PUNCT
epaa-335	269	50	108113	108113	NUM
epaa-335	269	51	)	)	PUNCT
epaa-335	269	52	.	.	PUNCT
epaa-335	270	1	(	(	PUNCT
epaa-335	270	2	note	note	NOUN
epaa-335	270	3	10	10	NUM
epaa-335	270	4	)	)	PUNCT
epaa-335	270	5	as	as	SCONJ
epaa-335	270	6	noted	note	VERB
epaa-335	270	7	earlier	early	ADV
epaa-335	270	8	,	,	PUNCT
epaa-335	270	9	poor	poor	ADJ
epaa-335	270	10	item	item	NOUN
epaa-335	270	11	statistics	statistic	NOUN
epaa-335	270	12	may	may	AUX
epaa-335	270	13	result	result	VERB
epaa-335	270	14	for	for	ADP
epaa-335	270	15	many	many	ADJ
epaa-335	270	16	reasons	reason	NOUN
epaa-335	270	17	.	.	PUNCT
epaa-335	271	1	of	of	ADP
epaa-335	271	2	those	those	DET
epaa-335	271	3	reasons	reason	NOUN
epaa-335	271	4	the	the	DET
epaa-335	271	5	only	only	ADJ
epaa-335	271	6	acceptable	acceptable	ADJ
epaa-335	271	7	one	one	NUM
epaa-335	271	8	is	be	AUX
epaa-335	271	9	that	that	SCONJ
epaa-335	271	10	they	they	PRON
epaa-335	271	11	may	may	AUX
epaa-335	271	12	be	be	AUX
epaa-335	271	13	due	due	ADJ
epaa-335	271	14	to	to	ADP
epaa-335	271	15	sampling	sample	VERB
epaa-335	271	16	error	error	NOUN
epaa-335	271	17	(	(	PUNCT
epaa-335	271	18	chance	chance	NOUN
epaa-335	271	19	)	)	PUNCT
epaa-335	271	20	.	.	PUNCT
epaa-335	272	1	that	that	DET
epaa-335	272	2	explanation	explanation	NOUN
epaa-335	272	3	is	be	AUX
epaa-335	272	4	unlikely	unlikely	ADJ
epaa-335	272	5	with	with	ADP
epaa-335	272	6	respect	respect	NOUN
epaa-335	272	7	to	to	ADP
epaa-335	272	8	the	the	DET
epaa-335	272	9	mect	mect	NOUN
epaa-335	272	10	,	,	PUNCT
epaa-335	272	11	however	however	ADV
epaa-335	272	12	,	,	PUNCT
epaa-335	272	13	because	because	SCONJ
epaa-335	272	14	the	the	DET
epaa-335	272	15	sample	sample	NOUN
epaa-335	272	16	sizes	size	NOUN
epaa-335	272	17	are	be	AUX
epaa-335	272	18	sufficiently	sufficiently	ADV
epaa-335	272	19	large	large	ADJ
epaa-335	272	20	,	,	PUNCT
epaa-335	272	21	and	and	CCONJ
epaa-335	272	22	the	the	DET
epaa-335	272	23	pattern	pattern	NOUN
epaa-335	272	24	of	of	ADP
epaa-335	272	25	faulty	faulty	ADJ
epaa-335	272	26	item	item	NOUN
epaa-335	272	27	statistics	statistic	NOUN
epaa-335	272	28	persists	persist	VERB
epaa-335	272	29	over	over	ADP
epaa-335	272	30	time	time	NOUN
epaa-335	272	31	.	.	PUNCT
epaa-335	273	1	the	the	DET
epaa-335	273	2	extent	extent	NOUN
epaa-335	273	3	to	to	PART
epaa-335	273	4	which	which	PRON
epaa-335	273	5	flawed	flaw	VERB
epaa-335	273	6	items	item	NOUN
epaa-335	273	7	may	may	AUX
epaa-335	273	8	exist	exist	VERB
epaa-335	273	9	in	in	ADP
epaa-335	273	10	the	the	DET
epaa-335	273	11	massachusetts	massachusetts	PROPN
epaa-335	273	12	tests	test	NOUN
epaa-335	273	13	can	can	AUX
epaa-335	273	14	only	only	ADV
epaa-335	273	15	be	be	AUX
epaa-335	273	16	determined	determine	VERB
epaa-335	273	17	by	by	ADP
epaa-335	273	18	release	release	NOUN
epaa-335	273	19	of	of	ADP
epaa-335	273	20	the	the	DET
epaa-335	273	21	student	student	NOUN
epaa-335	273	22	-	-	PUNCT
epaa-335	273	23	level	level	NOUN
epaa-335	273	24	item	item	NOUN
epaa-335	273	25	response	response	NOUN
epaa-335	273	26	data	datum	NOUN
epaa-335	273	27	and	and	CCONJ
epaa-335	273	28	the	the	DET
epaa-335	273	29	content	content	NOUN
epaa-335	273	30	of	of	ADP
epaa-335	273	31	the	the	DET
epaa-335	273	32	actual	actual	ADJ
epaa-335	273	33	items	item	NOUN
epaa-335	273	34	,	,	PUNCT
epaa-335	273	35	something	something	PRON
epaa-335	273	36	that	that	PRON
epaa-335	273	37	has	have	AUX
epaa-335	273	38	not	not	PART
epaa-335	273	39	been	be	AUX
epaa-335	273	40	done	do	VERB
epaa-335	273	41	to	to	ADP
epaa-335	273	42	date	date	NOUN
epaa-335	273	43	.	.	PUNCT
epaa-335	274	1	furthermore	furthermore	ADV
epaa-335	274	2	,	,	PUNCT
epaa-335	274	3	such	such	DET
epaa-335	274	4	a	a	DET
epaa-335	274	5	release	release	NOUN
epaa-335	274	6	of	of	ADP
epaa-335	274	7	additional	additional	ADJ
epaa-335	274	8	technical	technical	ADJ
epaa-335	274	9	information	information	NOUN
epaa-335	274	10	,	,	PUNCT
epaa-335	274	11	or	or	CCONJ
epaa-335	274	12	item	item	NOUN
epaa-335	274	13	response	response	NOUN
epaa-335	274	14	data	datum	NOUN
epaa-335	274	15	,	,	PUNCT
epaa-335	274	16	or	or	CCONJ
epaa-335	274	17	item	item	NOUN
epaa-335	274	18	content	content	NOUN
epaa-335	274	19	is	be	AUX
epaa-335	274	20	highly	highly	ADV
epaa-335	274	21	unlikely	unlikely	ADJ
epaa-335	274	22	.	.	PUNCT
epaa-335	275	1	(	(	PUNCT
epaa-335	275	2	note	note	NOUN
epaa-335	275	3	11	11	NUM
epaa-335	275	4	)	)	PUNCT
epaa-335	275	5	14	14	NUM
epaa-335	275	6	of	of	ADP
epaa-335	275	7	22	22	NUM
epaa-335	275	8	in	in	ADP
epaa-335	275	9	alabama	alabama	PROPN
epaa-335	275	10	,	,	PUNCT
epaa-335	275	11	the	the	DET
epaa-335	275	12	statistical	statistical	ADJ
epaa-335	275	13	results	result	NOUN
epaa-335	275	14	and	and	CCONJ
epaa-335	275	15	in	in	ADP
epaa-335	275	16	-	-	PUNCT
epaa-335	275	17	house	house	NOUN
epaa-335	275	18	documents	document	NOUN
epaa-335	275	19	were	be	AUX
epaa-335	275	20	not	not	PART
epaa-335	275	21	produced	produce	VERB
epaa-335	275	22	by	by	ADP
epaa-335	275	23	nes	ne	NOUN
epaa-335	275	24	until	until	SCONJ
epaa-335	275	25	the	the	DET
epaa-335	275	26	plaintiffs	plaintiff	NOUN
epaa-335	275	27	seriously	seriously	ADV
epaa-335	275	28	discussed	discuss	VERB
epaa-335	275	29	contempt	contempt	NOUN
epaa-335	275	30	of	of	ADP
epaa-335	275	31	court	court	NOUN
epaa-335	275	32	actions	action	NOUN
epaa-335	275	33	against	against	ADP
epaa-335	275	34	nes	ne	NOUN
epaa-335	275	35	personnel	personnel	NOUN
epaa-335	275	36	.	.	PUNCT
epaa-335	276	1	consequently	consequently	ADV
epaa-335	276	2	,	,	PUNCT
epaa-335	276	3	there	there	PRON
epaa-335	276	4	is	be	VERB
epaa-335	276	5	little	little	ADJ
epaa-335	276	6	reason	reason	NOUN
epaa-335	276	7	to	to	PART
epaa-335	276	8	expect	expect	VERB
epaa-335	276	9	that	that	SCONJ
epaa-335	276	10	nes	ne	NOUN
epaa-335	276	11	will	will	AUX
epaa-335	276	12	voluntarily	voluntarily	ADV
epaa-335	276	13	release	release	VERB
epaa-335	276	14	mect	mect	NOUN
epaa-335	276	15	data	datum	NOUN
epaa-335	276	16	or	or	CCONJ
epaa-335	276	17	results	result	NOUN
epaa-335	276	18	not	not	PART
epaa-335	276	19	explicitly	explicitly	ADV
epaa-335	276	20	covered	cover	VERB
epaa-335	276	21	in	in	ADP
epaa-335	276	22	their	their	PRON
epaa-335	276	23	original	original	ADJ
epaa-335	276	24	confidential	confidential	ADJ
epaa-335	276	25	contract	contract	NOUN
epaa-335	276	26	.	.	PUNCT
epaa-335	277	1	in	in	ADP
epaa-335	277	2	alabama	alabama	PROPN
epaa-335	277	3	there	there	PRON
epaa-335	277	4	were	be	VERB
epaa-335	277	5	no	no	DET
epaa-335	277	6	independent	independent	ADJ
epaa-335	277	7	testing	testing	NOUN
epaa-335	277	8	experts	expert	NOUN
epaa-335	277	9	appointed	appoint	VERB
epaa-335	277	10	or	or	CCONJ
epaa-335	277	11	contracted	contract	VERB
epaa-335	277	12	to	to	PART
epaa-335	277	13	monitor	monitor	VERB
epaa-335	277	14	the	the	DET
epaa-335	277	15	test	test	NOUN
epaa-335	277	16	developer	developer	NOUN
epaa-335	277	17	's	's	PART
epaa-335	277	18	work	work	NOUN
epaa-335	277	19	.	.	PUNCT
epaa-335	278	1	this	this	DET
epaa-335	278	2	fact	fact	NOUN
epaa-335	278	3	led	lead	VERB
epaa-335	278	4	the	the	DET
epaa-335	278	5	court	court	NOUN
epaa-335	278	6	to	to	PART
epaa-335	278	7	conclude	conclude	VERB
epaa-335	278	8	that	that	SCONJ
epaa-335	278	9	“	"	PUNCT
epaa-335	278	10	the	the	DET
epaa-335	278	11	developer	developer	NOUN
epaa-335	278	12	's	's	PART
epaa-335	278	13	work	work	NOUN
epaa-335	278	14	product	product	NOUN
epaa-335	278	15	was	be	AUX
epaa-335	278	16	accepted	accept	VERB
epaa-335	278	17	by	by	ADP
epaa-335	278	18	the	the	DET
epaa-335	278	19	state	state	NOUN
epaa-335	278	20	largely	largely	ADV
epaa-335	278	21	on	on	ADP
epaa-335	278	22	the	the	DET
epaa-335	278	23	basis	basis	NOUN
epaa-335	278	24	of	of	ADP
epaa-335	278	25	faith	faith	NOUN
epaa-335	278	26	”	"	PUNCT
epaa-335	278	27	(	(	PUNCT
epaa-335	278	28	richardson	richardson	PROPN
epaa-335	278	29	,	,	PUNCT
epaa-335	278	30	1989	1989	NUM
epaa-335	278	31	,	,	PUNCT
epaa-335	278	32	p.	p.	NOUN
epaa-335	278	33	817	817	NUM
epaa-335	278	34	)	)	PUNCT
epaa-335	278	35	.	.	PUNCT
epaa-335	279	1	in	in	ADP
epaa-335	279	2	massachusetts	massachusetts	PROPN
epaa-335	279	3	the	the	DET
epaa-335	279	4	original	original	ADJ
epaa-335	279	5	mect	mect	NOUN
epaa-335	279	6	contract	contract	NOUN
epaa-335	279	7	called	call	VERB
epaa-335	279	8	for	for	SCONJ
epaa-335	279	9	the	the	DET
epaa-335	279	10	contractor	contractor	NOUN
epaa-335	279	11	to	to	PART
epaa-335	279	12	recommend	recommend	VERB
epaa-335	279	13	a	a	DET
epaa-335	279	14	technical	technical	ADJ
epaa-335	279	15	review	review	NOUN
epaa-335	279	16	committee	committee	NOUN
epaa-335	279	17	of	of	ADP
epaa-335	279	18	nationally	nationally	ADV
epaa-335	279	19	recognized	recognize	VERB
epaa-335	279	20	experts	expert	NOUN
epaa-335	279	21	who	who	PRON
epaa-335	279	22	were	be	AUX
epaa-335	279	23	external	external	ADJ
epaa-335	279	24	to	to	ADP
epaa-335	279	25	their	their	PRON
epaa-335	279	26	organization	organization	NOUN
epaa-335	279	27	(	(	PUNCT
epaa-335	279	28	mdoe	mdoe	PROPN
epaa-335	279	29	,	,	PUNCT
epaa-335	279	30	1997	1997	NUM
epaa-335	279	31	,	,	PUNCT
epaa-335	279	32	task	task	NOUN
epaa-335	279	33	2.14.i	2.14.i	NUM
epaa-335	279	34	,	,	PUNCT
epaa-335	279	35	p.	p.	NOUN
epaa-335	279	36	11	11	NUM
epaa-335	279	37	)	)	PUNCT
epaa-335	279	38	.	.	PUNCT
epaa-335	280	1	the	the	DET
epaa-335	280	2	committee	committee	NOUN
epaa-335	280	3	was	be	AUX
epaa-335	280	4	to	to	PART
epaa-335	280	5	review	review	VERB
epaa-335	280	6	the	the	DET
epaa-335	280	7	test	test	NOUN
epaa-335	280	8	items	item	NOUN
epaa-335	280	9	,	,	PUNCT
epaa-335	280	10	test	test	NOUN
epaa-335	280	11	administration	administration	NOUN
epaa-335	280	12	,	,	PUNCT
epaa-335	280	13	and	and	CCONJ
epaa-335	280	14	scoring	scoring	NOUN
epaa-335	280	15	procedures	procedure	NOUN
epaa-335	280	16	for	for	ADP
epaa-335	280	17	validity	validity	NOUN
epaa-335	280	18	and	and	CCONJ
epaa-335	280	19	reliability	reliability	NOUN
epaa-335	280	20	and	and	CCONJ
epaa-335	280	21	was	be	AUX
epaa-335	280	22	to	to	PART
epaa-335	280	23	report	report	VERB
epaa-335	280	24	its	its	PRON
epaa-335	280	25	findings	finding	NOUN
epaa-335	280	26	to	to	ADP
epaa-335	280	27	the	the	DET
epaa-335	280	28	department	department	NOUN
epaa-335	280	29	of	of	ADP
epaa-335	280	30	education	education	NOUN
epaa-335	280	31	.	.	PUNCT
epaa-335	281	1	nes	ne	NOUN
epaa-335	281	2	did	do	AUX
epaa-335	281	3	not	not	PART
epaa-335	281	4	form	form	VERB
epaa-335	281	5	such	such	DET
epaa-335	281	6	an	an	DET
epaa-335	281	7	independent	independent	ADJ
epaa-335	281	8	technical	technical	ADJ
epaa-335	281	9	advisory	advisory	ADJ
epaa-335	281	10	committee	committee	NOUN
epaa-335	281	11	for	for	ADP
epaa-335	281	12	the	the	DET
epaa-335	281	13	mect	mect	NOUN
epaa-335	281	14	nor	nor	CCONJ
epaa-335	281	15	has	have	VERB
epaa-335	281	16	a	a	DET
epaa-335	281	17	formal	formal	ADJ
epaa-335	281	18	independent	independent	ADJ
epaa-335	281	19	review	review	NOUN
epaa-335	281	20	of	of	ADP
epaa-335	281	21	the	the	DET
epaa-335	281	22	mect	mect	NOUN
epaa-335	281	23	been	be	AUX
epaa-335	281	24	undertaken	undertake	VERB
epaa-335	281	25	by	by	ADP
epaa-335	281	26	anyone	anyone	PRON
epaa-335	281	27	else	else	ADV
epaa-335	281	28	.	.	PUNCT
epaa-335	282	1	it	it	PRON
epaa-335	282	2	is	be	AUX
epaa-335	282	3	not	not	PART
epaa-335	282	4	in	in	ADP
epaa-335	282	5	the	the	DET
epaa-335	282	6	short	short	ADJ
epaa-335	282	7	-	-	PUNCT
epaa-335	282	8	term	term	NOUN
epaa-335	282	9	business	business	NOUN
epaa-335	282	10	interests	interest	NOUN
epaa-335	282	11	of	of	ADP
epaa-335	282	12	a	a	DET
epaa-335	282	13	testing	testing	NOUN
epaa-335	282	14	company	company	NOUN
epaa-335	282	15	to	to	PART
epaa-335	282	16	conduct	conduct	VERB
epaa-335	282	17	disconfirming	disconfirme	VERB
epaa-335	282	18	studies	study	NOUN
epaa-335	282	19	on	on	ADP
epaa-335	282	20	the	the	DET
epaa-335	282	21	technical	technical	ADJ
epaa-335	282	22	quality	quality	NOUN
epaa-335	282	23	of	of	ADP
epaa-335	282	24	their	their	PRON
epaa-335	282	25	commercial	commercial	ADJ
epaa-335	282	26	product	product	NOUN
epaa-335	282	27	.	.	PUNCT
epaa-335	283	1	the	the	DET
epaa-335	283	2	mect	mect	NOUN
epaa-335	283	3	is	be	AUX
epaa-335	283	4	,	,	PUNCT
epaa-335	283	5	of	of	ADP
epaa-335	283	6	course	course	NOUN
epaa-335	283	7	,	,	PUNCT
epaa-335	283	8	a	a	DET
epaa-335	283	9	product	product	NOUN
epaa-335	283	10	that	that	PRON
epaa-335	283	11	nes	ne	NOUN
epaa-335	283	12	markets	market	NOUN
epaa-335	283	13	as	as	ADP
epaa-335	283	14	an	an	DET
epaa-335	283	15	example	example	NOUN
epaa-335	283	16	of	of	ADP
epaa-335	283	17	what	what	PRON
epaa-335	283	18	they	they	PRON
epaa-335	283	19	can	can	AUX
epaa-335	283	20	build	build	VERB
epaa-335	283	21	for	for	ADP
epaa-335	283	22	other	other	ADJ
epaa-335	283	23	states	state	NOUN
epaa-335	283	24	who	who	PRON
epaa-335	283	25	might	might	AUX
epaa-335	283	26	be	be	AUX
epaa-335	283	27	interested	interested	ADJ
epaa-335	283	28	in	in	ADP
epaa-335	283	29	certification	certification	NOUN
epaa-335	283	30	examinations	examination	NOUN
epaa-335	283	31	.	.	PUNCT
epaa-335	284	1	it	it	PRON
epaa-335	284	2	is	be	AUX
epaa-335	284	3	,	,	PUNCT
epaa-335	284	4	however	however	ADV
epaa-335	284	5	,	,	PUNCT
epaa-335	284	6	in	in	ADP
epaa-335	284	7	the	the	DET
epaa-335	284	8	best	good	ADJ
epaa-335	284	9	interests	interest	NOUN
epaa-335	284	10	of	of	ADP
epaa-335	284	11	a	a	DET
epaa-335	284	12	state	state	NOUN
epaa-335	284	13	for	for	SCONJ
epaa-335	284	14	such	such	ADJ
epaa-335	284	15	studies	study	NOUN
epaa-335	284	16	to	to	PART
epaa-335	284	17	be	be	AUX
epaa-335	284	18	conducted	conduct	VERB
epaa-335	284	19	.	.	PUNCT
epaa-335	285	1	for	for	ADP
epaa-335	285	2	example	example	NOUN
epaa-335	285	3	,	,	PUNCT
epaa-335	285	4	the	the	DET
epaa-335	285	5	commonwealth	commonwealth	PROPN
epaa-335	285	6	of	of	ADP
epaa-335	285	7	massachusetts	massachusetts	PROPN
epaa-335	285	8	has	have	VERB
epaa-335	285	9	a	a	DET
epaa-335	285	10	statutory	statutory	ADJ
epaa-335	285	11	responsibility	responsibility	NOUN
epaa-335	285	12	to	to	PART
epaa-335	285	13	“	"	PUNCT
epaa-335	285	14	protect	protect	VERB
epaa-335	285	15	the	the	DET
epaa-335	285	16	health	health	NOUN
epaa-335	285	17	,	,	PUNCT
epaa-335	285	18	safety	safety	NOUN
epaa-335	285	19	and	and	CCONJ
epaa-335	285	20	welfare	welfare	NOUN
epaa-335	285	21	of	of	ADP
epaa-335	285	22	citizens	citizen	NOUN
epaa-335	285	23	”	"	PUNCT
epaa-335	285	24	who	who	PRON
epaa-335	285	25	seek	seek	VERB
epaa-335	285	26	services	service	NOUN
epaa-335	285	27	from	from	ADP
epaa-335	285	28	licensed	licensed	ADJ
epaa-335	285	29	professionals	professional	NOUN
epaa-335	285	30	(	(	PUNCT
epaa-335	285	31	nes	ne	NOUN
epaa-335	285	32	,	,	PUNCT
epaa-335	285	33	1999	1999	NUM
epaa-335	285	34	,	,	PUNCT
epaa-335	285	35	p.	p.	NOUN
epaa-335	285	36	16	16	NUM
epaa-335	285	37	)	)	PUNCT
epaa-335	285	38	.	.	PUNCT
epaa-335	286	1	in	in	ADP
epaa-335	286	2	the	the	DET
epaa-335	286	3	present	present	ADJ
epaa-335	286	4	situation	situation	NOUN
epaa-335	286	5	“	"	PUNCT
epaa-335	286	6	citizens	citizen	NOUN
epaa-335	286	7	”	"	PUNCT
epaa-335	286	8	are	be	AUX
epaa-335	286	9	defined	define	VERB
epaa-335	286	10	by	by	ADP
epaa-335	286	11	the	the	DET
epaa-335	286	12	board	board	NOUN
epaa-335	286	13	of	of	ADP
epaa-335	286	14	education	education	NOUN
epaa-335	286	15	as	as	ADP
epaa-335	286	16	“	"	PUNCT
epaa-335	286	17	the	the	DET
epaa-335	286	18	children	child	NOUN
epaa-335	286	19	in	in	ADP
epaa-335	286	20	our	our	PRON
epaa-335	286	21	schools	school	NOUN
epaa-335	286	22	”	"	PUNCT
epaa-335	286	23	(	(	PUNCT
epaa-335	286	24	mdoe	mdoe	PROPN
epaa-335	286	25	,	,	PUNCT
epaa-335	286	26	special	special	ADJ
epaa-335	286	27	meeting	meeting	NOUN
epaa-335	286	28	minutes	minute	NOUN
epaa-335	286	29	,	,	PUNCT
epaa-335	286	30	1998	1998	NUM
epaa-335	286	31	)	)	PUNCT
epaa-335	286	32	.	.	PUNCT
epaa-335	287	1	what	what	PRON
epaa-335	287	2	has	have	AUX
epaa-335	287	3	apparently	apparently	ADV
epaa-335	287	4	been	be	AUX
epaa-335	287	5	lost	lose	VERB
epaa-335	287	6	in	in	ADP
epaa-335	287	7	all	all	PRON
epaa-335	287	8	of	of	ADP
epaa-335	287	9	this	this	PRON
epaa-335	287	10	is	be	AUX
epaa-335	287	11	the	the	DET
epaa-335	287	12	fact	fact	NOUN
epaa-335	287	13	that	that	SCONJ
epaa-335	287	14	prospective	prospective	ADJ
epaa-335	287	15	educators	educator	NOUN
epaa-335	287	16	are	be	AUX
epaa-335	287	17	“	"	PUNCT
epaa-335	287	18	citizens	citizen	NOUN
epaa-335	287	19	”	"	PUNCT
epaa-335	287	20	and	and	CCONJ
epaa-335	287	21	deserve	deserve	VERB
epaa-335	287	22	protection	protection	NOUN
epaa-335	287	23	too	too	ADV
epaa-335	287	24	--	--	PUNCT
epaa-335	287	25	protection	protection	NOUN
epaa-335	287	26	from	from	ADP
epaa-335	287	27	a	a	DET
epaa-335	287	28	faulty	faulty	ADJ
epaa-335	287	29	product	product	NOUN
epaa-335	287	30	that	that	PRON
epaa-335	287	31	can	can	AUX
epaa-335	287	32	damage	damage	VERB
epaa-335	287	33	the	the	DET
epaa-335	287	34	profession	profession	NOUN
epaa-335	287	35	of	of	ADP
epaa-335	287	36	teaching	teaching	NOUN
epaa-335	287	37	and	and	CCONJ
epaa-335	287	38	can	can	AUX
epaa-335	287	39	alter	alter	VERB
epaa-335	287	40	drastically	drastically	ADV
epaa-335	287	41	the	the	DET
epaa-335	287	42	career	career	NOUN
epaa-335	287	43	paths	path	NOUN
epaa-335	287	44	of	of	ADP
epaa-335	287	45	individuals	individual	NOUN
epaa-335	287	46	.	.	PUNCT
epaa-335	288	1	educators	educator	NOUN
epaa-335	288	2	and	and	CCONJ
epaa-335	288	3	the	the	DET
epaa-335	288	4	public	public	NOUN
epaa-335	288	5	at	at	ADP
epaa-335	288	6	large	large	ADJ
epaa-335	288	7	deserve	deserve	VERB
epaa-335	288	8	the	the	DET
epaa-335	288	9	highest	high	ADJ
epaa-335	288	10	quality	quality	NOUN
epaa-335	288	11	certification	certification	NOUN
epaa-335	288	12	examinations	examination	NOUN
epaa-335	288	13	that	that	SCONJ
epaa-335	288	14	the	the	DET
epaa-335	288	15	industry	industry	NOUN
epaa-335	288	16	is	be	AUX
epaa-335	288	17	capable	capable	ADJ
epaa-335	288	18	of	of	ADP
epaa-335	288	19	providing	provide	VERB
epaa-335	288	20	.	.	PUNCT
epaa-335	289	1	there	there	PRON
epaa-335	289	2	is	be	VERB
epaa-335	289	3	ample	ample	ADJ
epaa-335	289	4	evidence	evidence	NOUN
epaa-335	289	5	that	that	SCONJ
epaa-335	289	6	the	the	DET
epaa-335	289	7	mect	mect	NOUN
epaa-335	289	8	may	may	AUX
epaa-335	289	9	not	not	PART
epaa-335	289	10	be	be	AUX
epaa-335	289	11	such	such	DET
epaa-335	289	12	an	an	DET
epaa-335	289	13	examination	examination	NOUN
epaa-335	289	14	.	.	PUNCT
epaa-335	290	1	conclusion	conclusion	NOUN
epaa-335	290	2	a	a	DET
epaa-335	290	3	technical	technical	ADJ
epaa-335	290	4	review	review	NOUN
epaa-335	290	5	of	of	ADP
epaa-335	290	6	the	the	DET
epaa-335	290	7	psychometric	psychometric	ADJ
epaa-335	290	8	characteristics	characteristic	NOUN
epaa-335	290	9	of	of	ADP
epaa-335	290	10	the	the	DET
epaa-335	290	11	mect	mect	NOUN
epaa-335	290	12	has	have	AUX
epaa-335	290	13	been	be	AUX
epaa-335	290	14	called	call	VERB
epaa-335	290	15	for	for	ADP
epaa-335	290	16	in	in	ADP
epaa-335	290	17	this	this	DET
epaa-335	290	18	journal	journal	NOUN
epaa-335	290	19	(	(	PUNCT
epaa-335	290	20	haney	haney	PROPN
epaa-335	290	21	et	et	PROPN
epaa-335	290	22	al	al	PROPN
epaa-335	290	23	.	.	PROPN
epaa-335	290	24	1999	1999	NUM
epaa-335	290	25	;	;	PUNCT
epaa-335	290	26	wainer	wainer	NOUN
epaa-335	290	27	,	,	PUNCT
epaa-335	290	28	1999	1999	NUM
epaa-335	290	29	)	)	PUNCT
epaa-335	290	30	.	.	PUNCT
epaa-335	291	1	the	the	DET
epaa-335	291	2	year	year	NOUN
epaa-335	291	3	2000	2000	NUM
epaa-335	291	4	and	and	CCONJ
epaa-335	291	5	2001	2001	NUM
epaa-335	291	6	budgets	budget	NOUN
epaa-335	291	7	passed	pass	VERB
epaa-335	291	8	by	by	ADP
epaa-335	291	9	the	the	DET
epaa-335	291	10	legislature	legislature	NOUN
epaa-335	291	11	of	of	ADP
epaa-335	291	12	the	the	DET
epaa-335	291	13	commonwealth	commonwealth	NOUN
epaa-335	291	14	also	also	ADV
epaa-335	291	15	called	call	VERB
epaa-335	291	16	for	for	ADP
epaa-335	291	17	such	such	DET
epaa-335	291	18	an	an	DET
epaa-335	291	19	independent	independent	ADJ
epaa-335	291	20	audit	audit	NOUN
epaa-335	291	21	of	of	ADP
epaa-335	291	22	the	the	DET
epaa-335	291	23	mect	mect	NOUN
epaa-335	291	24	.	.	PUNCT
epaa-335	292	1	those	those	DET
epaa-335	292	2	budget	budget	NOUN
epaa-335	292	3	provisions	provision	NOUN
epaa-335	292	4	,	,	PUNCT
epaa-335	292	5	however	however	ADV
epaa-335	292	6	,	,	PUNCT
epaa-335	292	7	were	be	AUX
epaa-335	292	8	vetoed	veto	VERB
epaa-335	292	9	by	by	ADP
epaa-335	292	10	governor	governor	NOUN
epaa-335	292	11	cellucci	cellucci	NOUN
epaa-335	292	12	,	,	PUNCT
epaa-335	292	13	and	and	CCONJ
epaa-335	292	14	the	the	DET
epaa-335	292	15	legislature	legislature	NOUN
epaa-335	292	16	failed	fail	VERB
epaa-335	292	17	to	to	PART
epaa-335	292	18	override	override	VERB
epaa-335	292	19	the	the	DET
epaa-335	292	20	vetoes	veto	NOUN
epaa-335	292	21	.	.	PUNCT
epaa-335	293	1	until	until	SCONJ
epaa-335	293	2	an	an	DET
epaa-335	293	3	independent	independent	ADJ
epaa-335	293	4	review	review	NOUN
epaa-335	293	5	committee	committee	NOUN
epaa-335	293	6	with	with	ADP
epaa-335	293	7	full	full	ADJ
epaa-335	293	8	investigative	investigative	ADJ
epaa-335	293	9	authority	authority	NOUN
epaa-335	293	10	is	be	AUX
epaa-335	293	11	convened	convene	VERB
epaa-335	293	12	by	by	ADP
epaa-335	293	13	the	the	DET
epaa-335	293	14	commonwealth	commonwealth	PROPN
epaa-335	293	15	,	,	PUNCT
epaa-335	293	16	the	the	DET
epaa-335	293	17	only	only	ADJ
epaa-335	293	18	technical	technical	ADJ
epaa-335	293	19	material	material	NOUN
epaa-335	293	20	publicly	publicly	ADV
epaa-335	293	21	available	available	ADJ
epaa-335	293	22	for	for	ADP
epaa-335	293	23	independent	independent	ADJ
epaa-335	293	24	analysis	analysis	NOUN
epaa-335	293	25	is	be	AUX
epaa-335	293	26	the	the	DET
epaa-335	293	27	1999	1999	NUM
epaa-335	293	28	mect	mect	PROPN
epaa-335	293	29	technical	technical	ADJ
epaa-335	293	30	report	report	NOUN
epaa-335	293	31	generated	generate	VERB
epaa-335	293	32	by	by	ADP
epaa-335	293	33	nes	nes	PROPN
epaa-335	293	34	(	(	PUNCT
epaa-335	293	35	nes	ne	NOUN
epaa-335	293	36	,	,	PUNCT
epaa-335	293	37	1999	1999	NUM
epaa-335	293	38	)	)	PUNCT
epaa-335	293	39	.	.	PUNCT
epaa-335	294	1	(	(	PUNCT
epaa-335	294	2	note	note	NOUN
epaa-335	294	3	12	12	NUM
epaa-335	294	4	)	)	PUNCT
epaa-335	294	5	one	one	NUM
epaa-335	294	6	of	of	ADP
epaa-335	294	7	the	the	DET
epaa-335	294	8	important	important	ADJ
epaa-335	294	9	points	point	NOUN
epaa-335	294	10	made	make	VERB
epaa-335	294	11	by	by	ADP
epaa-335	294	12	haney	haney	PROPN
epaa-335	294	13	et	et	PROPN
epaa-335	294	14	al	al	PROPN
epaa-335	294	15	,	,	PUNCT
epaa-335	294	16	(	(	PUNCT
epaa-335	294	17	1999	1999	NUM
epaa-335	294	18	)	)	PUNCT
epaa-335	294	19	was	be	AUX
epaa-335	294	20	that	that	SCONJ
epaa-335	294	21	the	the	DET
epaa-335	294	22	massachusetts	massachusetts	PROPN
epaa-335	294	23	department	department	PROPN
epaa-335	294	24	of	of	ADP
epaa-335	294	25	education	education	NOUN
epaa-335	294	26	is	be	AUX
epaa-335	294	27	not	not	PART
epaa-335	294	28	the	the	DET
epaa-335	294	29	appropriate	appropriate	ADJ
epaa-335	294	30	agency	agency	NOUN
epaa-335	294	31	for	for	ADP
epaa-335	294	32	conducting	conduct	VERB
epaa-335	294	33	such	such	DET
epaa-335	294	34	a	a	DET
epaa-335	294	35	review	review	NOUN
epaa-335	294	36	.	.	PUNCT
epaa-335	295	1	part	part	NOUN
epaa-335	295	2	of	of	ADP
epaa-335	295	3	my	my	PRON
epaa-335	295	4	point	point	NOUN
epaa-335	295	5	here	here	ADV
epaa-335	295	6	is	be	AUX
epaa-335	295	7	that	that	SCONJ
epaa-335	295	8	the	the	DET
epaa-335	295	9	only	only	ADJ
epaa-335	295	10	review	review	NOUN
epaa-335	295	11	of	of	ADP
epaa-335	295	12	the	the	DET
epaa-335	295	13	mect	mect	NOUN
epaa-335	295	14	the	the	DET
epaa-335	295	15	commonwealth	commonwealth	NOUN
epaa-335	295	16	may	may	AUX
epaa-335	295	17	ever	ever	ADV
epaa-335	295	18	see	see	VERB
epaa-335	295	19	is	be	AUX
epaa-335	295	20	the	the	DET
epaa-335	295	21	one	one	NUM
epaa-335	295	22	prepared	prepare	VERB
epaa-335	295	23	by	by	ADP
epaa-335	295	24	nes	ne	NOUN
epaa-335	295	25	of	of	ADP
epaa-335	295	26	its	its	PRON
epaa-335	295	27	own	own	ADJ
epaa-335	295	28	test	test	NOUN
epaa-335	295	29	.	.	PUNCT
epaa-335	296	1	such	such	DET
epaa-335	296	2	a	a	DET
epaa-335	296	3	review	review	NOUN
epaa-335	296	4	clearly	clearly	ADV
epaa-335	296	5	raises	raise	VERB
epaa-335	296	6	a	a	DET
epaa-335	296	7	concern	concern	NOUN
epaa-335	296	8	over	over	ADP
epaa-335	296	9	conflict	conflict	NOUN
epaa-335	296	10	-	-	PUNCT
epaa-335	296	11	of	of	ADP
epaa-335	296	12	-	-	PUNCT
epaa-335	296	13	interest	interest	NOUN
epaa-335	296	14	(	(	PUNCT
epaa-335	296	15	madaus	madau	NOUN
epaa-335	296	16	,	,	PUNCT
epaa-335	296	17	1990	1990	NUM
epaa-335	296	18	;	;	PUNCT
epaa-335	296	19	downing	downing	NOUN
epaa-335	296	20	&	&	CCONJ
epaa-335	296	21	haladyna	haladyna	NOUN
epaa-335	296	22	,	,	PUNCT
epaa-335	296	23	1996	1996	NUM
epaa-335	296	24	)	)	PUNCT
epaa-335	296	25	.	.	PUNCT
epaa-335	297	1	given	give	VERB
epaa-335	297	2	the	the	DET
epaa-335	297	3	national	national	ADJ
epaa-335	297	4	interest	interest	NOUN
epaa-335	297	5	in	in	ADP
epaa-335	297	6	“	"	PUNCT
epaa-335	297	7	higher	high	ADJ
epaa-335	297	8	standards	standard	NOUN
epaa-335	297	9	”	"	PUNCT
epaa-335	297	10	for	for	ADP
epaa-335	297	11	achievement	achievement	NOUN
epaa-335	297	12	and	and	CCONJ
epaa-335	297	13	assessment	assessment	NOUN
epaa-335	297	14	,	,	PUNCT
epaa-335	297	15	it	it	PRON
epaa-335	297	16	must	must	AUX
epaa-335	297	17	be	be	AUX
epaa-335	297	18	recognized	recognize	VERB
epaa-335	297	19	that	that	SCONJ
epaa-335	297	20	there	there	PRON
epaa-335	297	21	are	be	VERB
epaa-335	297	22	no	no	DET
epaa-335	297	23	“	"	PUNCT
epaa-335	297	24	gold	gold	NOUN
epaa-335	297	25	”	"	PUNCT
epaa-335	297	26	standards	standard	NOUN
epaa-335	297	27	by	by	ADP
epaa-335	297	28	which	which	PRON
epaa-335	297	29	a	a	DET
epaa-335	297	30	testing	testing	NOUN
epaa-335	297	31	program	program	NOUN
epaa-335	297	32	such	such	ADJ
epaa-335	297	33	as	as	ADP
epaa-335	297	34	the	the	DET
epaa-335	297	35	mect	mect	NOUN
epaa-335	297	36	can	can	AUX
epaa-335	297	37	be	be	AUX
epaa-335	297	38	evaluated	evaluate	VERB
epaa-335	297	39	(	(	PUNCT
epaa-335	297	40	haney	haney	PROPN
epaa-335	297	41	&	&	CCONJ
epaa-335	297	42	madaus	madaus	PROPN
epaa-335	297	43	,	,	PUNCT
epaa-335	297	44	1990	1990	NUM
epaa-335	297	45	;	;	PUNCT
epaa-335	297	46	haney	haney	PROPN
epaa-335	297	47	,	,	PUNCT
epaa-335	297	48	1996	1996	NUM
epaa-335	297	49	)	)	PUNCT
epaa-335	297	50	.	.	PUNCT
epaa-335	298	1	this	this	PRON
epaa-335	298	2	is	be	AUX
epaa-335	298	3	ironic	ironic	ADJ
epaa-335	298	4	given	give	VERB
epaa-335	298	5	how	how	SCONJ
epaa-335	298	6	technically	technically	ADV
epaa-335	298	7	sophisticated	sophisticate	VERB
epaa-335	298	8	the	the	DET
epaa-335	298	9	testing	testing	NOUN
epaa-335	298	10	profession	profession	NOUN
epaa-335	298	11	has	have	AUX
epaa-335	298	12	become	become	VERB
epaa-335	298	13	.	.	PUNCT
epaa-335	299	1	consequently	consequently	ADV
epaa-335	299	2	,	,	PUNCT
epaa-335	299	3	without	without	ADP
epaa-335	299	4	“	"	PUNCT
epaa-335	299	5	gold	gold	NOUN
epaa-335	299	6	”	"	PUNCT
epaa-335	299	7	standards	standard	NOUN
epaa-335	299	8	to	to	PART
epaa-335	299	9	define	define	VERB
epaa-335	299	10	test	test	NOUN
epaa-335	299	11	development	development	NOUN
epaa-335	299	12	practice	practice	NOUN
epaa-335	299	13	,	,	PUNCT
epaa-335	299	14	there	there	PRON
epaa-335	299	15	are	be	VERB
epaa-335	299	16	no	no	DET
epaa-335	299	17	legislated	legislate	VERB
epaa-335	299	18	penalties	penalty	NOUN
epaa-335	299	19	for	for	ADP
epaa-335	299	20	faulty	faulty	ADJ
epaa-335	299	21	products	product	NOUN
epaa-335	299	22	(	(	PUNCT
epaa-335	299	23	tests	test	NOUN
epaa-335	299	24	)	)	PUNCT
epaa-335	299	25	and	and	CCONJ
epaa-335	299	26	there	there	PRON
epaa-335	299	27	is	be	VERB
epaa-335	299	28	no	no	DET
epaa-335	299	29	enforced	enforce	VERB
epaa-335	299	30	protection	protection	NOUN
epaa-335	299	31	for	for	ADP
epaa-335	299	32	the	the	DET
epaa-335	299	33	public	public	NOUN
epaa-335	299	34	.	.	PUNCT
epaa-335	300	1	testing	test	VERB
epaa-335	300	2	15	15	NUM
epaa-335	300	3	of	of	ADP
epaa-335	300	4	22	22	NUM
epaa-335	300	5	companies	company	NOUN
epaa-335	300	6	may	may	AUX
epaa-335	300	7	lose	lose	VERB
epaa-335	300	8	business	business	NOUN
epaa-335	300	9	if	if	SCONJ
epaa-335	300	10	the	the	DET
epaa-335	300	11	details	detail	NOUN
epaa-335	300	12	of	of	ADP
epaa-335	300	13	shoddy	shoddy	ADJ
epaa-335	300	14	practice	practice	NOUN
epaa-335	300	15	are	be	AUX
epaa-335	300	16	made	make	VERB
epaa-335	300	17	known	known	ADJ
epaa-335	300	18	and	and	CCONJ
epaa-335	300	19	the	the	DET
epaa-335	300	20	public	public	NOUN
epaa-335	300	21	may	may	AUX
epaa-335	300	22	appeal	appeal	VERB
epaa-335	300	23	to	to	ADP
epaa-335	300	24	the	the	DET
epaa-335	300	25	judicial	judicial	ADJ
epaa-335	300	26	system	system	NOUN
epaa-335	300	27	for	for	ADP
epaa-335	300	28	damages	damage	NOUN
epaa-335	300	29	.	.	PUNCT
epaa-335	301	1	but	but	CCONJ
epaa-335	301	2	the	the	DET
epaa-335	301	3	opportunity	opportunity	NOUN
epaa-335	301	4	for	for	SCONJ
epaa-335	301	5	a	a	DET
epaa-335	301	6	test	test	NOUN
epaa-335	301	7	taker	taker	NOUN
epaa-335	301	8	simply	simply	ADV
epaa-335	301	9	to	to	PART
epaa-335	301	10	raise	raise	VERB
epaa-335	301	11	a	a	DET
epaa-335	301	12	question	question	NOUN
epaa-335	301	13	about	about	ADP
epaa-335	301	14	a	a	DET
epaa-335	301	15	test	test	NOUN
epaa-335	301	16	that	that	PRON
epaa-335	301	17	can	can	AUX
epaa-335	301	18	shape	shape	VERB
epaa-335	301	19	his	his	PRON
epaa-335	301	20	or	or	CCONJ
epaa-335	301	21	her	her	PRON
epaa-335	301	22	career	career	NOUN
epaa-335	301	23	and	and	CCONJ
epaa-335	301	24	to	to	PART
epaa-335	301	25	have	have	VERB
epaa-335	301	26	that	that	DET
epaa-335	301	27	question	question	NOUN
epaa-335	301	28	taken	take	VERB
epaa-335	301	29	seriously	seriously	ADV
epaa-335	301	30	by	by	ADP
epaa-335	301	31	an	an	DET
epaa-335	301	32	impartial	impartial	ADJ
epaa-335	301	33	panel	panel	NOUN
epaa-335	301	34	should	should	AUX
epaa-335	301	35	be	be	AUX
epaa-335	301	36	the	the	DET
epaa-335	301	37	right	right	NOUN
epaa-335	301	38	of	of	ADP
epaa-335	301	39	every	every	DET
epaa-335	301	40	test	test	NOUN
epaa-335	301	41	-	-	PUNCT
epaa-335	301	42	taking	take	VERB
epaa-335	301	43	citizen	citizen	NOUN
epaa-335	301	44	.	.	PUNCT
epaa-335	302	1	(	(	PUNCT
epaa-335	302	2	note	note	NOUN
epaa-335	302	3	13	13	NUM
epaa-335	302	4	)	)	PUNCT
epaa-335	302	5	contrary	contrary	ADV
epaa-335	302	6	to	to	ADP
epaa-335	302	7	former	former	ADJ
epaa-335	302	8	chairman	chairman	NOUN
epaa-335	302	9	john	john	PROPN
epaa-335	302	10	silber	silber	PROPN
epaa-335	302	11	's	's	PART
epaa-335	302	12	statement	statement	NOUN
epaa-335	302	13	to	to	ADP
epaa-335	302	14	the	the	DET
epaa-335	302	15	massachusetts	massachusetts	PROPN
epaa-335	302	16	board	board	PROPN
epaa-335	302	17	of	of	ADP
epaa-335	302	18	education	education	NOUN
epaa-335	302	19	,	,	PUNCT
epaa-335	302	20	“	"	PUNCT
epaa-335	302	21	there	there	PRON
epaa-335	302	22	is	be	VERB
epaa-335	302	23	nothing	nothing	PRON
epaa-335	302	24	wrong	wrong	ADJ
epaa-335	302	25	with	with	ADP
epaa-335	302	26	this	this	DET
epaa-335	302	27	test	test	NOUN
epaa-335	302	28	”	"	PUNCT
epaa-335	302	29	(	(	PUNCT
epaa-335	302	30	minutes	minute	NOUN
epaa-335	302	31	of	of	ADP
epaa-335	302	32	the	the	DET
epaa-335	302	33	board	board	NOUN
epaa-335	302	34	,	,	PUNCT
epaa-335	302	35	nov	nov	PROPN
epaa-335	302	36	.	.	PROPN
epaa-335	302	37	11	11	NUM
epaa-335	302	38	,	,	PUNCT
epaa-335	302	39	1998	1998	NUM
epaa-335	302	40	)	)	PUNCT
epaa-335	302	41	and	and	CCONJ
epaa-335	302	42	the	the	DET
epaa-335	302	43	statement	statement	NOUN
epaa-335	302	44	by	by	ADP
epaa-335	302	45	the	the	DET
epaa-335	302	46	chief	chief	NOUN
epaa-335	302	47	of	of	ADP
epaa-335	302	48	staff	staff	NOUN
epaa-335	302	49	for	for	ADP
epaa-335	302	50	the	the	DET
epaa-335	302	51	mdoe	mdoe	NOUN
epaa-335	302	52	,	,	PUNCT
epaa-335	302	53	alan	alan	PROPN
epaa-335	302	54	safran	safran	PROPN
epaa-335	302	55	,	,	PUNCT
epaa-335	302	56	“	"	PUNCT
epaa-335	302	57	[	[	X
epaa-335	302	58	the	the	DET
epaa-335	302	59	test]does	test]doe	NOUN
epaa-335	302	60	not	not	PART
epaa-335	302	61	show	show	VERB
epaa-335	302	62	who	who	PRON
epaa-335	302	63	will	will	AUX
epaa-335	302	64	become	become	VERB
epaa-335	302	65	a	a	DET
epaa-335	302	66	great	great	ADJ
epaa-335	302	67	teacher	teacher	NOUN
epaa-335	302	68	,	,	PUNCT
epaa-335	302	69	but	but	CCONJ
epaa-335	302	70	it	it	PRON
epaa-335	302	71	does	do	AUX
epaa-335	302	72	reliably	reliably	ADV
epaa-335	302	73	and	and	CCONJ
epaa-335	302	74	validly	validly	ADV
epaa-335	302	75	rule	rule	VERB
epaa-335	302	76	out	out	ADP
epaa-335	302	77	those	those	PRON
epaa-335	302	78	who	who	PRON
epaa-335	302	79	would	would	AUX
epaa-335	302	80	not	not	PART
epaa-335	302	81	”	"	PUNCT
epaa-335	302	82	(	(	PUNCT
epaa-335	302	83	associated	associated	ADJ
epaa-335	302	84	press	press	NOUN
epaa-335	302	85	,	,	PUNCT
epaa-335	302	86	1998	1998	NUM
epaa-335	302	87	)	)	PUNCT
epaa-335	302	88	,	,	PUNCT
epaa-335	302	89	there	there	PRON
epaa-335	302	90	is	be	VERB
epaa-335	302	91	ample	ample	ADJ
epaa-335	302	92	evidence	evidence	NOUN
epaa-335	302	93	that	that	SCONJ
epaa-335	302	94	there	there	PRON
epaa-335	302	95	may	may	AUX
epaa-335	302	96	be	be	AUX
epaa-335	302	97	significant	significant	ADJ
epaa-335	302	98	psychometric	psychometric	ADJ
epaa-335	302	99	problems	problem	NOUN
epaa-335	302	100	with	with	ADP
epaa-335	302	101	the	the	DET
epaa-335	302	102	mect	mect	NOUN
epaa-335	302	103	.	.	PUNCT
epaa-335	303	1	these	these	DET
epaa-335	303	2	problems	problem	NOUN
epaa-335	303	3	,	,	PUNCT
epaa-335	303	4	in	in	ADP
epaa-335	303	5	turn	turn	NOUN
epaa-335	303	6	,	,	PUNCT
epaa-335	303	7	have	have	VERB
epaa-335	303	8	significant	significant	ADJ
epaa-335	303	9	practical	practical	ADJ
epaa-335	303	10	ramifications	ramification	NOUN
epaa-335	303	11	for	for	ADP
epaa-335	303	12	certification	certification	NOUN
epaa-335	303	13	candidates	candidate	NOUN
epaa-335	303	14	and	and	CCONJ
epaa-335	303	15	the	the	DET
epaa-335	303	16	institutions	institution	NOUN
epaa-335	303	17	responsible	responsible	ADJ
epaa-335	303	18	for	for	ADP
epaa-335	303	19	their	their	PRON
epaa-335	303	20	training	training	NOUN
epaa-335	303	21	.	.	PUNCT
epaa-335	304	1	is	be	AUX
epaa-335	304	2	the	the	DET
epaa-335	304	3	mect	mect	NOUN
epaa-335	304	4	sound	sound	VERB
epaa-335	304	5	enough	enough	ADV
epaa-335	304	6	to	to	PART
epaa-335	304	7	support	support	VERB
epaa-335	304	8	assertions	assertion	NOUN
epaa-335	304	9	that	that	SCONJ
epaa-335	304	10	the	the	DET
epaa-335	304	11	candidates	candidate	NOUN
epaa-335	304	12	are	be	AUX
epaa-335	304	13	“	"	PUNCT
epaa-335	304	14	idiots	idiot	NOUN
epaa-335	304	15	”	"	PUNCT
epaa-335	304	16	?	?	PUNCT
epaa-335	305	1	no	no	INTJ
epaa-335	305	2	.	.	PUNCT
epaa-335	305	3	is	be	AUX
epaa-335	305	4	there	there	PRON
epaa-335	305	5	evidence	evidence	NOUN
epaa-335	305	6	that	that	SCONJ
epaa-335	305	7	poor	poor	ADJ
epaa-335	305	8	performance	performance	NOUN
epaa-335	305	9	may	may	AUX
epaa-335	305	10	,	,	PUNCT
epaa-335	305	11	in	in	ADP
epaa-335	305	12	part	part	NOUN
epaa-335	305	13	,	,	PUNCT
epaa-335	305	14	reflect	reflect	VERB
epaa-335	305	15	a	a	DET
epaa-335	305	16	flawed	flawed	ADJ
epaa-335	305	17	test	test	NOUN
epaa-335	305	18	containing	contain	VERB
epaa-335	305	19	defective	defective	ADJ
epaa-335	305	20	items	item	NOUN
epaa-335	305	21	?	?	PUNCT
epaa-335	306	1	yes	yes	INTJ
epaa-335	306	2	.	.	PUNCT
epaa-335	307	1	should	should	AUX
epaa-335	307	2	the	the	DET
epaa-335	307	3	massachusetts	massachusetts	PROPN
epaa-335	307	4	commissioner	commissioner	PROPN
epaa-335	307	5	of	of	ADP
epaa-335	307	6	education	education	NOUN
epaa-335	307	7	independently	independently	ADV
epaa-335	307	8	follow	follow	VERB
epaa-335	307	9	through	through	ADP
epaa-335	307	10	on	on	ADP
epaa-335	307	11	the	the	DET
epaa-335	307	12	twice	twice	ADV
epaa-335	307	13	-	-	PUNCT
epaa-335	307	14	rejected	reject	VERB
epaa-335	307	15	senate	senate	PROPN
epaa-335	307	16	bill	bill	NOUN
epaa-335	307	17	to	to	PART
epaa-335	307	18	"	"	PUNCT
epaa-335	307	19	select	select	VERB
epaa-335	307	20	a	a	DET
epaa-335	307	21	panel	panel	NOUN
epaa-335	307	22	of	of	ADP
epaa-335	307	23	three	three	NUM
epaa-335	307	24	experts	expert	NOUN
epaa-335	307	25	from	from	ADP
epaa-335	307	26	out	out	ADV
epaa-335	307	27	-	-	PUNCT
epaa-335	307	28	of	of	ADP
epaa-335	307	29	-	-	PUNCT
epaa-335	307	30	state	state	NOUN
epaa-335	307	31	from	from	ADP
epaa-335	307	32	a	a	DET
epaa-335	307	33	list	list	NOUN
epaa-335	307	34	of	of	ADP
epaa-335	307	35	nationally	nationally	ADV
epaa-335	307	36	qualified	qualified	ADJ
epaa-335	307	37	experts	expert	NOUN
epaa-335	307	38	in	in	ADP
epaa-335	307	39	educational	educational	ADJ
epaa-335	307	40	and	and	CCONJ
epaa-335	307	41	employment	employment	NOUN
epaa-335	307	42	testing	testing	NOUN
epaa-335	307	43	,	,	PUNCT
epaa-335	307	44	provided	provide	VERB
epaa-335	307	45	by	by	ADP
epaa-335	307	46	the	the	DET
epaa-335	307	47	national	national	PROPN
epaa-335	307	48	research	research	PROPN
epaa-335	307	49	council	council	PROPN
epaa-335	307	50	of	of	ADP
epaa-335	307	51	the	the	DET
epaa-335	307	52	national	national	PROPN
epaa-335	307	53	academy	academy	PROPN
epaa-335	307	54	of	of	ADP
epaa-335	307	55	sciences	sciences	PROPN
epaa-335	307	56	,	,	PUNCT
epaa-335	307	57	to	to	PART
epaa-335	307	58	perform	perform	VERB
epaa-335	307	59	a	a	DET
epaa-335	307	60	study	study	NOUN
epaa-335	307	61	of	of	ADP
epaa-335	307	62	the	the	DET
epaa-335	307	63	validity	validity	NOUN
epaa-335	307	64	and	and	CCONJ
epaa-335	307	65	reliability	reliability	NOUN
epaa-335	307	66	of	of	ADP
epaa-335	307	67	the	the	DET
epaa-335	307	68	massachusetts	massachusetts	PROPN
epaa-335	307	69	educator	educator	NOUN
epaa-335	307	70	certification	certification	NOUN
epaa-335	307	71	test	test	NOUN
epaa-335	307	72	as	as	SCONJ
epaa-335	307	73	used	use	VERB
epaa-335	307	74	in	in	ADP
epaa-335	307	75	the	the	DET
epaa-335	307	76	certification	certification	NOUN
epaa-335	307	77	of	of	ADP
epaa-335	307	78	new	new	ADJ
epaa-335	307	79	teachers	teacher	NOUN
epaa-335	307	80	and	and	CCONJ
epaa-335	307	81	as	as	SCONJ
epaa-335	307	82	used	use	VERB
epaa-335	307	83	in	in	ADP
epaa-335	307	84	the	the	DET
epaa-335	307	85	elimination	elimination	NOUN
epaa-335	307	86	of	of	ADP
epaa-335	307	87	certification	certification	NOUN
epaa-335	307	88	approval	approval	NOUN
epaa-335	307	89	of	of	ADP
epaa-335	307	90	teacher	teacher	NOUN
epaa-335	307	91	preparation	preparation	NOUN
epaa-335	307	92	programs	program	NOUN
epaa-335	307	93	and	and	CCONJ
epaa-335	307	94	institutions	institution	NOUN
epaa-335	307	95	to	to	PART
epaa-335	307	96	endorse	endorse	VERB
epaa-335	307	97	candidates	candidate	NOUN
epaa-335	307	98	for	for	ADP
epaa-335	307	99	teacher	teacher	NOUN
epaa-335	307	100	certification	certification	NOUN
epaa-335	307	101	?	?	PUNCT
epaa-335	307	102	"	"	PUNCT
epaa-335	308	1	(	(	PUNCT
epaa-335	308	2	massachusetts	massachusetts	PROPN
epaa-335	308	3	,	,	PUNCT
epaa-335	308	4	1999	1999	NUM
epaa-335	308	5	,	,	PUNCT
epaa-335	308	6	section	section	NOUN
epaa-335	308	7	326	326	NUM
epaa-335	308	8	.	.	PUNCT
epaa-335	308	9	(	(	PUNCT
epaa-335	308	10	s191k	s191k	NOUN
epaa-335	308	11	)	)	PUNCT
epaa-335	308	12	)	)	PUNCT
epaa-335	308	13	.	.	PUNCT
epaa-335	309	1	absolutely	absolutely	ADV
epaa-335	309	2	.	.	PUNCT
epaa-335	310	1	should	should	AUX
epaa-335	310	2	such	such	DET
epaa-335	310	3	a	a	DET
epaa-335	310	4	panel	panel	NOUN
epaa-335	310	5	serve	serve	VERB
epaa-335	310	6	as	as	ADP
epaa-335	310	7	a	a	DET
epaa-335	310	8	blueprint	blueprint	NOUN
epaa-335	310	9	for	for	ADP
epaa-335	310	10	the	the	DET
epaa-335	310	11	formation	formation	NOUN
epaa-335	310	12	of	of	ADP
epaa-335	310	13	a	a	DET
epaa-335	310	14	standing	standing	ADJ
epaa-335	310	15	national	national	PROPN
epaa-335	310	16	organization	organization	NOUN
epaa-335	310	17	for	for	ADP
epaa-335	310	18	test	test	NOUN
epaa-335	310	19	review	review	NOUN
epaa-335	310	20	and	and	CCONJ
epaa-335	310	21	consumer	consumer	NOUN
epaa-335	310	22	protection	protection	NOUN
epaa-335	310	23	?	?	PUNCT
epaa-335	311	1	yes	yes	INTJ
epaa-335	311	2	.	.	PUNCT
epaa-335	312	1	as	as	SCONJ
epaa-335	312	2	we	we	PRON
epaa-335	312	3	enter	enter	VERB
epaa-335	312	4	the	the	DET
epaa-335	312	5	21st	21st	ADJ
epaa-335	312	6	century	century	NOUN
epaa-335	312	7	,	,	PUNCT
epaa-335	312	8	high	high	ADJ
epaa-335	312	9	stakes	stake	NOUN
epaa-335	312	10	tests	test	NOUN
epaa-335	312	11	are	be	AUX
epaa-335	312	12	becoming	become	VERB
epaa-335	312	13	increasingly	increasingly	ADV
epaa-335	312	14	powerful	powerful	ADJ
epaa-335	312	15	determinants	determinant	NOUN
epaa-335	312	16	of	of	ADP
epaa-335	312	17	students	student	NOUN
epaa-335	312	18	'	'	PART
epaa-335	312	19	and	and	CCONJ
epaa-335	312	20	teachers	teacher	NOUN
epaa-335	312	21	'	'	PART
epaa-335	312	22	lives	life	NOUN
epaa-335	312	23	and	and	CCONJ
epaa-335	312	24	life	life	NOUN
epaa-335	312	25	chances	chance	NOUN
epaa-335	312	26	.	.	PUNCT
epaa-335	313	1	title	title	NOUN
epaa-335	313	2	ii	ii	PROPN
epaa-335	313	3	of	of	ADP
epaa-335	313	4	the	the	DET
epaa-335	313	5	1998	1998	NUM
epaa-335	313	6	higher	high	ADJ
epaa-335	313	7	education	education	PROPN
epaa-335	313	8	act	act	NOUN
epaa-335	313	9	,	,	PUNCT
epaa-335	313	10	in	in	ADP
epaa-335	313	11	particular	particular	ADJ
epaa-335	313	12	,	,	PUNCT
epaa-335	313	13	has	have	AUX
epaa-335	313	14	encouraged	encourage	VERB
epaa-335	313	15	a	a	DET
epaa-335	313	16	kind	kind	NOUN
epaa-335	313	17	of	of	ADP
epaa-335	313	18	de	de	X
epaa-335	313	19	facto	facto	X
epaa-335	313	20	national	national	ADJ
epaa-335	313	21	program	program	NOUN
epaa-335	313	22	of	of	ADP
epaa-335	313	23	teacher	teacher	NOUN
epaa-335	313	24	testing	testing	NOUN
epaa-335	313	25	.	.	PUNCT
epaa-335	314	1	given	give	VERB
epaa-335	314	2	the	the	DET
epaa-335	314	3	extraordinarily	extraordinarily	ADV
epaa-335	314	4	high	high	ADJ
epaa-335	314	5	stakes	stake	NOUN
epaa-335	314	6	of	of	ADP
epaa-335	314	7	these	these	DET
epaa-335	314	8	tests	test	NOUN
epaa-335	314	9	,	,	PUNCT
epaa-335	314	10	the	the	DET
epaa-335	314	11	personal	personal	ADJ
epaa-335	314	12	and	and	CCONJ
epaa-335	314	13	institutional	institutional	ADJ
epaa-335	314	14	consequences	consequence	NOUN
epaa-335	314	15	of	of	ADP
epaa-335	314	16	poorly	poorly	ADV
epaa-335	314	17	designed	design	VERB
epaa-335	314	18	teacher	teacher	NOUN
epaa-335	314	19	tests	test	NOUN
epaa-335	314	20	have	have	AUX
epaa-335	314	21	become	become	VERB
epaa-335	314	22	too	too	ADV
epaa-335	314	23	great	great	ADJ
epaa-335	314	24	simply	simply	ADV
epaa-335	314	25	to	to	PART
epaa-335	314	26	allow	allow	VERB
epaa-335	314	27	test	test	NOUN
epaa-335	314	28	developers	developer	NOUN
epaa-335	314	29	to	to	PART
epaa-335	314	30	serve	serve	VERB
epaa-335	314	31	as	as	ADP
epaa-335	314	32	their	their	PRON
epaa-335	314	33	own	own	ADJ
epaa-335	314	34	(	(	PUNCT
epaa-335	314	35	and	and	CCONJ
epaa-335	314	36	lone	lone	ADJ
epaa-335	314	37	)	)	PUNCT
epaa-335	314	38	quality	quality	NOUN
epaa-335	314	39	control	control	NOUN
epaa-335	314	40	and	and	CCONJ
epaa-335	314	41	their	their	PRON
epaa-335	314	42	own	own	ADJ
epaa-335	314	43	(	(	PUNCT
epaa-335	314	44	and	and	CCONJ
epaa-335	314	45	often	often	ADV
epaa-335	314	46	non	non	ADJ
epaa-335	314	47	-	-	ADJ
epaa-335	314	48	existent	existent	ADJ
epaa-335	314	49	)	)	PUNCT
epaa-335	314	50	dispute	dispute	NOUN
epaa-335	314	51	resolution	resolution	NOUN
epaa-335	314	52	boards	board	NOUN
epaa-335	314	53	.	.	PUNCT
epaa-335	315	1	now	now	ADV
epaa-335	315	2	is	be	AUX
epaa-335	315	3	the	the	DET
epaa-335	315	4	time	time	NOUN
epaa-335	315	5	for	for	SCONJ
epaa-335	315	6	the	the	DET
epaa-335	315	7	community	community	NOUN
epaa-335	315	8	of	of	ADP
epaa-335	315	9	professional	professional	ADJ
epaa-335	315	10	educators	educator	NOUN
epaa-335	315	11	and	and	CCONJ
epaa-335	315	12	psychometricians	psychometrician	NOUN
epaa-335	315	13	to	to	PART
epaa-335	315	14	take	take	VERB
epaa-335	315	15	a	a	DET
epaa-335	315	16	stand	stand	NOUN
epaa-335	315	17	and	and	CCONJ
epaa-335	315	18	demand	demand	NOUN
epaa-335	315	19	that	that	PRON
epaa-335	315	20	test	test	NOUN
epaa-335	315	21	developers	developer	NOUN
epaa-335	315	22	be	be	AUX
epaa-335	315	23	held	hold	VERB
epaa-335	315	24	accountable	accountable	ADJ
epaa-335	315	25	for	for	ADP
epaa-335	315	26	their	their	PRON
epaa-335	315	27	products	product	NOUN
epaa-335	315	28	in	in	ADP
epaa-335	315	29	the	the	DET
epaa-335	315	30	test	test	NOUN
epaa-335	315	31	marketplace	marketplace	NOUN
epaa-335	315	32	.	.	PUNCT
epaa-335	316	1	what	what	PRON
epaa-335	316	2	this	this	PRON
epaa-335	316	3	would	would	AUX
epaa-335	316	4	require	require	VERB
epaa-335	316	5	at	at	ADP
epaa-335	316	6	the	the	DET
epaa-335	316	7	very	very	ADV
epaa-335	316	8	least	least	ADJ
epaa-335	316	9	are	be	AUX
epaa-335	316	10	(	(	PUNCT
epaa-335	316	11	1	1	X
epaa-335	316	12	)	)	PUNCT
epaa-335	316	13	a	a	DET
epaa-335	316	14	mechanism	mechanism	NOUN
epaa-335	316	15	for	for	ADP
epaa-335	316	16	an	an	DET
epaa-335	316	17	independent	independent	ADJ
epaa-335	316	18	external	external	ADJ
epaa-335	316	19	audit	audit	NOUN
epaa-335	316	20	of	of	ADP
epaa-335	316	21	the	the	DET
epaa-335	316	22	technical	technical	ADJ
epaa-335	316	23	characteristics	characteristic	NOUN
epaa-335	316	24	of	of	ADP
epaa-335	316	25	any	any	DET
epaa-335	316	26	test	test	NOUN
epaa-335	316	27	used	use	VERB
epaa-335	316	28	for	for	ADP
epaa-335	316	29	high	high	ADJ
epaa-335	316	30	stakes	stake	NOUN
epaa-335	316	31	decisions	decision	NOUN
epaa-335	316	32	,	,	PUNCT
epaa-335	316	33	and	and	CCONJ
epaa-335	316	34	(	(	PUNCT
epaa-335	316	35	2	2	X
epaa-335	316	36	)	)	PUNCT
epaa-335	316	37	a	a	DET
epaa-335	316	38	mechanism	mechanism	NOUN
epaa-335	316	39	for	for	ADP
epaa-335	316	40	the	the	DET
epaa-335	316	41	resolution	resolution	NOUN
epaa-335	316	42	of	of	ADP
epaa-335	316	43	disputed	dispute	VERB
epaa-335	316	44	scores	score	NOUN
epaa-335	316	45	,	,	PUNCT
epaa-335	316	46	results	result	NOUN
epaa-335	316	47	,	,	PUNCT
epaa-335	316	48	and	and	CCONJ
epaa-335	316	49	cases	case	NOUN
epaa-335	316	50	.	.	PUNCT
epaa-335	317	1	only	only	ADV
epaa-335	317	2	then	then	ADV
epaa-335	317	3	will	will	AUX
epaa-335	317	4	taxpayers	taxpayer	NOUN
epaa-335	317	5	,	,	PUNCT
epaa-335	317	6	educators	educator	NOUN
epaa-335	317	7	,	,	PUNCT
epaa-335	317	8	and	and	CCONJ
epaa-335	317	9	test	test	NOUN
epaa-335	317	10	candidates	candidate	NOUN
epaa-335	317	11	have	have	VERB
epaa-335	317	12	confidence	confidence	NOUN
epaa-335	317	13	that	that	SCONJ
epaa-335	317	14	teacher	teacher	NOUN
epaa-335	317	15	tests	test	NOUN
epaa-335	317	16	are	be	AUX
epaa-335	317	17	actually	actually	ADV
epaa-335	317	18	providing	provide	VERB
epaa-335	317	19	the	the	DET
epaa-335	317	20	information	information	NOUN
epaa-335	317	21	intended	intend	VERB
epaa-335	317	22	by	by	ADP
epaa-335	317	23	legislative	legislative	ADJ
epaa-335	317	24	actions	action	NOUN
epaa-335	317	25	to	to	PART
epaa-335	317	26	raise	raise	VERB
epaa-335	317	27	educational	educational	ADJ
epaa-335	317	28	standards	standard	NOUN
epaa-335	317	29	and	and	CCONJ
epaa-335	317	30	enhance	enhance	VERB
epaa-335	317	31	teacher	teacher	NOUN
epaa-335	317	32	quality	quality	NOUN
epaa-335	317	33	.	.	PUNCT
epaa-335	318	1	title	title	NOUN
epaa-335	318	2	ii	ii	PROPN
epaa-335	318	3	legislation	legislation	NOUN
epaa-335	318	4	certainly	certainly	ADV
epaa-335	318	5	did	do	AUX
epaa-335	318	6	not	not	PART
epaa-335	318	7	cause	cause	VERB
epaa-335	318	8	the	the	DET
epaa-335	318	9	high	high	ADJ
epaa-335	318	10	stakes	stake	NOUN
epaa-335	318	11	test	test	VERB
epaa-335	318	12	juggernaut	juggernaut	NOUN
epaa-335	318	13	that	that	PRON
epaa-335	318	14	is	be	AUX
epaa-335	318	15	rolling	roll	VERB
epaa-335	318	16	through	through	ADP
epaa-335	318	17	all	all	DET
epaa-335	318	18	aspects	aspect	NOUN
epaa-335	318	19	of	of	ADP
epaa-335	318	20	educational	educational	ADJ
epaa-335	318	21	reform	reform	NOUN
epaa-335	318	22	in	in	ADP
epaa-335	318	23	the	the	DET
epaa-335	318	24	u.s	u.s	PROPN
epaa-335	318	25	.	.	PROPN
epaa-335	318	26	and	and	CCONJ
epaa-335	318	27	elsewhere	elsewhere	ADV
epaa-335	318	28	.	.	PUNCT
epaa-335	319	1	with	with	ADP
epaa-335	319	2	mandatory	mandatory	ADJ
epaa-335	319	3	teacher	teacher	NOUN
epaa-335	319	4	test	test	NOUN
epaa-335	319	5	reporting	reporting	NOUN
epaa-335	319	6	now	now	ADV
epaa-335	319	7	tied	tie	VERB
epaa-335	319	8	to	to	ADP
epaa-335	319	9	federal	federal	ADJ
epaa-335	319	10	funding	funding	NOUN
epaa-335	319	11	,	,	PUNCT
epaa-335	319	12	however	however	ADV
epaa-335	319	13	,	,	PUNCT
epaa-335	319	14	title	title	NOUN
epaa-335	319	15	ii	ii	PROPN
epaa-335	319	16	legislation	legislation	NOUN
epaa-335	319	17	certainly	certainly	ADV
epaa-335	319	18	has	have	AUX
epaa-335	319	19	added	add	VERB
epaa-335	319	20	to	to	ADP
epaa-335	319	21	the	the	DET
epaa-335	319	22	size	size	NOUN
epaa-335	319	23	,	,	PUNCT
epaa-335	319	24	weight	weight	NOUN
epaa-335	319	25	,	,	PUNCT
epaa-335	319	26	and	and	CCONJ
epaa-335	319	27	power	power	NOUN
epaa-335	319	28	of	of	ADP
epaa-335	319	29	the	the	DET
epaa-335	319	30	test	test	NOUN
epaa-335	319	31	juggernaut	juggernaut	NOUN
epaa-335	319	32	and	and	CCONJ
epaa-335	319	33	strengthened	strengthen	VERB
epaa-335	319	34	its	its	PRON
epaa-335	319	35	hold	hold	NOUN
epaa-335	319	36	on	on	ADP
epaa-335	319	37	reform	reform	NOUN
epaa-335	319	38	.	.	PUNCT
epaa-335	320	1	for	for	ADP
epaa-335	320	2	this	this	DET
epaa-335	320	3	reason	reason	NOUN
epaa-335	320	4	,	,	PUNCT
epaa-335	320	5	federal	federal	ADJ
epaa-335	320	6	policy	policy	NOUN
epaa-335	320	7	makers	maker	NOUN
epaa-335	320	8	are	be	AUX
epaa-335	320	9	now	now	ADV
epaa-335	320	10	responsible	responsible	ADJ
epaa-335	320	11	for	for	ADP
epaa-335	320	12	providing	provide	VERB
epaa-335	320	13	legislative	legislative	ADJ
epaa-335	320	14	assurances	assurance	NOUN
epaa-335	320	15	that	that	SCONJ
epaa-335	320	16	the	the	DET
epaa-335	320	17	public	public	NOUN
epaa-335	320	18	will	will	AUX
epaa-335	320	19	be	be	AUX
epaa-335	320	20	protected	protect	VERB
epaa-335	320	21	from	from	ADP
epaa-335	320	22	the	the	DET
epaa-335	320	23	shoddy	shoddy	ADJ
epaa-335	320	24	craftsmanship	craftsmanship	NOUN
epaa-335	320	25	of	of	ADP
epaa-335	320	26	some	some	DET
epaa-335	320	27	tests	test	NOUN
epaa-335	320	28	and	and	CCONJ
epaa-335	320	29	some	some	DET
epaa-335	320	30	testing	testing	NOUN
epaa-335	320	31	companies	company	NOUN
epaa-335	320	32	and	and	CCONJ
epaa-335	320	33	that	that	SCONJ
epaa-335	320	34	there	there	PRON
epaa-335	320	35	will	will	AUX
epaa-335	320	36	be	be	AUX
epaa-335	320	37	remedies	remedy	NOUN
epaa-335	320	38	in	in	ADP
epaa-335	320	39	place	place	NOUN
epaa-335	320	40	to	to	PART
epaa-335	320	41	right	right	VERB
epaa-335	320	42	the	the	DET
epaa-335	320	43	mistakes	mistake	NOUN
epaa-335	320	44	that	that	PRON
epaa-335	320	45	result	result	VERB
epaa-335	320	46	from	from	ADP
epaa-335	320	47	negligence	negligence	NOUN
epaa-335	320	48	.	.	PUNCT
epaa-335	321	1	this	this	DET
epaa-335	321	2	article	article	NOUN
epaa-335	321	3	ends	end	VERB
epaa-335	321	4	with	with	ADP
epaa-335	321	5	a	a	DET
epaa-335	321	6	call	call	NOUN
epaa-335	321	7	to	to	ADP
epaa-335	321	8	action	action	NOUN
epaa-335	321	9	.	.	PUNCT
epaa-335	322	1	policy	policy	NOUN
epaa-335	322	2	makers	maker	NOUN
epaa-335	322	3	must	must	AUX
epaa-335	322	4	now	now	ADV
epaa-335	322	5	incorporate	incorporate	VERB
epaa-335	322	6	into	into	ADP
epaa-335	322	7	the	the	DET
epaa-335	322	8	federal	federal	ADJ
epaa-335	322	9	legislation	legislation	NOUN
epaa-335	322	10	that	that	PRON
epaa-335	322	11	requires	require	VERB
epaa-335	322	12	state	state	NOUN
epaa-335	322	13	teacher	teacher	NOUN
epaa-335	322	14	test	test	NOUN
epaa-335	322	15	reporting	report	VERB
epaa-335	322	16	new	new	ADJ
epaa-335	322	17	concomitant	concomitant	ADJ
epaa-335	322	18	requirements	requirement	NOUN
epaa-335	322	19	for	for	ADP
epaa-335	322	20	the	the	DET
epaa-335	322	21	establishment	establishment	NOUN
epaa-335	322	22	of	of	ADP
epaa-335	322	23	independent	independent	ADJ
epaa-335	322	24	audits	audits	NOUN
epaa-335	322	25	and	and	CCONJ
epaa-335	322	26	dispute	dispute	NOUN
epaa-335	322	27	resolution	resolution	NOUN
epaa-335	322	28	boards	board	NOUN
epaa-335	322	29	.	.	PUNCT
epaa-335	323	1	16	16	NUM
epaa-335	323	2	of	of	ADP
epaa-335	323	3	22	22	NUM
epaa-335	323	4	notes	note	NOUN
epaa-335	323	5	i	i	PRON
epaa-335	323	6	wish	wish	VERB
epaa-335	323	7	to	to	PART
epaa-335	323	8	thank	thank	VERB
epaa-335	323	9	marilyn	marilyn	PROPN
epaa-335	323	10	cochran	cochran	PROPN
epaa-335	323	11	-	-	PUNCT
epaa-335	323	12	smith	smith	PROPN
epaa-335	323	13	,	,	PUNCT
epaa-335	323	14	walt	walt	PROPN
epaa-335	323	15	haney	haney	PROPN
epaa-335	323	16	,	,	PUNCT
epaa-335	323	17	joseph	joseph	PROPN
epaa-335	323	18	herlihy	herlihy	PROPN
epaa-335	323	19	,	,	PUNCT
epaa-335	323	20	craig	craig	PROPN
epaa-335	323	21	kowalski	kowalski	PROPN
epaa-335	323	22	,	,	PUNCT
epaa-335	323	23	george	george	PROPN
epaa-335	323	24	madaus	madaus	PROPN
epaa-335	323	25	,	,	PUNCT
epaa-335	323	26	and	and	CCONJ
epaa-335	323	27	diana	diana	PROPN
epaa-335	323	28	pullin	pullin	PROPN
epaa-335	323	29	for	for	ADP
epaa-335	323	30	their	their	PRON
epaa-335	323	31	advice	advice	NOUN
epaa-335	323	32	and	and	CCONJ
epaa-335	323	33	editorial	editorial	ADJ
epaa-335	323	34	comments	comment	NOUN
epaa-335	323	35	.	.	PUNCT
epaa-335	324	1	the	the	DET
epaa-335	324	2	class	class	NOUN
epaa-335	324	3	consisted	consist	VERB
epaa-335	324	4	of	of	ADP
epaa-335	324	5	“	"	PUNCT
epaa-335	324	6	all	all	DET
epaa-335	324	7	black	black	ADJ
epaa-335	324	8	persons	person	NOUN
epaa-335	324	9	who	who	PRON
epaa-335	324	10	have	have	AUX
epaa-335	324	11	been	be	AUX
epaa-335	324	12	or	or	CCONJ
epaa-335	324	13	will	will	AUX
epaa-335	324	14	be	be	AUX
epaa-335	324	15	denied	deny	VERB
epaa-335	324	16	any	any	DET
epaa-335	324	17	level	level	NOUN
epaa-335	324	18	teaching	teaching	NOUN
epaa-335	324	19	certificate	certificate	NOUN
epaa-335	324	20	because	because	SCONJ
epaa-335	324	21	of	of	ADP
epaa-335	324	22	their	their	PRON
epaa-335	324	23	failure	failure	NOUN
epaa-335	324	24	to	to	PART
epaa-335	324	25	pass	pass	VERB
epaa-335	324	26	the	the	DET
epaa-335	324	27	tests	test	NOUN
epaa-335	324	28	by	by	ADP
epaa-335	324	29	the	the	DET
epaa-335	324	30	alabama	alabama	PROPN
epaa-335	324	31	initial	initial	ADJ
epaa-335	324	32	teacher	teacher	NOUN
epaa-335	324	33	certification	certification	NOUN
epaa-335	324	34	testing	testing	NOUN
epaa-335	324	35	program	program	NOUN
epaa-335	324	36	.	.	PUNCT
epaa-335	324	37	”	"	PUNCT
epaa-335	325	1	(	(	PUNCT
epaa-335	325	2	order	order	NOUN
epaa-335	325	3	on	on	ADP
epaa-335	325	4	pretrial	pretrial	ADJ
epaa-335	325	5	hearing	hearing	NOUN
epaa-335	325	6	,	,	PUNCT
epaa-335	325	7	1984	1984	NUM
epaa-335	325	8	)	)	PUNCT
epaa-335	325	9	.	.	PUNCT
epaa-335	326	1	1	1	X
epaa-335	326	2	.	.	X
epaa-335	327	1	this	this	DET
epaa-335	327	2	specific	specific	ADJ
epaa-335	327	3	wording	wording	NOUN
epaa-335	327	4	does	do	AUX
epaa-335	327	5	not	not	PART
epaa-335	327	6	appear	appear	VERB
epaa-335	327	7	until	until	ADP
epaa-335	327	8	the	the	DET
epaa-335	327	9	amended	amend	VERB
epaa-335	327	10	consent	consent	NOUN
epaa-335	327	11	decree	decree	NOUN
epaa-335	327	12	of	of	ADP
epaa-335	327	13	jan	jan	PROPN
epaa-335	327	14	.	.	PROPN
epaa-335	327	15	5	5	NUM
epaa-335	327	16	,	,	PUNCT
epaa-335	327	17	2000	2000	NUM
epaa-335	327	18	.	.	PUNCT
epaa-335	328	1	2	2	X
epaa-335	328	2	.	.	X
epaa-335	328	3	among	among	ADP
epaa-335	328	4	other	other	ADJ
epaa-335	328	5	things	thing	NOUN
epaa-335	328	6	,	,	PUNCT
epaa-335	328	7	conditions	condition	NOUN
epaa-335	328	8	were	be	AUX
epaa-335	328	9	set	set	VERB
epaa-335	328	10	on	on	ADP
epaa-335	328	11	the	the	DET
epaa-335	328	12	development	development	NOUN
epaa-335	328	13	of	of	ADP
epaa-335	328	14	new	new	ADJ
epaa-335	328	15	tests	test	NOUN
epaa-335	328	16	,	,	PUNCT
epaa-335	328	17	an	an	DET
epaa-335	328	18	independent	independent	ADJ
epaa-335	328	19	monitoring	monitoring	NOUN
epaa-335	328	20	and	and	CCONJ
epaa-335	328	21	oversight	oversight	NOUN
epaa-335	328	22	panel	panel	NOUN
epaa-335	328	23	was	be	AUX
epaa-335	328	24	established	establish	VERB
epaa-335	328	25	,	,	PUNCT
epaa-335	328	26	grade	grade	NOUN
epaa-335	328	27	point	point	NOUN
epaa-335	328	28	averages	average	NOUN
epaa-335	328	29	were	be	AUX
epaa-335	328	30	ordered	order	VERB
epaa-335	328	31	to	to	PART
epaa-335	328	32	be	be	AUX
epaa-335	328	33	considered	consider	VERB
epaa-335	328	34	in	in	ADP
epaa-335	328	35	the	the	DET
epaa-335	328	36	certification	certification	NOUN
epaa-335	328	37	process	process	NOUN
epaa-335	328	38	,	,	PUNCT
epaa-335	328	39	and	and	CCONJ
epaa-335	328	40	defendants	defendant	NOUN
epaa-335	328	41	would	would	AUX
epaa-335	328	42	pay	pay	VERB
epaa-335	328	43	compensatory	compensatory	ADJ
epaa-335	328	44	damages	damage	NOUN
epaa-335	328	45	to	to	ADP
epaa-335	328	46	the	the	DET
epaa-335	328	47	plaintiffs	plaintiff	NOUN
epaa-335	328	48	and	and	CCONJ
epaa-335	328	49	plaintiffs	plaintiff	NOUN
epaa-335	328	50	'	'	PART
epaa-335	328	51	attorneys	attorney	NOUN
epaa-335	328	52	'	'	PART
epaa-335	328	53	fees	fee	NOUN
epaa-335	328	54	and	and	CCONJ
epaa-335	328	55	costs	cost	NOUN
epaa-335	328	56	(	(	PUNCT
epaa-335	328	57	consent	consent	NOUN
epaa-335	328	58	decree	decree	NOUN
epaa-335	328	59	,	,	PUNCT
epaa-335	328	60	1985	1985	NUM
epaa-335	328	61	)	)	PUNCT
epaa-335	328	62	.	.	PUNCT
epaa-335	329	1	3	3	X
epaa-335	329	2	.	.	X
epaa-335	329	3	that	that	DET
epaa-335	329	4	decision	decision	NOUN
epaa-335	329	5	has	have	AUX
epaa-335	329	6	been	be	AUX
epaa-335	329	7	upheld	uphold	VERB
epaa-335	329	8	numerous	numerous	ADJ
epaa-335	329	9	times	time	NOUN
epaa-335	329	10	since	since	ADV
epaa-335	329	11	.	.	PUNCT
epaa-335	330	1	the	the	DET
epaa-335	330	2	latest	late	ADJ
epaa-335	330	3	amended	amend	VERB
epaa-335	330	4	consent	consent	NOUN
epaa-335	330	5	decree	decree	NOUN
epaa-335	330	6	was	be	AUX
epaa-335	330	7	approved	approve	VERB
epaa-335	330	8	on	on	ADP
epaa-335	330	9	january	january	PROPN
epaa-335	330	10	5	5	NUM
epaa-335	330	11	,	,	PUNCT
epaa-335	330	12	2000	2000	NUM
epaa-335	330	13	(	(	PUNCT
epaa-335	330	14	allen	allen	PROPN
epaa-335	330	15	,	,	PUNCT
epaa-335	330	16	jan.5	jan.5	PROPN
epaa-335	330	17	,	,	PUNCT
epaa-335	330	18	2000	2000	NUM
epaa-335	330	19	)	)	PUNCT
epaa-335	330	20	.	.	PUNCT
epaa-335	331	1	4	4	X
epaa-335	331	2	.	.	X
epaa-335	331	3	george	george	PROPN
epaa-335	331	4	madaus	madaus	PROPN
epaa-335	331	5	,	,	PUNCT
epaa-335	331	6	joseph	joseph	PROPN
epaa-335	331	7	pedulla	pedulla	PROPN
epaa-335	331	8	,	,	PUNCT
epaa-335	331	9	john	john	PROPN
epaa-335	331	10	poggio	poggio	PROPN
epaa-335	331	11	,	,	PUNCT
epaa-335	331	12	lloyd	lloyd	PROPN
epaa-335	331	13	bond	bond	PROPN
epaa-335	331	14	,	,	PUNCT
epaa-335	331	15	ayres	ayres	PROPN
epaa-335	331	16	d'costa	d'costa	PROPN
epaa-335	331	17	,	,	PUNCT
epaa-335	331	18	larry	larry	PROPN
epaa-335	331	19	ludlow	ludlow	PROPN
epaa-335	331	20	.	.	PUNCT
epaa-335	332	1	5	5	X
epaa-335	332	2	.	.	PUNCT
epaa-335	332	3	“	"	PUNCT
epaa-335	332	4	failure	failure	NOUN
epaa-335	332	5	tables	table	NOUN
epaa-335	332	6	”	"	PUNCT
epaa-335	332	7	consisted	consist	VERB
epaa-335	332	8	of	of	ADP
epaa-335	332	9	an	an	DET
epaa-335	332	10	applicant	applicant	NOUN
epaa-335	332	11	's	's	PART
epaa-335	332	12	name	name	NOUN
epaa-335	332	13	,	,	PUNCT
epaa-335	332	14	their	their	PRON
epaa-335	332	15	raw	raw	ADJ
epaa-335	332	16	scores	score	NOUN
epaa-335	332	17	on	on	ADP
epaa-335	332	18	the	the	DET
epaa-335	332	19	exams	exam	NOUN
epaa-335	332	20	,	,	PUNCT
epaa-335	332	21	the	the	DET
epaa-335	332	22	exam	exam	NOUN
epaa-335	332	23	cut	cut	NOUN
epaa-335	332	24	-	-	PUNCT
epaa-335	332	25	scores	score	NOUN
epaa-335	332	26	,	,	PUNCT
epaa-335	332	27	their	their	PRON
epaa-335	332	28	actual	actual	ADJ
epaa-335	332	29	responses	response	NOUN
epaa-335	332	30	to	to	PART
epaa-335	332	31	suspect	suspect	VERB
epaa-335	332	32	items	item	NOUN
epaa-335	332	33	,	,	PUNCT
epaa-335	332	34	and	and	CCONJ
epaa-335	332	35	their	their	PRON
epaa-335	332	36	recomputed	recompute	VERB
epaa-335	332	37	raw	raw	ADJ
epaa-335	332	38	scores	score	NOUN
epaa-335	332	39	if	if	SCONJ
epaa-335	332	40	they	they	PRON
epaa-335	332	41	should	should	AUX
epaa-335	332	42	have	have	AUX
epaa-335	332	43	been	be	AUX
epaa-335	332	44	credited	credit	VERB
epaa-335	332	45	with	with	ADP
epaa-335	332	46	a	a	DET
epaa-335	332	47	correct	correct	ADJ
epaa-335	332	48	response	response	NOUN
epaa-335	332	49	to	to	ADP
epaa-335	332	50	a	a	DET
epaa-335	332	51	suspect	suspect	ADJ
epaa-335	332	52	item	item	NOUN
epaa-335	332	53	.	.	PUNCT
epaa-335	333	1	examinees	examinee	NOUN
epaa-335	333	2	were	be	AUX
epaa-335	333	3	identified	identify	VERB
epaa-335	333	4	in	in	ADP
epaa-335	333	5	court	court	NOUN
epaa-335	333	6	who	who	PRON
epaa-335	333	7	had	have	AUX
epaa-335	333	8	failed	fail	VERB
epaa-335	333	9	an	an	DET
epaa-335	333	10	examination	examination	NOUN
epaa-335	333	11	by	by	ADP
epaa-335	333	12	one	one	NUM
epaa-335	333	13	point	point	NOUN
epaa-335	333	14	(	(	PUNCT
epaa-335	333	15	i.e.	i.e.	X
epaa-335	333	16	,	,	PUNCT
epaa-335	333	17	missed	miss	VERB
epaa-335	333	18	the	the	DET
epaa-335	333	19	cutscore	cutscore	NOUN
epaa-335	333	20	by	by	ADP
epaa-335	333	21	one	one	NUM
epaa-335	333	22	item	item	NOUN
epaa-335	333	23	)	)	PUNCT
epaa-335	333	24	but	but	CCONJ
epaa-335	333	25	had	have	AUX
epaa-335	333	26	actually	actually	ADV
epaa-335	333	27	responded	respond	VERB
epaa-335	333	28	correctly	correctly	ADV
epaa-335	333	29	to	to	ADP
epaa-335	333	30	a	a	DET
epaa-335	333	31	miskeyed	miskeye	VERB
epaa-335	333	32	item	item	NOUN
epaa-335	333	33	.	.	PUNCT
epaa-335	334	1	for	for	ADP
epaa-335	334	2	example	example	NOUN
epaa-335	334	3	,	,	PUNCT
epaa-335	334	4	on	on	ADP
epaa-335	334	5	the	the	DET
epaa-335	334	6	fifth	fifth	ADJ
epaa-335	334	7	administration	administration	NOUN
epaa-335	334	8	of	of	ADP
epaa-335	334	9	the	the	DET
epaa-335	334	10	elementary	elementary	ADJ
epaa-335	334	11	education	education	PROPN
epaa-335	334	12	exam	exam	NOUN
epaa-335	334	13	there	there	PRON
epaa-335	334	14	were	be	VERB
epaa-335	334	15	six	six	NUM
epaa-335	334	16	people	people	NOUN
epaa-335	334	17	who	who	PRON
epaa-335	334	18	should	should	AUX
epaa-335	334	19	have	have	AUX
epaa-335	334	20	been	be	AUX
epaa-335	334	21	scored	score	VERB
epaa-335	334	22	correct	correct	ADJ
epaa-335	334	23	on	on	ADP
epaa-335	334	24	scorable	scorable	ADJ
epaa-335	334	25	item	item	NOUN
epaa-335	334	26	#	#	SYM
epaa-335	334	27	43	43	NUM
epaa-335	334	28	(	(	PUNCT
epaa-335	334	29	the	the	DET
epaa-335	334	30	so	so	ADV
epaa-335	334	31	-	-	PUNCT
epaa-335	334	32	called	call	VERB
epaa-335	334	33	“	"	PUNCT
epaa-335	334	34	carrot	carrot	NOUN
epaa-335	334	35	”	"	PUNCT
epaa-335	334	36	item	item	NOUN
epaa-335	334	37	)	)	PUNCT
epaa-335	334	38	but	but	CCONJ
epaa-335	334	39	were	be	AUX
epaa-335	334	40	not	not	PART
epaa-335	334	41	.	.	PUNCT
epaa-335	335	1	their	their	PRON
epaa-335	335	2	total	total	ADJ
epaa-335	335	3	scores	score	NOUN
epaa-335	335	4	were	be	AUX
epaa-335	335	5	72	72	NUM
epaa-335	335	6	.	.	PUNCT
epaa-335	336	1	the	the	DET
epaa-335	336	2	cut	cut	NOUN
epaa-335	336	3	-	-	PUNCT
epaa-335	336	4	score	score	NOUN
epaa-335	336	5	was	be	AUX
epaa-335	336	6	73	73	NUM
epaa-335	336	7	.	.	PUNCT
epaa-335	337	1	these	these	DET
epaa-335	337	2	individuals	individual	NOUN
epaa-335	337	3	should	should	AUX
epaa-335	337	4	have	have	AUX
epaa-335	337	5	passed	pass	VERB
epaa-335	337	6	the	the	DET
epaa-335	337	7	examination	examination	NOUN
epaa-335	337	8	.	.	PUNCT
epaa-335	338	1	there	there	PRON
epaa-335	338	2	was	be	VERB
epaa-335	338	3	even	even	ADV
epaa-335	338	4	a	a	DET
epaa-335	338	5	candidate	candidate	NOUN
epaa-335	338	6	who	who	PRON
epaa-335	338	7	took	take	VERB
epaa-335	338	8	an	an	DET
epaa-335	338	9	exam	exam	NOUN
epaa-335	338	10	multiple	multiple	ADJ
epaa-335	338	11	times	time	NOUN
epaa-335	338	12	and	and	CCONJ
epaa-335	338	13	failed	fail	VERB
epaa-335	338	14	but	but	CCONJ
epaa-335	338	15	who	who	PRON
epaa-335	338	16	should	should	AUX
epaa-335	338	17	have	have	AUX
epaa-335	338	18	passed	pass	VERB
epaa-335	338	19	on	on	ADP
epaa-335	338	20	each	each	DET
epaa-335	338	21	occasion	occasion	NOUN
epaa-335	338	22	.	.	PUNCT
epaa-335	339	1	6	6	X
epaa-335	339	2	.	.	X
epaa-335	339	3	the	the	DET
epaa-335	339	4	standard	standard	ADJ
epaa-335	339	5	contract	contract	NOUN
epaa-335	339	6	for	for	ADP
epaa-335	339	7	test	test	NOUN
epaa-335	339	8	development	development	NOUN
epaa-335	339	9	will	will	AUX
epaa-335	339	10	include	include	VERB
epaa-335	339	11	some	some	DET
epaa-335	339	12	specification	specification	NOUN
epaa-335	339	13	of	of	ADP
epaa-335	339	14	indemnification	indemnification	NOUN
epaa-335	339	15	.	.	PUNCT
epaa-335	340	1	in	in	ADP
epaa-335	340	2	the	the	DET
epaa-335	340	3	case	case	NOUN
epaa-335	340	4	of	of	ADP
epaa-335	340	5	a	a	DET
epaa-335	340	6	state	state	NOUN
epaa-335	340	7	agency	agency	NOUN
epaa-335	340	8	like	like	ADP
epaa-335	340	9	the	the	DET
epaa-335	340	10	mdoe	mdoe	NOUN
epaa-335	340	11	,	,	PUNCT
epaa-335	340	12	the	the	DET
epaa-335	340	13	request	request	NOUN
epaa-335	340	14	for	for	ADP
epaa-335	340	15	responses	response	NOUN
epaa-335	340	16	will	will	AUX
epaa-335	340	17	typically	typically	ADV
epaa-335	340	18	specify	specify	VERB
epaa-335	340	19	protection	protection	NOUN
epaa-335	340	20	for	for	ADP
epaa-335	340	21	the	the	DET
epaa-335	340	22	state	state	NOUN
epaa-335	340	23	,	,	PUNCT
epaa-335	340	24	holding	hold	VERB
epaa-335	340	25	the	the	DET
epaa-335	340	26	contractor	contractor	NOUN
epaa-335	340	27	responsible	responsible	ADJ
epaa-335	340	28	for	for	ADP
epaa-335	340	29	damages	damage	NOUN
epaa-335	340	30	(	(	PUNCT
epaa-335	340	31	mdoe	mdoe	NOUN
epaa-335	340	32	,	,	PUNCT
epaa-335	340	33	1997	1997	NUM
epaa-335	340	34	,	,	PUNCT
epaa-335	340	35	v.	v.	CCONJ
epaa-335	340	36	(	(	PUNCT
epaa-335	340	37	g	g	NOUN
epaa-335	340	38	)	)	PUNCT
epaa-335	340	39	,	,	PUNCT
epaa-335	340	40	1	1	NUM
epaa-335	340	41	,	,	PUNCT
epaa-335	340	42	p.17	p.17	PROPN
epaa-335	340	43	)	)	PUNCT
epaa-335	340	44	.	.	PUNCT
epaa-335	341	1	contractors	contractor	NOUN
epaa-335	341	2	,	,	PUNCT
epaa-335	341	3	understandably	understandably	ADV
epaa-335	341	4	,	,	PUNCT
epaa-335	341	5	are	be	AUX
epaa-335	341	6	reluctant	reluctant	ADJ
epaa-335	341	7	to	to	PART
epaa-335	341	8	enter	enter	VERB
epaa-335	341	9	into	into	ADP
epaa-335	341	10	such	such	DET
epaa-335	341	11	an	an	DET
epaa-335	341	12	agreement	agreement	NOUN
epaa-335	341	13	and	and	CCONJ
epaa-335	341	14	have	have	AUX
epaa-335	341	15	been	be	AUX
epaa-335	341	16	successful	successful	ADJ
epaa-335	341	17	in	in	ADP
epaa-335	341	18	striking	strike	VERB
epaa-335	341	19	this	this	DET
epaa-335	341	20	language	language	NOUN
epaa-335	341	21	from	from	ADP
epaa-335	341	22	the	the	DET
epaa-335	341	23	contract	contract	NOUN
epaa-335	341	24	.	.	PUNCT
epaa-335	342	1	7	7	X
epaa-335	342	2	.	.	X
epaa-335	342	3	the	the	DET
epaa-335	342	4	rationale	rationale	NOUN
epaa-335	342	5	is	be	AUX
epaa-335	342	6	that	that	SCONJ
epaa-335	342	7	.20	.20	NUM
epaa-335	342	8	is	be	AUX
epaa-335	342	9	the	the	DET
epaa-335	342	10	minimum	minimum	ADJ
epaa-335	342	11	correlation	correlation	NOUN
epaa-335	342	12	required	require	VERB
epaa-335	342	13	to	to	PART
epaa-335	342	14	achieve	achieve	VERB
epaa-335	342	15	statistical	statistical	ADJ
epaa-335	342	16	significance	significance	NOUN
epaa-335	342	17	at	at	ADP
epaa-335	342	18	alpha=.05	alpha=.05	NOUN
epaa-335	342	19	for	for	ADP
epaa-335	342	20	a	a	DET
epaa-335	342	21	sample	sample	NOUN
epaa-335	342	22	size	size	NOUN
epaa-335	342	23	of	of	ADP
epaa-335	342	24	100	100	NUM
epaa-335	342	25	.	.	PUNCT
epaa-335	343	1	this	this	PRON
epaa-335	343	2	is	be	AUX
epaa-335	343	3	because	because	SCONJ
epaa-335	343	4	.20	.20	NUM
epaa-335	343	5	is	be	AUX
epaa-335	343	6	twice	twice	DET
epaa-335	343	7	the	the	DET
epaa-335	343	8	standard	standard	ADJ
epaa-335	343	9	error	error	NOUN
epaa-335	343	10	(	(	PUNCT
epaa-335	343	11	based	base	VERB
epaa-335	343	12	on	on	ADP
epaa-335	343	13	a	a	DET
epaa-335	343	14	sample	sample	NOUN
epaa-335	343	15	of	of	ADP
epaa-335	343	16	100	100	NUM
epaa-335	343	17	)	)	PUNCT
epaa-335	343	18	needed	need	VERB
epaa-335	343	19	to	to	PART
epaa-335	343	20	differ	differ	VERB
epaa-335	343	21	significantly	significantly	ADV
epaa-335	343	22	from	from	ADP
epaa-335	343	23	a	a	DET
epaa-335	343	24	correlation	correlation	NOUN
epaa-335	343	25	of	of	ADP
epaa-335	343	26	zero	zero	NUM
epaa-335	343	27	.	.	PUNCT
epaa-335	344	1	8	8	NUM
epaa-335	344	2	.	.	PUNCT
epaa-335	345	1	the	the	DET
epaa-335	345	2	difference	difference	NOUN
epaa-335	345	3	between	between	ADP
epaa-335	345	4	piloting	pilot	VERB
epaa-335	345	5	test	test	NOUN
epaa-335	345	6	items	item	NOUN
epaa-335	345	7	,	,	PUNCT
epaa-335	345	8	as	as	SCONJ
epaa-335	345	9	nes	ne	NOUN
epaa-335	345	10	did	do	VERB
epaa-335	345	11	,	,	PUNCT
epaa-335	345	12	and	and	CCONJ
epaa-335	345	13	conducting	conduct	VERB
epaa-335	345	14	a	a	DET
epaa-335	345	15	field	field	NOUN
epaa-335	345	16	-	-	PUNCT
epaa-335	345	17	trial	trial	NOUN
epaa-335	345	18	is	be	AUX
epaa-335	345	19	that	that	SCONJ
epaa-335	345	20	the	the	DET
epaa-335	345	21	field	field	NOUN
epaa-335	345	22	-	-	PUNCT
epaa-335	345	23	trial	trial	NOUN
epaa-335	345	24	simulates	simulate	NOUN
epaa-335	345	25	the	the	DET
epaa-335	345	26	actual	actual	ADJ
epaa-335	345	27	operational	operational	ADJ
epaa-335	345	28	test	test	NOUN
epaa-335	345	29	-	-	PUNCT
epaa-335	345	30	taking	take	VERB
epaa-335	345	31	conditions	condition	NOUN
epaa-335	345	32	.	.	PUNCT
epaa-335	346	1	its	its	PRON
epaa-335	346	2	value	value	NOUN
epaa-335	346	3	is	be	AUX
epaa-335	346	4	that	that	SCONJ
epaa-335	346	5	problems	problem	NOUN
epaa-335	346	6	can	can	AUX
epaa-335	346	7	be	be	AUX
epaa-335	346	8	detected	detect	VERB
epaa-335	346	9	that	that	PRON
epaa-335	346	10	are	be	AUX
epaa-335	346	11	otherwise	otherwise	ADV
epaa-335	346	12	difficult	difficult	ADJ
epaa-335	346	13	to	to	PART
epaa-335	346	14	uncover	uncover	VERB
epaa-335	346	15	.	.	PUNCT
epaa-335	347	1	for	for	ADP
epaa-335	347	2	example	example	NOUN
epaa-335	347	3	,	,	PUNCT
epaa-335	347	4	non	non	ADJ
epaa-335	347	5	-	-	ADJ
epaa-335	347	6	standardized	standardized	ADJ
epaa-335	347	7	testing	testing	NOUN
epaa-335	347	8	conditions	condition	NOUN
epaa-335	347	9	created	create	VERB
epaa-335	347	10	numerous	numerous	ADJ
epaa-335	347	11	sources	source	NOUN
epaa-335	347	12	of	of	ADP
epaa-335	347	13	measurement	measurement	NOUN
epaa-335	347	14	error	error	NOUN
epaa-335	347	15	on	on	ADP
epaa-335	347	16	the	the	DET
epaa-335	347	17	first	first	ADJ
epaa-335	347	18	administration	administration	NOUN
epaa-335	347	19	of	of	ADP
epaa-335	347	20	the	the	DET
epaa-335	347	21	mect	mect	NOUN
epaa-335	347	22	(	(	PUNCT
epaa-335	347	23	haney	haney	PROPN
epaa-335	347	24	et	et	PROPN
epaa-335	347	25	al	al	PROPN
epaa-335	347	26	,	,	PUNCT
epaa-335	347	27	1999	1999	NUM
epaa-335	347	28	)	)	PUNCT
epaa-335	347	29	.	.	PUNCT
epaa-335	348	1	9	9	X
epaa-335	348	2	.	.	X
epaa-335	349	1	this	this	DET
epaa-335	349	2	interpretation	interpretation	NOUN
epaa-335	349	3	of	of	ADP
epaa-335	349	4	measurement	measurement	NOUN
epaa-335	349	5	error	error	NOUN
epaa-335	349	6	goes	go	VERB
epaa-335	349	7	considerably	considerably	ADV
epaa-335	349	8	beyond	beyond	ADP
epaa-335	349	9	conventional	conventional	ADJ
epaa-335	349	10	practice	practice	NOUN
epaa-335	349	11	where	where	SCONJ
epaa-335	349	12	“	"	PUNCT
epaa-335	349	13	errors	error	NOUN
epaa-335	349	14	of	of	ADP
epaa-335	349	15	measurement	measurement	NOUN
epaa-335	349	16	are	be	AUX
epaa-335	349	17	generally	generally	ADV
epaa-335	349	18	viewed	view	VERB
epaa-335	349	19	as	as	ADP
epaa-335	349	20	random	random	ADJ
epaa-335	349	21	and	and	CCONJ
epaa-335	349	22	unpredictable	unpredictable	ADJ
epaa-335	349	23	.	.	PUNCT
epaa-335	349	24	”	"	PUNCT
epaa-335	350	1	(	(	PUNCT
epaa-335	350	2	standards	standard	NOUN
epaa-335	350	3	,	,	PUNCT
epaa-335	350	4	1999	1999	NUM
epaa-335	350	5	,	,	PUNCT
epaa-335	350	6	p.	p.	NOUN
epaa-335	350	7	26	26	NUM
epaa-335	350	8	)	)	PUNCT
epaa-335	350	9	.	.	PUNCT
epaa-335	351	1	a	a	DET
epaa-335	351	2	miskeyed	miskeye	VERB
epaa-335	351	3	answer	answer	NOUN
epaa-335	351	4	key	key	NOUN
epaa-335	351	5	is	be	AUX
epaa-335	351	6	not	not	PART
epaa-335	351	7	a	a	DET
epaa-335	351	8	random	random	ADJ
epaa-335	351	9	error	error	NOUN
epaa-335	351	10	.	.	PUNCT
epaa-335	352	1	it	it	PRON
epaa-335	352	2	is	be	AUX
epaa-335	352	3	a	a	DET
epaa-335	352	4	mistake	mistake	NOUN
epaa-335	352	5	and	and	CCONJ
epaa-335	352	6	its	its	PRON
epaa-335	352	7	effect	effect	NOUN
epaa-335	352	8	is	be	AUX
epaa-335	352	9	felt	feel	VERB
epaa-335	352	10	greatest	great	ADJ
epaa-335	352	11	by	by	ADP
epaa-335	352	12	those	those	PRON
epaa-335	352	13	near	near	ADP
epaa-335	352	14	the	the	DET
epaa-335	352	15	cut	cut	NOUN
epaa-335	352	16	-	-	PUNCT
epaa-335	352	17	score	score	NOUN
epaa-335	352	18	.	.	PUNCT
epaa-335	353	1	10	10	NUM
epaa-335	353	2	.	.	X
epaa-335	354	1	17	17	NUM
epaa-335	354	2	of	of	ADP
epaa-335	354	3	22	22	NUM
epaa-335	354	4	although	although	SCONJ
epaa-335	354	5	false	false	ADJ
epaa-335	354	6	-	-	PUNCT
epaa-335	354	7	positive	positive	ADJ
epaa-335	354	8	passes	pass	NOUN
epaa-335	354	9	may	may	AUX
epaa-335	354	10	benefit	benefit	VERB
epaa-335	354	11	from	from	ADP
epaa-335	354	12	the	the	DET
epaa-335	354	13	mistake	mistake	NOUN
epaa-335	354	14	,	,	PUNCT
epaa-335	354	15	it	it	PRON
epaa-335	354	16	is	be	AUX
epaa-335	354	17	the	the	DET
epaa-335	354	18	false	false	ADJ
epaa-335	354	19	-	-	PUNCT
epaa-335	354	20	negative	negative	ADJ
epaa-335	354	21	fails	fail	NOUN
epaa-335	354	22	who	who	PRON
epaa-335	354	23	suffer	suffer	VERB
epaa-335	354	24	and	and	CCONJ
epaa-335	354	25	,	,	PUNCT
epaa-335	354	26	as	as	ADP
epaa-335	354	27	a	a	DET
epaa-335	354	28	consequence	consequence	NOUN
epaa-335	354	29	,	,	PUNCT
epaa-335	354	30	seek	seek	VERB
epaa-335	354	31	a	a	DET
epaa-335	354	32	legal	legal	ADJ
epaa-335	354	33	remedy	remedy	NOUN
epaa-335	354	34	.	.	PUNCT
epaa-335	355	1	to	to	PART
epaa-335	355	2	date	date	NOUN
epaa-335	355	3	the	the	DET
epaa-335	355	4	mdoe	mdoe	NOUN
epaa-335	355	5	has	have	AUX
epaa-335	355	6	routinely	routinely	ADV
epaa-335	355	7	ignored	ignore	VERB
epaa-335	355	8	questions	question	NOUN
epaa-335	355	9	requesting	request	VERB
epaa-335	355	10	technical	technical	ADJ
epaa-335	355	11	information	information	NOUN
epaa-335	355	12	,	,	PUNCT
epaa-335	355	13	e.g.	e.g.	ADV
epaa-335	355	14	how	how	SCONJ
epaa-335	355	15	many	many	ADJ
epaa-335	355	16	items	item	NOUN
epaa-335	355	17	originally	originally	ADV
epaa-335	355	18	came	come	VERB
epaa-335	355	19	from	from	ADP
epaa-335	355	20	item	item	NOUN
epaa-335	355	21	banks	bank	NOUN
epaa-335	355	22	,	,	PUNCT
epaa-335	355	23	who	who	PRON
epaa-335	355	24	developed	develop	VERB
epaa-335	355	25	the	the	DET
epaa-335	355	26	item	item	NOUN
epaa-335	355	27	banks	bank	NOUN
epaa-335	355	28	,	,	PUNCT
epaa-335	355	29	how	how	SCONJ
epaa-335	355	30	many	many	ADJ
epaa-335	355	31	items	item	NOUN
epaa-335	355	32	have	have	AUX
epaa-335	355	33	been	be	AUX
epaa-335	355	34	replaced	replace	VERB
epaa-335	355	35	,	,	PUNCT
epaa-335	355	36	what	what	PRON
epaa-335	355	37	are	be	AUX
epaa-335	355	38	the	the	DET
epaa-335	355	39	reliabilities	reliability	NOUN
epaa-335	355	40	of	of	ADP
epaa-335	355	41	new	new	ADJ
epaa-335	355	42	items	item	NOUN
epaa-335	355	43	,	,	PUNCT
epaa-335	355	44	what	what	PRON
epaa-335	355	45	are	be	AUX
epaa-335	355	46	the	the	DET
epaa-335	355	47	technical	technical	ADJ
epaa-335	355	48	characteristics	characteristic	NOUN
epaa-335	355	49	of	of	ADP
epaa-335	355	50	the	the	DET
epaa-335	355	51	present	present	ADJ
epaa-335	355	52	tests	test	NOUN
epaa-335	355	53	,	,	PUNCT
epaa-335	355	54	will	will	AUX
epaa-335	355	55	the	the	DET
epaa-335	355	56	technical	technical	ADJ
epaa-335	355	57	report	report	NOUN
epaa-335	355	58	be	be	AUX
epaa-335	355	59	updated	update	VERB
epaa-335	355	60	,	,	PUNCT
epaa-335	355	61	what	what	PRON
epaa-335	355	62	“	"	PUNCT
epaa-335	355	63	disparate	disparate	ADJ
epaa-335	355	64	impact	impact	NOUN
epaa-335	355	65	”	"	PUNCT
epaa-335	355	66	analyses	analysis	NOUN
epaa-335	355	67	have	have	AUX
epaa-335	355	68	been	be	AUX
epaa-335	355	69	conducted	conduct	VERB
epaa-335	355	70	?	?	PUNCT
epaa-335	356	1	11	11	NUM
epaa-335	356	2	.	.	PUNCT
epaa-335	357	1	from	from	ADP
epaa-335	357	2	the	the	DET
epaa-335	357	3	start	start	NOUN
epaa-335	357	4	of	of	ADP
epaa-335	357	5	testing	testing	NOUN
epaa-335	357	6	to	to	ADP
epaa-335	357	7	the	the	DET
epaa-335	357	8	present	present	ADJ
epaa-335	357	9	time	time	NOUN
epaa-335	357	10	individual	individual	ADJ
epaa-335	357	11	ihe	ihe	NOUN
epaa-335	357	12	's	's	PART
epaa-335	357	13	have	have	AUX
epaa-335	357	14	not	not	PART
epaa-335	357	15	been	be	AUX
epaa-335	357	16	able	able	ADJ
epaa-335	357	17	to	to	PART
epaa-335	357	18	initiate	initiate	VERB
epaa-335	357	19	any	any	DET
epaa-335	357	20	systematic	systematic	ADJ
epaa-335	357	21	analysis	analysis	NOUN
epaa-335	357	22	of	of	ADP
epaa-335	357	23	their	their	PRON
epaa-335	357	24	own	own	ADJ
epaa-335	357	25	student	student	NOUN
epaa-335	357	26	summary	summary	NOUN
epaa-335	357	27	scores	score	NOUN
epaa-335	357	28	,	,	PUNCT
epaa-335	357	29	let	let	VERB
epaa-335	357	30	alone	alone	ADV
epaa-335	357	31	any	any	DET
epaa-335	357	32	statewide	statewide	ADJ
epaa-335	357	33	reliability	reliability	NOUN
epaa-335	357	34	and	and	CCONJ
epaa-335	357	35	validity	validity	NOUN
epaa-335	357	36	analyses	analysis	NOUN
epaa-335	357	37	.	.	PUNCT
epaa-335	358	1	the	the	DET
epaa-335	358	2	primary	primary	ADJ
epaa-335	358	3	reason	reason	NOUN
epaa-335	358	4	for	for	ADP
epaa-335	358	5	this	this	DET
epaa-335	358	6	paucity	paucity	NOUN
epaa-335	358	7	of	of	ADP
epaa-335	358	8	withinand	withinand	PROPN
epaa-335	358	9	acrossinstitution	acrossinstitution	PROPN
epaa-335	358	10	analysis	analysis	NOUN
epaa-335	358	11	is	be	AUX
epaa-335	358	12	because	because	SCONJ
epaa-335	358	13	nes	ne	NOUN
epaa-335	358	14	only	only	ADV
epaa-335	358	15	provides	provide	VERB
epaa-335	358	16	ihes	ihe	NOUN
epaa-335	358	17	with	with	ADP
epaa-335	358	18	student	student	NOUN
epaa-335	358	19	summary	summary	NOUN
epaa-335	358	20	scores	score	NOUN
epaa-335	358	21	printed	print	VERB
epaa-335	358	22	on	on	ADP
epaa-335	358	23	paper	paper	NOUN
epaa-335	358	24	—	—	PUNCT
epaa-335	358	25	no	no	DET
epaa-335	358	26	electronic	electronic	ADJ
epaa-335	358	27	medium	medium	NOUN
epaa-335	358	28	is	be	AUX
epaa-335	358	29	provided	provide	VERB
epaa-335	358	30	for	for	ADP
epaa-335	358	31	accessing	access	VERB
epaa-335	358	32	and	and	CCONJ
epaa-335	358	33	using	use	VERB
epaa-335	358	34	one	one	PRON
epaa-335	358	35	's	's	PART
epaa-335	358	36	own	own	ADJ
epaa-335	358	37	institutional	institutional	ADJ
epaa-335	358	38	data	datum	NOUN
epaa-335	358	39	.	.	PUNCT
epaa-335	359	1	thus	thus	ADV
epaa-335	359	2	,	,	PUNCT
epaa-335	359	3	each	each	DET
epaa-335	359	4	ihe	ihe	NOUN
epaa-335	359	5	faces	face	VERB
epaa-335	359	6	the	the	DET
epaa-335	359	7	formidable	formidable	ADJ
epaa-335	359	8	task	task	NOUN
epaa-335	359	9	of	of	ADP
epaa-335	359	10	hand	hand	NOUN
epaa-335	359	11	-	-	PUNCT
epaa-335	359	12	entering	enter	VERB
epaa-335	359	13	each	each	DET
epaa-335	359	14	set	set	NOUN
epaa-335	359	15	of	of	ADP
epaa-335	359	16	scores	score	NOUN
epaa-335	359	17	for	for	ADP
epaa-335	359	18	each	each	DET
epaa-335	359	19	student	student	NOUN
epaa-335	359	20	for	for	ADP
epaa-335	359	21	each	each	DET
epaa-335	359	22	test	test	NOUN
epaa-335	359	23	date	date	NOUN
epaa-335	359	24	.	.	PUNCT
epaa-335	360	1	this	this	PRON
epaa-335	360	2	results	result	VERB
epaa-335	360	3	in	in	ADP
epaa-335	360	4	a	a	DET
epaa-335	360	5	unique	unique	ADJ
epaa-335	360	6	and	and	CCONJ
epaa-335	360	7	incompatible	incompatible	ADJ
epaa-335	360	8	database	database	NOUN
epaa-335	360	9	for	for	ADP
epaa-335	360	10	each	each	PRON
epaa-335	360	11	of	of	ADP
epaa-335	360	12	the	the	DET
epaa-335	360	13	commonwealth	commonwealth	NOUN
epaa-335	360	14	's	's	PART
epaa-335	360	15	ihes	ihe	NOUN
epaa-335	360	16	.	.	PUNCT
epaa-335	361	1	12	12	NUM
epaa-335	361	2	.	.	PUNCT
epaa-335	362	1	i	i	PRON
epaa-335	362	2	assert	assert	VERB
epaa-335	362	3	that	that	SCONJ
epaa-335	362	4	the	the	DET
epaa-335	362	5	right	right	NOUN
epaa-335	362	6	to	to	PART
epaa-335	362	7	question	question	VERB
epaa-335	362	8	any	any	DET
epaa-335	362	9	aspect	aspect	NOUN
epaa-335	362	10	of	of	ADP
epaa-335	362	11	a	a	DET
epaa-335	362	12	high	high	ADJ
epaa-335	362	13	-	-	PUNCT
epaa-335	362	14	stakes	stake	NOUN
epaa-335	362	15	examination	examination	NOUN
epaa-335	362	16	should	should	AUX
epaa-335	362	17	take	take	VERB
epaa-335	362	18	precedence	precedence	NOUN
epaa-335	362	19	over	over	ADP
epaa-335	362	20	the	the	DET
epaa-335	362	21	waiver	waiver	NOUN
epaa-335	362	22	required	require	VERB
epaa-335	362	23	when	when	SCONJ
epaa-335	362	24	one	one	PRON
epaa-335	362	25	takes	take	VERB
epaa-335	362	26	the	the	DET
epaa-335	362	27	mect	mect	NOUN
epaa-335	362	28	:	:	PUNCT
epaa-335	362	29	“	"	PUNCT
epaa-335	362	30	i	i	PRON
epaa-335	362	31	waive	waive	VERB
epaa-335	362	32	rights	right	NOUN
epaa-335	362	33	to	to	ADP
epaa-335	362	34	all	all	DET
epaa-335	362	35	further	further	ADJ
epaa-335	362	36	claims	claim	NOUN
epaa-335	362	37	,	,	PUNCT
epaa-335	362	38	specifically	specifically	ADV
epaa-335	362	39	including	include	VERB
epaa-335	362	40	,	,	PUNCT
epaa-335	362	41	but	but	CCONJ
epaa-335	362	42	not	not	PART
epaa-335	362	43	limited	limit	VERB
epaa-335	362	44	to	to	ADP
epaa-335	362	45	,	,	PUNCT
epaa-335	362	46	claims	claim	NOUN
epaa-335	362	47	for	for	ADP
epaa-335	362	48	negligence	negligence	NOUN
epaa-335	362	49	arising	arise	VERB
epaa-335	362	50	out	out	ADP
epaa-335	362	51	of	of	ADP
epaa-335	362	52	any	any	DET
epaa-335	362	53	acts	act	NOUN
epaa-335	362	54	or	or	CCONJ
epaa-335	362	55	omissions	omission	NOUN
epaa-335	362	56	of	of	ADP
epaa-335	362	57	the	the	DET
epaa-335	362	58	massachusetts	massachusetts	PROPN
epaa-335	362	59	department	department	PROPN
epaa-335	362	60	of	of	ADP
epaa-335	362	61	education	education	PROPN
epaa-335	362	62	and	and	CCONJ
epaa-335	362	63	the	the	DET
epaa-335	362	64	contractor	contractor	NOUN
epaa-335	362	65	for	for	ADP
epaa-335	362	66	the	the	DET
epaa-335	362	67	massachusetts	massachusetts	PROPN
epaa-335	362	68	educator	educator	NOUN
epaa-335	362	69	certification	certification	NOUN
epaa-335	362	70	tests	test	NOUN
epaa-335	362	71	(	(	PUNCT
epaa-335	362	72	including	include	VERB
epaa-335	362	73	their	their	PRON
epaa-335	362	74	respective	respective	ADJ
epaa-335	362	75	employees	employee	NOUN
epaa-335	362	76	,	,	PUNCT
epaa-335	362	77	agents	agent	NOUN
epaa-335	362	78	,	,	PUNCT
epaa-335	362	79	and	and	CCONJ
epaa-335	362	80	contractors	contractor	NOUN
epaa-335	362	81	)	)	PUNCT
epaa-335	362	82	”	"	PUNCT
epaa-335	362	83	(	(	PUNCT
epaa-335	362	84	mdoe	mdoe	PROPN
epaa-335	362	85	,	,	PUNCT
epaa-335	362	86	2001	2001	NUM
epaa-335	362	87	,	,	PUNCT
epaa-335	362	88	p.	p.	NOUN
epaa-335	362	89	28	28	NUM
epaa-335	362	90	)	)	PUNCT
epaa-335	362	91	.	.	PUNCT
epaa-335	363	1	13	13	NUM
epaa-335	363	2	.	.	PUNCT
epaa-335	363	3	references	reference	NOUN
epaa-335	363	4	angoff	angoff	PROPN
epaa-335	363	5	,	,	PUNCT
epaa-335	363	6	w.	w.	PROPN
epaa-335	363	7	(	(	PUNCT
epaa-335	363	8	ed	ed	NOUN
epaa-335	363	9	.	.	PUNCT
epaa-335	363	10	)	)	PUNCT
epaa-335	363	11	.	.	PUNCT
epaa-335	364	1	(	(	PUNCT
epaa-335	364	2	1971	1971	NUM
epaa-335	364	3	)	)	PUNCT
epaa-335	364	4	.	.	PUNCT
epaa-335	365	1	the	the	DET
epaa-335	365	2	college	college	PROPN
epaa-335	365	3	board	board	NOUN
epaa-335	365	4	admissions	admission	NOUN
epaa-335	365	5	testing	testing	NOUN
epaa-335	365	6	program	program	NOUN
epaa-335	365	7	:	:	PUNCT
epaa-335	365	8	a	a	DET
epaa-335	365	9	technical	technical	ADJ
epaa-335	365	10	report	report	NOUN
epaa-335	365	11	on	on	ADP
epaa-335	365	12	research	research	NOUN
epaa-335	365	13	and	and	CCONJ
epaa-335	365	14	development	development	NOUN
epaa-335	365	15	activities	activity	NOUN
epaa-335	365	16	relating	relate	VERB
epaa-335	365	17	to	to	ADP
epaa-335	365	18	the	the	DET
epaa-335	365	19	scholastic	scholastic	ADJ
epaa-335	365	20	aptitude	aptitude	NOUN
epaa-335	365	21	test	test	NOUN
epaa-335	365	22	and	and	CCONJ
epaa-335	365	23	achievement	achievement	NOUN
epaa-335	365	24	tests	test	NOUN
epaa-335	365	25	.	.	PUNCT
epaa-335	366	1	ny	ny	PROPN
epaa-335	366	2	:	:	PUNCT
epaa-335	366	3	college	college	NOUN
epaa-335	366	4	entrance	entrance	NOUN
epaa-335	366	5	examination	examination	NOUN
epaa-335	366	6	board	board	NOUN
epaa-335	366	7	.	.	PUNCT
epaa-335	367	1	allen	allen	PROPN
epaa-335	367	2	v.	v.	PROPN
epaa-335	367	3	alabama	alabama	PROPN
epaa-335	367	4	state	state	PROPN
epaa-335	367	5	board	board	PROPN
epaa-335	367	6	of	of	ADP
epaa-335	367	7	education	education	NOUN
epaa-335	367	8	,	,	PUNCT
epaa-335	367	9	612	612	NUM
epaa-335	367	10	f.	f.	PROPN
epaa-335	367	11	supp	supp	PROPN
epaa-335	367	12	.	.	PUNCT
epaa-335	368	1	1046	1046	NUM
epaa-335	368	2	(	(	PUNCT
epaa-335	368	3	m.d	m.d	PROPN
epaa-335	368	4	.	.	PROPN
epaa-335	368	5	ala	ala	PROPN
epaa-335	368	6	.	.	PUNCT
epaa-335	368	7	1985	1985	NUM
epaa-335	368	8	)	)	PUNCT
epaa-335	368	9	.	.	PUNCT
epaa-335	369	1	allen	allen	PROPN
epaa-335	369	2	v.	v.	PROPN
epaa-335	369	3	alabama	alabama	PROPN
epaa-335	369	4	state	state	PROPN
epaa-335	369	5	board	board	PROPN
epaa-335	369	6	of	of	ADP
epaa-335	369	7	education	education	NOUN
epaa-335	369	8	,	,	PUNCT
epaa-335	369	9	636	636	NUM
epaa-335	369	10	f.	f.	PROPN
epaa-335	369	11	supp	supp	PROPN
epaa-335	369	12	.	.	PUNCT
epaa-335	370	1	64	64	NUM
epaa-335	370	2	(	(	PUNCT
epaa-335	370	3	m.d	m.d	PROPN
epaa-335	370	4	.	.	PROPN
epaa-335	370	5	ala	ala	PROPN
epaa-335	370	6	.	.	PUNCT
epaa-335	371	1	feb	feb	PROPN
epaa-335	371	2	.	.	PROPN
epaa-335	371	3	5	5	NUM
epaa-335	371	4	,	,	PUNCT
epaa-335	371	5	1986	1986	NUM
epaa-335	371	6	)	)	PUNCT
epaa-335	371	7	.	.	PUNCT
epaa-335	372	1	allen	allen	PROPN
epaa-335	372	2	v.	v.	PROPN
epaa-335	372	3	alabama	alabama	PROPN
epaa-335	372	4	state	state	PROPN
epaa-335	372	5	board	board	PROPN
epaa-335	372	6	of	of	ADP
epaa-335	372	7	education	education	NOUN
epaa-335	372	8	,	,	PUNCT
epaa-335	372	9	816	816	NUM
epaa-335	372	10	f.	f.	NOUN
epaa-335	372	11	2d	2d	PROPN
epaa-335	372	12	575	575	NUM
epaa-335	372	13	(	(	PUNCT
epaa-335	372	14	11th	11th	ADJ
epaa-335	372	15	cir	cir	NOUN
epaa-335	372	16	.	.	PUNCT
epaa-335	373	1	april	april	PROPN
epaa-335	373	2	22	22	NUM
epaa-335	373	3	,	,	PUNCT
epaa-335	373	4	1987	1987	NUM
epaa-335	373	5	)	)	PUNCT
epaa-335	373	6	.	.	PUNCT
epaa-335	374	1	allen	allen	PROPN
epaa-335	374	2	v.	v.	PROPN
epaa-335	374	3	alabama	alabama	PROPN
epaa-335	374	4	state	state	PROPN
epaa-335	374	5	board	board	PROPN
epaa-335	374	6	of	of	ADP
epaa-335	374	7	education	education	NOUN
epaa-335	374	8	,	,	PUNCT
epaa-335	374	9	976	976	NUM
epaa-335	374	10	f.	f.	PROPN
epaa-335	374	11	supp	supp	PROPN
epaa-335	374	12	.	.	PUNCT
epaa-335	375	1	1410	1410	NUM
epaa-335	375	2	(	(	PUNCT
epaa-335	375	3	m.d	m.d	PROPN
epaa-335	375	4	.	.	PROPN
epaa-335	375	5	ala	ala	PROPN
epaa-335	375	6	.	.	PUNCT
epaa-335	375	7	sept	sept	PROPN
epaa-335	375	8	.	.	PROPN
epaa-335	375	9	8	8	NUM
epaa-335	375	10	,	,	PUNCT
epaa-335	375	11	1997	1997	NUM
epaa-335	375	12	)	)	PUNCT
epaa-335	375	13	.	.	PUNCT
epaa-335	376	1	allen	allen	PROPN
epaa-335	376	2	v.	v.	PROPN
epaa-335	376	3	alabama	alabama	PROPN
epaa-335	376	4	state	state	PROPN
epaa-335	376	5	board	board	PROPN
epaa-335	376	6	of	of	ADP
epaa-335	376	7	education	education	NOUN
epaa-335	376	8	,	,	PUNCT
epaa-335	376	9	190	190	NUM
epaa-335	376	10	f.r.d	f.r.d	NOUN
epaa-335	376	11	.	.	PROPN
epaa-335	376	12	602	602	NUM
epaa-335	376	13	(	(	PUNCT
epaa-335	376	14	m.d	m.d	PROPN
epaa-335	376	15	.	.	PROPN
epaa-335	376	16	ala	ala	PROPN
epaa-335	376	17	.	.	PUNCT
epaa-335	377	1	jan	jan	PROPN
epaa-335	377	2	.	.	PROPN
epaa-335	377	3	5	5	NUM
epaa-335	377	4	,	,	PUNCT
epaa-335	377	5	2000	2000	NUM
epaa-335	377	6	)	)	PUNCT
epaa-335	377	7	.	.	PUNCT
epaa-335	378	1	american	american	PROPN
epaa-335	378	2	educational	educational	PROPN
epaa-335	378	3	research	research	PROPN
epaa-335	378	4	association	association	PROPN
epaa-335	378	5	,	,	PUNCT
epaa-335	378	6	american	american	PROPN
epaa-335	378	7	psychological	psychological	PROPN
epaa-335	378	8	association	association	PROPN
epaa-335	378	9	,	,	PUNCT
epaa-335	378	10	&	&	CCONJ
epaa-335	378	11	national	national	PROPN
epaa-335	378	12	council	council	PROPN
epaa-335	378	13	on	on	ADP
epaa-335	378	14	measurement	measurement	NOUN
epaa-335	378	15	in	in	ADP
epaa-335	378	16	education	education	NOUN
epaa-335	378	17	.	.	PUNCT
epaa-335	379	1	(	(	PUNCT
epaa-335	379	2	1999	1999	NUM
epaa-335	379	3	)	)	PUNCT
epaa-335	379	4	.	.	PUNCT
epaa-335	380	1	standards	standard	NOUN
epaa-335	380	2	for	for	ADP
epaa-335	380	3	educational	educational	ADJ
epaa-335	380	4	and	and	CCONJ
epaa-335	380	5	psychological	psychological	ADJ
epaa-335	380	6	testing	testing	NOUN
epaa-335	380	7	.	.	PUNCT
epaa-335	381	1	washington	washington	PROPN
epaa-335	381	2	,	,	PUNCT
epaa-335	381	3	d.c	d.c	PROPN
epaa-335	381	4	.	.	PROPN
epaa-335	381	5	:	:	PUNCT
epaa-335	382	1	american	american	PROPN
epaa-335	382	2	educational	educational	PROPN
epaa-335	382	3	research	research	PROPN
epaa-335	382	4	association	association	PROPN
epaa-335	382	5	.	.	PUNCT
epaa-335	383	1	associated	associated	ADJ
epaa-335	383	2	press	press	NOUN
epaa-335	383	3	archives	archive	NOUN
epaa-335	383	4	,	,	PUNCT
epaa-335	383	5	(	(	PUNCT
epaa-335	383	6	october	october	PROPN
epaa-335	383	7	4	4	NUM
epaa-335	383	8	,	,	PUNCT
epaa-335	383	9	1998	1998	NUM
epaa-335	383	10	)	)	PUNCT
epaa-335	383	11	.	.	PUNCT
epaa-335	384	1	state	state	NOUN
epaa-335	384	2	administers	administer	NOUN
epaa-335	384	3	teacher	teacher	NOUN
epaa-335	384	4	certification	certification	NOUN
epaa-335	384	5	test	test	NOUN
epaa-335	384	6	amid	amid	ADP
epaa-335	384	7	ongoing	ongoing	ADJ
epaa-335	384	8	complaints	complaint	NOUN
epaa-335	384	9	.	.	PUNCT
epaa-335	385	1	baldus	baldus	PROPN
epaa-335	385	2	,	,	PUNCT
epaa-335	385	3	d.c	d.c	PROPN
epaa-335	385	4	.	.	PROPN
epaa-335	385	5	&	&	CCONJ
epaa-335	385	6	cole	cole	PROPN
epaa-335	385	7	,	,	PUNCT
epaa-335	385	8	j.w.l	j.w.l	PROPN
epaa-335	385	9	.	.	PUNCT
epaa-335	386	1	(	(	PUNCT
epaa-335	386	2	1980	1980	NUM
epaa-335	386	3	)	)	PUNCT
epaa-335	386	4	.	.	PUNCT
epaa-335	387	1	statistical	statistical	ADJ
epaa-335	387	2	proof	proof	NOUN
epaa-335	387	3	of	of	ADP
epaa-335	387	4	discrimination	discrimination	NOUN
epaa-335	387	5	.	.	PUNCT
epaa-335	388	1	ny	ny	PROPN
epaa-335	388	2	:	:	PUNCT
epaa-335	388	3	mcgraw	mcgraw	PROPN
epaa-335	388	4	-	-	PUNCT
epaa-335	388	5	hill	hill	NOUN
epaa-335	388	6	.	.	PUNCT
epaa-335	389	1	18	18	NUM
epaa-335	389	2	of	of	ADP
epaa-335	389	3	22	22	NUM
epaa-335	389	4	cochran	cochran	NOUN
epaa-335	389	5	-	-	PUNCT
epaa-335	389	6	smith	smith	PROPN
epaa-335	389	7	,	,	PUNCT
epaa-335	389	8	m.	m.	NOUN
epaa-335	389	9	(	(	PUNCT
epaa-335	389	10	in	in	ADP
epaa-335	389	11	press	press	NOUN
epaa-335	389	12	)	)	PUNCT
epaa-335	389	13	.	.	PUNCT
epaa-335	390	1	the	the	DET
epaa-335	390	2	outcomes	outcome	NOUN
epaa-335	390	3	question	question	VERB
epaa-335	390	4	in	in	ADP
epaa-335	390	5	teacher	teacher	NOUN
epaa-335	390	6	education	education	NOUN
epaa-335	390	7	.	.	PUNCT
epaa-335	391	1	teaching	teaching	NOUN
epaa-335	391	2	and	and	CCONJ
epaa-335	391	3	teacher	teacher	NOUN
epaa-335	391	4	education	education	NOUN
epaa-335	391	5	.	.	PUNCT
epaa-335	392	1	cochran	cochran	NOUN
epaa-335	392	2	-	-	PUNCT
epaa-335	392	3	smith	smith	PROPN
epaa-335	392	4	,	,	PUNCT
epaa-335	392	5	m.	m.	NOUN
epaa-335	392	6	&	&	CCONJ
epaa-335	392	7	dudley	dudley	PROPN
epaa-335	392	8	-	-	PUNCT
epaa-335	392	9	marling	marling	PROPN
epaa-335	392	10	,	,	PUNCT
epaa-335	392	11	c.	c.	PROPN
epaa-335	392	12	(	(	PUNCT
epaa-335	392	13	in	in	ADP
epaa-335	392	14	press	press	NOUN
epaa-335	392	15	)	)	PUNCT
epaa-335	392	16	.	.	PUNCT
epaa-335	393	1	the	the	DET
epaa-335	393	2	flunk	flunk	NOUN
epaa-335	393	3	heard	hear	VERB
epaa-335	393	4	round	round	ADP
epaa-335	393	5	the	the	DET
epaa-335	393	6	world	world	NOUN
epaa-335	393	7	.	.	PUNCT
epaa-335	394	1	teaching	teach	VERB
epaa-335	394	2	education	education	NOUN
epaa-335	394	3	.	.	PUNCT
epaa-335	395	1	consent	consent	NOUN
epaa-335	395	2	decree	decree	NOUN
epaa-335	395	3	,	,	PUNCT
epaa-335	395	4	allen	allen	PROPN
epaa-335	395	5	v.	v.	PROPN
epaa-335	395	6	alabama	alabama	PROPN
epaa-335	395	7	state	state	PROPN
epaa-335	395	8	board	board	PROPN
epaa-335	395	9	of	of	ADP
epaa-335	395	10	education	education	NOUN
epaa-335	395	11	,	,	PUNCT
epaa-335	395	12	no	no	INTJ
epaa-335	395	13	.	.	NOUN
epaa-335	395	14	81	81	NUM
epaa-335	395	15	-	-	PUNCT
epaa-335	395	16	697	697	NUM
epaa-335	395	17	-	-	PUNCT
epaa-335	395	18	n	n	CCONJ
epaa-335	395	19	(	(	PUNCT
epaa-335	395	20	m.d	m.d	PROPN
epaa-335	395	21	.	.	PROPN
epaa-335	395	22	ala	ala	PROPN
epaa-335	395	23	.	.	PUNCT
epaa-335	396	1	oct	oct	PROPN
epaa-335	396	2	.	.	PROPN
epaa-335	396	3	25	25	NUM
epaa-335	396	4	,	,	PUNCT
epaa-335	396	5	1985	1985	NUM
epaa-335	396	6	)	)	PUNCT
epaa-335	396	7	.	.	PUNCT
epaa-335	397	1	crocker	crocker	PROPN
epaa-335	397	2	,	,	PUNCT
epaa-335	397	3	l.	l.	PROPN
epaa-335	397	4	&	&	CCONJ
epaa-335	397	5	algina	algina	PROPN
epaa-335	397	6	,	,	PUNCT
epaa-335	397	7	j.	j.	PROPN
epaa-335	397	8	(	(	PUNCT
epaa-335	397	9	1986	1986	NUM
epaa-335	397	10	)	)	PUNCT
epaa-335	397	11	.	.	PUNCT
epaa-335	398	1	introduction	introduction	NOUN
epaa-335	398	2	to	to	ADP
epaa-335	398	3	classical	classical	ADJ
epaa-335	398	4	and	and	CCONJ
epaa-335	398	5	modern	modern	ADJ
epaa-335	398	6	test	test	NOUN
epaa-335	398	7	theory	theory	NOUN
epaa-335	398	8	.	.	PUNCT
epaa-335	399	1	ny	ny	PROPN
epaa-335	399	2	:	:	PUNCT
epaa-335	399	3	holt	holt	PROPN
epaa-335	399	4	,	,	PUNCT
epaa-335	399	5	rinehart	rinehart	PROPN
epaa-335	399	6	and	and	CCONJ
epaa-335	399	7	winston	winston	PROPN
epaa-335	399	8	.	.	PUNCT
epaa-335	400	1	daley	daley	PROPN
epaa-335	400	2	,	,	PUNCT
epaa-335	400	3	b.	b.	PROPN
epaa-335	400	4	(	(	PUNCT
epaa-335	400	5	1999	1999	NUM
epaa-335	400	6	)	)	PUNCT
epaa-335	400	7	.	.	PUNCT
epaa-335	401	1	“	"	PUNCT
epaa-335	401	2	teacher	teacher	NOUN
epaa-335	401	3	exam	exam	NOUN
epaa-335	401	4	authors	author	NOUN
epaa-335	401	5	put	put	VERB
epaa-335	401	6	to	to	ADP
epaa-335	401	7	the	the	DET
epaa-335	401	8	test	test	NOUN
epaa-335	401	9	”	"	PUNCT
epaa-335	401	10	.	.	PUNCT
epaa-335	402	1	boston	boston	PROPN
epaa-335	402	2	globe	globe	PROPN
epaa-335	402	3	,	,	PUNCT
epaa-335	402	4	10/7/98	10/7/98	NUM
epaa-335	402	5	,	,	PUNCT
epaa-335	402	6	b3	b3	PROPN
epaa-335	402	7	.	.	PUNCT
epaa-335	403	1	daley	daley	PROPN
epaa-335	403	2	,	,	PUNCT
epaa-335	403	3	b.	b.	PROPN
epaa-335	403	4	;	;	PUNCT
epaa-335	403	5	vigue	vigue	PROPN
epaa-335	403	6	,	,	PUNCT
epaa-335	403	7	d.i	d.i	PROPN
epaa-335	403	8	.	.	PROPN
epaa-335	403	9	&	&	CCONJ
epaa-335	403	10	zernike	zernike	PROPN
epaa-335	403	11	,	,	PUNCT
epaa-335	403	12	k.	k.	PROPN
epaa-335	403	13	(	(	PUNCT
epaa-335	403	14	1999	1999	NUM
epaa-335	403	15	)	)	PUNCT
epaa-335	403	16	“	"	PUNCT
epaa-335	403	17	survey	survey	NOUN
epaa-335	403	18	says	say	VERB
epaa-335	403	19	massachusetts	massachusetts	PROPN
epaa-335	403	20	teacher	teacher	PROPN
epaa-335	403	21	test	test	NOUN
epaa-335	403	22	is	be	AUX
epaa-335	403	23	best	good	ADJ
epaa-335	403	24	in	in	ADP
epaa-335	403	25	us	we	PRON
epaa-335	403	26	”	"	PUNCT
epaa-335	403	27	.	.	PUNCT
epaa-335	404	1	boston	boston	PROPN
epaa-335	404	2	globe	globe	PROPN
epaa-335	404	3	,	,	PUNCT
epaa-335	404	4	6/22/99	6/22/99	PROPN
epaa-335	404	5	,	,	PUNCT
epaa-335	404	6	b02	b02	PROPN
epaa-335	404	7	.	.	PUNCT
epaa-335	404	8	defendant	defendant	PROPN
epaa-335	404	9	's	's	PART
epaa-335	404	10	pre	pre	ADJ
epaa-335	404	11	-	-	ADJ
epaa-335	404	12	trial	trial	ADJ
epaa-335	404	13	memorandum	memorandum	NOUN
epaa-335	404	14	,	,	PUNCT
epaa-335	404	15	allen	allen	PROPN
epaa-335	404	16	v.	v.	PROPN
epaa-335	404	17	alabama	alabama	PROPN
epaa-335	404	18	state	state	PROPN
epaa-335	404	19	board	board	PROPN
epaa-335	404	20	of	of	ADP
epaa-335	404	21	education	education	NOUN
epaa-335	404	22	,	,	PUNCT
epaa-335	404	23	no	no	INTJ
epaa-335	404	24	.	.	NOUN
epaa-335	404	25	81	81	NUM
epaa-335	404	26	-	-	PUNCT
epaa-335	404	27	697	697	NUM
epaa-335	404	28	-	-	PUNCT
epaa-335	404	29	n	n	CCONJ
epaa-335	404	30	(	(	PUNCT
epaa-335	404	31	m.d	m.d	PROPN
epaa-335	404	32	.	.	PROPN
epaa-335	404	33	ala	ala	PROPN
epaa-335	404	34	.	.	PUNCT
epaa-335	405	1	may	may	AUX
epaa-335	405	2	1	1	NUM
epaa-335	405	3	,	,	PUNCT
epaa-335	405	4	1986	1986	NUM
epaa-335	405	5	)	)	PUNCT
epaa-335	405	6	.	.	PUNCT
epaa-335	406	1	donlon	donlon	NOUN
epaa-335	406	2	,	,	PUNCT
epaa-335	406	3	t.	t.	PROPN
epaa-335	406	4	(	(	PUNCT
epaa-335	406	5	ed	ed	NOUN
epaa-335	406	6	.	.	PUNCT
epaa-335	406	7	)	)	PUNCT
epaa-335	407	1	(	(	PUNCT
epaa-335	407	2	1984	1984	NUM
epaa-335	407	3	)	)	PUNCT
epaa-335	407	4	.	.	PUNCT
epaa-335	408	1	the	the	DET
epaa-335	408	2	college	college	PROPN
epaa-335	408	3	board	board	PROPN
epaa-335	408	4	technical	technical	ADJ
epaa-335	408	5	handbook	handbook	NOUN
epaa-335	408	6	for	for	ADP
epaa-335	408	7	the	the	DET
epaa-335	408	8	scholastic	scholastic	ADJ
epaa-335	408	9	aptitude	aptitude	NOUN
epaa-335	408	10	test	test	NOUN
epaa-335	408	11	and	and	CCONJ
epaa-335	408	12	achievement	achievement	NOUN
epaa-335	408	13	tests	test	NOUN
epaa-335	408	14	.	.	PUNCT
epaa-335	409	1	ny	ny	PROPN
epaa-335	409	2	:	:	PUNCT
epaa-335	409	3	college	college	NOUN
epaa-335	409	4	entrance	entrance	NOUN
epaa-335	409	5	examination	examination	NOUN
epaa-335	409	6	board	board	NOUN
epaa-335	409	7	.	.	PUNCT
epaa-335	410	1	downing	downing	PROPN
epaa-335	410	2	,	,	PUNCT
epaa-335	410	3	s.	s.	PROPN
epaa-335	410	4	&	&	CCONJ
epaa-335	410	5	haladyna	haladyna	PROPN
epaa-335	410	6	,	,	PUNCT
epaa-335	410	7	a.	a.	NOUN
epaa-335	410	8	(	(	PUNCT
epaa-335	410	9	1996	1996	NUM
epaa-335	410	10	)	)	PUNCT
epaa-335	410	11	.	.	PUNCT
epaa-335	411	1	a	a	DET
epaa-335	411	2	model	model	NOUN
epaa-335	411	3	for	for	ADP
epaa-335	411	4	evaluating	evaluate	VERB
epaa-335	411	5	high	high	ADJ
epaa-335	411	6	stakes	stake	NOUN
epaa-335	411	7	testing	testing	NOUN
epaa-335	411	8	programs	program	NOUN
epaa-335	411	9	:	:	PUNCT
epaa-335	411	10	why	why	SCONJ
epaa-335	411	11	the	the	DET
epaa-335	411	12	fox	fox	NOUN
epaa-335	411	13	should	should	AUX
epaa-335	411	14	not	not	PART
epaa-335	411	15	guard	guard	VERB
epaa-335	411	16	the	the	DET
epaa-335	411	17	chicken	chicken	NOUN
epaa-335	411	18	coop	coop	NOUN
epaa-335	411	19	.	.	PUNCT
epaa-335	412	1	educational	educational	ADJ
epaa-335	412	2	measurement	measurement	NOUN
epaa-335	412	3	:	:	PUNCT
epaa-335	412	4	issues	issue	NOUN
epaa-335	412	5	and	and	CCONJ
epaa-335	412	6	practice	practice	NOUN
epaa-335	412	7	,	,	PUNCT
epaa-335	412	8	15:1	15:1	NUM
epaa-335	412	9	,	,	PUNCT
epaa-335	412	10	pp.5	pp.5	NOUN
epaa-335	412	11	-	-	SYM
epaa-335	412	12	12	12	NUM
epaa-335	412	13	.	.	PUNCT
epaa-335	413	1	dressel	dressel	PROPN
epaa-335	413	2	,	,	PUNCT
epaa-335	413	3	p.l	p.l	PROPN
epaa-335	413	4	.	.	PROPN
epaa-335	413	5	(	(	PUNCT
epaa-335	413	6	1940	1940	NUM
epaa-335	413	7	)	)	PUNCT
epaa-335	413	8	.	.	PUNCT
epaa-335	414	1	some	some	DET
epaa-335	414	2	remarks	remark	NOUN
epaa-335	414	3	on	on	ADP
epaa-335	414	4	the	the	DET
epaa-335	414	5	kuder	kuder	PROPN
epaa-335	414	6	-	-	PUNCT
epaa-335	414	7	richardson	richardson	PROPN
epaa-335	414	8	reliability	reliability	NOUN
epaa-335	414	9	coefficient	coefficient	NOUN
epaa-335	414	10	.	.	PUNCT
epaa-335	415	1	psychometrika	psychometrika	NOUN
epaa-335	415	2	,	,	PUNCT
epaa-335	415	3	5	5	NUM
epaa-335	415	4	,	,	PUNCT
epaa-335	415	5	305	305	NUM
epaa-335	415	6	-	-	SYM
epaa-335	415	7	310	310	NUM
epaa-335	415	8	.	.	PUNCT
epaa-335	416	1	ebel	ebel	PROPN
epaa-335	416	2	,	,	PUNCT
epaa-335	416	3	r.l	r.l	PROPN
epaa-335	416	4	.	.	PROPN
epaa-335	416	5	&	&	CCONJ
epaa-335	416	6	frisbie	frisbie	PROPN
epaa-335	416	7	,	,	PUNCT
epaa-335	416	8	d.a	d.a	PROPN
epaa-335	416	9	.	.	PROPN
epaa-335	416	10	(	(	PUNCT
epaa-335	416	11	1991	1991	NUM
epaa-335	416	12	)	)	PUNCT
epaa-335	416	13	(	(	PUNCT
epaa-335	416	14	5th	5th	ADJ
epaa-335	416	15	ed	ed	NOUN
epaa-335	416	16	.	.	PUNCT
epaa-335	416	17	)	)	PUNCT
epaa-335	416	18	.	.	PUNCT
epaa-335	417	1	essentials	essential	NOUN
epaa-335	417	2	of	of	ADP
epaa-335	417	3	educational	educational	ADJ
epaa-335	417	4	measurement	measurement	NOUN
epaa-335	417	5	.	.	PUNCT
epaa-335	418	1	nj	nj	PROPN
epaa-335	418	2	:	:	PUNCT
epaa-335	418	3	prentice	prentice	PROPN
epaa-335	418	4	hall	hall	PROPN
epaa-335	418	5	.	.	PUNCT
epaa-335	419	1	guilford	guilford	PROPN
epaa-335	419	2	,	,	PUNCT
epaa-335	419	3	j.p	j.p	PROPN
epaa-335	419	4	.	.	PROPN
epaa-335	419	5	(	(	PUNCT
epaa-335	419	6	1936	1936	NUM
epaa-335	419	7	)	)	PUNCT
epaa-335	419	8	(	(	PUNCT
epaa-335	419	9	1st	1st	ADJ
epaa-335	419	10	ed	ed	NOUN
epaa-335	419	11	.	.	PUNCT
epaa-335	419	12	)	)	PUNCT
epaa-335	419	13	.	.	PUNCT
epaa-335	420	1	psychometric	psychometric	ADJ
epaa-335	420	2	methods	method	NOUN
epaa-335	420	3	.	.	PUNCT
epaa-335	421	1	ny	ny	PROPN
epaa-335	421	2	:	:	PUNCT
epaa-335	421	3	mcgraw	mcgraw	PROPN
epaa-335	421	4	-	-	PUNCT
epaa-335	421	5	hill	hill	PROPN
epaa-335	421	6	.	.	PUNCT
epaa-335	422	1	guilford	guilford	PROPN
epaa-335	422	2	,	,	PUNCT
epaa-335	422	3	j.p	j.p	PROPN
epaa-335	422	4	.	.	PROPN
epaa-335	422	5	(	(	PUNCT
epaa-335	422	6	1954	1954	NUM
epaa-335	422	7	)	)	PUNCT
epaa-335	422	8	(	(	PUNCT
epaa-335	422	9	2nd	2nd	ADJ
epaa-335	422	10	ed	ed	NOUN
epaa-335	422	11	.	.	PUNCT
epaa-335	422	12	)	)	PUNCT
epaa-335	422	13	.	.	PUNCT
epaa-335	423	1	psychometric	psychometric	ADJ
epaa-335	423	2	methods	method	NOUN
epaa-335	423	3	.	.	PUNCT
epaa-335	424	1	ny	ny	PROPN
epaa-335	424	2	:	:	PUNCT
epaa-335	424	3	mcgraw	mcgraw	PROPN
epaa-335	424	4	-	-	PUNCT
epaa-335	424	5	hill	hill	NOUN
epaa-335	424	6	.	.	PUNCT
epaa-335	425	1	haney	haney	PROPN
epaa-335	425	2	,	,	PUNCT
epaa-335	425	3	w.	w.	PROPN
epaa-335	425	4	,	,	PUNCT
epaa-335	425	5	&	&	CCONJ
epaa-335	425	6	madaus	madaus	PROPN
epaa-335	425	7	,	,	PUNCT
epaa-335	425	8	g.	g.	PROPN
epaa-335	425	9	f.	f.	PROPN
epaa-335	425	10	(	(	PUNCT
epaa-335	425	11	1990	1990	NUM
epaa-335	425	12	)	)	PUNCT
epaa-335	425	13	.	.	PUNCT
epaa-335	426	1	evolution	evolution	NOUN
epaa-335	426	2	of	of	ADP
epaa-335	426	3	ethical	ethical	ADJ
epaa-335	426	4	and	and	CCONJ
epaa-335	426	5	technical	technical	ADJ
epaa-335	426	6	standards	standard	NOUN
epaa-335	426	7	.	.	PUNCT
epaa-335	427	1	in	in	ADP
epaa-335	427	2	r.k	r.k	PROPN
epaa-335	427	3	.	.	PROPN
epaa-335	427	4	hamilton	hamilton	PROPN
epaa-335	427	5	,	,	PUNCT
epaa-335	427	6	&	&	CCONJ
epaa-335	427	7	j.	j.	PROPN
epaa-335	427	8	n.	n.	PROPN
epaa-335	427	9	zaal	zaal	PROPN
epaa-335	427	10	(	(	PUNCT
epaa-335	427	11	eds	ed	NOUN
epaa-335	427	12	.	.	PUNCT
epaa-335	427	13	)	)	PUNCT
epaa-335	427	14	,	,	PUNCT
epaa-335	427	15	advances	advance	VERB
epaa-335	427	16	in	in	ADP
epaa-335	427	17	educational	educational	ADJ
epaa-335	427	18	and	and	CCONJ
epaa-335	427	19	psychological	psychological	ADJ
epaa-335	427	20	testing	testing	NOUN
epaa-335	427	21	(	(	PUNCT
epaa-335	427	22	pp.395	pp.395	NOUN
epaa-335	427	23	-	-	PUNCT
epaa-335	427	24	425	425	NUM
epaa-335	427	25	)	)	PUNCT
epaa-335	427	26	.	.	PUNCT
epaa-335	428	1	haney	haney	PROPN
epaa-335	428	2	,	,	PUNCT
epaa-335	428	3	w.m	w.m	PROPN
epaa-335	428	4	.	.	PROPN
epaa-335	428	5	,	,	PUNCT
epaa-335	428	6	madaus	madaus	PROPN
epaa-335	428	7	,	,	PUNCT
epaa-335	428	8	g.f	g.f	PROPN
epaa-335	428	9	.	.	PROPN
epaa-335	428	10	&	&	CCONJ
epaa-335	428	11	lyons	lyons	PROPN
epaa-335	428	12	,	,	PUNCT
epaa-335	428	13	r.	r.	PROPN
epaa-335	428	14	(	(	PUNCT
epaa-335	428	15	1993	1993	NUM
epaa-335	428	16	)	)	PUNCT
epaa-335	428	17	.	.	PUNCT
epaa-335	429	1	the	the	DET
epaa-335	429	2	fractured	fractured	ADJ
epaa-335	429	3	marketplace	marketplace	NOUN
epaa-335	429	4	for	for	ADP
epaa-335	429	5	standardized	standardized	ADJ
epaa-335	429	6	testing	testing	NOUN
epaa-335	429	7	.	.	PUNCT
epaa-335	430	1	boston	boston	PROPN
epaa-335	430	2	:	:	PUNCT
epaa-335	430	3	kluwer	kluwer	PROPN
epaa-335	430	4	.	.	PUNCT
epaa-335	431	1	haney	haney	PROPN
epaa-335	431	2	,	,	PUNCT
epaa-335	431	3	w.	w.	PROPN
epaa-335	431	4	(	(	PUNCT
epaa-335	431	5	1996	1996	NUM
epaa-335	431	6	)	)	PUNCT
epaa-335	431	7	.	.	PUNCT
epaa-335	432	1	standards	standard	NOUN
epaa-335	432	2	,	,	PUNCT
epaa-335	432	3	schmandards	schmandard	NOUN
epaa-335	432	4	:	:	PUNCT
epaa-335	432	5	the	the	DET
epaa-335	432	6	need	need	NOUN
epaa-335	432	7	for	for	ADP
epaa-335	432	8	bringing	bring	VERB
epaa-335	432	9	test	test	NOUN
epaa-335	432	10	standards	standard	NOUN
epaa-335	432	11	to	to	PART
epaa-335	432	12	bear	bear	VERB
epaa-335	432	13	on	on	ADP
epaa-335	432	14	assessment	assessment	NOUN
epaa-335	432	15	practice	practice	NOUN
epaa-335	432	16	.	.	PUNCT
epaa-335	433	1	paper	paper	NOUN
epaa-335	433	2	presented	present	VERB
epaa-335	433	3	at	at	ADP
epaa-335	433	4	the	the	DET
epaa-335	433	5	annual	annual	ADJ
epaa-335	433	6	meeting	meeting	NOUN
epaa-335	433	7	of	of	ADP
epaa-335	433	8	the	the	DET
epaa-335	433	9	american	american	PROPN
epaa-335	433	10	educational	educational	PROPN
epaa-335	433	11	research	research	PROPN
epaa-335	433	12	association	association	PROPN
epaa-335	433	13	annual	annual	ADJ
epaa-335	433	14	meeting	meeting	NOUN
epaa-335	433	15	.	.	PUNCT
epaa-335	434	1	ny	ny	PROPN
epaa-335	434	2	:	:	PUNCT
epaa-335	435	1	ny	ny	PROPN
epaa-335	435	2	.	.	PROPN
epaa-335	435	3	haney	haney	PROPN
epaa-335	435	4	,	,	PUNCT
epaa-335	435	5	w.	w.	PROPN
epaa-335	435	6	,	,	PUNCT
epaa-335	435	7	fowler	fowler	PROPN
epaa-335	435	8	,	,	PUNCT
epaa-335	435	9	c.	c.	PROPN
epaa-335	435	10	,	,	PUNCT
epaa-335	435	11	wheelock	wheelock	NOUN
epaa-335	435	12	,	,	PUNCT
epaa-335	435	13	a	a	PRON
epaa-335	435	14	,	,	PUNCT
epaa-335	435	15	bebell	bebell	PROPN
epaa-335	435	16	,	,	PUNCT
epaa-335	435	17	d.	d.	PROPN
epaa-335	435	18	&	&	CCONJ
epaa-335	435	19	malec	malec	NOUN
epaa-335	435	20	,	,	PUNCT
epaa-335	435	21	n.	n.	NOUN
epaa-335	435	22	(	(	PUNCT
epaa-335	435	23	1999	1999	NUM
epaa-335	435	24	)	)	PUNCT
epaa-335	435	25	.	.	PUNCT
epaa-335	436	1	less	less	ADJ
epaa-335	436	2	truth	truth	NOUN
epaa-335	436	3	than	than	ADP
epaa-335	436	4	error	error	NOUN
epaa-335	436	5	?	?	PUNCT
epaa-335	436	6	:	:	PUNCT
epaa-335	436	7	an	an	DET
epaa-335	436	8	independent	independent	ADJ
epaa-335	436	9	study	study	NOUN
epaa-335	436	10	of	of	ADP
epaa-335	436	11	the	the	DET
epaa-335	436	12	massachusetts	massachusetts	PROPN
epaa-335	436	13	teacher	teacher	NOUN
epaa-335	436	14	tests	test	NOUN
epaa-335	436	15	.	.	PUNCT
epaa-335	437	1	education	education	NOUN
epaa-335	437	2	policy	policy	NOUN
epaa-335	437	3	analysis	analysis	NOUN
epaa-335	437	4	archives	archive	NOUN
epaa-335	437	5	,	,	PUNCT
epaa-335	437	6	7(4	7(4	NUM
epaa-335	437	7	)	)	PUNCT
epaa-335	437	8	.	.	PUNCT
epaa-335	438	1	available	available	ADJ
epaa-335	438	2	online	online	ADV
epaa-335	438	3	at	at	ADP
epaa-335	438	4	http://epaa.asu.edu/epaa/v7n4/.	http://epaa.asu.edu/epaa/v7n4/.	PROPN
epaa-335	438	5	19	19	NUM
epaa-335	438	6	of	of	ADP
epaa-335	438	7	22	22	NUM
epaa-335	438	8	henrysson	henrysson	NOUN
epaa-335	438	9	,	,	PUNCT
epaa-335	438	10	s.	s.	PROPN
epaa-335	438	11	(	(	PUNCT
epaa-335	438	12	1963	1963	NUM
epaa-335	438	13	)	)	PUNCT
epaa-335	438	14	.	.	PUNCT
epaa-335	439	1	correction	correction	NOUN
epaa-335	439	2	for	for	ADP
epaa-335	439	3	item	item	NOUN
epaa-335	439	4	-	-	PUNCT
epaa-335	439	5	total	total	NOUN
epaa-335	439	6	correlations	correlation	NOUN
epaa-335	439	7	in	in	ADP
epaa-335	439	8	item	item	NOUN
epaa-335	439	9	analysis	analysis	NOUN
epaa-335	439	10	.	.	PUNCT
epaa-335	440	1	psychometrika	psychometrika	NOUN
epaa-335	440	2	,	,	PUNCT
epaa-335	440	3	28	28	NUM
epaa-335	440	4	,	,	PUNCT
epaa-335	440	5	211	211	NUM
epaa-335	440	6	-	-	SYM
epaa-335	440	7	218	218	NUM
epaa-335	440	8	.	.	PUNCT
epaa-335	441	1	hopkins	hopkins	PROPN
epaa-335	441	2	,	,	PUNCT
epaa-335	441	3	k.d	k.d	PROPN
epaa-335	441	4	.	.	PROPN
epaa-335	441	5	(	(	PUNCT
epaa-335	441	6	1998	1998	NUM
epaa-335	441	7	)	)	PUNCT
epaa-335	441	8	(	(	PUNCT
epaa-335	441	9	8th	8th	ADJ
epaa-335	441	10	ed	ed	NOUN
epaa-335	441	11	.	.	PUNCT
epaa-335	441	12	)	)	PUNCT
epaa-335	441	13	.	.	PUNCT
epaa-335	442	1	educational	educational	ADJ
epaa-335	442	2	and	and	CCONJ
epaa-335	442	3	psychological	psychological	ADJ
epaa-335	442	4	measurement	measurement	NOUN
epaa-335	442	5	and	and	CCONJ
epaa-335	442	6	evaluation	evaluation	NOUN
epaa-335	442	7	.	.	PUNCT
epaa-335	443	1	boston	boston	PROPN
epaa-335	443	2	:	:	PUNCT
epaa-335	443	3	allyn	allyn	PROPN
epaa-335	443	4	and	and	CCONJ
epaa-335	443	5	bacon	bacon	NOUN
epaa-335	443	6	.	.	PUNCT
epaa-335	444	1	kuder	kuder	PROPN
epaa-335	444	2	,	,	PUNCT
epaa-335	444	3	g.f	g.f	PROPN
epaa-335	444	4	.	.	PROPN
epaa-335	444	5	&	&	CCONJ
epaa-335	444	6	richardson	richardson	PROPN
epaa-335	444	7	,	,	PUNCT
epaa-335	444	8	m.w	m.w	PROPN
epaa-335	444	9	.	.	PROPN
epaa-335	444	10	(	(	PUNCT
epaa-335	444	11	1937	1937	NUM
epaa-335	444	12	)	)	PUNCT
epaa-335	444	13	.	.	PUNCT
epaa-335	445	1	the	the	DET
epaa-335	445	2	theory	theory	NOUN
epaa-335	445	3	of	of	ADP
epaa-335	445	4	the	the	DET
epaa-335	445	5	estimation	estimation	NOUN
epaa-335	445	6	of	of	ADP
epaa-335	445	7	test	test	NOUN
epaa-335	445	8	reliability	reliability	NOUN
epaa-335	445	9	.	.	PUNCT
epaa-335	446	1	psychometrika	psychometrika	NOUN
epaa-335	446	2	,	,	PUNCT
epaa-335	446	3	2	2	NUM
epaa-335	446	4	,	,	PUNCT
epaa-335	446	5	151	151	NUM
epaa-335	446	6	-	-	SYM
epaa-335	446	7	160	160	NUM
epaa-335	446	8	.	.	PUNCT
epaa-335	447	1	loevinger	loevinger	NOUN
epaa-335	447	2	,	,	PUNCT
epaa-335	447	3	j.	j.	PROPN
epaa-335	447	4	(	(	PUNCT
epaa-335	447	5	1954	1954	NUM
epaa-335	447	6	)	)	PUNCT
epaa-335	447	7	.	.	PUNCT
epaa-335	448	1	the	the	DET
epaa-335	448	2	attenuation	attenuation	NOUN
epaa-335	448	3	paradox	paradox	NOUN
epaa-335	448	4	in	in	ADP
epaa-335	448	5	test	test	NOUN
epaa-335	448	6	theory	theory	NOUN
epaa-335	448	7	.	.	PUNCT
epaa-335	449	1	psychological	psychological	ADJ
epaa-335	449	2	bulletin	bulletin	NOUN
epaa-335	449	3	,	,	PUNCT
epaa-335	449	4	51	51	NUM
epaa-335	449	5	,	,	PUNCT
epaa-335	449	6	493	493	NUM
epaa-335	449	7	-	-	SYM
epaa-335	449	8	504	504	NUM
epaa-335	449	9	.	.	PUNCT
epaa-335	450	1	lord	lord	PROPN
epaa-335	450	2	,	,	PUNCT
epaa-335	450	3	f.m	f.m	PROPN
epaa-335	450	4	.	.	PROPN
epaa-335	450	5	&	&	CCONJ
epaa-335	450	6	novick	novick	PROPN
epaa-335	450	7	,	,	PUNCT
epaa-335	450	8	m.r	m.r	PROPN
epaa-335	450	9	.	.	PROPN
epaa-335	450	10	(	(	PUNCT
epaa-335	450	11	1968	1968	NUM
epaa-335	450	12	)	)	PUNCT
epaa-335	450	13	.	.	PUNCT
epaa-335	451	1	statistical	statistical	ADJ
epaa-335	451	2	theories	theory	NOUN
epaa-335	451	3	of	of	ADP
epaa-335	451	4	mental	mental	ADJ
epaa-335	451	5	test	test	NOUN
epaa-335	451	6	scores	score	NOUN
epaa-335	451	7	.	.	PUNCT
epaa-335	452	1	reading	reading	NOUN
epaa-335	452	2	,	,	PUNCT
epaa-335	452	3	ma	ma	PROPN
epaa-335	452	4	:	:	PUNCT
epaa-335	452	5	addison	addison	PROPN
epaa-335	452	6	-	-	PUNCT
epaa-335	452	7	wesley	wesley	PROPN
epaa-335	452	8	.	.	PUNCT
epaa-335	453	1	madaus	madaus	PROPN
epaa-335	453	2	,	,	PUNCT
epaa-335	453	3	g.	g.	PROPN
epaa-335	453	4	(	(	PUNCT
epaa-335	453	5	may	may	PROPN
epaa-335	453	6	19	19	NUM
epaa-335	453	7	-	-	SYM
epaa-335	453	8	20	20	NUM
epaa-335	453	9	,	,	PUNCT
epaa-335	453	10	1986	1986	NUM
epaa-335	453	11	)	)	PUNCT
epaa-335	453	12	.	.	PUNCT
epaa-335	454	1	testimony	testimony	NOUN
epaa-335	454	2	in	in	ADP
epaa-335	454	3	allen	allen	PROPN
epaa-335	454	4	v	v	ADP
epaa-335	454	5	alabama	alabama	PROPN
epaa-335	454	6	(	(	PUNCT
epaa-335	454	7	81	81	NUM
epaa-335	454	8	-	-	PUNCT
epaa-335	454	9	697	697	NUM
epaa-335	454	10	-	-	PUNCT
epaa-335	454	11	n	n	NUM
epaa-335	454	12	)	)	PUNCT
epaa-335	454	13	.	.	PUNCT
epaa-335	455	1	madaus	madaus	PROPN
epaa-335	455	2	,	,	PUNCT
epaa-335	455	3	g.	g.	PROPN
epaa-335	455	4	(	(	PUNCT
epaa-335	455	5	1990	1990	NUM
epaa-335	455	6	)	)	PUNCT
epaa-335	455	7	.	.	PUNCT
epaa-335	456	1	legal	legal	ADJ
epaa-335	456	2	and	and	CCONJ
epaa-335	456	3	professional	professional	ADJ
epaa-335	456	4	issues	issue	NOUN
epaa-335	456	5	in	in	ADP
epaa-335	456	6	teacher	teacher	NOUN
epaa-335	456	7	certification	certification	NOUN
epaa-335	456	8	testing	testing	NOUN
epaa-335	456	9	:	:	PUNCT
epaa-335	456	10	a	a	DET
epaa-335	456	11	psychometric	psychometric	ADJ
epaa-335	456	12	snark	snark	NOUN
epaa-335	456	13	hunt	hunt	NOUN
epaa-335	456	14	.	.	PUNCT
epaa-335	457	1	in	in	ADP
epaa-335	457	2	j.v	j.v	PROPN
epaa-335	457	3	.	.	PUNCT
epaa-335	457	4	mitchell	mitchell	PROPN
epaa-335	457	5	,	,	PUNCT
epaa-335	457	6	s.	s.	PROPN
epaa-335	457	7	wise	wise	PROPN
epaa-335	457	8	,	,	PUNCT
epaa-335	457	9	&	&	CCONJ
epaa-335	457	10	b.	b.	PROPN
epaa-335	457	11	plake	plake	PROPN
epaa-335	457	12	(	(	PUNCT
epaa-335	457	13	ed	ed	NOUN
epaa-335	457	14	.	.	PUNCT
epaa-335	457	15	)	)	PUNCT
epaa-335	457	16	,	,	PUNCT
epaa-335	457	17	assessment	assessment	NOUN
epaa-335	457	18	of	of	ADP
epaa-335	457	19	teaching	teaching	NOUN
epaa-335	457	20	:	:	PUNCT
epaa-335	457	21	purposes	purpose	NOUN
epaa-335	457	22	,	,	PUNCT
epaa-335	457	23	practices	practice	NOUN
epaa-335	457	24	,	,	PUNCT
epaa-335	457	25	and	and	CCONJ
epaa-335	457	26	implications	implication	NOUN
epaa-335	457	27	for	for	ADP
epaa-335	457	28	the	the	DET
epaa-335	457	29	profession	profession	NOUN
epaa-335	457	30	.	.	PUNCT
epaa-335	458	1	(	(	PUNCT
epaa-335	458	2	pp	pp	ADJ
epaa-335	458	3	.	.	PUNCT
epaa-335	459	1	209	209	NUM
epaa-335	459	2	-	-	SYM
epaa-335	459	3	260	260	NUM
epaa-335	459	4	)	)	PUNCT
epaa-335	459	5	.	.	PUNCT
epaa-335	460	1	hillside	hillside	NOUN
epaa-335	460	2	,	,	PUNCT
epaa-335	460	3	nj	nj	PROPN
epaa-335	460	4	:	:	PUNCT
epaa-335	460	5	lawrence	lawrence	PROPN
epaa-335	460	6	erlbaum	erlbaum	PROPN
epaa-335	460	7	associates	associates	PROPN
epaa-335	460	8	..	..	PUNCT
epaa-335	460	9	massachusetts	massachusetts	PROPN
epaa-335	460	10	.	.	PUNCT
epaa-335	460	11	(	(	PUNCT
epaa-335	460	12	1999	1999	NUM
epaa-335	460	13	)	)	PUNCT
epaa-335	460	14	.	.	PUNCT
epaa-335	461	1	fy	fy	PROPN
epaa-335	461	2	2000	2000	NUM
epaa-335	461	3	-	-	SYM
epaa-335	461	4	2001	2001	NUM
epaa-335	461	5	budget	budget	NOUN
epaa-335	461	6	.	.	PUNCT
epaa-335	462	1	massachusetts	massachusetts	PROPN
epaa-335	462	2	department	department	PROPN
epaa-335	462	3	of	of	ADP
epaa-335	462	4	education	education	PROPN
epaa-335	462	5	(	(	PUNCT
epaa-335	462	6	february	february	PROPN
epaa-335	462	7	24	24	NUM
epaa-335	462	8	,	,	PUNCT
epaa-335	462	9	1997	1997	NUM
epaa-335	462	10	)	)	PUNCT
epaa-335	462	11	.	.	PUNCT
epaa-335	463	1	massachusetts	massachusetts	PROPN
epaa-335	463	2	teacher	teacher	NOUN
epaa-335	463	3	certification	certification	NOUN
epaa-335	463	4	tests	test	NOUN
epaa-335	463	5	of	of	ADP
epaa-335	463	6	communication	communication	NOUN
epaa-335	463	7	and	and	CCONJ
epaa-335	463	8	literacy	literacy	NOUN
epaa-335	463	9	skills	skill	NOUN
epaa-335	463	10	and	and	CCONJ
epaa-335	463	11	subject	subject	ADJ
epaa-335	463	12	matter	matter	NOUN
epaa-335	463	13	knowledge	knowledge	NOUN
epaa-335	463	14	:	:	PUNCT
epaa-335	463	15	request	request	NOUN
epaa-335	463	16	for	for	ADP
epaa-335	463	17	responses	response	NOUN
epaa-335	463	18	(	(	PUNCT
epaa-335	463	19	rfr	rfr	PROPN
epaa-335	463	20	)	)	PUNCT
epaa-335	463	21	.	.	PUNCT
epaa-335	464	1	massachusetts	massachusetts	PROPN
epaa-335	464	2	department	department	PROPN
epaa-335	464	3	of	of	ADP
epaa-335	464	4	education	education	PROPN
epaa-335	464	5	(	(	PUNCT
epaa-335	464	6	july	july	PROPN
epaa-335	464	7	1	1	NUM
epaa-335	464	8	,	,	PUNCT
epaa-335	464	9	1998	1998	NUM
epaa-335	464	10	)	)	PUNCT
epaa-335	464	11	.	.	PUNCT
epaa-335	465	1	board	board	NOUN
epaa-335	465	2	of	of	ADP
epaa-335	465	3	education	education	PROPN
epaa-335	465	4	special	special	ADJ
epaa-335	465	5	meeting	meeting	NOUN
epaa-335	465	6	minutes	minute	NOUN
epaa-335	465	7	.	.	PUNCT
epaa-335	466	1	http://www.doe.mass.edu/boe/minutes/98/min07	http://www.doe.mass.edu/boe/minutes/98/min07	PROPN
epaa-335	466	2	0198.html	0198.html	PROPN
epaa-335	466	3	.	.	PROPN
epaa-335	467	1	massachusetts	massachusetts	PROPN
epaa-335	467	2	department	department	PROPN
epaa-335	467	3	of	of	ADP
epaa-335	467	4	education	education	PROPN
epaa-335	467	5	(	(	PUNCT
epaa-335	467	6	july	july	PROPN
epaa-335	467	7	27	27	NUM
epaa-335	467	8	,	,	PUNCT
epaa-335	467	9	1999	1999	NUM
epaa-335	467	10	)	)	PUNCT
epaa-335	467	11	.	.	PUNCT
epaa-335	468	1	department	department	PROPN
epaa-335	468	2	of	of	ADP
epaa-335	468	3	education	education	PROPN
epaa-335	468	4	press	press	NOUN
epaa-335	468	5	release	release	NOUN
epaa-335	468	6	.	.	PUNCT
epaa-335	469	1	http://www.doe.mass.edu/news/archive99/pr072	http://www.doe.mass.edu/news/archive99/pr072	NOUN
epaa-335	469	2	799.html	799.html	PROPN
epaa-335	469	3	.	.	PUNCT
epaa-335	470	1	massachusetts	massachusetts	PROPN
epaa-335	470	2	department	department	PROPN
epaa-335	470	3	of	of	ADP
epaa-335	470	4	education	education	PROPN
epaa-335	470	5	(	(	PUNCT
epaa-335	470	6	november	november	PROPN
epaa-335	470	7	28	28	NUM
epaa-335	470	8	,	,	PUNCT
epaa-335	470	9	2000	2000	NUM
epaa-335	470	10	)	)	PUNCT
epaa-335	470	11	.	.	PUNCT
epaa-335	471	1	board	board	NOUN
epaa-335	471	2	of	of	ADP
epaa-335	471	3	education	education	PROPN
epaa-335	471	4	regular	regular	ADJ
epaa-335	471	5	meeting	meeting	NOUN
epaa-335	471	6	minutes	minute	NOUN
epaa-335	471	7	.	.	PUNCT
epaa-335	472	1	http://www.doe.mass.edu/boe/minutes/00/1128r	http://www.doe.mass.edu/boe/minutes/00/1128r	PART
epaa-335	472	2	eg.pdf	eg.pdf	PROPN
epaa-335	472	3	.	.	PROPN
epaa-335	472	4	massachusetts	massachusetts	PROPN
epaa-335	472	5	department	department	PROPN
epaa-335	472	6	of	of	ADP
epaa-335	472	7	education	education	PROPN
epaa-335	472	8	(	(	PUNCT
epaa-335	472	9	february	february	PROPN
epaa-335	472	10	16	16	NUM
epaa-335	472	11	,	,	PUNCT
epaa-335	472	12	2001	2001	NUM
epaa-335	472	13	)	)	PUNCT
epaa-335	472	14	.	.	PUNCT
epaa-335	473	1	massachusetts	massachusetts	PROPN
epaa-335	473	2	educator	educator	NOUN
epaa-335	473	3	certification	certification	NOUN
epaa-335	473	4	tests	test	NOUN
epaa-335	473	5	:	:	PUNCT
epaa-335	473	6	registration	registration	NOUN
epaa-335	473	7	bulletin	bulletin	NOUN
epaa-335	473	8	.	.	PUNCT
epaa-335	474	1	http://www.doe.mass.edu/teachertest/bulletin	http://www.doe.mass.edu/teachertest/bulletin	PROPN
epaa-335	474	2	00/00bulletin.pdf	00/00bulletin.pdf	PROPN
epaa-335	474	3	melnick	melnick	PROPN
epaa-335	474	4	,	,	PUNCT
epaa-335	474	5	s.	s.	PROPN
epaa-335	474	6	&	&	CCONJ
epaa-335	474	7	pullin	pullin	PROPN
epaa-335	474	8	,	,	PUNCT
epaa-335	474	9	d.	d.	PROPN
epaa-335	474	10	(	(	PUNCT
epaa-335	474	11	1999	1999	NUM
epaa-335	474	12	,	,	PUNCT
epaa-335	474	13	april	april	PROPN
epaa-335	474	14	)	)	PUNCT
epaa-335	474	15	.	.	PUNCT
epaa-335	475	1	teacher	teacher	NOUN
epaa-335	475	2	education	education	PROPN
epaa-335	475	3	&	&	CCONJ
epaa-335	475	4	testing	testing	NOUN
epaa-335	475	5	in	in	ADP
epaa-335	475	6	massachusetts	massachusetts	PROPN
epaa-335	475	7	:	:	PUNCT
epaa-335	475	8	the	the	DET
epaa-335	475	9	issues	issue	NOUN
epaa-335	475	10	,	,	PUNCT
epaa-335	475	11	the	the	DET
epaa-335	475	12	facts	fact	NOUN
epaa-335	475	13	,	,	PUNCT
epaa-335	475	14	and	and	CCONJ
epaa-335	475	15	conclusions	conclusion	NOUN
epaa-335	475	16	for	for	ADP
epaa-335	475	17	institutions	institution	NOUN
epaa-335	475	18	of	of	ADP
epaa-335	475	19	higher	high	ADJ
epaa-335	475	20	education	education	NOUN
epaa-335	475	21	.	.	PUNCT
epaa-335	476	1	boston	boston	PROPN
epaa-335	476	2	:	:	PUNCT
epaa-335	476	3	association	association	NOUN
epaa-335	476	4	of	of	ADP
epaa-335	476	5	independent	independent	ADJ
epaa-335	476	6	colleges	college	NOUN
epaa-335	476	7	and	and	CCONJ
epaa-335	476	8	universities	university	NOUN
epaa-335	476	9	of	of	ADP
epaa-335	476	10	massachusetts	massachusetts	PROPN
epaa-335	476	11	.	.	PUNCT
epaa-335	477	1	millman	millman	PROPN
epaa-335	477	2	,	,	PUNCT
epaa-335	477	3	j.	j.	PROPN
epaa-335	477	4	(	(	PUNCT
epaa-335	477	5	june	june	PROPN
epaa-335	477	6	17	17	NUM
epaa-335	477	7	,	,	PUNCT
epaa-335	477	8	1986	1986	NUM
epaa-335	477	9	)	)	PUNCT
epaa-335	477	10	.	.	PUNCT
epaa-335	478	1	testimony	testimony	NOUN
epaa-335	478	2	in	in	ADP
epaa-335	478	3	allen	allen	PROPN
epaa-335	478	4	v	v	ADP
epaa-335	478	5	alabama	alabama	PROPN
epaa-335	478	6	(	(	PUNCT
epaa-335	478	7	81	81	NUM
epaa-335	478	8	-	-	PUNCT
epaa-335	478	9	697	697	NUM
epaa-335	478	10	-	-	PUNCT
epaa-335	478	11	n	n	NUM
epaa-335	478	12	)	)	PUNCT
epaa-335	478	13	.	.	PUNCT
epaa-335	479	1	national	national	PROPN
epaa-335	479	2	board	board	PROPN
epaa-335	479	3	on	on	ADP
epaa-335	479	4	educational	educational	ADJ
epaa-335	479	5	testing	testing	NOUN
epaa-335	479	6	&	&	CCONJ
epaa-335	479	7	public	public	ADJ
epaa-335	479	8	policy	policy	NOUN
epaa-335	479	9	.	.	PUNCT
epaa-335	480	1	(	(	PUNCT
epaa-335	480	2	2000	2000	NUM
epaa-335	480	3	)	)	PUNCT
epaa-335	480	4	.	.	PUNCT
epaa-335	481	1	policy	policy	NOUN
epaa-335	481	2	statement	statement	NOUN
epaa-335	481	3	.	.	PUNCT
epaa-335	482	1	chestnut	chestnut	PROPN
epaa-335	482	2	hill	hill	PROPN
epaa-335	482	3	,	,	PUNCT
epaa-335	482	4	ma	ma	PROPN
epaa-335	482	5	:	:	PUNCT
epaa-335	482	6	lynch	lynch	PROPN
epaa-335	482	7	school	school	PROPN
epaa-335	482	8	of	of	ADP
epaa-335	482	9	education	education	NOUN
epaa-335	482	10	,	,	PUNCT
epaa-335	482	11	boston	boston	PROPN
epaa-335	482	12	college	college	PROPN
epaa-335	482	13	.	.	PUNCT
epaa-335	483	1	national	national	PROPN
epaa-335	483	2	commission	commission	PROPN
epaa-335	483	3	on	on	ADP
epaa-335	483	4	testing	testing	NOUN
epaa-335	483	5	and	and	CCONJ
epaa-335	483	6	public	public	ADJ
epaa-335	483	7	policy	policy	NOUN
epaa-335	483	8	.	.	PUNCT
epaa-335	484	1	(	(	PUNCT
epaa-335	484	2	1990	1990	NUM
epaa-335	484	3	)	)	PUNCT
epaa-335	484	4	.	.	PUNCT
epaa-335	485	1	from	from	ADP
epaa-335	485	2	gatekeeper	gatekeeper	NOUN
epaa-335	485	3	to	to	ADP
epaa-335	485	4	gateway	gateway	NOUN
epaa-335	485	5	:	:	PUNCT
epaa-335	485	6	transforming	transform	VERB
epaa-335	485	7	testing	testing	NOUN
epaa-335	485	8	in	in	ADP
epaa-335	485	9	america	america	PROPN
epaa-335	485	10	.	.	PUNCT
epaa-335	486	1	chestnut	chestnut	PROPN
epaa-335	486	2	hill	hill	PROPN
epaa-335	486	3	,	,	PUNCT
epaa-335	486	4	ma	ma	PROPN
epaa-335	486	5	:	:	PUNCT
epaa-335	486	6	lynch	lynch	PROPN
epaa-335	486	7	school	school	PROPN
epaa-335	486	8	of	of	ADP
epaa-335	486	9	20	20	NUM
epaa-335	486	10	of	of	ADP
epaa-335	486	11	22	22	NUM
epaa-335	486	12	education	education	NOUN
epaa-335	486	13	,	,	PUNCT
epaa-335	486	14	boston	boston	PROPN
epaa-335	486	15	college	college	PROPN
epaa-335	486	16	.	.	PUNCT
epaa-335	487	1	national	national	ADJ
epaa-335	487	2	evaluation	evaluation	NOUN
epaa-335	487	3	systems	system	NOUN
epaa-335	487	4	.	.	PUNCT
epaa-335	488	1	(	(	PUNCT
epaa-335	488	2	1999	1999	NUM
epaa-335	488	3	)	)	PUNCT
epaa-335	488	4	.	.	PUNCT
epaa-335	489	1	massachusetts	massachusetts	PROPN
epaa-335	489	2	educator	educator	NOUN
epaa-335	489	3	certification	certification	NOUN
epaa-335	489	4	tests	test	VERB
epaa-335	489	5	technical	technical	ADJ
epaa-335	489	6	report	report	NOUN
epaa-335	489	7	.	.	PUNCT
epaa-335	490	1	amherst	amherst	PROPN
epaa-335	490	2	,	,	PUNCT
epaa-335	490	3	ma	ma	PROPN
epaa-335	490	4	:	:	PUNCT
epaa-335	490	5	national	national	ADJ
epaa-335	490	6	evaluation	evaluation	NOUN
epaa-335	490	7	systems	system	NOUN
epaa-335	490	8	.	.	PUNCT
epaa-335	491	1	nunnally	nunnally	PROPN
epaa-335	491	2	,	,	PUNCT
epaa-335	491	3	j.	j.	PROPN
epaa-335	491	4	(	(	PUNCT
epaa-335	491	5	1967	1967	NUM
epaa-335	491	6	)	)	PUNCT
epaa-335	491	7	.	.	PUNCT
epaa-335	492	1	psychometric	psychometric	ADJ
epaa-335	492	2	theory	theory	NOUN
epaa-335	492	3	.	.	PUNCT
epaa-335	493	1	ny	ny	PROPN
epaa-335	493	2	:	:	PUNCT
epaa-335	493	3	mcgrawhill	mcgrawhill	ADJ
epaa-335	493	4	.	.	PUNCT
epaa-335	494	1	order	order	NOUN
epaa-335	494	2	on	on	ADP
epaa-335	494	3	pretrial	pretrial	ADJ
epaa-335	494	4	hearing	hearing	NOUN
epaa-335	494	5	,	,	PUNCT
epaa-335	494	6	allen	allen	PROPN
epaa-335	494	7	v.	v.	PROPN
epaa-335	494	8	alabama	alabama	PROPN
epaa-335	494	9	state	state	PROPN
epaa-335	494	10	board	board	PROPN
epaa-335	494	11	of	of	ADP
epaa-335	494	12	education	education	NOUN
epaa-335	494	13	,	,	PUNCT
epaa-335	494	14	no	no	INTJ
epaa-335	494	15	.	.	NOUN
epaa-335	494	16	81	81	NUM
epaa-335	494	17	-	-	PUNCT
epaa-335	494	18	697	697	NUM
epaa-335	494	19	-	-	PUNCT
epaa-335	494	20	n	n	CCONJ
epaa-335	494	21	(	(	PUNCT
epaa-335	494	22	m.d	m.d	PROPN
epaa-335	494	23	.	.	PROPN
epaa-335	494	24	ala	ala	PROPN
epaa-335	494	25	.	.	PUNCT
epaa-335	495	1	dec	dec	PROPN
epaa-335	495	2	.	.	PROPN
epaa-335	495	3	19	19	NUM
epaa-335	495	4	,	,	PUNCT
epaa-335	495	5	1984	1984	NUM
epaa-335	495	6	)	)	PUNCT
epaa-335	495	7	.	.	PUNCT
epaa-335	496	1	pearson	pearson	PROPN
epaa-335	496	2	,	,	PUNCT
epaa-335	496	3	k.	k.	PROPN
epaa-335	496	4	(	(	PUNCT
epaa-335	496	5	1909	1909	NUM
epaa-335	496	6	)	)	PUNCT
epaa-335	496	7	.	.	PUNCT
epaa-335	497	1	on	on	ADP
epaa-335	497	2	a	a	DET
epaa-335	497	3	new	new	ADJ
epaa-335	497	4	method	method	NOUN
epaa-335	497	5	of	of	ADP
epaa-335	497	6	determining	determine	VERB
epaa-335	497	7	correlation	correlation	NOUN
epaa-335	497	8	between	between	ADP
epaa-335	497	9	a	a	DET
epaa-335	497	10	measured	measured	ADJ
epaa-335	497	11	character	character	NOUN
epaa-335	497	12	a	a	NOUN
epaa-335	497	13	and	and	CCONJ
epaa-335	497	14	a	a	DET
epaa-335	497	15	character	character	NOUN
epaa-335	497	16	b	b	NOUN
epaa-335	497	17	,	,	PUNCT
epaa-335	497	18	of	of	ADP
epaa-335	497	19	which	which	PRON
epaa-335	497	20	only	only	ADV
epaa-335	497	21	the	the	DET
epaa-335	497	22	percentage	percentage	NOUN
epaa-335	497	23	of	of	ADP
epaa-335	497	24	cases	case	NOUN
epaa-335	497	25	wherein	wherein	SCONJ
epaa-335	497	26	b	b	NOUN
epaa-335	497	27	exceeds	exceed	NOUN
epaa-335	497	28	or	or	CCONJ
epaa-335	497	29	falls	fall	VERB
epaa-335	497	30	short	short	ADV
epaa-335	497	31	of	of	ADP
epaa-335	497	32	a	a	DET
epaa-335	497	33	given	give	VERB
epaa-335	497	34	intensity	intensity	NOUN
epaa-335	497	35	is	be	AUX
epaa-335	497	36	recorded	record	VERB
epaa-335	497	37	for	for	ADP
epaa-335	497	38	each	each	DET
epaa-335	497	39	grade	grade	NOUN
epaa-335	497	40	of	of	ADP
epaa-335	497	41	a.	a.	NOUN
epaa-335	497	42	biometrika	biometrika	NOUN
epaa-335	497	43	,	,	PUNCT
epaa-335	497	44	vol	vol	NOUN
epaa-335	497	45	.	.	PUNCT
epaa-335	498	1	vii	vii	PROPN
epaa-335	498	2	.	.	PROPN
epaa-335	498	3	pressley	pressley	PROPN
epaa-335	498	4	,	,	PUNCT
epaa-335	498	5	d.s	d.s	PROPN
epaa-335	498	6	.	.	PROPN
epaa-335	498	7	(	(	PUNCT
epaa-335	498	8	1998	1998	NUM
epaa-335	498	9	)	)	PUNCT
epaa-335	498	10	.	.	PUNCT
epaa-335	499	1	“	"	PUNCT
epaa-335	499	2	dumb	dumb	ADJ
epaa-335	499	3	struck	strike	VERB
epaa-335	499	4	:	:	PUNCT
epaa-335	499	5	finneran	finneran	ADJ
epaa-335	499	6	slams	slam	VERB
epaa-335	499	7	'	'	PUNCT
epaa-335	499	8	idiots	idiot	NOUN
epaa-335	499	9	'	'	PUNCT
epaa-335	499	10	who	who	PRON
epaa-335	499	11	failed	fail	VERB
epaa-335	499	12	teacher	teacher	NOUN
epaa-335	499	13	tests	test	NOUN
epaa-335	499	14	.	.	PUNCT
epaa-335	499	15	”	"	PUNCT
epaa-335	500	1	boston	boston	PROPN
epaa-335	500	2	herald	herald	PROPN
epaa-335	500	3	,	,	PUNCT
epaa-335	500	4	6/26/98	6/26/98	NUM
epaa-335	500	5	pp	pp	NOUN
epaa-335	500	6	.	.	PUNCT
epaa-335	501	1	1,28	1,28	X
epaa-335	501	2	.	.	PUNCT
epaa-335	501	3	rawls	rawl	VERB
epaa-335	501	4	,	,	PUNCT
epaa-335	501	5	p.	p.	NOUN
epaa-335	501	6	(	(	PUNCT
epaa-335	501	7	2000	2000	NUM
epaa-335	501	8	)	)	PUNCT
epaa-335	501	9	.	.	PUNCT
epaa-335	502	1	“	"	PUNCT
epaa-335	502	2	act	act	NOUN
epaa-335	502	3	may	may	AUX
epaa-335	502	4	design	design	VERB
epaa-335	502	5	test	test	NOUN
epaa-335	502	6	for	for	ADP
epaa-335	502	7	alabama	alabama	PROPN
epaa-335	502	8	's	's	PART
epaa-335	502	9	future	future	ADJ
epaa-335	502	10	teachers	teacher	NOUN
epaa-335	502	11	.	.	PUNCT
epaa-335	502	12	”	"	PUNCT
epaa-335	503	1	the	the	DET
epaa-335	503	2	associated	associated	PROPN
epaa-335	503	3	press	press	NOUN
epaa-335	503	4	,	,	PUNCT
epaa-335	503	5	7/11/00	7/11/00	PROPN
epaa-335	503	6	richardson	richardson	PROPN
epaa-335	503	7	v.	v.	PROPN
epaa-335	503	8	lamar	lamar	PROPN
epaa-335	503	9	county	county	PROPN
epaa-335	503	10	board	board	PROPN
epaa-335	503	11	of	of	ADP
epaa-335	503	12	education	education	NOUN
epaa-335	503	13	,	,	PUNCT
epaa-335	503	14	729	729	NUM
epaa-335	503	15	f.	f.	PROPN
epaa-335	503	16	supp	supp	PROPN
epaa-335	503	17	.	.	PUNCT
epaa-335	504	1	806	806	NUM
epaa-335	504	2	.	.	PUNCT
epaa-335	505	1	(	(	PUNCT
epaa-335	505	2	m.d	m.d	PROPN
epaa-335	505	3	.	.	PROPN
epaa-335	505	4	ala	ala	PROPN
epaa-335	505	5	1989	1989	NUM
epaa-335	505	6	)	)	PUNCT
epaa-335	505	7	aff'd	aff'd	NOUN
epaa-335	505	8	,	,	PUNCT
epaa-335	505	9	935	935	NUM
epaa-335	505	10	f.	f.	PROPN
epaa-335	505	11	2d	2d	PROPN
epaa-335	505	12	1240	1240	NUM
epaa-335	505	13	(	(	PUNCT
epaa-335	505	14	11th	11th	ADJ
epaa-335	505	15	cir	cir	NOUN
epaa-335	505	16	.	.	PROPN
epaa-335	505	17	1991	1991	NUM
epaa-335	505	18	)	)	PUNCT
epaa-335	505	19	.	.	PUNCT
epaa-335	506	1	richardson	richardson	PROPN
epaa-335	506	2	,	,	PUNCT
epaa-335	506	3	m.w	m.w	PROPN
epaa-335	506	4	.	.	PROPN
epaa-335	506	5	&	&	CCONJ
epaa-335	506	6	stalnaker	stalnaker	PROPN
epaa-335	506	7	,	,	PUNCT
epaa-335	506	8	j.m	j.m	PROPN
epaa-335	506	9	.	.	PROPN
epaa-335	506	10	(	(	PUNCT
epaa-335	506	11	1933	1933	NUM
epaa-335	506	12	)	)	PUNCT
epaa-335	506	13	.	.	PUNCT
epaa-335	507	1	a	a	DET
epaa-335	507	2	note	note	NOUN
epaa-335	507	3	on	on	ADP
epaa-335	507	4	the	the	DET
epaa-335	507	5	use	use	NOUN
epaa-335	507	6	of	of	ADP
epaa-335	507	7	bi	bi	ADJ
epaa-335	507	8	-	-	ADJ
epaa-335	507	9	serial	serial	ADJ
epaa-335	507	10	r	r	NOUN
epaa-335	507	11	in	in	ADP
epaa-335	507	12	test	test	NOUN
epaa-335	507	13	research	research	NOUN
epaa-335	507	14	.	.	PUNCT
epaa-335	508	1	journal	journal	PROPN
epaa-335	508	2	of	of	ADP
epaa-335	508	3	general	general	ADJ
epaa-335	508	4	psychology	psychology	NOUN
epaa-335	508	5	,	,	PUNCT
epaa-335	508	6	8	8	NUM
epaa-335	508	7	,	,	PUNCT
epaa-335	508	8	463	463	NUM
epaa-335	508	9	-	-	SYM
epaa-335	508	10	465	465	NUM
epaa-335	508	11	.	.	PUNCT
epaa-335	509	1	thorndike	thorndike	PROPN
epaa-335	509	2	,	,	PUNCT
epaa-335	509	3	e.l	e.l	PROPN
epaa-335	509	4	.	.	PROPN
epaa-335	509	5	,	,	PUNCT
epaa-335	509	6	bregman	bregman	PROPN
epaa-335	509	7	,	,	PUNCT
epaa-335	509	8	m.v	m.v	PROPN
epaa-335	509	9	.	.	PROPN
epaa-335	509	10	,	,	PUNCT
epaa-335	509	11	cobb	cobb	PROPN
epaa-335	509	12	,	,	PUNCT
epaa-335	509	13	woodyard	woodyard	PROPN
epaa-335	509	14	,	,	PUNCT
epaa-335	509	15	e.	e.	PROPN
epaa-335	509	16	et	et	PROPN
epaa-335	509	17	al	al	PROPN
epaa-335	509	18	.	.	PROPN
epaa-335	509	19	,	,	PUNCT
epaa-335	509	20	(	(	PUNCT
epaa-335	509	21	1929	1929	NUM
epaa-335	509	22	)	)	PUNCT
epaa-335	509	23	the	the	DET
epaa-335	509	24	measurement	measurement	NOUN
epaa-335	509	25	of	of	ADP
epaa-335	509	26	intelligence	intelligence	NOUN
epaa-335	509	27	.	.	PUNCT
epaa-335	510	1	ny	ny	PROPN
epaa-335	510	2	:	:	PUNCT
epaa-335	510	3	teachers	teachers	PROPN
epaa-335	510	4	college	college	PROPN
epaa-335	510	5	,	,	PUNCT
epaa-335	510	6	columbia	columbia	PROPN
epaa-335	510	7	university	university	PROPN
epaa-335	510	8	.	.	PUNCT
epaa-335	511	1	u.s	u.s	PROPN
epaa-335	511	2	.	.	PROPN
epaa-335	511	3	department	department	PROPN
epaa-335	511	4	of	of	ADP
epaa-335	511	5	education	education	PROPN
epaa-335	511	6	,	,	PUNCT
epaa-335	511	7	national	national	ADJ
epaa-335	511	8	center	center	NOUN
epaa-335	511	9	for	for	ADP
epaa-335	511	10	education	education	NOUN
epaa-335	511	11	statistics	statistic	NOUN
epaa-335	511	12	.	.	PUNCT
epaa-335	512	1	reference	reference	NOUN
epaa-335	512	2	and	and	CCONJ
epaa-335	512	3	reporting	reporting	NOUN
epaa-335	512	4	guide	guide	NOUN
epaa-335	512	5	for	for	ADP
epaa-335	512	6	preparing	prepare	VERB
epaa-335	512	7	state	state	NOUN
epaa-335	512	8	and	and	CCONJ
epaa-335	512	9	institutional	institutional	ADJ
epaa-335	512	10	reports	report	NOUN
epaa-335	512	11	on	on	ADP
epaa-335	512	12	the	the	DET
epaa-335	512	13	quality	quality	NOUN
epaa-335	512	14	of	of	ADP
epaa-335	512	15	teacher	teacher	NOUN
epaa-335	512	16	preparation	preparation	NOUN
epaa-335	512	17	:	:	PUNCT
epaa-335	512	18	title	title	PROPN
epaa-335	512	19	ii	ii	PROPN
epaa-335	512	20	,	,	PUNCT
epaa-335	512	21	higher	high	ADJ
epaa-335	512	22	education	education	PROPN
epaa-335	512	23	act	act	PROPN
epaa-335	512	24	,	,	PUNCT
epaa-335	512	25	nces	nce	VERB
epaa-335	512	26	2000089	2000089	NUM
epaa-335	512	27	.	.	PUNCT
epaa-335	513	1	washington	washington	PROPN
epaa-335	513	2	,	,	PUNCT
epaa-335	513	3	dc	dc	PROPN
epaa-335	513	4	:	:	PUNCT
epaa-335	513	5	2000	2000	NUM
epaa-335	513	6	.	.	PUNCT
epaa-335	514	1	wainer	wainer	PROPN
epaa-335	514	2	,	,	PUNCT
epaa-335	514	3	h.	h.	PROPN
epaa-335	514	4	(	(	PUNCT
epaa-335	514	5	1999	1999	NUM
epaa-335	514	6	)	)	PUNCT
epaa-335	514	7	.	.	PUNCT
epaa-335	515	1	some	some	DET
epaa-335	515	2	comments	comment	NOUN
epaa-335	515	3	on	on	ADP
epaa-335	515	4	the	the	DET
epaa-335	515	5	ad	ad	X
epaa-335	515	6	hoc	hoc	X
epaa-335	515	7	committee	committee	NOUN
epaa-335	515	8	's	's	PART
epaa-335	515	9	critique	critique	NOUN
epaa-335	515	10	of	of	ADP
epaa-335	515	11	the	the	DET
epaa-335	515	12	massachusetts	massachusetts	PROPN
epaa-335	515	13	teacher	teacher	NOUN
epaa-335	515	14	tests	test	NOUN
epaa-335	515	15	.	.	PUNCT
epaa-335	516	1	education	education	NOUN
epaa-335	516	2	policy	policy	NOUN
epaa-335	516	3	analysis	analysis	NOUN
epaa-335	516	4	archives	archive	NOUN
epaa-335	516	5	,	,	PUNCT
epaa-335	516	6	7(5	7(5	NUM
epaa-335	516	7	)	)	PUNCT
epaa-335	516	8	.	.	PUNCT
epaa-335	517	1	available	available	ADJ
epaa-335	517	2	online	online	ADV
epaa-335	517	3	at	at	ADP
epaa-335	517	4	http://epaa.asu.edu/epaa/v7n5.html	http://epaa.asu.edu/epaa/v7n5.html	NOUN
epaa-335	517	5	.	.	PUNCT
epaa-335	518	1	walden	walden	PROPN
epaa-335	518	2	,	,	PUNCT
epaa-335	518	3	j.c	j.c	PROPN
epaa-335	518	4	.	.	PROPN
epaa-335	518	5	&	&	CCONJ
epaa-335	518	6	deaton	deaton	PROPN
epaa-335	518	7	,	,	PUNCT
epaa-335	518	8	w.l	w.l	PROPN
epaa-335	518	9	.	.	PROPN
epaa-335	518	10	(	(	PUNCT
epaa-335	518	11	1988	1988	NUM
epaa-335	518	12	)	)	PUNCT
epaa-335	518	13	.	.	PUNCT
epaa-335	519	1	alabama	alabama	PROPN
epaa-335	519	2	's	's	PART
epaa-335	519	3	teacher	teacher	NOUN
epaa-335	519	4	certification	certification	NOUN
epaa-335	519	5	test	test	NOUN
epaa-335	519	6	fails	fail	VERB
epaa-335	519	7	.	.	PUNCT
epaa-335	520	1	42	42	NUM
epaa-335	520	2	ed	ed	NOUN
epaa-335	520	3	.	.	PUNCT
epaa-335	521	1	law	law	NOUN
epaa-335	521	2	rep.1	rep.1	PROPN
epaa-335	521	3	about	about	ADP
epaa-335	521	4	the	the	DET
epaa-335	521	5	author	author	NOUN
epaa-335	521	6	larry	larry	PROPN
epaa-335	521	7	h.	h.	PROPN
epaa-335	521	8	ludow	ludow	PROPN
epaa-335	521	9	associate	associate	PROPN
epaa-335	521	10	professor	professor	PROPN
epaa-335	521	11	boston	boston	PROPN
epaa-335	521	12	college	college	PROPN
epaa-335	521	13	lynch	lynch	PROPN
epaa-335	521	14	school	school	PROPN
epaa-335	521	15	of	of	ADP
epaa-335	521	16	education	education	PROPN
epaa-335	521	17	educational	educational	ADJ
epaa-335	521	18	research	research	NOUN
epaa-335	521	19	,	,	PUNCT
epaa-335	521	20	measurement	measurement	NOUN
epaa-335	521	21	,	,	PUNCT
epaa-335	521	22	and	and	CCONJ
epaa-335	521	23	evaluation	evaluation	NOUN
epaa-335	521	24	department	department	NOUN
epaa-335	521	25	email	email	NOUN
epaa-335	521	26	:	:	PUNCT
epaa-335	521	27	ludlow@bc.edu	ludlow@bc.edu	PROPN
epaa-335	521	28	larry	larry	PROPN
epaa-335	521	29	ludlow	ludlow	PROPN
epaa-335	521	30	is	be	AUX
epaa-335	521	31	an	an	DET
epaa-335	521	32	associate	associate	ADJ
epaa-335	521	33	professor	professor	NOUN
epaa-335	521	34	in	in	ADP
epaa-335	521	35	the	the	DET
epaa-335	521	36	lynch	lynch	PROPN
epaa-335	521	37	school	school	PROPN
epaa-335	521	38	of	of	ADP
epaa-335	521	39	education	education	NOUN
epaa-335	521	40	at	at	ADP
epaa-335	521	41	boston	boston	PROPN
epaa-335	521	42	college	college	PROPN
epaa-335	521	43	.	.	PUNCT
epaa-335	522	1	he	he	PRON
epaa-335	522	2	teaches	teach	VERB
epaa-335	522	3	courses	course	NOUN
epaa-335	522	4	in	in	ADP
epaa-335	522	5	research	research	NOUN
epaa-335	522	6	methods	method	NOUN
epaa-335	522	7	,	,	PUNCT
epaa-335	522	8	statistics	statistic	NOUN
epaa-335	522	9	,	,	PUNCT
epaa-335	522	10	and	and	CCONJ
epaa-335	522	11	psychometrics	psychometric	NOUN
epaa-335	522	12	.	.	PUNCT
epaa-335	523	1	his	his	PRON
epaa-335	523	2	21	21	NUM
epaa-335	523	3	of	of	ADP
epaa-335	523	4	22	22	NUM
epaa-335	523	5	research	research	NOUN
epaa-335	523	6	interests	interest	NOUN
epaa-335	523	7	include	include	VERB
epaa-335	523	8	teacher	teacher	NOUN
epaa-335	523	9	testing	testing	NOUN
epaa-335	523	10	,	,	PUNCT
epaa-335	523	11	faculty	faculty	NOUN
epaa-335	523	12	evaluations	evaluation	NOUN
epaa-335	523	13	,	,	PUNCT
epaa-335	523	14	applied	apply	VERB
epaa-335	523	15	psychometrics	psychometric	NOUN
epaa-335	523	16	,	,	PUNCT
epaa-335	523	17	and	and	CCONJ
epaa-335	523	18	the	the	DET
epaa-335	523	19	history	history	NOUN
epaa-335	523	20	of	of	ADP
epaa-335	523	21	statistics	statistic	NOUN
epaa-335	523	22	.	.	PUNCT
epaa-335	524	1	copyright	copyright	NOUN
epaa-335	524	2	2001	2001	NUM
epaa-335	524	3	by	by	ADP
epaa-335	524	4	the	the	DET
epaa-335	524	5	education	education	NOUN
epaa-335	524	6	policy	policy	NOUN
epaa-335	524	7	analysis	analysis	NOUN
epaa-335	524	8	archives	archive	NOUN
epaa-335	524	9	the	the	DET
epaa-335	524	10	world	world	NOUN
epaa-335	524	11	wide	wide	ADJ
epaa-335	524	12	web	web	NOUN
epaa-335	524	13	address	address	NOUN
epaa-335	524	14	for	for	ADP
epaa-335	524	15	the	the	DET
epaa-335	524	16	education	education	NOUN
epaa-335	524	17	policy	policy	NOUN
epaa-335	524	18	analysis	analysis	NOUN
epaa-335	524	19	archives	archive	NOUN
epaa-335	524	20	is	be	AUX
epaa-335	524	21	epaa.asu.edu	epaa.asu.edu	PROPN
epaa-335	524	22	general	general	ADJ
epaa-335	524	23	questions	question	NOUN
epaa-335	524	24	about	about	ADP
epaa-335	524	25	appropriateness	appropriateness	NOUN
epaa-335	524	26	of	of	ADP
epaa-335	524	27	topics	topic	NOUN
epaa-335	524	28	or	or	CCONJ
epaa-335	524	29	particular	particular	ADJ
epaa-335	524	30	articles	article	NOUN
epaa-335	524	31	may	may	AUX
epaa-335	524	32	be	be	AUX
epaa-335	524	33	addressed	address	VERB
epaa-335	524	34	to	to	ADP
epaa-335	524	35	the	the	DET
epaa-335	524	36	editor	editor	NOUN
epaa-335	524	37	,	,	PUNCT
epaa-335	524	38	gene	gene	NOUN
epaa-335	524	39	v	v	NOUN
epaa-335	524	40	glass	glass	NOUN
epaa-335	524	41	,	,	PUNCT
epaa-335	524	42	glass@asu.edu	glass@asu.edu	NOUN
epaa-335	524	43	or	or	CCONJ
epaa-335	524	44	reach	reach	VERB
epaa-335	524	45	him	he	PRON
epaa-335	524	46	at	at	ADP
epaa-335	524	47	college	college	NOUN
epaa-335	524	48	of	of	ADP
epaa-335	524	49	education	education	NOUN
epaa-335	524	50	,	,	PUNCT
epaa-335	524	51	arizona	arizona	PROPN
epaa-335	524	52	state	state	PROPN
epaa-335	524	53	university	university	PROPN
epaa-335	524	54	,	,	PUNCT
epaa-335	524	55	tempe	tempe	PROPN
epaa-335	524	56	,	,	PUNCT
epaa-335	524	57	az	az	PROPN
epaa-335	524	58	85287	85287	NUM
epaa-335	524	59	-	-	SYM
epaa-335	524	60	0211	0211	NUM
epaa-335	524	61	.	.	PUNCT
epaa-335	525	1	(	(	PUNCT
epaa-335	525	2	602	602	NUM
epaa-335	525	3	-	-	SYM
epaa-335	525	4	965	965	NUM
epaa-335	525	5	-	-	PUNCT
epaa-335	525	6	9644	9644	NUM
epaa-335	525	7	)	)	PUNCT
epaa-335	525	8	.	.	PUNCT
epaa-335	526	1	the	the	DET
epaa-335	526	2	commentary	commentary	NOUN
epaa-335	526	3	editor	editor	NOUN
epaa-335	526	4	is	be	AUX
epaa-335	526	5	casey	casey	PROPN
epaa-335	526	6	d.	d.	PROPN
epaa-335	526	7	cobb	cobb	PROPN
epaa-335	526	8	:	:	PUNCT
epaa-335	526	9	casey.cobb@unh.edu	casey.cobb@unh.edu	PROPN
epaa-335	526	10	.	.	PUNCT
epaa-335	527	1	epaa	epaa	PROPN
epaa-335	527	2	editorial	editorial	PROPN
epaa-335	527	3	board	board	PROPN
epaa-335	527	4	michael	michael	PROPN
epaa-335	527	5	w.	w.	PROPN
epaa-335	527	6	apple	apple	PROPN
epaa-335	527	7	university	university	PROPN
epaa-335	527	8	of	of	ADP
epaa-335	527	9	wisconsin	wisconsin	PROPN
epaa-335	527	10	greg	greg	PROPN
epaa-335	527	11	camilli	camilli	PROPN
epaa-335	527	12	rutgers	rutgers	PROPN
epaa-335	527	13	university	university	PROPN
epaa-335	527	14	john	john	PROPN
epaa-335	527	15	covaleskie	covaleskie	PROPN
epaa-335	527	16	northern	northern	PROPN
epaa-335	527	17	michigan	michigan	PROPN
epaa-335	527	18	university	university	PROPN
epaa-335	527	19	alan	alan	PROPN
epaa-335	527	20	davis	davis	PROPN
epaa-335	527	21	university	university	PROPN
epaa-335	527	22	of	of	ADP
epaa-335	527	23	colorado	colorado	PROPN
epaa-335	527	24	,	,	PUNCT
epaa-335	527	25	denver	denver	PROPN
epaa-335	527	26	sherman	sherman	PROPN
epaa-335	527	27	dorn	dorn	PROPN
epaa-335	527	28	university	university	PROPN
epaa-335	527	29	of	of	ADP
epaa-335	527	30	south	south	PROPN
epaa-335	527	31	florida	florida	PROPN
epaa-335	527	32	mark	mark	PROPN
epaa-335	527	33	e.	e.	PROPN
epaa-335	527	34	fetler	fetler	PROPN
epaa-335	527	35	california	california	PROPN
epaa-335	527	36	commission	commission	PROPN
epaa-335	527	37	on	on	ADP
epaa-335	527	38	teacher	teacher	NOUN
epaa-335	527	39	credentialing	credentiale	VERB
epaa-335	527	40	richard	richard	PROPN
epaa-335	527	41	garlikov	garlikov	PROPN
epaa-335	528	1	hmwkhelp@scott.net	hmwkhelp@scott.net	PROPN
epaa-335	528	2	thomas	thomas	PROPN
epaa-335	528	3	f.	f.	PROPN
epaa-335	528	4	green	green	PROPN
epaa-335	528	5	syracuse	syracuse	PROPN
epaa-335	528	6	university	university	PROPN
epaa-335	528	7	alison	alison	PROPN
epaa-335	528	8	i.	i.	PROPN
epaa-335	528	9	griffith	griffith	PROPN
epaa-335	528	10	york	york	PROPN
epaa-335	528	11	university	university	PROPN
epaa-335	528	12	arlen	arlen	PROPN
epaa-335	528	13	gullickson	gullickson	PROPN
epaa-335	528	14	western	western	PROPN
epaa-335	528	15	michigan	michigan	PROPN
epaa-335	528	16	university	university	PROPN
epaa-335	528	17	ernest	ernest	PROPN
epaa-335	528	18	r.	r.	PROPN
epaa-335	528	19	house	house	PROPN
epaa-335	528	20	university	university	PROPN
epaa-335	528	21	of	of	ADP
epaa-335	528	22	colorado	colorado	PROPN
epaa-335	528	23	aimee	aimee	PROPN
epaa-335	528	24	howley	howley	PROPN
epaa-335	528	25	ohio	ohio	PROPN
epaa-335	528	26	university	university	PROPN
epaa-335	528	27	craig	craig	PROPN
epaa-335	528	28	b.	b.	PROPN
epaa-335	528	29	howley	howley	PROPN
epaa-335	528	30	appalachia	appalachia	PROPN
epaa-335	528	31	educational	educational	PROPN
epaa-335	528	32	laboratory	laboratory	PROPN
epaa-335	528	33	william	william	PROPN
epaa-335	528	34	hunter	hunter	PROPN
epaa-335	528	35	university	university	PROPN
epaa-335	528	36	of	of	ADP
epaa-335	528	37	calgary	calgary	PROPN
epaa-335	528	38	daniel	daniel	PROPN
epaa-335	528	39	kallós	kallós	PROPN
epaa-335	528	40	umeå	umeå	PROPN
epaa-335	528	41	university	university	PROPN
epaa-335	528	42	benjamin	benjamin	PROPN
epaa-335	528	43	levin	levin	PROPN
epaa-335	528	44	university	university	PROPN
epaa-335	528	45	of	of	ADP
epaa-335	528	46	manitoba	manitoba	PROPN
epaa-335	528	47	thomas	thomas	PROPN
epaa-335	528	48	mauhs	mauhs	PROPN
epaa-335	528	49	-	-	PUNCT
epaa-335	528	50	pugh	pugh	PROPN
epaa-335	528	51	green	green	PROPN
epaa-335	528	52	mountain	mountain	PROPN
epaa-335	528	53	college	college	PROPN
epaa-335	528	54	dewayne	dewayne	PROPN
epaa-335	528	55	matthews	matthews	PROPN
epaa-335	528	56	western	western	PROPN
epaa-335	528	57	interstate	interstate	PROPN
epaa-335	528	58	commission	commission	NOUN
epaa-335	528	59	for	for	ADP
epaa-335	528	60	higher	high	ADJ
epaa-335	528	61	education	education	PROPN
epaa-335	528	62	william	william	PROPN
epaa-335	528	63	mcinerney	mcinerney	PROPN
epaa-335	528	64	purdue	purdue	PROPN
epaa-335	528	65	university	university	PROPN
epaa-335	528	66	mary	mary	PROPN
epaa-335	528	67	mckeown	mckeown	PROPN
epaa-335	528	68	-	-	PUNCT
epaa-335	528	69	moak	moak	NOUN
epaa-335	528	70	mgt	mgt	NOUN
epaa-335	528	71	of	of	ADP
epaa-335	528	72	america	america	PROPN
epaa-335	528	73	(	(	PUNCT
epaa-335	528	74	austin	austin	PROPN
epaa-335	528	75	,	,	PUNCT
epaa-335	528	76	tx	tx	PROPN
epaa-335	528	77	)	)	PUNCT
epaa-335	528	78	les	les	PROPN
epaa-335	528	79	mclean	mclean	PROPN
epaa-335	528	80	university	university	PROPN
epaa-335	528	81	of	of	ADP
epaa-335	528	82	toronto	toronto	PROPN
epaa-335	528	83	susan	susan	PROPN
epaa-335	528	84	bobbitt	bobbitt	PROPN
epaa-335	528	85	nolen	nolen	PROPN
epaa-335	528	86	university	university	PROPN
epaa-335	528	87	of	of	ADP
epaa-335	528	88	washington	washington	PROPN
epaa-335	528	89	anne	anne	PROPN
epaa-335	528	90	l.	l.	PROPN
epaa-335	528	91	pemberton	pemberton	PROPN
epaa-335	529	1	apembert@pen.k12.va.us	apembert@pen.k12.va.us	PROPN
epaa-335	529	2	hugh	hugh	PROPN
epaa-335	529	3	g.	g.	PROPN
epaa-335	529	4	petrie	petrie	PROPN
epaa-335	529	5	suny	suny	PROPN
epaa-335	529	6	buffalo	buffalo	PROPN
epaa-335	529	7	richard	richard	PROPN
epaa-335	529	8	c.	c.	PROPN
epaa-335	529	9	richardson	richardson	PROPN
epaa-335	529	10	new	new	PROPN
epaa-335	529	11	york	york	PROPN
epaa-335	529	12	university	university	PROPN
epaa-335	529	13	anthony	anthony	PROPN
epaa-335	529	14	g.	g.	PROPN
epaa-335	529	15	rud	rud	PROPN
epaa-335	529	16	jr	jr	PROPN
epaa-335	529	17	.	.	PROPN
epaa-335	529	18	purdue	purdue	PROPN
epaa-335	529	19	university	university	PROPN
epaa-335	529	20	dennis	dennis	PROPN
epaa-335	529	21	sayers	sayers	PROPN
epaa-335	529	22	ann	ann	PROPN
epaa-335	529	23	leavenworth	leavenworth	PROPN
epaa-335	529	24	center	center	PROPN
epaa-335	529	25	for	for	ADP
epaa-335	529	26	accelerated	accelerated	ADJ
epaa-335	529	27	learning	learn	VERB
epaa-335	529	28	jay	jay	PROPN
epaa-335	529	29	d.	d.	PROPN
epaa-335	529	30	scribner	scribner	PROPN
epaa-335	529	31	university	university	PROPN
epaa-335	529	32	of	of	ADP
epaa-335	529	33	texas	texas	PROPN
epaa-335	529	34	at	at	ADP
epaa-335	529	35	austin	austin	PROPN
epaa-335	529	36	22	22	NUM
epaa-335	529	37	of	of	ADP
epaa-335	529	38	22	22	NUM
epaa-335	529	39	michael	michael	PROPN
epaa-335	529	40	scriven	scriven	PROPN
epaa-335	529	41	scriven@aol.com	scriven@aol.com	PROPN
epaa-335	530	1	robert	robert	PROPN
epaa-335	530	2	e.	e.	PROPN
epaa-335	530	3	stake	stake	PROPN
epaa-335	530	4	university	university	PROPN
epaa-335	530	5	of	of	ADP
epaa-335	530	6	illinois	illinois	PROPN
epaa-335	530	7	—	—	PUNCT
epaa-335	530	8	uc	uc	PROPN
epaa-335	530	9	robert	robert	PROPN
epaa-335	530	10	stonehill	stonehill	PROPN
epaa-335	530	11	u.s	u.s	PROPN
epaa-335	530	12	.	.	PROPN
epaa-335	530	13	department	department	PROPN
epaa-335	530	14	of	of	ADP
epaa-335	530	15	education	education	PROPN
epaa-335	530	16	david	david	PROPN
epaa-335	530	17	d.	d.	PROPN
epaa-335	530	18	williams	williams	PROPN
epaa-335	530	19	brigham	brigham	PROPN
epaa-335	530	20	young	young	PROPN
epaa-335	530	21	university	university	NOUN
epaa-335	530	22	epaa	epaa	NOUN
epaa-335	530	23	spanish	spanish	ADJ
epaa-335	530	24	language	language	NOUN
epaa-335	530	25	editorial	editorial	NOUN
epaa-335	530	26	board	board	NOUN
epaa-335	530	27	associate	associate	NOUN
epaa-335	530	28	editor	editor	NOUN
epaa-335	530	29	for	for	ADP
epaa-335	530	30	spanish	spanish	ADJ
epaa-335	530	31	language	language	NOUN
epaa-335	530	32	roberto	roberto	PROPN
epaa-335	530	33	rodríguez	rodríguez	NOUN
epaa-335	530	34	gómez	gómez	PROPN
epaa-335	530	35	universidad	universidad	PROPN
epaa-335	530	36	nacional	nacional	PROPN
epaa-335	530	37	autónoma	autónoma	PROPN
epaa-335	530	38	de	de	PROPN
epaa-335	530	39	méxico	méxico	PROPN
epaa-335	530	40	roberto@servidor.unam.mx	roberto@servidor.unam.mx	PROPN
epaa-335	530	41	adrián	adrián	PROPN
epaa-335	530	42	acosta	acosta	PROPN
epaa-335	530	43	(	(	PUNCT
epaa-335	530	44	méxico	méxico	PROPN
epaa-335	530	45	)	)	PUNCT
epaa-335	530	46	universidad	universidad	PROPN
epaa-335	530	47	de	de	PROPN
epaa-335	530	48	guadalajara	guadalajara	PROPN
epaa-335	530	49	adrianacosta@compuserve.com	adrianacosta@compuserve.com	X
epaa-335	531	1	j.	j.	PROPN
epaa-335	531	2	félix	félix	PROPN
epaa-335	531	3	angulo	angulo	PROPN
epaa-335	531	4	rasco	rasco	PROPN
epaa-335	531	5	(	(	PUNCT
epaa-335	531	6	spain	spain	PROPN
epaa-335	531	7	)	)	PUNCT
epaa-335	531	8	universidad	universidad	PROPN
epaa-335	531	9	de	de	PROPN
epaa-335	531	10	cádiz	cádiz	PROPN
epaa-335	531	11	felix.angulo@uca.es	felix.angulo@uca.es	PROPN
epaa-335	531	12	teresa	teresa	PROPN
epaa-335	531	13	bracho	bracho	PROPN
epaa-335	531	14	(	(	PUNCT
epaa-335	531	15	méxico	méxico	PROPN
epaa-335	531	16	)	)	PUNCT
epaa-335	531	17	centro	centro	PROPN
epaa-335	531	18	de	de	PROPN
epaa-335	531	19	investigación	investigación	PROPN
epaa-335	531	20	y	y	PROPN
epaa-335	531	21	docencia	docencia	PROPN
epaa-335	531	22	económica	económica	PROPN
epaa-335	531	23	-	-	PUNCT
epaa-335	531	24	cide	cide	NOUN
epaa-335	531	25	bracho	bracho	NOUN
epaa-335	531	26	dis1.cide.mx	dis1.cide.mx	PROPN
epaa-335	531	27	alejandro	alejandro	PROPN
epaa-335	531	28	canales	canales	PROPN
epaa-335	531	29	(	(	PUNCT
epaa-335	531	30	méxico	méxico	PROPN
epaa-335	531	31	)	)	PUNCT
epaa-335	531	32	universidad	universidad	PROPN
epaa-335	531	33	nacional	nacional	PROPN
epaa-335	532	1	autónoma	autónoma	PROPN
epaa-335	532	2	de	de	PROPN
epaa-335	532	3	méxico	méxico	PROPN
epaa-335	532	4	canalesa@servidor.unam.mx	canalesa@servidor.unam.mx	PROPN
epaa-335	532	5	ursula	ursula	PROPN
epaa-335	532	6	casanova	casanova	PROPN
epaa-335	532	7	(	(	PUNCT
epaa-335	532	8	u.s.a	u.s.a	PROPN
epaa-335	532	9	.	.	PUNCT
epaa-335	532	10	)	)	PUNCT
epaa-335	533	1	arizona	arizona	PROPN
epaa-335	533	2	state	state	PROPN
epaa-335	533	3	university	university	PROPN
epaa-335	533	4	casanova@asu.edu	casanova@asu.edu	PROPN
epaa-335	533	5	josé	josé	PROPN
epaa-335	533	6	contreras	contreras	PROPN
epaa-335	533	7	domingo	domingo	PROPN
epaa-335	533	8	universitat	universitat	PROPN
epaa-335	533	9	de	de	PROPN
epaa-335	533	10	barcelona	barcelona	PROPN
epaa-335	533	11	jose.contreras@doe.d5.ub.es	jose.contreras@doe.d5.ub.es	PROPN
epaa-335	533	12	erwin	erwin	PROPN
epaa-335	533	13	epstein	epstein	PROPN
epaa-335	533	14	(	(	PUNCT
epaa-335	533	15	u.s.a	u.s.a	PROPN
epaa-335	533	16	.	.	PUNCT
epaa-335	533	17	)	)	PUNCT
epaa-335	534	1	loyola	loyola	PROPN
epaa-335	534	2	university	university	PROPN
epaa-335	534	3	of	of	ADP
epaa-335	534	4	chicago	chicago	PROPN
epaa-335	534	5	eepstein@luc.edu	eepstein@luc.edu	PROPN
epaa-335	535	1	josué	josué	PROPN
epaa-335	535	2	gonzález	gonzález	PROPN
epaa-335	535	3	(	(	PUNCT
epaa-335	535	4	u.s.a	u.s.a	PROPN
epaa-335	535	5	.	.	PUNCT
epaa-335	535	6	)	)	PUNCT
epaa-335	536	1	arizona	arizona	PROPN
epaa-335	536	2	state	state	PROPN
epaa-335	536	3	university	university	PROPN
epaa-335	536	4	josue@asu.edu	josue@asu.edu	PROPN
epaa-335	536	5	rollin	rollin	PROPN
epaa-335	536	6	kent	kent	PROPN
epaa-335	536	7	(	(	PUNCT
epaa-335	536	8	méxico	méxico	PROPN
epaa-335	536	9	)	)	PUNCT
epaa-335	536	10	departamento	departamento	PROPN
epaa-335	536	11	de	de	PROPN
epaa-335	536	12	investigación	investigación	PROPN
epaa-335	536	13	educativa	educativa	PROPN
epaa-335	536	14	-	-	PUNCT
epaa-335	536	15	die	die	VERB
epaa-335	536	16	/	/	SYM
epaa-335	536	17	cinvestav	cinvestav	NOUN
epaa-335	536	18	rkent@gemtel.com.mx	rkent@gemtel.com.mx	PROPN
epaa-335	536	19	kentr@data.net.mx	kentr@data.net.mx	PROPN
epaa-335	536	20	maría	maría	PROPN
epaa-335	536	21	beatriz	beatriz	PROPN
epaa-335	536	22	luce	luce	PROPN
epaa-335	536	23	(	(	PUNCT
epaa-335	536	24	brazil	brazil	PROPN
epaa-335	536	25	)	)	PUNCT
epaa-335	536	26	universidad	universidad	PROPN
epaa-335	536	27	federal	federal	PROPN
epaa-335	536	28	de	de	PROPN
epaa-335	536	29	rio	rio	PROPN
epaa-335	536	30	grande	grande	PROPN
epaa-335	536	31	do	do	VERB
epaa-335	536	32	sul	sul	ADJ
epaa-335	536	33	-	-	ADJ
epaa-335	536	34	ufrgs	ufrgs	ADJ
epaa-335	536	35	lucemb@orion.ufrgs.br	lucemb@orion.ufrgs.br	PROPN
epaa-335	536	36	javier	javier	PROPN
epaa-335	536	37	mendoza	mendoza	PROPN
epaa-335	536	38	rojas	rojas	PROPN
epaa-335	536	39	(	(	PUNCT
epaa-335	536	40	méxico	méxico	PROPN
epaa-335	536	41	)	)	PUNCT
epaa-335	536	42	universidad	universidad	PROPN
epaa-335	536	43	nacional	nacional	PROPN
epaa-335	536	44	autónoma	autónoma	PROPN
epaa-335	536	45	de	de	PROPN
epaa-335	536	46	méxico	méxico	PROPN
epaa-335	536	47	javiermr@servidor.unam.mx	javiermr@servidor.unam.mx	PROPN
epaa-335	536	48	marcela	marcela	PROPN
epaa-335	536	49	mollis	mollis	PROPN
epaa-335	536	50	(	(	PUNCT
epaa-335	536	51	argentina	argentina	PROPN
epaa-335	536	52	)	)	PUNCT
epaa-335	536	53	universidad	universidad	PROPN
epaa-335	536	54	de	de	PROPN
epaa-335	536	55	buenos	buenos	PROPN
epaa-335	536	56	aires	aires	PROPN
epaa-335	536	57	mmollis@filo.uba.ar	mmollis@filo.uba.ar	PROPN
epaa-335	536	58	humberto	humberto	PROPN
epaa-335	536	59	muñoz	muñoz	PROPN
epaa-335	536	60	garcía	garcía	PROPN
epaa-335	536	61	(	(	PUNCT
epaa-335	536	62	méxico	méxico	PROPN
epaa-335	536	63	)	)	PUNCT
epaa-335	536	64	universidad	universidad	PROPN
epaa-335	536	65	nacional	nacional	PROPN
epaa-335	536	66	autónoma	autónoma	PROPN
epaa-335	536	67	de	de	PROPN
epaa-335	536	68	méxico	méxico	PROPN
epaa-335	536	69	humberto@servidor.unam.mx	humberto@servidor.unam.mx	PROPN
epaa-335	536	70	angel	angel	NOUN
epaa-335	536	71	ignacio	ignacio	PROPN
epaa-335	536	72	pérez	pérez	PROPN
epaa-335	536	73	gómez	gómez	PROPN
epaa-335	536	74	(	(	PUNCT
epaa-335	536	75	spain	spain	PROPN
epaa-335	536	76	)	)	PUNCT
epaa-335	536	77	universidad	universidad	PROPN
epaa-335	536	78	de	de	PROPN
epaa-335	536	79	málaga	málaga	PROPN
epaa-335	536	80	aiperez@uma.es	aiperez@uma.es	PROPN
epaa-335	536	81	daniel	daniel	PROPN
epaa-335	536	82	schugurensky	schugurensky	PROPN
epaa-335	536	83	(	(	PUNCT
epaa-335	536	84	argentina	argentina	PROPN
epaa-335	536	85	-	-	PUNCT
epaa-335	536	86	canadá	canadá	NOUN
epaa-335	536	87	)	)	PUNCT
epaa-335	536	88	oise	oise	PROPN
epaa-335	536	89	/	/	SYM
epaa-335	536	90	ut	ut	PROPN
epaa-335	536	91	,	,	PUNCT
epaa-335	537	1	canada	canada	PROPN
epaa-335	537	2	dschugurensky@oise.utoronto.ca	dschugurensky@oise.utoronto.ca	PROPN
epaa-335	537	3	simon	simon	PROPN
epaa-335	537	4	schwartzman	schwartzman	PROPN
epaa-335	537	5	(	(	PUNCT
epaa-335	537	6	brazil	brazil	PROPN
epaa-335	537	7	)	)	PUNCT
epaa-335	537	8	fundação	fundação	NOUN
epaa-335	537	9	instituto	instituto	PROPN
epaa-335	537	10	brasileiro	brasileiro	PROPN
epaa-335	537	11	e	e	PROPN
epaa-335	537	12	geografia	geografia	PROPN
epaa-335	537	13	e	e	PROPN
epaa-335	537	14	estatística	estatística	PROPN
epaa-335	537	15	simon@openlink.com.br	simon@openlink.com.br	PROPN
epaa-335	537	16	jurjo	jurjo	PROPN
epaa-335	537	17	torres	torre	VERB
epaa-335	537	18	santomé	santomé	NOUN
epaa-335	537	19	(	(	PUNCT
epaa-335	537	20	spain	spain	PROPN
epaa-335	537	21	)	)	PUNCT
epaa-335	537	22	universidad	universidad	PROPN
epaa-335	538	1	de	de	PROPN
epaa-335	538	2	a	a	DET
epaa-335	538	3	coruña	coruña	NOUN
epaa-335	538	4	jurjo@udc.es	jurjo@udc.es	PROPN
epaa-335	538	5	carlos	carlos	PROPN
epaa-335	538	6	alberto	alberto	PROPN
epaa-335	538	7	torres	torres	PROPN
epaa-335	538	8	(	(	PUNCT
epaa-335	538	9	u.s.a	u.s.a	NOUN
epaa-335	538	10	.	.	PUNCT
epaa-335	538	11	)	)	PUNCT
epaa-335	539	1	university	university	PROPN
epaa-335	539	2	of	of	ADP
epaa-335	539	3	california	california	PROPN
epaa-335	539	4	,	,	PUNCT
epaa-335	539	5	los	los	PROPN
epaa-335	539	6	angeles	angeles	PROPN
epaa-335	539	7	torres@gseisucla.edu	torres@gseisucla.edu	PUNCT