id	sid	tid	token	lemma	pos
ger-473	1	1	aligning	align	VERB
ger-473	1	2	test	test	NOUN
ger-473	1	3	scoring	scoring	NOUN
ger-473	1	4	procedures	procedure	NOUN
ger-473	1	5	with	with	ADP
ger-473	1	6	test	test	NOUN
ger-473	1	7	uses	use	VERB
ger-473	1	8	143	143	NUM
ger-473	1	9	_	_	PUNCT
ger-473	2	1	_	_	PUNCT
ger-473	3	1	_	_	PUNCT
ger-473	4	1	_	_	PUNCT
ger-473	5	1	_	_	PUNCT
ger-473	6	1	_	_	PUNCT
ger-473	7	1	_	_	PUNCT
ger-473	8	1	_	_	PUNCT
ger-473	9	1	_	_	PUNCT
ger-473	10	1	_	_	PUNCT
ger-473	11	1	_	_	PUNCT
ger-473	12	1	_	_	PUNCT
ger-473	13	1	_	_	PUNCT
ger-473	14	1	_	_	PUNCT
ger-473	15	1	_	_	PUNCT
ger-473	16	1	_	_	PUNCT
ger-473	17	1	_	_	PUNCT
ger-473	18	1	_	_	PUNCT
ger-473	19	1	_	_	PUNCT
ger-473	20	1	_	_	PUNCT
ger-473	21	1	_	_	PUNCT
ger-473	22	1	_	_	PUNCT
ger-473	23	1	_	_	PUNCT
ger-473	24	1	_	_	PUNCT
ger-473	25	1	_	_	PUNCT
ger-473	26	1	_	_	PUNCT
ger-473	27	1	_	_	PUNCT
ger-473	28	1	_	_	PUNCT
ger-473	29	1	_	_	PUNCT
ger-473	30	1	_	_	PUNCT
ger-473	31	1	_	_	PUNCT
ger-473	32	1	_	_	PUNCT
ger-473	33	1	_	_	PUNCT
ger-473	34	1	_	_	PUNCT
ger-473	35	1	_	_	PUNCT
ger-473	36	1	_	_	PUNCT
ger-473	37	1	_	_	PUNCT
ger-473	38	1	_	_	PUNCT
ger-473	39	1	_	_	PUNCT
ger-473	40	1	_	_	PUNCT
ger-473	41	1	_	_	PUNCT
ger-473	42	1	_	_	PUNCT
ger-473	43	1	_	_	PUNCT
ger-473	44	1	_	_	PUNCT
ger-473	45	1	_	_	PUNCT
ger-473	46	1	_	_	PUNCT
ger-473	47	1	_	_	PUNCT
ger-473	48	1	_	_	PUNCT
ger-473	49	1	_	_	PUNCT
ger-473	50	1	_	_	PUNCT
ger-473	51	1	_	_	PUNCT
ger-473	52	1	_	_	PUNCT
ger-473	53	1	_	_	PUNCT
ger-473	54	1	_	_	PUNCT
ger-473	55	1	_	_	PUNCT
ger-473	56	1	_	_	PUNCT
ger-473	57	1	_	_	PUNCT
ger-473	58	1	_	_	PUNCT
ger-473	59	1	_	_	PUNCT
ger-473	60	1	_	_	PUNCT
ger-473	61	1	_	_	PUNCT
ger-473	62	1	_	_	PUNCT
ger-473	63	1	_	_	PUNCT
ger-473	64	1	_	_	PUNCT
ger-473	65	1	_	_	PUNCT
ger-473	66	1	_	_	PUNCT
ger-473	67	1	_	_	PUNCT
ger-473	68	1	_	_	PUNCT
ger-473	69	1	_	_	PUNCT
ger-473	70	1	_	_	PUNCT
ger-473	71	1	_	_	PUNCT
ger-473	72	1	_	_	PUNCT
ger-473	73	1	_	_	PUNCT
ger-473	74	1	_	_	PUNCT
ger-473	75	1	_	_	PUNCT
ger-473	76	1	_	_	PUNCT
ger-473	77	1	_	_	PUNCT
ger-473	78	1	_	_	PUNCT
ger-473	79	1	_	_	PUNCT
ger-473	80	1	_	_	PUNCT
ger-473	81	1	_	_	PUNCT
ger-473	82	1	_	_	PUNCT
ger-473	83	1	_	_	PUNCT
ger-473	84	1	_	_	PUNCT
ger-473	85	1	_	_	PUNCT
ger-473	86	1	_	_	PUNCT
ger-473	87	1	_	_	PUNCT
ger-473	88	1	_	_	PUNCT
ger-473	89	1	_	_	PUNCT
ger-473	90	1	_	_	PUNCT
ger-473	91	1	_	_	PUNCT
ger-473	92	1	_	_	PUNCT
ger-473	93	1	_	_	PUNCT
ger-473	94	1	_	_	PUNCT
ger-473	95	1	_	_	PUNCT
ger-473	96	1	_	_	PUNCT
ger-473	97	1	_	_	PUNCT
ger-473	98	1	_	_	PUNCT
ger-473	99	1	_	_	PUNCT
ger-473	100	1	_	_	PUNCT
ger-473	101	1	_	_	PUNCT
ger-473	102	1	_	_	PUNCT
ger-473	103	1	_	_	PUNCT
ger-473	104	1	_	_	PUNCT
ger-473	105	1	_	_	PUNCT
ger-473	106	1	_	_	PUNCT
ger-473	107	1	_	_	PUNCT
ger-473	108	1	_	_	PUNCT
ger-473	109	1	_	_	PUNCT
ger-473	110	1	_	_	PUNCT
ger-473	111	1	_	_	PUNCT
ger-473	112	1	_	_	PUNCT
ger-473	113	1	_	_	PUNCT
ger-473	114	1	_	_	PUNCT
ger-473	115	1	_	_	PUNCT
ger-473	116	1	_	_	PUNCT
ger-473	117	1	_	_	PUNCT
ger-473	118	1	_	_	PUNCT
ger-473	119	1	_	_	PUNCT
ger-473	120	1	_	_	PUNCT
ger-473	121	1	global	global	ADJ
ger-473	121	2	education	education	NOUN
ger-473	121	3	review	review	NOUN
ger-473	121	4	is	be	AUX
ger-473	121	5	a	a	DET
ger-473	121	6	publication	publication	NOUN
ger-473	121	7	of	of	ADP
ger-473	121	8	the	the	DET
ger-473	121	9	school	school	NOUN
ger-473	121	10	of	of	ADP
ger-473	121	11	education	education	NOUN
ger-473	121	12	at	at	ADP
ger-473	121	13	mercy	mercy	NOUN
ger-473	121	14	college	college	NOUN
ger-473	121	15	,	,	PUNCT
ger-473	121	16	new	new	PROPN
ger-473	121	17	york	york	PROPN
ger-473	121	18	.	.	PUNCT
ger-473	122	1	this	this	PRON
ger-473	122	2	is	be	AUX
ger-473	122	3	an	an	DET
ger-473	122	4	open	open	ADJ
ger-473	122	5	access	access	NOUN
ger-473	122	6	article	article	NOUN
ger-473	122	7	distributed	distribute	VERB
ger-473	122	8	under	under	ADP
ger-473	122	9	the	the	DET
ger-473	122	10	terms	term	NOUN
ger-473	122	11	of	of	ADP
ger-473	122	12	the	the	DET
ger-473	122	13	creative	creative	ADJ
ger-473	122	14	commons	common	NOUN
ger-473	122	15	attribution	attribution	NOUN
ger-473	122	16	4.0	4.0	NUM
ger-473	122	17	international	international	ADJ
ger-473	122	18	license	license	NOUN
ger-473	122	19	(	(	PUNCT
ger-473	122	20	cc	cc	VERB
ger-473	122	21	by	by	ADP
ger-473	122	22	4.0	4.0	NUM
ger-473	122	23	)	)	PUNCT
ger-473	122	24	,	,	PUNCT
ger-473	122	25	permitting	permit	VERB
ger-473	122	26	all	all	DET
ger-473	122	27	use	use	NOUN
ger-473	122	28	,	,	PUNCT
ger-473	122	29	distribution	distribution	NOUN
ger-473	122	30	,	,	PUNCT
ger-473	122	31	and	and	CCONJ
ger-473	122	32	reproduction	reproduction	NOUN
ger-473	122	33	in	in	ADP
ger-473	122	34	any	any	DET
ger-473	122	35	medium	medium	NOUN
ger-473	122	36	,	,	PUNCT
ger-473	122	37	provided	provide	VERB
ger-473	122	38	the	the	DET
ger-473	122	39	original	original	ADJ
ger-473	122	40	work	work	NOUN
ger-473	122	41	is	be	AUX
ger-473	122	42	properly	properly	ADV
ger-473	122	43	cited	cite	VERB
ger-473	122	44	,	,	PUNCT
ger-473	122	45	a	a	DET
ger-473	122	46	link	link	NOUN
ger-473	122	47	to	to	ADP
ger-473	122	48	the	the	DET
ger-473	122	49	license	license	NOUN
ger-473	122	50	is	be	AUX
ger-473	122	51	provided	provide	VERB
ger-473	122	52	,	,	PUNCT
ger-473	122	53	and	and	CCONJ
ger-473	122	54	you	you	PRON
ger-473	122	55	indicate	indicate	VERB
ger-473	122	56	if	if	SCONJ
ger-473	122	57	changes	change	NOUN
ger-473	122	58	were	be	AUX
ger-473	122	59	made	make	VERB
ger-473	122	60	.	.	PUNCT
ger-473	123	1	citation	citation	NOUN
ger-473	123	2	:	:	PUNCT
ger-473	123	3	ketterlin	ketterlin	PROPN
ger-473	123	4	-	-	PUNCT
ger-473	123	5	geller	geller	PROPN
ger-473	123	6	,	,	PUNCT
ger-473	123	7	leanne	leanne	PROPN
ger-473	123	8	r.	r.	PROPN
ger-473	123	9	,	,	PUNCT
ger-473	123	10	perry	perry	PROPN
ger-473	123	11	,	,	PUNCT
ger-473	123	12	lindsey	lindsey	PROPN
ger-473	123	13	,	,	PUNCT
ger-473	123	14	platas	platas	PROPN
ger-473	123	15	,	,	PUNCT
ger-473	123	16	linda	linda	PROPN
ger-473	123	17	m.	m.	PROPN
ger-473	123	18	&	&	CCONJ
ger-473	123	19	sitbakhan	sitbakhan	PROPN
ger-473	123	20	,	,	PUNCT
ger-473	123	21	yasmin	yasmin	PROPN
ger-473	123	22	(	(	PUNCT
ger-473	123	23	2018	2018	NUM
ger-473	123	24	)	)	PUNCT
ger-473	123	25	.	.	PUNCT
ger-473	124	1	aligning	align	VERB
ger-473	124	2	test	test	NOUN
ger-473	124	3	scoring	scoring	NOUN
ger-473	124	4	procedures	procedure	NOUN
ger-473	124	5	with	with	ADP
ger-473	124	6	test	test	NOUN
ger-473	124	7	uses	use	NOUN
ger-473	124	8	of	of	ADP
ger-473	124	9	the	the	DET
ger-473	124	10	early	early	ADJ
ger-473	124	11	grade	grade	NOUN
ger-473	124	12	mathematics	mathematic	NOUN
ger-473	124	13	assessment	assessment	NOUN
ger-473	124	14	:	:	PUNCT
ger-473	124	15	a	a	DET
ger-473	124	16	balancing	balance	VERB
ger-473	124	17	act	act	NOUN
ger-473	124	18	.	.	PUNCT
ger-473	125	1	global	global	ADJ
ger-473	125	2	education	education	PROPN
ger-473	125	3	review	review	NOUN
ger-473	125	4	,	,	PUNCT
ger-473	125	5	5	5	NUM
ger-473	125	6	(	(	PUNCT
ger-473	125	7	3	3	NUM
ger-473	125	8	)	)	PUNCT
ger-473	125	9	,	,	PUNCT
ger-473	125	10	143164	143164	NUM
ger-473	125	11	.	.	PUNCT
ger-473	126	1	aligning	align	VERB
ger-473	126	2	test	test	NOUN
ger-473	126	3	scoring	scoring	NOUN
ger-473	126	4	procedures	procedure	NOUN
ger-473	126	5	with	with	ADP
ger-473	126	6	test	test	NOUN
ger-473	126	7	uses	use	NOUN
ger-473	126	8	of	of	ADP
ger-473	126	9	the	the	DET
ger-473	126	10	early	early	ADJ
ger-473	126	11	grade	grade	NOUN
ger-473	126	12	mathematics	mathematic	NOUN
ger-473	126	13	assessment	assessment	NOUN
ger-473	126	14	:	:	PUNCT
ger-473	126	15	a	a	DET
ger-473	126	16	balancing	balance	VERB
ger-473	126	17	act	act	NOUN
ger-473	126	18	leanne	leanne	PROPN
ger-473	126	19	r.	r.	PROPN
ger-473	126	20	ketterlin	ketterlin	PROPN
ger-473	126	21	-	-	PUNCT
ger-473	126	22	geller	geller	PROPN
ger-473	126	23	southern	southern	PROPN
ger-473	126	24	methodist	methodist	PROPN
ger-473	126	25	university	university	PROPN
ger-473	126	26	lindsey	lindsey	PROPN
ger-473	126	27	perry	perry	PROPN
ger-473	126	28	southern	southern	PROPN
ger-473	126	29	methodist	methodist	PROPN
ger-473	126	30	university	university	PROPN
ger-473	126	31	linda	linda	PROPN
ger-473	126	32	m.	m.	PROPN
ger-473	126	33	platas	platas	PROPN
ger-473	126	34	san	san	PROPN
ger-473	126	35	francisco	francisco	PROPN
ger-473	126	36	state	state	PROPN
ger-473	126	37	university	university	PROPN
ger-473	126	38	yasmin	yasmin	PROPN
ger-473	126	39	sitbakhan	sitbakhan	PROPN
ger-473	126	40	rti	rti	PROPN
ger-473	126	41	international	international	ADJ
ger-473	126	42	abstract	abstract	ADJ
ger-473	126	43	test	test	NOUN
ger-473	126	44	scoring	scoring	NOUN
ger-473	126	45	procedures	procedure	NOUN
ger-473	126	46	should	should	AUX
ger-473	126	47	align	align	VERB
ger-473	126	48	with	with	ADP
ger-473	126	49	the	the	DET
ger-473	126	50	intended	intend	VERB
ger-473	126	51	uses	use	NOUN
ger-473	126	52	and	and	CCONJ
ger-473	126	53	interpretations	interpretation	NOUN
ger-473	126	54	of	of	ADP
ger-473	126	55	test	test	NOUN
ger-473	126	56	results	result	NOUN
ger-473	126	57	.	.	PUNCT
ger-473	127	1	in	in	ADP
ger-473	127	2	this	this	DET
ger-473	127	3	paper	paper	NOUN
ger-473	127	4	,	,	PUNCT
ger-473	127	5	we	we	PRON
ger-473	127	6	examine	examine	VERB
ger-473	127	7	three	three	NUM
ger-473	127	8	test	test	NOUN
ger-473	127	9	scoring	scoring	NOUN
ger-473	127	10	procedures	procedure	NOUN
ger-473	127	11	for	for	ADP
ger-473	127	12	an	an	DET
ger-473	127	13	operational	operational	ADJ
ger-473	127	14	assessment	assessment	NOUN
ger-473	127	15	of	of	ADP
ger-473	127	16	early	early	ADJ
ger-473	127	17	numeracy	numeracy	NOUN
ger-473	127	18	,	,	PUNCT
ger-473	127	19	the	the	DET
ger-473	127	20	early	early	ADJ
ger-473	127	21	grade	grade	NOUN
ger-473	127	22	mathematics	mathematic	NOUN
ger-473	127	23	assessment	assessment	NOUN
ger-473	127	24	(	(	PUNCT
ger-473	127	25	egma	egma	NOUN
ger-473	127	26	)	)	PUNCT
ger-473	127	27	.	.	PUNCT
ger-473	128	1	the	the	DET
ger-473	128	2	egma	egma	NOUN
ger-473	128	3	is	be	AUX
ger-473	128	4	an	an	DET
ger-473	128	5	assessment	assessment	NOUN
ger-473	128	6	that	that	PRON
ger-473	128	7	tests	test	VERB
ger-473	128	8	young	young	ADJ
ger-473	128	9	children	child	NOUN
ger-473	128	10	’s	’s	PART
ger-473	128	11	foundational	foundational	ADJ
ger-473	128	12	mathematics	mathematic	NOUN
ger-473	128	13	knowledge	knowledge	NOUN
ger-473	128	14	and	and	CCONJ
ger-473	128	15	has	have	AUX
ger-473	128	16	been	be	AUX
ger-473	128	17	administered	administer	VERB
ger-473	128	18	in	in	ADP
ger-473	128	19	more	more	ADJ
ger-473	128	20	than	than	ADP
ger-473	128	21	25	25	NUM
ger-473	128	22	countries	country	NOUN
ger-473	128	23	.	.	PUNCT
ger-473	129	1	current	current	ADJ
ger-473	129	2	test	test	NOUN
ger-473	129	3	specifications	specification	NOUN
ger-473	129	4	call	call	VERB
ger-473	129	5	for	for	SCONJ
ger-473	129	6	subscores	subscore	NOUN
ger-473	129	7	to	to	PART
ger-473	129	8	be	be	AUX
ger-473	129	9	reported	report	VERB
ger-473	129	10	for	for	ADP
ger-473	129	11	each	each	PRON
ger-473	129	12	of	of	ADP
ger-473	129	13	the	the	DET
ger-473	129	14	eight	eight	NUM
ger-473	129	15	subtests	subtest	NOUN
ger-473	129	16	on	on	ADP
ger-473	129	17	the	the	DET
ger-473	129	18	egma	egma	NOUN
ger-473	129	19	;	;	PUNCT
ger-473	129	20	however	however	ADV
ger-473	129	21	,	,	PUNCT
ger-473	129	22	in	in	ADP
ger-473	129	23	practice	practice	NOUN
ger-473	129	24	,	,	PUNCT
ger-473	129	25	composite	composite	ADJ
ger-473	129	26	scores	score	NOUN
ger-473	129	27	have	have	AUX
ger-473	129	28	also	also	ADV
ger-473	129	29	been	be	AUX
ger-473	129	30	reported	report	VERB
ger-473	129	31	.	.	PUNCT
ger-473	130	1	to	to	PART
ger-473	130	2	provide	provide	VERB
ger-473	130	3	users	user	NOUN
ger-473	130	4	with	with	ADP
ger-473	130	5	empirically	empirically	ADV
ger-473	130	6	-	-	PUNCT
ger-473	130	7	based	base	VERB
ger-473	130	8	guidance	guidance	NOUN
ger-473	130	9	on	on	ADP
ger-473	130	10	the	the	DET
ger-473	130	11	appropriateness	appropriateness	NOUN
ger-473	130	12	and	and	CCONJ
ger-473	130	13	usefulness	usefulness	NOUN
ger-473	130	14	of	of	ADP
ger-473	130	15	different	different	ADJ
ger-473	130	16	test	test	NOUN
ger-473	130	17	scoring	scoring	NOUN
ger-473	130	18	procedures	procedure	NOUN
ger-473	130	19	,	,	PUNCT
ger-473	130	20	we	we	PRON
ger-473	130	21	examine	examine	VERB
ger-473	130	22	the	the	DET
ger-473	130	23	psychometric	psychometric	ADJ
ger-473	130	24	properties	property	NOUN
ger-473	130	25	–	–	PUNCT
ger-473	130	26	including	include	VERB
ger-473	130	27	the	the	DET
ger-473	130	28	reliability	reliability	NOUN
ger-473	130	29	and	and	CCONJ
ger-473	130	30	distinctiveness	distinctiveness	NOUN
ger-473	130	31	of	of	ADP
ger-473	130	32	the	the	DET
ger-473	130	33	results	result	NOUN
ger-473	130	34	–	–	PUNCT
ger-473	130	35	and	and	CCONJ
ger-473	130	36	usefulness	usefulness	NOUN
ger-473	130	37	of	of	ADP
ger-473	130	38	reporting	report	VERB
ger-473	130	39	test	test	NOUN
ger-473	130	40	scores	score	NOUN
ger-473	130	41	as	as	ADP
ger-473	130	42	(	(	PUNCT
ger-473	130	43	1	1	NUM
ger-473	130	44	)	)	PUNCT
ger-473	130	45	total	total	ADJ
ger-473	130	46	scores	score	NOUN
ger-473	130	47	,	,	PUNCT
ger-473	130	48	(	(	PUNCT
ger-473	130	49	2	2	X
ger-473	130	50	)	)	PUNCT
ger-473	130	51	subscores	subscore	NOUN
ger-473	130	52	,	,	PUNCT
ger-473	130	53	and	and	CCONJ
ger-473	130	54	(	(	PUNCT
ger-473	130	55	3	3	X
ger-473	130	56	)	)	PUNCT
ger-473	130	57	composite	composite	ADJ
ger-473	130	58	scores	score	NOUN
ger-473	130	59	.	.	PUNCT
ger-473	131	1	these	these	DET
ger-473	131	2	test	test	NOUN
ger-473	131	3	scoring	scoring	NOUN
ger-473	131	4	procedures	procedure	NOUN
ger-473	131	5	are	be	AUX
ger-473	131	6	compared	compare	VERB
ger-473	131	7	using	use	VERB
ger-473	131	8	data	datum	NOUN
ger-473	131	9	from	from	ADP
ger-473	131	10	an	an	DET
ger-473	131	11	actual	actual	ADJ
ger-473	131	12	administration	administration	NOUN
ger-473	131	13	of	of	ADP
ger-473	131	14	the	the	DET
ger-473	131	15	egma	egma	NOUN
ger-473	131	16	.	.	PUNCT
ger-473	132	1	conclusions	conclusion	NOUN
ger-473	132	2	and	and	CCONJ
ger-473	132	3	recommendations	recommendation	NOUN
ger-473	132	4	for	for	ADP
ger-473	132	5	test	test	NOUN
ger-473	132	6	scoring	scoring	NOUN
ger-473	132	7	procedures	procedure	NOUN
ger-473	132	8	are	be	AUX
ger-473	132	9	made	make	VERB
ger-473	132	10	.	.	PUNCT
ger-473	133	1	generalizations	generalization	NOUN
ger-473	133	2	to	to	ADP
ger-473	133	3	other	other	ADJ
ger-473	133	4	testing	testing	NOUN
ger-473	133	5	programs	program	NOUN
ger-473	133	6	are	be	AUX
ger-473	133	7	proposed	propose	VERB
ger-473	133	8	.	.	PUNCT
ger-473	134	1	keywords	keyword	NOUN
ger-473	134	2	early	early	ADJ
ger-473	134	3	grade	grade	NOUN
ger-473	134	4	mathematics	mathematic	NOUN
ger-473	134	5	assessment	assessment	NOUN
ger-473	134	6	,	,	PUNCT
ger-473	134	7	egma	egma	NOUN
ger-473	134	8	,	,	PUNCT
ger-473	134	9	test	test	NOUN
ger-473	134	10	scoring	scoring	NOUN
ger-473	134	11	procedures	procedure	NOUN
ger-473	134	12	,	,	PUNCT
ger-473	134	13	testing	testing	NOUN
ger-473	134	14	programs	program	NOUN
ger-473	134	15	introduction	introduction	VERB
ger-473	134	16	the	the	DET
ger-473	134	17	purpose	purpose	NOUN
ger-473	134	18	of	of	ADP
ger-473	134	19	this	this	DET
ger-473	134	20	paper	paper	NOUN
ger-473	134	21	is	be	AUX
ger-473	134	22	to	to	PART
ger-473	134	23	examine	examine	VERB
ger-473	134	24	test	test	NOUN
ger-473	134	25	scoring	scoring	NOUN
ger-473	134	26	procedures	procedure	NOUN
ger-473	134	27	for	for	ADP
ger-473	134	28	the	the	DET
ger-473	134	29	early	early	ADJ
ger-473	134	30	grade	grade	NOUN
ger-473	134	31	mathematics	mathematic	NOUN
ger-473	134	32	assessment	assessment	NOUN
ger-473	134	33	(	(	PUNCT
ger-473	134	34	egma	egma	NOUN
ger-473	134	35	)	)	PUNCT
ger-473	134	36	operational	operational	ADJ
ger-473	134	37	testing	testing	NOUN
ger-473	134	38	program	program	NOUN
ger-473	134	39	and	and	CCONJ
ger-473	134	40	determine	determine	VERB
ger-473	134	41	the	the	DET
ger-473	134	42	approach	approach	NOUN
ger-473	134	43	that	that	PRON
ger-473	134	44	is	be	AUX
ger-473	134	45	psychometrically	psychometrically	ADV
ger-473	134	46	appropriate	appropriate	ADJ
ger-473	134	47	and	and	CCONJ
ger-473	134	48	useful	useful	ADJ
ger-473	134	49	.	.	PUNCT
ger-473	135	1	the	the	DET
ger-473	135	2	egma	egma	NOUN
ger-473	135	3	tests	test	VERB
ger-473	135	4	young	young	ADJ
ger-473	135	5	children	child	NOUN
ger-473	135	6	’s	’s	PART
ger-473	135	7	foundational	foundational	ADJ
ger-473	135	8	mathematics	mathematic	NOUN
ger-473	135	9	knowledge	knowledge	NOUN
ger-473	135	10	in	in	ADP
ger-473	135	11	a	a	DET
ger-473	135	12	series	series	NOUN
ger-473	135	13	of	of	ADP
ger-473	135	14	eight	eight	NUM
ger-473	135	15	subtests	subtest	NOUN
ger-473	135	16	.	.	PUNCT
ger-473	136	1	it	it	PRON
ger-473	136	2	is	be	AUX
ger-473	136	3	typically	typically	ADV
ger-473	136	4	administered	administer	VERB
ger-473	136	5	to	to	ADP
ger-473	136	6	students	student	NOUN
ger-473	136	7	in	in	ADP
ger-473	136	8	grades	grade	NOUN
ger-473	136	9	1	1	NUM
ger-473	136	10	-	-	SYM
ger-473	136	11	3	3	NUM
ger-473	136	12	to	to	PART
ger-473	136	13	determine	determine	VERB
ger-473	136	14	their	their	PRON
ger-473	136	15	basic	basic	ADJ
ger-473	136	16	number	number	NOUN
ger-473	136	17	concepts	concept	NOUN
ger-473	136	18	and	and	CCONJ
ger-473	136	19	facility	facility	NOUN
ger-473	136	20	with	with	ADP
ger-473	136	21	operations	operation	NOUN
ger-473	136	22	and	and	CCONJ
ger-473	136	23	applied	apply	VERB
ger-473	136	24	arithmetic	arithmetic	ADJ
ger-473	136	25	.	.	PUNCT
ger-473	137	1	egma	egma	NOUN
ger-473	137	2	results	result	NOUN
ger-473	137	3	are	be	AUX
ger-473	137	4	primarily	primarily	ADV
ger-473	137	5	used	use	VERB
ger-473	137	6	by	by	ADP
ger-473	137	7	researchers	researcher	NOUN
ger-473	137	8	and	and	CCONJ
ger-473	137	9	policy	policy	NOUN
ger-473	137	10	makers	maker	NOUN
ger-473	137	11	as	as	ADP
ger-473	137	12	the	the	DET
ger-473	137	13	dependent	dependent	ADJ
ger-473	137	14	measure	measure	NOUN
ger-473	137	15	for	for	ADP
ger-473	137	16	program	program	NOUN
ger-473	137	17	evaluation	evaluation	NOUN
ger-473	137	18	purposes	purpose	NOUN
ger-473	137	19	.	.	PUNCT
ger-473	138	1	_	_	PUNCT
ger-473	139	1	_	_	PUNCT
ger-473	140	1	_	_	PUNCT
ger-473	141	1	_	_	PUNCT
ger-473	142	1	_	_	PUNCT
ger-473	143	1	_	_	PUNCT
ger-473	144	1	_	_	PUNCT
ger-473	145	1	_	_	PUNCT
ger-473	146	1	_	_	PUNCT
ger-473	147	1	_	_	PUNCT
ger-473	148	1	_	_	PUNCT
ger-473	149	1	_	_	PUNCT
ger-473	150	1	_	_	PUNCT
ger-473	151	1	_	_	PUNCT
ger-473	152	1	_	_	PUNCT
ger-473	153	1	_	_	PUNCT
ger-473	154	1	_	_	PUNCT
ger-473	155	1	_	_	PUNCT
ger-473	156	1	_	_	PUNCT
ger-473	157	1	_	_	PUNCT
ger-473	158	1	_	_	PUNCT
ger-473	159	1	_	_	PUNCT
ger-473	160	1	_	_	PUNCT
ger-473	161	1	_	_	PUNCT
ger-473	162	1	_	_	PUNCT
ger-473	163	1	_	_	PUNCT
ger-473	164	1	_	_	PUNCT
ger-473	165	1	_	_	PUNCT
ger-473	166	1	_	_	PUNCT
ger-473	167	1	_	_	PUNCT
ger-473	168	1	_	_	PUNCT
ger-473	168	2	corresponding	corresponding	ADJ
ger-473	168	3	author	author	NOUN
ger-473	168	4	:	:	PUNCT
ger-473	168	5	leanne	leanne	PROPN
ger-473	168	6	r.	r.	PROPN
ger-473	168	7	ketterlin	ketterlin	PROPN
ger-473	168	8	-	-	PUNCT
ger-473	168	9	geller	geller	PROPN
ger-473	168	10	,	,	PUNCT
ger-473	168	11	simmons	simmon	VERB
ger-473	168	12	school	school	NOUN
ger-473	168	13	of	of	ADP
ger-473	168	14	education	education	NOUN
ger-473	168	15	and	and	CCONJ
ger-473	168	16	human	human	ADJ
ger-473	168	17	development	development	NOUN
ger-473	168	18	,	,	PUNCT
ger-473	168	19	southern	southern	PROPN
ger-473	168	20	methodist	methodist	PROPN
ger-473	168	21	university	university	PROPN
ger-473	168	22	,	,	PUNCT
ger-473	168	23	po	po	PROPN
ger-473	168	24	box	box	PROPN
ger-473	168	25	750114	750114	NUM
ger-473	168	26	,	,	PUNCT
ger-473	168	27	dallas	dallas	PROPN
ger-473	168	28	,	,	PUNCT
ger-473	168	29	tx	tx	ADP
ger-473	168	30	75275	75275	NUM
ger-473	168	31	-	-	SYM
ger-473	168	32	0114	0114	NUM
ger-473	168	33	email	email	NOUN
ger-473	168	34	:	:	PUNCT
ger-473	168	35	lkgeller@smu.edu	lkgeller@smu.edu	PROPN
ger-473	168	36	mailto:lkgeller@smu.edu	mailto:lkgeller@smu.edu	PROPN
ger-473	168	37	144	144	NUM
ger-473	168	38	global	global	ADJ
ger-473	168	39	education	education	NOUN
ger-473	168	40	review	review	NOUN
ger-473	168	41	5(3	5(3	NUM
ger-473	168	42	)	)	PUNCT
ger-473	168	43	the	the	DET
ger-473	168	44	results	result	NOUN
ger-473	168	45	from	from	ADP
ger-473	168	46	the	the	DET
ger-473	168	47	egma	egma	NOUN
ger-473	168	48	provide	provide	VERB
ger-473	168	49	stakeholders	stakeholder	NOUN
ger-473	168	50	with	with	ADP
ger-473	168	51	data	datum	NOUN
ger-473	168	52	that	that	PRON
ger-473	168	53	can	can	AUX
ger-473	168	54	guide	guide	VERB
ger-473	168	55	reforms	reform	NOUN
ger-473	168	56	in	in	ADP
ger-473	168	57	policies	policy	NOUN
ger-473	168	58	and	and	CCONJ
ger-473	168	59	practices	practice	NOUN
ger-473	168	60	,	,	PUNCT
ger-473	168	61	and	and	CCONJ
ger-473	168	62	inform	inform	VERB
ger-473	168	63	intervention	intervention	NOUN
ger-473	168	64	design	design	NOUN
ger-473	168	65	and	and	CCONJ
ger-473	168	66	evaluation	evaluation	NOUN
ger-473	168	67	(	(	PUNCT
ger-473	168	68	platas	platas	PROPN
ger-473	168	69	,	,	PUNCT
ger-473	168	70	ketterlin	ketterlin	PROPN
ger-473	168	71	-	-	PUNCT
ger-473	168	72	geller	geller	PROPN
ger-473	168	73	,	,	PUNCT
ger-473	168	74	&	&	CCONJ
ger-473	168	75	sitabkhan	sitabkhan	NOUN
ger-473	168	76	,	,	PUNCT
ger-473	168	77	2016	2016	NUM
ger-473	168	78	)	)	PUNCT
ger-473	168	79	.	.	PUNCT
ger-473	169	1	baseline	baseline	PROPN
ger-473	169	2	measurement	measurement	NOUN
ger-473	169	3	of	of	ADP
ger-473	169	4	children	child	NOUN
ger-473	169	5	’s	’s	PART
ger-473	169	6	skills	skill	NOUN
ger-473	169	7	on	on	ADP
ger-473	169	8	the	the	DET
ger-473	169	9	egma	egma	NOUN
ger-473	169	10	informs	inform	VERB
ger-473	169	11	prospective	prospective	ADJ
ger-473	169	12	reforms	reform	NOUN
ger-473	169	13	in	in	ADP
ger-473	169	14	content	content	NOUN
ger-473	169	15	standards	standard	NOUN
ger-473	169	16	,	,	PUNCT
ger-473	169	17	benchmarking	benchmarking	NOUN
ger-473	169	18	,	,	PUNCT
ger-473	169	19	and	and	CCONJ
ger-473	169	20	teacher	teacher	NOUN
ger-473	169	21	education	education	NOUN
ger-473	169	22	programs	program	NOUN
ger-473	169	23	.	.	PUNCT
ger-473	170	1	interventions	intervention	NOUN
ger-473	170	2	with	with	ADP
ger-473	170	3	preand	preand	NOUN
ger-473	170	4	post	post	ADJ
ger-473	170	5	-	-	NOUN
ger-473	170	6	measurements	measurement	NOUN
ger-473	170	7	can	can	AUX
ger-473	170	8	include	include	VERB
ger-473	170	9	curricula	curricula	NOUN
ger-473	170	10	,	,	PUNCT
ger-473	170	11	classroom	classroom	NOUN
ger-473	170	12	practices	practice	NOUN
ger-473	170	13	and	and	CCONJ
ger-473	170	14	materials	material	NOUN
ger-473	170	15	,	,	PUNCT
ger-473	170	16	teacher	teacher	NOUN
ger-473	170	17	education	education	NOUN
ger-473	170	18	and	and	CCONJ
ger-473	170	19	training	training	NOUN
ger-473	170	20	,	,	PUNCT
ger-473	170	21	coaching	coaching	NOUN
ger-473	170	22	models	model	NOUN
ger-473	170	23	,	,	PUNCT
ger-473	170	24	textbooks	textbook	NOUN
ger-473	170	25	,	,	PUNCT
ger-473	170	26	and	and	CCONJ
ger-473	170	27	combinations	combination	NOUN
ger-473	170	28	of	of	ADP
ger-473	170	29	these	these	DET
ger-473	170	30	elements	element	NOUN
ger-473	170	31	.	.	PUNCT
ger-473	171	1	to	to	PART
ger-473	171	2	facilitate	facilitate	VERB
ger-473	171	3	these	these	DET
ger-473	171	4	decisions	decision	NOUN
ger-473	171	5	,	,	PUNCT
ger-473	171	6	the	the	DET
ger-473	171	7	developers	developer	NOUN
ger-473	171	8	of	of	ADP
ger-473	171	9	the	the	DET
ger-473	171	10	egma	egma	NOUN
ger-473	171	11	recommend	recommend	VERB
ger-473	171	12	that	that	SCONJ
ger-473	171	13	results	result	NOUN
ger-473	171	14	from	from	ADP
ger-473	171	15	each	each	DET
ger-473	171	16	subtest	subt	ADJ
ger-473	171	17	be	be	AUX
ger-473	171	18	reported	report	VERB
ger-473	171	19	individually	individually	ADV
ger-473	171	20	as	as	ADP
ger-473	171	21	subscores	subscore	NOUN
ger-473	171	22	(	(	PUNCT
ger-473	171	23	rti	rti	PROPN
ger-473	171	24	international	international	PROPN
ger-473	171	25	,	,	PUNCT
ger-473	171	26	2014	2014	NUM
ger-473	171	27	)	)	PUNCT
ger-473	171	28	,	,	PUNCT
ger-473	171	29	as	as	SCONJ
ger-473	171	30	opposed	oppose	VERB
ger-473	171	31	to	to	ADP
ger-473	171	32	aggregating	aggregate	VERB
ger-473	171	33	scores	score	NOUN
ger-473	171	34	from	from	ADP
ger-473	171	35	multiple	multiple	ADJ
ger-473	171	36	subtests	subtest	NOUN
ger-473	171	37	to	to	PART
ger-473	171	38	form	form	VERB
ger-473	171	39	a	a	DET
ger-473	171	40	composite	composite	ADJ
ger-473	171	41	or	or	CCONJ
ger-473	171	42	total	total	ADJ
ger-473	171	43	score	score	NOUN
ger-473	171	44	.	.	PUNCT
ger-473	172	1	this	this	PRON
ger-473	172	2	is	be	AUX
ger-473	172	3	the	the	DET
ger-473	172	4	most	most	ADV
ger-473	172	5	common	common	ADJ
ger-473	172	6	practice	practice	NOUN
ger-473	172	7	for	for	ADP
ger-473	172	8	reporting	report	VERB
ger-473	172	9	egma	egma	NOUN
ger-473	172	10	results	result	NOUN
ger-473	172	11	(	(	PUNCT
ger-473	172	12	c.f	c.f	PROPN
ger-473	172	13	.	.	PROPN
ger-473	172	14	,	,	PUNCT
ger-473	172	15	brombacher	brombacher	PROPN
ger-473	172	16	et	et	PROPN
ger-473	172	17	al	al	PROPN
ger-473	172	18	.	.	PROPN
ger-473	172	19	,	,	PUNCT
ger-473	172	20	2015	2015	NUM
ger-473	172	21	;	;	PUNCT
ger-473	172	22	piper	piper	NOUN
ger-473	172	23	&	&	CCONJ
ger-473	172	24	mugenda	mugenda	ADJ
ger-473	172	25	,	,	PUNCT
ger-473	172	26	2014	2014	NUM
ger-473	172	27	;	;	PUNCT
ger-473	172	28	torrente	torrente	PROPN
ger-473	172	29	et	et	PROPN
ger-473	172	30	al	al	PROPN
ger-473	172	31	.	.	PROPN
ger-473	172	32	,	,	PUNCT
ger-473	172	33	2011	2011	NUM
ger-473	172	34	)	)	PUNCT
ger-473	172	35	.	.	PUNCT
ger-473	173	1	while	while	SCONJ
ger-473	173	2	useful	useful	ADJ
ger-473	173	3	in	in	ADP
ger-473	173	4	many	many	ADJ
ger-473	173	5	ways	way	NOUN
ger-473	173	6	,	,	PUNCT
ger-473	173	7	subscore	subscore	ADJ
ger-473	173	8	reporting	reporting	NOUN
ger-473	173	9	has	have	VERB
ger-473	173	10	some	some	DET
ger-473	173	11	limitations	limitation	NOUN
ger-473	173	12	and	and	CCONJ
ger-473	173	13	has	have	AUX
ger-473	173	14	generated	generate	VERB
ger-473	173	15	controversy	controversy	NOUN
ger-473	173	16	in	in	ADP
ger-473	173	17	the	the	DET
ger-473	173	18	measurement	measurement	NOUN
ger-473	173	19	field	field	NOUN
ger-473	173	20	(	(	PUNCT
ger-473	173	21	sinharay	sinharay	NOUN
ger-473	173	22	,	,	PUNCT
ger-473	173	23	haberman	haberman	NOUN
ger-473	173	24	,	,	PUNCT
ger-473	173	25	&	&	CCONJ
ger-473	173	26	puhan	puhan	NOUN
ger-473	173	27	,	,	PUNCT
ger-473	173	28	2007	2007	NUM
ger-473	173	29	)	)	PUNCT
ger-473	173	30	.	.	PUNCT
ger-473	174	1	subscores	subscore	NOUN
ger-473	174	2	may	may	AUX
ger-473	174	3	not	not	PART
ger-473	174	4	support	support	VERB
ger-473	174	5	all	all	PRON
ger-473	174	6	of	of	ADP
ger-473	174	7	the	the	DET
ger-473	174	8	users	user	NOUN
ger-473	174	9	’	'	PUNCT
ger-473	174	10	desired	desire	VERB
ger-473	174	11	decisions	decision	NOUN
ger-473	174	12	,	,	PUNCT
ger-473	174	13	leads	lead	VERB
ger-473	174	14	to	to	ADP
ger-473	174	15	lengthy	lengthy	ADJ
ger-473	174	16	reports	report	NOUN
ger-473	174	17	and	and	CCONJ
ger-473	174	18	presentations	presentation	NOUN
ger-473	174	19	of	of	ADP
ger-473	174	20	results	result	NOUN
ger-473	174	21	,	,	PUNCT
ger-473	174	22	and	and	CCONJ
ger-473	174	23	may	may	AUX
ger-473	174	24	be	be	AUX
ger-473	174	25	difficult	difficult	ADJ
ger-473	174	26	to	to	PART
ger-473	174	27	interpret	interpret	VERB
ger-473	174	28	for	for	ADP
ger-473	174	29	individuals	individual	NOUN
ger-473	174	30	who	who	PRON
ger-473	174	31	are	be	AUX
ger-473	174	32	not	not	PART
ger-473	174	33	experts	expert	NOUN
ger-473	174	34	in	in	ADP
ger-473	174	35	early	early	ADJ
ger-473	174	36	grade	grade	NOUN
ger-473	174	37	mathematics	mathematic	NOUN
ger-473	174	38	.	.	PUNCT
ger-473	175	1	for	for	ADP
ger-473	175	2	example	example	NOUN
ger-473	175	3	,	,	PUNCT
ger-473	175	4	if	if	SCONJ
ger-473	175	5	policy	policy	NOUN
ger-473	175	6	makers	maker	NOUN
ger-473	175	7	want	want	VERB
ger-473	175	8	to	to	PART
ger-473	175	9	evaluate	evaluate	VERB
ger-473	175	10	students	student	NOUN
ger-473	175	11	’	'	PUNCT
ger-473	175	12	overall	overall	ADJ
ger-473	175	13	mathematics	mathematic	NOUN
ger-473	175	14	proficiency	proficiency	NOUN
ger-473	175	15	at	at	ADP
ger-473	175	16	an	an	DET
ger-473	175	17	aggregate	aggregate	ADJ
ger-473	175	18	level	level	NOUN
ger-473	175	19	(	(	PUNCT
ger-473	175	20	e.g.	e.g.	ADJ
ger-473	175	21	,	,	PUNCT
ger-473	175	22	province	province	NOUN
ger-473	175	23	,	,	PUNCT
ger-473	175	24	region	region	NOUN
ger-473	175	25	)	)	PUNCT
ger-473	175	26	,	,	PUNCT
ger-473	175	27	a	a	DET
ger-473	175	28	total	total	ADJ
ger-473	175	29	score	score	NOUN
ger-473	175	30	may	may	AUX
ger-473	175	31	be	be	AUX
ger-473	175	32	preferred	prefer	VERB
ger-473	175	33	.	.	PUNCT
ger-473	176	1	similarly	similarly	ADV
ger-473	176	2	,	,	PUNCT
ger-473	176	3	a	a	DET
ger-473	176	4	single	single	ADJ
ger-473	176	5	metric	metric	NOUN
ger-473	176	6	of	of	ADP
ger-473	176	7	mathematics	mathematic	NOUN
ger-473	176	8	performance	performance	NOUN
ger-473	176	9	may	may	AUX
ger-473	176	10	be	be	AUX
ger-473	176	11	preferred	prefer	VERB
ger-473	176	12	for	for	ADP
ger-473	176	13	some	some	DET
ger-473	176	14	program	program	NOUN
ger-473	176	15	evaluation	evaluation	NOUN
ger-473	176	16	purposes	purpose	NOUN
ger-473	176	17	(	(	PUNCT
ger-473	176	18	e.g.	e.g.	ADV
ger-473	176	19	,	,	PUNCT
ger-473	176	20	when	when	SCONJ
ger-473	176	21	using	use	VERB
ger-473	176	22	the	the	DET
ger-473	176	23	scores	score	NOUN
ger-473	176	24	as	as	ADP
ger-473	176	25	a	a	DET
ger-473	176	26	way	way	NOUN
ger-473	176	27	to	to	PART
ger-473	176	28	understand	understand	VERB
ger-473	176	29	the	the	DET
ger-473	176	30	effects	effect	NOUN
ger-473	176	31	of	of	ADP
ger-473	176	32	various	various	ADJ
ger-473	176	33	factors	factor	NOUN
ger-473	176	34	,	,	PUNCT
ger-473	176	35	such	such	ADJ
ger-473	176	36	as	as	ADP
ger-473	176	37	gender	gender	NOUN
ger-473	176	38	or	or	CCONJ
ger-473	176	39	socioeconomic	socioeconomic	ADJ
ger-473	176	40	level	level	NOUN
ger-473	176	41	)	)	PUNCT
ger-473	176	42	.	.	PUNCT
ger-473	177	1	relatedly	relatedly	ADV
ger-473	177	2	,	,	PUNCT
ger-473	177	3	government	government	NOUN
ger-473	177	4	officials	official	NOUN
ger-473	177	5	without	without	ADP
ger-473	177	6	a	a	DET
ger-473	177	7	strong	strong	ADJ
ger-473	177	8	background	background	NOUN
ger-473	177	9	in	in	ADP
ger-473	177	10	early	early	ADJ
ger-473	177	11	mathematics	mathematic	NOUN
ger-473	177	12	may	may	AUX
ger-473	177	13	have	have	VERB
ger-473	177	14	difficulty	difficulty	NOUN
ger-473	177	15	interpreting	interpret	VERB
ger-473	177	16	multiple	multiple	ADJ
ger-473	177	17	pages	page	NOUN
ger-473	177	18	of	of	ADP
ger-473	177	19	scores	score	NOUN
ger-473	177	20	from	from	ADP
ger-473	177	21	individual	individual	ADJ
ger-473	177	22	subtests	subtest	NOUN
ger-473	177	23	,	,	PUNCT
ger-473	177	24	each	each	PRON
ger-473	177	25	of	of	ADP
ger-473	177	26	which	which	PRON
ger-473	177	27	measures	measure	VERB
ger-473	177	28	different	different	ADJ
ger-473	177	29	foundational	foundational	ADJ
ger-473	177	30	skills	skill	NOUN
ger-473	177	31	.	.	PUNCT
ger-473	178	1	funders	funder	NOUN
ger-473	178	2	of	of	ADP
ger-473	178	3	large	large	ADJ
ger-473	178	4	scale	scale	NOUN
ger-473	178	5	interventions	intervention	NOUN
ger-473	178	6	may	may	AUX
ger-473	178	7	be	be	AUX
ger-473	178	8	unable	unable	ADJ
ger-473	178	9	to	to	PART
ger-473	178	10	quickly	quickly	ADV
ger-473	178	11	grasp	grasp	VERB
ger-473	178	12	the	the	DET
ger-473	178	13	implications	implication	NOUN
ger-473	178	14	of	of	ADP
ger-473	178	15	a	a	DET
ger-473	178	16	report	report	NOUN
ger-473	178	17	when	when	SCONJ
ger-473	178	18	multiple	multiple	ADJ
ger-473	178	19	subscores	subscore	NOUN
ger-473	178	20	are	be	AUX
ger-473	178	21	presented	present	VERB
ger-473	178	22	.	.	PUNCT
ger-473	179	1	for	for	ADP
ger-473	179	2	these	these	PRON
ger-473	179	3	and	and	CCONJ
ger-473	179	4	other	other	ADJ
ger-473	179	5	uses	use	NOUN
ger-473	179	6	,	,	PUNCT
ger-473	179	7	subscores	subscore	NOUN
ger-473	179	8	do	do	AUX
ger-473	179	9	not	not	PART
ger-473	179	10	provide	provide	VERB
ger-473	179	11	the	the	DET
ger-473	179	12	“	"	PUNCT
ger-473	179	13	at	at	ADP
ger-473	179	14	a	a	DET
ger-473	179	15	glance	glance	NOUN
ger-473	179	16	”	"	PUNCT
ger-473	179	17	outcomes	outcome	NOUN
ger-473	179	18	of	of	ADP
ger-473	179	19	which	which	PRON
ger-473	179	20	stakeholders	stakeholder	NOUN
ger-473	179	21	have	have	AUX
ger-473	179	22	become	become	VERB
ger-473	179	23	accustomed	accustomed	ADJ
ger-473	179	24	from	from	ADP
ger-473	179	25	other	other	ADJ
ger-473	179	26	mathematics	mathematic	NOUN
ger-473	179	27	assessments	assessment	NOUN
ger-473	179	28	such	such	ADJ
ger-473	179	29	as	as	ADP
ger-473	179	30	the	the	DET
ger-473	179	31	timss	timss	NOUN
ger-473	179	32	and	and	CCONJ
ger-473	179	33	pisa	pisa	PROPN
ger-473	179	34	.	.	PUNCT
ger-473	180	1	because	because	SCONJ
ger-473	180	2	of	of	ADP
ger-473	180	3	these	these	DET
ger-473	180	4	issues	issue	NOUN
ger-473	180	5	,	,	PUNCT
ger-473	180	6	users	user	NOUN
ger-473	180	7	have	have	AUX
ger-473	180	8	sought	seek	VERB
ger-473	180	9	alternate	alternate	ADJ
ger-473	180	10	scoring	scoring	NOUN
ger-473	180	11	methods	method	NOUN
ger-473	180	12	for	for	ADP
ger-473	180	13	the	the	DET
ger-473	180	14	egma	egma	NOUN
ger-473	180	15	,	,	PUNCT
ger-473	180	16	including	include	VERB
ger-473	180	17	reporting	report	VERB
ger-473	180	18	composite	composite	ADJ
ger-473	180	19	or	or	CCONJ
ger-473	180	20	total	total	ADJ
ger-473	180	21	scores	score	NOUN
ger-473	180	22	.	.	PUNCT
ger-473	181	1	extending	extend	VERB
ger-473	181	2	the	the	DET
ger-473	181	3	scoring	scoring	NOUN
ger-473	181	4	options	option	NOUN
ger-473	181	5	for	for	ADP
ger-473	181	6	the	the	DET
ger-473	181	7	egma	egma	NOUN
ger-473	181	8	may	may	AUX
ger-473	181	9	improve	improve	VERB
ger-473	181	10	the	the	DET
ger-473	181	11	accessibility	accessibility	NOUN
ger-473	181	12	and	and	CCONJ
ger-473	181	13	usability	usability	NOUN
ger-473	181	14	of	of	ADP
ger-473	181	15	the	the	DET
ger-473	181	16	results	result	NOUN
ger-473	181	17	for	for	ADP
ger-473	181	18	a	a	DET
ger-473	181	19	variety	variety	NOUN
ger-473	181	20	of	of	ADP
ger-473	181	21	stakeholders	stakeholder	NOUN
ger-473	181	22	.	.	PUNCT
ger-473	182	1	composite	composite	ADJ
ger-473	182	2	scores	score	NOUN
ger-473	182	3	may	may	AUX
ger-473	182	4	provide	provide	VERB
ger-473	182	5	researchers	researcher	NOUN
ger-473	182	6	with	with	ADP
ger-473	182	7	useful	useful	ADJ
ger-473	182	8	data	datum	NOUN
ger-473	182	9	to	to	PART
ger-473	182	10	evaluate	evaluate	VERB
ger-473	182	11	program	program	NOUN
ger-473	182	12	or	or	CCONJ
ger-473	182	13	intervention	intervention	NOUN
ger-473	182	14	effectiveness	effectiveness	NOUN
ger-473	182	15	.	.	PUNCT
ger-473	183	1	in	in	ADP
ger-473	183	2	a	a	DET
ger-473	183	3	recent	recent	ADJ
ger-473	183	4	example	example	NOUN
ger-473	183	5	published	publish	VERB
ger-473	183	6	by	by	ADP
ger-473	183	7	piper	piper	NOUN
ger-473	183	8	et	et	PROPN
ger-473	183	9	al	al	PROPN
ger-473	183	10	.	.	PUNCT
ger-473	184	1	(	(	PUNCT
ger-473	184	2	2016	2016	NUM
ger-473	184	3	)	)	PUNCT
ger-473	184	4	,	,	PUNCT
ger-473	184	5	two	two	NUM
ger-473	184	6	composite	composite	ADJ
ger-473	184	7	scores	score	NOUN
ger-473	184	8	were	be	AUX
ger-473	184	9	computed	compute	VERB
ger-473	184	10	for	for	ADP
ger-473	184	11	the	the	DET
ger-473	184	12	egma	egma	NOUN
ger-473	184	13	results	result	NOUN
ger-473	184	14	:	:	PUNCT
ger-473	184	15	(	(	PUNCT
ger-473	184	16	1	1	X
ger-473	184	17	)	)	PUNCT
ger-473	184	18	subtests	subtest	NOUN
ger-473	184	19	that	that	SCONJ
ger-473	184	20	assessed	assessed	ADJ
ger-473	184	21	students	student	NOUN
ger-473	184	22	’	'	PUNCT
ger-473	184	23	conceptual	conceptual	ADJ
ger-473	184	24	understanding	understanding	NOUN
ger-473	184	25	and	and	CCONJ
ger-473	184	26	(	(	PUNCT
ger-473	184	27	2	2	X
ger-473	184	28	)	)	PUNCT
ger-473	184	29	those	those	PRON
ger-473	184	30	that	that	PRON
ger-473	184	31	assessed	assess	VERB
ger-473	184	32	procedural	procedural	ADJ
ger-473	184	33	fluency	fluency	NOUN
ger-473	184	34	.	.	PUNCT
ger-473	185	1	these	these	DET
ger-473	185	2	composite	composite	ADJ
ger-473	185	3	scores	score	NOUN
ger-473	185	4	allowed	allow	VERB
ger-473	185	5	the	the	DET
ger-473	185	6	researchers	researcher	NOUN
ger-473	185	7	to	to	PART
ger-473	185	8	evaluate	evaluate	VERB
ger-473	185	9	the	the	DET
ger-473	185	10	effects	effect	NOUN
ger-473	185	11	of	of	ADP
ger-473	185	12	an	an	DET
ger-473	185	13	intervention	intervention	NOUN
ger-473	185	14	on	on	ADP
ger-473	185	15	two	two	NUM
ger-473	185	16	meaningful	meaningful	ADJ
ger-473	185	17	outcome	outcome	NOUN
ger-473	185	18	variables	variable	NOUN
ger-473	185	19	.	.	PUNCT
ger-473	186	1	total	total	ADJ
ger-473	186	2	scores	score	NOUN
ger-473	186	3	may	may	AUX
ger-473	186	4	be	be	AUX
ger-473	186	5	useful	useful	ADJ
ger-473	186	6	when	when	SCONJ
ger-473	186	7	seeking	seek	VERB
ger-473	186	8	to	to	PART
ger-473	186	9	make	make	VERB
ger-473	186	10	group	group	NOUN
ger-473	186	11	comparisons	comparison	NOUN
ger-473	186	12	that	that	PRON
ger-473	186	13	support	support	VERB
ger-473	186	14	policy	policy	NOUN
ger-473	186	15	reforms	reform	NOUN
ger-473	186	16	or	or	CCONJ
ger-473	186	17	program	program	NOUN
ger-473	186	18	evaluations	evaluation	NOUN
ger-473	186	19	.	.	PUNCT
ger-473	187	1	for	for	ADP
ger-473	187	2	example	example	NOUN
ger-473	187	3	,	,	PUNCT
ger-473	187	4	in	in	ADP
ger-473	187	5	a	a	DET
ger-473	187	6	cluster	cluster	NOUN
ger-473	187	7	randomized	randomize	VERB
ger-473	187	8	controlled	control	VERB
ger-473	187	9	trial	trial	NOUN
ger-473	187	10	examining	examine	VERB
ger-473	187	11	the	the	DET
ger-473	187	12	impact	impact	NOUN
ger-473	187	13	of	of	ADP
ger-473	187	14	a	a	DET
ger-473	187	15	distance	distance	NOUN
ger-473	187	16	education	education	NOUN
ger-473	187	17	initiative	initiative	NOUN
ger-473	187	18	on	on	ADP
ger-473	187	19	various	various	ADJ
ger-473	187	20	indicators	indicator	NOUN
ger-473	187	21	in	in	ADP
ger-473	187	22	ghana	ghana	PROPN
ger-473	187	23	,	,	PUNCT
ger-473	187	24	johnston	johnston	PROPN
ger-473	187	25	and	and	CCONJ
ger-473	187	26	ksoll	ksoll	PROPN
ger-473	187	27	(	(	PUNCT
ger-473	187	28	2017	2017	NUM
ger-473	187	29	)	)	PUNCT
ger-473	187	30	calculated	calculate	VERB
ger-473	187	31	a	a	DET
ger-473	187	32	weighted	weighted	ADJ
ger-473	187	33	total	total	ADJ
ger-473	187	34	score	score	NOUN
ger-473	187	35	for	for	ADP
ger-473	187	36	the	the	DET
ger-473	187	37	egma	egma	NOUN
ger-473	187	38	(	(	PUNCT
ger-473	187	39	weighting	weighting	NOUN
ger-473	187	40	was	be	AUX
ger-473	187	41	used	use	VERB
ger-473	187	42	to	to	PART
ger-473	187	43	address	address	VERB
ger-473	187	44	the	the	DET
ger-473	187	45	variability	variability	NOUN
ger-473	187	46	in	in	ADP
ger-473	187	47	the	the	DET
ger-473	187	48	number	number	NOUN
ger-473	187	49	of	of	ADP
ger-473	187	50	items	item	NOUN
ger-473	187	51	per	per	ADP
ger-473	187	52	subtest	subt	ADJ
ger-473	187	53	)	)	PUNCT
ger-473	187	54	.	.	PUNCT
ger-473	188	1	similarly	similarly	ADV
ger-473	188	2	,	,	PUNCT
ger-473	188	3	analyzing	analyze	VERB
ger-473	188	4	policies	policy	NOUN
ger-473	188	5	in	in	ADP
ger-473	188	6	ecuador	ecuador	PROPN
ger-473	188	7	,	,	PUNCT
ger-473	188	8	cruzaguayo	cruzaguayo	NOUN
ger-473	188	9	,	,	PUNCT
ger-473	188	10	ibarraran	ibarraran	ADJ
ger-473	188	11	,	,	PUNCT
ger-473	188	12	and	and	CCONJ
ger-473	188	13	schady	schady	ADJ
ger-473	188	14	(	(	PUNCT
ger-473	188	15	2017	2017	NUM
ger-473	188	16	)	)	PUNCT
ger-473	188	17	used	use	VERB
ger-473	188	18	total	total	ADJ
ger-473	188	19	scores	score	NOUN
ger-473	188	20	calculated	calculate	VERB
ger-473	188	21	from	from	ADP
ger-473	188	22	the	the	DET
ger-473	188	23	egma	egma	NOUN
ger-473	188	24	to	to	PART
ger-473	188	25	examine	examine	VERB
ger-473	188	26	changes	change	NOUN
ger-473	188	27	in	in	ADP
ger-473	188	28	students	student	NOUN
ger-473	188	29	’	’	PART
ger-473	188	30	mathematics	mathematic	NOUN
ger-473	188	31	performance	performance	NOUN
ger-473	188	32	within	within	ADP
ger-473	188	33	a	a	DET
ger-473	188	34	school	school	NOUN
ger-473	188	35	year	year	NOUN
ger-473	188	36	based	base	VERB
ger-473	188	37	on	on	ADP
ger-473	188	38	teacher	teacher	NOUN
ger-473	188	39	variables	variable	NOUN
ger-473	188	40	.	.	PUNCT
ger-473	189	1	however	however	ADV
ger-473	189	2	,	,	PUNCT
ger-473	189	3	while	while	SCONJ
ger-473	189	4	these	these	DET
ger-473	189	5	test	test	NOUN
ger-473	189	6	scoring	scoring	NOUN
ger-473	189	7	methods	method	NOUN
ger-473	189	8	may	may	AUX
ger-473	189	9	meet	meet	VERB
ger-473	189	10	stakeholders	stakeholder	NOUN
ger-473	189	11	’	'	PUNCT
ger-473	189	12	immediate	immediate	ADJ
ger-473	189	13	needs	need	NOUN
ger-473	189	14	,	,	PUNCT
ger-473	189	15	empirical	empirical	ADJ
ger-473	189	16	evidence	evidence	NOUN
ger-473	189	17	is	be	AUX
ger-473	189	18	needed	need	VERB
ger-473	189	19	to	to	PART
ger-473	189	20	support	support	VERB
ger-473	189	21	the	the	DET
ger-473	189	22	intended	intended	ADJ
ger-473	189	23	claim(s	claim(s	NOUN
ger-473	189	24	)	)	PUNCT
ger-473	189	25	that	that	PRON
ger-473	189	26	are	be	AUX
ger-473	189	27	associated	associate	VERB
ger-473	189	28	with	with	ADP
ger-473	189	29	each	each	DET
ger-473	189	30	scoring	scoring	NOUN
ger-473	189	31	approach	approach	NOUN
ger-473	189	32	(	(	PUNCT
ger-473	189	33	feinberg	feinberg	PROPN
ger-473	189	34	&	&	CCONJ
ger-473	189	35	wainer	wainer	PROPN
ger-473	189	36	,	,	PUNCT
ger-473	189	37	2014	2014	NUM
ger-473	189	38	)	)	PUNCT
ger-473	189	39	.	.	PUNCT
ger-473	190	1	different	different	ADJ
ger-473	190	2	aligning	align	VERB
ger-473	190	3	test	test	NOUN
ger-473	190	4	scoring	scoring	NOUN
ger-473	190	5	procedures	procedure	NOUN
ger-473	190	6	with	with	ADP
ger-473	190	7	test	test	NOUN
ger-473	190	8	uses	use	VERB
ger-473	190	9	145	145	NUM
ger-473	190	10	scoring	scoring	NOUN
ger-473	190	11	mechanisms	mechanism	NOUN
ger-473	190	12	impact	impact	VERB
ger-473	190	13	the	the	DET
ger-473	190	14	accuracy	accuracy	NOUN
ger-473	190	15	and	and	CCONJ
ger-473	190	16	interpretability	interpretability	NOUN
ger-473	190	17	of	of	ADP
ger-473	190	18	the	the	DET
ger-473	190	19	results	result	NOUN
ger-473	190	20	,	,	PUNCT
ger-473	190	21	which	which	PRON
ger-473	190	22	can	can	AUX
ger-473	190	23	have	have	VERB
ger-473	190	24	negative	negative	ADJ
ger-473	190	25	consequences	consequence	NOUN
ger-473	190	26	.	.	PUNCT
ger-473	191	1	the	the	DET
ger-473	191	2	purpose	purpose	NOUN
ger-473	191	3	of	of	ADP
ger-473	191	4	this	this	DET
ger-473	191	5	paper	paper	NOUN
ger-473	191	6	is	be	AUX
ger-473	191	7	to	to	PART
ger-473	191	8	examine	examine	VERB
ger-473	191	9	three	three	NUM
ger-473	191	10	test	test	NOUN
ger-473	191	11	scoring	scoring	NOUN
ger-473	191	12	procedures	procedure	NOUN
ger-473	191	13	for	for	ADP
ger-473	191	14	the	the	DET
ger-473	191	15	egma	egma	NOUN
ger-473	191	16	and	and	CCONJ
ger-473	191	17	determine	determine	VERB
ger-473	191	18	which	which	DET
ger-473	191	19	approach(es	approach(es	ADJ
ger-473	191	20	)	)	PUNCT
ger-473	191	21	are	be	AUX
ger-473	191	22	psychometrically	psychometrically	ADV
ger-473	191	23	appropriate	appropriate	ADJ
ger-473	191	24	and	and	CCONJ
ger-473	191	25	useful	useful	ADJ
ger-473	191	26	.	.	PUNCT
ger-473	192	1	the	the	DET
ger-473	192	2	three	three	NUM
ger-473	192	3	test	test	NOUN
ger-473	192	4	scoring	scoring	NOUN
ger-473	192	5	procedures	procedure	NOUN
ger-473	192	6	examined	examine	VERB
ger-473	192	7	are	be	AUX
ger-473	192	8	(	(	PUNCT
ger-473	192	9	1	1	NUM
ger-473	192	10	)	)	PUNCT
ger-473	192	11	total	total	ADJ
ger-473	192	12	score	score	NOUN
ger-473	192	13	(	(	PUNCT
ger-473	192	14	aggregate	aggregate	NOUN
ger-473	192	15	of	of	ADP
ger-473	192	16	correct	correct	ADJ
ger-473	192	17	responses	response	NOUN
ger-473	192	18	across	across	ADP
ger-473	192	19	all	all	DET
ger-473	192	20	items	item	NOUN
ger-473	192	21	)	)	PUNCT
ger-473	192	22	,	,	PUNCT
ger-473	192	23	(	(	PUNCT
ger-473	192	24	2	2	X
ger-473	192	25	)	)	PUNCT
ger-473	192	26	subscores	subscore	NOUN
ger-473	192	27	,	,	PUNCT
ger-473	192	28	and	and	CCONJ
ger-473	192	29	(	(	PUNCT
ger-473	192	30	3	3	X
ger-473	192	31	)	)	PUNCT
ger-473	192	32	composite	composite	ADJ
ger-473	192	33	score	score	NOUN
ger-473	192	34	(	(	PUNCT
ger-473	192	35	aggregate	aggregate	NOUN
ger-473	192	36	of	of	ADP
ger-473	192	37	subtest	subt	ADJ
ger-473	192	38	scores	score	NOUN
ger-473	192	39	)	)	PUNCT
ger-473	192	40	.	.	PUNCT
ger-473	193	1	we	we	PRON
ger-473	193	2	describe	describe	VERB
ger-473	193	3	each	each	DET
ger-473	193	4	scoring	scoring	NOUN
ger-473	193	5	method	method	NOUN
ger-473	193	6	in	in	ADP
ger-473	193	7	more	more	ADJ
ger-473	193	8	detail	detail	NOUN
ger-473	193	9	and	and	CCONJ
ger-473	193	10	evaluate	evaluate	VERB
ger-473	193	11	each	each	DET
ger-473	193	12	method	method	NOUN
ger-473	193	13	for	for	ADP
ger-473	193	14	reliability	reliability	NOUN
ger-473	193	15	and	and	CCONJ
ger-473	193	16	distinctiveness	distinctiveness	NOUN
ger-473	193	17	of	of	ADP
ger-473	193	18	the	the	DET
ger-473	193	19	results	result	NOUN
ger-473	193	20	,	,	PUNCT
ger-473	193	21	and	and	CCONJ
ger-473	193	22	usefulness	usefulness	NOUN
ger-473	193	23	of	of	ADP
ger-473	193	24	the	the	DET
ger-473	193	25	scores	score	NOUN
ger-473	193	26	to	to	ADP
ger-473	193	27	relevant	relevant	ADJ
ger-473	193	28	stakeholders	stakeholder	NOUN
ger-473	193	29	.	.	PUNCT
ger-473	194	1	although	although	SCONJ
ger-473	194	2	the	the	DET
ger-473	194	3	principles	principle	NOUN
ger-473	194	4	discussed	discuss	VERB
ger-473	194	5	herein	herein	NOUN
ger-473	194	6	apply	apply	VERB
ger-473	194	7	to	to	ADP
ger-473	194	8	scores	score	NOUN
ger-473	194	9	derived	derive	VERB
ger-473	194	10	using	use	VERB
ger-473	194	11	item	item	NOUN
ger-473	194	12	response	response	NOUN
ger-473	194	13	theory	theory	NOUN
ger-473	194	14	(	(	PUNCT
ger-473	194	15	irt	irt	PROPN
ger-473	194	16	)	)	PUNCT
ger-473	194	17	modeling	modeling	NOUN
ger-473	194	18	,	,	PUNCT
ger-473	194	19	our	our	PRON
ger-473	194	20	discussion	discussion	NOUN
ger-473	194	21	focuses	focus	VERB
ger-473	194	22	on	on	ADP
ger-473	194	23	scores	score	NOUN
ger-473	194	24	obtained	obtain	VERB
ger-473	194	25	using	use	VERB
ger-473	194	26	classical	classical	ADJ
ger-473	194	27	test	test	NOUN
ger-473	194	28	theory	theory	NOUN
ger-473	194	29	(	(	PUNCT
ger-473	194	30	ctt	ctt	NOUN
ger-473	194	31	)	)	PUNCT
ger-473	194	32	approaches	approach	NOUN
ger-473	194	33	.	.	PUNCT
ger-473	195	1	the	the	DET
ger-473	195	2	test	test	NOUN
ger-473	195	3	scoring	scoring	NOUN
ger-473	195	4	procedures	procedure	NOUN
ger-473	195	5	are	be	AUX
ger-473	195	6	compared	compare	VERB
ger-473	195	7	using	use	VERB
ger-473	195	8	data	datum	NOUN
ger-473	195	9	from	from	ADP
ger-473	195	10	an	an	DET
ger-473	195	11	actual	actual	ADJ
ger-473	195	12	administration	administration	NOUN
ger-473	195	13	of	of	ADP
ger-473	195	14	the	the	DET
ger-473	195	15	egma	egma	NOUN
ger-473	195	16	in	in	ADP
ger-473	195	17	jordan	jordan	PROPN
ger-473	195	18	.	.	PUNCT
ger-473	196	1	conclusions	conclusion	NOUN
ger-473	196	2	and	and	CCONJ
ger-473	196	3	recommendations	recommendation	NOUN
ger-473	196	4	for	for	ADP
ger-473	196	5	test	test	NOUN
ger-473	196	6	scoring	scoring	NOUN
ger-473	196	7	procedures	procedure	NOUN
ger-473	196	8	for	for	ADP
ger-473	196	9	the	the	DET
ger-473	196	10	egma	egma	NOUN
ger-473	196	11	are	be	AUX
ger-473	196	12	made	make	VERB
ger-473	196	13	.	.	PUNCT
ger-473	197	1	generalizations	generalization	NOUN
ger-473	197	2	to	to	ADP
ger-473	197	3	other	other	ADJ
ger-473	197	4	testing	testing	NOUN
ger-473	197	5	programs	program	NOUN
ger-473	197	6	are	be	AUX
ger-473	197	7	proposed	propose	VERB
ger-473	197	8	;	;	PUNCT
ger-473	197	9	however	however	ADV
ger-473	197	10	,	,	PUNCT
ger-473	197	11	because	because	SCONJ
ger-473	197	12	of	of	ADP
ger-473	197	13	the	the	DET
ger-473	197	14	wide	wide	ADV
ger-473	197	15	-	-	PUNCT
ger-473	197	16	spread	spread	ADJ
ger-473	197	17	use	use	NOUN
ger-473	197	18	of	of	ADP
ger-473	197	19	the	the	DET
ger-473	197	20	egma	egma	NOUN
ger-473	197	21	within	within	ADP
ger-473	197	22	the	the	DET
ger-473	197	23	global	global	ADJ
ger-473	197	24	mathematics	mathematics	PROPN
ger-473	197	25	education	education	NOUN
ger-473	197	26	community	community	NOUN
ger-473	197	27	,	,	PUNCT
ger-473	197	28	this	this	DET
ger-473	197	29	manuscript	manuscript	NOUN
ger-473	197	30	is	be	AUX
ger-473	197	31	centrally	centrally	ADV
ger-473	197	32	focused	focused	ADJ
ger-473	197	33	on	on	ADP
ger-473	197	34	the	the	DET
ger-473	197	35	egma	egma	NOUN
ger-473	197	36	.	.	PUNCT
ger-473	198	1	early	early	ADJ
ger-473	198	2	grade	grade	NOUN
ger-473	198	3	mathematics	mathematic	NOUN
ger-473	198	4	assessment	assessment	NOUN
ger-473	198	5	the	the	DET
ger-473	198	6	egma	egma	NOUN
ger-473	198	7	is	be	AUX
ger-473	198	8	an	an	DET
ger-473	198	9	orally	orally	ADJ
ger-473	198	10	and	and	CCONJ
ger-473	198	11	individuallyadministered	individuallyadministere	VERB
ger-473	198	12	assessment	assessment	NOUN
ger-473	198	13	that	that	PRON
ger-473	198	14	measures	measure	VERB
ger-473	198	15	young	young	ADJ
ger-473	198	16	children	child	NOUN
ger-473	198	17	’s	’s	PART
ger-473	198	18	foundational	foundational	ADJ
ger-473	198	19	mathematics	mathematic	NOUN
ger-473	198	20	knowledge	knowledge	NOUN
ger-473	198	21	.	.	PUNCT
ger-473	199	1	it	it	PRON
ger-473	199	2	is	be	AUX
ger-473	199	3	typically	typically	ADV
ger-473	199	4	administered	administer	VERB
ger-473	199	5	to	to	ADP
ger-473	199	6	students	student	NOUN
ger-473	199	7	in	in	ADP
ger-473	199	8	grades	grade	NOUN
ger-473	199	9	1	1	NUM
ger-473	199	10	-	-	SYM
ger-473	199	11	3	3	NUM
ger-473	199	12	and	and	CCONJ
ger-473	199	13	takes	take	VERB
ger-473	199	14	approximately	approximately	ADV
ger-473	199	15	20	20	NUM
ger-473	199	16	minutes	minute	NOUN
ger-473	199	17	to	to	PART
ger-473	199	18	administer	administer	VERB
ger-473	199	19	.	.	PUNCT
ger-473	200	1	the	the	DET
ger-473	200	2	egma	egma	NOUN
ger-473	200	3	has	have	AUX
ger-473	200	4	been	be	AUX
ger-473	200	5	translated	translate	VERB
ger-473	200	6	and	and	CCONJ
ger-473	200	7	adapted	adapt	VERB
ger-473	200	8	for	for	ADP
ger-473	200	9	use	use	NOUN
ger-473	200	10	in	in	ADP
ger-473	200	11	many	many	ADJ
ger-473	200	12	languages	language	NOUN
ger-473	200	13	.	.	PUNCT
ger-473	201	1	the	the	DET
ger-473	201	2	egma	egma	NOUN
ger-473	201	3	is	be	AUX
ger-473	201	4	composed	compose	VERB
ger-473	201	5	of	of	ADP
ger-473	201	6	eight	eight	NUM
ger-473	201	7	subtests	subtest	NOUN
ger-473	201	8	.	.	PUNCT
ger-473	202	1	each	each	DET
ger-473	202	2	subtest	subt	ADJ
ger-473	202	3	includes	include	VERB
ger-473	202	4	5	5	NUM
ger-473	202	5	-	-	SYM
ger-473	202	6	20	20	NUM
ger-473	202	7	constructed	construct	VERB
ger-473	202	8	-	-	PUNCT
ger-473	202	9	response	response	NOUN
ger-473	202	10	items	item	NOUN
ger-473	202	11	(	(	PUNCT
ger-473	202	12	i.e.	i.e.	X
ger-473	202	13	,	,	PUNCT
ger-473	202	14	students	student	NOUN
ger-473	202	15	must	must	AUX
ger-473	202	16	provide	provide	VERB
ger-473	202	17	a	a	DET
ger-473	202	18	response	response	NOUN
ger-473	202	19	on	on	ADP
ger-473	202	20	their	their	PRON
ger-473	202	21	own	own	ADJ
ger-473	202	22	and	and	CCONJ
ger-473	202	23	are	be	AUX
ger-473	202	24	not	not	PART
ger-473	202	25	given	give	VERB
ger-473	202	26	possible	possible	ADJ
ger-473	202	27	response	response	NOUN
ger-473	202	28	options	option	NOUN
ger-473	202	29	from	from	ADP
ger-473	202	30	which	which	PRON
ger-473	202	31	to	to	PART
ger-473	202	32	choose	choose	VERB
ger-473	202	33	)	)	PUNCT
ger-473	202	34	.	.	PUNCT
ger-473	203	1	table	table	NOUN
ger-473	203	2	1	1	NUM
ger-473	203	3	details	detail	NOUN
ger-473	203	4	the	the	DET
ger-473	203	5	subtests	subtest	NOUN
ger-473	203	6	,	,	PUNCT
ger-473	203	7	time	time	NOUN
ger-473	203	8	limits	limit	NOUN
ger-473	203	9	,	,	PUNCT
ger-473	203	10	and	and	CCONJ
ger-473	203	11	standard	standard	ADJ
ger-473	203	12	test	test	NOUN
ger-473	203	13	scoring	scoring	NOUN
ger-473	203	14	procedures	procedure	NOUN
ger-473	203	15	as	as	SCONJ
ger-473	203	16	stated	state	VERB
ger-473	203	17	in	in	ADP
ger-473	203	18	the	the	DET
ger-473	203	19	early	early	ADJ
ger-473	203	20	grade	grade	NOUN
ger-473	203	21	mathematics	mathematic	NOUN
ger-473	203	22	assessment	assessment	NOUN
ger-473	203	23	(	(	PUNCT
ger-473	203	24	egma	egma	NOUN
ger-473	203	25	)	)	PUNCT
ger-473	203	26	toolkit	toolkit	NOUN
ger-473	203	27	published	publish	VERB
ger-473	203	28	by	by	ADP
ger-473	203	29	rti	rti	PROPN
ger-473	203	30	international	international	PROPN
ger-473	203	31	(	(	PUNCT
ger-473	203	32	2014	2014	NUM
ger-473	203	33	)	)	PUNCT
ger-473	203	34	.	.	PUNCT
ger-473	204	1	three	three	NUM
ger-473	204	2	egma	egma	NOUN
ger-473	204	3	subtests	subtest	NOUN
ger-473	204	4	are	be	AUX
ger-473	204	5	timed	time	VERB
ger-473	204	6	,	,	PUNCT
ger-473	204	7	and	and	CCONJ
ger-473	204	8	students	student	NOUN
ger-473	204	9	have	have	VERB
ger-473	204	10	60	60	NUM
ger-473	204	11	seconds	second	NOUN
ger-473	204	12	to	to	PART
ger-473	204	13	generate	generate	VERB
ger-473	204	14	responses	response	NOUN
ger-473	204	15	.	.	PUNCT
ger-473	205	1	these	these	DET
ger-473	205	2	subtests	subtest	NOUN
ger-473	205	3	are	be	AUX
ger-473	205	4	typically	typically	ADV
ger-473	205	5	scored	score	VERB
ger-473	205	6	as	as	ADP
ger-473	205	7	the	the	DET
ger-473	205	8	number	number	NOUN
ger-473	205	9	of	of	ADP
ger-473	205	10	correct	correct	ADJ
ger-473	205	11	responses	response	NOUN
ger-473	205	12	per	per	ADP
ger-473	205	13	minute	minute	NOUN
ger-473	205	14	,	,	PUNCT
ger-473	205	15	and	and	CCONJ
ger-473	205	16	is	be	AUX
ger-473	205	17	calculated	calculate	VERB
ger-473	205	18	using	use	VERB
ger-473	205	19	the	the	DET
ger-473	205	20	following	follow	VERB
ger-473	205	21	equation	equation	NOUN
ger-473	205	22	:	:	PUNCT
ger-473	205	23	𝑁𝐶𝑃𝑀	𝑁𝐶𝑃𝑀	PROPN
ger-473	205	24	=	=	PUNCT
ger-473	205	25	𝑐	𝑐	PROPN
ger-473	205	26	×	×	NOUN
ger-473	205	27	60	60	NUM
ger-473	205	28	𝑡	𝑡	NOUN
ger-473	205	29	where	where	SCONJ
ger-473	205	30	:	:	PUNCT
ger-473	205	31	ncpm	ncpm	NOUN
ger-473	205	32	is	be	AUX
ger-473	205	33	the	the	DET
ger-473	205	34	number	number	NOUN
ger-473	205	35	correct	correct	ADJ
ger-473	205	36	per	per	ADP
ger-473	205	37	minute	minute	NOUN
ger-473	205	38	c	c	NOUN
ger-473	205	39	is	be	AUX
ger-473	205	40	the	the	DET
ger-473	205	41	number	number	NOUN
ger-473	205	42	of	of	ADP
ger-473	205	43	correct	correct	ADJ
ger-473	205	44	responses	response	NOUN
ger-473	205	45	t	t	PROPN
ger-473	205	46	is	be	AUX
ger-473	205	47	the	the	DET
ger-473	205	48	elapsed	elapsed	ADJ
ger-473	205	49	time	time	NOUN
ger-473	205	50	in	in	ADP
ger-473	205	51	seconds	second	NOUN
ger-473	205	52	taken	take	VERB
ger-473	205	53	by	by	ADP
ger-473	205	54	the	the	DET
ger-473	205	55	student	student	NOUN
ger-473	205	56	this	this	DET
ger-473	205	57	equation	equation	NOUN
ger-473	205	58	takes	take	VERB
ger-473	205	59	into	into	ADP
ger-473	205	60	consideration	consideration	NOUN
ger-473	205	61	students	student	NOUN
ger-473	205	62	who	who	PRON
ger-473	205	63	finish	finish	VERB
ger-473	205	64	all	all	DET
ger-473	205	65	items	item	NOUN
ger-473	205	66	in	in	ADP
ger-473	205	67	less	less	ADJ
ger-473	205	68	than	than	ADP
ger-473	205	69	60	60	NUM
ger-473	205	70	seconds	second	NOUN
ger-473	205	71	.	.	PUNCT
ger-473	206	1	for	for	ADP
ger-473	206	2	example	example	NOUN
ger-473	206	3	,	,	PUNCT
ger-473	206	4	if	if	SCONJ
ger-473	206	5	a	a	DET
ger-473	206	6	student	student	NOUN
ger-473	206	7	answers	answer	VERB
ger-473	206	8	all	all	DET
ger-473	206	9	20	20	NUM
ger-473	206	10	items	item	NOUN
ger-473	206	11	correctly	correctly	ADV
ger-473	206	12	in	in	ADP
ger-473	206	13	40	40	NUM
ger-473	206	14	seconds	second	NOUN
ger-473	206	15	,	,	PUNCT
ger-473	206	16	their	their	PRON
ger-473	206	17	score	score	NOUN
ger-473	206	18	would	would	AUX
ger-473	206	19	be	be	AUX
ger-473	206	20	30	30	NUM
ger-473	206	21	correct	correct	ADJ
ger-473	206	22	items	item	NOUN
ger-473	206	23	per	per	ADP
ger-473	206	24	minute	minute	NOUN
ger-473	206	25	,	,	PUNCT
ger-473	206	26	since	since	SCONJ
ger-473	206	27	they	they	PRON
ger-473	206	28	likely	likely	ADV
ger-473	206	29	would	would	AUX
ger-473	206	30	have	have	AUX
ger-473	206	31	answered	answer	VERB
ger-473	206	32	more	more	ADJ
ger-473	206	33	items	item	NOUN
ger-473	206	34	correctly	correctly	ADV
ger-473	206	35	if	if	SCONJ
ger-473	206	36	more	more	ADJ
ger-473	206	37	items	item	NOUN
ger-473	206	38	had	have	AUX
ger-473	206	39	been	be	AUX
ger-473	206	40	available	available	ADJ
ger-473	206	41	.	.	PUNCT
ger-473	207	1	the	the	DET
ger-473	207	2	remaining	remain	VERB
ger-473	207	3	five	five	NUM
ger-473	207	4	subtests	subtest	NOUN
ger-473	207	5	are	be	AUX
ger-473	207	6	untimed	untimed	ADJ
ger-473	207	7	and	and	CCONJ
ger-473	207	8	are	be	AUX
ger-473	207	9	scored	score	VERB
ger-473	207	10	as	as	ADP
ger-473	207	11	the	the	DET
ger-473	207	12	total	total	ADJ
ger-473	207	13	number	number	NOUN
ger-473	207	14	of	of	ADP
ger-473	207	15	items	item	NOUN
ger-473	207	16	correct	correct	ADJ
ger-473	207	17	.	.	PUNCT
ger-473	208	1	according	accord	VERB
ger-473	208	2	to	to	ADP
ger-473	208	3	the	the	DET
ger-473	208	4	administration	administration	NOUN
ger-473	208	5	procedures	procedure	NOUN
ger-473	208	6	(	(	PUNCT
ger-473	208	7	rti	rti	PROPN
ger-473	208	8	international	international	PROPN
ger-473	208	9	,	,	PUNCT
ger-473	208	10	2014	2014	NUM
ger-473	208	11	)	)	PUNCT
ger-473	208	12	,	,	PUNCT
ger-473	208	13	students	student	NOUN
ger-473	208	14	must	must	AUX
ger-473	208	15	generate	generate	VERB
ger-473	208	16	a	a	DET
ger-473	208	17	response	response	NOUN
ger-473	208	18	to	to	ADP
ger-473	208	19	each	each	DET
ger-473	208	20	item	item	NOUN
ger-473	208	21	within	within	ADP
ger-473	208	22	five	five	NUM
ger-473	208	23	seconds	second	NOUN
ger-473	208	24	before	before	SCONJ
ger-473	208	25	the	the	DET
ger-473	208	26	test	test	NOUN
ger-473	208	27	administrator	administrator	NOUN
ger-473	208	28	prompts	prompt	VERB
ger-473	208	29	the	the	DET
ger-473	208	30	student	student	NOUN
ger-473	208	31	to	to	PART
ger-473	208	32	move	move	VERB
ger-473	208	33	to	to	ADP
ger-473	208	34	the	the	DET
ger-473	208	35	next	next	ADJ
ger-473	208	36	item	item	NOUN
ger-473	208	37	.	.	PUNCT
ger-473	209	1	additionally	additionally	ADV
ger-473	209	2	,	,	PUNCT
ger-473	209	3	these	these	DET
ger-473	209	4	subtests	subtest	NOUN
ger-473	209	5	have	have	AUX
ger-473	209	6	stopping	stop	VERB
ger-473	209	7	rules	rule	NOUN
ger-473	209	8	,	,	PUNCT
ger-473	209	9	such	such	ADJ
ger-473	209	10	that	that	SCONJ
ger-473	209	11	if	if	SCONJ
ger-473	209	12	a	a	DET
ger-473	209	13	student	student	NOUN
ger-473	209	14	answers	answer	VERB
ger-473	209	15	four	four	NUM
ger-473	209	16	items	item	NOUN
ger-473	209	17	in	in	ADP
ger-473	209	18	a	a	DET
ger-473	209	19	row	row	NOUN
ger-473	209	20	incorrectly	incorrectly	ADV
ger-473	209	21	,	,	PUNCT
ger-473	209	22	the	the	DET
ger-473	209	23	test	test	NOUN
ger-473	209	24	administrator	administrator	NOUN
ger-473	209	25	stops	stop	VERB
ger-473	209	26	the	the	DET
ger-473	209	27	subtests	subtest	NOUN
ger-473	209	28	and	and	CCONJ
ger-473	209	29	proceeds	proceed	NOUN
ger-473	209	30	to	to	ADP
ger-473	209	31	the	the	DET
ger-473	209	32	next	next	ADJ
ger-473	209	33	subtest	subt	ADJ
ger-473	209	34	.	.	PUNCT
ger-473	210	1	the	the	DET
ger-473	210	2	items	item	NOUN
ger-473	210	3	on	on	ADP
ger-473	210	4	the	the	DET
ger-473	210	5	egma	egma	NOUN
ger-473	210	6	are	be	AUX
ger-473	210	7	sequenced	sequence	VERB
ger-473	210	8	from	from	ADP
ger-473	210	9	least	least	ADJ
ger-473	210	10	to	to	ADP
ger-473	210	11	most	most	ADV
ger-473	210	12	difficult	difficult	ADJ
ger-473	210	13	(	(	PUNCT
ger-473	210	14	see	see	VERB
ger-473	210	15	rti	rti	PROPN
ger-473	210	16	international	international	PROPN
ger-473	211	1	[	[	X
ger-473	211	2	2014	2014	NUM
ger-473	211	3	]	]	PUNCT
ger-473	211	4	for	for	ADP
ger-473	211	5	more	more	ADJ
ger-473	211	6	details	detail	NOUN
ger-473	211	7	about	about	ADP
ger-473	211	8	item	item	NOUN
ger-473	211	9	and	and	CCONJ
ger-473	211	10	subtest	subtest	ADJ
ger-473	211	11	development	development	NOUN
ger-473	211	12	)	)	PUNCT
ger-473	211	13	.	.	PUNCT
ger-473	212	1	therefore	therefore	ADV
ger-473	212	2	,	,	PUNCT
ger-473	212	3	if	if	SCONJ
ger-473	212	4	the	the	DET
ger-473	212	5	stopping	stopping	NOUN
ger-473	212	6	rule	rule	NOUN
ger-473	212	7	is	be	AUX
ger-473	212	8	applied	apply	VERB
ger-473	212	9	,	,	PUNCT
ger-473	212	10	all	all	PRON
ger-473	212	11	of	of	ADP
ger-473	212	12	the	the	DET
ger-473	212	13	remaining	remain	VERB
ger-473	212	14	items	item	NOUN
ger-473	212	15	are	be	AUX
ger-473	212	16	scored	score	VERB
ger-473	212	17	as	as	ADP
ger-473	212	18	incorrect	incorrect	ADJ
ger-473	212	19	,	,	PUNCT
ger-473	212	20	since	since	SCONJ
ger-473	212	21	the	the	DET
ger-473	212	22	student	student	NOUN
ger-473	212	23	likely	likely	ADV
ger-473	212	24	would	would	AUX
ger-473	212	25	have	have	AUX
ger-473	212	26	responded	respond	VERB
ger-473	212	27	incorrectly	incorrectly	ADV
ger-473	212	28	.	.	PUNCT
ger-473	213	1	146	146	NUM
ger-473	213	2	global	global	ADJ
ger-473	213	3	education	education	NOUN
ger-473	213	4	review	review	NOUN
ger-473	213	5	5(3	5(3	NUM
ger-473	213	6	)	)	PUNCT
ger-473	213	7	table	table	NOUN
ger-473	213	8	1	1	NUM
ger-473	213	9	core	core	NOUN
ger-473	213	10	egma	egma	X
ger-473	213	11	subtest	subt	ADJ
ger-473	213	12	information	information	NOUN
ger-473	213	13	(	(	PUNCT
ger-473	213	14	rti	rti	PROPN
ger-473	213	15	international	international	PROPN
ger-473	213	16	,	,	PUNCT
ger-473	213	17	2013	2013	NUM
ger-473	213	18	;	;	PUNCT
ger-473	213	19	table	table	NOUN
ger-473	213	20	modified	modify	VERB
ger-473	213	21	from	from	ADP
ger-473	213	22	perry	perry	PROPN
ger-473	213	23	,	,	PUNCT
ger-473	213	24	2016	2016	NUM
ger-473	213	25	)	)	PUNCT
ger-473	213	26	subtest	subt	ADJ
ger-473	213	27	number	number	NOUN
ger-473	213	28	of	of	ADP
ger-473	213	29	items	item	NOUN
ger-473	213	30	task	task	NOUN
ger-473	213	31	time	time	NOUN
ger-473	213	32	limit	limit	NOUN
ger-473	213	33	stopping	stop	VERB
ger-473	213	34	rule	rule	NOUN
ger-473	213	35	standard	standard	ADJ
ger-473	213	36	test	test	NOUN
ger-473	213	37	scoring	scoring	NOUN
ger-473	213	38	procedure	procedure	NOUN
ger-473	213	39	number	number	NOUN
ger-473	213	40	identification	identification	NOUN
ger-473	213	41	20	20	NUM
ger-473	213	42	read	read	NOUN
ger-473	213	43	numbers	number	NOUN
ger-473	213	44	60	60	NUM
ger-473	213	45	seconds	second	NOUN
ger-473	213	46	none	none	NOUN
ger-473	213	47	number	number	NOUN
ger-473	213	48	correct	correct	ADJ
ger-473	213	49	per	per	ADP
ger-473	213	50	minute	minute	NOUN
ger-473	213	51	quantity	quantity	NOUN
ger-473	213	52	discrimination	discrimination	NOUN
ger-473	213	53	10	10	NUM
ger-473	213	54	determine	determine	VERB
ger-473	213	55	the	the	DET
ger-473	213	56	larger	large	ADJ
ger-473	213	57	of	of	ADP
ger-473	213	58	two	two	NUM
ger-473	213	59	numbers	number	NOUN
ger-473	213	60	no	no	DET
ger-473	213	61	time	time	NOUN
ger-473	213	62	limit	limit	NOUN
ger-473	213	63	stop	stop	VERB
ger-473	213	64	the	the	DET
ger-473	213	65	subtest	subt	ADJ
ger-473	213	66	if	if	SCONJ
ger-473	213	67	the	the	DET
ger-473	213	68	child	child	NOUN
ger-473	213	69	has	have	VERB
ger-473	213	70	four	four	NUM
ger-473	213	71	successive	successive	ADJ
ger-473	213	72	incorrect	incorrect	ADJ
ger-473	213	73	answers	answer	NOUN
ger-473	213	74	total	total	ADJ
ger-473	213	75	number	number	NOUN
ger-473	213	76	of	of	ADP
ger-473	213	77	items	item	NOUN
ger-473	213	78	correct	correct	VERB
ger-473	213	79	missing	miss	VERB
ger-473	213	80	number	number	NOUN
ger-473	213	81	10	10	NUM
ger-473	213	82	determine	determine	VERB
ger-473	213	83	the	the	DET
ger-473	213	84	missing	miss	VERB
ger-473	213	85	number	number	NOUN
ger-473	213	86	in	in	ADP
ger-473	213	87	a	a	DET
ger-473	213	88	sequence	sequence	NOUN
ger-473	213	89	of	of	ADP
ger-473	213	90	numbers	number	NOUN
ger-473	213	91	no	no	DET
ger-473	213	92	time	time	NOUN
ger-473	213	93	limit	limit	NOUN
ger-473	213	94	stop	stop	VERB
ger-473	213	95	the	the	DET
ger-473	213	96	subtest	subt	ADJ
ger-473	213	97	if	if	SCONJ
ger-473	213	98	the	the	DET
ger-473	213	99	child	child	NOUN
ger-473	213	100	has	have	VERB
ger-473	213	101	four	four	NUM
ger-473	213	102	successive	successive	ADJ
ger-473	213	103	incorrect	incorrect	ADJ
ger-473	213	104	answers	answer	NOUN
ger-473	213	105	total	total	ADJ
ger-473	213	106	number	number	NOUN
ger-473	213	107	of	of	ADP
ger-473	213	108	items	item	NOUN
ger-473	213	109	correct	correct	VERB
ger-473	213	110	addition	addition	NOUN
ger-473	213	111	–	–	PUNCT
ger-473	213	112	level	level	NOUN
ger-473	213	113	1	1	NUM
ger-473	213	114	20	20	NUM
ger-473	213	115	add	add	VERB
ger-473	213	116	two	two	NUM
ger-473	213	117	onedigit	onedigit	ADJ
ger-473	213	118	numbers	number	NOUN
ger-473	213	119	60	60	NUM
ger-473	213	120	seconds	second	NOUN
ger-473	213	121	none	none	NOUN
ger-473	213	122	number	number	NOUN
ger-473	213	123	correct	correct	ADJ
ger-473	213	124	per	per	ADP
ger-473	213	125	minute	minute	NOUN
ger-473	213	126	subtraction	subtraction	NOUN
ger-473	213	127	–	–	PUNCT
ger-473	213	128	level	level	NOUN
ger-473	213	129	1	1	NUM
ger-473	213	130	20	20	NUM
ger-473	213	131	subtract	subtract	VERB
ger-473	213	132	two	two	NUM
ger-473	213	133	one	one	NUM
ger-473	213	134	-	-	PUNCT
ger-473	213	135	digit	digit	NOUN
ger-473	213	136	numbers	number	NOUN
ger-473	213	137	60	60	NUM
ger-473	213	138	seconds	second	NOUN
ger-473	213	139	none	none	NOUN
ger-473	213	140	number	number	NOUN
ger-473	213	141	correct	correct	ADJ
ger-473	213	142	per	per	ADP
ger-473	213	143	minute	minute	NOUN
ger-473	213	144	addition	addition	NOUN
ger-473	213	145	–	–	PUNCT
ger-473	213	146	level	level	NOUN
ger-473	213	147	2	2	NUM
ger-473	213	148	5	5	NUM
ger-473	213	149	add	add	VERB
ger-473	213	150	a	a	DET
ger-473	213	151	onedigit	onedigit	ADJ
ger-473	213	152	or	or	CCONJ
ger-473	213	153	twodigit	twodigit	ADV
ger-473	213	154	number	number	NOUN
ger-473	213	155	to	to	ADP
ger-473	213	156	a	a	DET
ger-473	213	157	two	two	NUM
ger-473	213	158	-	-	PUNCT
ger-473	213	159	digit	digit	NOUN
ger-473	213	160	number	number	NOUN
ger-473	213	161	no	no	DET
ger-473	213	162	time	time	NOUN
ger-473	213	163	limit	limit	NOUN
ger-473	213	164	.	.	PUNCT
ger-473	214	1	this	this	DET
ger-473	214	2	subtest	subt	ADJ
ger-473	214	3	is	be	AUX
ger-473	214	4	not	not	PART
ger-473	214	5	administered	administer	VERB
ger-473	214	6	to	to	ADP
ger-473	214	7	students	student	NOUN
ger-473	214	8	who	who	PRON
ger-473	214	9	did	do	AUX
ger-473	214	10	not	not	PART
ger-473	214	11	answer	answer	VERB
ger-473	214	12	any	any	DET
ger-473	214	13	items	item	NOUN
ger-473	214	14	correctly	correctly	ADV
ger-473	214	15	on	on	ADP
ger-473	214	16	level	level	NOUN
ger-473	214	17	1	1	NUM
ger-473	214	18	.	.	PUNCT
ger-473	214	19	stop	stop	VERB
ger-473	214	20	the	the	DET
ger-473	214	21	subtest	subt	ADJ
ger-473	214	22	if	if	SCONJ
ger-473	214	23	the	the	DET
ger-473	214	24	child	child	NOUN
ger-473	214	25	has	have	VERB
ger-473	214	26	four	four	NUM
ger-473	214	27	successive	successive	ADJ
ger-473	214	28	incorrect	incorrect	ADJ
ger-473	214	29	answers	answer	NOUN
ger-473	214	30	total	total	ADJ
ger-473	214	31	number	number	NOUN
ger-473	214	32	of	of	ADP
ger-473	214	33	items	item	NOUN
ger-473	214	34	correct	correct	VERB
ger-473	214	35	subtraction	subtraction	NOUN
ger-473	214	36	–	–	PUNCT
ger-473	214	37	level	level	NOUN
ger-473	214	38	2	2	NUM
ger-473	214	39	5	5	NUM
ger-473	214	40	subtract	subtract	VERB
ger-473	214	41	a	a	DET
ger-473	214	42	one	one	NUM
ger-473	214	43	-	-	PUNCT
ger-473	214	44	digit	digit	NOUN
ger-473	214	45	or	or	CCONJ
ger-473	214	46	a	a	DET
ger-473	214	47	two	two	NUM
ger-473	214	48	-	-	PUNCT
ger-473	214	49	digit	digit	NOUN
ger-473	214	50	number	number	NOUN
ger-473	214	51	from	from	ADP
ger-473	214	52	a	a	DET
ger-473	214	53	two	two	NUM
ger-473	214	54	-	-	PUNCT
ger-473	214	55	digit	digit	NOUN
ger-473	214	56	number	number	NOUN
ger-473	214	57	no	no	DET
ger-473	214	58	time	time	NOUN
ger-473	214	59	limit	limit	NOUN
ger-473	214	60	.	.	PUNCT
ger-473	215	1	this	this	DET
ger-473	215	2	subtest	subt	ADJ
ger-473	215	3	is	be	AUX
ger-473	215	4	not	not	PART
ger-473	215	5	administered	administer	VERB
ger-473	215	6	to	to	ADP
ger-473	215	7	students	student	NOUN
ger-473	215	8	who	who	PRON
ger-473	215	9	did	do	AUX
ger-473	215	10	not	not	PART
ger-473	215	11	answer	answer	VERB
ger-473	215	12	any	any	DET
ger-473	215	13	items	item	NOUN
ger-473	215	14	correctly	correctly	ADV
ger-473	215	15	on	on	ADP
ger-473	215	16	level	level	NOUN
ger-473	215	17	1	1	NUM
ger-473	215	18	.	.	PUNCT
ger-473	215	19	stop	stop	VERB
ger-473	215	20	the	the	DET
ger-473	215	21	subtest	subt	ADJ
ger-473	215	22	if	if	SCONJ
ger-473	215	23	the	the	DET
ger-473	215	24	child	child	NOUN
ger-473	215	25	has	have	VERB
ger-473	215	26	four	four	NUM
ger-473	215	27	successive	successive	ADJ
ger-473	215	28	incorrect	incorrect	ADJ
ger-473	215	29	answers	answer	NOUN
ger-473	215	30	total	total	ADJ
ger-473	215	31	number	number	NOUN
ger-473	215	32	of	of	ADP
ger-473	215	33	items	item	NOUN
ger-473	215	34	correct	correct	VERB
ger-473	215	35	word	word	NOUN
ger-473	215	36	problems	problem	NOUN
ger-473	215	37	6	6	NUM
ger-473	215	38	respond	respond	VERB
ger-473	215	39	to	to	ADP
ger-473	215	40	a	a	DET
ger-473	215	41	word	word	NOUN
ger-473	215	42	problem	problem	NOUN
ger-473	215	43	read	read	VERB
ger-473	215	44	out	out	ADV
ger-473	215	45	loud	loud	ADV
ger-473	215	46	no	no	DET
ger-473	215	47	time	time	NOUN
ger-473	215	48	limit	limit	NOUN
ger-473	215	49	stop	stop	VERB
ger-473	215	50	the	the	DET
ger-473	215	51	subtest	subt	ADJ
ger-473	215	52	if	if	SCONJ
ger-473	215	53	the	the	DET
ger-473	215	54	child	child	NOUN
ger-473	215	55	has	have	VERB
ger-473	215	56	four	four	NUM
ger-473	215	57	successive	successive	ADJ
ger-473	215	58	incorrect	incorrect	ADJ
ger-473	215	59	answers	answer	NOUN
ger-473	215	60	total	total	ADJ
ger-473	215	61	number	number	NOUN
ger-473	215	62	of	of	ADP
ger-473	215	63	items	item	NOUN
ger-473	215	64	correct	correct	ADJ
ger-473	215	65	aligning	align	VERB
ger-473	215	66	test	test	NOUN
ger-473	215	67	scoring	scoring	NOUN
ger-473	215	68	procedures	procedure	NOUN
ger-473	215	69	with	with	ADP
ger-473	215	70	test	test	NOUN
ger-473	215	71	uses	use	VERB
ger-473	215	72	147	147	NUM
ger-473	215	73	scoring	scoring	NOUN
ger-473	215	74	procedures	procedure	NOUN
ger-473	215	75	scoring	scoring	NOUN
ger-473	215	76	of	of	ADP
ger-473	215	77	tests	test	NOUN
ger-473	215	78	includes	include	VERB
ger-473	215	79	two	two	NUM
ger-473	215	80	distinct	distinct	ADJ
ger-473	215	81	procedures	procedure	NOUN
ger-473	215	82	.	.	PUNCT
ger-473	216	1	first	first	ADV
ger-473	216	2	,	,	PUNCT
ger-473	216	3	students	student	NOUN
ger-473	216	4	’	'	PUNCT
ger-473	216	5	responses	response	NOUN
ger-473	216	6	to	to	ADP
ger-473	216	7	items	item	NOUN
ger-473	216	8	are	be	AUX
ger-473	216	9	scored	score	VERB
ger-473	216	10	following	follow	VERB
ger-473	216	11	a	a	DET
ger-473	216	12	set	set	NOUN
ger-473	216	13	of	of	ADP
ger-473	216	14	guidelines	guideline	NOUN
ger-473	216	15	to	to	PART
ger-473	216	16	judge	judge	VERB
ger-473	216	17	the	the	DET
ger-473	216	18	correctness	correctness	NOUN
ger-473	216	19	of	of	ADP
ger-473	216	20	the	the	DET
ger-473	216	21	response	response	NOUN
ger-473	216	22	.	.	PUNCT
ger-473	217	1	second	second	ADJ
ger-473	217	2	,	,	PUNCT
ger-473	217	3	the	the	DET
ger-473	217	4	scored	score	VERB
ger-473	217	5	item	item	NOUN
ger-473	217	6	responses	response	NOUN
ger-473	217	7	are	be	AUX
ger-473	217	8	aggregated	aggregate	VERB
ger-473	217	9	following	follow	VERB
ger-473	217	10	another	another	DET
ger-473	217	11	set	set	NOUN
ger-473	217	12	of	of	ADP
ger-473	217	13	guidelines	guideline	NOUN
ger-473	217	14	to	to	PART
ger-473	217	15	arrive	arrive	VERB
ger-473	217	16	at	at	ADP
ger-473	217	17	one	one	NUM
ger-473	217	18	(	(	PUNCT
ger-473	217	19	or	or	CCONJ
ger-473	217	20	more	more	ADJ
ger-473	217	21	)	)	PUNCT
ger-473	217	22	overall	overall	ADJ
ger-473	217	23	score	score	NOUN
ger-473	217	24	for	for	ADP
ger-473	217	25	the	the	DET
ger-473	217	26	test	test	NOUN
ger-473	217	27	.	.	PUNCT
ger-473	218	1	the	the	DET
ger-473	218	2	collection	collection	NOUN
ger-473	218	3	of	of	ADP
ger-473	218	4	scored	score	VERB
ger-473	218	5	item	item	NOUN
ger-473	218	6	responses	response	NOUN
ger-473	218	7	serve	serve	VERB
ger-473	218	8	as	as	ADP
ger-473	218	9	evidence	evidence	NOUN
ger-473	218	10	about	about	ADP
ger-473	218	11	students	student	NOUN
ger-473	218	12	’	'	PUNCT
ger-473	218	13	levels	level	NOUN
ger-473	218	14	of	of	ADP
ger-473	218	15	performance	performance	NOUN
ger-473	218	16	in	in	ADP
ger-473	218	17	the	the	DET
ger-473	218	18	tested	test	VERB
ger-473	218	19	construct	construct	NOUN
ger-473	218	20	(	(	PUNCT
ger-473	218	21	thissen	thissen	PROPN
ger-473	218	22	&	&	CCONJ
ger-473	218	23	wainer	wainer	PROPN
ger-473	218	24	,	,	PUNCT
ger-473	218	25	2001	2001	NUM
ger-473	218	26	)	)	PUNCT
ger-473	218	27	,	,	PUNCT
ger-473	218	28	and	and	CCONJ
ger-473	218	29	therefore	therefore	ADV
ger-473	218	30	,	,	PUNCT
ger-473	218	31	form	form	VERB
ger-473	218	32	the	the	DET
ger-473	218	33	basis	basis	NOUN
ger-473	218	34	of	of	ADP
ger-473	218	35	test	test	NOUN
ger-473	218	36	score	score	NOUN
ger-473	218	37	uses	use	NOUN
ger-473	218	38	and	and	CCONJ
ger-473	218	39	interpretations	interpretation	NOUN
ger-473	218	40	.	.	PUNCT
ger-473	219	1	consider	consider	VERB
ger-473	219	2	a	a	DET
ger-473	219	3	simplified	simplified	ADJ
ger-473	219	4	example	example	NOUN
ger-473	219	5	of	of	ADP
ger-473	219	6	the	the	DET
ger-473	219	7	administration	administration	NOUN
ger-473	219	8	of	of	ADP
ger-473	219	9	a	a	DET
ger-473	219	10	typical	typical	ADJ
ger-473	219	11	achievement	achievement	NOUN
ger-473	219	12	test	test	NOUN
ger-473	219	13	with	with	ADP
ger-473	219	14	multiple	multiple	ADJ
ger-473	219	15	choice	choice	NOUN
ger-473	219	16	items	item	NOUN
ger-473	219	17	.	.	PUNCT
ger-473	220	1	to	to	PART
ger-473	220	2	score	score	VERB
ger-473	220	3	each	each	DET
ger-473	220	4	item	item	NOUN
ger-473	220	5	,	,	PUNCT
ger-473	220	6	a	a	DET
ger-473	220	7	student	student	NOUN
ger-473	220	8	’s	’s	PART
ger-473	220	9	answer	answer	NOUN
ger-473	220	10	choice	choice	NOUN
ger-473	220	11	is	be	AUX
ger-473	220	12	compared	compare	VERB
ger-473	220	13	to	to	ADP
ger-473	220	14	the	the	DET
ger-473	220	15	correct	correct	ADJ
ger-473	220	16	answer	answer	NOUN
ger-473	220	17	.	.	PUNCT
ger-473	221	1	if	if	SCONJ
ger-473	221	2	the	the	DET
ger-473	221	3	student	student	NOUN
ger-473	221	4	selected	select	VERB
ger-473	221	5	the	the	DET
ger-473	221	6	correct	correct	ADJ
ger-473	221	7	response	response	NOUN
ger-473	221	8	from	from	ADP
ger-473	221	9	a	a	DET
ger-473	221	10	given	give	VERB
ger-473	221	11	set	set	NOUN
ger-473	221	12	of	of	ADP
ger-473	221	13	distractors	distractor	NOUN
ger-473	221	14	,	,	PUNCT
ger-473	221	15	the	the	DET
ger-473	221	16	response	response	NOUN
ger-473	221	17	is	be	AUX
ger-473	221	18	coded	code	VERB
ger-473	221	19	as	as	ADV
ger-473	221	20	correct	correct	ADJ
ger-473	221	21	and	and	CCONJ
ger-473	221	22	the	the	DET
ger-473	221	23	student	student	NOUN
ger-473	221	24	is	be	AUX
ger-473	221	25	awarded	award	VERB
ger-473	221	26	a	a	DET
ger-473	221	27	pre	pre	ADJ
ger-473	221	28	-	-	ADJ
ger-473	221	29	specified	specified	ADJ
ger-473	221	30	number	number	NOUN
ger-473	221	31	of	of	ADP
ger-473	221	32	points	point	NOUN
ger-473	221	33	.	.	PUNCT
ger-473	222	1	to	to	PART
ger-473	222	2	arrive	arrive	VERB
ger-473	222	3	at	at	ADP
ger-473	222	4	an	an	DET
ger-473	222	5	overall	overall	ADJ
ger-473	222	6	test	test	NOUN
ger-473	222	7	score	score	NOUN
ger-473	222	8	using	use	VERB
ger-473	222	9	ctt	ctt	PROPN
ger-473	222	10	,	,	PUNCT
ger-473	222	11	the	the	DET
ger-473	222	12	number	number	NOUN
ger-473	222	13	of	of	ADP
ger-473	222	14	correct	correct	ADJ
ger-473	222	15	responses	response	NOUN
ger-473	222	16	or	or	CCONJ
ger-473	222	17	points	point	NOUN
ger-473	222	18	can	can	AUX
ger-473	222	19	be	be	AUX
ger-473	222	20	summed	sum	VERB
ger-473	222	21	to	to	PART
ger-473	222	22	generate	generate	VERB
ger-473	222	23	a	a	DET
ger-473	222	24	raw	raw	ADJ
ger-473	222	25	score	score	NOUN
ger-473	222	26	.	.	PUNCT
ger-473	223	1	the	the	DET
ger-473	223	2	raw	raw	ADJ
ger-473	223	3	score	score	NOUN
ger-473	223	4	can	can	AUX
ger-473	223	5	be	be	AUX
ger-473	223	6	converted	convert	VERB
ger-473	223	7	to	to	ADP
ger-473	223	8	a	a	DET
ger-473	223	9	ratio	ratio	NOUN
ger-473	223	10	of	of	ADP
ger-473	223	11	number	number	NOUN
ger-473	223	12	correct	correct	ADJ
ger-473	223	13	to	to	ADP
ger-473	223	14	total	total	ADJ
ger-473	223	15	number	number	NOUN
ger-473	223	16	of	of	ADP
ger-473	223	17	items	item	NOUN
ger-473	223	18	(	(	PUNCT
ger-473	223	19	and	and	CCONJ
ger-473	223	20	reported	report	VERB
ger-473	223	21	as	as	ADP
ger-473	223	22	a	a	DET
ger-473	223	23	ratio	ratio	NOUN
ger-473	223	24	or	or	CCONJ
ger-473	223	25	percentage	percentage	NOUN
ger-473	223	26	)	)	PUNCT
ger-473	223	27	or	or	CCONJ
ger-473	223	28	transformed	transform	VERB
ger-473	223	29	to	to	ADP
ger-473	223	30	a	a	DET
ger-473	223	31	standard	standard	ADJ
ger-473	223	32	score	score	NOUN
ger-473	223	33	,	,	PUNCT
ger-473	223	34	which	which	PRON
ger-473	223	35	may	may	AUX
ger-473	223	36	be	be	AUX
ger-473	223	37	easier	easy	ADJ
ger-473	223	38	for	for	SCONJ
ger-473	223	39	some	some	DET
ger-473	223	40	stakeholders	stakeholder	NOUN
ger-473	223	41	to	to	PART
ger-473	223	42	interpret	interpret	VERB
ger-473	223	43	.	.	PUNCT
ger-473	224	1	however	however	ADV
ger-473	224	2	generated	generate	VERB
ger-473	224	3	,	,	PUNCT
ger-473	224	4	the	the	DET
ger-473	224	5	overall	overall	ADJ
ger-473	224	6	test	test	NOUN
ger-473	224	7	score	score	NOUN
ger-473	224	8	is	be	AUX
ger-473	224	9	typically	typically	ADV
ger-473	224	10	used	use	VERB
ger-473	224	11	to	to	PART
ger-473	224	12	make	make	VERB
ger-473	224	13	judgements	judgement	NOUN
ger-473	224	14	about	about	ADP
ger-473	224	15	the	the	DET
ger-473	224	16	test	test	NOUN
ger-473	224	17	taker	taker	NOUN
ger-473	224	18	’s	’s	PART
ger-473	224	19	level	level	NOUN
ger-473	224	20	of	of	ADP
ger-473	224	21	proficiency	proficiency	NOUN
ger-473	224	22	in	in	ADP
ger-473	224	23	the	the	DET
ger-473	224	24	tested	test	VERB
ger-473	224	25	construct	construct	NOUN
ger-473	224	26	.	.	PUNCT
ger-473	225	1	the	the	DET
ger-473	225	2	selection	selection	NOUN
ger-473	225	3	of	of	ADP
ger-473	225	4	the	the	DET
ger-473	225	5	item	item	NOUN
ger-473	225	6	and	and	CCONJ
ger-473	225	7	test	test	NOUN
ger-473	225	8	scoring	scoring	NOUN
ger-473	225	9	procedures	procedure	NOUN
ger-473	225	10	is	be	AUX
ger-473	225	11	a	a	DET
ger-473	225	12	complex	complex	ADJ
ger-473	225	13	process	process	NOUN
ger-473	225	14	that	that	PRON
ger-473	225	15	should	should	AUX
ger-473	225	16	align	align	VERB
ger-473	225	17	with	with	ADP
ger-473	225	18	the	the	DET
ger-473	225	19	purpose	purpose	NOUN
ger-473	225	20	of	of	ADP
ger-473	225	21	the	the	DET
ger-473	225	22	test	test	NOUN
ger-473	225	23	and	and	CCONJ
ger-473	225	24	support	support	VERB
ger-473	225	25	the	the	DET
ger-473	225	26	intended	intend	VERB
ger-473	225	27	uses	use	NOUN
ger-473	225	28	and	and	CCONJ
ger-473	225	29	interpretations	interpretation	NOUN
ger-473	225	30	of	of	ADP
ger-473	225	31	the	the	DET
ger-473	225	32	results	result	NOUN
ger-473	225	33	(	(	PUNCT
ger-473	225	34	american	american	ADJ
ger-473	225	35	educational	educational	PROPN
ger-473	225	36	research	research	PROPN
ger-473	225	37	association	association	PROPN
ger-473	226	1	[	[	X
ger-473	226	2	aera	aera	X
ger-473	226	3	]	]	X
ger-473	226	4	,	,	PUNCT
ger-473	226	5	american	american	PROPN
ger-473	226	6	psychological	psychological	PROPN
ger-473	226	7	association	association	PROPN
ger-473	226	8	[	[	X
ger-473	226	9	apa	apa	X
ger-473	226	10	]	]	X
ger-473	226	11	,	,	PUNCT
ger-473	226	12	&	&	CCONJ
ger-473	226	13	national	national	PROPN
ger-473	226	14	council	council	PROPN
ger-473	226	15	on	on	ADP
ger-473	226	16	measurement	measurement	NOUN
ger-473	226	17	in	in	ADP
ger-473	226	18	education	education	NOUN
ger-473	226	19	[	[	X
ger-473	226	20	ncme	ncme	NOUN
ger-473	226	21	]	]	X
ger-473	226	22	,	,	PUNCT
ger-473	226	23	2014	2014	NUM
ger-473	226	24	;	;	PUNCT
ger-473	226	25	international	international	ADJ
ger-473	226	26	testing	testing	NOUN
ger-473	226	27	commission	commission	NOUN
ger-473	227	1	[	[	X
ger-473	227	2	itc	itc	X
ger-473	227	3	]	]	X
ger-473	227	4	,	,	PUNCT
ger-473	227	5	2014	2014	NUM
ger-473	227	6	)	)	PUNCT
ger-473	227	7	.	.	PUNCT
ger-473	228	1	to	to	ADP
ger-473	228	2	some	some	DET
ger-473	228	3	extent	extent	NOUN
ger-473	228	4	,	,	PUNCT
ger-473	228	5	item	item	NOUN
ger-473	228	6	scoring	scoring	NOUN
ger-473	228	7	procedures	procedure	NOUN
ger-473	228	8	are	be	AUX
ger-473	228	9	influenced	influence	VERB
ger-473	228	10	by	by	ADP
ger-473	228	11	the	the	DET
ger-473	228	12	item	item	NOUN
ger-473	228	13	format	format	NOUN
ger-473	228	14	(	(	PUNCT
ger-473	228	15	i.e.	i.e.	X
ger-473	228	16	,	,	PUNCT
ger-473	228	17	selected	select	VERB
ger-473	228	18	response	response	NOUN
ger-473	228	19	,	,	PUNCT
ger-473	228	20	constructed	constructed	ADJ
ger-473	228	21	response	response	NOUN
ger-473	228	22	)	)	PUNCT
ger-473	228	23	.	.	PUNCT
ger-473	229	1	for	for	ADP
ger-473	229	2	example	example	NOUN
ger-473	229	3	,	,	PUNCT
ger-473	229	4	constructed	construct	VERB
ger-473	229	5	-	-	PUNCT
ger-473	229	6	response	response	NOUN
ger-473	229	7	items	item	NOUN
ger-473	229	8	ask	ask	VERB
ger-473	229	9	students	student	NOUN
ger-473	229	10	to	to	PART
ger-473	229	11	construct	construct	VERB
ger-473	229	12	their	their	PRON
ger-473	229	13	own	own	ADJ
ger-473	229	14	response	response	NOUN
ger-473	229	15	to	to	ADP
ger-473	229	16	an	an	DET
ger-473	229	17	item	item	NOUN
ger-473	229	18	and	and	CCONJ
ger-473	229	19	are	be	AUX
ger-473	229	20	often	often	ADV
ger-473	229	21	evaluated	evaluate	VERB
ger-473	229	22	using	use	VERB
ger-473	229	23	a	a	DET
ger-473	229	24	scoring	scoring	NOUN
ger-473	229	25	rubric	rubric	NOUN
ger-473	229	26	that	that	PRON
ger-473	229	27	details	detail	VERB
ger-473	229	28	the	the	DET
ger-473	229	29	response	response	NOUN
ger-473	229	30	expectations	expectation	NOUN
ger-473	229	31	associated	associate	VERB
ger-473	229	32	with	with	ADP
ger-473	229	33	a	a	DET
ger-473	229	34	specific	specific	ADJ
ger-473	229	35	score	score	NOUN
ger-473	229	36	.	.	PUNCT
ger-473	230	1	conversely	conversely	ADV
ger-473	230	2	,	,	PUNCT
ger-473	230	3	selected	select	VERB
ger-473	230	4	-	-	PUNCT
ger-473	230	5	response	response	NOUN
ger-473	230	6	items	item	NOUN
ger-473	230	7	ask	ask	VERB
ger-473	230	8	students	student	NOUN
ger-473	230	9	to	to	PART
ger-473	230	10	select	select	VERB
ger-473	230	11	an	an	DET
ger-473	230	12	answer	answer	NOUN
ger-473	230	13	from	from	ADP
ger-473	230	14	a	a	DET
ger-473	230	15	set	set	NOUN
ger-473	230	16	of	of	ADP
ger-473	230	17	possible	possible	ADJ
ger-473	230	18	responses	response	NOUN
ger-473	230	19	,	,	PUNCT
ger-473	230	20	and	and	CCONJ
ger-473	230	21	can	can	AUX
ger-473	230	22	be	be	AUX
ger-473	230	23	scored	score	VERB
ger-473	230	24	following	follow	VERB
ger-473	230	25	a	a	DET
ger-473	230	26	dichotomous	dichotomous	ADJ
ger-473	230	27	scoring	scoring	NOUN
ger-473	230	28	rule	rule	NOUN
ger-473	230	29	that	that	PRON
ger-473	230	30	assigns	assign	VERB
ger-473	230	31	value	value	NOUN
ger-473	230	32	only	only	ADV
ger-473	230	33	to	to	ADP
ger-473	230	34	the	the	DET
ger-473	230	35	correct	correct	ADJ
ger-473	230	36	response	response	NOUN
ger-473	230	37	.	.	PUNCT
ger-473	231	1	although	although	SCONJ
ger-473	231	2	these	these	PRON
ger-473	231	3	are	be	AUX
ger-473	231	4	typical	typical	ADJ
ger-473	231	5	practices	practice	NOUN
ger-473	231	6	,	,	PUNCT
ger-473	231	7	item	item	NOUN
ger-473	231	8	scoring	scoring	NOUN
ger-473	231	9	procedures	procedure	NOUN
ger-473	231	10	may	may	AUX
ger-473	231	11	vary	vary	VERB
ger-473	231	12	.	.	PUNCT
ger-473	232	1	regardless	regardless	ADV
ger-473	232	2	of	of	ADP
ger-473	232	3	the	the	DET
ger-473	232	4	item	item	NOUN
ger-473	232	5	format	format	NOUN
ger-473	232	6	,	,	PUNCT
ger-473	232	7	the	the	DET
ger-473	232	8	item	item	NOUN
ger-473	232	9	scoring	scoring	NOUN
ger-473	232	10	procedures	procedure	NOUN
ger-473	232	11	should	should	AUX
ger-473	232	12	support	support	VERB
ger-473	232	13	the	the	DET
ger-473	232	14	intended	intend	VERB
ger-473	232	15	uses	use	NOUN
ger-473	232	16	and	and	CCONJ
ger-473	232	17	interpretations	interpretation	NOUN
ger-473	232	18	of	of	ADP
ger-473	232	19	the	the	DET
ger-473	232	20	test	test	NOUN
ger-473	232	21	scores	score	NOUN
ger-473	232	22	.	.	PUNCT
ger-473	233	1	similarly	similarly	ADV
ger-473	233	2	,	,	PUNCT
ger-473	233	3	test	test	NOUN
ger-473	233	4	scoring	scoring	NOUN
ger-473	233	5	procedures	procedure	NOUN
ger-473	233	6	need	need	VERB
ger-473	233	7	to	to	PART
ger-473	233	8	provide	provide	VERB
ger-473	233	9	test	test	NOUN
ger-473	233	10	users	user	NOUN
ger-473	233	11	with	with	ADP
ger-473	233	12	information	information	NOUN
ger-473	233	13	that	that	PRON
ger-473	233	14	facilitates	facilitate	VERB
ger-473	233	15	the	the	DET
ger-473	233	16	intended	intend	VERB
ger-473	233	17	uses	use	NOUN
ger-473	233	18	and	and	CCONJ
ger-473	233	19	interpretations	interpretation	NOUN
ger-473	233	20	of	of	ADP
ger-473	233	21	the	the	DET
ger-473	233	22	results	result	NOUN
ger-473	233	23	.	.	PUNCT
ger-473	234	1	test	test	NOUN
ger-473	234	2	scoring	scoring	NOUN
ger-473	234	3	begins	begin	VERB
ger-473	234	4	with	with	ADP
ger-473	234	5	the	the	DET
ger-473	234	6	specification	specification	NOUN
ger-473	234	7	of	of	ADP
ger-473	234	8	the	the	DET
ger-473	234	9	scale	scale	NOUN
ger-473	234	10	on	on	ADP
ger-473	234	11	which	which	PRON
ger-473	234	12	scores	score	NOUN
ger-473	234	13	will	will	AUX
ger-473	234	14	be	be	AUX
ger-473	234	15	reported	report	VERB
ger-473	234	16	,	,	PUNCT
ger-473	234	17	such	such	ADJ
ger-473	234	18	as	as	ADP
ger-473	234	19	unweighted	unweighted	ADJ
ger-473	234	20	raw	raw	ADJ
ger-473	234	21	scores	score	NOUN
ger-473	234	22	or	or	CCONJ
ger-473	234	23	model	model	NOUN
ger-473	234	24	-	-	PUNCT
ger-473	234	25	derived	derive	VERB
ger-473	234	26	scores	score	NOUN
ger-473	234	27	such	such	ADJ
ger-473	234	28	as	as	ADP
ger-473	234	29	those	those	PRON
ger-473	234	30	produced	produce	VERB
ger-473	234	31	through	through	ADP
ger-473	234	32	item	item	NOUN
ger-473	234	33	response	response	NOUN
ger-473	234	34	theory	theory	NOUN
ger-473	234	35	(	(	PUNCT
ger-473	234	36	irt	irt	PROPN
ger-473	234	37	)	)	PUNCT
ger-473	234	38	modeling	modeling	NOUN
ger-473	234	39	(	(	PUNCT
ger-473	234	40	shaeffer	shaeffer	NOUN
ger-473	234	41	et	et	PROPN
ger-473	234	42	al	al	PROPN
ger-473	234	43	.	.	PROPN
ger-473	234	44	,	,	PUNCT
ger-473	234	45	2002	2002	NUM
ger-473	234	46	)	)	PUNCT
ger-473	234	47	.	.	PUNCT
ger-473	235	1	test	test	NOUN
ger-473	235	2	scores	score	NOUN
ger-473	235	3	can	can	AUX
ger-473	235	4	be	be	AUX
ger-473	235	5	obtained	obtain	VERB
ger-473	235	6	for	for	ADP
ger-473	235	7	all	all	DET
ger-473	235	8	items	item	NOUN
ger-473	235	9	included	include	VERB
ger-473	235	10	on	on	ADP
ger-473	235	11	the	the	DET
ger-473	235	12	test	test	NOUN
ger-473	235	13	(	(	PUNCT
ger-473	235	14	e.g.	e.g.	ADV
ger-473	235	15	,	,	PUNCT
ger-473	235	16	total	total	ADJ
ger-473	235	17	score	score	NOUN
ger-473	235	18	)	)	PUNCT
ger-473	235	19	,	,	PUNCT
ger-473	235	20	a	a	DET
ger-473	235	21	subset	subset	NOUN
ger-473	235	22	of	of	ADP
ger-473	235	23	the	the	DET
ger-473	235	24	items	item	NOUN
ger-473	235	25	(	(	PUNCT
ger-473	235	26	e.g.	e.g.	ADV
ger-473	235	27	,	,	PUNCT
ger-473	235	28	subscores	subscore	NOUN
ger-473	235	29	)	)	PUNCT
ger-473	235	30	,	,	PUNCT
ger-473	235	31	or	or	CCONJ
ger-473	235	32	a	a	DET
ger-473	235	33	collection	collection	NOUN
ger-473	235	34	of	of	ADP
ger-473	235	35	subsets	subset	NOUN
ger-473	235	36	of	of	ADP
ger-473	235	37	items	item	NOUN
ger-473	235	38	(	(	PUNCT
ger-473	235	39	e.g.	e.g.	ADV
ger-473	235	40	,	,	PUNCT
ger-473	235	41	composite	composite	ADJ
ger-473	235	42	scores	score	NOUN
ger-473	235	43	)	)	PUNCT
ger-473	235	44	.	.	PUNCT
ger-473	236	1	the	the	DET
ger-473	236	2	rationale	rationale	NOUN
ger-473	236	3	and	and	CCONJ
ger-473	236	4	evidence	evidence	NOUN
ger-473	236	5	supporting	support	VERB
ger-473	236	6	the	the	DET
ger-473	236	7	alignment	alignment	NOUN
ger-473	236	8	between	between	ADP
ger-473	236	9	these	these	DET
ger-473	236	10	test	test	NOUN
ger-473	236	11	scoring	scoring	NOUN
ger-473	236	12	procedures	procedure	NOUN
ger-473	236	13	and	and	CCONJ
ger-473	236	14	the	the	DET
ger-473	236	15	purpose	purpose	NOUN
ger-473	236	16	of	of	ADP
ger-473	236	17	the	the	DET
ger-473	236	18	test	test	NOUN
ger-473	236	19	should	should	AUX
ger-473	236	20	be	be	AUX
ger-473	236	21	documented	document	VERB
ger-473	236	22	(	(	PUNCT
ger-473	236	23	aera	aera	PROPN
ger-473	236	24	,	,	PUNCT
ger-473	236	25	ncme	ncme	PROPN
ger-473	236	26	,	,	PUNCT
ger-473	236	27	&	&	CCONJ
ger-473	236	28	apa	apa	PROPN
ger-473	236	29	,	,	PUNCT
ger-473	236	30	2014	2014	NUM
ger-473	236	31	)	)	PUNCT
ger-473	236	32	.	.	PUNCT
ger-473	237	1	furthermore	furthermore	ADV
ger-473	237	2	,	,	PUNCT
ger-473	237	3	when	when	SCONJ
ger-473	237	4	more	more	ADJ
ger-473	237	5	than	than	ADP
ger-473	237	6	the	the	DET
ger-473	237	7	total	total	ADJ
ger-473	237	8	score	score	NOUN
ger-473	237	9	is	be	AUX
ger-473	237	10	reported	report	VERB
ger-473	237	11	,	,	PUNCT
ger-473	237	12	the	the	DET
ger-473	237	13	reliability	reliability	NOUN
ger-473	237	14	and	and	CCONJ
ger-473	237	15	distinctiveness	distinctiveness	NOUN
ger-473	237	16	of	of	ADP
ger-473	237	17	the	the	DET
ger-473	237	18	subscores	subscore	NOUN
ger-473	237	19	or	or	CCONJ
ger-473	237	20	composite	composite	ADJ
ger-473	237	21	scores	score	NOUN
ger-473	237	22	should	should	AUX
ger-473	237	23	be	be	AUX
ger-473	237	24	provided	provide	VERB
ger-473	237	25	to	to	PART
ger-473	237	26	justify	justify	VERB
ger-473	237	27	the	the	DET
ger-473	237	28	appropriateness	appropriateness	NOUN
ger-473	237	29	of	of	ADP
ger-473	237	30	the	the	DET
ger-473	237	31	interpretations	interpretation	NOUN
ger-473	237	32	and	and	CCONJ
ger-473	237	33	uses	use	NOUN
ger-473	237	34	.	.	PUNCT
ger-473	238	1	this	this	DET
ger-473	238	2	paper	paper	NOUN
ger-473	238	3	focuses	focus	VERB
ger-473	238	4	on	on	ADP
ger-473	238	5	evaluating	evaluate	VERB
ger-473	238	6	possible	possible	ADJ
ger-473	238	7	scoring	scoring	NOUN
ger-473	238	8	procedures	procedure	NOUN
ger-473	238	9	for	for	ADP
ger-473	238	10	the	the	DET
ger-473	238	11	egma	egma	NOUN
ger-473	238	12	.	.	PUNCT
ger-473	239	1	148	148	NUM
ger-473	239	2	global	global	ADJ
ger-473	239	3	education	education	NOUN
ger-473	239	4	review	review	NOUN
ger-473	239	5	5(3	5(3	NUM
ger-473	239	6	)	)	PUNCT
ger-473	239	7	test	test	NOUN
ger-473	239	8	scoring	scoring	NOUN
ger-473	239	9	methods	method	NOUN
ger-473	239	10	total	total	VERB
ger-473	239	11	score	score	NOUN
ger-473	239	12	a	a	DET
ger-473	239	13	total	total	ADJ
ger-473	239	14	score	score	NOUN
ger-473	239	15	is	be	AUX
ger-473	239	16	a	a	DET
ger-473	239	17	summation	summation	NOUN
ger-473	239	18	of	of	ADP
ger-473	239	19	students	student	NOUN
ger-473	239	20	’	'	PUNCT
ger-473	239	21	correct	correct	ADJ
ger-473	239	22	item	item	NOUN
ger-473	239	23	responses	response	NOUN
ger-473	239	24	across	across	ADP
ger-473	239	25	the	the	DET
ger-473	239	26	overall	overall	ADJ
ger-473	239	27	test	test	NOUN
ger-473	239	28	following	follow	VERB
ger-473	239	29	the	the	DET
ger-473	239	30	item	item	NOUN
ger-473	239	31	-	-	PUNCT
ger-473	239	32	level	level	NOUN
ger-473	239	33	scoring	scoring	NOUN
ger-473	239	34	rules	rule	NOUN
ger-473	239	35	.	.	PUNCT
ger-473	240	1	total	total	ADJ
ger-473	240	2	scores	score	NOUN
ger-473	240	3	are	be	AUX
ger-473	240	4	reported	report	VERB
ger-473	240	5	as	as	ADP
ger-473	240	6	one	one	NUM
ger-473	240	7	value	value	NOUN
ger-473	240	8	.	.	PUNCT
ger-473	241	1	the	the	DET
ger-473	241	2	reported	report	VERB
ger-473	241	3	value	value	NOUN
ger-473	241	4	is	be	AUX
ger-473	241	5	intended	intend	VERB
ger-473	241	6	to	to	PART
ger-473	241	7	serve	serve	VERB
ger-473	241	8	as	as	ADP
ger-473	241	9	an	an	DET
ger-473	241	10	estimate	estimate	NOUN
ger-473	241	11	of	of	ADP
ger-473	241	12	the	the	DET
ger-473	241	13	student	student	NOUN
ger-473	241	14	’s	’s	PART
ger-473	241	15	overall	overall	ADJ
ger-473	241	16	level	level	NOUN
ger-473	241	17	of	of	ADP
ger-473	241	18	proficiency	proficiency	NOUN
ger-473	241	19	in	in	ADP
ger-473	241	20	the	the	DET
ger-473	241	21	tested	test	VERB
ger-473	241	22	construct	construct	NOUN
ger-473	241	23	.	.	PUNCT
ger-473	242	1	students	student	NOUN
ger-473	242	2	with	with	ADP
ger-473	242	3	similar	similar	ADJ
ger-473	242	4	total	total	ADJ
ger-473	242	5	scores	score	NOUN
ger-473	242	6	are	be	AUX
ger-473	242	7	considered	consider	VERB
ger-473	242	8	to	to	PART
ger-473	242	9	have	have	VERB
ger-473	242	10	similar	similar	ADJ
ger-473	242	11	levels	level	NOUN
ger-473	242	12	of	of	ADP
ger-473	242	13	proficiency	proficiency	NOUN
ger-473	242	14	in	in	ADP
ger-473	242	15	the	the	DET
ger-473	242	16	tested	test	VERB
ger-473	242	17	construct	construct	NOUN
ger-473	242	18	(	(	PUNCT
ger-473	242	19	davidson	davidson	NOUN
ger-473	242	20	et	et	PROPN
ger-473	242	21	al	al	PROPN
ger-473	242	22	.	.	PROPN
ger-473	242	23	,	,	PUNCT
ger-473	242	24	2015	2015	NUM
ger-473	242	25	)	)	PUNCT
ger-473	242	26	.	.	PUNCT
ger-473	243	1	the	the	DET
ger-473	243	2	total	total	ADJ
ger-473	243	3	score	score	NOUN
ger-473	243	4	is	be	AUX
ger-473	243	5	calculated	calculate	VERB
ger-473	243	6	following	follow	VERB
ger-473	243	7	specific	specific	ADJ
ger-473	243	8	scoring	scoring	NOUN
ger-473	243	9	procedures	procedure	NOUN
ger-473	243	10	that	that	PRON
ger-473	243	11	are	be	AUX
ger-473	243	12	outlined	outline	VERB
ger-473	243	13	in	in	ADP
ger-473	243	14	the	the	DET
ger-473	243	15	test	test	NOUN
ger-473	243	16	specifications	specification	NOUN
ger-473	243	17	.	.	PUNCT
ger-473	244	1	the	the	DET
ger-473	244	2	scoring	scoring	NOUN
ger-473	244	3	procedures	procedure	NOUN
ger-473	244	4	may	may	AUX
ger-473	244	5	specify	specify	VERB
ger-473	244	6	differential	differential	ADJ
ger-473	244	7	weights	weight	NOUN
ger-473	244	8	to	to	ADP
ger-473	244	9	items	item	NOUN
ger-473	244	10	or	or	CCONJ
ger-473	244	11	item	item	NOUN
ger-473	244	12	types	type	NOUN
ger-473	244	13	(	(	PUNCT
ger-473	244	14	e.g.	e.g.	ADV
ger-473	244	15	,	,	PUNCT
ger-473	244	16	constructed	construct	VERB
ger-473	244	17	response	response	NOUN
ger-473	244	18	)	)	PUNCT
ger-473	244	19	following	follow	VERB
ger-473	244	20	a	a	DET
ger-473	244	21	test	test	NOUN
ger-473	244	22	blueprint	blueprint	NOUN
ger-473	244	23	.	.	PUNCT
ger-473	245	1	in	in	ADP
ger-473	245	2	some	some	DET
ger-473	245	3	instances	instance	NOUN
ger-473	245	4	,	,	PUNCT
ger-473	245	5	the	the	DET
ger-473	245	6	total	total	ADJ
ger-473	245	7	score	score	NOUN
ger-473	245	8	may	may	AUX
ger-473	245	9	be	be	AUX
ger-473	245	10	calculated	calculate	VERB
ger-473	245	11	from	from	ADP
ger-473	245	12	student	student	NOUN
ger-473	245	13	’s	’s	PART
ger-473	245	14	responses	response	NOUN
ger-473	245	15	on	on	ADP
ger-473	245	16	subsections	subsection	NOUN
ger-473	245	17	of	of	ADP
ger-473	245	18	a	a	DET
ger-473	245	19	test	test	NOUN
ger-473	245	20	that	that	PRON
ger-473	245	21	represent	represent	VERB
ger-473	245	22	meaningful	meaningful	ADJ
ger-473	245	23	subcomponents	subcomponent	NOUN
ger-473	245	24	of	of	ADP
ger-473	245	25	the	the	DET
ger-473	245	26	construct	construct	NOUN
ger-473	245	27	but	but	CCONJ
ger-473	245	28	have	have	VERB
ger-473	245	29	too	too	ADV
ger-473	245	30	few	few	ADJ
ger-473	245	31	items	item	NOUN
ger-473	245	32	to	to	PART
ger-473	245	33	allow	allow	VERB
ger-473	245	34	for	for	ADP
ger-473	245	35	reliable	reliable	ADJ
ger-473	245	36	estimates	estimate	NOUN
ger-473	245	37	(	(	PUNCT
ger-473	245	38	sinharay	sinharay	NOUN
ger-473	245	39	,	,	PUNCT
ger-473	245	40	haberman	haberman	NOUN
ger-473	245	41	,	,	PUNCT
ger-473	245	42	&	&	CCONJ
ger-473	245	43	puhan	puhan	NOUN
ger-473	245	44	,	,	PUNCT
ger-473	245	45	2007	2007	NUM
ger-473	245	46	)	)	PUNCT
ger-473	245	47	.	.	PUNCT
ger-473	246	1	for	for	ADP
ger-473	246	2	the	the	DET
ger-473	246	3	egma	egma	NOUN
ger-473	246	4	,	,	PUNCT
ger-473	246	5	reporting	report	VERB
ger-473	246	6	a	a	DET
ger-473	246	7	total	total	ADJ
ger-473	246	8	score	score	NOUN
ger-473	246	9	would	would	AUX
ger-473	246	10	represent	represent	VERB
ger-473	246	11	a	a	DET
ger-473	246	12	student	student	NOUN
ger-473	246	13	’s	’s	PART
ger-473	246	14	overall	overall	ADJ
ger-473	246	15	proficiency	proficiency	NOUN
ger-473	246	16	on	on	ADP
ger-473	246	17	early	early	ADJ
ger-473	246	18	numeracy	numeracy	NOUN
ger-473	246	19	concepts	concept	NOUN
ger-473	246	20	.	.	PUNCT
ger-473	247	1	as	as	SCONJ
ger-473	247	2	noted	note	VERB
ger-473	247	3	in	in	ADP
ger-473	247	4	the	the	DET
ger-473	247	5	introduction	introduction	NOUN
ger-473	247	6	,	,	PUNCT
ger-473	247	7	stakeholders	stakeholder	NOUN
ger-473	247	8	are	be	AUX
ger-473	247	9	frequently	frequently	ADV
ger-473	247	10	exposed	expose	VERB
ger-473	247	11	to	to	ADP
ger-473	247	12	total	total	ADJ
ger-473	247	13	scores	score	NOUN
ger-473	247	14	.	.	PUNCT
ger-473	248	1	policy	policy	NOUN
ger-473	248	2	makers	maker	NOUN
ger-473	248	3	may	may	AUX
ger-473	248	4	believe	believe	VERB
ger-473	248	5	that	that	SCONJ
ger-473	248	6	an	an	DET
ger-473	248	7	egma	egma	NOUN
ger-473	248	8	total	total	NOUN
ger-473	248	9	score	score	NOUN
ger-473	248	10	would	would	AUX
ger-473	248	11	be	be	AUX
ger-473	248	12	useful	useful	ADJ
ger-473	248	13	in	in	ADP
ger-473	248	14	evaluating	evaluate	VERB
ger-473	248	15	the	the	DET
ger-473	248	16	effectiveness	effectiveness	NOUN
ger-473	248	17	of	of	ADP
ger-473	248	18	educational	educational	ADJ
ger-473	248	19	policies	policy	NOUN
ger-473	248	20	(	(	PUNCT
ger-473	248	21	similar	similar	ADJ
ger-473	248	22	to	to	ADP
ger-473	248	23	the	the	DET
ger-473	248	24	example	example	NOUN
ger-473	248	25	published	publish	VERB
ger-473	248	26	by	by	ADP
ger-473	248	27	cruz	cruz	PROPN
ger-473	248	28	-	-	PUNCT
ger-473	248	29	aguayo	aguayo	PROPN
ger-473	248	30	,	,	PUNCT
ger-473	248	31	ibarraran	ibarraran	ADJ
ger-473	248	32	,	,	PUNCT
ger-473	248	33	&	&	CCONJ
ger-473	248	34	schady	schady	PROPN
ger-473	248	35	,	,	PUNCT
ger-473	248	36	2017	2017	NUM
ger-473	248	37	)	)	PUNCT
ger-473	248	38	,	,	PUNCT
ger-473	248	39	providing	provide	VERB
ger-473	248	40	a	a	DET
ger-473	248	41	comprehensive	comprehensive	ADJ
ger-473	248	42	measure	measure	NOUN
ger-473	248	43	of	of	ADP
ger-473	248	44	overall	overall	ADJ
ger-473	248	45	proficiency	proficiency	NOUN
ger-473	248	46	.	.	PUNCT
ger-473	249	1	moreover	moreover	ADV
ger-473	249	2	,	,	PUNCT
ger-473	249	3	a	a	DET
ger-473	249	4	single	single	ADJ
ger-473	249	5	measure	measure	NOUN
ger-473	249	6	of	of	ADP
ger-473	249	7	mathematics	mathematics	NOUN
ger-473	249	8	proficiency	proficiency	NOUN
ger-473	249	9	may	may	AUX
ger-473	249	10	be	be	AUX
ger-473	249	11	useful	useful	ADJ
ger-473	249	12	for	for	ADP
ger-473	249	13	researchers	researcher	NOUN
ger-473	249	14	examining	examine	VERB
ger-473	249	15	the	the	DET
ger-473	249	16	efficacy	efficacy	NOUN
ger-473	249	17	of	of	ADP
ger-473	249	18	an	an	DET
ger-473	249	19	intervention	intervention	NOUN
ger-473	249	20	on	on	ADP
ger-473	249	21	multiple	multiple	ADJ
ger-473	249	22	outcome	outcome	NOUN
ger-473	249	23	variables	variable	NOUN
ger-473	249	24	(	(	PUNCT
ger-473	249	25	as	as	SCONJ
ger-473	249	26	was	be	AUX
ger-473	249	27	reported	report	VERB
ger-473	249	28	by	by	ADP
ger-473	249	29	johnston	johnston	PROPN
ger-473	249	30	&	&	CCONJ
ger-473	249	31	ksoll	ksoll	PROPN
ger-473	249	32	,	,	PUNCT
ger-473	249	33	2017	2017	NUM
ger-473	249	34	)	)	PUNCT
ger-473	249	35	.	.	PUNCT
ger-473	250	1	conversely	conversely	ADV
ger-473	250	2	,	,	PUNCT
ger-473	250	3	total	total	ADJ
ger-473	250	4	scores	score	NOUN
ger-473	250	5	may	may	AUX
ger-473	250	6	be	be	AUX
ger-473	250	7	less	less	ADV
ger-473	250	8	useful	useful	ADJ
ger-473	250	9	for	for	ADP
ger-473	250	10	policy	policy	NOUN
ger-473	250	11	makers	maker	NOUN
ger-473	250	12	interested	interested	ADJ
ger-473	250	13	in	in	ADP
ger-473	250	14	evaluating	evaluate	VERB
ger-473	250	15	the	the	DET
ger-473	250	16	effectiveness	effectiveness	NOUN
ger-473	250	17	of	of	ADP
ger-473	250	18	curricular	curricular	ADJ
ger-473	250	19	reforms	reform	NOUN
ger-473	250	20	or	or	CCONJ
ger-473	250	21	programs	program	NOUN
ger-473	250	22	,	,	PUNCT
ger-473	250	23	or	or	CCONJ
ger-473	250	24	practitioners	practitioner	NOUN
ger-473	250	25	who	who	PRON
ger-473	250	26	want	want	VERB
ger-473	250	27	to	to	PART
ger-473	250	28	evaluate	evaluate	VERB
ger-473	250	29	the	the	DET
ger-473	250	30	outcome	outcome	NOUN
ger-473	250	31	of	of	ADP
ger-473	250	32	instructional	instructional	ADJ
ger-473	250	33	practices	practice	NOUN
ger-473	250	34	or	or	CCONJ
ger-473	250	35	interventions	intervention	NOUN
ger-473	250	36	on	on	ADP
ger-473	250	37	student	student	NOUN
ger-473	250	38	learning	learning	NOUN
ger-473	250	39	.	.	PUNCT
ger-473	251	1	some	some	DET
ger-473	251	2	concerns	concern	NOUN
ger-473	251	3	about	about	ADP
ger-473	251	4	reporting	report	VERB
ger-473	251	5	total	total	ADJ
ger-473	251	6	scores	score	NOUN
ger-473	251	7	have	have	AUX
ger-473	251	8	been	be	AUX
ger-473	251	9	raised	raise	VERB
ger-473	251	10	in	in	ADP
ger-473	251	11	the	the	DET
ger-473	251	12	literature	literature	NOUN
ger-473	251	13	.	.	PUNCT
ger-473	252	1	davidson	davidson	PROPN
ger-473	252	2	et	et	PROPN
ger-473	252	3	al	al	PROPN
ger-473	252	4	.	.	PROPN
ger-473	253	1	(	(	PUNCT
ger-473	253	2	2015	2015	NUM
ger-473	253	3	)	)	PUNCT
ger-473	253	4	point	point	NOUN
ger-473	253	5	to	to	ADP
ger-473	253	6	possible	possible	ADJ
ger-473	253	7	unintended	unintended	ADJ
ger-473	253	8	consequences	consequence	NOUN
ger-473	253	9	of	of	ADP
ger-473	253	10	the	the	DET
ger-473	253	11	assumption	assumption	NOUN
ger-473	253	12	that	that	SCONJ
ger-473	253	13	test	test	NOUN
ger-473	253	14	takers	taker	NOUN
ger-473	253	15	with	with	ADP
ger-473	253	16	similar	similar	ADJ
ger-473	253	17	scores	score	NOUN
ger-473	253	18	have	have	AUX
ger-473	253	19	similar	similar	ADJ
ger-473	253	20	proficiency	proficiency	NOUN
ger-473	253	21	levels	level	NOUN
ger-473	253	22	.	.	PUNCT
ger-473	254	1	without	without	ADP
ger-473	254	2	considering	consider	VERB
ger-473	254	3	the	the	DET
ger-473	254	4	pattern	pattern	NOUN
ger-473	254	5	of	of	ADP
ger-473	254	6	responses	response	NOUN
ger-473	254	7	across	across	ADP
ger-473	254	8	the	the	DET
ger-473	254	9	test	test	NOUN
ger-473	254	10	,	,	PUNCT
ger-473	254	11	they	they	PRON
ger-473	254	12	argue	argue	VERB
ger-473	254	13	that	that	SCONJ
ger-473	254	14	total	total	ADJ
ger-473	254	15	scores	score	NOUN
ger-473	254	16	may	may	AUX
ger-473	254	17	incorrectly	incorrectly	ADV
ger-473	254	18	cluster	cluster	VERB
ger-473	254	19	students	student	NOUN
ger-473	254	20	on	on	ADP
ger-473	254	21	overall	overall	ADJ
ger-473	254	22	proficiency	proficiency	NOUN
ger-473	254	23	that	that	PRON
ger-473	254	24	might	might	AUX
ger-473	254	25	mask	mask	VERB
ger-473	254	26	important	important	ADJ
ger-473	254	27	differences	difference	NOUN
ger-473	254	28	across	across	ADP
ger-473	254	29	groups	group	NOUN
ger-473	254	30	of	of	ADP
ger-473	254	31	students	student	NOUN
ger-473	254	32	.	.	PUNCT
ger-473	255	1	for	for	ADP
ger-473	255	2	example	example	NOUN
ger-473	255	3	,	,	PUNCT
ger-473	255	4	students	student	NOUN
ger-473	255	5	scoring	score	VERB
ger-473	255	6	in	in	ADP
ger-473	255	7	the	the	DET
ger-473	255	8	lower	low	ADJ
ger-473	255	9	quartile	quartile	NOUN
ger-473	255	10	of	of	ADP
ger-473	255	11	a	a	DET
ger-473	255	12	test	test	NOUN
ger-473	255	13	may	may	AUX
ger-473	255	14	have	have	VERB
ger-473	255	15	different	different	ADJ
ger-473	255	16	patterns	pattern	NOUN
ger-473	255	17	of	of	ADP
ger-473	255	18	errors	error	NOUN
ger-473	255	19	that	that	PRON
ger-473	255	20	may	may	AUX
ger-473	255	21	point	point	VERB
ger-473	255	22	to	to	ADP
ger-473	255	23	important	important	ADJ
ger-473	255	24	differences	difference	NOUN
ger-473	255	25	in	in	ADP
ger-473	255	26	their	their	PRON
ger-473	255	27	knowledge	knowledge	NOUN
ger-473	255	28	and	and	CCONJ
ger-473	255	29	skills	skill	NOUN
ger-473	255	30	on	on	ADP
ger-473	255	31	the	the	DET
ger-473	255	32	tested	test	VERB
ger-473	255	33	construct	construct	NOUN
ger-473	255	34	.	.	PUNCT
ger-473	256	1	reporting	report	VERB
ger-473	256	2	only	only	ADV
ger-473	256	3	the	the	DET
ger-473	256	4	total	total	ADJ
ger-473	256	5	score	score	NOUN
ger-473	256	6	masks	mask	NOUN
ger-473	256	7	these	these	DET
ger-473	256	8	differences	difference	NOUN
ger-473	256	9	.	.	PUNCT
ger-473	257	1	reporting	report	VERB
ger-473	257	2	total	total	ADJ
ger-473	257	3	scores	score	NOUN
ger-473	257	4	for	for	SCONJ
ger-473	257	5	the	the	DET
ger-473	257	6	egma	egma	NOUN
ger-473	257	7	poses	pose	VERB
ger-473	257	8	additional	additional	ADJ
ger-473	257	9	technical	technical	ADJ
ger-473	257	10	challenges	challenge	NOUN
ger-473	257	11	.	.	PUNCT
ger-473	258	1	namely	namely	ADV
ger-473	258	2	,	,	PUNCT
ger-473	258	3	because	because	SCONJ
ger-473	258	4	each	each	DET
ger-473	258	5	subtest	subt	ADJ
ger-473	258	6	includes	include	VERB
ger-473	258	7	a	a	DET
ger-473	258	8	different	different	ADJ
ger-473	258	9	number	number	NOUN
ger-473	258	10	of	of	ADP
ger-473	258	11	items	item	NOUN
ger-473	258	12	,	,	PUNCT
ger-473	258	13	simply	simply	ADV
ger-473	258	14	summing	sum	VERB
ger-473	258	15	the	the	DET
ger-473	258	16	total	total	ADJ
ger-473	258	17	number	number	NOUN
ger-473	258	18	of	of	ADP
ger-473	258	19	correct	correct	ADJ
ger-473	258	20	responses	response	NOUN
ger-473	258	21	would	would	AUX
ger-473	258	22	result	result	VERB
ger-473	258	23	in	in	ADP
ger-473	258	24	a	a	DET
ger-473	258	25	differential	differential	ADJ
ger-473	258	26	weighting	weighting	NOUN
ger-473	258	27	of	of	ADP
ger-473	258	28	some	some	PRON
ger-473	258	29	of	of	ADP
ger-473	258	30	the	the	DET
ger-473	258	31	subtests	subtest	NOUN
ger-473	258	32	.	.	PUNCT
ger-473	259	1	for	for	ADP
ger-473	259	2	example	example	NOUN
ger-473	259	3	,	,	PUNCT
ger-473	259	4	there	there	PRON
ger-473	259	5	are	be	VERB
ger-473	259	6	10	10	NUM
ger-473	259	7	items	item	NOUN
ger-473	259	8	on	on	ADP
ger-473	259	9	the	the	DET
ger-473	259	10	missing	miss	VERB
ger-473	259	11	number	number	NOUN
ger-473	259	12	subtest	subt	ADJ
ger-473	259	13	and	and	CCONJ
ger-473	259	14	5	5	NUM
ger-473	259	15	items	item	NOUN
ger-473	259	16	on	on	ADP
ger-473	259	17	the	the	DET
ger-473	259	18	word	word	NOUN
ger-473	259	19	problem	problem	NOUN
ger-473	259	20	subtest	subt	ADJ
ger-473	259	21	.	.	PUNCT
ger-473	260	1	if	if	SCONJ
ger-473	260	2	a	a	DET
ger-473	260	3	student	student	NOUN
ger-473	260	4	’s	’s	PART
ger-473	260	5	responses	response	NOUN
ger-473	260	6	are	be	AUX
ger-473	260	7	summed	sum	VERB
ger-473	260	8	across	across	ADP
ger-473	260	9	these	these	DET
ger-473	260	10	subtests	subtest	NOUN
ger-473	260	11	,	,	PUNCT
ger-473	260	12	the	the	DET
ger-473	260	13	student	student	NOUN
ger-473	260	14	’s	’s	PART
ger-473	260	15	performance	performance	NOUN
ger-473	260	16	on	on	ADP
ger-473	260	17	the	the	DET
ger-473	260	18	missing	miss	VERB
ger-473	260	19	number	number	NOUN
ger-473	260	20	subtest	subt	ADJ
ger-473	260	21	would	would	AUX
ger-473	260	22	be	be	AUX
ger-473	260	23	given	give	VERB
ger-473	260	24	primacy	primacy	NOUN
ger-473	260	25	to	to	ADP
ger-473	260	26	his	his	PRON
ger-473	260	27	or	or	CCONJ
ger-473	260	28	her	her	PRON
ger-473	260	29	performance	performance	NOUN
ger-473	260	30	on	on	ADP
ger-473	260	31	the	the	DET
ger-473	260	32	word	word	NOUN
ger-473	260	33	problem	problem	NOUN
ger-473	260	34	subtest	subt	ADJ
ger-473	260	35	.	.	PUNCT
ger-473	261	1	relatedly	relatedly	ADV
ger-473	261	2	,	,	PUNCT
ger-473	261	3	as	as	SCONJ
ger-473	261	4	previously	previously	ADV
ger-473	261	5	noted	note	VERB
ger-473	261	6	,	,	PUNCT
ger-473	261	7	the	the	DET
ger-473	261	8	administration	administration	NOUN
ger-473	261	9	method	method	NOUN
ger-473	261	10	varies	vary	VERB
ger-473	261	11	across	across	ADP
ger-473	261	12	the	the	DET
ger-473	261	13	subtests	subtest	NOUN
ger-473	261	14	in	in	ADP
ger-473	261	15	that	that	SCONJ
ger-473	261	16	some	some	PRON
ger-473	261	17	are	be	AUX
ger-473	261	18	timed	time	VERB
ger-473	261	19	,	,	PUNCT
ger-473	261	20	and	and	CCONJ
ger-473	261	21	some	some	PRON
ger-473	261	22	are	be	AUX
ger-473	261	23	untimed	untimed	ADJ
ger-473	261	24	.	.	PUNCT
ger-473	262	1	certain	certain	ADJ
ger-473	262	2	analyses	analysis	NOUN
ger-473	262	3	can	can	AUX
ger-473	262	4	not	not	PART
ger-473	262	5	be	be	AUX
ger-473	262	6	conducted	conduct	VERB
ger-473	262	7	when	when	SCONJ
ger-473	262	8	the	the	DET
ger-473	262	9	timed	time	VERB
ger-473	262	10	and	and	CCONJ
ger-473	262	11	untimed	untimed	ADJ
ger-473	262	12	items	item	NOUN
ger-473	262	13	are	be	AUX
ger-473	262	14	combined	combine	VERB
ger-473	262	15	together	together	ADV
ger-473	262	16	.	.	PUNCT
ger-473	263	1	for	for	ADP
ger-473	263	2	example	example	NOUN
ger-473	263	3	,	,	PUNCT
ger-473	263	4	cronbach	cronbach	VERB
ger-473	263	5	’s	’s	PART
ger-473	263	6	alpha	alpha	NOUN
ger-473	263	7	values	value	NOUN
ger-473	263	8	can	can	AUX
ger-473	263	9	not	not	PART
ger-473	263	10	be	be	AUX
ger-473	263	11	computed	compute	VERB
ger-473	263	12	for	for	ADP
ger-473	263	13	the	the	DET
ger-473	263	14	timed	time	VERB
ger-473	263	15	items	item	NOUN
ger-473	263	16	because	because	SCONJ
ger-473	263	17	this	this	DET
ger-473	263	18	coefficient	coefficient	NOUN
ger-473	263	19	does	do	AUX
ger-473	263	20	not	not	PART
ger-473	263	21	take	take	VERB
ger-473	263	22	into	into	ADP
ger-473	263	23	consideration	consideration	NOUN
ger-473	263	24	time	time	NOUN
ger-473	263	25	,	,	PUNCT
ger-473	263	26	which	which	PRON
ger-473	263	27	is	be	AUX
ger-473	263	28	an	an	DET
ger-473	263	29	important	important	ADJ
ger-473	263	30	part	part	NOUN
ger-473	263	31	of	of	ADP
ger-473	263	32	the	the	DET
ger-473	263	33	scoring	scoring	NOUN
ger-473	263	34	procedure	procedure	NOUN
ger-473	263	35	.	.	PUNCT
ger-473	264	1	confirmatory	confirmatory	NOUN
ger-473	264	2	factor	factor	NOUN
ger-473	264	3	analysis	analysis	NOUN
ger-473	264	4	can	can	AUX
ger-473	264	5	be	be	AUX
ger-473	264	6	used	use	VERB
ger-473	264	7	to	to	PART
ger-473	264	8	estimate	estimate	VERB
ger-473	264	9	reliability	reliability	NOUN
ger-473	264	10	of	of	ADP
ger-473	264	11	accuracy	accuracy	NOUN
ger-473	264	12	,	,	PUNCT
ger-473	264	13	where	where	SCONJ
ger-473	264	14	speed	speed	NOUN
ger-473	264	15	and	and	CCONJ
ger-473	264	16	accuracy	accuracy	NOUN
ger-473	264	17	are	be	AUX
ger-473	264	18	modeled	model	VERB
ger-473	264	19	jointly	jointly	ADV
ger-473	264	20	.	.	PUNCT
ger-473	265	1	however	however	ADV
ger-473	265	2	,	,	PUNCT
ger-473	265	3	this	this	DET
ger-473	265	4	joint	joint	ADJ
ger-473	265	5	model	model	NOUN
ger-473	265	6	would	would	AUX
ger-473	265	7	not	not	PART
ger-473	265	8	be	be	AUX
ger-473	265	9	possible	possible	ADJ
ger-473	265	10	since	since	SCONJ
ger-473	265	11	accuracy	accuracy	NOUN
ger-473	265	12	(	(	PUNCT
ger-473	265	13	i.e.	i.e.	X
ger-473	265	14	,	,	PUNCT
ger-473	265	15	correct	correct	ADJ
ger-473	265	16	or	or	CCONJ
ger-473	265	17	not	not	PART
ger-473	265	18	aligning	align	VERB
ger-473	265	19	test	test	NOUN
ger-473	265	20	scoring	scoring	NOUN
ger-473	265	21	procedures	procedure	NOUN
ger-473	265	22	with	with	ADP
ger-473	265	23	test	test	NOUN
ger-473	265	24	uses	use	VERB
ger-473	265	25	149	149	NUM
ger-473	265	26	correct	correct	ADJ
ger-473	265	27	)	)	PUNCT
ger-473	265	28	is	be	AUX
ger-473	265	29	measured	measure	VERB
ger-473	265	30	at	at	ADP
ger-473	265	31	the	the	DET
ger-473	265	32	item	item	NOUN
ger-473	265	33	level	level	NOUN
ger-473	265	34	but	but	CCONJ
ger-473	265	35	speed	speed	NOUN
ger-473	265	36	is	be	AUX
ger-473	265	37	measured	measure	VERB
ger-473	265	38	at	at	ADP
ger-473	265	39	the	the	DET
ger-473	265	40	subtest	subt	ADJ
ger-473	265	41	level	level	NOUN
ger-473	265	42	.	.	PUNCT
ger-473	266	1	reliability	reliability	NOUN
ger-473	266	2	coefficients	coefficient	NOUN
ger-473	266	3	could	could	AUX
ger-473	266	4	be	be	AUX
ger-473	266	5	calculated	calculate	VERB
ger-473	266	6	for	for	ADP
ger-473	266	7	the	the	DET
ger-473	266	8	timed	time	VERB
ger-473	266	9	subtests	subtest	NOUN
ger-473	266	10	if	if	SCONJ
ger-473	266	11	both	both	DET
ger-473	266	12	accuracy	accuracy	NOUN
ger-473	266	13	and	and	CCONJ
ger-473	266	14	speed	speed	NOUN
ger-473	266	15	were	be	AUX
ger-473	266	16	reported	report	VERB
ger-473	266	17	at	at	ADP
ger-473	266	18	the	the	DET
ger-473	266	19	item	item	NOUN
ger-473	266	20	level	level	NOUN
ger-473	266	21	.	.	PUNCT
ger-473	267	1	this	this	DET
ger-473	267	2	issue	issue	NOUN
ger-473	267	3	creates	create	VERB
ger-473	267	4	a	a	DET
ger-473	267	5	ripple	ripple	ADJ
ger-473	267	6	effect	effect	NOUN
ger-473	267	7	–	–	PUNCT
ger-473	267	8	the	the	DET
ger-473	267	9	reliability	reliability	NOUN
ger-473	267	10	of	of	ADP
ger-473	267	11	the	the	DET
ger-473	267	12	total	total	ADJ
ger-473	267	13	score	score	NOUN
ger-473	267	14	of	of	ADP
ger-473	267	15	timed	time	VERB
ger-473	267	16	and	and	CCONJ
ger-473	267	17	untimed	untimed	NOUN
ger-473	267	18	can	can	AUX
ger-473	267	19	not	not	PART
ger-473	267	20	be	be	AUX
ger-473	267	21	calculated	calculate	VERB
ger-473	267	22	,	,	PUNCT
ger-473	267	23	since	since	SCONJ
ger-473	267	24	the	the	DET
ger-473	267	25	reliability	reliability	NOUN
ger-473	267	26	can	can	AUX
ger-473	267	27	not	not	PART
ger-473	267	28	be	be	AUX
ger-473	267	29	calculated	calculate	VERB
ger-473	267	30	for	for	ADP
ger-473	267	31	the	the	DET
ger-473	267	32	timed	time	VERB
ger-473	267	33	tests	test	NOUN
ger-473	267	34	.	.	PUNCT
ger-473	268	1	these	these	DET
ger-473	268	2	sources	source	NOUN
ger-473	268	3	of	of	ADP
ger-473	268	4	variability	variability	NOUN
ger-473	268	5	in	in	ADP
ger-473	268	6	the	the	DET
ger-473	268	7	composition	composition	NOUN
ger-473	268	8	and	and	CCONJ
ger-473	268	9	administration	administration	NOUN
ger-473	268	10	of	of	ADP
ger-473	268	11	the	the	DET
ger-473	268	12	egma	egma	NOUN
ger-473	268	13	subtests	subtest	NOUN
ger-473	268	14	may	may	AUX
ger-473	268	15	make	make	VERB
ger-473	268	16	reporting	report	VERB
ger-473	268	17	a	a	DET
ger-473	268	18	total	total	ADJ
ger-473	268	19	score	score	NOUN
ger-473	268	20	technically	technically	ADV
ger-473	268	21	complex	complex	ADJ
ger-473	268	22	and	and	CCONJ
ger-473	268	23	have	have	VERB
ger-473	268	24	implications	implication	NOUN
ger-473	268	25	for	for	ADP
ger-473	268	26	the	the	DET
ger-473	268	27	interpretability	interpretability	NOUN
ger-473	268	28	of	of	ADP
ger-473	268	29	the	the	DET
ger-473	268	30	summed	sum	VERB
ger-473	268	31	scores	score	NOUN
ger-473	268	32	.	.	PUNCT
ger-473	269	1	possible	possible	ADJ
ger-473	269	2	alternatives	alternative	NOUN
ger-473	269	3	to	to	ADP
ger-473	269	4	reporting	report	VERB
ger-473	269	5	total	total	ADJ
ger-473	269	6	scores	score	NOUN
ger-473	269	7	are	be	AUX
ger-473	269	8	to	to	PART
ger-473	269	9	report	report	VERB
ger-473	269	10	subscores	subscore	NOUN
ger-473	269	11	or	or	CCONJ
ger-473	269	12	composite	composite	ADJ
ger-473	269	13	scores	score	NOUN
ger-473	269	14	.	.	PUNCT
ger-473	270	1	subscores	subscore	NOUN
ger-473	270	2	subscores	subscore	NOUN
ger-473	270	3	represent	represent	VERB
ger-473	270	4	students	student	NOUN
ger-473	270	5	’	'	PUNCT
ger-473	270	6	responses	response	NOUN
ger-473	270	7	to	to	ADP
ger-473	270	8	items	item	NOUN
ger-473	270	9	that	that	PRON
ger-473	270	10	assess	assess	VERB
ger-473	270	11	specific	specific	ADJ
ger-473	270	12	and	and	CCONJ
ger-473	270	13	unique	unique	ADJ
ger-473	270	14	subcomponents	subcomponent	NOUN
ger-473	270	15	of	of	ADP
ger-473	270	16	the	the	DET
ger-473	270	17	overall	overall	ADJ
ger-473	270	18	construct	construct	NOUN
ger-473	270	19	(	(	PUNCT
ger-473	270	20	sinharay	sinharay	NOUN
ger-473	270	21	,	,	PUNCT
ger-473	270	22	puhan	puhan	NOUN
ger-473	270	23	,	,	PUNCT
ger-473	270	24	&	&	CCONJ
ger-473	270	25	haberman	haberman	PROPN
ger-473	270	26	,	,	PUNCT
ger-473	270	27	2011	2011	NUM
ger-473	270	28	)	)	PUNCT
ger-473	270	29	.	.	PUNCT
ger-473	271	1	subscores	subscore	NOUN
ger-473	271	2	are	be	AUX
ger-473	271	3	the	the	DET
ger-473	271	4	most	most	ADV
ger-473	271	5	frequent	frequent	ADJ
ger-473	271	6	method	method	NOUN
ger-473	271	7	of	of	ADP
ger-473	271	8	reporting	report	VERB
ger-473	271	9	scores	score	NOUN
ger-473	271	10	on	on	ADP
ger-473	271	11	egma	egma	NOUN
ger-473	271	12	assessments	assessment	NOUN
ger-473	271	13	,	,	PUNCT
ger-473	271	14	though	though	SCONJ
ger-473	271	15	there	there	PRON
ger-473	271	16	are	be	VERB
ger-473	271	17	differences	difference	NOUN
ger-473	271	18	in	in	ADP
ger-473	271	19	whether	whether	SCONJ
ger-473	271	20	or	or	CCONJ
ger-473	271	21	not	not	PART
ger-473	271	22	the	the	DET
ger-473	271	23	fluency	fluency	NOUN
ger-473	271	24	measure	measure	NOUN
ger-473	271	25	(	(	PUNCT
ger-473	271	26	correct	correct	ADJ
ger-473	271	27	number	number	NOUN
ger-473	271	28	per	per	ADP
ger-473	271	29	minute	minute	NOUN
ger-473	271	30	on	on	ADP
ger-473	271	31	timed	time	VERB
ger-473	271	32	tasks	task	NOUN
ger-473	271	33	)	)	PUNCT
ger-473	271	34	is	be	AUX
ger-473	271	35	included	include	VERB
ger-473	271	36	(	(	PUNCT
ger-473	271	37	rti	rti	PROPN
ger-473	271	38	international	international	PROPN
ger-473	271	39	,	,	PUNCT
ger-473	271	40	2014	2014	NUM
ger-473	271	41	;	;	PUNCT
ger-473	271	42	bridge	bridge	NOUN
ger-473	271	43	international	international	ADJ
ger-473	271	44	academies	academy	NOUN
ger-473	271	45	,	,	PUNCT
ger-473	271	46	2013	2013	NUM
ger-473	271	47	)	)	PUNCT
ger-473	271	48	.	.	PUNCT
ger-473	272	1	for	for	ADP
ger-473	272	2	a	a	DET
ger-473	272	3	given	give	VERB
ger-473	272	4	testing	testing	NOUN
ger-473	272	5	situation	situation	NOUN
ger-473	272	6	,	,	PUNCT
ger-473	272	7	a	a	DET
ger-473	272	8	student	student	NOUN
ger-473	272	9	may	may	AUX
ger-473	272	10	receive	receive	VERB
ger-473	272	11	multiple	multiple	ADJ
ger-473	272	12	subscores	subscore	NOUN
ger-473	272	13	,	,	PUNCT
ger-473	272	14	one	one	NUM
ger-473	272	15	for	for	ADP
ger-473	272	16	each	each	DET
ger-473	272	17	subcomponent	subcomponent	NOUN
ger-473	272	18	of	of	ADP
ger-473	272	19	the	the	DET
ger-473	272	20	construct	construct	NOUN
ger-473	272	21	.	.	PUNCT
ger-473	273	1	for	for	ADP
ger-473	273	2	example	example	NOUN
ger-473	273	3	,	,	PUNCT
ger-473	273	4	subscores	subscore	NOUN
ger-473	273	5	for	for	ADP
ger-473	273	6	a	a	DET
ger-473	273	7	comprehensive	comprehensive	ADJ
ger-473	273	8	reading	reading	NOUN
ger-473	273	9	test	test	NOUN
ger-473	273	10	might	might	AUX
ger-473	273	11	include	include	VERB
ger-473	273	12	vocabulary	vocabulary	NOUN
ger-473	273	13	and	and	CCONJ
ger-473	273	14	reading	reading	NOUN
ger-473	273	15	comprehension	comprehension	NOUN
ger-473	273	16	.	.	PUNCT
ger-473	274	1	the	the	DET
ger-473	274	2	reported	report	VERB
ger-473	274	3	scores	score	NOUN
ger-473	274	4	are	be	AUX
ger-473	274	5	intended	intend	VERB
ger-473	274	6	to	to	PART
ger-473	274	7	provide	provide	VERB
ger-473	274	8	more	more	ADJ
ger-473	274	9	fine	fine	ADV
ger-473	274	10	-	-	PUNCT
ger-473	274	11	grained	grain	VERB
ger-473	274	12	information	information	NOUN
ger-473	274	13	about	about	ADP
ger-473	274	14	students	student	NOUN
ger-473	274	15	’	'	PUNCT
ger-473	274	16	level	level	NOUN
ger-473	274	17	of	of	ADP
ger-473	274	18	proficiency	proficiency	NOUN
ger-473	274	19	in	in	ADP
ger-473	274	20	meaningful	meaningful	ADJ
ger-473	274	21	subcomponents	subcomponent	NOUN
ger-473	274	22	of	of	ADP
ger-473	274	23	the	the	DET
ger-473	274	24	construct	construct	NOUN
ger-473	274	25	.	.	PUNCT
ger-473	275	1	provided	provide	VERB
ger-473	275	2	that	that	SCONJ
ger-473	275	3	the	the	DET
ger-473	275	4	subscores	subscore	NOUN
ger-473	275	5	represent	represent	VERB
ger-473	275	6	reliable	reliable	ADJ
ger-473	275	7	and	and	CCONJ
ger-473	275	8	trustworthy	trustworthy	ADJ
ger-473	275	9	data	datum	NOUN
ger-473	275	10	,	,	PUNCT
ger-473	275	11	the	the	DET
ger-473	275	12	reported	report	VERB
ger-473	275	13	information	information	NOUN
ger-473	275	14	can	can	AUX
ger-473	275	15	be	be	AUX
ger-473	275	16	used	use	VERB
ger-473	275	17	to	to	PART
ger-473	275	18	make	make	VERB
ger-473	275	19	diagnostic	diagnostic	ADJ
ger-473	275	20	inferences	inference	NOUN
ger-473	275	21	(	(	PUNCT
ger-473	275	22	davidson	davidson	NOUN
ger-473	275	23	et	et	PROPN
ger-473	275	24	al	al	PROPN
ger-473	275	25	.	.	PROPN
ger-473	275	26	,	,	PUNCT
ger-473	275	27	2015	2015	NUM
ger-473	275	28	)	)	PUNCT
ger-473	275	29	.	.	PUNCT
ger-473	276	1	for	for	ADP
ger-473	276	2	the	the	DET
ger-473	276	3	egma	egma	NOUN
ger-473	276	4	,	,	PUNCT
ger-473	276	5	the	the	DET
ger-473	276	6	subscores	subscore	NOUN
ger-473	276	7	are	be	AUX
ger-473	276	8	associated	associate	VERB
ger-473	276	9	with	with	ADP
ger-473	276	10	the	the	DET
ger-473	276	11	individual	individual	ADJ
ger-473	276	12	subtests	subtest	NOUN
ger-473	276	13	that	that	PRON
ger-473	276	14	comprise	comprise	VERB
ger-473	276	15	the	the	DET
ger-473	276	16	full	full	ADJ
ger-473	276	17	operational	operational	ADJ
ger-473	276	18	testing	testing	NOUN
ger-473	276	19	program	program	NOUN
ger-473	276	20	.	.	PUNCT
ger-473	277	1	because	because	SCONJ
ger-473	277	2	data	datum	NOUN
ger-473	277	3	are	be	AUX
ger-473	277	4	provided	provide	VERB
ger-473	277	5	about	about	ADP
ger-473	277	6	students	student	NOUN
ger-473	277	7	’	'	PUNCT
ger-473	277	8	performance	performance	NOUN
ger-473	277	9	on	on	ADP
ger-473	277	10	each	each	DET
ger-473	277	11	concept	concept	NOUN
ger-473	277	12	that	that	PRON
ger-473	277	13	comprises	comprise	VERB
ger-473	277	14	early	early	ADJ
ger-473	277	15	numeracy	numeracy	NOUN
ger-473	277	16	,	,	PUNCT
ger-473	277	17	these	these	DET
ger-473	277	18	results	result	NOUN
ger-473	277	19	may	may	AUX
ger-473	277	20	inform	inform	VERB
ger-473	277	21	practitioners	practitioner	NOUN
ger-473	277	22	’	'	PUNCT
ger-473	277	23	interpretations	interpretation	NOUN
ger-473	277	24	about	about	ADP
ger-473	277	25	the	the	DET
ger-473	277	26	effectiveness	effectiveness	NOUN
ger-473	277	27	of	of	ADP
ger-473	277	28	instructional	instructional	ADJ
ger-473	277	29	practices	practice	NOUN
ger-473	277	30	or	or	CCONJ
ger-473	277	31	interventions	intervention	NOUN
ger-473	277	32	on	on	ADP
ger-473	277	33	student	student	NOUN
ger-473	277	34	learning	learning	NOUN
ger-473	277	35	.	.	PUNCT
ger-473	278	1	these	these	DET
ger-473	278	2	results	result	NOUN
ger-473	278	3	may	may	AUX
ger-473	278	4	be	be	AUX
ger-473	278	5	directly	directly	ADV
ger-473	278	6	applicable	applicable	ADJ
ger-473	278	7	in	in	ADP
ger-473	278	8	classroom	classroom	NOUN
ger-473	278	9	settings	setting	NOUN
ger-473	278	10	because	because	SCONJ
ger-473	278	11	they	they	PRON
ger-473	278	12	identify	identify	VERB
ger-473	278	13	areas	area	NOUN
ger-473	278	14	of	of	ADP
ger-473	278	15	strength	strength	NOUN
ger-473	278	16	and	and	CCONJ
ger-473	278	17	weakness	weakness	NOUN
ger-473	278	18	that	that	PRON
ger-473	278	19	may	may	AUX
ger-473	278	20	guide	guide	VERB
ger-473	278	21	teachers	teacher	NOUN
ger-473	278	22	’	'	PUNCT
ger-473	278	23	instructional	instructional	ADJ
ger-473	278	24	design	design	NOUN
ger-473	278	25	and	and	CCONJ
ger-473	278	26	delivery	delivery	NOUN
ger-473	278	27	making	making	NOUN
ger-473	278	28	(	(	PUNCT
ger-473	278	29	sinharay	sinharay	NOUN
ger-473	278	30	,	,	PUNCT
ger-473	278	31	puhan	puhan	NOUN
ger-473	278	32	,	,	PUNCT
ger-473	278	33	&	&	CCONJ
ger-473	278	34	haberman	haberman	PROPN
ger-473	278	35	,	,	PUNCT
ger-473	278	36	2011	2011	NUM
ger-473	278	37	)	)	PUNCT
ger-473	278	38	.	.	PUNCT
ger-473	279	1	technical	technical	ADJ
ger-473	279	2	characteristics	characteristic	NOUN
ger-473	279	3	of	of	ADP
ger-473	279	4	subscores	subscore	NOUN
ger-473	279	5	have	have	AUX
ger-473	279	6	been	be	AUX
ger-473	279	7	discussed	discuss	VERB
ger-473	279	8	in	in	ADP
ger-473	279	9	the	the	DET
ger-473	279	10	literature	literature	NOUN
ger-473	279	11	.	.	PUNCT
ger-473	280	1	subscores	subscore	NOUN
ger-473	280	2	should	should	AUX
ger-473	280	3	provide	provide	VERB
ger-473	280	4	useful	useful	ADJ
ger-473	280	5	information	information	NOUN
ger-473	280	6	above	above	ADP
ger-473	280	7	that	that	PRON
ger-473	280	8	which	which	PRON
ger-473	280	9	is	be	AUX
ger-473	280	10	provided	provide	VERB
ger-473	280	11	by	by	ADP
ger-473	280	12	the	the	DET
ger-473	280	13	total	total	ADJ
ger-473	280	14	score	score	NOUN
ger-473	280	15	(	(	PUNCT
ger-473	280	16	wedman	wedman	NOUN
ger-473	280	17	&	&	CCONJ
ger-473	280	18	lyren	lyren	PROPN
ger-473	280	19	,	,	PUNCT
ger-473	280	20	2015	2015	NUM
ger-473	280	21	)	)	PUNCT
ger-473	280	22	.	.	PUNCT
ger-473	281	1	sinharay	sinharay	NOUN
ger-473	281	2	(	(	PUNCT
ger-473	281	3	2010	2010	NUM
ger-473	281	4	)	)	PUNCT
ger-473	281	5	proposed	propose	VERB
ger-473	281	6	that	that	SCONJ
ger-473	281	7	for	for	SCONJ
ger-473	281	8	subscores	subscore	NOUN
ger-473	281	9	to	to	PART
ger-473	281	10	have	have	VERB
ger-473	281	11	value	value	NOUN
ger-473	281	12	they	they	PRON
ger-473	281	13	should	should	AUX
ger-473	281	14	be	be	AUX
ger-473	281	15	reliable	reliable	ADJ
ger-473	281	16	and	and	CCONJ
ger-473	281	17	provide	provide	VERB
ger-473	281	18	distinctive	distinctive	ADJ
ger-473	281	19	information	information	NOUN
ger-473	281	20	.	.	PUNCT
ger-473	282	1	reliability	reliability	NOUN
ger-473	282	2	is	be	AUX
ger-473	282	3	necessary	necessary	ADJ
ger-473	282	4	to	to	PART
ger-473	282	5	provide	provide	VERB
ger-473	282	6	stable	stable	ADJ
ger-473	282	7	estimates	estimate	NOUN
ger-473	282	8	of	of	ADP
ger-473	282	9	students	student	NOUN
ger-473	282	10	’	'	PUNCT
ger-473	282	11	performance	performance	NOUN
ger-473	282	12	from	from	ADP
ger-473	282	13	which	which	PRON
ger-473	282	14	decisions	decision	NOUN
ger-473	282	15	will	will	AUX
ger-473	282	16	be	be	AUX
ger-473	282	17	based	base	VERB
ger-473	282	18	(	(	PUNCT
ger-473	282	19	feinberg	feinberg	PROPN
ger-473	282	20	&	&	CCONJ
ger-473	282	21	wainer	wainer	PROPN
ger-473	282	22	,	,	PUNCT
ger-473	282	23	2014	2014	NUM
ger-473	282	24	)	)	PUNCT
ger-473	282	25	.	.	PUNCT
ger-473	283	1	reliability	reliability	NOUN
ger-473	283	2	may	may	AUX
ger-473	283	3	be	be	AUX
ger-473	283	4	compromised	compromise	VERB
ger-473	283	5	because	because	SCONJ
ger-473	283	6	of	of	ADP
ger-473	283	7	the	the	DET
ger-473	283	8	small	small	ADJ
ger-473	283	9	set	set	NOUN
ger-473	283	10	of	of	ADP
ger-473	283	11	items	item	NOUN
ger-473	283	12	often	often	ADV
ger-473	283	13	used	use	VERB
ger-473	283	14	to	to	PART
ger-473	283	15	generate	generate	VERB
ger-473	283	16	subscores	subscore	NOUN
ger-473	283	17	(	(	PUNCT
ger-473	283	18	stone	stone	NOUN
ger-473	283	19	,	,	PUNCT
ger-473	283	20	ye	ye	PROPN
ger-473	283	21	,	,	PUNCT
ger-473	283	22	zhu	zhu	PROPN
ger-473	283	23	,	,	PUNCT
ger-473	283	24	&	&	CCONJ
ger-473	283	25	lane	lane	PROPN
ger-473	283	26	,	,	PUNCT
ger-473	283	27	2010	2010	NUM
ger-473	283	28	)	)	PUNCT
ger-473	283	29	.	.	PUNCT
ger-473	284	1	however	however	ADV
ger-473	284	2	,	,	PUNCT
ger-473	284	3	some	some	PRON
ger-473	284	4	of	of	ADP
ger-473	284	5	these	these	DET
ger-473	284	6	limitations	limitation	NOUN
ger-473	284	7	may	may	AUX
ger-473	284	8	be	be	AUX
ger-473	284	9	overcome	overcome	VERB
ger-473	284	10	if	if	SCONJ
ger-473	284	11	reporting	report	VERB
ger-473	284	12	data	datum	NOUN
ger-473	284	13	in	in	ADP
ger-473	284	14	aggregate	aggregate	ADJ
ger-473	284	15	form	form	NOUN
ger-473	284	16	,	,	PUNCT
ger-473	284	17	such	such	ADJ
ger-473	284	18	as	as	ADP
ger-473	284	19	reporting	reporting	NOUN
ger-473	284	20	subscores	subscore	NOUN
ger-473	284	21	for	for	ADP
ger-473	284	22	groups	group	NOUN
ger-473	284	23	of	of	ADP
ger-473	284	24	students	student	NOUN
ger-473	284	25	as	as	SCONJ
ger-473	284	26	opposed	oppose	VERB
ger-473	284	27	to	to	ADP
ger-473	284	28	individual	individual	ADJ
ger-473	284	29	students	student	NOUN
ger-473	284	30	.	.	PUNCT
ger-473	285	1	subscores	subscore	NOUN
ger-473	285	2	may	may	AUX
ger-473	285	3	be	be	AUX
ger-473	285	4	considered	consider	VERB
ger-473	285	5	distinctive	distinctive	ADJ
ger-473	285	6	if	if	SCONJ
ger-473	285	7	they	they	PRON
ger-473	285	8	contribute	contribute	VERB
ger-473	285	9	unique	unique	ADJ
ger-473	285	10	information	information	NOUN
ger-473	285	11	beyond	beyond	ADP
ger-473	285	12	the	the	DET
ger-473	285	13	total	total	ADJ
ger-473	285	14	score	score	NOUN
ger-473	285	15	.	.	PUNCT
ger-473	286	1	distinctiveness	distinctiveness	NOUN
ger-473	286	2	can	can	AUX
ger-473	286	3	be	be	AUX
ger-473	286	4	conceptualized	conceptualize	VERB
ger-473	286	5	as	as	ADP
ger-473	286	6	the	the	DET
ger-473	286	7	degree	degree	NOUN
ger-473	286	8	of	of	ADP
ger-473	286	9	orthogonality	orthogonality	NOUN
ger-473	286	10	between	between	ADP
ger-473	286	11	the	the	DET
ger-473	286	12	subscores	subscore	NOUN
ger-473	286	13	,	,	PUNCT
ger-473	286	14	and	and	CCONJ
ger-473	286	15	is	be	AUX
ger-473	286	16	often	often	ADV
ger-473	286	17	evaluated	evaluate	VERB
ger-473	286	18	by	by	ADP
ger-473	286	19	examining	examine	VERB
ger-473	286	20	the	the	DET
ger-473	286	21	disattenuated	disattenuate	VERB
ger-473	286	22	correlation	correlation	NOUN
ger-473	286	23	between	between	ADP
ger-473	286	24	subscores	subscore	NOUN
ger-473	286	25	(	(	PUNCT
ger-473	286	26	wedman	wedman	PROPN
ger-473	286	27	&	&	CCONJ
ger-473	286	28	lyren	lyren	PROPN
ger-473	286	29	,	,	PUNCT
ger-473	286	30	2015	2015	NUM
ger-473	286	31	)	)	PUNCT
ger-473	286	32	.	.	PUNCT
ger-473	287	1	that	that	PRON
ger-473	287	2	is	be	AUX
ger-473	287	3	,	,	PUNCT
ger-473	287	4	the	the	PRON
ger-473	287	5	smaller	small	ADJ
ger-473	287	6	the	the	DET
ger-473	287	7	correlation	correlation	NOUN
ger-473	287	8	between	between	ADP
ger-473	287	9	the	the	DET
ger-473	287	10	subscores	subscore	NOUN
ger-473	287	11	,	,	PUNCT
ger-473	287	12	the	the	PRON
ger-473	287	13	greater	great	ADJ
ger-473	287	14	the	the	DET
ger-473	287	15	likelihood	likelihood	NOUN
ger-473	287	16	that	that	SCONJ
ger-473	287	17	the	the	DET
ger-473	287	18	subtest	subt	ADJ
ger-473	287	19	is	be	AUX
ger-473	287	20	providing	provide	VERB
ger-473	287	21	unique	unique	ADJ
ger-473	287	22	(	(	PUNCT
ger-473	287	23	or	or	CCONJ
ger-473	287	24	distinctive	distinctive	ADJ
ger-473	287	25	)	)	PUNCT
ger-473	287	26	information	information	NOUN
ger-473	287	27	(	(	PUNCT
ger-473	287	28	feinberg	feinberg	PROPN
ger-473	287	29	&	&	CCONJ
ger-473	287	30	wainer	wainer	PROPN
ger-473	287	31	,	,	PUNCT
ger-473	287	32	2014	2014	NUM
ger-473	287	33	)	)	PUNCT
ger-473	287	34	.	.	PUNCT
ger-473	288	1	sinharay	sinharay	NOUN
ger-473	288	2	(	(	PUNCT
ger-473	288	3	2010	2010	NUM
ger-473	288	4	)	)	PUNCT
ger-473	288	5	analyzed	analyze	VERB
ger-473	288	6	results	result	NOUN
ger-473	288	7	from	from	ADP
ger-473	288	8	a	a	DET
ger-473	288	9	series	series	NOUN
ger-473	288	10	of	of	ADP
ger-473	288	11	operational	operational	ADJ
ger-473	288	12	testing	testing	NOUN
ger-473	288	13	programs	program	NOUN
ger-473	288	14	and	and	CCONJ
ger-473	288	15	simulation	simulation	NOUN
ger-473	288	16	studies	study	NOUN
ger-473	288	17	and	and	CCONJ
ger-473	288	18	found	find	VERB
ger-473	288	19	that	that	SCONJ
ger-473	288	20	the	the	DET
ger-473	288	21	average	average	NOUN
ger-473	288	22	disattenuated	disattenuate	VERB
ger-473	288	23	150	150	NUM
ger-473	288	24	global	global	ADJ
ger-473	288	25	education	education	NOUN
ger-473	288	26	review	review	NOUN
ger-473	288	27	5(3	5(3	NUM
ger-473	288	28	)	)	PUNCT
ger-473	288	29	correlations	correlation	NOUN
ger-473	288	30	should	should	AUX
ger-473	288	31	be	be	AUX
ger-473	288	32	.80	.80	NUM
ger-473	288	33	or	or	CCONJ
ger-473	288	34	less	less	ADJ
ger-473	288	35	to	to	PART
ger-473	288	36	provide	provide	VERB
ger-473	288	37	distinctive	distinctive	ADJ
ger-473	288	38	information	information	NOUN
ger-473	288	39	.	.	PUNCT
ger-473	289	1	haberman	haberman	NOUN
ger-473	289	2	(	(	PUNCT
ger-473	289	3	2008	2008	NUM
ger-473	289	4	)	)	PUNCT
ger-473	289	5	proposed	propose	VERB
ger-473	289	6	another	another	DET
ger-473	289	7	approach	approach	NOUN
ger-473	289	8	to	to	ADP
ger-473	289	9	examining	examine	VERB
ger-473	289	10	the	the	DET
ger-473	289	11	usefulness	usefulness	NOUN
ger-473	289	12	of	of	ADP
ger-473	289	13	subscores	subscore	NOUN
ger-473	289	14	,	,	PUNCT
ger-473	289	15	which	which	PRON
ger-473	289	16	combines	combine	VERB
ger-473	289	17	the	the	DET
ger-473	289	18	reliability	reliability	NOUN
ger-473	289	19	coefficients	coefficient	NOUN
ger-473	289	20	and	and	CCONJ
ger-473	289	21	the	the	DET
ger-473	289	22	disattenuated	disattenuate	VERB
ger-473	289	23	correlations	correlation	NOUN
ger-473	289	24	of	of	ADP
ger-473	289	25	the	the	DET
ger-473	289	26	subscores	subscore	NOUN
ger-473	289	27	.	.	PUNCT
ger-473	290	1	haberman	haberman	NOUN
ger-473	290	2	’s	’s	PART
ger-473	290	3	method	method	NOUN
ger-473	290	4	(	(	PUNCT
ger-473	290	5	2008	2008	NUM
ger-473	290	6	)	)	PUNCT
ger-473	290	7	examines	examine	VERB
ger-473	290	8	the	the	DET
ger-473	290	9	proportional	proportional	ADJ
ger-473	290	10	reduction	reduction	NOUN
ger-473	290	11	in	in	ADP
ger-473	290	12	mean	mean	ADJ
ger-473	290	13	squared	square	VERB
ger-473	290	14	error	error	NOUN
ger-473	290	15	(	(	PUNCT
ger-473	290	16	prmse	prmse	NOUN
ger-473	290	17	)	)	PUNCT
ger-473	290	18	values	value	NOUN
ger-473	290	19	.	.	PUNCT
ger-473	291	1	prmse	prmse	ADJ
ger-473	291	2	values	value	NOUN
ger-473	291	3	range	range	VERB
ger-473	291	4	from	from	ADP
ger-473	291	5	0	0	NUM
ger-473	291	6	to	to	ADP
ger-473	291	7	1	1	NUM
ger-473	291	8	,	,	PUNCT
ger-473	291	9	with	with	ADP
ger-473	291	10	larger	large	ADJ
ger-473	291	11	values	value	NOUN
ger-473	291	12	indicating	indicate	VERB
ger-473	291	13	more	more	ADV
ger-473	291	14	accurate	accurate	ADJ
ger-473	291	15	measures	measure	NOUN
ger-473	291	16	of	of	ADP
ger-473	291	17	true	true	ADJ
ger-473	291	18	scores	score	NOUN
ger-473	291	19	with	with	ADP
ger-473	291	20	smaller	small	ADJ
ger-473	291	21	mean	mean	ADJ
ger-473	291	22	squared	square	VERB
ger-473	291	23	errors	error	NOUN
ger-473	291	24	.	.	PUNCT
ger-473	292	1	prmse	prmse	ADJ
ger-473	292	2	values	value	NOUN
ger-473	292	3	are	be	AUX
ger-473	292	4	calculated	calculate	VERB
ger-473	292	5	for	for	ADP
ger-473	292	6	the	the	DET
ger-473	292	7	subscores	subscore	NOUN
ger-473	292	8	(	(	PUNCT
ger-473	292	9	prmses	prmse	NOUN
ger-473	292	10	)	)	PUNCT
ger-473	292	11	and	and	CCONJ
ger-473	292	12	then	then	ADV
ger-473	292	13	compared	compare	VERB
ger-473	292	14	to	to	ADP
ger-473	292	15	the	the	DET
ger-473	292	16	prmse	prmse	ADJ
ger-473	292	17	values	value	NOUN
ger-473	292	18	for	for	ADP
ger-473	292	19	the	the	DET
ger-473	292	20	total	total	ADJ
ger-473	292	21	or	or	CCONJ
ger-473	292	22	composite	composite	ADJ
ger-473	292	23	score	score	NOUN
ger-473	292	24	(	(	PUNCT
ger-473	292	25	prmsex	prmsex	NOUN
ger-473	292	26	)	)	PUNCT
ger-473	292	27	.	.	PUNCT
ger-473	293	1	to	to	PART
ger-473	293	2	add	add	VERB
ger-473	293	3	value	value	NOUN
ger-473	293	4	,	,	PUNCT
ger-473	293	5	the	the	DET
ger-473	293	6	prmses	prmse	NOUN
ger-473	293	7	must	must	AUX
ger-473	293	8	be	be	AUX
ger-473	293	9	greater	great	ADJ
ger-473	293	10	than	than	ADP
ger-473	293	11	prmsex	prmsex	NOUN
ger-473	293	12	.	.	PUNCT
ger-473	294	1	see	see	VERB
ger-473	294	2	haberman	haberman	NOUN
ger-473	294	3	(	(	PUNCT
ger-473	294	4	2008	2008	NUM
ger-473	294	5	)	)	PUNCT
ger-473	294	6	for	for	ADP
ger-473	294	7	more	more	ADJ
ger-473	294	8	information	information	NOUN
ger-473	294	9	about	about	ADP
ger-473	294	10	this	this	DET
ger-473	294	11	analytic	analytic	ADJ
ger-473	294	12	method	method	NOUN
ger-473	294	13	.	.	PUNCT
ger-473	295	1	research	research	NOUN
ger-473	295	2	on	on	ADP
ger-473	295	3	the	the	DET
ger-473	295	4	reliability	reliability	NOUN
ger-473	295	5	and	and	CCONJ
ger-473	295	6	distinctiveness	distinctiveness	NOUN
ger-473	295	7	of	of	ADP
ger-473	295	8	subscores	subscore	NOUN
ger-473	295	9	continues	continue	VERB
ger-473	295	10	to	to	PART
ger-473	295	11	emerge	emerge	VERB
ger-473	295	12	;	;	PUNCT
ger-473	295	13	however	however	ADV
ger-473	295	14	,	,	PUNCT
ger-473	295	15	notable	notable	ADJ
ger-473	295	16	concerns	concern	NOUN
ger-473	295	17	have	have	AUX
ger-473	295	18	been	be	AUX
ger-473	295	19	raised	raise	VERB
ger-473	295	20	about	about	ADP
ger-473	295	21	the	the	DET
ger-473	295	22	technical	technical	ADJ
ger-473	295	23	quality	quality	NOUN
ger-473	295	24	of	of	ADP
ger-473	295	25	subscores	subscore	NOUN
ger-473	295	26	.	.	PUNCT
ger-473	296	1	stone	stone	NOUN
ger-473	296	2	et	et	PROPN
ger-473	296	3	al	al	PROPN
ger-473	296	4	.	.	PROPN
ger-473	297	1	(	(	PUNCT
ger-473	297	2	2010	2010	NUM
ger-473	297	3	)	)	PUNCT
ger-473	297	4	identified	identify	VERB
ger-473	297	5	a	a	DET
ger-473	297	6	persistent	persistent	ADJ
ger-473	297	7	problem	problem	NOUN
ger-473	297	8	with	with	ADP
ger-473	297	9	the	the	DET
ger-473	297	10	reliability	reliability	NOUN
ger-473	297	11	of	of	ADP
ger-473	297	12	subscores	subscore	NOUN
ger-473	297	13	because	because	SCONJ
ger-473	297	14	of	of	ADP
ger-473	297	15	the	the	DET
ger-473	297	16	limited	limited	ADJ
ger-473	297	17	number	number	NOUN
ger-473	297	18	of	of	ADP
ger-473	297	19	items	item	NOUN
ger-473	297	20	contributing	contribute	VERB
ger-473	297	21	to	to	ADP
ger-473	297	22	the	the	DET
ger-473	297	23	scores	score	NOUN
ger-473	297	24	.	.	PUNCT
ger-473	298	1	similarly	similarly	ADV
ger-473	298	2	,	,	PUNCT
ger-473	298	3	sinharay	sinharay	NOUN
ger-473	298	4	(	(	PUNCT
ger-473	298	5	2010	2010	NUM
ger-473	298	6	)	)	PUNCT
ger-473	298	7	concluded	conclude	VERB
ger-473	298	8	that	that	SCONJ
ger-473	298	9	it	it	PRON
ger-473	298	10	is	be	AUX
ger-473	298	11	difficult	difficult	ADJ
ger-473	298	12	to	to	PART
ger-473	298	13	obtain	obtain	VERB
ger-473	298	14	reliable	reliable	ADJ
ger-473	298	15	and	and	CCONJ
ger-473	298	16	distinctive	distinctive	ADJ
ger-473	298	17	subscores	subscore	NOUN
ger-473	298	18	without	without	ADP
ger-473	298	19	at	at	ADV
ger-473	298	20	least	least	ADV
ger-473	298	21	20	20	NUM
ger-473	298	22	items	item	NOUN
ger-473	298	23	.	.	PUNCT
ger-473	299	1	moreover	moreover	ADV
ger-473	299	2	,	,	PUNCT
ger-473	299	3	if	if	SCONJ
ger-473	299	4	using	use	VERB
ger-473	299	5	subscores	subscore	NOUN
ger-473	299	6	to	to	PART
ger-473	299	7	evaluate	evaluate	VERB
ger-473	299	8	changes	change	NOUN
ger-473	299	9	in	in	ADP
ger-473	299	10	students	student	NOUN
ger-473	299	11	’	'	PUNCT
ger-473	299	12	performance	performance	NOUN
ger-473	299	13	over	over	ADP
ger-473	299	14	time	time	NOUN
ger-473	299	15	,	,	PUNCT
ger-473	299	16	additional	additional	ADJ
ger-473	299	17	methodological	methodological	ADJ
ger-473	299	18	considerations	consideration	NOUN
ger-473	299	19	must	must	AUX
ger-473	299	20	be	be	AUX
ger-473	299	21	taken	take	VERB
ger-473	299	22	into	into	ADP
ger-473	299	23	account	account	NOUN
ger-473	299	24	when	when	SCONJ
ger-473	299	25	examining	examine	VERB
ger-473	299	26	reliability	reliability	NOUN
ger-473	299	27	(	(	PUNCT
ger-473	299	28	sinharay	sinharay	NOUN
ger-473	299	29	&	&	CCONJ
ger-473	299	30	haberman	haberman	PROPN
ger-473	299	31	,	,	PUNCT
ger-473	299	32	2015	2015	NUM
ger-473	299	33	)	)	PUNCT
ger-473	299	34	that	that	PRON
ger-473	299	35	subsequently	subsequently	ADV
ger-473	299	36	impact	impact	VERB
ger-473	299	37	the	the	DET
ger-473	299	38	ease	ease	NOUN
ger-473	299	39	of	of	ADP
ger-473	299	40	use	use	NOUN
ger-473	299	41	in	in	ADP
ger-473	299	42	classroom	classroom	NOUN
ger-473	299	43	settings	setting	NOUN
ger-473	299	44	.	.	PUNCT
ger-473	300	1	subscores	subscore	NOUN
ger-473	300	2	are	be	AUX
ger-473	300	3	the	the	DET
ger-473	300	4	standard	standard	ADJ
ger-473	300	5	mechanism	mechanism	NOUN
ger-473	300	6	by	by	ADP
ger-473	300	7	which	which	DET
ger-473	300	8	student	student	NOUN
ger-473	300	9	performance	performance	NOUN
ger-473	300	10	on	on	ADP
ger-473	300	11	the	the	DET
ger-473	300	12	egma	egma	NOUN
ger-473	300	13	is	be	AUX
ger-473	300	14	reported	report	VERB
ger-473	300	15	(	(	PUNCT
ger-473	300	16	rti	rti	PROPN
ger-473	300	17	international	international	PROPN
ger-473	300	18	,	,	PUNCT
ger-473	300	19	2014	2014	NUM
ger-473	300	20	)	)	PUNCT
ger-473	300	21	.	.	PUNCT
ger-473	301	1	because	because	SCONJ
ger-473	301	2	the	the	DET
ger-473	301	3	egma	egma	NOUN
ger-473	301	4	was	be	AUX
ger-473	301	5	designed	design	VERB
ger-473	301	6	to	to	PART
ger-473	301	7	provide	provide	VERB
ger-473	301	8	instructionally	instructionally	ADV
ger-473	301	9	relevant	relevant	ADJ
ger-473	301	10	information	information	NOUN
ger-473	301	11	to	to	PART
ger-473	301	12	score	score	VERB
ger-473	301	13	users	user	NOUN
ger-473	301	14	,	,	PUNCT
ger-473	301	15	these	these	DET
ger-473	301	16	data	datum	NOUN
ger-473	301	17	highlight	highlight	VERB
ger-473	301	18	strengths	strength	NOUN
ger-473	301	19	and	and	CCONJ
ger-473	301	20	areas	area	NOUN
ger-473	301	21	for	for	ADP
ger-473	301	22	improvement	improvement	NOUN
ger-473	301	23	that	that	PRON
ger-473	301	24	can	can	AUX
ger-473	301	25	be	be	AUX
ger-473	301	26	used	use	VERB
ger-473	301	27	to	to	PART
ger-473	301	28	evaluate	evaluate	VERB
ger-473	301	29	the	the	DET
ger-473	301	30	effectiveness	effectiveness	NOUN
ger-473	301	31	of	of	ADP
ger-473	301	32	instructional	instructional	ADJ
ger-473	301	33	practices	practice	NOUN
ger-473	301	34	or	or	CCONJ
ger-473	301	35	interventions	intervention	NOUN
ger-473	301	36	on	on	ADP
ger-473	301	37	student	student	NOUN
ger-473	301	38	learning	learning	NOUN
ger-473	301	39	at	at	ADP
ger-473	301	40	the	the	DET
ger-473	301	41	classroom	classroom	NOUN
ger-473	301	42	level	level	NOUN
ger-473	301	43	or	or	CCONJ
ger-473	301	44	for	for	ADP
ger-473	301	45	program	program	NOUN
ger-473	301	46	evaluations	evaluation	NOUN
ger-473	301	47	.	.	PUNCT
ger-473	302	1	however	however	ADV
ger-473	302	2	,	,	PUNCT
ger-473	302	3	because	because	SCONJ
ger-473	302	4	of	of	ADP
ger-473	302	5	the	the	DET
ger-473	302	6	limited	limited	ADJ
ger-473	302	7	number	number	NOUN
ger-473	302	8	of	of	ADP
ger-473	302	9	items	item	NOUN
ger-473	302	10	on	on	ADP
ger-473	302	11	each	each	DET
ger-473	302	12	subtest	subt	ADJ
ger-473	302	13	,	,	PUNCT
ger-473	302	14	subscores	subscore	NOUN
ger-473	302	15	are	be	AUX
ger-473	302	16	prone	prone	ADJ
ger-473	302	17	to	to	PART
ger-473	302	18	be	be	AUX
ger-473	302	19	less	less	ADV
ger-473	302	20	reliable	reliable	ADJ
ger-473	302	21	and	and	CCONJ
ger-473	302	22	more	more	ADV
ger-473	302	23	susceptible	susceptible	ADJ
ger-473	302	24	to	to	ADP
ger-473	302	25	floor	floor	NOUN
ger-473	302	26	(	(	PUNCT
ger-473	302	27	high	high	ADJ
ger-473	302	28	proportion	proportion	NOUN
ger-473	302	29	of	of	ADP
ger-473	302	30	minimum	minimum	NOUN
ger-473	302	31	scores	score	NOUN
ger-473	302	32	)	)	PUNCT
ger-473	302	33	and	and	CCONJ
ger-473	302	34	ceiling	ceiling	NOUN
ger-473	302	35	(	(	PUNCT
ger-473	302	36	high	high	ADJ
ger-473	302	37	proportion	proportion	NOUN
ger-473	302	38	of	of	ADP
ger-473	302	39	maximum	maximum	ADJ
ger-473	302	40	scores	score	NOUN
ger-473	302	41	)	)	PUNCT
ger-473	302	42	effects	effect	NOUN
ger-473	302	43	(	(	PUNCT
ger-473	302	44	rti	rti	PROPN
ger-473	302	45	international	international	PROPN
ger-473	302	46	,	,	PUNCT
ger-473	302	47	2014	2014	NUM
ger-473	302	48	)	)	PUNCT
ger-473	302	49	.	.	PUNCT
ger-473	303	1	of	of	ADP
ger-473	303	2	concern	concern	NOUN
ger-473	303	3	is	be	AUX
ger-473	303	4	the	the	DET
ger-473	303	5	fact	fact	NOUN
ger-473	303	6	that	that	SCONJ
ger-473	303	7	increasing	increase	VERB
ger-473	303	8	the	the	DET
ger-473	303	9	number	number	NOUN
ger-473	303	10	of	of	ADP
ger-473	303	11	items	item	NOUN
ger-473	303	12	in	in	ADP
ger-473	303	13	all	all	DET
ger-473	303	14	egma	egma	NOUN
ger-473	303	15	subtests	subtest	NOUN
ger-473	303	16	to	to	ADP
ger-473	303	17	20	20	NUM
ger-473	303	18	would	would	AUX
ger-473	303	19	greatly	greatly	ADV
ger-473	303	20	increase	increase	VERB
ger-473	303	21	the	the	DET
ger-473	303	22	amount	amount	NOUN
ger-473	303	23	of	of	ADP
ger-473	303	24	time	time	NOUN
ger-473	303	25	required	require	VERB
ger-473	303	26	to	to	PART
ger-473	303	27	complete	complete	VERB
ger-473	303	28	the	the	DET
ger-473	303	29	assessment	assessment	NOUN
ger-473	303	30	.	.	PUNCT
ger-473	304	1	this	this	PRON
ger-473	304	2	adds	add	VERB
ger-473	304	3	to	to	ADP
ger-473	304	4	costs	cost	NOUN
ger-473	304	5	and	and	CCONJ
ger-473	304	6	taxes	taxis	NOUN
ger-473	304	7	students	student	NOUN
ger-473	304	8	’	’	PART
ger-473	304	9	attention	attention	NOUN
ger-473	304	10	over	over	ADP
ger-473	304	11	time	time	NOUN
ger-473	304	12	.	.	PUNCT
ger-473	305	1	in	in	ADP
ger-473	305	2	addition	addition	NOUN
ger-473	305	3	,	,	PUNCT
ger-473	305	4	providing	provide	VERB
ger-473	305	5	multiple	multiple	ADJ
ger-473	305	6	indicators	indicator	NOUN
ger-473	305	7	of	of	ADP
ger-473	305	8	proficiency	proficiency	NOUN
ger-473	305	9	may	may	AUX
ger-473	305	10	compromise	compromise	VERB
ger-473	305	11	the	the	DET
ger-473	305	12	interpretability	interpretability	NOUN
ger-473	305	13	of	of	ADP
ger-473	305	14	scores	score	NOUN
ger-473	305	15	by	by	ADP
ger-473	305	16	policy	policy	NOUN
ger-473	305	17	makers	maker	NOUN
ger-473	305	18	or	or	CCONJ
ger-473	305	19	practitioners	practitioner	NOUN
ger-473	305	20	who	who	PRON
ger-473	305	21	are	be	AUX
ger-473	305	22	not	not	PART
ger-473	305	23	familiar	familiar	ADJ
ger-473	305	24	with	with	ADP
ger-473	305	25	the	the	DET
ger-473	305	26	concepts	concept	NOUN
ger-473	305	27	that	that	PRON
ger-473	305	28	comprise	comprise	VERB
ger-473	305	29	early	early	ADJ
ger-473	305	30	numeracy	numeracy	NOUN
ger-473	305	31	.	.	PUNCT
ger-473	306	1	a	a	DET
ger-473	306	2	potential	potential	ADJ
ger-473	306	3	unintended	unintended	ADJ
ger-473	306	4	consequence	consequence	NOUN
ger-473	306	5	is	be	AUX
ger-473	306	6	the	the	DET
ger-473	306	7	overgeneralization	overgeneralization	NOUN
ger-473	306	8	of	of	ADP
ger-473	306	9	subtest	subtest	ADJ
ger-473	306	10	performance	performance	NOUN
ger-473	306	11	to	to	ADP
ger-473	306	12	curricular	curricular	ADJ
ger-473	306	13	design	design	NOUN
ger-473	306	14	decisions	decision	NOUN
ger-473	306	15	that	that	PRON
ger-473	306	16	results	result	VERB
ger-473	306	17	in	in	ADP
ger-473	306	18	narrowing	narrow	VERB
ger-473	306	19	the	the	DET
ger-473	306	20	curriculum	curriculum	NOUN
ger-473	306	21	or	or	CCONJ
ger-473	306	22	teaching	teaching	NOUN
ger-473	306	23	to	to	ADP
ger-473	306	24	the	the	DET
ger-473	306	25	test	test	NOUN
ger-473	306	26	.	.	PUNCT
ger-473	307	1	for	for	ADP
ger-473	307	2	example	example	NOUN
ger-473	307	3	,	,	PUNCT
ger-473	307	4	the	the	DET
ger-473	307	5	missing	miss	VERB
ger-473	307	6	number	number	NOUN
ger-473	307	7	subtest	subt	ADJ
ger-473	307	8	is	be	AUX
ger-473	307	9	intended	intend	VERB
ger-473	307	10	to	to	PART
ger-473	307	11	assess	assess	VERB
ger-473	307	12	students	student	NOUN
ger-473	307	13	’	'	PUNCT
ger-473	307	14	ability	ability	NOUN
ger-473	307	15	to	to	PART
ger-473	307	16	interpret	interpret	VERB
ger-473	307	17	and	and	CCONJ
ger-473	307	18	reason	reason	NOUN
ger-473	307	19	about	about	ADP
ger-473	307	20	number	number	NOUN
ger-473	307	21	patterns	pattern	NOUN
ger-473	307	22	.	.	PUNCT
ger-473	308	1	if	if	SCONJ
ger-473	308	2	misinterpreted	misinterpret	VERB
ger-473	308	3	,	,	PUNCT
ger-473	308	4	results	result	NOUN
ger-473	308	5	could	could	AUX
ger-473	308	6	be	be	AUX
ger-473	308	7	inappropriately	inappropriately	ADV
ger-473	308	8	used	use	VERB
ger-473	308	9	to	to	PART
ger-473	308	10	instruct	instruct	VERB
ger-473	308	11	teachers	teacher	NOUN
ger-473	308	12	to	to	PART
ger-473	308	13	directly	directly	ADV
ger-473	308	14	teach	teach	VERB
ger-473	308	15	students	student	NOUN
ger-473	308	16	to	to	PART
ger-473	308	17	fill	fill	VERB
ger-473	308	18	in	in	ADP
ger-473	308	19	a	a	DET
ger-473	308	20	missing	miss	VERB
ger-473	308	21	number	number	NOUN
ger-473	308	22	from	from	ADP
ger-473	308	23	given	give	VERB
ger-473	308	24	sequences	sequence	NOUN
ger-473	308	25	,	,	PUNCT
ger-473	308	26	as	as	SCONJ
ger-473	308	27	opposed	oppose	VERB
ger-473	308	28	to	to	ADP
ger-473	308	29	teaching	teach	VERB
ger-473	308	30	the	the	DET
ger-473	308	31	reasoning	reasoning	NOUN
ger-473	308	32	skills	skill	NOUN
ger-473	308	33	underlying	underlie	VERB
ger-473	308	34	the	the	DET
ger-473	308	35	intention	intention	NOUN
ger-473	308	36	of	of	ADP
ger-473	308	37	the	the	DET
ger-473	308	38	subtest	subt	ADJ
ger-473	308	39	.	.	PUNCT
ger-473	309	1	some	some	PRON
ger-473	309	2	of	of	ADP
ger-473	309	3	these	these	DET
ger-473	309	4	limitations	limitation	NOUN
ger-473	309	5	have	have	AUX
ger-473	309	6	led	lead	VERB
ger-473	309	7	policy	policy	NOUN
ger-473	309	8	makers	maker	NOUN
ger-473	309	9	and	and	CCONJ
ger-473	309	10	researchers	researcher	NOUN
ger-473	309	11	to	to	PART
ger-473	309	12	request	request	VERB
ger-473	309	13	composite	composite	ADJ
ger-473	309	14	scores	score	NOUN
ger-473	309	15	.	.	PUNCT
ger-473	310	1	composite	composite	ADJ
ger-473	310	2	scores	score	NOUN
ger-473	310	3	composite	composite	ADJ
ger-473	310	4	scores	score	NOUN
ger-473	310	5	represent	represent	VERB
ger-473	310	6	aggregated	aggregate	VERB
ger-473	310	7	student	student	NOUN
ger-473	310	8	performance	performance	NOUN
ger-473	310	9	across	across	ADP
ger-473	310	10	meaningful	meaningful	ADJ
ger-473	310	11	components	component	NOUN
ger-473	310	12	of	of	ADP
ger-473	310	13	the	the	DET
ger-473	310	14	construct	construct	NOUN
ger-473	310	15	and	and	CCONJ
ger-473	310	16	,	,	PUNCT
ger-473	310	17	as	as	ADP
ger-473	310	18	such	such	ADJ
ger-473	310	19	,	,	PUNCT
ger-473	310	20	are	be	AUX
ger-473	310	21	similar	similar	ADJ
ger-473	310	22	to	to	ADP
ger-473	310	23	subscores	subscore	NOUN
ger-473	310	24	(	(	PUNCT
ger-473	310	25	sinharay	sinharay	NOUN
ger-473	310	26	,	,	PUNCT
ger-473	310	27	haberman	haberman	NOUN
ger-473	310	28	,	,	PUNCT
ger-473	310	29	&	&	CCONJ
ger-473	310	30	puhan	puhan	NOUN
ger-473	310	31	,	,	PUNCT
ger-473	310	32	2007	2007	NUM
ger-473	310	33	)	)	PUNCT
ger-473	310	34	.	.	PUNCT
ger-473	311	1	however	however	ADV
ger-473	311	2	,	,	PUNCT
ger-473	311	3	composite	composite	ADJ
ger-473	311	4	scores	score	NOUN
ger-473	311	5	differ	differ	VERB
ger-473	311	6	from	from	ADP
ger-473	311	7	subscores	subscore	NOUN
ger-473	311	8	in	in	SCONJ
ger-473	311	9	that	that	SCONJ
ger-473	311	10	they	they	PRON
ger-473	311	11	may	may	AUX
ger-473	311	12	encompass	encompass	VERB
ger-473	311	13	more	more	ADJ
ger-473	311	14	than	than	ADP
ger-473	311	15	one	one	NUM
ger-473	311	16	subtest	subt	ADJ
ger-473	311	17	,	,	PUNCT
ger-473	311	18	and/or	and/or	CCONJ
ger-473	311	19	may	may	AUX
ger-473	311	20	include	include	VERB
ger-473	311	21	items	item	NOUN
ger-473	311	22	that	that	PRON
ger-473	311	23	represent	represent	VERB
ger-473	311	24	different	different	ADJ
ger-473	311	25	dimensions	dimension	NOUN
ger-473	311	26	of	of	ADP
ger-473	311	27	the	the	DET
ger-473	311	28	construct	construct	NOUN
ger-473	311	29	such	such	ADJ
ger-473	311	30	as	as	ADP
ger-473	311	31	content	content	NOUN
ger-473	311	32	classification	classification	NOUN
ger-473	311	33	(	(	PUNCT
ger-473	311	34	e.g.	e.g.	ADV
ger-473	311	35	,	,	PUNCT
ger-473	311	36	measurement	measurement	NOUN
ger-473	311	37	,	,	PUNCT
ger-473	311	38	geometry	geometry	NOUN
ger-473	311	39	)	)	PUNCT
ger-473	311	40	or	or	CCONJ
ger-473	311	41	process	process	NOUN
ger-473	311	42	dimensions	dimension	NOUN
ger-473	311	43	such	such	ADJ
ger-473	311	44	as	as	ADP
ger-473	311	45	procedural	procedural	ADJ
ger-473	311	46	knowledge	knowledge	NOUN
ger-473	311	47	and	and	CCONJ
ger-473	311	48	conceptual	conceptual	ADJ
ger-473	311	49	aligning	align	VERB
ger-473	311	50	test	test	NOUN
ger-473	311	51	scoring	scoring	NOUN
ger-473	311	52	procedures	procedure	NOUN
ger-473	311	53	with	with	ADP
ger-473	311	54	test	test	NOUN
ger-473	311	55	uses	use	VERB
ger-473	311	56	151	151	NUM
ger-473	311	57	understanding	understanding	NOUN
ger-473	311	58	(	(	PUNCT
ger-473	311	59	piper	piper	NOUN
ger-473	311	60	et	et	PROPN
ger-473	311	61	al	al	PROPN
ger-473	311	62	.	.	PROPN
ger-473	311	63	,	,	PUNCT
ger-473	311	64	2016	2016	NUM
ger-473	311	65	;	;	PUNCT
ger-473	311	66	sinharay	sinharay	NOUN
ger-473	311	67	,	,	PUNCT
ger-473	311	68	puhan	puhan	NOUN
ger-473	311	69	,	,	PUNCT
ger-473	311	70	&	&	CCONJ
ger-473	311	71	haberman	haberman	PROPN
ger-473	311	72	,	,	PUNCT
ger-473	311	73	2011	2011	NUM
ger-473	311	74	;	;	PUNCT
ger-473	311	75	stone	stone	NOUN
ger-473	311	76	et	et	PROPN
ger-473	311	77	al	al	PROPN
ger-473	311	78	.	.	PROPN
ger-473	311	79	,	,	PUNCT
ger-473	311	80	2010	2010	NUM
ger-473	311	81	)	)	PUNCT
ger-473	311	82	.	.	PUNCT
ger-473	312	1	the	the	DET
ger-473	312	2	hypothesized	hypothesized	ADJ
ger-473	312	3	dimensions	dimension	NOUN
ger-473	312	4	of	of	ADP
ger-473	312	5	the	the	DET
ger-473	312	6	construct	construct	NOUN
ger-473	312	7	should	should	AUX
ger-473	312	8	be	be	AUX
ger-473	312	9	verified	verify	VERB
ger-473	312	10	using	use	VERB
ger-473	312	11	appropriate	appropriate	ADJ
ger-473	312	12	analytic	analytic	ADJ
ger-473	312	13	techniques	technique	NOUN
ger-473	312	14	such	such	ADJ
ger-473	312	15	as	as	ADP
ger-473	312	16	factor	factor	NOUN
ger-473	312	17	analysis	analysis	NOUN
ger-473	312	18	(	(	PUNCT
ger-473	312	19	davidson	davidson	NOUN
ger-473	312	20	et	et	PROPN
ger-473	312	21	al	al	PROPN
ger-473	312	22	.	.	PROPN
ger-473	312	23	,	,	PUNCT
ger-473	312	24	2015	2015	NUM
ger-473	312	25	)	)	PUNCT
ger-473	312	26	.	.	PUNCT
ger-473	313	1	it	it	PRON
ger-473	313	2	follows	follow	VERB
ger-473	313	3	that	that	SCONJ
ger-473	313	4	composite	composite	ADJ
ger-473	313	5	scores	score	NOUN
ger-473	313	6	can	can	AUX
ger-473	313	7	be	be	AUX
ger-473	313	8	conceptualized	conceptualize	VERB
ger-473	313	9	as	as	ADP
ger-473	313	10	augmented	augment	VERB
ger-473	313	11	subscores	subscore	NOUN
ger-473	313	12	in	in	ADP
ger-473	313	13	which	which	PRON
ger-473	313	14	the	the	DET
ger-473	313	15	subscores	subscore	NOUN
ger-473	313	16	are	be	AUX
ger-473	313	17	weighted	weight	VERB
ger-473	313	18	,	,	PUNCT
ger-473	313	19	either	either	CCONJ
ger-473	313	20	equally	equally	ADV
ger-473	313	21	or	or	CCONJ
ger-473	313	22	differentially	differentially	ADV
ger-473	313	23	(	(	PUNCT
ger-473	313	24	sinharay	sinharay	NOUN
ger-473	313	25	,	,	PUNCT
ger-473	313	26	2010	2010	NUM
ger-473	313	27	)	)	PUNCT
ger-473	313	28	.	.	PUNCT
ger-473	314	1	composite	composite	ADJ
ger-473	314	2	scores	score	NOUN
ger-473	314	3	may	may	AUX
ger-473	314	4	provide	provide	VERB
ger-473	314	5	several	several	ADJ
ger-473	314	6	advantages	advantage	NOUN
ger-473	314	7	over	over	ADP
ger-473	314	8	subscores	subscore	NOUN
ger-473	314	9	.	.	PUNCT
ger-473	315	1	chiefly	chiefly	ADV
ger-473	315	2	,	,	PUNCT
ger-473	315	3	composite	composite	ADJ
ger-473	315	4	scores	score	NOUN
ger-473	315	5	typically	typically	ADV
ger-473	315	6	include	include	VERB
ger-473	315	7	more	more	ADJ
ger-473	315	8	items	item	NOUN
ger-473	315	9	than	than	ADP
ger-473	315	10	subscores	subscore	NOUN
ger-473	315	11	,	,	PUNCT
ger-473	315	12	which	which	PRON
ger-473	315	13	may	may	AUX
ger-473	315	14	improve	improve	VERB
ger-473	315	15	score	score	NOUN
ger-473	315	16	reliability	reliability	NOUN
ger-473	315	17	.	.	PUNCT
ger-473	316	1	also	also	ADV
ger-473	316	2	,	,	PUNCT
ger-473	316	3	because	because	SCONJ
ger-473	316	4	additional	additional	ADJ
ger-473	316	5	information	information	NOUN
ger-473	316	6	contributes	contribute	VERB
ger-473	316	7	to	to	ADP
ger-473	316	8	the	the	DET
ger-473	316	9	observed	observed	ADJ
ger-473	316	10	score	score	NOUN
ger-473	316	11	,	,	PUNCT
ger-473	316	12	composite	composite	ADJ
ger-473	316	13	scores	score	NOUN
ger-473	316	14	may	may	AUX
ger-473	316	15	increase	increase	VERB
ger-473	316	16	the	the	DET
ger-473	316	17	predictive	predictive	ADJ
ger-473	316	18	utility	utility	NOUN
ger-473	316	19	of	of	ADP
ger-473	316	20	the	the	DET
ger-473	316	21	outcome	outcome	NOUN
ger-473	316	22	to	to	ADP
ger-473	316	23	a	a	DET
ger-473	316	24	criterion	criterion	NOUN
ger-473	316	25	(	(	PUNCT
ger-473	316	26	davidson	davidson	NOUN
ger-473	316	27	et	et	PROPN
ger-473	316	28	al	al	PROPN
ger-473	316	29	.	.	PROPN
ger-473	316	30	,	,	PUNCT
ger-473	316	31	2015	2015	NUM
ger-473	316	32	)	)	PUNCT
ger-473	316	33	.	.	PUNCT
ger-473	317	1	findings	finding	NOUN
ger-473	317	2	from	from	ADP
ger-473	317	3	operational	operational	ADJ
ger-473	317	4	testing	testing	NOUN
ger-473	317	5	programs	program	NOUN
ger-473	317	6	and	and	CCONJ
ger-473	317	7	simulation	simulation	NOUN
ger-473	317	8	studies	study	NOUN
ger-473	317	9	suggest	suggest	VERB
ger-473	317	10	that	that	SCONJ
ger-473	317	11	composite	composite	ADJ
ger-473	317	12	scores	score	NOUN
ger-473	317	13	add	add	VERB
ger-473	317	14	value	value	NOUN
ger-473	317	15	more	more	ADV
ger-473	317	16	often	often	ADV
ger-473	317	17	than	than	ADP
ger-473	317	18	subscores	subscore	NOUN
ger-473	317	19	as	as	ADV
ger-473	317	20	long	long	ADV
ger-473	317	21	as	as	SCONJ
ger-473	317	22	the	the	DET
ger-473	317	23	disattenuated	disattenuate	VERB
ger-473	317	24	correlations	correlation	NOUN
ger-473	317	25	were	be	AUX
ger-473	317	26	less	less	ADJ
ger-473	317	27	than	than	ADP
ger-473	317	28	.95	.95	NUM
ger-473	317	29	(	(	PUNCT
ger-473	317	30	sinharay	sinharay	NOUN
ger-473	317	31	,	,	PUNCT
ger-473	317	32	2010	2010	NUM
ger-473	317	33	)	)	PUNCT
ger-473	317	34	.	.	PUNCT
ger-473	318	1	for	for	ADP
ger-473	318	2	the	the	DET
ger-473	318	3	egma	egma	NOUN
ger-473	318	4	,	,	PUNCT
ger-473	318	5	composite	composite	ADJ
ger-473	318	6	scores	score	NOUN
ger-473	318	7	could	could	AUX
ger-473	318	8	be	be	AUX
ger-473	318	9	calculated	calculate	VERB
ger-473	318	10	by	by	ADP
ger-473	318	11	clustering	cluster	VERB
ger-473	318	12	subtests	subtest	NOUN
ger-473	318	13	based	base	VERB
ger-473	318	14	on	on	ADP
ger-473	318	15	the	the	DET
ger-473	318	16	assessed	assessed	ADJ
ger-473	318	17	dimensions	dimension	NOUN
ger-473	318	18	of	of	ADP
ger-473	318	19	early	early	ADJ
ger-473	318	20	numeracy	numeracy	NOUN
ger-473	318	21	or	or	CCONJ
ger-473	318	22	the	the	DET
ger-473	318	23	response	response	NOUN
ger-473	318	24	processing	processing	NOUN
ger-473	318	25	requirements	requirement	NOUN
ger-473	318	26	of	of	ADP
ger-473	318	27	the	the	DET
ger-473	318	28	subtest	subt	ADJ
ger-473	318	29	.	.	PUNCT
ger-473	319	1	because	because	SCONJ
ger-473	319	2	composite	composite	ADJ
ger-473	319	3	scores	score	NOUN
ger-473	319	4	provide	provide	VERB
ger-473	319	5	summary	summary	NOUN
ger-473	319	6	information	information	NOUN
ger-473	319	7	that	that	PRON
ger-473	319	8	encompass	encompass	VERB
ger-473	319	9	meaningful	meaningful	ADJ
ger-473	319	10	dimensions	dimension	NOUN
ger-473	319	11	of	of	ADP
ger-473	319	12	the	the	DET
ger-473	319	13	construct	construct	NOUN
ger-473	319	14	,	,	PUNCT
ger-473	319	15	these	these	DET
ger-473	319	16	data	datum	NOUN
ger-473	319	17	might	might	AUX
ger-473	319	18	help	help	VERB
ger-473	319	19	policy	policy	NOUN
ger-473	319	20	makers	maker	NOUN
ger-473	319	21	evaluate	evaluate	VERB
ger-473	319	22	curricular	curricular	ADJ
ger-473	319	23	reforms	reform	NOUN
ger-473	319	24	or	or	CCONJ
ger-473	319	25	programs	program	NOUN
ger-473	319	26	by	by	ADP
ger-473	319	27	illustrating	illustrate	VERB
ger-473	319	28	overall	overall	ADJ
ger-473	319	29	areas	area	NOUN
ger-473	319	30	of	of	ADP
ger-473	319	31	strength	strength	NOUN
ger-473	319	32	or	or	CCONJ
ger-473	319	33	in	in	ADP
ger-473	319	34	need	need	NOUN
ger-473	319	35	of	of	ADP
ger-473	319	36	improvement	improvement	NOUN
ger-473	319	37	.	.	PUNCT
ger-473	320	1	these	these	DET
ger-473	320	2	scores	score	NOUN
ger-473	320	3	might	might	AUX
ger-473	320	4	be	be	AUX
ger-473	320	5	more	more	ADV
ger-473	320	6	interpretable	interpretable	ADJ
ger-473	320	7	than	than	ADP
ger-473	320	8	subscores	subscore	NOUN
ger-473	320	9	,	,	PUNCT
ger-473	320	10	and	and	CCONJ
ger-473	320	11	may	may	AUX
ger-473	320	12	provide	provide	VERB
ger-473	320	13	a	a	DET
ger-473	320	14	better	well	ADJ
ger-473	320	15	representation	representation	NOUN
ger-473	320	16	of	of	ADP
ger-473	320	17	students	student	NOUN
ger-473	320	18	’	'	PUNCT
ger-473	320	19	proficiency	proficiency	NOUN
ger-473	320	20	in	in	ADP
ger-473	320	21	meaningful	meaningful	ADJ
ger-473	320	22	dimensions	dimension	NOUN
ger-473	320	23	of	of	ADP
ger-473	320	24	early	early	ADJ
ger-473	320	25	numeracy	numeracy	NOUN
ger-473	320	26	.	.	PUNCT
ger-473	321	1	composite	composite	ADJ
ger-473	321	2	scores	score	NOUN
ger-473	321	3	can	can	AUX
ger-473	321	4	be	be	AUX
ger-473	321	5	based	base	VERB
ger-473	321	6	on	on	ADP
ger-473	321	7	specific	specific	ADJ
ger-473	321	8	subcomponents	subcomponent	NOUN
ger-473	321	9	of	of	ADP
ger-473	321	10	the	the	DET
ger-473	321	11	construct	construct	NOUN
ger-473	321	12	.	.	PUNCT
ger-473	322	1	for	for	ADP
ger-473	322	2	example	example	NOUN
ger-473	322	3	,	,	PUNCT
ger-473	322	4	composite	composite	ADJ
ger-473	322	5	scores	score	NOUN
ger-473	322	6	can	can	AUX
ger-473	322	7	be	be	AUX
ger-473	322	8	calculated	calculate	VERB
ger-473	322	9	for	for	ADP
ger-473	322	10	(	(	PUNCT
ger-473	322	11	1	1	X
ger-473	322	12	)	)	PUNCT
ger-473	322	13	basic	basic	ADJ
ger-473	322	14	number	number	NOUN
ger-473	322	15	concepts	concept	NOUN
ger-473	322	16	,	,	PUNCT
ger-473	322	17	which	which	PRON
ger-473	322	18	aggregates	aggregate	VERB
ger-473	322	19	responses	response	NOUN
ger-473	322	20	from	from	ADP
ger-473	322	21	the	the	DET
ger-473	322	22	number	number	NOUN
ger-473	322	23	identification	identification	NOUN
ger-473	322	24	,	,	PUNCT
ger-473	322	25	quantity	quantity	NOUN
ger-473	322	26	discrimination	discrimination	NOUN
ger-473	322	27	,	,	PUNCT
ger-473	322	28	and	and	CCONJ
ger-473	322	29	missing	miss	VERB
ger-473	322	30	number	number	NOUN
ger-473	322	31	subtests	subtest	NOUN
ger-473	322	32	,	,	PUNCT
ger-473	322	33	and	and	CCONJ
ger-473	322	34	(	(	PUNCT
ger-473	322	35	2	2	NUM
ger-473	322	36	)	)	PUNCT
ger-473	322	37	operations	operation	NOUN
ger-473	322	38	and	and	CCONJ
ger-473	322	39	applied	apply	VERB
ger-473	322	40	arithmetic	arithmetic	ADJ
ger-473	322	41	,	,	PUNCT
ger-473	322	42	which	which	PRON
ger-473	322	43	aggregates	aggregate	VERB
ger-473	322	44	responses	response	NOUN
ger-473	322	45	from	from	ADP
ger-473	322	46	the	the	DET
ger-473	322	47	addition	addition	NOUN
ger-473	322	48	–	–	PUNCT
ger-473	322	49	level	level	NOUN
ger-473	322	50	1	1	NUM
ger-473	322	51	,	,	PUNCT
ger-473	322	52	addition	addition	NOUN
ger-473	322	53	–	–	PUNCT
ger-473	322	54	level	level	NOUN
ger-473	322	55	2	2	NUM
ger-473	322	56	,	,	PUNCT
ger-473	322	57	subtraction	subtraction	NOUN
ger-473	322	58	–	–	PUNCT
ger-473	322	59	level	level	NOUN
ger-473	322	60	1	1	NUM
ger-473	322	61	,	,	PUNCT
ger-473	322	62	subtraction	subtraction	NOUN
ger-473	322	63	–	–	PUNCT
ger-473	322	64	level	level	NOUN
ger-473	322	65	2	2	NUM
ger-473	322	66	,	,	PUNCT
ger-473	322	67	and	and	CCONJ
ger-473	322	68	word	word	NOUN
ger-473	322	69	problems	problem	NOUN
ger-473	322	70	subtests	subtest	NOUN
ger-473	322	71	.	.	PUNCT
ger-473	323	1	these	these	DET
ger-473	323	2	distinctions	distinction	NOUN
ger-473	323	3	are	be	AUX
ger-473	323	4	based	base	VERB
ger-473	323	5	on	on	ADP
ger-473	323	6	research	research	NOUN
ger-473	323	7	suggesting	suggest	VERB
ger-473	323	8	that	that	SCONJ
ger-473	323	9	early	early	ADJ
ger-473	323	10	numeracy	numeracy	NOUN
ger-473	323	11	has	have	VERB
ger-473	323	12	a	a	DET
ger-473	323	13	two	two	NUM
ger-473	323	14	-	-	PUNCT
ger-473	323	15	factor	factor	NOUN
ger-473	323	16	structure	structure	NOUN
ger-473	323	17	,	,	PUNCT
ger-473	323	18	with	with	ADP
ger-473	323	19	one	one	NUM
ger-473	323	20	factor	factor	NOUN
ger-473	323	21	focusing	focus	VERB
ger-473	323	22	on	on	ADP
ger-473	323	23	basic	basic	ADJ
ger-473	323	24	number	number	NOUN
ger-473	323	25	sense	sense	NOUN
ger-473	323	26	and	and	CCONJ
ger-473	323	27	number	number	NOUN
ger-473	323	28	knowledge	knowledge	NOUN
ger-473	323	29	and	and	CCONJ
ger-473	323	30	the	the	DET
ger-473	323	31	other	other	ADJ
ger-473	323	32	factor	factor	NOUN
ger-473	323	33	focusing	focus	VERB
ger-473	323	34	on	on	ADP
ger-473	323	35	problem	problem	NOUN
ger-473	323	36	solving	solving	NOUN
ger-473	323	37	and	and	CCONJ
ger-473	323	38	operations	operation	NOUN
ger-473	323	39	(	(	PUNCT
ger-473	323	40	aunio	aunio	ADJ
ger-473	323	41	,	,	PUNCT
ger-473	323	42	niemivirta	niemivirta	NOUN
ger-473	323	43	,	,	PUNCT
ger-473	323	44	hautamäki	hautamäki	PROPN
ger-473	323	45	,	,	PUNCT
ger-473	323	46	van	van	PROPN
ger-473	323	47	luit	luit	PROPN
ger-473	323	48	,	,	PUNCT
ger-473	323	49	shi	shi	PROPN
ger-473	323	50	,	,	PUNCT
ger-473	323	51	&	&	CCONJ
ger-473	323	52	zhang	zhang	PROPN
ger-473	323	53	,	,	PUNCT
ger-473	323	54	2006	2006	NUM
ger-473	323	55	;	;	PUNCT
ger-473	323	56	jordan	jordan	PROPN
ger-473	323	57	,	,	PUNCT
ger-473	323	58	kaplan	kaplan	PROPN
ger-473	323	59	,	,	PUNCT
ger-473	323	60	nabors	nabors	PROPN
ger-473	323	61	oláh	oláh	NOUN
ger-473	323	62	,	,	PUNCT
ger-473	323	63	&	&	CCONJ
ger-473	323	64	locuniak	locuniak	PROPN
ger-473	323	65	,	,	PUNCT
ger-473	323	66	2006	2006	NUM
ger-473	323	67	;	;	PUNCT
ger-473	323	68	purpura	purpura	NOUN
ger-473	323	69	&	&	CCONJ
ger-473	323	70	lonigan	lonigan	ADJ
ger-473	323	71	,	,	PUNCT
ger-473	323	72	2013	2013	NUM
ger-473	323	73	)	)	PUNCT
ger-473	323	74	.	.	PUNCT
ger-473	324	1	alternatively	alternatively	ADV
ger-473	324	2	,	,	PUNCT
ger-473	324	3	composite	composite	ADJ
ger-473	324	4	scores	score	NOUN
ger-473	324	5	can	can	AUX
ger-473	324	6	be	be	AUX
ger-473	324	7	based	base	VERB
ger-473	324	8	on	on	ADP
ger-473	324	9	response	response	NOUN
ger-473	324	10	processing	processing	NOUN
ger-473	324	11	,	,	PUNCT
ger-473	324	12	and	and	CCONJ
ger-473	324	13	may	may	AUX
ger-473	324	14	include	include	VERB
ger-473	324	15	(	(	PUNCT
ger-473	324	16	1	1	X
ger-473	324	17	)	)	PUNCT
ger-473	324	18	untimed	untimed	NOUN
ger-473	324	19	,	,	PUNCT
ger-473	324	20	which	which	PRON
ger-473	324	21	aggregates	aggregate	VERB
ger-473	324	22	responses	response	NOUN
ger-473	324	23	from	from	ADP
ger-473	324	24	the	the	DET
ger-473	324	25	quantity	quantity	NOUN
ger-473	324	26	discrimination	discrimination	NOUN
ger-473	324	27	,	,	PUNCT
ger-473	324	28	missing	missing	ADJ
ger-473	324	29	number	number	NOUN
ger-473	324	30	,	,	PUNCT
ger-473	324	31	word	word	NOUN
ger-473	324	32	problems	problem	NOUN
ger-473	324	33	,	,	PUNCT
ger-473	324	34	addition	addition	NOUN
ger-473	324	35	–	–	PUNCT
ger-473	324	36	level	level	NOUN
ger-473	324	37	2	2	NUM
ger-473	324	38	,	,	PUNCT
ger-473	324	39	and	and	CCONJ
ger-473	324	40	subtraction	subtraction	NOUN
ger-473	324	41	–	–	PUNCT
ger-473	324	42	level	level	NOUN
ger-473	324	43	2	2	NUM
ger-473	324	44	subtests	subtest	NOUN
ger-473	324	45	and	and	CCONJ
ger-473	324	46	(	(	PUNCT
ger-473	324	47	2	2	X
ger-473	324	48	)	)	PUNCT
ger-473	324	49	fluency	fluency	NOUN
ger-473	324	50	of	of	ADP
ger-473	324	51	processing	process	VERB
ger-473	324	52	early	early	ADJ
ger-473	324	53	numeracy	numeracy	NOUN
ger-473	324	54	concepts	concept	NOUN
ger-473	324	55	,	,	PUNCT
ger-473	324	56	which	which	PRON
ger-473	324	57	aggregates	aggregate	VERB
ger-473	324	58	responses	response	NOUN
ger-473	324	59	from	from	ADP
ger-473	324	60	the	the	DET
ger-473	324	61	number	number	NOUN
ger-473	324	62	identification	identification	NOUN
ger-473	324	63	,	,	PUNCT
ger-473	324	64	addition	addition	NOUN
ger-473	324	65	–	–	PUNCT
ger-473	324	66	level	level	NOUN
ger-473	324	67	1	1	NUM
ger-473	324	68	,	,	PUNCT
ger-473	324	69	and	and	CCONJ
ger-473	324	70	subtraction	subtraction	NOUN
ger-473	324	71	–	–	PUNCT
ger-473	324	72	level	level	NOUN
ger-473	324	73	1	1	NUM
ger-473	324	74	subtests	subtest	NOUN
ger-473	324	75	.	.	PUNCT
ger-473	325	1	piper	piper	NOUN
ger-473	325	2	and	and	CCONJ
ger-473	325	3	colleagues	colleague	NOUN
ger-473	325	4	(	(	PUNCT
ger-473	325	5	2016	2016	NUM
ger-473	325	6	)	)	PUNCT
ger-473	325	7	created	create	VERB
ger-473	325	8	an	an	DET
ger-473	325	9	index	index	NOUN
ger-473	325	10	for	for	ADP
ger-473	325	11	procedural	procedural	ADJ
ger-473	325	12	tasks	task	NOUN
ger-473	325	13	(	(	PUNCT
ger-473	325	14	number	number	NOUN
ger-473	325	15	i	i	PROPN
ger-473	325	16	d	d	PROPN
ger-473	325	17	,	,	PUNCT
ger-473	325	18	addition	addition	NOUN
ger-473	325	19	-	-	PUNCT
ger-473	325	20	level	level	NOUN
ger-473	325	21	1	1	NUM
ger-473	325	22	,	,	PUNCT
ger-473	325	23	and	and	CCONJ
ger-473	325	24	subtraction	subtraction	NOUN
ger-473	325	25	level-1	level-1	NUM
ger-473	325	26	)	)	PUNCT
ger-473	325	27	and	and	CCONJ
ger-473	325	28	an	an	DET
ger-473	325	29	index	index	NOUN
ger-473	325	30	for	for	ADP
ger-473	325	31	conceptual	conceptual	ADJ
ger-473	325	32	tasks	task	NOUN
ger-473	325	33	(	(	PUNCT
ger-473	325	34	all	all	DET
ger-473	325	35	other	other	ADJ
ger-473	325	36	untimed	untimed	ADJ
ger-473	325	37	tasks	task	NOUN
ger-473	325	38	)	)	PUNCT
ger-473	325	39	which	which	PRON
ger-473	325	40	aligned	align	VERB
ger-473	325	41	with	with	ADP
ger-473	325	42	the	the	DET
ger-473	325	43	response	response	NOUN
ger-473	325	44	processing	processing	NOUN
ger-473	325	45	described	describe	VERB
ger-473	325	46	above	above	ADV
ger-473	325	47	.	.	PUNCT
ger-473	326	1	other	other	ADJ
ger-473	326	2	configurations	configuration	NOUN
ger-473	326	3	of	of	ADP
ger-473	326	4	composite	composite	ADJ
ger-473	326	5	scores	score	NOUN
ger-473	326	6	may	may	AUX
ger-473	326	7	be	be	AUX
ger-473	326	8	theoretically	theoretically	ADV
ger-473	326	9	or	or	CCONJ
ger-473	326	10	substantively	substantively	ADV
ger-473	326	11	meaningful	meaningful	ADJ
ger-473	326	12	,	,	PUNCT
ger-473	326	13	depending	depend	VERB
ger-473	326	14	on	on	ADP
ger-473	326	15	the	the	DET
ger-473	326	16	outcomes	outcome	NOUN
ger-473	326	17	of	of	ADP
ger-473	326	18	the	the	DET
ger-473	326	19	program	program	NOUN
ger-473	326	20	evaluation	evaluation	NOUN
ger-473	326	21	for	for	ADP
ger-473	326	22	which	which	PRON
ger-473	326	23	the	the	DET
ger-473	326	24	egma	egma	NOUN
ger-473	326	25	is	be	AUX
ger-473	326	26	being	be	AUX
ger-473	326	27	used	use	VERB
ger-473	326	28	.	.	PUNCT
ger-473	327	1	a	a	DET
ger-473	327	2	persistent	persistent	ADJ
ger-473	327	3	issue	issue	NOUN
ger-473	327	4	in	in	ADP
ger-473	327	5	computing	compute	VERB
ger-473	327	6	composite	composite	ADJ
ger-473	327	7	scores	score	NOUN
ger-473	327	8	is	be	AUX
ger-473	327	9	weighting	weight	VERB
ger-473	327	10	of	of	ADP
ger-473	327	11	item	item	NOUN
ger-473	327	12	sets	set	NOUN
ger-473	327	13	or	or	CCONJ
ger-473	327	14	subtests	subtest	NOUN
ger-473	327	15	.	.	PUNCT
ger-473	328	1	differential	differential	ADJ
ger-473	328	2	weighting	weighting	NOUN
ger-473	328	3	occurs	occur	VERB
ger-473	328	4	either	either	CCONJ
ger-473	328	5	when	when	SCONJ
ger-473	328	6	item	item	NOUN
ger-473	328	7	sets	set	NOUN
ger-473	328	8	or	or	CCONJ
ger-473	328	9	subtests	subtest	NOUN
ger-473	328	10	have	have	VERB
ger-473	328	11	different	different	ADJ
ger-473	328	12	numbers	number	NOUN
ger-473	328	13	of	of	ADP
ger-473	328	14	items	item	NOUN
ger-473	328	15	or	or	CCONJ
ger-473	328	16	points	point	NOUN
ger-473	328	17	to	to	PART
ger-473	328	18	be	be	AUX
ger-473	328	19	aggregated	aggregate	VERB
ger-473	328	20	,	,	PUNCT
ger-473	328	21	or	or	CCONJ
ger-473	328	22	when	when	SCONJ
ger-473	328	23	some	some	DET
ger-473	328	24	item	item	NOUN
ger-473	328	25	sets	set	NOUN
ger-473	328	26	or	or	CCONJ
ger-473	328	27	subtests	subtest	NOUN
ger-473	328	28	are	be	AUX
ger-473	328	29	more	more	ADV
ger-473	328	30	important	important	ADJ
ger-473	328	31	or	or	CCONJ
ger-473	328	32	deserve	deserve	VERB
ger-473	328	33	greater	great	ADJ
ger-473	328	34	emphasis	emphasis	NOUN
ger-473	328	35	in	in	ADP
ger-473	328	36	the	the	DET
ger-473	328	37	composite	composite	ADJ
ger-473	328	38	score	score	NOUN
ger-473	328	39	(	(	PUNCT
ger-473	328	40	feldt	feldt	PROPN
ger-473	328	41	,	,	PUNCT
ger-473	328	42	152	152	NUM
ger-473	328	43	global	global	ADJ
ger-473	328	44	education	education	NOUN
ger-473	328	45	review	review	NOUN
ger-473	328	46	5(3	5(3	NUM
ger-473	328	47	)	)	PUNCT
ger-473	328	48	2004	2004	NUM
ger-473	328	49	)	)	PUNCT
ger-473	328	50	.	.	PUNCT
ger-473	329	1	differential	differential	ADJ
ger-473	329	2	weighting	weighting	NOUN
ger-473	329	3	may	may	AUX
ger-473	329	4	also	also	ADV
ger-473	329	5	occur	occur	VERB
ger-473	329	6	when	when	SCONJ
ger-473	329	7	using	use	VERB
ger-473	329	8	different	different	ADJ
ger-473	329	9	item	item	NOUN
ger-473	329	10	types	type	NOUN
ger-473	329	11	.	.	PUNCT
ger-473	330	1	for	for	ADP
ger-473	330	2	example	example	NOUN
ger-473	330	3	,	,	PUNCT
ger-473	330	4	schaeffer	schaeffer	PROPN
ger-473	330	5	et	et	PROPN
ger-473	330	6	al	al	PROPN
ger-473	330	7	.	.	PROPN
ger-473	331	1	(	(	PUNCT
ger-473	331	2	2002	2002	NUM
ger-473	331	3	)	)	PUNCT
ger-473	331	4	generated	generate	VERB
ger-473	331	5	composite	composite	ADJ
ger-473	331	6	scores	score	NOUN
ger-473	331	7	based	base	VERB
ger-473	331	8	on	on	ADP
ger-473	331	9	response	response	NOUN
ger-473	331	10	type	type	NOUN
ger-473	331	11	(	(	PUNCT
ger-473	331	12	i.e.	i.e.	X
ger-473	331	13	,	,	PUNCT
ger-473	331	14	selected	select	VERB
ger-473	331	15	response	response	NOUN
ger-473	331	16	,	,	PUNCT
ger-473	331	17	constructed	constructed	ADJ
ger-473	331	18	response	response	NOUN
ger-473	331	19	)	)	PUNCT
ger-473	331	20	and	and	CCONJ
ger-473	331	21	investigated	investigate	VERB
ger-473	331	22	methodological	methodological	ADJ
ger-473	331	23	solutions	solution	NOUN
ger-473	331	24	to	to	PART
ger-473	331	25	address	address	VERB
ger-473	331	26	the	the	DET
ger-473	331	27	differential	differential	ADJ
ger-473	331	28	weighting	weighting	NOUN
ger-473	331	29	based	base	VERB
ger-473	331	30	on	on	ADP
ger-473	331	31	variability	variability	NOUN
ger-473	331	32	in	in	ADP
ger-473	331	33	the	the	DET
ger-473	331	34	number	number	NOUN
ger-473	331	35	of	of	ADP
ger-473	331	36	items	item	NOUN
ger-473	331	37	for	for	ADP
ger-473	331	38	each	each	DET
ger-473	331	39	response	response	NOUN
ger-473	331	40	type	type	NOUN
ger-473	331	41	.	.	PUNCT
ger-473	332	1	these	these	DET
ger-473	332	2	issues	issue	NOUN
ger-473	332	3	are	be	AUX
ger-473	332	4	pertinent	pertinent	ADJ
ger-473	332	5	to	to	ADP
ger-473	332	6	reporting	report	VERB
ger-473	332	7	composite	composite	ADJ
ger-473	332	8	scores	score	NOUN
ger-473	332	9	for	for	ADP
ger-473	332	10	the	the	DET
ger-473	332	11	egma	egma	NOUN
ger-473	332	12	.	.	PUNCT
ger-473	333	1	because	because	SCONJ
ger-473	333	2	the	the	DET
ger-473	333	3	item	item	NOUN
ger-473	333	4	-	-	PUNCT
ger-473	333	5	level	level	NOUN
ger-473	333	6	scoring	scoring	NOUN
ger-473	333	7	approaches	approach	NOUN
ger-473	333	8	for	for	ADP
ger-473	333	9	the	the	DET
ger-473	333	10	subtests	subtest	NOUN
ger-473	333	11	on	on	ADP
ger-473	333	12	the	the	DET
ger-473	333	13	egma	egma	NOUN
ger-473	333	14	vary	vary	NOUN
ger-473	333	15	,	,	PUNCT
ger-473	333	16	it	it	PRON
ger-473	333	17	is	be	AUX
ger-473	333	18	methodologically	methodologically	ADV
ger-473	333	19	challenging	challenging	ADJ
ger-473	333	20	to	to	PART
ger-473	333	21	compute	compute	VERB
ger-473	333	22	some	some	DET
ger-473	333	23	composite	composite	ADJ
ger-473	333	24	scores	score	NOUN
ger-473	333	25	,	,	PUNCT
ger-473	333	26	depending	depend	VERB
ger-473	333	27	on	on	ADP
ger-473	333	28	the	the	DET
ger-473	333	29	dimension	dimension	NOUN
ger-473	333	30	to	to	PART
ger-473	333	31	be	be	AUX
ger-473	333	32	aggregated	aggregate	VERB
ger-473	333	33	.	.	PUNCT
ger-473	334	1	for	for	ADP
ger-473	334	2	example	example	NOUN
ger-473	334	3	,	,	PUNCT
ger-473	334	4	as	as	SCONJ
ger-473	334	5	noted	note	VERB
ger-473	334	6	earlier	early	ADV
ger-473	334	7	,	,	PUNCT
ger-473	334	8	to	to	PART
ger-473	334	9	calculate	calculate	VERB
ger-473	334	10	a	a	DET
ger-473	334	11	composite	composite	ADJ
ger-473	334	12	score	score	NOUN
ger-473	334	13	for	for	ADP
ger-473	334	14	operations	operation	NOUN
ger-473	334	15	and	and	CCONJ
ger-473	334	16	applied	apply	VERB
ger-473	334	17	arithmetic	arithmetic	ADJ
ger-473	334	18	,	,	PUNCT
ger-473	334	19	students	student	NOUN
ger-473	334	20	’	'	PUNCT
ger-473	334	21	responses	response	NOUN
ger-473	334	22	could	could	AUX
ger-473	334	23	be	be	AUX
ger-473	334	24	aggregated	aggregate	VERB
ger-473	334	25	for	for	ADP
ger-473	334	26	the	the	DET
ger-473	334	27	addition	addition	NOUN
ger-473	334	28	-	-	PUNCT
ger-473	334	29	level	level	NOUN
ger-473	334	30	1	1	NUM
ger-473	334	31	,	,	PUNCT
ger-473	334	32	additionlevel	additionlevel	VERB
ger-473	334	33	2	2	NUM
ger-473	334	34	,	,	PUNCT
ger-473	334	35	subtraction	subtraction	NOUN
ger-473	334	36	-	-	PUNCT
ger-473	334	37	level	level	NOUN
ger-473	334	38	1	1	NUM
ger-473	334	39	,	,	PUNCT
ger-473	334	40	subtraction	subtraction	NOUN
ger-473	334	41	-	-	PUNCT
ger-473	334	42	level	level	NOUN
ger-473	334	43	2	2	NUM
ger-473	334	44	,	,	PUNCT
ger-473	334	45	and	and	CCONJ
ger-473	334	46	word	word	NOUN
ger-473	334	47	problems	problem	NOUN
ger-473	334	48	subtests	subtest	NOUN
ger-473	334	49	.	.	PUNCT
ger-473	335	1	the	the	DET
ger-473	335	2	number	number	NOUN
ger-473	335	3	of	of	ADP
ger-473	335	4	items	item	NOUN
ger-473	335	5	,	,	PUNCT
ger-473	335	6	item	item	NOUN
ger-473	335	7	-	-	PUNCT
ger-473	335	8	level	level	NOUN
ger-473	335	9	scoring	scoring	NOUN
ger-473	335	10	approach	approach	NOUN
ger-473	335	11	,	,	PUNCT
ger-473	335	12	and	and	CCONJ
ger-473	335	13	subtest	subt	ADJ
ger-473	335	14	scoring	scoring	NOUN
ger-473	335	15	approach	approach	NOUN
ger-473	335	16	varies	vary	VERB
ger-473	335	17	across	across	ADP
ger-473	335	18	these	these	DET
ger-473	335	19	five	five	NUM
ger-473	335	20	subtests	subtest	NOUN
ger-473	335	21	complicating	complicate	VERB
ger-473	335	22	the	the	DET
ger-473	335	23	approach	approach	NOUN
ger-473	335	24	for	for	ADP
ger-473	335	25	computing	compute	VERB
ger-473	335	26	a	a	DET
ger-473	335	27	composite	composite	ADJ
ger-473	335	28	score	score	NOUN
ger-473	335	29	.	.	PUNCT
ger-473	336	1	to	to	PART
ger-473	336	2	provide	provide	VERB
ger-473	336	3	empirical	empirical	ADJ
ger-473	336	4	evidence	evidence	NOUN
ger-473	336	5	to	to	PART
ger-473	336	6	evaluate	evaluate	VERB
ger-473	336	7	the	the	DET
ger-473	336	8	technical	technical	ADJ
ger-473	336	9	adequacy	adequacy	NOUN
ger-473	336	10	of	of	ADP
ger-473	336	11	these	these	DET
ger-473	336	12	test	test	NOUN
ger-473	336	13	scoring	scoring	NOUN
ger-473	336	14	methods	method	NOUN
ger-473	336	15	,	,	PUNCT
ger-473	336	16	data	datum	NOUN
ger-473	336	17	from	from	ADP
ger-473	336	18	an	an	DET
ger-473	336	19	egma	egma	NOUN
ger-473	336	20	administration	administration	NOUN
ger-473	336	21	in	in	ADP
ger-473	336	22	jordan	jordan	PROPN
ger-473	336	23	in	in	ADP
ger-473	336	24	2014	2014	NUM
ger-473	336	25	was	be	AUX
ger-473	336	26	used	use	VERB
ger-473	336	27	to	to	PART
ger-473	336	28	examine	examine	VERB
ger-473	336	29	the	the	DET
ger-473	336	30	implications	implication	NOUN
ger-473	336	31	of	of	ADP
ger-473	336	32	different	different	ADJ
ger-473	336	33	scoring	scoring	NOUN
ger-473	336	34	procedures	procedure	NOUN
ger-473	336	35	on	on	ADP
ger-473	336	36	the	the	DET
ger-473	336	37	intended	intend	VERB
ger-473	336	38	uses	use	NOUN
ger-473	336	39	and	and	CCONJ
ger-473	336	40	interpretations	interpretation	NOUN
ger-473	336	41	of	of	ADP
ger-473	336	42	the	the	DET
ger-473	336	43	test	test	NOUN
ger-473	336	44	results	result	NOUN
ger-473	336	45	.	.	PUNCT
ger-473	337	1	methods	method	NOUN
ger-473	337	2	participants	participant	NOUN
ger-473	337	3	we	we	PRON
ger-473	337	4	used	use	VERB
ger-473	337	5	an	an	DET
ger-473	337	6	existing	exist	VERB
ger-473	337	7	dataset	dataset	NOUN
ger-473	337	8	obtained	obtain	VERB
ger-473	337	9	from	from	ADP
ger-473	337	10	an	an	DET
ger-473	337	11	egma	egma	NOUN
ger-473	337	12	administration	administration	NOUN
ger-473	337	13	with	with	ADP
ger-473	337	14	2,912	2,912	NUM
ger-473	337	15	students	student	NOUN
ger-473	337	16	in	in	ADP
ger-473	337	17	jordan	jordan	PROPN
ger-473	337	18	2014	2014	NUM
ger-473	337	19	.	.	PUNCT
ger-473	338	1	this	this	DET
ger-473	338	2	dataset	dataset	NOUN
ger-473	338	3	was	be	AUX
ger-473	338	4	used	use	VERB
ger-473	338	5	based	base	VERB
ger-473	338	6	on	on	ADP
ger-473	338	7	convenience	convenience	NOUN
ger-473	338	8	.	.	PUNCT
ger-473	339	1	these	these	DET
ger-473	339	2	data	datum	NOUN
ger-473	339	3	were	be	AUX
ger-473	339	4	particularly	particularly	ADV
ger-473	339	5	well	well	ADV
ger-473	339	6	suited	suited	ADJ
ger-473	339	7	for	for	ADP
ger-473	339	8	this	this	DET
ger-473	339	9	study	study	NOUN
ger-473	339	10	because	because	SCONJ
ger-473	339	11	the	the	DET
ger-473	339	12	vast	vast	ADJ
ger-473	339	13	majority	majority	NOUN
ger-473	339	14	of	of	ADP
ger-473	339	15	children	child	NOUN
ger-473	339	16	were	be	AUX
ger-473	339	17	appropriately	appropriately	ADV
ger-473	339	18	-	-	PUNCT
ger-473	339	19	aged	aged	ADJ
ger-473	339	20	for	for	ADP
ger-473	339	21	the	the	DET
ger-473	339	22	assessment	assessment	NOUN
ger-473	339	23	and	and	CCONJ
ger-473	339	24	the	the	DET
ger-473	339	25	language	language	NOUN
ger-473	339	26	was	be	AUX
ger-473	339	27	stable	stable	ADJ
ger-473	339	28	across	across	ADP
ger-473	339	29	administrations	administration	NOUN
ger-473	339	30	.	.	PUNCT
ger-473	340	1	in	in	ADP
ger-473	340	2	addition	addition	NOUN
ger-473	340	3	,	,	PUNCT
ger-473	340	4	all	all	PRON
ger-473	340	5	of	of	ADP
ger-473	340	6	the	the	DET
ger-473	340	7	subtests	subtest	NOUN
ger-473	340	8	were	be	AUX
ger-473	340	9	administered	administer	VERB
ger-473	340	10	.	.	PUNCT
ger-473	341	1	for	for	ADP
ger-473	341	2	this	this	DET
ger-473	341	3	study	study	NOUN
ger-473	341	4	,	,	PUNCT
ger-473	341	5	data	datum	NOUN
ger-473	341	6	were	be	AUX
ger-473	341	7	removed	remove	VERB
ger-473	341	8	for	for	ADP
ger-473	341	9	students	student	NOUN
ger-473	341	10	who	who	PRON
ger-473	341	11	did	do	AUX
ger-473	341	12	not	not	PART
ger-473	341	13	attempt	attempt	VERB
ger-473	341	14	at	at	ADP
ger-473	341	15	least	least	ADV
ger-473	341	16	one	one	NUM
ger-473	341	17	question	question	NOUN
ger-473	341	18	on	on	ADP
ger-473	341	19	all	all	DET
ger-473	341	20	egma	egma	NOUN
ger-473	341	21	subtests	subtest	NOUN
ger-473	341	22	.	.	PUNCT
ger-473	342	1	therefore	therefore	ADV
ger-473	342	2	,	,	PUNCT
ger-473	342	3	60	60	NUM
ger-473	342	4	cases	case	NOUN
ger-473	342	5	were	be	AUX
ger-473	342	6	removed	remove	VERB
ger-473	342	7	,	,	PUNCT
ger-473	342	8	leaving	leave	VERB
ger-473	342	9	data	datum	NOUN
ger-473	342	10	from	from	ADP
ger-473	342	11	2,852	2,852	NUM
ger-473	342	12	students	student	NOUN
ger-473	342	13	to	to	PART
ger-473	342	14	be	be	AUX
ger-473	342	15	used	use	VERB
ger-473	342	16	in	in	ADP
ger-473	342	17	the	the	DET
ger-473	342	18	analyses	analysis	NOUN
ger-473	342	19	below	below	ADV
ger-473	342	20	.	.	PUNCT
ger-473	343	1	all	all	DET
ger-473	343	2	students	student	NOUN
ger-473	343	3	were	be	AUX
ger-473	343	4	in	in	ADP
ger-473	343	5	grades	grade	NOUN
ger-473	343	6	2	2	NUM
ger-473	343	7	-	-	SYM
ger-473	343	8	3	3	NUM
ger-473	343	9	.	.	PUNCT
ger-473	344	1	the	the	DET
ger-473	344	2	average	average	ADJ
ger-473	344	3	age	age	NOUN
ger-473	344	4	was	be	AUX
ger-473	344	5	8.33	8.33	NUM
ger-473	344	6	years	year	NOUN
ger-473	344	7	old	old	ADJ
ger-473	344	8	(	(	PUNCT
ger-473	344	9	sd	sd	NOUN
ger-473	344	10	=	=	SYM
ger-473	344	11	0.75	0.75	NUM
ger-473	344	12	)	)	PUNCT
ger-473	344	13	.	.	PUNCT
ger-473	345	1	additional	additional	ADJ
ger-473	345	2	information	information	NOUN
ger-473	345	3	about	about	ADP
ger-473	345	4	the	the	DET
ger-473	345	5	sample	sample	NOUN
ger-473	345	6	of	of	ADP
ger-473	345	7	students	student	NOUN
ger-473	345	8	used	use	VERB
ger-473	345	9	for	for	ADP
ger-473	345	10	these	these	DET
ger-473	345	11	analyses	analysis	NOUN
ger-473	345	12	can	can	AUX
ger-473	345	13	be	be	AUX
ger-473	345	14	seen	see	VERB
ger-473	345	15	in	in	ADP
ger-473	345	16	table	table	NOUN
ger-473	345	17	2	2	NUM
ger-473	345	18	.	.	PUNCT
ger-473	346	1	the	the	DET
ger-473	346	2	egma	egma	NOUN
ger-473	346	3	was	be	AUX
ger-473	346	4	administered	administer	VERB
ger-473	346	5	as	as	ADP
ger-473	346	6	part	part	NOUN
ger-473	346	7	of	of	ADP
ger-473	346	8	an	an	DET
ger-473	346	9	endline	endline	NOUN
ger-473	346	10	survey	survey	NOUN
ger-473	346	11	(	(	PUNCT
ger-473	346	12	meaning	mean	VERB
ger-473	346	13	it	it	PRON
ger-473	346	14	was	be	AUX
ger-473	346	15	administered	administer	VERB
ger-473	346	16	at	at	ADP
ger-473	346	17	the	the	DET
ger-473	346	18	end	end	NOUN
ger-473	346	19	of	of	ADP
ger-473	346	20	program	program	NOUN
ger-473	346	21	implementation	implementation	NOUN
ger-473	346	22	)	)	PUNCT
ger-473	346	23	to	to	PART
ger-473	346	24	examine	examine	VERB
ger-473	346	25	the	the	DET
ger-473	346	26	impact	impact	NOUN
ger-473	346	27	of	of	ADP
ger-473	346	28	a	a	DET
ger-473	346	29	literacy	literacy	NOUN
ger-473	346	30	and	and	CCONJ
ger-473	346	31	mathematics	mathematic	NOUN
ger-473	346	32	intervention	intervention	NOUN
ger-473	346	33	.	.	PUNCT
ger-473	347	1	rti	rti	PROPN
ger-473	347	2	international	international	PROPN
ger-473	347	3	managed	manage	VERB
ger-473	347	4	the	the	DET
ger-473	347	5	sampling	sampling	NOUN
ger-473	347	6	procedures	procedure	NOUN
ger-473	347	7	for	for	ADP
ger-473	347	8	the	the	DET
ger-473	347	9	project	project	NOUN
ger-473	347	10	.	.	PUNCT
ger-473	348	1	see	see	VERB
ger-473	348	2	brombacher	brombacher	PROPN
ger-473	348	3	et	et	PROPN
ger-473	348	4	al	al	PROPN
ger-473	348	5	.	.	PROPN
ger-473	349	1	(	(	PUNCT
ger-473	349	2	2014	2014	NUM
ger-473	349	3	)	)	PUNCT
ger-473	349	4	for	for	ADP
ger-473	349	5	detailed	detailed	ADJ
ger-473	349	6	information	information	NOUN
ger-473	349	7	about	about	ADP
ger-473	349	8	sampling	sample	VERB
ger-473	349	9	.	.	PUNCT
ger-473	350	1	a	a	DET
ger-473	350	2	baseline	baseline	NOUN
ger-473	350	3	survey	survey	NOUN
ger-473	350	4	(	(	PUNCT
ger-473	350	5	not	not	PART
ger-473	350	6	used	use	VERB
ger-473	350	7	in	in	ADP
ger-473	350	8	this	this	DET
ger-473	350	9	analysis	analysis	NOUN
ger-473	350	10	)	)	PUNCT
ger-473	350	11	that	that	PRON
ger-473	350	12	examined	examine	VERB
ger-473	350	13	students	student	NOUN
ger-473	350	14	’	’	PART
ger-473	350	15	foundational	foundational	ADJ
ger-473	350	16	mathematics	mathematics	NOUN
ger-473	350	17	skills	skill	NOUN
ger-473	350	18	and	and	CCONJ
ger-473	350	19	associated	associate	VERB
ger-473	350	20	jordanian	jordanian	ADJ
ger-473	350	21	school	school	NOUN
ger-473	350	22	-	-	PUNCT
ger-473	350	23	level	level	NOUN
ger-473	350	24	variables	variable	NOUN
ger-473	350	25	served	serve	VERB
ger-473	350	26	as	as	ADP
ger-473	350	27	the	the	DET
ger-473	350	28	impetus	impetus	NOUN
ger-473	350	29	for	for	ADP
ger-473	350	30	the	the	DET
ger-473	350	31	intervention	intervention	NOUN
ger-473	350	32	(	(	PUNCT
ger-473	350	33	brombacher	brombacher	NOUN
ger-473	350	34	,	,	PUNCT
ger-473	350	35	2015	2015	NUM
ger-473	350	36	)	)	PUNCT
ger-473	350	37	.	.	PUNCT
ger-473	351	1	table	table	NOUN
ger-473	351	2	2	2	NUM
ger-473	351	3	student	student	NOUN
ger-473	351	4	characteristics	characteristic	NOUN
ger-473	351	5	for	for	ADP
ger-473	351	6	sample	sample	NOUN
ger-473	351	7	gender	gender	NOUN
ger-473	351	8	age	age	NOUN
ger-473	351	9	in	in	ADP
ger-473	351	10	years	year	NOUN
ger-473	351	11	school	school	NOUN
ger-473	351	12	location	location	NOUN
ger-473	351	13	grade	grade	NOUN
ger-473	351	14	female	female	ADJ
ger-473	351	15	male	male	NOUN
ger-473	351	16	6	6	NUM
ger-473	351	17	7	7	NUM
ger-473	351	18	8	8	NUM
ger-473	351	19	9	9	NUM
ger-473	351	20	10	10	NUM
ger-473	351	21	11	11	NUM
ger-473	351	22	12	12	NUM
ger-473	351	23	urban	urban	ADJ
ger-473	351	24	rural	rural	ADJ
ger-473	351	25	2nd	2nd	ADJ
ger-473	351	26	3rd	3rd	PROPN
ger-473	351	27	1,535	1,535	NUM
ger-473	351	28	1,317	1,317	NUM
ger-473	351	29	2	2	NUM
ger-473	351	30	363	363	NUM
ger-473	351	31	1,270	1,270	NUM
ger-473	351	32	1,131	1,131	NUM
ger-473	351	33	79	79	NUM
ger-473	351	34	4	4	NUM
ger-473	351	35	3	3	NUM
ger-473	351	36	1,817	1,817	NUM
ger-473	351	37	1,035	1,035	NUM
ger-473	351	38	1,404	1,404	NUM
ger-473	351	39	1,448	1,448	NUM
ger-473	351	40	aligning	align	VERB
ger-473	351	41	test	test	NOUN
ger-473	351	42	scoring	scoring	NOUN
ger-473	351	43	procedures	procedure	NOUN
ger-473	351	44	with	with	ADP
ger-473	351	45	test	test	NOUN
ger-473	351	46	uses	use	VERB
ger-473	351	47	153	153	NUM
ger-473	351	48	instrument	instrument	NOUN
ger-473	351	49	all	all	PRON
ger-473	351	50	of	of	ADP
ger-473	351	51	the	the	DET
ger-473	351	52	students	student	NOUN
ger-473	351	53	took	take	VERB
ger-473	351	54	all	all	DET
ger-473	351	55	eight	eight	NUM
ger-473	351	56	egma	egma	NOUN
ger-473	351	57	subtests	subtest	NOUN
ger-473	351	58	:	:	PUNCT
ger-473	351	59	number	number	NOUN
ger-473	351	60	identification	identification	NOUN
ger-473	351	61	,	,	PUNCT
ger-473	351	62	quantity	quantity	NOUN
ger-473	351	63	discrimination	discrimination	NOUN
ger-473	351	64	,	,	PUNCT
ger-473	351	65	missing	missing	ADJ
ger-473	351	66	number	number	NOUN
ger-473	351	67	,	,	PUNCT
ger-473	351	68	addition	addition	NOUN
ger-473	351	69	–	–	PUNCT
ger-473	351	70	level	level	NOUN
ger-473	351	71	1	1	NUM
ger-473	351	72	,	,	PUNCT
ger-473	351	73	addition	addition	NOUN
ger-473	351	74	–	–	PUNCT
ger-473	351	75	level	level	NOUN
ger-473	351	76	2	2	NUM
ger-473	351	77	,	,	PUNCT
ger-473	351	78	subtraction	subtraction	NOUN
ger-473	351	79	–	–	PUNCT
ger-473	351	80	level	level	NOUN
ger-473	351	81	1	1	NUM
ger-473	351	82	,	,	PUNCT
ger-473	351	83	subtraction	subtraction	NOUN
ger-473	351	84	–	–	PUNCT
ger-473	351	85	level	level	NOUN
ger-473	351	86	2	2	NUM
ger-473	351	87	,	,	PUNCT
ger-473	351	88	word	word	NOUN
ger-473	351	89	problems	problem	NOUN
ger-473	351	90	.	.	PUNCT
ger-473	352	1	administration	administration	NOUN
ger-473	352	2	procedures	procedure	VERB
ger-473	352	3	a	a	DET
ger-473	352	4	total	total	NOUN
ger-473	352	5	of	of	ADP
ger-473	352	6	56	56	NUM
ger-473	352	7	test	test	NOUN
ger-473	352	8	assessors	assessor	NOUN
ger-473	352	9	administered	administer	VERB
ger-473	352	10	the	the	DET
ger-473	352	11	endline	endline	NOUN
ger-473	352	12	survey	survey	NOUN
ger-473	352	13	(	(	PUNCT
ger-473	352	14	brombacher	brombacher	NOUN
ger-473	352	15	et	et	PROPN
ger-473	352	16	al	al	PROPN
ger-473	352	17	.	.	PROPN
ger-473	352	18	,	,	PUNCT
ger-473	352	19	2014	2014	NUM
ger-473	352	20	)	)	PUNCT
ger-473	352	21	,	,	PUNCT
ger-473	352	22	and	and	CCONJ
ger-473	352	23	the	the	DET
ger-473	352	24	majority	majority	NOUN
ger-473	352	25	of	of	ADP
ger-473	352	26	the	the	DET
ger-473	352	27	assessors	assessor	NOUN
ger-473	352	28	had	have	AUX
ger-473	352	29	previously	previously	ADV
ger-473	352	30	administered	administer	VERB
ger-473	352	31	the	the	DET
ger-473	352	32	egma	egma	NOUN
ger-473	352	33	.	.	PUNCT
ger-473	353	1	the	the	DET
ger-473	353	2	test	test	NOUN
ger-473	353	3	assessors	assessor	NOUN
ger-473	353	4	attended	attend	VERB
ger-473	353	5	a	a	DET
ger-473	353	6	9	9	NUM
ger-473	353	7	-	-	PUNCT
ger-473	353	8	day	day	NOUN
ger-473	353	9	training	training	NOUN
ger-473	353	10	led	lead	VERB
ger-473	353	11	by	by	ADP
ger-473	353	12	an	an	DET
ger-473	353	13	rti	rti	PROPN
ger-473	353	14	international	international	ADJ
ger-473	353	15	employee	employee	NOUN
ger-473	353	16	on	on	ADP
ger-473	353	17	how	how	SCONJ
ger-473	353	18	to	to	PART
ger-473	353	19	conduct	conduct	VERB
ger-473	353	20	the	the	DET
ger-473	353	21	test	test	NOUN
ger-473	353	22	administrations	administration	NOUN
ger-473	353	23	for	for	ADP
ger-473	353	24	the	the	DET
ger-473	353	25	egma	egma	NOUN
ger-473	353	26	and	and	CCONJ
ger-473	353	27	early	early	ADJ
ger-473	353	28	grade	grade	NOUN
ger-473	353	29	reading	reading	NOUN
ger-473	353	30	assessment	assessment	NOUN
ger-473	353	31	(	(	PUNCT
ger-473	353	32	egra	egra	PROPN
ger-473	353	33	)	)	PUNCT
ger-473	353	34	endline	endline	NOUN
ger-473	353	35	surveys	survey	NOUN
ger-473	353	36	.	.	PUNCT
ger-473	354	1	assessors	assessor	NOUN
ger-473	354	2	practiced	practice	VERB
ger-473	354	3	administering	administer	VERB
ger-473	354	4	the	the	DET
ger-473	354	5	egma	egma	NOUN
ger-473	354	6	with	with	ADP
ger-473	354	7	one	one	NUM
ger-473	354	8	another	another	DET
ger-473	354	9	and	and	CCONJ
ger-473	354	10	practiced	practice	VERB
ger-473	354	11	with	with	ADP
ger-473	354	12	students	student	NOUN
ger-473	354	13	in	in	ADP
ger-473	354	14	area	area	NOUN
ger-473	354	15	schools	school	NOUN
ger-473	354	16	.	.	PUNCT
ger-473	355	1	inter	inter	ADJ
ger-473	355	2	-	-	ADJ
ger-473	355	3	rater	rater	ADJ
ger-473	355	4	reliability	reliability	NOUN
ger-473	355	5	checks	check	NOUN
ger-473	355	6	were	be	AUX
ger-473	355	7	conducted	conduct	VERB
ger-473	355	8	and	and	CCONJ
ger-473	355	9	a	a	DET
ger-473	355	10	score	score	NOUN
ger-473	355	11	of	of	ADP
ger-473	355	12	0.90	0.90	NUM
ger-473	355	13	or	or	CCONJ
ger-473	355	14	greater	great	ADJ
ger-473	355	15	was	be	AUX
ger-473	355	16	required	require	VERB
ger-473	355	17	in	in	ADP
ger-473	355	18	order	order	NOUN
ger-473	355	19	to	to	PART
ger-473	355	20	assess	assess	VERB
ger-473	355	21	students	student	NOUN
ger-473	355	22	in	in	ADP
ger-473	355	23	the	the	DET
ger-473	355	24	field	field	NOUN
ger-473	355	25	.	.	PUNCT
ger-473	356	1	the	the	DET
ger-473	356	2	egma	egma	NOUN
ger-473	356	3	was	be	AUX
ger-473	356	4	administered	administer	VERB
ger-473	356	5	using	use	VERB
ger-473	356	6	stimulus	stimulus	ADJ
ger-473	356	7	sheets	sheet	NOUN
ger-473	356	8	that	that	PRON
ger-473	356	9	were	be	AUX
ger-473	356	10	seen	see	VERB
ger-473	356	11	by	by	ADP
ger-473	356	12	the	the	DET
ger-473	356	13	students	student	NOUN
ger-473	356	14	and	and	CCONJ
ger-473	356	15	tablets	tablet	NOUN
ger-473	356	16	that	that	PRON
ger-473	356	17	assessors	assessor	NOUN
ger-473	356	18	used	use	VERB
ger-473	356	19	to	to	PART
ger-473	356	20	read	read	VERB
ger-473	356	21	the	the	DET
ger-473	356	22	instructions	instruction	NOUN
ger-473	356	23	for	for	ADP
ger-473	356	24	each	each	DET
ger-473	356	25	subtest	subt	ADJ
ger-473	356	26	and	and	CCONJ
ger-473	356	27	to	to	PART
ger-473	356	28	record	record	NOUN
ger-473	356	29	students	student	NOUN
ger-473	356	30	’	'	PUNCT
ger-473	356	31	answers	answer	NOUN
ger-473	356	32	.	.	PUNCT
ger-473	357	1	as	as	SCONJ
ger-473	357	2	previously	previously	ADV
ger-473	357	3	noted	note	VERB
ger-473	357	4	,	,	PUNCT
ger-473	357	5	the	the	DET
ger-473	357	6	egma	egma	NOUN
ger-473	357	7	is	be	AUX
ger-473	357	8	orally	orally	ADV
ger-473	357	9	and	and	CCONJ
ger-473	357	10	individually	individually	ADV
ger-473	357	11	administered	administer	VERB
ger-473	357	12	.	.	PUNCT
ger-473	358	1	for	for	ADP
ger-473	358	2	the	the	DET
ger-473	358	3	untimed	untimed	ADJ
ger-473	358	4	subtests	subtest	NOUN
ger-473	358	5	,	,	PUNCT
ger-473	358	6	test	test	NOUN
ger-473	358	7	assessors	assessor	NOUN
ger-473	358	8	were	be	AUX
ger-473	358	9	instructed	instruct	VERB
ger-473	358	10	to	to	PART
ger-473	358	11	ask	ask	VERB
ger-473	358	12	students	student	NOUN
ger-473	358	13	to	to	PART
ger-473	358	14	move	move	VERB
ger-473	358	15	to	to	ADP
ger-473	358	16	the	the	DET
ger-473	358	17	next	next	ADJ
ger-473	358	18	item	item	NOUN
ger-473	358	19	if	if	SCONJ
ger-473	358	20	they	they	PRON
ger-473	358	21	had	have	AUX
ger-473	358	22	not	not	PART
ger-473	358	23	responded	respond	VERB
ger-473	358	24	in	in	ADP
ger-473	358	25	5	5	NUM
ger-473	358	26	seconds	second	NOUN
ger-473	358	27	.	.	PUNCT
ger-473	359	1	items	item	NOUN
ger-473	359	2	that	that	PRON
ger-473	359	3	resulted	result	VERB
ger-473	359	4	in	in	ADP
ger-473	359	5	no	no	DET
ger-473	359	6	response	response	NOUN
ger-473	359	7	were	be	AUX
ger-473	359	8	left	leave	VERB
ger-473	359	9	blank	blank	ADV
ger-473	359	10	and	and	CCONJ
ger-473	359	11	were	be	AUX
ger-473	359	12	scored	score	VERB
ger-473	359	13	as	as	ADP
ger-473	359	14	incorrect	incorrect	ADJ
ger-473	359	15	.	.	PUNCT
ger-473	360	1	scoring	score	VERB
ger-473	360	2	items	item	NOUN
ger-473	360	3	on	on	ADP
ger-473	360	4	the	the	DET
ger-473	360	5	subtests	subtest	NOUN
ger-473	360	6	were	be	AUX
ger-473	360	7	scored	score	VERB
ger-473	360	8	using	use	VERB
ger-473	360	9	each	each	DET
ger-473	360	10	subtest	subt	ADJ
ger-473	360	11	’s	’s	PART
ger-473	360	12	standard	standard	ADJ
ger-473	360	13	scoring	scoring	NOUN
ger-473	360	14	procedure	procedure	NOUN
ger-473	360	15	(	(	PUNCT
ger-473	360	16	see	see	VERB
ger-473	360	17	table	table	NOUN
ger-473	360	18	1	1	NUM
ger-473	360	19	)	)	PUNCT
ger-473	360	20	.	.	PUNCT
ger-473	361	1	the	the	DET
ger-473	361	2	five	five	NUM
ger-473	361	3	untimed	untimed	ADJ
ger-473	361	4	subtests	subtest	NOUN
ger-473	361	5	were	be	AUX
ger-473	361	6	scored	score	VERB
ger-473	361	7	as	as	ADP
ger-473	361	8	the	the	DET
ger-473	361	9	total	total	ADJ
ger-473	361	10	number	number	NOUN
ger-473	361	11	correct	correct	ADJ
ger-473	361	12	,	,	PUNCT
ger-473	361	13	and	and	CCONJ
ger-473	361	14	the	the	DET
ger-473	361	15	three	three	NUM
ger-473	361	16	timed	time	VERB
ger-473	361	17	subtests	subtest	NOUN
ger-473	361	18	were	be	AUX
ger-473	361	19	scored	score	VERB
ger-473	361	20	as	as	ADP
ger-473	361	21	the	the	DET
ger-473	361	22	number	number	NOUN
ger-473	361	23	correct	correct	ADJ
ger-473	361	24	per	per	ADP
ger-473	361	25	minute	minute	NOUN
ger-473	361	26	.	.	PUNCT
ger-473	361	27	table	table	NOUN
ger-473	361	28	3	3	NUM
ger-473	361	29	provides	provide	VERB
ger-473	361	30	a	a	DET
ger-473	361	31	summary	summary	NOUN
ger-473	361	32	of	of	ADP
ger-473	361	33	the	the	DET
ger-473	361	34	subtest	subt	ADJ
ger-473	361	35	scores	score	NOUN
ger-473	361	36	.	.	PUNCT
ger-473	362	1	as	as	SCONJ
ger-473	362	2	expected	expect	VERB
ger-473	362	3	,	,	PUNCT
ger-473	362	4	there	there	PRON
ger-473	362	5	is	be	VERB
ger-473	362	6	greater	great	ADJ
ger-473	362	7	variance	variance	NOUN
ger-473	362	8	in	in	ADP
ger-473	362	9	the	the	DET
ger-473	362	10	scores	score	NOUN
ger-473	362	11	for	for	ADP
ger-473	362	12	the	the	DET
ger-473	362	13	timed	time	VERB
ger-473	362	14	subtests	subtest	NOUN
ger-473	362	15	,	,	PUNCT
ger-473	362	16	since	since	SCONJ
ger-473	362	17	students	student	NOUN
ger-473	362	18	could	could	AUX
ger-473	362	19	receive	receive	VERB
ger-473	362	20	scores	score	NOUN
ger-473	362	21	greater	great	ADJ
ger-473	362	22	than	than	ADP
ger-473	362	23	the	the	DET
ger-473	362	24	total	total	ADJ
ger-473	362	25	number	number	NOUN
ger-473	362	26	of	of	ADP
ger-473	362	27	items	item	NOUN
ger-473	362	28	based	base	VERB
ger-473	362	29	on	on	ADP
ger-473	362	30	how	how	SCONJ
ger-473	362	31	much	much	ADJ
ger-473	362	32	time	time	NOUN
ger-473	362	33	remained	remain	VERB
ger-473	362	34	when	when	SCONJ
ger-473	362	35	they	they	PRON
ger-473	362	36	completed	complete	VERB
ger-473	362	37	the	the	DET
ger-473	362	38	subtest	subt	ADJ
ger-473	362	39	(	(	PUNCT
ger-473	362	40	see	see	VERB
ger-473	362	41	previous	previous	ADJ
ger-473	362	42	section	section	NOUN
ger-473	362	43	on	on	ADP
ger-473	362	44	egma	egma	NOUN
ger-473	362	45	scoring	scoring	NOUN
ger-473	362	46	procedures	procedure	NOUN
ger-473	362	47	)	)	PUNCT
ger-473	362	48	.	.	PUNCT
ger-473	363	1	additionally	additionally	ADV
ger-473	363	2	,	,	PUNCT
ger-473	363	3	the	the	DET
ger-473	363	4	majority	majority	NOUN
ger-473	363	5	of	of	ADP
ger-473	363	6	the	the	DET
ger-473	363	7	subtest	subt	ADJ
ger-473	363	8	scores	score	NOUN
ger-473	363	9	are	be	AUX
ger-473	363	10	normally	normally	ADV
ger-473	363	11	distributed	distribute	VERB
ger-473	363	12	with	with	ADP
ger-473	363	13	skewness	skewness	NOUN
ger-473	363	14	and	and	CCONJ
ger-473	363	15	kurtosis	kurtosis	VERB
ger-473	363	16	values	value	NOUN
ger-473	363	17	between	between	ADP
ger-473	363	18	(	(	PUNCT
ger-473	363	19	-1	-1	INTJ
ger-473	363	20	,	,	PUNCT
ger-473	363	21	1	1	NUM
ger-473	363	22	)	)	PUNCT
ger-473	363	23	.	.	PUNCT
ger-473	364	1	however	however	ADV
ger-473	364	2	,	,	PUNCT
ger-473	364	3	the	the	DET
ger-473	364	4	addition	addition	NOUN
ger-473	364	5	–	–	PUNCT
ger-473	364	6	level	level	NOUN
ger-473	364	7	1	1	NUM
ger-473	364	8	scores	score	NOUN
ger-473	364	9	are	be	AUX
ger-473	364	10	highly	highly	ADV
ger-473	364	11	leptokurtic	leptokurtic	ADJ
ger-473	364	12	(	(	PUNCT
ger-473	364	13	kurtosis	kurtosis	VERB
ger-473	364	14	=	=	NOUN
ger-473	364	15	2.97	2.97	NUM
ger-473	364	16	)	)	PUNCT
ger-473	364	17	.	.	PUNCT
ger-473	365	1	table	table	NOUN
ger-473	365	2	3	3	NUM
ger-473	365	3	summary	summary	NOUN
ger-473	365	4	of	of	ADP
ger-473	365	5	egma	egma	PROPN
ger-473	365	6	subtest	subt	ADJ
ger-473	365	7	scores	score	NOUN
ger-473	365	8	subtest	subt	ADJ
ger-473	365	9	number	number	NOUN
ger-473	365	10	of	of	ADP
ger-473	365	11	items	item	NOUN
ger-473	365	12	standard	standard	ADJ
ger-473	365	13	scoring	scoring	NOUN
ger-473	365	14	procedure	procedure	NOUN
ger-473	366	1	n	n	PRON
ger-473	366	2	mean	mean	VERB
ger-473	366	3	sd	sd	ADP
ger-473	366	4	maximum	maximum	ADJ
ger-473	366	5	score	score	NOUN
ger-473	366	6	skewness	skewness	NOUN
ger-473	366	7	kurtosis	kurtosis	VERB
ger-473	366	8	ni	ni	PROPN
ger-473	366	9	20	20	NUM
ger-473	366	10	ncpm	ncpm	NOUN
ger-473	366	11	2852	2852	NUM
ger-473	366	12	33.32	33.32	NUM
ger-473	366	13	16.46	16.46	NUM
ger-473	366	14	85.71	85.71	NUM
ger-473	366	15	0.34	0.34	NUM
ger-473	366	16	-0.41	-0.41	ADP
ger-473	366	17	qd	qd	PROPN
ger-473	366	18	10	10	NUM
ger-473	366	19	total	total	ADJ
ger-473	366	20	correct	correct	ADJ
ger-473	366	21	2852	2852	NUM
ger-473	366	22	8.00	8.00	NUM
ger-473	366	23	2.69	2.69	NUM
ger-473	366	24	10	10	NUM
ger-473	366	25	-1.42	-1.42	NUM
ger-473	366	26	1.07	1.07	NUM
ger-473	366	27	mn	mn	PROPN
ger-473	366	28	10	10	NUM
ger-473	366	29	total	total	ADJ
ger-473	366	30	correct	correct	ADJ
ger-473	366	31	2852	2852	NUM
ger-473	366	32	6.12	6.12	NUM
ger-473	366	33	2.81	2.81	NUM
ger-473	366	34	10	10	NUM
ger-473	366	35	-0.35	-0.35	NUM
ger-473	366	36	-1.03	-1.03	NUM
ger-473	366	37	a1	a1	NOUN
ger-473	366	38	20	20	NUM
ger-473	366	39	ncpm	ncpm	NOUN
ger-473	366	40	2852	2852	NUM
ger-473	366	41	12.61	12.61	NUM
ger-473	366	42	5.29	5.29	NUM
ger-473	366	43	50	50	NUM
ger-473	366	44	0.39	0.39	NUM
ger-473	366	45	2.97	2.97	NUM
ger-473	367	1	s1	s1	NOUN
ger-473	368	1	20	20	NUM
ger-473	369	1	ncpm	ncpm	NOUN
ger-473	369	2	2852	2852	NUM
ger-473	369	3	9.83	9.83	NUM
ger-473	369	4	4.43	4.43	NUM
ger-473	369	5	31.58	31.58	NUM
ger-473	369	6	-0.06	-0.06	NUM
ger-473	369	7	0.99	0.99	NUM
ger-473	369	8	a2	a2	PROPN
ger-473	369	9	5	5	NUM
ger-473	369	10	total	total	NOUN
ger-473	369	11	correct	correct	ADJ
ger-473	369	12	2852	2852	NUM
ger-473	369	13	2.60	2.60	NUM
ger-473	369	14	1.71	1.71	NUM
ger-473	369	15	5	5	NUM
ger-473	369	16	-0.02	-0.02	NUM
ger-473	369	17	-1.24	-1.24	NOUN
ger-473	369	18	s2	s2	NOUN
ger-473	369	19	5	5	NUM
ger-473	369	20	total	total	ADJ
ger-473	369	21	correct	correct	ADJ
ger-473	369	22	2852	2852	NUM
ger-473	369	23	1.75	1.75	NUM
ger-473	369	24	1.68	1.68	NUM
ger-473	369	25	5	5	NUM
ger-473	369	26	0.61	0.61	NUM
ger-473	369	27	-0.88	-0.88	NUM
ger-473	369	28	wp	wp	PROPN
ger-473	369	29	6	6	NUM
ger-473	369	30	total	total	ADJ
ger-473	369	31	correct	correct	ADJ
ger-473	369	32	2852	2852	NUM
ger-473	369	33	3.58	3.58	NUM
ger-473	369	34	1.82	1.82	NUM
ger-473	369	35	6	6	NUM
ger-473	369	36	0.34	0.34	NUM
ger-473	369	37	-0.41	-0.41	NUM
ger-473	369	38	154	154	NUM
ger-473	369	39	global	global	ADJ
ger-473	369	40	education	education	NOUN
ger-473	369	41	review	review	NOUN
ger-473	369	42	5(3	5(3	NUM
ger-473	369	43	)	)	PUNCT
ger-473	369	44	analyses	analysis	NOUN
ger-473	369	45	following	follow	VERB
ger-473	369	46	recommendations	recommendation	NOUN
ger-473	369	47	proposed	propose	VERB
ger-473	369	48	by	by	ADP
ger-473	369	49	researchers	researcher	NOUN
ger-473	369	50	examining	examine	VERB
ger-473	369	51	scoring	scoring	NOUN
ger-473	369	52	procedures	procedure	NOUN
ger-473	369	53	(	(	PUNCT
ger-473	369	54	c.f	c.f	PROPN
ger-473	369	55	.	.	PROPN
ger-473	369	56	,	,	PUNCT
ger-473	369	57	sinharay	sinharay	NOUN
ger-473	369	58	,	,	PUNCT
ger-473	369	59	2010	2010	NUM
ger-473	369	60	;	;	PUNCT
ger-473	369	61	sinharay	sinharay	NOUN
ger-473	369	62	,	,	PUNCT
ger-473	369	63	puhan	puhan	NOUN
ger-473	369	64	,	,	PUNCT
ger-473	369	65	&	&	CCONJ
ger-473	369	66	haberman	haberman	PROPN
ger-473	369	67	,	,	PUNCT
ger-473	369	68	2011	2011	NUM
ger-473	369	69	;	;	PUNCT
ger-473	369	70	stone	stone	NOUN
ger-473	369	71	,	,	PUNCT
ger-473	369	72	ye	ye	PROPN
ger-473	369	73	,	,	PUNCT
ger-473	369	74	zhu	zhu	PROPN
ger-473	369	75	,	,	PUNCT
ger-473	369	76	&	&	CCONJ
ger-473	369	77	lane	lane	PROPN
ger-473	369	78	,	,	PUNCT
ger-473	369	79	2010	2010	NUM
ger-473	369	80	;	;	PUNCT
ger-473	369	81	wedman	wedman	PROPN
ger-473	369	82	&	&	CCONJ
ger-473	369	83	lyren	lyren	PROPN
ger-473	369	84	,	,	PUNCT
ger-473	369	85	2015	2015	NUM
ger-473	369	86	)	)	PUNCT
ger-473	369	87	,	,	PUNCT
ger-473	369	88	traditional	traditional	ADJ
ger-473	369	89	reliability	reliability	NOUN
ger-473	369	90	coefficients	coefficient	NOUN
ger-473	369	91	,	,	PUNCT
ger-473	369	92	disattenuated	disattenuate	VERB
ger-473	369	93	correlations	correlation	NOUN
ger-473	369	94	,	,	PUNCT
ger-473	369	95	and	and	CCONJ
ger-473	369	96	proportional	proportional	ADJ
ger-473	369	97	reduction	reduction	NOUN
ger-473	369	98	in	in	ADP
ger-473	369	99	mean	mean	ADJ
ger-473	369	100	squared	square	VERB
ger-473	369	101	error	error	NOUN
ger-473	369	102	(	(	PUNCT
ger-473	369	103	prmse	prmse	NOUN
ger-473	369	104	)	)	PUNCT
ger-473	369	105	values	value	NOUN
ger-473	369	106	were	be	AUX
ger-473	369	107	calculated	calculate	VERB
ger-473	369	108	to	to	PART
ger-473	369	109	compare	compare	VERB
ger-473	369	110	the	the	DET
ger-473	369	111	reliabilities	reliability	NOUN
ger-473	369	112	and	and	CCONJ
ger-473	369	113	distinctiveness	distinctiveness	NOUN
ger-473	369	114	of	of	ADP
ger-473	369	115	scores	score	NOUN
ger-473	369	116	for	for	ADP
ger-473	369	117	the	the	DET
ger-473	369	118	three	three	NUM
ger-473	369	119	test	test	NOUN
ger-473	369	120	scoring	scoring	NOUN
ger-473	369	121	methods	method	NOUN
ger-473	369	122	for	for	ADP
ger-473	369	123	the	the	DET
ger-473	369	124	egma	egma	NOUN
ger-473	369	125	(	(	PUNCT
ger-473	369	126	i.e.	i.e.	X
ger-473	369	127	,	,	PUNCT
ger-473	369	128	subscores	subscore	NOUN
ger-473	369	129	,	,	PUNCT
ger-473	369	130	composite	composite	ADJ
ger-473	369	131	scores	score	NOUN
ger-473	369	132	,	,	PUNCT
ger-473	369	133	total	total	ADJ
ger-473	369	134	scores	score	NOUN
ger-473	369	135	)	)	PUNCT
ger-473	369	136	.	.	PUNCT
ger-473	370	1	the	the	DET
ger-473	370	2	composite	composite	ADJ
ger-473	370	3	scores	score	NOUN
ger-473	370	4	were	be	AUX
ger-473	370	5	based	base	VERB
ger-473	370	6	on	on	ADP
ger-473	370	7	the	the	DET
ger-473	370	8	two	two	NUM
ger-473	370	9	-	-	PUNCT
ger-473	370	10	factor	factor	NOUN
ger-473	370	11	structure	structure	NOUN
ger-473	370	12	of	of	ADP
ger-473	370	13	early	early	ADJ
ger-473	370	14	numeracy	numeracy	NOUN
ger-473	370	15	(	(	PUNCT
ger-473	370	16	basic	basic	ADJ
ger-473	370	17	number	number	NOUN
ger-473	370	18	concepts	concept	NOUN
ger-473	370	19	[	[	X
ger-473	370	20	bnc	bnc	NOUN
ger-473	370	21	]	]	PUNCT
ger-473	370	22	and	and	CCONJ
ger-473	370	23	operations	operation	NOUN
ger-473	370	24	and	and	CCONJ
ger-473	370	25	applied	apply	VERB
ger-473	370	26	arithmetic	arithmetic	ADJ
ger-473	370	27	[	[	X
ger-473	370	28	oaa	oaa	PROPN
ger-473	370	29	]	]	X
ger-473	370	30	)	)	PUNCT
ger-473	370	31	.	.	PUNCT
ger-473	371	1	as	as	SCONJ
ger-473	371	2	noted	note	VERB
ger-473	371	3	previously	previously	ADV
ger-473	371	4	,	,	PUNCT
ger-473	371	5	composite	composite	ADJ
ger-473	371	6	scores	score	NOUN
ger-473	371	7	can	can	AUX
ger-473	371	8	be	be	AUX
ger-473	371	9	created	create	VERB
ger-473	371	10	for	for	ADP
ger-473	371	11	different	different	ADJ
ger-473	371	12	clusters	cluster	NOUN
ger-473	371	13	of	of	ADP
ger-473	371	14	subtests	subtest	NOUN
ger-473	371	15	.	.	PUNCT
ger-473	372	1	however	however	ADV
ger-473	372	2	,	,	PUNCT
ger-473	372	3	theoretical	theoretical	ADJ
ger-473	372	4	evidence	evidence	NOUN
ger-473	372	5	about	about	ADP
ger-473	372	6	the	the	DET
ger-473	372	7	nature	nature	NOUN
ger-473	372	8	of	of	ADP
ger-473	372	9	early	early	ADJ
ger-473	372	10	numeracy	numeracy	NOUN
ger-473	372	11	supports	support	VERB
ger-473	372	12	this	this	DET
ger-473	372	13	two	two	NUM
ger-473	372	14	-	-	PUNCT
ger-473	372	15	factor	factor	NOUN
ger-473	372	16	structure	structure	NOUN
ger-473	372	17	(	(	PUNCT
ger-473	372	18	c.f	c.f	PROPN
ger-473	372	19	.	.	PROPN
ger-473	372	20	,	,	PUNCT
ger-473	372	21	aunio	aunio	PROPN
ger-473	372	22	,	,	PUNCT
ger-473	372	23	niemivirta	niemivirta	NOUN
ger-473	372	24	,	,	PUNCT
ger-473	372	25	hautamäki	hautamäki	PROPN
ger-473	372	26	,	,	PUNCT
ger-473	372	27	van	van	PROPN
ger-473	372	28	luit	luit	PROPN
ger-473	372	29	,	,	PUNCT
ger-473	372	30	shi	shi	PROPN
ger-473	372	31	,	,	PUNCT
ger-473	372	32	&	&	CCONJ
ger-473	372	33	zhang	zhang	PROPN
ger-473	372	34	,	,	PUNCT
ger-473	372	35	2006	2006	NUM
ger-473	372	36	;	;	PUNCT
ger-473	372	37	jordan	jordan	PROPN
ger-473	372	38	,	,	PUNCT
ger-473	372	39	kaplan	kaplan	PROPN
ger-473	372	40	,	,	PUNCT
ger-473	372	41	nabors	nabors	PROPN
ger-473	372	42	oláh	oláh	NOUN
ger-473	372	43	,	,	PUNCT
ger-473	372	44	&	&	CCONJ
ger-473	372	45	locuniak	locuniak	PROPN
ger-473	372	46	,	,	PUNCT
ger-473	372	47	2006	2006	NUM
ger-473	372	48	;	;	PUNCT
ger-473	372	49	purpura	purpura	NOUN
ger-473	372	50	&	&	CCONJ
ger-473	372	51	lonigan	lonigan	ADJ
ger-473	372	52	,	,	PUNCT
ger-473	372	53	2013	2013	NUM
ger-473	372	54	)	)	PUNCT
ger-473	372	55	.	.	PUNCT
ger-473	373	1	for	for	ADP
ger-473	373	2	these	these	DET
ger-473	373	3	analyses	analysis	NOUN
ger-473	373	4	,	,	PUNCT
ger-473	373	5	we	we	PRON
ger-473	373	6	used	use	VERB
ger-473	373	7	only	only	ADJ
ger-473	373	8	results	result	NOUN
ger-473	373	9	from	from	ADP
ger-473	373	10	the	the	DET
ger-473	373	11	untimed	untimed	ADJ
ger-473	373	12	egma	egma	NOUN
ger-473	373	13	subtests	subtest	NOUN
ger-473	373	14	.	.	PUNCT
ger-473	374	1	the	the	DET
ger-473	374	2	scoring	scoring	NOUN
ger-473	374	3	procedure	procedure	NOUN
ger-473	374	4	for	for	ADP
ger-473	374	5	the	the	DET
ger-473	374	6	timed	time	VERB
ger-473	374	7	subtests	subtest	NOUN
ger-473	374	8	(	(	PUNCT
ger-473	374	9	i.e.	i.e.	X
ger-473	374	10	,	,	PUNCT
ger-473	374	11	number	number	NOUN
ger-473	374	12	correct	correct	ADJ
ger-473	374	13	per	per	ADP
ger-473	374	14	minute	minute	NOUN
ger-473	374	15	)	)	PUNCT
ger-473	374	16	focuses	focus	VERB
ger-473	374	17	on	on	ADP
ger-473	374	18	both	both	PRON
ger-473	374	19	accuracy	accuracy	NOUN
ger-473	374	20	and	and	CCONJ
ger-473	374	21	speed	speed	NOUN
ger-473	374	22	,	,	PUNCT
ger-473	374	23	and	and	CCONJ
ger-473	374	24	reliability	reliability	NOUN
ger-473	374	25	coefficients	coefficient	NOUN
ger-473	374	26	can	can	AUX
ger-473	374	27	not	not	PART
ger-473	374	28	be	be	AUX
ger-473	374	29	calculated	calculate	VERB
ger-473	374	30	to	to	PART
ger-473	374	31	consider	consider	VERB
ger-473	374	32	both	both	DET
ger-473	374	33	accuracy	accuracy	NOUN
ger-473	374	34	at	at	ADP
ger-473	374	35	the	the	DET
ger-473	374	36	itemlevel	itemlevel	NOUN
ger-473	374	37	and	and	CCONJ
ger-473	374	38	speed	speed	NOUN
ger-473	374	39	at	at	ADP
ger-473	374	40	the	the	DET
ger-473	374	41	subtest	subt	ADJ
ger-473	374	42	-	-	PUNCT
ger-473	374	43	level	level	NOUN
ger-473	374	44	.	.	PUNCT
ger-473	375	1	if	if	SCONJ
ger-473	375	2	data	datum	NOUN
ger-473	375	3	were	be	AUX
ger-473	375	4	collected	collect	VERB
ger-473	375	5	on	on	ADP
ger-473	375	6	accuracy	accuracy	NOUN
ger-473	375	7	and	and	CCONJ
ger-473	375	8	speed	speed	NOUN
ger-473	375	9	at	at	ADP
ger-473	375	10	the	the	DET
ger-473	375	11	itemlevel	itemlevel	NOUN
ger-473	375	12	,	,	PUNCT
ger-473	375	13	reliability	reliability	NOUN
ger-473	375	14	coefficients	coefficient	NOUN
ger-473	375	15	could	could	AUX
ger-473	375	16	be	be	AUX
ger-473	375	17	calculated	calculate	VERB
ger-473	375	18	using	use	VERB
ger-473	375	19	other	other	ADJ
ger-473	375	20	methods	method	NOUN
ger-473	375	21	.	.	PUNCT
ger-473	376	1	however	however	ADV
ger-473	376	2	,	,	PUNCT
ger-473	376	3	we	we	PRON
ger-473	376	4	were	be	AUX
ger-473	376	5	unable	unable	ADJ
ger-473	376	6	to	to	PART
ger-473	376	7	apply	apply	VERB
ger-473	376	8	a	a	DET
ger-473	376	9	technically	technically	ADV
ger-473	376	10	sound	sound	ADJ
ger-473	376	11	analytical	analytical	ADJ
ger-473	376	12	approach	approach	NOUN
ger-473	376	13	to	to	PART
ger-473	376	14	estimate	estimate	VERB
ger-473	376	15	reliability	reliability	NOUN
ger-473	376	16	with	with	ADP
ger-473	376	17	the	the	DET
ger-473	376	18	current	current	ADJ
ger-473	376	19	parameters	parameter	NOUN
ger-473	376	20	.	.	PUNCT
ger-473	377	1	as	as	ADP
ger-473	377	2	a	a	DET
ger-473	377	3	result	result	NOUN
ger-473	377	4	,	,	PUNCT
ger-473	377	5	the	the	DET
ger-473	377	6	bnc	bnc	NOUN
ger-473	377	7	composite	composite	ADJ
ger-473	377	8	score	score	NOUN
ger-473	377	9	is	be	AUX
ger-473	377	10	calculated	calculate	VERB
ger-473	377	11	using	use	VERB
ger-473	377	12	results	result	NOUN
ger-473	377	13	from	from	ADP
ger-473	377	14	the	the	DET
ger-473	377	15	quantity	quantity	NOUN
ger-473	377	16	discrimination	discrimination	NOUN
ger-473	377	17	and	and	CCONJ
ger-473	377	18	missing	missing	ADJ
ger-473	377	19	number	number	NOUN
ger-473	377	20	subtests	subtest	NOUN
ger-473	377	21	,	,	PUNCT
ger-473	377	22	but	but	CCONJ
ger-473	377	23	not	not	PART
ger-473	377	24	for	for	ADP
ger-473	377	25	the	the	DET
ger-473	377	26	number	number	NOUN
ger-473	377	27	identification	identification	NOUN
ger-473	377	28	subtest	subt	ADJ
ger-473	377	29	(	(	PUNCT
ger-473	377	30	for	for	ADP
ger-473	377	31	clarity	clarity	NOUN
ger-473	377	32	,	,	PUNCT
ger-473	377	33	we	we	PRON
ger-473	377	34	refer	refer	VERB
ger-473	377	35	to	to	ADP
ger-473	377	36	this	this	DET
ger-473	377	37	composite	composite	ADJ
ger-473	377	38	score	score	NOUN
ger-473	377	39	as	as	SCONJ
ger-473	377	40	bnc	bnc	NOUN
ger-473	377	41	-	-	PUNCT
ger-473	377	42	ut	ut	PROPN
ger-473	377	43	to	to	PART
ger-473	377	44	note	note	VERB
ger-473	377	45	that	that	SCONJ
ger-473	377	46	it	it	PRON
ger-473	377	47	represents	represent	VERB
ger-473	377	48	only	only	ADV
ger-473	377	49	the	the	DET
ger-473	377	50	untimed	untimed	ADJ
ger-473	377	51	subtests	subtest	NOUN
ger-473	377	52	)	)	PUNCT
ger-473	377	53	.	.	PUNCT
ger-473	378	1	similarly	similarly	ADV
ger-473	378	2	,	,	PUNCT
ger-473	378	3	the	the	DET
ger-473	378	4	oaa	oaa	ADJ
ger-473	378	5	composite	composite	ADJ
ger-473	378	6	score	score	NOUN
ger-473	378	7	only	only	ADV
ger-473	378	8	includes	include	VERB
ger-473	378	9	results	result	NOUN
ger-473	378	10	from	from	ADP
ger-473	378	11	the	the	DET
ger-473	378	12	addition	addition	NOUN
ger-473	378	13	–	–	PUNCT
ger-473	378	14	level	level	NOUN
ger-473	378	15	2	2	NUM
ger-473	378	16	,	,	PUNCT
ger-473	378	17	subtraction	subtraction	NOUN
ger-473	378	18	–	–	PUNCT
ger-473	378	19	level	level	NOUN
ger-473	378	20	2	2	NUM
ger-473	378	21	,	,	PUNCT
ger-473	378	22	and	and	CCONJ
ger-473	378	23	word	word	NOUN
ger-473	378	24	problems	problem	NOUN
ger-473	378	25	subtests	subtest	NOUN
ger-473	378	26	,	,	PUNCT
ger-473	378	27	but	but	CCONJ
ger-473	378	28	not	not	PART
ger-473	378	29	the	the	DET
ger-473	378	30	addition	addition	NOUN
ger-473	378	31	–	–	PUNCT
ger-473	378	32	level	level	NOUN
ger-473	378	33	1	1	NUM
ger-473	378	34	and	and	CCONJ
ger-473	378	35	subtraction	subtraction	NOUN
ger-473	378	36	–	–	PUNCT
ger-473	378	37	level	level	NOUN
ger-473	378	38	1	1	NUM
ger-473	378	39	(	(	PUNCT
ger-473	378	40	for	for	ADP
ger-473	378	41	clarity	clarity	NOUN
ger-473	378	42	,	,	PUNCT
ger-473	378	43	we	we	PRON
ger-473	378	44	refer	refer	VERB
ger-473	378	45	to	to	ADP
ger-473	378	46	this	this	DET
ger-473	378	47	composite	composite	ADJ
ger-473	378	48	score	score	NOUN
ger-473	378	49	as	as	ADP
ger-473	378	50	oaa	oaa	PROPN
ger-473	378	51	-	-	PUNCT
ger-473	378	52	ut	ut	NOUN
ger-473	378	53	to	to	PART
ger-473	378	54	note	note	VERB
ger-473	378	55	that	that	SCONJ
ger-473	378	56	it	it	PRON
ger-473	378	57	represents	represent	VERB
ger-473	378	58	only	only	ADV
ger-473	378	59	the	the	DET
ger-473	378	60	untimed	untimed	ADJ
ger-473	378	61	subtests	subtest	NOUN
ger-473	378	62	)	)	PUNCT
ger-473	378	63	.	.	PUNCT
ger-473	379	1	consequently	consequently	ADV
ger-473	379	2	,	,	PUNCT
ger-473	379	3	computing	compute	VERB
ger-473	379	4	a	a	DET
ger-473	379	5	total	total	ADJ
ger-473	379	6	score	score	NOUN
ger-473	379	7	is	be	AUX
ger-473	379	8	not	not	PART
ger-473	379	9	possible	possible	ADJ
ger-473	379	10	;	;	PUNCT
ger-473	379	11	instead	instead	ADV
ger-473	379	12	,	,	PUNCT
ger-473	379	13	we	we	PRON
ger-473	379	14	calculated	calculate	VERB
ger-473	379	15	an	an	DET
ger-473	379	16	overall	overall	ADJ
ger-473	379	17	untimed	untimed	ADJ
ger-473	379	18	composite	composite	ADJ
ger-473	379	19	score	score	NOUN
ger-473	379	20	to	to	PART
ger-473	379	21	include	include	VERB
ger-473	379	22	quantity	quantity	NOUN
ger-473	379	23	discrimination	discrimination	NOUN
ger-473	379	24	,	,	PUNCT
ger-473	379	25	missing	missing	ADJ
ger-473	379	26	number	number	NOUN
ger-473	379	27	,	,	PUNCT
ger-473	379	28	addition	addition	NOUN
ger-473	379	29	–	–	PUNCT
ger-473	379	30	level	level	NOUN
ger-473	379	31	2	2	NUM
ger-473	379	32	,	,	PUNCT
ger-473	379	33	subtraction	subtraction	NOUN
ger-473	379	34	–	–	PUNCT
ger-473	379	35	level	level	NOUN
ger-473	379	36	2	2	NUM
ger-473	379	37	,	,	PUNCT
ger-473	379	38	and	and	CCONJ
ger-473	379	39	word	word	NOUN
ger-473	379	40	problems	problem	NOUN
ger-473	379	41	subtests	subtest	NOUN
ger-473	379	42	.	.	PUNCT
ger-473	380	1	although	although	SCONJ
ger-473	380	2	traditional	traditional	ADJ
ger-473	380	3	reliability	reliability	NOUN
ger-473	380	4	coefficients	coefficient	NOUN
ger-473	380	5	have	have	AUX
ger-473	380	6	previously	previously	ADV
ger-473	380	7	been	be	AUX
ger-473	380	8	calculated	calculate	VERB
ger-473	380	9	for	for	ADP
ger-473	380	10	these	these	DET
ger-473	380	11	timed	time	VERB
ger-473	380	12	subtests	subtest	NOUN
ger-473	380	13	,	,	PUNCT
ger-473	380	14	these	these	DET
ger-473	380	15	estimates	estimate	NOUN
ger-473	380	16	treat	treat	VERB
ger-473	380	17	every	every	DET
ger-473	380	18	item	item	NOUN
ger-473	380	19	in	in	ADP
ger-473	380	20	the	the	DET
ger-473	380	21	subtest	subt	ADJ
ger-473	380	22	,	,	PUNCT
ger-473	380	23	even	even	ADV
ger-473	380	24	those	those	PRON
ger-473	380	25	unreached	unreache	VERB
ger-473	380	26	,	,	PUNCT
ger-473	380	27	as	as	ADP
ger-473	380	28	incorrect	incorrect	ADJ
ger-473	380	29	/	/	SYM
ger-473	380	30	correct	correct	ADJ
ger-473	380	31	and	and	CCONJ
ger-473	380	32	do	do	AUX
ger-473	380	33	not	not	PART
ger-473	380	34	consider	consider	VERB
ger-473	380	35	the	the	DET
ger-473	380	36	factor	factor	NOUN
ger-473	380	37	of	of	ADP
ger-473	380	38	time	time	NOUN
ger-473	380	39	.	.	PUNCT
ger-473	381	1	because	because	SCONJ
ger-473	381	2	this	this	DET
ger-473	381	3	paper	paper	NOUN
ger-473	381	4	seeks	seek	VERB
ger-473	381	5	to	to	PART
ger-473	381	6	compare	compare	VERB
ger-473	381	7	scoring	scoring	NOUN
ger-473	381	8	procedures	procedure	NOUN
ger-473	381	9	,	,	PUNCT
ger-473	381	10	we	we	PRON
ger-473	381	11	felt	feel	VERB
ger-473	381	12	the	the	DET
ger-473	381	13	need	need	NOUN
ger-473	381	14	to	to	PART
ger-473	381	15	ensure	ensure	VERB
ger-473	381	16	that	that	SCONJ
ger-473	381	17	all	all	PRON
ger-473	381	18	of	of	ADP
ger-473	381	19	the	the	DET
ger-473	381	20	analyses	analysis	NOUN
ger-473	381	21	conducted	conduct	VERB
ger-473	381	22	align	align	NOUN
ger-473	381	23	with	with	ADP
ger-473	381	24	the	the	DET
ger-473	381	25	subtests	subtest	NOUN
ger-473	381	26	’	'	PUNCT
ger-473	381	27	scoring	scoring	NOUN
ger-473	381	28	procedures	procedure	NOUN
ger-473	381	29	and	and	CCONJ
ger-473	381	30	the	the	DET
ger-473	381	31	interpretations	interpretation	NOUN
ger-473	381	32	made	make	VERB
ger-473	381	33	using	use	VERB
ger-473	381	34	those	those	DET
ger-473	381	35	scores	score	NOUN
ger-473	381	36	.	.	PUNCT
ger-473	382	1	therefore	therefore	ADV
ger-473	382	2	,	,	PUNCT
ger-473	382	3	for	for	ADP
ger-473	382	4	the	the	DET
ger-473	382	5	analyses	analysis	NOUN
ger-473	382	6	described	describe	VERB
ger-473	382	7	below	below	ADV
ger-473	382	8	,	,	PUNCT
ger-473	382	9	only	only	ADV
ger-473	382	10	data	datum	NOUN
ger-473	382	11	from	from	ADP
ger-473	382	12	the	the	DET
ger-473	382	13	untimed	untimed	ADJ
ger-473	382	14	tests	test	NOUN
ger-473	382	15	was	be	AUX
ger-473	382	16	used	use	VERB
ger-473	382	17	.	.	PUNCT
ger-473	383	1	implications	implication	NOUN
ger-473	383	2	for	for	ADP
ger-473	383	3	both	both	CCONJ
ger-473	383	4	untimed	untimed	ADJ
ger-473	383	5	and	and	CCONJ
ger-473	383	6	timed	time	VERB
ger-473	383	7	tests	test	NOUN
ger-473	383	8	are	be	AUX
ger-473	383	9	included	include	VERB
ger-473	383	10	in	in	ADP
ger-473	383	11	the	the	DET
ger-473	383	12	discussion	discussion	NOUN
ger-473	383	13	section	section	NOUN
ger-473	383	14	.	.	PUNCT
ger-473	384	1	internal	internal	ADJ
ger-473	384	2	consistency	consistency	NOUN
ger-473	384	3	reliability	reliability	NOUN
ger-473	384	4	coefficients	coefficient	NOUN
ger-473	384	5	(	(	PUNCT
ger-473	384	6	i.e.	i.e.	X
ger-473	384	7	,	,	PUNCT
ger-473	384	8	cronbach	cronbach	VERB
ger-473	384	9	’s	’s	PART
ger-473	384	10	alpha	alpha	NOUN
ger-473	384	11	)	)	PUNCT
ger-473	384	12	,	,	PUNCT
ger-473	384	13	were	be	AUX
ger-473	384	14	calculated	calculate	VERB
ger-473	384	15	in	in	ADP
ger-473	384	16	r	r	NOUN
ger-473	384	17	(	(	PUNCT
ger-473	384	18	r	r	NOUN
ger-473	384	19	core	core	NOUN
ger-473	384	20	team	team	NOUN
ger-473	384	21	,	,	PUNCT
ger-473	384	22	2017	2017	NUM
ger-473	384	23	)	)	PUNCT
ger-473	384	24	using	use	VERB
ger-473	384	25	the	the	DET
ger-473	384	26	psych	psych	NOUN
ger-473	384	27	package	package	NOUN
ger-473	384	28	(	(	PUNCT
ger-473	384	29	revelle	revelle	NOUN
ger-473	384	30	,	,	PUNCT
ger-473	384	31	2015	2015	NUM
ger-473	384	32	)	)	PUNCT
ger-473	384	33	for	for	ADP
ger-473	384	34	each	each	DET
ger-473	384	35	scoring	scoring	NOUN
ger-473	384	36	procedure	procedure	NOUN
ger-473	384	37	for	for	ADP
ger-473	384	38	the	the	DET
ger-473	384	39	untimed	untimed	ADJ
ger-473	384	40	egma	egma	NOUN
ger-473	384	41	subtests	subtest	NOUN
ger-473	384	42	.	.	PUNCT
ger-473	385	1	we	we	PRON
ger-473	385	2	used	use	VERB
ger-473	385	3	guidelines	guideline	NOUN
ger-473	385	4	proposed	propose	VERB
ger-473	385	5	by	by	ADP
ger-473	385	6	kline	kline	PROPN
ger-473	385	7	(	(	PUNCT
ger-473	385	8	2009	2009	NUM
ger-473	385	9	)	)	PUNCT
ger-473	385	10	to	to	PART
ger-473	385	11	evaluate	evaluate	VERB
ger-473	385	12	the	the	DET
ger-473	385	13	strength	strength	NOUN
ger-473	385	14	of	of	ADP
ger-473	385	15	the	the	DET
ger-473	385	16	reliability	reliability	NOUN
ger-473	385	17	coefficients	coefficient	NOUN
ger-473	385	18	.	.	PUNCT
ger-473	386	1	kline	kline	PROPN
ger-473	386	2	suggests	suggest	VERB
ger-473	386	3	that	that	SCONJ
ger-473	386	4	coefficients	coefficient	NOUN
ger-473	386	5	for	for	ADP
ger-473	386	6	tests	test	NOUN
ger-473	386	7	should	should	AUX
ger-473	386	8	be	be	AUX
ger-473	386	9	𝛼	𝛼	X
ger-473	386	10	>	>	X
ger-473	386	11	.7	.7	PROPN
ger-473	386	12	,	,	PUNCT
ger-473	386	13	with	with	ADP
ger-473	386	14	𝛼	𝛼	PROPN
ger-473	386	15	>	>	X
ger-473	386	16	.9	.9	NUM
ger-473	386	17	indicating	indicate	VERB
ger-473	386	18	strong	strong	ADJ
ger-473	386	19	reliability	reliability	NOUN
ger-473	386	20	and	and	CCONJ
ger-473	386	21	.9	.9	NUM
ger-473	386	22	>	>	X
ger-473	386	23	𝛼	𝛼	X
ger-473	386	24	>	>	X
ger-473	386	25	.7	.7	NUM
ger-473	386	26	indicating	indicate	VERB
ger-473	386	27	moderately	moderately	ADV
ger-473	386	28	strong	strong	ADJ
ger-473	386	29	reliability	reliability	NOUN
ger-473	386	30	.	.	PUNCT
ger-473	387	1	the	the	DET
ger-473	387	2	strength	strength	NOUN
ger-473	387	3	of	of	ADP
ger-473	387	4	reliability	reliability	NOUN
ger-473	387	5	depends	depend	VERB
ger-473	387	6	on	on	ADP
ger-473	387	7	the	the	DET
ger-473	387	8	use	use	NOUN
ger-473	387	9	of	of	ADP
ger-473	387	10	the	the	DET
ger-473	387	11	assessment	assessment	NOUN
ger-473	387	12	.	.	PUNCT
ger-473	388	1	low	low	ADJ
ger-473	388	2	-	-	PUNCT
ger-473	388	3	stakes	stake	NOUN
ger-473	388	4	assessments	assessment	NOUN
ger-473	388	5	should	should	AUX
ger-473	388	6	have	have	VERB
ger-473	388	7	moderately	moderately	ADV
ger-473	388	8	strong	strong	ADJ
ger-473	388	9	reliability	reliability	NOUN
ger-473	388	10	coefficients	coefficient	NOUN
ger-473	388	11	,	,	PUNCT
ger-473	388	12	and	and	CCONJ
ger-473	388	13	high	high	ADJ
ger-473	388	14	-	-	PUNCT
ger-473	388	15	stakes	stake	NOUN
ger-473	388	16	assessments	assessment	NOUN
ger-473	388	17	should	should	AUX
ger-473	388	18	have	have	VERB
ger-473	388	19	strong	strong	ADJ
ger-473	388	20	reliability	reliability	NOUN
ger-473	388	21	assessments	assessment	NOUN
ger-473	388	22	.	.	PUNCT
ger-473	389	1	in	in	ADP
ger-473	389	2	addition	addition	NOUN
ger-473	389	3	to	to	ADP
ger-473	389	4	being	be	AUX
ger-473	389	5	reliable	reliable	ADJ
ger-473	389	6	,	,	PUNCT
ger-473	389	7	subscores	subscore	NOUN
ger-473	389	8	(	(	PUNCT
ger-473	389	9	or	or	CCONJ
ger-473	389	10	composite	composite	ADJ
ger-473	389	11	scores	score	NOUN
ger-473	389	12	)	)	PUNCT
ger-473	389	13	must	must	AUX
ger-473	389	14	also	also	ADV
ger-473	389	15	be	be	AUX
ger-473	389	16	distinct	distinct	ADJ
ger-473	389	17	from	from	ADP
ger-473	389	18	other	other	ADJ
ger-473	389	19	subscores	subscore	NOUN
ger-473	389	20	(	(	PUNCT
ger-473	389	21	or	or	CCONJ
ger-473	389	22	composite	composite	ADJ
ger-473	389	23	scores	score	NOUN
ger-473	389	24	)	)	PUNCT
ger-473	389	25	.	.	PUNCT
ger-473	390	1	as	as	ADP
ger-473	390	2	aligning	align	VERB
ger-473	390	3	test	test	NOUN
ger-473	390	4	scoring	scoring	NOUN
ger-473	390	5	procedures	procedure	NOUN
ger-473	390	6	with	with	ADP
ger-473	390	7	test	test	NOUN
ger-473	390	8	uses	use	VERB
ger-473	390	9	155	155	NUM
ger-473	390	10	previously	previously	ADV
ger-473	390	11	noted	note	VERB
ger-473	390	12	,	,	PUNCT
ger-473	390	13	distinctiveness	distinctiveness	NOUN
ger-473	390	14	can	can	AUX
ger-473	390	15	be	be	AUX
ger-473	390	16	evaluated	evaluate	VERB
ger-473	390	17	by	by	ADP
ger-473	390	18	examining	examine	VERB
ger-473	390	19	the	the	DET
ger-473	390	20	disattenuated	disattenuate	VERB
ger-473	390	21	correlations	correlation	NOUN
ger-473	390	22	(	(	PUNCT
ger-473	390	23	disattenuated	disattenuate	VERB
ger-473	390	24	from	from	ADP
ger-473	390	25	measurement	measurement	NOUN
ger-473	390	26	error	error	NOUN
ger-473	390	27	)	)	PUNCT
ger-473	390	28	between	between	ADP
ger-473	390	29	subscores	subscore	NOUN
ger-473	390	30	.	.	PUNCT
ger-473	391	1	if	if	SCONJ
ger-473	391	2	subscores	subscore	NOUN
ger-473	391	3	are	be	AUX
ger-473	391	4	too	too	ADV
ger-473	391	5	highly	highly	ADV
ger-473	391	6	correlated	correlate	VERB
ger-473	391	7	,	,	PUNCT
ger-473	391	8	they	they	PRON
ger-473	391	9	do	do	AUX
ger-473	391	10	not	not	PART
ger-473	391	11	add	add	VERB
ger-473	391	12	additional	additional	ADJ
ger-473	391	13	value	value	NOUN
ger-473	391	14	or	or	CCONJ
ger-473	391	15	information	information	NOUN
ger-473	391	16	beyond	beyond	ADP
ger-473	391	17	the	the	DET
ger-473	391	18	total	total	ADJ
ger-473	391	19	score	score	NOUN
ger-473	391	20	.	.	PUNCT
ger-473	392	1	therefore	therefore	ADV
ger-473	392	2	,	,	PUNCT
ger-473	392	3	in	in	ADP
ger-473	392	4	order	order	NOUN
ger-473	392	5	for	for	ADP
ger-473	392	6	subscores	subscore	NOUN
ger-473	392	7	(	(	PUNCT
ger-473	392	8	or	or	CCONJ
ger-473	392	9	composite	composite	ADJ
ger-473	392	10	scores	score	NOUN
ger-473	392	11	)	)	PUNCT
ger-473	392	12	to	to	PART
ger-473	392	13	be	be	AUX
ger-473	392	14	considered	consider	VERB
ger-473	392	15	distinct	distinct	ADJ
ger-473	392	16	,	,	PUNCT
ger-473	392	17	disattenuated	disattenuate	VERB
ger-473	392	18	correlations	correlation	NOUN
ger-473	392	19	should	should	AUX
ger-473	392	20	be	be	AUX
ger-473	392	21	below	below	ADP
ger-473	392	22	0.80	0.80	NUM
ger-473	392	23	(	(	PUNCT
ger-473	392	24	sinharay	sinharay	NOUN
ger-473	392	25	,	,	PUNCT
ger-473	392	26	2010	2010	NUM
ger-473	392	27	)	)	PUNCT
ger-473	392	28	.	.	PUNCT
ger-473	393	1	disattenuated	disattenuate	VERB
ger-473	393	2	correlations	correlation	NOUN
ger-473	393	3	were	be	AUX
ger-473	393	4	calculated	calculate	VERB
ger-473	393	5	for	for	ADP
ger-473	393	6	the	the	DET
ger-473	393	7	subscores	subscore	NOUN
ger-473	393	8	in	in	ADP
ger-473	393	9	r	r	NOUN
ger-473	393	10	(	(	PUNCT
ger-473	393	11	r	r	NOUN
ger-473	393	12	core	core	NOUN
ger-473	393	13	team	team	NOUN
ger-473	393	14	,	,	PUNCT
ger-473	393	15	2017	2017	NUM
ger-473	393	16	)	)	PUNCT
ger-473	393	17	using	use	VERB
ger-473	393	18	the	the	DET
ger-473	393	19	psych	psych	NOUN
ger-473	393	20	package	package	NOUN
ger-473	393	21	(	(	PUNCT
ger-473	393	22	revelle	revelle	NOUN
ger-473	393	23	,	,	PUNCT
ger-473	393	24	2015	2015	NUM
ger-473	393	25	)	)	PUNCT
ger-473	393	26	.	.	PUNCT
ger-473	394	1	haberman	haberman	NOUN
ger-473	394	2	’s	’s	PART
ger-473	394	3	method	method	NOUN
ger-473	394	4	(	(	PUNCT
ger-473	394	5	2008	2008	NUM
ger-473	394	6	)	)	PUNCT
ger-473	394	7	was	be	AUX
ger-473	394	8	used	use	VERB
ger-473	394	9	to	to	PART
ger-473	394	10	further	far	ADV
ger-473	394	11	examine	examine	VERB
ger-473	394	12	the	the	DET
ger-473	394	13	potential	potential	ADJ
ger-473	394	14	usefulness	usefulness	NOUN
ger-473	394	15	of	of	ADP
ger-473	394	16	the	the	DET
ger-473	394	17	subscores	subscore	NOUN
ger-473	394	18	.	.	PUNCT
ger-473	395	1	prmse	prmse	ADJ
ger-473	395	2	values	value	NOUN
ger-473	395	3	for	for	ADP
ger-473	395	4	the	the	DET
ger-473	395	5	egma	egma	NOUN
ger-473	395	6	subscores	subscore	NOUN
ger-473	395	7	(	(	PUNCT
ger-473	395	8	prmses	prmse	NOUN
ger-473	395	9	)	)	PUNCT
ger-473	395	10	were	be	AUX
ger-473	395	11	compared	compare	VERB
ger-473	395	12	to	to	ADP
ger-473	395	13	prmse	prmse	ADJ
ger-473	395	14	values	value	NOUN
ger-473	395	15	for	for	ADP
ger-473	395	16	the	the	DET
ger-473	395	17	overall	overall	ADJ
ger-473	395	18	untimed	untimed	ADJ
ger-473	395	19	composite	composite	ADJ
ger-473	395	20	scores	score	NOUN
ger-473	395	21	(	(	PUNCT
ger-473	395	22	prmsex	prmsex	NOUN
ger-473	395	23	)	)	PUNCT
ger-473	395	24	to	to	PART
ger-473	395	25	determine	determine	VERB
ger-473	395	26	if	if	SCONJ
ger-473	395	27	the	the	DET
ger-473	395	28	subscores	subscore	NOUN
ger-473	395	29	add	add	VERB
ger-473	395	30	value	value	NOUN
ger-473	395	31	over	over	ADP
ger-473	395	32	the	the	DET
ger-473	395	33	overall	overall	ADJ
ger-473	395	34	untimed	untimed	ADJ
ger-473	395	35	composite	composite	ADJ
ger-473	395	36	score	score	NOUN
ger-473	395	37	.	.	PUNCT
ger-473	396	1	in	in	ADP
ger-473	396	2	order	order	NOUN
ger-473	396	3	to	to	PART
ger-473	396	4	add	add	VERB
ger-473	396	5	value	value	NOUN
ger-473	396	6	,	,	PUNCT
ger-473	396	7	prmses	prmse	NOUN
ger-473	396	8	must	must	AUX
ger-473	396	9	be	be	AUX
ger-473	396	10	greater	great	ADJ
ger-473	396	11	than	than	ADP
ger-473	396	12	prmsex	prmsex	NOUN
ger-473	396	13	,	,	PUNCT
ger-473	396	14	which	which	PRON
ger-473	396	15	indicates	indicate	VERB
ger-473	396	16	that	that	SCONJ
ger-473	396	17	the	the	DET
ger-473	396	18	subscores	subscore	NOUN
ger-473	396	19	reduce	reduce	VERB
ger-473	396	20	the	the	DET
ger-473	396	21	mean	mean	ADJ
ger-473	396	22	squared	square	VERB
ger-473	396	23	error	error	NOUN
ger-473	396	24	more	more	ADJ
ger-473	396	25	than	than	ADP
ger-473	396	26	the	the	DET
ger-473	396	27	overall	overall	ADJ
ger-473	396	28	untimed	untimed	ADJ
ger-473	396	29	composite	composite	ADJ
ger-473	396	30	score	score	NOUN
ger-473	396	31	.	.	PUNCT
ger-473	397	1	prmses	prmse	NOUN
ger-473	397	2	and	and	CCONJ
ger-473	397	3	prmsex	prmsex	NOUN
ger-473	397	4	values	value	NOUN
ger-473	397	5	were	be	AUX
ger-473	397	6	calculated	calculate	VERB
ger-473	397	7	in	in	ADP
ger-473	397	8	r	r	NOUN
ger-473	397	9	(	(	PUNCT
ger-473	397	10	r	r	NOUN
ger-473	397	11	core	core	NOUN
ger-473	397	12	team	team	NOUN
ger-473	397	13	,	,	PUNCT
ger-473	397	14	2017	2017	NUM
ger-473	397	15	)	)	PUNCT
ger-473	397	16	using	use	VERB
ger-473	397	17	the	the	DET
ger-473	397	18	subscore	subscore	ADJ
ger-473	397	19	package	package	NOUN
ger-473	397	20	(	(	PUNCT
ger-473	397	21	dai	dai	PROPN
ger-473	397	22	,	,	PUNCT
ger-473	397	23	wang	wang	PROPN
ger-473	397	24	,	,	PUNCT
ger-473	397	25	&	&	CCONJ
ger-473	397	26	svetina	svetina	PROPN
ger-473	397	27	,	,	PUNCT
ger-473	397	28	2016	2016	NUM
ger-473	397	29	)	)	PUNCT
ger-473	397	30	.	.	PUNCT
ger-473	398	1	results	result	VERB
ger-473	398	2	internal	internal	ADJ
ger-473	398	3	consistency	consistency	NOUN
ger-473	398	4	reliability	reliability	NOUN
ger-473	398	5	coefficients	coefficient	NOUN
ger-473	398	6	,	,	PUNCT
ger-473	398	7	disattenuated	disattenuate	VERB
ger-473	398	8	correlations	correlation	NOUN
ger-473	398	9	,	,	PUNCT
ger-473	398	10	and	and	CCONJ
ger-473	398	11	proportional	proportional	ADJ
ger-473	398	12	reduction	reduction	NOUN
ger-473	398	13	in	in	ADP
ger-473	398	14	mean	mean	ADJ
ger-473	398	15	squared	square	VERB
ger-473	398	16	error	error	NOUN
ger-473	398	17	(	(	PUNCT
ger-473	398	18	prmse	prmse	NOUN
ger-473	398	19	)	)	PUNCT
ger-473	398	20	values	value	NOUN
ger-473	398	21	were	be	AUX
ger-473	398	22	calculated	calculate	VERB
ger-473	398	23	for	for	ADP
ger-473	398	24	the	the	DET
ger-473	398	25	three	three	NUM
ger-473	398	26	test	test	NOUN
ger-473	398	27	scoring	scoring	NOUN
ger-473	398	28	methods	method	NOUN
ger-473	398	29	for	for	ADP
ger-473	398	30	the	the	DET
ger-473	398	31	egma	egma	NOUN
ger-473	398	32	(	(	PUNCT
ger-473	398	33	i.e.	i.e.	X
ger-473	398	34	,	,	PUNCT
ger-473	398	35	subscores	subscore	NOUN
ger-473	398	36	,	,	PUNCT
ger-473	398	37	composite	composite	ADJ
ger-473	398	38	scores	score	NOUN
ger-473	398	39	,	,	PUNCT
ger-473	398	40	total	total	ADJ
ger-473	398	41	scores	score	NOUN
ger-473	398	42	)	)	PUNCT
ger-473	398	43	.	.	PUNCT
ger-473	399	1	reliability	reliability	NOUN
ger-473	399	2	reliability	reliability	NOUN
ger-473	399	3	coefficients	coefficient	NOUN
ger-473	399	4	are	be	AUX
ger-473	399	5	presented	present	VERB
ger-473	399	6	in	in	ADP
ger-473	399	7	table	table	NOUN
ger-473	399	8	4	4	NUM
ger-473	399	9	.	.	PUNCT
ger-473	399	10	internal	internal	ADJ
ger-473	399	11	consistency	consistency	NOUN
ger-473	399	12	reliability	reliability	NOUN
ger-473	399	13	for	for	ADP
ger-473	399	14	the	the	DET
ger-473	399	15	subscores	subscore	NOUN
ger-473	399	16	are	be	AUX
ger-473	399	17	moderately	moderately	ADV
ger-473	399	18	strong	strong	ADJ
ger-473	399	19	.	.	PUNCT
ger-473	400	1	the	the	DET
ger-473	400	2	reliability	reliability	NOUN
ger-473	400	3	coefficients	coefficient	VERB
ger-473	400	4	for	for	ADP
ger-473	400	5	the	the	DET
ger-473	400	6	composite	composite	ADJ
ger-473	400	7	scores	score	NOUN
ger-473	400	8	(	(	PUNCT
ger-473	400	9	i.e.	i.e.	X
ger-473	400	10	,	,	PUNCT
ger-473	400	11	scores	score	NOUN
ger-473	400	12	by	by	ADP
ger-473	400	13	construct	construct	NOUN
ger-473	400	14	)	)	PUNCT
ger-473	400	15	are	be	AUX
ger-473	400	16	also	also	ADV
ger-473	400	17	strong	strong	ADJ
ger-473	400	18	(	(	PUNCT
ger-473	400	19	𝛼	𝛼	X
ger-473	400	20	>	>	X
ger-473	400	21	.9	.9	NUM
ger-473	400	22	)	)	PUNCT
ger-473	400	23	to	to	PART
ger-473	400	24	moderately	moderately	ADV
ger-473	400	25	strong	strong	ADJ
ger-473	400	26	,	,	PUNCT
ger-473	400	27	and	and	CCONJ
ger-473	400	28	the	the	DET
ger-473	400	29	reliability	reliability	NOUN
ger-473	400	30	of	of	ADP
ger-473	400	31	the	the	DET
ger-473	400	32	overall	overall	ADJ
ger-473	400	33	composite	composite	ADJ
ger-473	400	34	score	score	NOUN
ger-473	400	35	is	be	AUX
ger-473	400	36	strong	strong	ADJ
ger-473	400	37	.	.	PUNCT
ger-473	401	1	as	as	SCONJ
ger-473	401	2	expected	expect	VERB
ger-473	401	3	,	,	PUNCT
ger-473	401	4	the	the	DET
ger-473	401	5	more	more	ADJ
ger-473	401	6	items	item	NOUN
ger-473	401	7	included	include	VERB
ger-473	401	8	in	in	ADP
ger-473	401	9	a	a	DET
ger-473	401	10	score	score	NOUN
ger-473	401	11	,	,	PUNCT
ger-473	401	12	the	the	PRON
ger-473	401	13	higher	high	ADJ
ger-473	401	14	the	the	DET
ger-473	401	15	reliability	reliability	NOUN
ger-473	401	16	of	of	ADP
ger-473	401	17	the	the	DET
ger-473	401	18	score	score	NOUN
ger-473	401	19	.	.	PUNCT
ger-473	402	1	see	see	VERB
ger-473	402	2	table	table	NOUN
ger-473	402	3	4	4	NUM
ger-473	402	4	for	for	ADP
ger-473	402	5	the	the	DET
ger-473	402	6	results	result	NOUN
ger-473	402	7	.	.	PUNCT
ger-473	403	1	distinctiveness	distinctiveness	NOUN
ger-473	403	2	of	of	ADP
ger-473	403	3	scores	score	NOUN
ger-473	403	4	disattenuated	disattenuate	VERB
ger-473	403	5	correlations	correlation	NOUN
ger-473	403	6	were	be	AUX
ger-473	403	7	calculated	calculate	VERB
ger-473	403	8	for	for	ADP
ger-473	403	9	subscores	subscore	NOUN
ger-473	403	10	and	and	CCONJ
ger-473	403	11	composite	composite	ADJ
ger-473	403	12	scores	score	NOUN
ger-473	403	13	.	.	PUNCT
ger-473	404	1	all	all	PRON
ger-473	404	2	of	of	ADP
ger-473	404	3	the	the	DET
ger-473	404	4	disattenuated	disattenuate	VERB
ger-473	404	5	correlations	correlation	NOUN
ger-473	404	6	for	for	ADP
ger-473	404	7	the	the	DET
ger-473	404	8	subscores	subscore	NOUN
ger-473	404	9	are	be	AUX
ger-473	404	10	above	above	ADP
ger-473	404	11	the	the	DET
ger-473	404	12	diagonal	diagonal	NOUN
ger-473	404	13	of	of	ADP
ger-473	404	14	reliability	reliability	NOUN
ger-473	404	15	coefficients	coefficient	NOUN
ger-473	404	16	and	and	CCONJ
ger-473	404	17	are	be	AUX
ger-473	404	18	less	less	ADJ
ger-473	404	19	than	than	ADP
ger-473	404	20	0.80	0.80	NUM
ger-473	404	21	(	(	PUNCT
ger-473	404	22	see	see	VERB
ger-473	404	23	table	table	NOUN
ger-473	404	24	5	5	NUM
ger-473	404	25	)	)	PUNCT
ger-473	404	26	,	,	PUNCT
ger-473	404	27	except	except	SCONJ
ger-473	404	28	for	for	ADP
ger-473	404	29	the	the	DET
ger-473	404	30	disattenuated	disattenuate	VERB
ger-473	404	31	correlation	correlation	NOUN
ger-473	404	32	between	between	ADP
ger-473	404	33	addition	addition	NOUN
ger-473	404	34	–	–	PUNCT
ger-473	404	35	level	level	NOUN
ger-473	404	36	2	2	NUM
ger-473	404	37	and	and	CCONJ
ger-473	404	38	subtraction	subtraction	NOUN
ger-473	404	39	–	–	PUNCT
ger-473	404	40	level	level	NOUN
ger-473	404	41	2	2	NUM
ger-473	404	42	,	,	PUNCT
ger-473	404	43	which	which	PRON
ger-473	404	44	was	be	AUX
ger-473	404	45	0.88	0.88	NUM
ger-473	404	46	.	.	PUNCT
ger-473	405	1	these	these	DET
ger-473	405	2	findings	finding	NOUN
ger-473	405	3	provide	provide	VERB
ger-473	405	4	evidence	evidence	NOUN
ger-473	405	5	that	that	SCONJ
ger-473	405	6	the	the	DET
ger-473	405	7	subscores	subscore	NOUN
ger-473	405	8	are	be	AUX
ger-473	405	9	distinct	distinct	ADJ
ger-473	405	10	and	and	CCONJ
ger-473	405	11	provide	provide	VERB
ger-473	405	12	additional	additional	ADJ
ger-473	405	13	information	information	NOUN
ger-473	405	14	,	,	PUNCT
ger-473	405	15	with	with	ADP
ger-473	405	16	the	the	DET
ger-473	405	17	exception	exception	NOUN
ger-473	405	18	of	of	ADP
ger-473	405	19	addition	addition	NOUN
ger-473	405	20	–	–	PUNCT
ger-473	405	21	level	level	NOUN
ger-473	405	22	2	2	NUM
ger-473	405	23	and	and	CCONJ
ger-473	405	24	subtraction	subtraction	NOUN
ger-473	405	25	–	–	PUNCT
ger-473	405	26	level	level	NOUN
ger-473	405	27	2	2	NUM
ger-473	405	28	.	.	PUNCT
ger-473	405	29	table	table	NOUN
ger-473	405	30	4	4	NUM
ger-473	405	31	cronbach	cronbach	NOUN
ger-473	405	32	’s	’s	PART
ger-473	405	33	alpha	alpha	ADJ
ger-473	405	34	coefficients	coefficient	NOUN
ger-473	405	35	by	by	ADP
ger-473	405	36	scoring	scoring	NOUN
ger-473	405	37	procedure	procedure	NOUN
ger-473	405	38	for	for	ADP
ger-473	405	39	untimed	untimed	ADJ
ger-473	405	40	egma	egma	NOUN
ger-473	405	41	subtests	subtest	NOUN
ger-473	405	42	subtest	subt	ADJ
ger-473	405	43	cronbach	cronbach	VERB
ger-473	405	44	’s	’s	PART
ger-473	405	45	alpha	alpha	NOUN
ger-473	405	46	by	by	ADP
ger-473	405	47	subscore	subscore	NOUN
ger-473	405	48	by	by	ADP
ger-473	405	49	untimed	untimed	ADJ
ger-473	405	50	composite	composite	NOUN
ger-473	405	51	by	by	ADP
ger-473	405	52	overall	overall	ADJ
ger-473	405	53	untimed	untimed	ADJ
ger-473	405	54	composite	composite	ADJ
ger-473	405	55	score	score	NOUN
ger-473	405	56	quantity	quantity	NOUN
ger-473	405	57	discrimination	discrimination	NOUN
ger-473	405	58	0.88	0.88	NUM
ger-473	405	59	0.91	0.91	NUM
ger-473	405	60	0.94	0.94	NUM
ger-473	405	61	missing	miss	VERB
ger-473	405	62	number	number	NOUN
ger-473	405	63	0.86	0.86	NUM
ger-473	405	64	addition	addition	NOUN
ger-473	405	65	–	–	PUNCT
ger-473	405	66	level	level	NOUN
ger-473	405	67	2	2	NUM
ger-473	405	68	0.78	0.78	NUM
ger-473	405	69	0.88	0.88	NUM
ger-473	405	70	subtraction	subtraction	NOUN
ger-473	405	71	–	–	PUNCT
ger-473	405	72	level	level	NOUN
ger-473	405	73	2	2	NUM
ger-473	405	74	0.79	0.79	NUM
ger-473	405	75	word	word	NOUN
ger-473	405	76	problems	problem	NOUN
ger-473	405	77	0.74	0.74	NUM
ger-473	405	78	156	156	NUM
ger-473	405	79	global	global	ADJ
ger-473	405	80	education	education	NOUN
ger-473	405	81	review	review	NOUN
ger-473	405	82	5(3	5(3	NUM
ger-473	405	83	)	)	PUNCT
ger-473	405	84	table	table	NOUN
ger-473	405	85	5	5	NUM
ger-473	405	86	reliability	reliability	NOUN
ger-473	405	87	coefficients	coefficient	NOUN
ger-473	405	88	(	(	PUNCT
ger-473	405	89	on	on	ADP
ger-473	405	90	diagonal	diagonal	ADJ
ger-473	405	91	)	)	PUNCT
ger-473	405	92	,	,	PUNCT
ger-473	405	93	correlations	correlation	NOUN
ger-473	405	94	(	(	PUNCT
ger-473	405	95	below	below	ADP
ger-473	405	96	diagonal	diagonal	ADJ
ger-473	405	97	)	)	PUNCT
ger-473	405	98	,	,	PUNCT
ger-473	405	99	and	and	CCONJ
ger-473	405	100	disattenuated	disattenuate	VERB
ger-473	405	101	correlations	correlation	NOUN
ger-473	405	102	(	(	PUNCT
ger-473	405	103	above	above	ADP
ger-473	405	104	diagonal	diagonal	NOUN
ger-473	405	105	)	)	PUNCT
ger-473	405	106	for	for	ADP
ger-473	405	107	subscores	subscore	NOUN
ger-473	405	108	subtest	subt	ADJ
ger-473	405	109	qd	qd	ADP
ger-473	405	110	mn	mn	PROPN
ger-473	405	111	a2	a2	PROPN
ger-473	405	112	s2	s2	PROPN
ger-473	405	113	wp	wp	PROPN
ger-473	405	114	quantity	quantity	NOUN
ger-473	405	115	discrimination	discrimination	NOUN
ger-473	405	116	(	(	PUNCT
ger-473	405	117	qd	qd	NOUN
ger-473	405	118	)	)	PUNCT
ger-473	405	119	0.88	0.88	NUM
ger-473	405	120	0.77	0.77	NUM
ger-473	405	121	0.61	0.61	NUM
ger-473	405	122	0.52	0.52	NUM
ger-473	405	123	0.64	0.64	NUM
ger-473	405	124	missing	missing	ADJ
ger-473	405	125	number	number	NOUN
ger-473	405	126	(	(	PUNCT
ger-473	405	127	mn	mn	PROPN
ger-473	405	128	)	)	PUNCT
ger-473	405	129	0.67	0.67	NUM
ger-473	405	130	0.86	0.86	NUM
ger-473	405	131	0.74	0.74	NUM
ger-473	405	132	0.70	0.70	NUM
ger-473	405	133	0.78	0.78	NUM
ger-473	405	134	addition	addition	NOUN
ger-473	405	135	–	–	PUNCT
ger-473	405	136	level	level	NOUN
ger-473	405	137	2	2	NUM
ger-473	405	138	(	(	PUNCT
ger-473	405	139	a2	a2	PROPN
ger-473	405	140	)	)	PUNCT
ger-473	405	141	0.50	0.50	NUM
ger-473	405	142	0.60	0.60	NUM
ger-473	405	143	0.78	0.78	NUM
ger-473	405	144	0.88	0.88	NUM
ger-473	405	145	0.72	0.72	NUM
ger-473	405	146	subtraction	subtraction	NOUN
ger-473	405	147	–	–	PUNCT
ger-473	405	148	level	level	NOUN
ger-473	405	149	2	2	NUM
ger-473	405	150	(	(	PUNCT
ger-473	405	151	s2	s2	PROPN
ger-473	405	152	)	)	PUNCT
ger-473	405	153	0.44	0.44	NUM
ger-473	405	154	0.57	0.57	NUM
ger-473	405	155	0.70	0.70	NUM
ger-473	405	156	0.79	0.79	NUM
ger-473	405	157	0.72	0.72	NUM
ger-473	405	158	word	word	NOUN
ger-473	405	159	problems	problem	NOUN
ger-473	405	160	(	(	PUNCT
ger-473	405	161	wp	wp	X
ger-473	405	162	)	)	PUNCT
ger-473	405	163	0.52	0.52	NUM
ger-473	405	164	0.62	0.62	NUM
ger-473	405	165	0.55	0.55	NUM
ger-473	405	166	0.55	0.55	NUM
ger-473	405	167	0.74	0.74	NUM
ger-473	405	168	next	next	ADV
ger-473	405	169	,	,	PUNCT
ger-473	405	170	the	the	DET
ger-473	405	171	disattenuated	disattenuate	VERB
ger-473	405	172	correlations	correlation	NOUN
ger-473	405	173	were	be	AUX
ger-473	405	174	calculated	calculate	VERB
ger-473	405	175	for	for	ADP
ger-473	405	176	the	the	DET
ger-473	405	177	composite	composite	ADJ
ger-473	405	178	scores	score	NOUN
ger-473	405	179	based	base	VERB
ger-473	405	180	the	the	DET
ger-473	405	181	two	two	NUM
ger-473	405	182	-	-	PUNCT
ger-473	405	183	factor	factor	NOUN
ger-473	405	184	structure	structure	NOUN
ger-473	405	185	of	of	ADP
ger-473	405	186	early	early	ADJ
ger-473	405	187	numeracy	numeracy	NOUN
ger-473	405	188	(	(	PUNCT
ger-473	405	189	bnc	bnc	NOUN
ger-473	405	190	-	-	PUNCT
ger-473	405	191	ut	ut	PROPN
ger-473	405	192	and	and	CCONJ
ger-473	405	193	oaa	oaa	PROPN
ger-473	405	194	-	-	PUNCT
ger-473	405	195	ut	ut	PROPN
ger-473	405	196	)	)	PUNCT
ger-473	405	197	(	(	PUNCT
ger-473	405	198	see	see	VERB
ger-473	405	199	table	table	NOUN
ger-473	405	200	6	6	NUM
ger-473	405	201	)	)	PUNCT
ger-473	405	202	.	.	PUNCT
ger-473	406	1	the	the	DET
ger-473	406	2	disattenuated	disattenuate	VERB
ger-473	406	3	correlation	correlation	NOUN
ger-473	406	4	between	between	ADP
ger-473	406	5	the	the	DET
ger-473	406	6	bnc	bnc	NOUN
ger-473	406	7	-	-	PUNCT
ger-473	406	8	ut	ut	PROPN
ger-473	406	9	and	and	CCONJ
ger-473	406	10	oaa	oaa	PROPN
ger-473	406	11	-	-	PUNCT
ger-473	406	12	ut	ut	PROPN
ger-473	406	13	scores	score	NOUN
ger-473	406	14	is	be	AUX
ger-473	406	15	0.77	0.77	NUM
ger-473	406	16	,	,	PUNCT
ger-473	406	17	indicating	indicate	VERB
ger-473	406	18	that	that	SCONJ
ger-473	406	19	the	the	DET
ger-473	406	20	composite	composite	ADJ
ger-473	406	21	scores	score	NOUN
ger-473	406	22	based	base	VERB
ger-473	406	23	on	on	ADP
ger-473	406	24	construct	construct	NOUN
ger-473	406	25	are	be	AUX
ger-473	406	26	distinct	distinct	ADJ
ger-473	406	27	.	.	PUNCT
ger-473	407	1	table	table	NOUN
ger-473	407	2	6	6	NUM
ger-473	407	3	reliability	reliability	NOUN
ger-473	407	4	coefficients	coefficient	NOUN
ger-473	407	5	(	(	PUNCT
ger-473	407	6	on	on	ADP
ger-473	407	7	diagonal	diagonal	ADJ
ger-473	407	8	)	)	PUNCT
ger-473	407	9	,	,	PUNCT
ger-473	407	10	correlations	correlation	NOUN
ger-473	407	11	(	(	PUNCT
ger-473	407	12	below	below	ADP
ger-473	407	13	diagonal	diagonal	ADJ
ger-473	407	14	)	)	PUNCT
ger-473	407	15	,	,	PUNCT
ger-473	407	16	and	and	CCONJ
ger-473	407	17	disattenuated	disattenuate	VERB
ger-473	407	18	correlations	correlation	NOUN
ger-473	407	19	(	(	PUNCT
ger-473	407	20	above	above	ADP
ger-473	407	21	diagonal	diagonal	NOUN
ger-473	407	22	)	)	PUNCT
ger-473	407	23	for	for	ADP
ger-473	407	24	composite	composite	ADJ
ger-473	407	25	scores	score	NOUN
ger-473	407	26	based	base	VERB
ger-473	407	27	on	on	ADP
ger-473	407	28	construct	construct	VERB
ger-473	407	29	oaa	oaa	PROPN
ger-473	407	30	-	-	PUNCT
ger-473	407	31	ut	ut	PROPN
ger-473	407	32	bnc	bnc	NOUN
ger-473	407	33	-	-	PUNCT
ger-473	407	34	ut	ut	PROPN
ger-473	407	35	operations	operation	NOUN
ger-473	407	36	and	and	CCONJ
ger-473	407	37	applied	apply	VERB
ger-473	407	38	arithmetic	arithmetic	ADJ
ger-473	407	39	(	(	PUNCT
ger-473	407	40	oaa	oaa	PROPN
ger-473	407	41	)	)	PUNCT
ger-473	407	42	0.91	0.91	NUM
ger-473	407	43	0.77	0.77	NUM
ger-473	407	44	basic	basic	ADJ
ger-473	407	45	number	number	NOUN
ger-473	407	46	concepts	concept	NOUN
ger-473	407	47	(	(	PUNCT
ger-473	407	48	bnc	bnc	NOUN
ger-473	407	49	)	)	PUNCT
ger-473	407	50	0.70	0.70	NUM
ger-473	407	51	0.88	0.88	NUM
ger-473	407	52	haberman	haberman	NOUN
ger-473	407	53	’s	’s	PART
ger-473	407	54	method	method	NOUN
ger-473	407	55	(	(	PUNCT
ger-473	407	56	2008	2008	NUM
ger-473	407	57	)	)	PUNCT
ger-473	407	58	to	to	PART
ger-473	407	59	implement	implement	VERB
ger-473	407	60	haberman	haberman	NOUN
ger-473	407	61	’s	’s	PART
ger-473	407	62	method	method	NOUN
ger-473	407	63	(	(	PUNCT
ger-473	407	64	2008	2008	NUM
ger-473	407	65	)	)	PUNCT
ger-473	407	66	,	,	PUNCT
ger-473	407	67	prmse	prmse	ADJ
ger-473	407	68	values	value	NOUN
ger-473	407	69	were	be	AUX
ger-473	407	70	calculated	calculate	VERB
ger-473	407	71	for	for	ADP
ger-473	407	72	the	the	DET
ger-473	407	73	subscores	subscore	NOUN
ger-473	407	74	(	(	PUNCT
ger-473	407	75	see	see	VERB
ger-473	407	76	table	table	NOUN
ger-473	407	77	7	7	NUM
ger-473	407	78	)	)	PUNCT
ger-473	407	79	.	.	PUNCT
ger-473	408	1	for	for	ADP
ger-473	408	2	each	each	PRON
ger-473	408	3	of	of	ADP
ger-473	408	4	the	the	DET
ger-473	408	5	subscores	subscore	NOUN
ger-473	408	6	,	,	PUNCT
ger-473	408	7	the	the	DET
ger-473	408	8	prmses	prmse	NOUN
ger-473	408	9	values	value	NOUN
ger-473	408	10	are	be	AUX
ger-473	408	11	greater	great	ADJ
ger-473	408	12	than	than	ADP
ger-473	408	13	the	the	DET
ger-473	408	14	prmsex	prmsex	NOUN
ger-473	408	15	values	value	NOUN
ger-473	408	16	,	,	PUNCT
ger-473	408	17	indicating	indicate	VERB
ger-473	408	18	that	that	SCONJ
ger-473	408	19	the	the	DET
ger-473	408	20	subscores	subscore	NOUN
ger-473	408	21	add	add	VERB
ger-473	408	22	value	value	NOUN
ger-473	408	23	beyond	beyond	ADP
ger-473	408	24	that	that	PRON
ger-473	408	25	of	of	ADP
ger-473	408	26	just	just	ADV
ger-473	408	27	the	the	DET
ger-473	408	28	overall	overall	ADJ
ger-473	408	29	untimed	untimed	ADJ
ger-473	408	30	composite	composite	ADJ
ger-473	408	31	score	score	NOUN
ger-473	408	32	.	.	PUNCT
ger-473	409	1	the	the	DET
ger-473	409	2	subscores	subscore	NOUN
ger-473	409	3	,	,	PUNCT
ger-473	409	4	compared	compare	VERB
ger-473	409	5	to	to	ADP
ger-473	409	6	the	the	DET
ger-473	409	7	overall	overall	ADJ
ger-473	409	8	untimed	untimed	ADJ
ger-473	409	9	composite	composite	ADJ
ger-473	409	10	score	score	NOUN
ger-473	409	11	,	,	PUNCT
ger-473	409	12	provide	provide	VERB
ger-473	409	13	more	more	ADV
ger-473	409	14	accurate	accurate	ADJ
ger-473	409	15	estimates	estimate	NOUN
ger-473	409	16	of	of	ADP
ger-473	409	17	the	the	DET
ger-473	409	18	true	true	ADJ
ger-473	409	19	score	score	NOUN
ger-473	409	20	.	.	PUNCT
ger-473	410	1	next	next	ADV
ger-473	410	2	,	,	PUNCT
ger-473	410	3	prmses	prmse	NOUN
ger-473	410	4	values	value	NOUN
ger-473	410	5	were	be	AUX
ger-473	410	6	calculated	calculate	VERB
ger-473	410	7	for	for	ADP
ger-473	410	8	the	the	DET
ger-473	410	9	bnc	bnc	NOUN
ger-473	410	10	-	-	PUNCT
ger-473	410	11	ut	ut	PROPN
ger-473	410	12	and	and	CCONJ
ger-473	410	13	oaa	oaa	PROPN
ger-473	410	14	-	-	PUNCT
ger-473	410	15	ut	ut	ADJ
ger-473	410	16	composite	composite	ADJ
ger-473	410	17	scores	score	NOUN
ger-473	410	18	(	(	PUNCT
ger-473	410	19	see	see	VERB
ger-473	410	20	table	table	NOUN
ger-473	410	21	8)	8)	NUM
ger-473	410	22	.	.	PUNCT
ger-473	411	1	for	for	ADP
ger-473	411	2	each	each	PRON
ger-473	411	3	of	of	ADP
ger-473	411	4	the	the	DET
ger-473	411	5	composite	composite	ADJ
ger-473	411	6	scores	score	NOUN
ger-473	411	7	,	,	PUNCT
ger-473	411	8	the	the	DET
ger-473	411	9	prmses	prmse	NOUN
ger-473	411	10	values	value	NOUN
ger-473	411	11	are	be	AUX
ger-473	411	12	greater	great	ADJ
ger-473	411	13	than	than	ADP
ger-473	411	14	the	the	DET
ger-473	411	15	prmsex	prmsex	NOUN
ger-473	411	16	values	value	NOUN
ger-473	411	17	,	,	PUNCT
ger-473	411	18	indicating	indicate	VERB
ger-473	411	19	that	that	SCONJ
ger-473	411	20	the	the	DET
ger-473	411	21	composite	composite	ADJ
ger-473	411	22	scores	score	NOUN
ger-473	411	23	add	add	VERB
ger-473	411	24	value	value	NOUN
ger-473	411	25	over	over	ADP
ger-473	411	26	the	the	DET
ger-473	411	27	overall	overall	ADJ
ger-473	411	28	untimed	untimed	ADJ
ger-473	411	29	composite	composite	ADJ
ger-473	411	30	score	score	NOUN
ger-473	411	31	.	.	PUNCT
ger-473	412	1	the	the	DET
ger-473	412	2	bnc	bnc	NOUN
ger-473	412	3	-	-	PUNCT
ger-473	412	4	ut	ut	PROPN
ger-473	412	5	and	and	CCONJ
ger-473	412	6	oaa	oaa	PROPN
ger-473	412	7	-	-	PUNCT
ger-473	412	8	ut	ut	ADJ
ger-473	412	9	composite	composite	ADJ
ger-473	412	10	scores	score	NOUN
ger-473	412	11	,	,	PUNCT
ger-473	412	12	compared	compare	VERB
ger-473	412	13	to	to	ADP
ger-473	412	14	the	the	DET
ger-473	412	15	overall	overall	ADJ
ger-473	412	16	untimed	untimed	ADJ
ger-473	412	17	composite	composite	ADJ
ger-473	412	18	score	score	NOUN
ger-473	412	19	,	,	PUNCT
ger-473	412	20	provide	provide	VERB
ger-473	412	21	more	more	ADV
ger-473	412	22	accurate	accurate	ADJ
ger-473	412	23	estimates	estimate	NOUN
ger-473	412	24	of	of	ADP
ger-473	412	25	the	the	DET
ger-473	412	26	true	true	ADJ
ger-473	412	27	score	score	NOUN
ger-473	412	28	.	.	PUNCT
ger-473	413	1	table	table	NOUN
ger-473	413	2	7	7	NUM
ger-473	413	3	proportional	proportional	ADJ
ger-473	413	4	reduction	reduction	NOUN
ger-473	413	5	in	in	ADP
ger-473	413	6	mean	mean	ADJ
ger-473	413	7	squared	square	VERB
ger-473	413	8	error	error	NOUN
ger-473	413	9	(	(	PUNCT
ger-473	413	10	prmse	prmse	NOUN
ger-473	413	11	)	)	PUNCT
ger-473	413	12	for	for	ADP
ger-473	413	13	subscores	subscore	NOUN
ger-473	413	14	subtest	subt	ADJ
ger-473	413	15	prmses	prmse	NOUN
ger-473	413	16	prmsex	prmsex	VERB
ger-473	413	17	quantity	quantity	NOUN
ger-473	413	18	discrimination	discrimination	NOUN
ger-473	413	19	0.88	0.88	NUM
ger-473	413	20	0.69	0.69	NUM
ger-473	413	21	missing	miss	VERB
ger-473	413	22	number	number	NOUN
ger-473	413	23	0.86	0.86	NUM
ger-473	413	24	0.82	0.82	NUM
ger-473	413	25	addition	addition	NOUN
ger-473	413	26	–	–	PUNCT
ger-473	413	27	level	level	NOUN
ger-473	413	28	2	2	NUM
ger-473	413	29	0.73	0.73	NUM
ger-473	413	30	0.72	0.72	NUM
ger-473	413	31	subtraction	subtraction	NOUN
ger-473	413	32	–	–	PUNCT
ger-473	413	33	level	level	NOUN
ger-473	413	34	2	2	NUM
ger-473	413	35	0.78	0.78	NUM
ger-473	413	36	0.66	0.66	NUM
ger-473	413	37	word	word	NOUN
ger-473	413	38	problems	problem	VERB
ger-473	413	39	0.79	0.79	NUM
ger-473	413	40	0.71	0.71	NUM
ger-473	413	41	aligning	align	VERB
ger-473	413	42	test	test	NOUN
ger-473	413	43	scoring	scoring	NOUN
ger-473	413	44	procedures	procedure	NOUN
ger-473	413	45	with	with	ADP
ger-473	413	46	test	test	NOUN
ger-473	413	47	uses	use	VERB
ger-473	413	48	157	157	NUM
ger-473	413	49	table	table	NOUN
ger-473	413	50	8	8	NUM
ger-473	413	51	proportional	proportional	ADJ
ger-473	413	52	reduction	reduction	NOUN
ger-473	413	53	in	in	ADP
ger-473	413	54	mean	mean	ADJ
ger-473	413	55	squared	square	VERB
ger-473	413	56	error	error	NOUN
ger-473	413	57	(	(	PUNCT
ger-473	413	58	prmse	prmse	NOUN
ger-473	413	59	)	)	PUNCT
ger-473	413	60	for	for	SCONJ
ger-473	413	61	composite	composite	ADJ
ger-473	413	62	scores	score	NOUN
ger-473	413	63	construct	construct	VERB
ger-473	413	64	subtests	subtest	NOUN
ger-473	413	65	prmses	prmse	NOUN
ger-473	413	66	prmsex	prmsex	VERB
ger-473	413	67	basic	basic	ADJ
ger-473	413	68	number	number	NOUN
ger-473	413	69	conceptsuntimed	conceptsuntime	VERB
ger-473	413	70	quantity	quantity	NOUN
ger-473	413	71	discrimination	discrimination	NOUN
ger-473	413	72	0.91	0.91	NUM
ger-473	413	73	0.85	0.85	NUM
ger-473	413	74	missing	miss	VERB
ger-473	413	75	number	number	NOUN
ger-473	413	76	operations	operation	NOUN
ger-473	413	77	and	and	CCONJ
ger-473	413	78	applied	apply	VERB
ger-473	413	79	arithmetic	arithmetic	ADJ
ger-473	413	80	-	-	PUNCT
ger-473	413	81	untimed	untimed	NOUN
ger-473	413	82	addition	addition	NOUN
ger-473	413	83	–	–	PUNCT
ger-473	413	84	level	level	NOUN
ger-473	413	85	2	2	NUM
ger-473	413	86	0.88	0.88	NUM
ger-473	413	87	0.82	0.82	NUM
ger-473	413	88	subtraction	subtraction	NOUN
ger-473	413	89	–	–	PUNCT
ger-473	413	90	level	level	NOUN
ger-473	413	91	2	2	NUM
ger-473	413	92	word	word	NOUN
ger-473	413	93	problems	problem	NOUN
ger-473	413	94	discussion	discussion	VERB
ger-473	413	95	the	the	DET
ger-473	413	96	purpose	purpose	NOUN
ger-473	413	97	of	of	ADP
ger-473	413	98	this	this	DET
ger-473	413	99	manuscript	manuscript	NOUN
ger-473	413	100	was	be	AUX
ger-473	413	101	to	to	PART
ger-473	413	102	examine	examine	VERB
ger-473	413	103	three	three	NUM
ger-473	413	104	test	test	NOUN
ger-473	413	105	scoring	scoring	NOUN
ger-473	413	106	approaches	approach	NOUN
ger-473	413	107	for	for	SCONJ
ger-473	413	108	the	the	DET
ger-473	413	109	egma	egma	NOUN
ger-473	413	110	to	to	PART
ger-473	413	111	address	address	VERB
ger-473	413	112	a	a	DET
ger-473	413	113	stated	state	VERB
ger-473	413	114	need	need	NOUN
ger-473	413	115	in	in	ADP
ger-473	413	116	the	the	DET
ger-473	413	117	field	field	NOUN
ger-473	413	118	to	to	PART
ger-473	413	119	provide	provide	VERB
ger-473	413	120	various	various	ADJ
ger-473	413	121	stakeholders	stakeholder	NOUN
ger-473	413	122	with	with	ADP
ger-473	413	123	actionable	actionable	ADJ
ger-473	413	124	and	and	CCONJ
ger-473	413	125	interpretable	interpretable	ADJ
ger-473	413	126	results	result	NOUN
ger-473	413	127	.	.	PUNCT
ger-473	414	1	the	the	DET
ger-473	414	2	criteria	criterion	NOUN
ger-473	414	3	on	on	ADP
ger-473	414	4	which	which	PRON
ger-473	414	5	the	the	DET
ger-473	414	6	test	test	NOUN
ger-473	414	7	scoring	scoring	NOUN
ger-473	414	8	approaches	approach	NOUN
ger-473	414	9	were	be	AUX
ger-473	414	10	evaluated	evaluate	VERB
ger-473	414	11	included	include	VERB
ger-473	414	12	the	the	DET
ger-473	414	13	psychometric	psychometric	ADJ
ger-473	414	14	properties	property	NOUN
ger-473	414	15	and	and	CCONJ
ger-473	414	16	usefulness	usefulness	NOUN
ger-473	414	17	of	of	ADP
ger-473	414	18	the	the	DET
ger-473	414	19	results	result	NOUN
ger-473	414	20	to	to	ADP
ger-473	414	21	stakeholders	stakeholder	NOUN
ger-473	414	22	.	.	PUNCT
ger-473	415	1	each	each	DET
ger-473	415	2	test	test	NOUN
ger-473	415	3	scoring	scoring	NOUN
ger-473	415	4	approach	approach	NOUN
ger-473	415	5	was	be	AUX
ger-473	415	6	evaluated	evaluate	VERB
ger-473	415	7	against	against	ADP
ger-473	415	8	these	these	DET
ger-473	415	9	criteria	criterion	NOUN
ger-473	415	10	,	,	PUNCT
ger-473	415	11	and	and	CCONJ
ger-473	415	12	implications	implication	NOUN
ger-473	415	13	for	for	ADP
ger-473	415	14	the	the	DET
ger-473	415	15	validity	validity	NOUN
ger-473	415	16	of	of	ADP
ger-473	415	17	the	the	DET
ger-473	415	18	intended	intend	VERB
ger-473	415	19	uses	use	NOUN
ger-473	415	20	and	and	CCONJ
ger-473	415	21	interpretations	interpretation	NOUN
ger-473	415	22	are	be	AUX
ger-473	415	23	considered	consider	VERB
ger-473	415	24	.	.	PUNCT
ger-473	416	1	evaluation	evaluation	NOUN
ger-473	416	2	of	of	ADP
ger-473	416	3	the	the	DET
ger-473	416	4	psychometric	psychometric	ADJ
ger-473	416	5	properties	property	NOUN
ger-473	416	6	of	of	ADP
ger-473	416	7	three	three	NUM
ger-473	416	8	test	test	NOUN
ger-473	416	9	scoring	scoring	NOUN
ger-473	416	10	approaches	approach	NOUN
ger-473	416	11	as	as	SCONJ
ger-473	416	12	previously	previously	ADV
ger-473	416	13	noted	note	VERB
ger-473	416	14	,	,	PUNCT
ger-473	416	15	responses	response	NOUN
ger-473	416	16	from	from	ADP
ger-473	416	17	the	the	DET
ger-473	416	18	timed	time	VERB
ger-473	416	19	egma	egma	NOUN
ger-473	416	20	subtests	subtest	NOUN
ger-473	416	21	can	can	AUX
ger-473	416	22	not	not	PART
ger-473	416	23	be	be	AUX
ger-473	416	24	combined	combine	VERB
ger-473	416	25	with	with	ADP
ger-473	416	26	responses	response	NOUN
ger-473	416	27	from	from	ADP
ger-473	416	28	the	the	DET
ger-473	416	29	untimed	untimed	ADJ
ger-473	416	30	egma	egma	NOUN
ger-473	416	31	subtests	subtest	NOUN
ger-473	416	32	because	because	SCONJ
ger-473	416	33	such	such	ADJ
ger-473	416	34	procedures	procedure	NOUN
ger-473	416	35	conflict	conflict	NOUN
ger-473	416	36	with	with	ADP
ger-473	416	37	generally	generally	ADV
ger-473	416	38	accepted	accept	VERB
ger-473	416	39	statistical	statistical	ADJ
ger-473	416	40	tenets	tenet	NOUN
ger-473	416	41	.	.	PUNCT
ger-473	417	1	because	because	SCONJ
ger-473	417	2	of	of	ADP
ger-473	417	3	this	this	DET
ger-473	417	4	technical	technical	ADJ
ger-473	417	5	limitation	limitation	NOUN
ger-473	417	6	,	,	PUNCT
ger-473	417	7	generalizations	generalization	NOUN
ger-473	417	8	about	about	ADP
ger-473	417	9	the	the	DET
ger-473	417	10	total	total	ADJ
ger-473	417	11	scores	score	NOUN
ger-473	417	12	and	and	CCONJ
ger-473	417	13	composite	composite	ADJ
ger-473	417	14	scores	score	NOUN
ger-473	417	15	are	be	AUX
ger-473	417	16	based	base	VERB
ger-473	417	17	on	on	ADP
ger-473	417	18	aggregating	aggregate	VERB
ger-473	417	19	results	result	NOUN
ger-473	417	20	from	from	ADP
ger-473	417	21	the	the	DET
ger-473	417	22	untimed	untimed	ADJ
ger-473	417	23	subtests	subtest	NOUN
ger-473	417	24	including	include	VERB
ger-473	417	25	quantity	quantity	NOUN
ger-473	417	26	discrimination	discrimination	NOUN
ger-473	417	27	,	,	PUNCT
ger-473	417	28	missing	missing	ADJ
ger-473	417	29	number	number	NOUN
ger-473	417	30	,	,	PUNCT
ger-473	417	31	addition	addition	NOUN
ger-473	417	32	–	–	PUNCT
ger-473	417	33	level	level	NOUN
ger-473	417	34	2	2	NUM
ger-473	417	35	,	,	PUNCT
ger-473	417	36	subtraction	subtraction	NOUN
ger-473	417	37	–	–	PUNCT
ger-473	417	38	level	level	NOUN
ger-473	417	39	2	2	NUM
ger-473	417	40	,	,	PUNCT
ger-473	417	41	and	and	CCONJ
ger-473	417	42	word	word	NOUN
ger-473	417	43	problems	problem	NOUN
ger-473	417	44	.	.	PUNCT
ger-473	418	1	taking	take	VERB
ger-473	418	2	this	this	DET
ger-473	418	3	constraint	constraint	NOUN
ger-473	418	4	into	into	ADP
ger-473	418	5	account	account	NOUN
ger-473	418	6	,	,	PUNCT
ger-473	418	7	it	it	PRON
ger-473	418	8	is	be	AUX
ger-473	418	9	not	not	PART
ger-473	418	10	possible	possible	ADJ
ger-473	418	11	to	to	PART
ger-473	418	12	generate	generate	VERB
ger-473	418	13	a	a	DET
ger-473	418	14	total	total	ADJ
ger-473	418	15	score	score	NOUN
ger-473	418	16	for	for	ADP
ger-473	418	17	the	the	DET
ger-473	418	18	operational	operational	ADJ
ger-473	418	19	egma	egma	NOUN
ger-473	418	20	,	,	PUNCT
ger-473	418	21	or	or	CCONJ
ger-473	418	22	composite	composite	ADJ
ger-473	418	23	scores	score	NOUN
ger-473	418	24	that	that	PRON
ger-473	418	25	are	be	AUX
ger-473	418	26	fully	fully	ADV
ger-473	418	27	representational	representational	ADJ
ger-473	418	28	of	of	ADP
ger-473	418	29	the	the	DET
ger-473	418	30	subcomponents	subcomponent	NOUN
ger-473	418	31	of	of	ADP
ger-473	418	32	the	the	DET
ger-473	418	33	construct	construct	NOUN
ger-473	418	34	of	of	ADP
ger-473	418	35	early	early	ADJ
ger-473	418	36	numeracy	numeracy	NOUN
ger-473	418	37	.	.	PUNCT
ger-473	419	1	as	as	ADP
ger-473	419	2	such	such	ADJ
ger-473	419	3	,	,	PUNCT
ger-473	419	4	the	the	DET
ger-473	419	5	discussion	discussion	NOUN
ger-473	419	6	about	about	ADP
ger-473	419	7	the	the	DET
ger-473	419	8	psychometric	psychometric	ADJ
ger-473	419	9	properties	property	NOUN
ger-473	419	10	will	will	AUX
ger-473	419	11	focus	focus	VERB
ger-473	419	12	on	on	ADP
ger-473	419	13	subscores	subscore	NOUN
ger-473	419	14	and	and	CCONJ
ger-473	419	15	three	three	NUM
ger-473	419	16	composite	composite	ADJ
ger-473	419	17	scores	score	NOUN
ger-473	419	18	with	with	ADP
ger-473	419	19	untimed	untimed	ADJ
ger-473	419	20	subtests	subtest	NOUN
ger-473	419	21	(	(	PUNCT
ger-473	419	22	oaa	oaa	PROPN
ger-473	419	23	-	-	PUNCT
ger-473	419	24	ut	ut	PROPN
ger-473	419	25	,	,	PUNCT
ger-473	419	26	bnc	bnc	NOUN
ger-473	419	27	-	-	PUNCT
ger-473	419	28	ut	ut	PROPN
ger-473	419	29	,	,	PUNCT
ger-473	419	30	and	and	CCONJ
ger-473	419	31	overall	overall	ADJ
ger-473	419	32	untimed	untimed	ADJ
ger-473	419	33	composite	composite	NOUN
ger-473	419	34	)	)	PUNCT
ger-473	419	35	.	.	PUNCT
ger-473	420	1	three	three	NUM
ger-473	420	2	psychometric	psychometric	ADJ
ger-473	420	3	properties	property	NOUN
ger-473	420	4	were	be	AUX
ger-473	420	5	examined	examine	VERB
ger-473	420	6	:	:	PUNCT
ger-473	420	7	internal	internal	ADJ
ger-473	420	8	consistency	consistency	NOUN
ger-473	420	9	reliability	reliability	NOUN
ger-473	420	10	,	,	PUNCT
ger-473	420	11	distinctiveness	distinctiveness	NOUN
ger-473	420	12	of	of	ADP
ger-473	420	13	the	the	DET
ger-473	420	14	scores	score	NOUN
ger-473	420	15	,	,	PUNCT
ger-473	420	16	and	and	CCONJ
ger-473	420	17	the	the	DET
ger-473	420	18	additional	additional	ADJ
ger-473	420	19	information	information	NOUN
ger-473	420	20	provided	provide	VERB
ger-473	420	21	by	by	ADP
ger-473	420	22	the	the	DET
ger-473	420	23	scores	score	NOUN
ger-473	420	24	.	.	PUNCT
ger-473	421	1	first	first	ADV
ger-473	421	2	,	,	PUNCT
ger-473	421	3	the	the	DET
ger-473	421	4	internal	internal	ADJ
ger-473	421	5	consistency	consistency	NOUN
ger-473	421	6	reliability	reliability	NOUN
ger-473	421	7	coefficients	coefficient	NOUN
ger-473	421	8	were	be	AUX
ger-473	421	9	examined	examine	VERB
ger-473	421	10	for	for	ADP
ger-473	421	11	each	each	DET
ger-473	421	12	subscore	subscore	ADJ
ger-473	421	13	,	,	PUNCT
ger-473	421	14	the	the	DET
ger-473	421	15	oaa	oaa	PROPN
ger-473	421	16	-	-	PUNCT
ger-473	421	17	ut	ut	PROPN
ger-473	421	18	and	and	CCONJ
ger-473	421	19	bnc	bnc	NOUN
ger-473	421	20	-	-	PUNCT
ger-473	421	21	ut	ut	PROPN
ger-473	421	22	composite	composite	ADJ
ger-473	421	23	scores	score	NOUN
ger-473	421	24	,	,	PUNCT
ger-473	421	25	and	and	CCONJ
ger-473	421	26	the	the	DET
ger-473	421	27	overall	overall	ADJ
ger-473	421	28	untimed	untimed	ADJ
ger-473	421	29	composite	composite	ADJ
ger-473	421	30	scores	score	NOUN
ger-473	421	31	.	.	PUNCT
ger-473	422	1	all	all	DET
ger-473	422	2	reliability	reliability	NOUN
ger-473	422	3	coefficients	coefficient	NOUN
ger-473	422	4	were	be	AUX
ger-473	422	5	within	within	ADP
ger-473	422	6	acceptable	acceptable	ADJ
ger-473	422	7	bounds	bound	NOUN
ger-473	422	8	.	.	PUNCT
ger-473	423	1	second	second	ADJ
ger-473	423	2	,	,	PUNCT
ger-473	423	3	when	when	SCONJ
ger-473	423	4	examining	examine	VERB
ger-473	423	5	the	the	DET
ger-473	423	6	distinctiveness	distinctiveness	NOUN
ger-473	423	7	of	of	ADP
ger-473	423	8	the	the	DET
ger-473	423	9	subscores	subscore	NOUN
ger-473	423	10	,	,	PUNCT
ger-473	423	11	all	all	DET
ger-473	423	12	subscores	subscore	NOUN
ger-473	423	13	are	be	AUX
ger-473	423	14	distinct	distinct	ADJ
ger-473	423	15	,	,	PUNCT
ger-473	423	16	with	with	ADP
ger-473	423	17	the	the	DET
ger-473	423	18	exception	exception	NOUN
ger-473	423	19	of	of	ADP
ger-473	423	20	addition	addition	NOUN
ger-473	423	21	–	–	PUNCT
ger-473	423	22	level	level	NOUN
ger-473	423	23	2	2	NUM
ger-473	423	24	and	and	CCONJ
ger-473	423	25	subtraction	subtraction	NOUN
ger-473	423	26	–	–	PUNCT
ger-473	423	27	level	level	NOUN
ger-473	424	1	2	2	NUM
ger-473	424	2	.	.	PUNCT
ger-473	425	1	it	it	PRON
ger-473	425	2	is	be	AUX
ger-473	425	3	possible	possible	ADJ
ger-473	425	4	that	that	SCONJ
ger-473	425	5	responses	response	NOUN
ger-473	425	6	from	from	ADP
ger-473	425	7	these	these	DET
ger-473	425	8	subtests	subtest	NOUN
ger-473	425	9	can	can	AUX
ger-473	425	10	be	be	AUX
ger-473	425	11	combined	combine	VERB
ger-473	425	12	to	to	PART
ger-473	425	13	improve	improve	VERB
ger-473	425	14	the	the	DET
ger-473	425	15	distinctiveness	distinctiveness	NOUN
ger-473	425	16	of	of	ADP
ger-473	425	17	these	these	DET
ger-473	425	18	subscores	subscore	NOUN
ger-473	425	19	.	.	PUNCT
ger-473	426	1	moreover	moreover	ADV
ger-473	426	2	,	,	PUNCT
ger-473	426	3	the	the	DET
ger-473	426	4	oaa	oaa	PROPN
ger-473	426	5	-	-	PUNCT
ger-473	426	6	ut	ut	PROPN
ger-473	426	7	and	and	CCONJ
ger-473	426	8	bnc	bnc	NOUN
ger-473	426	9	-	-	PUNCT
ger-473	426	10	ut	ut	PROPN
ger-473	426	11	composite	composite	ADJ
ger-473	426	12	scores	score	NOUN
ger-473	426	13	are	be	AUX
ger-473	426	14	distinct	distinct	ADJ
ger-473	426	15	.	.	PUNCT
ger-473	427	1	third	third	ADJ
ger-473	427	2	,	,	PUNCT
ger-473	427	3	and	and	CCONJ
ger-473	427	4	finally	finally	ADV
ger-473	427	5	,	,	PUNCT
ger-473	427	6	to	to	PART
ger-473	427	7	examine	examine	VERB
ger-473	427	8	the	the	DET
ger-473	427	9	value	value	NOUN
ger-473	427	10	of	of	ADP
ger-473	427	11	the	the	DET
ger-473	427	12	information	information	NOUN
ger-473	427	13	provided	provide	VERB
ger-473	427	14	by	by	ADP
ger-473	427	15	the	the	DET
ger-473	427	16	subscores	subscore	NOUN
ger-473	427	17	and	and	CCONJ
ger-473	427	18	the	the	DET
ger-473	427	19	composite	composite	ADJ
ger-473	427	20	scores	score	NOUN
ger-473	427	21	,	,	PUNCT
ger-473	427	22	the	the	DET
ger-473	427	23	proportion	proportion	NOUN
ger-473	427	24	reduction	reduction	NOUN
ger-473	427	25	in	in	ADP
ger-473	427	26	mean	mean	ADJ
ger-473	427	27	squared	square	VERB
ger-473	427	28	error	error	NOUN
ger-473	427	29	(	(	PUNCT
ger-473	427	30	prmse	prmse	NOUN
ger-473	427	31	)	)	PUNCT
ger-473	427	32	was	be	AUX
ger-473	427	33	158	158	NUM
ger-473	427	34	global	global	ADJ
ger-473	427	35	education	education	NOUN
ger-473	427	36	review	review	NOUN
ger-473	427	37	5(3	5(3	NUM
ger-473	427	38	)	)	PUNCT
ger-473	427	39	examined	examine	VERB
ger-473	427	40	for	for	ADP
ger-473	427	41	the	the	DET
ger-473	427	42	subscores	subscore	NOUN
ger-473	427	43	and	and	CCONJ
ger-473	427	44	composite	composite	ADJ
ger-473	427	45	scores	score	NOUN
ger-473	427	46	as	as	SCONJ
ger-473	427	47	compared	compare	VERB
ger-473	427	48	to	to	ADP
ger-473	427	49	the	the	DET
ger-473	427	50	overall	overall	ADJ
ger-473	427	51	untimed	untimed	ADJ
ger-473	427	52	composite	composite	ADJ
ger-473	427	53	score	score	NOUN
ger-473	427	54	.	.	PUNCT
ger-473	428	1	results	result	NOUN
ger-473	428	2	indicate	indicate	VERB
ger-473	428	3	that	that	SCONJ
ger-473	428	4	the	the	DET
ger-473	428	5	subscores	subscore	NOUN
ger-473	428	6	and	and	CCONJ
ger-473	428	7	oaa	oaa	PROPN
ger-473	428	8	-	-	PUNCT
ger-473	428	9	ut	ut	PROPN
ger-473	428	10	and	and	CCONJ
ger-473	428	11	bnc	bnc	NOUN
ger-473	428	12	-	-	PUNCT
ger-473	428	13	ut	ut	PROPN
ger-473	428	14	composite	composite	ADJ
ger-473	428	15	scores	score	NOUN
ger-473	428	16	add	add	VERB
ger-473	428	17	value	value	NOUN
ger-473	428	18	beyond	beyond	ADP
ger-473	428	19	the	the	DET
ger-473	428	20	overall	overall	ADJ
ger-473	428	21	untimed	untimed	ADJ
ger-473	428	22	composite	composite	ADJ
ger-473	428	23	score	score	NOUN
ger-473	428	24	and	and	CCONJ
ger-473	428	25	provide	provide	VERB
ger-473	428	26	more	more	ADV
ger-473	428	27	accurate	accurate	ADJ
ger-473	428	28	estimates	estimate	NOUN
ger-473	428	29	of	of	ADP
ger-473	428	30	the	the	DET
ger-473	428	31	true	true	ADJ
ger-473	428	32	score	score	NOUN
ger-473	428	33	.	.	PUNCT
ger-473	429	1	in	in	ADP
ger-473	429	2	summary	summary	NOUN
ger-473	429	3	,	,	PUNCT
ger-473	429	4	the	the	DET
ger-473	429	5	available	available	ADJ
ger-473	429	6	evidence	evidence	NOUN
ger-473	429	7	supports	support	VERB
ger-473	429	8	the	the	DET
ger-473	429	9	psychometric	psychometric	ADJ
ger-473	429	10	properties	property	NOUN
ger-473	429	11	of	of	ADP
ger-473	429	12	the	the	DET
ger-473	429	13	subscores	subscore	NOUN
ger-473	429	14	,	,	PUNCT
ger-473	429	15	and	and	CCONJ
ger-473	429	16	the	the	DET
ger-473	429	17	oaa	oaa	PROPN
ger-473	429	18	-	-	PUNCT
ger-473	429	19	ut	ut	PROPN
ger-473	429	20	and	and	CCONJ
ger-473	429	21	bnc	bnc	NOUN
ger-473	429	22	-	-	PUNCT
ger-473	429	23	ut	ut	PROPN
ger-473	429	24	composite	composite	ADJ
ger-473	429	25	scores	score	NOUN
ger-473	429	26	.	.	PUNCT
ger-473	430	1	because	because	SCONJ
ger-473	430	2	the	the	DET
ger-473	430	3	subscores	subscore	NOUN
ger-473	430	4	and	and	CCONJ
ger-473	430	5	oaa	oaa	PROPN
ger-473	430	6	-	-	PUNCT
ger-473	430	7	ut	ut	PROPN
ger-473	430	8	and	and	CCONJ
ger-473	430	9	bnc	bnc	NOUN
ger-473	430	10	-	-	PUNCT
ger-473	430	11	ut	ut	PROPN
ger-473	430	12	composite	composite	ADJ
ger-473	430	13	scores	score	NOUN
ger-473	430	14	provide	provide	VERB
ger-473	430	15	more	more	ADV
ger-473	430	16	accurate	accurate	ADJ
ger-473	430	17	estimates	estimate	NOUN
ger-473	430	18	of	of	ADP
ger-473	430	19	the	the	DET
ger-473	430	20	true	true	ADJ
ger-473	430	21	score	score	NOUN
ger-473	430	22	than	than	ADP
ger-473	430	23	the	the	DET
ger-473	430	24	overall	overall	ADJ
ger-473	430	25	untimed	untimed	ADJ
ger-473	430	26	composite	composite	ADJ
ger-473	430	27	score	score	NOUN
ger-473	430	28	,	,	PUNCT
ger-473	430	29	the	the	DET
ger-473	430	30	use	use	NOUN
ger-473	430	31	of	of	ADP
ger-473	430	32	the	the	DET
ger-473	430	33	overall	overall	ADJ
ger-473	430	34	untimed	untimed	ADJ
ger-473	430	35	composite	composite	ADJ
ger-473	430	36	score	score	NOUN
ger-473	430	37	is	be	AUX
ger-473	430	38	not	not	PART
ger-473	430	39	supported	support	VERB
ger-473	430	40	with	with	ADP
ger-473	430	41	the	the	DET
ger-473	430	42	psychometric	psychometric	ADJ
ger-473	430	43	evidence	evidence	NOUN
ger-473	430	44	obtained	obtain	VERB
ger-473	430	45	in	in	ADP
ger-473	430	46	these	these	DET
ger-473	430	47	analyses	analysis	NOUN
ger-473	430	48	.	.	PUNCT
ger-473	431	1	evaluation	evaluation	NOUN
ger-473	431	2	of	of	ADP
ger-473	431	3	the	the	DET
ger-473	431	4	usefulness	usefulness	NOUN
ger-473	431	5	of	of	ADP
ger-473	431	6	test	test	NOUN
ger-473	431	7	scoring	scoring	NOUN
ger-473	431	8	approaches	approach	NOUN
ger-473	431	9	to	to	ADP
ger-473	431	10	stakeholders	stakeholder	NOUN
ger-473	431	11	an	an	DET
ger-473	431	12	important	important	ADJ
ger-473	431	13	consideration	consideration	NOUN
ger-473	431	14	for	for	ADP
ger-473	431	15	this	this	DET
ger-473	431	16	manuscript	manuscript	NOUN
ger-473	431	17	was	be	AUX
ger-473	431	18	the	the	DET
ger-473	431	19	usability	usability	NOUN
ger-473	431	20	of	of	ADP
ger-473	431	21	the	the	DET
ger-473	431	22	results	result	NOUN
ger-473	431	23	by	by	ADP
ger-473	431	24	various	various	ADJ
ger-473	431	25	stakeholders	stakeholder	NOUN
ger-473	431	26	.	.	PUNCT
ger-473	432	1	as	as	SCONJ
ger-473	432	2	previously	previously	ADV
ger-473	432	3	noted	note	VERB
ger-473	432	4	,	,	PUNCT
ger-473	432	5	stakeholders	stakeholder	NOUN
ger-473	432	6	use	use	VERB
ger-473	432	7	the	the	DET
ger-473	432	8	egma	egma	NOUN
ger-473	432	9	results	result	NOUN
ger-473	432	10	for	for	ADP
ger-473	432	11	different	different	ADJ
ger-473	432	12	purposes	purpose	NOUN
ger-473	432	13	and	and	CCONJ
ger-473	432	14	,	,	PUNCT
ger-473	432	15	as	as	ADP
ger-473	432	16	such	such	ADJ
ger-473	432	17	,	,	PUNCT
ger-473	432	18	may	may	AUX
ger-473	432	19	seek	seek	VERB
ger-473	432	20	different	different	ADJ
ger-473	432	21	mechanisms	mechanism	NOUN
ger-473	432	22	of	of	ADP
ger-473	432	23	aggregating	aggregate	VERB
ger-473	432	24	students	student	NOUN
ger-473	432	25	’	'	PUNCT
ger-473	432	26	responses	response	NOUN
ger-473	432	27	.	.	PUNCT
ger-473	433	1	concerns	concern	NOUN
ger-473	433	2	regarding	regard	VERB
ger-473	433	3	the	the	DET
ger-473	433	4	interpretability	interpretability	NOUN
ger-473	433	5	of	of	ADP
ger-473	433	6	the	the	DET
ger-473	433	7	subscores	subscore	NOUN
ger-473	433	8	have	have	AUX
ger-473	433	9	emerged	emerge	VERB
ger-473	433	10	from	from	ADP
ger-473	433	11	the	the	DET
ger-473	433	12	field	field	NOUN
ger-473	433	13	,	,	PUNCT
ger-473	433	14	specifically	specifically	ADV
ger-473	433	15	focused	focus	VERB
ger-473	433	16	on	on	ADP
ger-473	433	17	the	the	DET
ger-473	433	18	length	length	NOUN
ger-473	433	19	of	of	ADP
ger-473	433	20	score	score	NOUN
ger-473	433	21	reports	report	NOUN
ger-473	433	22	and	and	CCONJ
ger-473	433	23	presentation	presentation	NOUN
ger-473	433	24	of	of	ADP
ger-473	433	25	results	result	NOUN
ger-473	433	26	,	,	PUNCT
ger-473	433	27	as	as	ADV
ger-473	433	28	well	well	ADV
ger-473	433	29	as	as	ADP
ger-473	433	30	the	the	DET
ger-473	433	31	difficulty	difficulty	NOUN
ger-473	433	32	non	non	NOUN
ger-473	433	33	-	-	NOUN
ger-473	433	34	experts	expert	NOUN
ger-473	433	35	face	face	VERB
ger-473	433	36	when	when	SCONJ
ger-473	433	37	deciphering	decipher	VERB
ger-473	433	38	the	the	DET
ger-473	433	39	information	information	NOUN
ger-473	433	40	.	.	PUNCT
ger-473	434	1	in	in	ADP
ger-473	434	2	this	this	DET
ger-473	434	3	section	section	NOUN
ger-473	434	4	,	,	PUNCT
ger-473	434	5	we	we	PRON
ger-473	434	6	examine	examine	VERB
ger-473	434	7	the	the	DET
ger-473	434	8	usefulness	usefulness	NOUN
ger-473	434	9	of	of	ADP
ger-473	434	10	the	the	DET
ger-473	434	11	test	test	NOUN
ger-473	434	12	scoring	scoring	NOUN
ger-473	434	13	approaches	approach	NOUN
ger-473	434	14	for	for	ADP
ger-473	434	15	guiding	guide	VERB
ger-473	434	16	reforms	reform	NOUN
ger-473	434	17	in	in	ADP
ger-473	434	18	policies	policy	NOUN
ger-473	434	19	and	and	CCONJ
ger-473	434	20	practices	practice	NOUN
ger-473	434	21	,	,	PUNCT
ger-473	434	22	and	and	CCONJ
ger-473	434	23	informing	inform	VERB
ger-473	434	24	intervention	intervention	NOUN
ger-473	434	25	design	design	NOUN
ger-473	434	26	and	and	CCONJ
ger-473	434	27	evaluation	evaluation	NOUN
ger-473	434	28	.	.	PUNCT
ger-473	435	1	to	to	PART
ger-473	435	2	aid	aid	VERB
ger-473	435	3	in	in	ADP
ger-473	435	4	determining	determine	VERB
ger-473	435	5	if	if	SCONJ
ger-473	435	6	the	the	DET
ger-473	435	7	results	result	NOUN
ger-473	435	8	are	be	AUX
ger-473	435	9	useful	useful	ADJ
ger-473	435	10	for	for	ADP
ger-473	435	11	making	make	VERB
ger-473	435	12	these	these	DET
ger-473	435	13	decisions	decision	NOUN
ger-473	435	14	,	,	PUNCT
ger-473	435	15	we	we	PRON
ger-473	435	16	selected	select	VERB
ger-473	435	17	specific	specific	ADJ
ger-473	435	18	cases	case	NOUN
ger-473	435	19	of	of	ADP
ger-473	435	20	students	student	NOUN
ger-473	435	21	to	to	PART
ger-473	435	22	illustrate	illustrate	VERB
ger-473	435	23	the	the	DET
ger-473	435	24	implications	implication	NOUN
ger-473	435	25	of	of	ADP
ger-473	435	26	reporting	report	VERB
ger-473	435	27	total	total	ADJ
ger-473	435	28	scores	score	NOUN
ger-473	435	29	,	,	PUNCT
ger-473	435	30	composite	composite	ADJ
ger-473	435	31	scores	score	NOUN
ger-473	435	32	,	,	PUNCT
ger-473	435	33	and	and	CCONJ
ger-473	435	34	subscores	subscore	NOUN
ger-473	435	35	on	on	ADP
ger-473	435	36	subsequent	subsequent	ADJ
ger-473	435	37	decisions	decision	NOUN
ger-473	435	38	.	.	PUNCT
ger-473	436	1	these	these	DET
ger-473	436	2	cases	case	NOUN
ger-473	436	3	represent	represent	VERB
ger-473	436	4	actual	actual	ADJ
ger-473	436	5	children	child	NOUN
ger-473	436	6	within	within	ADP
ger-473	436	7	the	the	DET
ger-473	436	8	dataset	dataset	NOUN
ger-473	436	9	used	use	VERB
ger-473	436	10	for	for	ADP
ger-473	436	11	these	these	DET
ger-473	436	12	analyses	analysis	NOUN
ger-473	436	13	.	.	PUNCT
ger-473	437	1	because	because	SCONJ
ger-473	437	2	stakeholders	stakeholder	NOUN
ger-473	437	3	may	may	AUX
ger-473	437	4	aggregate	aggregate	VERB
ger-473	437	5	subtest	subtest	ADJ
ger-473	437	6	scores	score	NOUN
ger-473	437	7	without	without	ADP
ger-473	437	8	knowing	know	VERB
ger-473	437	9	the	the	DET
ger-473	437	10	limitations	limitation	NOUN
ger-473	437	11	of	of	ADP
ger-473	437	12	the	the	DET
ger-473	437	13	psychometric	psychometric	ADJ
ger-473	437	14	properties	property	NOUN
ger-473	437	15	of	of	ADP
ger-473	437	16	the	the	DET
ger-473	437	17	scoring	scoring	NOUN
ger-473	437	18	approaches	approach	NOUN
ger-473	437	19	,	,	PUNCT
ger-473	437	20	we	we	PRON
ger-473	437	21	examine	examine	VERB
ger-473	437	22	a	a	DET
ger-473	437	23	range	range	NOUN
ger-473	437	24	of	of	ADP
ger-473	437	25	test	test	NOUN
ger-473	437	26	scoring	scoring	NOUN
ger-473	437	27	approaches	approach	NOUN
ger-473	437	28	.	.	PUNCT
ger-473	438	1	for	for	ADP
ger-473	438	2	the	the	DET
ger-473	438	3	total	total	ADJ
ger-473	438	4	score	score	NOUN
ger-473	438	5	,	,	PUNCT
ger-473	438	6	we	we	PRON
ger-473	438	7	examine	examine	VERB
ger-473	438	8	(	(	PUNCT
ger-473	438	9	1	1	NUM
ger-473	438	10	)	)	PUNCT
ger-473	438	11	total	total	ADJ
ger-473	438	12	score	score	NOUN
ger-473	438	13	that	that	PRON
ger-473	438	14	includes	include	VERB
ger-473	438	15	all	all	DET
ger-473	438	16	eight	eight	NUM
ger-473	438	17	subtests	subtest	NOUN
ger-473	438	18	,	,	PUNCT
ger-473	438	19	and	and	CCONJ
ger-473	438	20	(	(	PUNCT
ger-473	438	21	2	2	X
ger-473	438	22	)	)	PUNCT
ger-473	438	23	overall	overall	ADJ
ger-473	438	24	untimed	untimed	ADJ
ger-473	438	25	composite	composite	ADJ
ger-473	438	26	score	score	NOUN
ger-473	438	27	that	that	PRON
ger-473	438	28	includes	include	VERB
ger-473	438	29	only	only	ADV
ger-473	438	30	the	the	DET
ger-473	438	31	untimed	untimed	ADJ
ger-473	438	32	subtests	subtest	NOUN
ger-473	438	33	.	.	PUNCT
ger-473	439	1	for	for	ADP
ger-473	439	2	the	the	DET
ger-473	439	3	composite	composite	ADJ
ger-473	439	4	scores	score	NOUN
ger-473	439	5	,	,	PUNCT
ger-473	439	6	we	we	PRON
ger-473	439	7	examine	examine	VERB
ger-473	439	8	(	(	PUNCT
ger-473	439	9	1	1	X
ger-473	439	10	)	)	PUNCT
ger-473	439	11	comprehensive	comprehensive	ADJ
ger-473	439	12	composite	composite	ADJ
ger-473	439	13	scores	score	NOUN
ger-473	439	14	that	that	PRON
ger-473	439	15	include	include	VERB
ger-473	439	16	all	all	DET
ger-473	439	17	subtests	subtest	NOUN
ger-473	439	18	that	that	PRON
ger-473	439	19	contribute	contribute	VERB
ger-473	439	20	to	to	ADP
ger-473	439	21	the	the	DET
ger-473	439	22	associated	associate	VERB
ger-473	439	23	subcomponents	subcomponent	NOUN
ger-473	439	24	of	of	ADP
ger-473	439	25	the	the	DET
ger-473	439	26	construct	construct	NOUN
ger-473	439	27	(	(	PUNCT
ger-473	439	28	oaa	oaa	NOUN
ger-473	439	29	and	and	CCONJ
ger-473	439	30	bnc	bnc	NOUN
ger-473	439	31	)	)	PUNCT
ger-473	439	32	,	,	PUNCT
ger-473	439	33	and	and	CCONJ
ger-473	439	34	(	(	PUNCT
ger-473	439	35	2	2	X
ger-473	439	36	)	)	PUNCT
ger-473	439	37	untimed	untimed	ADJ
ger-473	439	38	composite	composite	ADJ
ger-473	439	39	scores	score	NOUN
ger-473	439	40	that	that	PRON
ger-473	439	41	include	include	VERB
ger-473	439	42	only	only	ADV
ger-473	439	43	the	the	DET
ger-473	439	44	untimed	untimed	ADJ
ger-473	439	45	subtests	subtest	NOUN
ger-473	439	46	that	that	PRON
ger-473	439	47	contribute	contribute	VERB
ger-473	439	48	to	to	ADP
ger-473	439	49	the	the	DET
ger-473	439	50	subcomponents	subcomponent	NOUN
ger-473	439	51	of	of	ADP
ger-473	439	52	the	the	DET
ger-473	439	53	construct	construct	NOUN
ger-473	439	54	(	(	PUNCT
ger-473	439	55	oaa	oaa	PROPN
ger-473	439	56	-	-	PUNCT
ger-473	439	57	ut	ut	PROPN
ger-473	439	58	and	and	CCONJ
ger-473	439	59	bnc	bnc	NOUN
ger-473	439	60	-	-	PUNCT
ger-473	439	61	ut	ut	PROPN
ger-473	439	62	)	)	PUNCT
ger-473	439	63	.	.	PUNCT
ger-473	440	1	all	all	DET
ger-473	440	2	subscores	subscore	NOUN
ger-473	440	3	for	for	ADP
ger-473	440	4	the	the	DET
ger-473	440	5	subtests	subtest	NOUN
ger-473	440	6	are	be	AUX
ger-473	440	7	considered	consider	VERB
ger-473	440	8	.	.	PUNCT
ger-473	441	1	it	it	PRON
ger-473	441	2	is	be	AUX
ger-473	441	3	important	important	ADJ
ger-473	441	4	to	to	PART
ger-473	441	5	note	note	VERB
ger-473	441	6	that	that	SCONJ
ger-473	441	7	the	the	DET
ger-473	441	8	scores	score	NOUN
ger-473	441	9	for	for	ADP
ger-473	441	10	the	the	DET
ger-473	441	11	timed	time	VERB
ger-473	441	12	subtests	subtest	NOUN
ger-473	441	13	(	(	PUNCT
ger-473	441	14	e.g.	e.g.	ADV
ger-473	441	15	,	,	PUNCT
ger-473	441	16	ni	ni	PROPN
ger-473	441	17	,	,	PUNCT
ger-473	441	18	a1	a1	PROPN
ger-473	441	19	,	,	PUNCT
ger-473	441	20	s1	s1	NOUN
ger-473	441	21	)	)	PUNCT
ger-473	441	22	may	may	AUX
ger-473	441	23	exceed	exceed	VERB
ger-473	441	24	the	the	DET
ger-473	441	25	total	total	ADJ
ger-473	441	26	number	number	NOUN
ger-473	441	27	of	of	ADP
ger-473	441	28	items	item	NOUN
ger-473	441	29	.	.	PUNCT
ger-473	442	1	based	base	VERB
ger-473	442	2	on	on	ADP
ger-473	442	3	the	the	DET
ger-473	442	4	formula	formula	NOUN
ger-473	442	5	presented	present	VERB
ger-473	442	6	earlier	early	ADV
ger-473	442	7	,	,	PUNCT
ger-473	442	8	this	this	DET
ger-473	442	9	situation	situation	NOUN
ger-473	442	10	occurs	occur	VERB
ger-473	442	11	when	when	SCONJ
ger-473	442	12	a	a	DET
ger-473	442	13	student	student	NOUN
ger-473	442	14	responds	respond	VERB
ger-473	442	15	to	to	ADP
ger-473	442	16	all	all	PRON
ger-473	442	17	of	of	ADP
ger-473	442	18	the	the	DET
ger-473	442	19	items	item	NOUN
ger-473	442	20	in	in	ADP
ger-473	442	21	less	less	ADJ
ger-473	442	22	than	than	ADP
ger-473	442	23	60	60	NUM
ger-473	442	24	seconds	second	NOUN
ger-473	442	25	.	.	PUNCT
ger-473	443	1	from	from	ADP
ger-473	443	2	the	the	DET
ger-473	443	3	operational	operational	ADJ
ger-473	443	4	data	datum	NOUN
ger-473	443	5	,	,	PUNCT
ger-473	443	6	we	we	PRON
ger-473	443	7	selected	select	VERB
ger-473	443	8	eight	eight	NUM
ger-473	443	9	cases	case	NOUN
ger-473	443	10	that	that	PRON
ger-473	443	11	are	be	AUX
ger-473	443	12	clustered	cluster	VERB
ger-473	443	13	into	into	ADP
ger-473	443	14	three	three	NUM
ger-473	443	15	groups	group	NOUN
ger-473	443	16	based	base	VERB
ger-473	443	17	on	on	ADP
ger-473	443	18	the	the	DET
ger-473	443	19	total	total	ADJ
ger-473	443	20	score	score	NOUN
ger-473	443	21	.	.	PUNCT
ger-473	444	1	cases	case	NOUN
ger-473	444	2	in	in	ADP
ger-473	444	3	group	group	NOUN
ger-473	444	4	1	1	NUM
ger-473	444	5	have	have	VERB
ger-473	444	6	high	high	ADJ
ger-473	444	7	total	total	ADJ
ger-473	444	8	scores	score	NOUN
ger-473	444	9	,	,	PUNCT
ger-473	444	10	cases	case	NOUN
ger-473	444	11	in	in	ADP
ger-473	444	12	group	group	NOUN
ger-473	444	13	2	2	NUM
ger-473	444	14	have	have	VERB
ger-473	444	15	moderate	moderate	ADJ
ger-473	444	16	total	total	ADJ
ger-473	444	17	scores	score	NOUN
ger-473	444	18	,	,	PUNCT
ger-473	444	19	and	and	CCONJ
ger-473	444	20	cases	case	NOUN
ger-473	444	21	in	in	ADP
ger-473	444	22	group	group	NOUN
ger-473	444	23	3	3	NUM
ger-473	444	24	have	have	VERB
ger-473	444	25	comparatively	comparatively	ADV
ger-473	444	26	lower	low	ADJ
ger-473	444	27	total	total	ADJ
ger-473	444	28	scores	score	NOUN
ger-473	444	29	.	.	PUNCT
ger-473	445	1	these	these	DET
ger-473	445	2	data	datum	NOUN
ger-473	445	3	are	be	AUX
ger-473	445	4	presented	present	VERB
ger-473	445	5	in	in	ADP
ger-473	445	6	table	table	NOUN
ger-473	445	7	9	9	NUM
ger-473	445	8	.	.	PUNCT
ger-473	446	1	the	the	DET
ger-473	446	2	mean	mean	ADJ
ger-473	446	3	and	and	CCONJ
ger-473	446	4	standard	standard	ADJ
ger-473	446	5	deviation	deviation	NOUN
ger-473	446	6	for	for	ADP
ger-473	446	7	the	the	DET
ger-473	446	8	total	total	ADJ
ger-473	446	9	scores	score	NOUN
ger-473	446	10	are	be	AUX
ger-473	446	11	m=77.81	m=77.81	NOUN
ger-473	446	12	and	and	CCONJ
ger-473	446	13	sd=30.99	sd=30.99	NOUN
ger-473	446	14	.	.	PUNCT
ger-473	447	1	the	the	DET
ger-473	447	2	distribution	distribution	NOUN
ger-473	447	3	of	of	ADP
ger-473	447	4	total	total	ADJ
ger-473	447	5	scores	score	NOUN
ger-473	447	6	can	can	AUX
ger-473	447	7	be	be	AUX
ger-473	447	8	seen	see	VERB
ger-473	447	9	in	in	ADP
ger-473	447	10	figure	figure	NOUN
ger-473	447	11	1	1	NUM
ger-473	447	12	.	.	PUNCT
ger-473	447	13	aligning	align	VERB
ger-473	447	14	test	test	NOUN
ger-473	447	15	scoring	scoring	NOUN
ger-473	447	16	procedures	procedure	NOUN
ger-473	447	17	with	with	ADP
ger-473	447	18	test	test	NOUN
ger-473	447	19	uses	use	VERB
ger-473	447	20	159	159	NUM
ger-473	447	21	figure	figure	NOUN
ger-473	447	22	1	1	NUM
ger-473	447	23	.	.	PUNCT
ger-473	448	1	egma	egma	NOUN
ger-473	448	2	total	total	ADJ
ger-473	448	3	score	score	NOUN
ger-473	448	4	distribution	distribution	NOUN
ger-473	448	5	.	.	PUNCT
ger-473	449	1	interpretations	interpretation	NOUN
ger-473	449	2	based	base	VERB
ger-473	449	3	on	on	ADP
ger-473	449	4	total	total	ADJ
ger-473	449	5	scores	score	NOUN
ger-473	449	6	because	because	SCONJ
ger-473	449	7	of	of	ADP
ger-473	449	8	the	the	DET
ger-473	449	9	similarities	similarity	NOUN
ger-473	449	10	in	in	ADP
ger-473	449	11	the	the	DET
ger-473	449	12	total	total	ADJ
ger-473	449	13	scores	score	NOUN
ger-473	449	14	for	for	ADP
ger-473	449	15	students	student	NOUN
ger-473	449	16	in	in	ADP
ger-473	449	17	these	these	DET
ger-473	449	18	groups	group	NOUN
ger-473	449	19	,	,	PUNCT
ger-473	449	20	stakeholders	stakeholder	NOUN
ger-473	449	21	may	may	AUX
ger-473	449	22	conclude	conclude	VERB
ger-473	449	23	that	that	SCONJ
ger-473	449	24	the	the	DET
ger-473	449	25	students	student	NOUN
ger-473	449	26	in	in	ADP
ger-473	449	27	each	each	DET
ger-473	449	28	group	group	NOUN
ger-473	449	29	have	have	VERB
ger-473	449	30	similar	similar	ADJ
ger-473	449	31	proficiency	proficiency	NOUN
ger-473	449	32	levels	level	NOUN
ger-473	449	33	in	in	ADP
ger-473	449	34	early	early	ADJ
ger-473	449	35	numeracy	numeracy	NOUN
ger-473	449	36	.	.	PUNCT
ger-473	450	1	as	as	SCONJ
ger-473	450	2	noted	note	VERB
ger-473	450	3	earlier	early	ADV
ger-473	450	4	,	,	PUNCT
ger-473	450	5	policy	policy	NOUN
ger-473	450	6	makers	maker	NOUN
ger-473	450	7	may	may	AUX
ger-473	450	8	seek	seek	VERB
ger-473	450	9	to	to	PART
ger-473	450	10	use	use	VERB
ger-473	450	11	total	total	ADJ
ger-473	450	12	scores	score	NOUN
ger-473	450	13	to	to	PART
ger-473	450	14	help	help	VERB
ger-473	450	15	evaluate	evaluate	VERB
ger-473	450	16	the	the	DET
ger-473	450	17	effectiveness	effectiveness	NOUN
ger-473	450	18	of	of	ADP
ger-473	450	19	educational	educational	ADJ
ger-473	450	20	policies	policy	NOUN
ger-473	450	21	or	or	CCONJ
ger-473	450	22	curricular	curricular	ADJ
ger-473	450	23	reforms	reform	NOUN
ger-473	450	24	,	,	PUNCT
ger-473	450	25	and	and	CCONJ
ger-473	450	26	researchers	researcher	NOUN
ger-473	450	27	or	or	CCONJ
ger-473	450	28	practitioners	practitioner	NOUN
ger-473	450	29	may	may	AUX
ger-473	450	30	look	look	VERB
ger-473	450	31	to	to	ADP
ger-473	450	32	total	total	ADJ
ger-473	450	33	scores	score	NOUN
ger-473	450	34	to	to	PART
ger-473	450	35	evaluate	evaluate	VERB
ger-473	450	36	the	the	DET
ger-473	450	37	outcomes	outcome	NOUN
ger-473	450	38	of	of	ADP
ger-473	450	39	instructional	instructional	ADJ
ger-473	450	40	practices	practice	NOUN
ger-473	450	41	or	or	CCONJ
ger-473	450	42	programs	program	NOUN
ger-473	450	43	.	.	PUNCT
ger-473	451	1	however	however	ADV
ger-473	451	2	,	,	PUNCT
ger-473	451	3	by	by	ADP
ger-473	451	4	examining	examine	VERB
ger-473	451	5	the	the	DET
ger-473	451	6	total	total	ADJ
ger-473	451	7	scores	score	NOUN
ger-473	451	8	,	,	PUNCT
ger-473	451	9	important	important	ADJ
ger-473	451	10	differences	difference	NOUN
ger-473	451	11	in	in	ADP
ger-473	451	12	students	student	NOUN
ger-473	451	13	’	'	PUNCT
ger-473	451	14	levels	level	NOUN
ger-473	451	15	of	of	ADP
ger-473	451	16	proficiency	proficiency	NOUN
ger-473	451	17	may	may	AUX
ger-473	451	18	be	be	AUX
ger-473	451	19	masked	mask	VERB
ger-473	451	20	.	.	PUNCT
ger-473	452	1	for	for	ADP
ger-473	452	2	example	example	NOUN
ger-473	452	3	,	,	PUNCT
ger-473	452	4	further	further	ADJ
ger-473	452	5	examination	examination	NOUN
ger-473	452	6	of	of	ADP
ger-473	452	7	the	the	DET
ger-473	452	8	comprehensive	comprehensive	ADJ
ger-473	452	9	composite	composite	ADJ
ger-473	452	10	scores	score	NOUN
ger-473	452	11	indicate	indicate	VERB
ger-473	452	12	that	that	SCONJ
ger-473	452	13	differences	difference	NOUN
ger-473	452	14	may	may	AUX
ger-473	452	15	exist	exist	VERB
ger-473	452	16	in	in	ADP
ger-473	452	17	the	the	DET
ger-473	452	18	students	student	NOUN
ger-473	452	19	’	'	PUNCT
ger-473	452	20	levels	level	NOUN
ger-473	452	21	of	of	ADP
ger-473	452	22	proficiency	proficiency	NOUN
ger-473	452	23	in	in	ADP
ger-473	452	24	oaa	oaa	NOUN
ger-473	452	25	and	and	CCONJ
ger-473	452	26	bnc	bnc	NOUN
ger-473	452	27	.	.	PUNCT
ger-473	453	1	notably	notably	ADV
ger-473	453	2	for	for	ADP
ger-473	453	3	group	group	NOUN
ger-473	453	4	1	1	NUM
ger-473	453	5	,	,	PUNCT
ger-473	453	6	student	student	NOUN
ger-473	453	7	a	a	DET
ger-473	453	8	appears	appear	VERB
ger-473	453	9	to	to	PART
ger-473	453	10	have	have	VERB
ger-473	453	11	stronger	strong	ADJ
ger-473	453	12	bnc	bnc	NOUN
ger-473	453	13	than	than	ADP
ger-473	453	14	oaa	oaa	PROPN
ger-473	453	15	;	;	PUNCT
ger-473	453	16	whereas	whereas	ADV
ger-473	453	17	,	,	PUNCT
ger-473	453	18	student	student	NOUN
ger-473	453	19	b	b	PROPN
ger-473	453	20	appears	appear	VERB
ger-473	453	21	to	to	PART
ger-473	453	22	have	have	VERB
ger-473	453	23	similar	similar	ADJ
ger-473	453	24	levels	level	NOUN
ger-473	453	25	of	of	ADP
ger-473	453	26	proficiency	proficiency	NOUN
ger-473	453	27	in	in	ADP
ger-473	453	28	both	both	DET
ger-473	453	29	subcomponents	subcomponent	NOUN
ger-473	453	30	of	of	ADP
ger-473	453	31	the	the	DET
ger-473	453	32	construct	construct	NOUN
ger-473	453	33	.	.	PUNCT
ger-473	454	1	similar	similar	ADJ
ger-473	454	2	observations	observation	NOUN
ger-473	454	3	can	can	AUX
ger-473	454	4	be	be	AUX
ger-473	454	5	made	make	VERB
ger-473	454	6	for	for	ADP
ger-473	454	7	cases	case	NOUN
ger-473	454	8	in	in	ADP
ger-473	454	9	groups	group	NOUN
ger-473	454	10	2	2	NUM
ger-473	454	11	(	(	PUNCT
ger-473	454	12	e.g.	e.g.	ADV
ger-473	454	13	,	,	PUNCT
ger-473	454	14	students	student	NOUN
ger-473	454	15	c	c	PROPN
ger-473	454	16	and	and	CCONJ
ger-473	454	17	d	d	NOUN
ger-473	454	18	,	,	PUNCT
ger-473	454	19	respectively	respectively	ADV
ger-473	454	20	)	)	PUNCT
ger-473	454	21	and	and	CCONJ
ger-473	454	22	3	3	NUM
ger-473	454	23	(	(	PUNCT
ger-473	454	24	students	student	NOUN
ger-473	454	25	g	g	NOUN
ger-473	454	26	and	and	CCONJ
ger-473	454	27	h	h	NOUN
ger-473	454	28	,	,	PUNCT
ger-473	454	29	respectively	respectively	ADV
ger-473	454	30	)	)	PUNCT
ger-473	454	31	.	.	PUNCT
ger-473	455	1	as	as	ADP
ger-473	455	2	such	such	ADJ
ger-473	455	3	,	,	PUNCT
ger-473	455	4	using	use	VERB
ger-473	455	5	the	the	DET
ger-473	455	6	total	total	ADJ
ger-473	455	7	scores	score	NOUN
ger-473	455	8	to	to	PART
ger-473	455	9	make	make	VERB
ger-473	455	10	decisions	decision	NOUN
ger-473	455	11	about	about	ADP
ger-473	455	12	the	the	DET
ger-473	455	13	effectiveness	effectiveness	NOUN
ger-473	455	14	of	of	ADP
ger-473	455	15	policies	policy	NOUN
ger-473	455	16	,	,	PUNCT
ger-473	455	17	curricular	curricular	ADJ
ger-473	455	18	reforms	reform	NOUN
ger-473	455	19	,	,	PUNCT
ger-473	455	20	and	and	CCONJ
ger-473	455	21	instructional	instructional	ADJ
ger-473	455	22	programs	program	NOUN
ger-473	455	23	may	may	AUX
ger-473	455	24	lead	lead	VERB
ger-473	455	25	to	to	ADP
ger-473	455	26	inaccurate	inaccurate	ADJ
ger-473	455	27	conclusions	conclusion	NOUN
ger-473	455	28	.	.	PUNCT
ger-473	456	1	these	these	DET
ger-473	456	2	observations	observation	NOUN
ger-473	456	3	may	may	AUX
ger-473	456	4	be	be	AUX
ger-473	456	5	explained	explain	VERB
ger-473	456	6	by	by	ADP
ger-473	456	7	differential	differential	NOUN
ger-473	456	8	weighting	weighting	NOUN
ger-473	456	9	of	of	ADP
ger-473	456	10	the	the	DET
ger-473	456	11	subtests	subtest	NOUN
ger-473	456	12	that	that	PRON
ger-473	456	13	results	result	VERB
ger-473	456	14	from	from	ADP
ger-473	456	15	the	the	DET
ger-473	456	16	variability	variability	NOUN
ger-473	456	17	in	in	ADP
ger-473	456	18	the	the	DET
ger-473	456	19	number	number	NOUN
ger-473	456	20	of	of	ADP
ger-473	456	21	items	item	NOUN
ger-473	456	22	per	per	ADP
ger-473	456	23	subtest	subt	ADJ
ger-473	456	24	and	and	CCONJ
ger-473	456	25	the	the	DET
ger-473	456	26	administration	administration	NOUN
ger-473	456	27	procedures	procedure	NOUN
ger-473	456	28	leading	lead	VERB
ger-473	456	29	to	to	ADP
ger-473	456	30	differences	difference	NOUN
ger-473	456	31	in	in	ADP
ger-473	456	32	the	the	DET
ger-473	456	33	score	score	NOUN
ger-473	456	34	units	unit	NOUN
ger-473	456	35	(	(	PUNCT
ger-473	456	36	e.g.	e.g.	ADV
ger-473	456	37	,	,	PUNCT
ger-473	456	38	raw	raw	ADJ
ger-473	456	39	score	score	NOUN
ger-473	456	40	for	for	ADP
ger-473	456	41	untimed	untimed	ADJ
ger-473	456	42	subtests	subtest	NOUN
ger-473	456	43	,	,	PUNCT
ger-473	456	44	rate	rate	NOUN
ger-473	456	45	of	of	ADP
ger-473	456	46	correct	correct	ADJ
ger-473	456	47	160	160	NUM
ger-473	456	48	global	global	ADJ
ger-473	456	49	education	education	NOUN
ger-473	456	50	review	review	NOUN
ger-473	456	51	5(3	5(3	NUM
ger-473	456	52	)	)	PUNCT
ger-473	456	53	responses	response	NOUN
ger-473	456	54	for	for	ADP
ger-473	456	55	timed	time	VERB
ger-473	456	56	subtests	subtest	NOUN
ger-473	456	57	)	)	PUNCT
ger-473	456	58	.	.	PUNCT
ger-473	457	1	for	for	ADP
ger-473	457	2	subtests	subtest	NOUN
ger-473	457	3	with	with	ADP
ger-473	457	4	greater	great	ADJ
ger-473	457	5	numbers	number	NOUN
ger-473	457	6	of	of	ADP
ger-473	457	7	items	item	NOUN
ger-473	457	8	,	,	PUNCT
ger-473	457	9	their	their	PRON
ger-473	457	10	proportion	proportion	NOUN
ger-473	457	11	of	of	ADP
ger-473	457	12	contribution	contribution	NOUN
ger-473	457	13	to	to	ADP
ger-473	457	14	the	the	DET
ger-473	457	15	total	total	ADJ
ger-473	457	16	score	score	NOUN
ger-473	457	17	is	be	AUX
ger-473	457	18	increased	increase	VERB
ger-473	457	19	.	.	PUNCT
ger-473	458	1	thus	thus	ADV
ger-473	458	2	,	,	PUNCT
ger-473	458	3	the	the	DET
ger-473	458	4	skills	skill	NOUN
ger-473	458	5	and	and	CCONJ
ger-473	458	6	knowledge	knowledge	NOUN
ger-473	458	7	that	that	PRON
ger-473	458	8	are	be	AUX
ger-473	458	9	assessed	assess	VERB
ger-473	458	10	on	on	ADP
ger-473	458	11	these	these	DET
ger-473	458	12	subtests	subtest	NOUN
ger-473	458	13	receive	receive	VERB
ger-473	458	14	greater	great	ADJ
ger-473	458	15	emphasis	emphasis	NOUN
ger-473	458	16	in	in	ADP
ger-473	458	17	the	the	DET
ger-473	458	18	calculation	calculation	NOUN
ger-473	458	19	of	of	ADP
ger-473	458	20	the	the	DET
ger-473	458	21	total	total	ADJ
ger-473	458	22	score	score	NOUN
ger-473	458	23	.	.	PUNCT
ger-473	459	1	similarly	similarly	ADV
ger-473	459	2	,	,	PUNCT
ger-473	459	3	the	the	DET
ger-473	459	4	timed	time	VERB
ger-473	459	5	subtests	subtest	NOUN
ger-473	459	6	have	have	VERB
ger-473	459	7	considerably	considerably	ADV
ger-473	459	8	higher	high	ADJ
ger-473	459	9	score	score	NOUN
ger-473	459	10	ranges	range	NOUN
ger-473	459	11	because	because	SCONJ
ger-473	459	12	they	they	PRON
ger-473	459	13	are	be	AUX
ger-473	459	14	reported	report	VERB
ger-473	459	15	as	as	ADP
ger-473	459	16	a	a	DET
ger-473	459	17	rate	rate	NOUN
ger-473	459	18	.	.	PUNCT
ger-473	460	1	controlling	control	VERB
ger-473	460	2	for	for	ADP
ger-473	460	3	the	the	DET
ger-473	460	4	variability	variability	NOUN
ger-473	460	5	in	in	ADP
ger-473	460	6	the	the	DET
ger-473	460	7	administration	administration	NOUN
ger-473	460	8	procedures	procedure	NOUN
ger-473	460	9	,	,	PUNCT
ger-473	460	10	we	we	PRON
ger-473	460	11	can	can	AUX
ger-473	460	12	examine	examine	VERB
ger-473	460	13	the	the	DET
ger-473	460	14	total	total	ADJ
ger-473	460	15	untimed	untimed	ADJ
ger-473	460	16	composite	composite	ADJ
ger-473	460	17	scores	score	NOUN
ger-473	460	18	.	.	PUNCT
ger-473	461	1	omitting	omit	VERB
ger-473	461	2	the	the	DET
ger-473	461	3	timed	time	VERB
ger-473	461	4	subtests	subtest	NOUN
ger-473	461	5	when	when	SCONJ
ger-473	461	6	calculating	calculate	VERB
ger-473	461	7	a	a	DET
ger-473	461	8	total	total	ADJ
ger-473	461	9	score	score	NOUN
ger-473	461	10	leads	lead	VERB
ger-473	461	11	to	to	ADP
ger-473	461	12	different	different	ADJ
ger-473	461	13	groupings	grouping	NOUN
ger-473	461	14	of	of	ADP
ger-473	461	15	students	student	NOUN
ger-473	461	16	based	base	VERB
ger-473	461	17	on	on	ADP
ger-473	461	18	overall	overall	ADJ
ger-473	461	19	proficiency	proficiency	NOUN
ger-473	461	20	levels	level	NOUN
ger-473	461	21	.	.	PUNCT
ger-473	462	1	student	student	NOUN
ger-473	462	2	b	b	PROPN
ger-473	462	3	(	(	PUNCT
ger-473	462	4	shaded	shade	VERB
ger-473	462	5	in	in	ADP
ger-473	462	6	dark	dark	ADJ
ger-473	462	7	grey	grey	PROPN
ger-473	462	8	)	)	PUNCT
ger-473	462	9	stands	stand	VERB
ger-473	462	10	out	out	ADP
ger-473	462	11	as	as	ADP
ger-473	462	12	having	have	VERB
ger-473	462	13	the	the	DET
ger-473	462	14	highest	high	ADJ
ger-473	462	15	level	level	NOUN
ger-473	462	16	of	of	ADP
ger-473	462	17	proficiency	proficiency	NOUN
ger-473	462	18	,	,	PUNCT
ger-473	462	19	followed	follow	VERB
ger-473	462	20	by	by	ADP
ger-473	462	21	students	student	NOUN
ger-473	462	22	a	a	PRON
ger-473	462	23	and	and	CCONJ
ger-473	462	24	d	d	PROPN
ger-473	462	25	(	(	PUNCT
ger-473	462	26	shaded	shade	VERB
ger-473	462	27	in	in	ADP
ger-473	462	28	medium	medium	ADJ
ger-473	462	29	grey	grey	NOUN
ger-473	462	30	)	)	PUNCT
ger-473	462	31	,	,	PUNCT
ger-473	462	32	then	then	ADV
ger-473	462	33	students	student	NOUN
ger-473	462	34	c	c	PROPN
ger-473	462	35	and	and	CCONJ
ger-473	462	36	e	e	X
ger-473	462	37	(	(	PUNCT
ger-473	462	38	shaded	shade	VERB
ger-473	462	39	in	in	ADP
ger-473	462	40	light	light	ADJ
ger-473	462	41	grey	grey	PROPN
ger-473	462	42	)	)	PUNCT
ger-473	462	43	,	,	PUNCT
ger-473	462	44	and	and	CCONJ
ger-473	462	45	students	student	NOUN
ger-473	462	46	f	f	NOUN
ger-473	462	47	-	-	PUNCT
ger-473	462	48	h	h	NOUN
ger-473	462	49	remain	remain	VERB
ger-473	462	50	unshaded	unshaded	ADJ
ger-473	462	51	with	with	ADP
ger-473	462	52	the	the	DET
ger-473	462	53	lowest	low	ADJ
ger-473	462	54	total	total	ADJ
ger-473	462	55	untimed	untimed	ADJ
ger-473	462	56	composite	composite	ADJ
ger-473	462	57	scores	score	NOUN
ger-473	462	58	.	.	PUNCT
ger-473	463	1	however	however	ADV
ger-473	463	2	,	,	PUNCT
ger-473	463	3	the	the	DET
ger-473	463	4	aggregated	aggregate	VERB
ger-473	463	5	score	score	NOUN
ger-473	463	6	continues	continue	VERB
ger-473	463	7	to	to	PART
ger-473	463	8	mask	mask	VERB
ger-473	463	9	some	some	DET
ger-473	463	10	differences	difference	NOUN
ger-473	463	11	in	in	ADP
ger-473	463	12	students	student	NOUN
ger-473	463	13	’	'	PUNCT
ger-473	463	14	levels	level	NOUN
ger-473	463	15	of	of	ADP
ger-473	463	16	proficiency	proficiency	NOUN
ger-473	463	17	that	that	PRON
ger-473	463	18	are	be	AUX
ger-473	463	19	apparent	apparent	ADJ
ger-473	463	20	when	when	SCONJ
ger-473	463	21	examining	examine	VERB
ger-473	463	22	the	the	DET
ger-473	463	23	untimed	untimed	ADJ
ger-473	463	24	composite	composite	ADJ
ger-473	463	25	scores	score	NOUN
ger-473	463	26	(	(	PUNCT
ger-473	463	27	bnc	bnc	NOUN
ger-473	463	28	-	-	PUNCT
ger-473	463	29	ut	ut	PROPN
ger-473	463	30	and	and	CCONJ
ger-473	463	31	oaa	oaa	PROPN
ger-473	463	32	-	-	PUNCT
ger-473	463	33	ut	ut	PROPN
ger-473	463	34	)	)	PUNCT
ger-473	463	35	.	.	PUNCT
ger-473	464	1	although	although	SCONJ
ger-473	464	2	students	student	NOUN
ger-473	464	3	a	a	PROPN
ger-473	464	4	and	and	CCONJ
ger-473	464	5	d	d	NOUN
ger-473	464	6	have	have	VERB
ger-473	464	7	similar	similar	ADJ
ger-473	464	8	patterns	pattern	NOUN
ger-473	464	9	of	of	ADP
ger-473	464	10	correct	correct	ADJ
ger-473	464	11	responses	response	NOUN
ger-473	464	12	on	on	ADP
ger-473	464	13	bnc	bnc	NOUN
ger-473	464	14	-	-	PUNCT
ger-473	464	15	ut	ut	PROPN
ger-473	464	16	and	and	CCONJ
ger-473	464	17	oaa	oaa	PROPN
ger-473	464	18	-	-	PUNCT
ger-473	464	19	ut	ut	PROPN
ger-473	464	20	,	,	PUNCT
ger-473	464	21	students	student	NOUN
ger-473	464	22	c	c	PROPN
ger-473	464	23	and	and	CCONJ
ger-473	464	24	e	e	PRON
ger-473	464	25	appear	appear	VERB
ger-473	464	26	to	to	PART
ger-473	464	27	have	have	VERB
ger-473	464	28	different	different	ADJ
ger-473	464	29	levels	level	NOUN
ger-473	464	30	of	of	ADP
ger-473	464	31	proficiency	proficiency	NOUN
ger-473	464	32	in	in	ADP
ger-473	464	33	bnc	bnc	NOUN
ger-473	464	34	-	-	PUNCT
ger-473	464	35	ut	ut	PROPN
ger-473	464	36	and	and	CCONJ
ger-473	464	37	oaa	oaa	PROPN
ger-473	464	38	-	-	PUNCT
ger-473	464	39	ut	ut	PROPN
ger-473	464	40	that	that	PRON
ger-473	464	41	are	be	AUX
ger-473	464	42	masked	mask	VERB
ger-473	464	43	by	by	ADP
ger-473	464	44	similar	similar	ADJ
ger-473	464	45	total	total	ADJ
ger-473	464	46	untimed	untimed	ADJ
ger-473	464	47	composite	composite	ADJ
ger-473	464	48	scores	score	NOUN
ger-473	464	49	.	.	PUNCT
ger-473	465	1	parallel	parallel	ADJ
ger-473	465	2	observations	observation	NOUN
ger-473	465	3	are	be	AUX
ger-473	465	4	noted	note	VERB
ger-473	465	5	for	for	SCONJ
ger-473	465	6	students	student	NOUN
ger-473	465	7	f	f	PROPN
ger-473	465	8	and	and	CCONJ
ger-473	465	9	h.	h.	PROPN
ger-473	465	10	comparable	comparable	ADJ
ger-473	465	11	to	to	ADP
ger-473	465	12	the	the	DET
ger-473	465	13	cautions	caution	NOUN
ger-473	465	14	noted	note	VERB
ger-473	465	15	when	when	SCONJ
ger-473	465	16	examining	examine	VERB
ger-473	465	17	the	the	DET
ger-473	465	18	total	total	ADJ
ger-473	465	19	scores	score	NOUN
ger-473	465	20	,	,	PUNCT
ger-473	465	21	examining	examine	VERB
ger-473	465	22	the	the	DET
ger-473	465	23	total	total	ADJ
ger-473	465	24	untimed	untimed	ADJ
ger-473	465	25	composite	composite	ADJ
ger-473	465	26	scores	score	NOUN
ger-473	465	27	may	may	AUX
ger-473	465	28	lead	lead	VERB
ger-473	465	29	to	to	ADP
ger-473	465	30	inaccurate	inaccurate	ADJ
ger-473	465	31	conclusions	conclusion	NOUN
ger-473	465	32	about	about	ADP
ger-473	465	33	the	the	DET
ger-473	465	34	effectiveness	effectiveness	NOUN
ger-473	465	35	of	of	ADP
ger-473	465	36	policies	policy	NOUN
ger-473	465	37	,	,	PUNCT
ger-473	465	38	curricular	curricular	ADJ
ger-473	465	39	reforms	reform	NOUN
ger-473	465	40	,	,	PUNCT
ger-473	465	41	and	and	CCONJ
ger-473	465	42	instructional	instructional	ADJ
ger-473	465	43	programs	program	NOUN
ger-473	465	44	.	.	PUNCT
ger-473	466	1	a	a	DET
ger-473	466	2	possible	possible	ADJ
ger-473	466	3	solution	solution	NOUN
ger-473	466	4	that	that	PRON
ger-473	466	5	could	could	AUX
ger-473	466	6	address	address	VERB
ger-473	466	7	the	the	DET
ger-473	466	8	differential	differential	ADJ
ger-473	466	9	weighting	weighting	NOUN
ger-473	466	10	of	of	ADP
ger-473	466	11	subtests	subtest	NOUN
ger-473	466	12	is	be	AUX
ger-473	466	13	to	to	PART
ger-473	466	14	calculate	calculate	VERB
ger-473	466	15	a	a	DET
ger-473	466	16	ratio	ratio	NOUN
ger-473	466	17	of	of	ADP
ger-473	466	18	correct	correct	ADJ
ger-473	466	19	to	to	ADP
ger-473	466	20	incorrect	incorrect	ADJ
ger-473	466	21	responses	response	NOUN
ger-473	466	22	for	for	ADP
ger-473	466	23	each	each	DET
ger-473	466	24	subtest	subt	ADJ
ger-473	466	25	and	and	CCONJ
ger-473	466	26	then	then	ADV
ger-473	466	27	aggregate	aggregate	VERB
ger-473	466	28	these	these	DET
ger-473	466	29	ratios	ratio	NOUN
ger-473	466	30	.	.	PUNCT
ger-473	467	1	however	however	ADV
ger-473	467	2	,	,	PUNCT
ger-473	467	3	as	as	SCONJ
ger-473	467	4	noted	note	VERB
ger-473	467	5	at	at	ADP
ger-473	467	6	the	the	DET
ger-473	467	7	beginning	beginning	NOUN
ger-473	467	8	of	of	ADP
ger-473	467	9	this	this	DET
ger-473	467	10	manuscript	manuscript	NOUN
ger-473	467	11	,	,	PUNCT
ger-473	467	12	the	the	DET
ger-473	467	13	impetus	impetus	NOUN
ger-473	467	14	for	for	ADP
ger-473	467	15	this	this	DET
ger-473	467	16	research	research	NOUN
ger-473	467	17	was	be	AUX
ger-473	467	18	to	to	PART
ger-473	467	19	address	address	VERB
ger-473	467	20	a	a	DET
ger-473	467	21	need	need	NOUN
ger-473	467	22	in	in	ADP
ger-473	467	23	the	the	DET
ger-473	467	24	field	field	NOUN
ger-473	467	25	for	for	ADP
ger-473	467	26	more	more	ADV
ger-473	467	27	interpretable	interpretable	ADJ
ger-473	467	28	reports	report	NOUN
ger-473	467	29	.	.	PUNCT
ger-473	468	1	creating	create	VERB
ger-473	468	2	and	and	CCONJ
ger-473	468	3	aggregating	aggregate	VERB
ger-473	468	4	score	score	NOUN
ger-473	468	5	ratios	ratio	NOUN
ger-473	468	6	may	may	AUX
ger-473	468	7	not	not	PART
ger-473	468	8	support	support	VERB
ger-473	468	9	this	this	DET
ger-473	468	10	aim	aim	NOUN
ger-473	468	11	.	.	PUNCT
ger-473	469	1	interpretations	interpretation	NOUN
ger-473	469	2	based	base	VERB
ger-473	469	3	on	on	ADP
ger-473	469	4	composite	composite	ADJ
ger-473	469	5	scores	score	NOUN
ger-473	469	6	some	some	DET
ger-473	469	7	stakeholders	stakeholder	NOUN
ger-473	469	8	have	have	AUX
ger-473	469	9	called	call	VERB
ger-473	469	10	for	for	ADP
ger-473	469	11	composite	composite	ADJ
ger-473	469	12	scores	score	NOUN
ger-473	469	13	to	to	PART
ger-473	469	14	increase	increase	VERB
ger-473	469	15	the	the	DET
ger-473	469	16	interpretability	interpretability	NOUN
ger-473	469	17	,	,	PUNCT
ger-473	469	18	and	and	CCONJ
ger-473	469	19	thus	thus	ADV
ger-473	469	20	usefulness	usefulness	NOUN
ger-473	469	21	,	,	PUNCT
ger-473	469	22	of	of	ADP
ger-473	469	23	the	the	DET
ger-473	469	24	egma	egma	NOUN
ger-473	469	25	results	result	NOUN
ger-473	469	26	for	for	ADP
ger-473	469	27	making	make	VERB
ger-473	469	28	decisions	decision	NOUN
ger-473	469	29	.	.	PUNCT
ger-473	470	1	examining	examine	VERB
ger-473	470	2	the	the	DET
ger-473	470	3	comprehensive	comprehensive	ADJ
ger-473	470	4	composite	composite	ADJ
ger-473	470	5	scores	score	NOUN
ger-473	470	6	(	(	PUNCT
ger-473	470	7	bnc	bnc	NOUN
ger-473	470	8	and	and	CCONJ
ger-473	470	9	oaa	oaa	PROPN
ger-473	470	10	)	)	PUNCT
ger-473	470	11	presented	present	VERB
ger-473	470	12	in	in	ADP
ger-473	470	13	table	table	NOUN
ger-473	470	14	9	9	NUM
ger-473	470	15	,	,	PUNCT
ger-473	470	16	it	it	PRON
ger-473	470	17	is	be	AUX
ger-473	470	18	evident	evident	ADJ
ger-473	470	19	that	that	SCONJ
ger-473	470	20	additional	additional	ADJ
ger-473	470	21	information	information	NOUN
ger-473	470	22	is	be	AUX
ger-473	470	23	provided	provide	VERB
ger-473	470	24	about	about	ADP
ger-473	470	25	specific	specific	ADJ
ger-473	470	26	strengths	strength	NOUN
ger-473	470	27	and	and	CCONJ
ger-473	470	28	areas	area	NOUN
ger-473	470	29	for	for	ADP
ger-473	470	30	growth	growth	NOUN
ger-473	470	31	in	in	ADP
ger-473	470	32	students	student	NOUN
ger-473	470	33	’	’	PART
ger-473	470	34	understanding	understanding	NOUN
ger-473	470	35	of	of	ADP
ger-473	470	36	early	early	ADJ
ger-473	470	37	numeracy	numeracy	NOUN
ger-473	470	38	concepts	concept	NOUN
ger-473	470	39	.	.	PUNCT
ger-473	471	1	this	this	DET
ger-473	471	2	information	information	NOUN
ger-473	471	3	may	may	AUX
ger-473	471	4	provide	provide	VERB
ger-473	471	5	useful	useful	ADJ
ger-473	471	6	insights	insight	NOUN
ger-473	471	7	into	into	ADP
ger-473	471	8	aspects	aspect	NOUN
ger-473	471	9	of	of	ADP
ger-473	471	10	policies	policy	NOUN
ger-473	471	11	,	,	PUNCT
ger-473	471	12	reforms	reform	NOUN
ger-473	471	13	,	,	PUNCT
ger-473	471	14	or	or	CCONJ
ger-473	471	15	programs	program	NOUN
ger-473	471	16	that	that	PRON
ger-473	471	17	are	be	AUX
ger-473	471	18	or	or	CCONJ
ger-473	471	19	are	be	AUX
ger-473	471	20	not	not	PART
ger-473	471	21	supporting	support	VERB
ger-473	471	22	students	student	NOUN
ger-473	471	23	’	'	PUNCT
ger-473	471	24	learning	learning	NOUN
ger-473	471	25	of	of	ADP
ger-473	471	26	these	these	DET
ger-473	471	27	important	important	ADJ
ger-473	471	28	dimensions	dimension	NOUN
ger-473	471	29	of	of	ADP
ger-473	471	30	early	early	ADJ
ger-473	471	31	numeracy	numeracy	NOUN
ger-473	471	32	.	.	PUNCT
ger-473	472	1	however	however	ADV
ger-473	472	2	,	,	PUNCT
ger-473	472	3	just	just	ADV
ger-473	472	4	as	as	SCONJ
ger-473	472	5	was	be	AUX
ger-473	472	6	observed	observe	VERB
ger-473	472	7	when	when	SCONJ
ger-473	472	8	analyzing	analyze	VERB
ger-473	472	9	the	the	DET
ger-473	472	10	usefulness	usefulness	NOUN
ger-473	472	11	of	of	ADP
ger-473	472	12	the	the	DET
ger-473	472	13	total	total	ADJ
ger-473	472	14	score	score	NOUN
ger-473	472	15	,	,	PUNCT
ger-473	472	16	these	these	DET
ger-473	472	17	composite	composite	ADJ
ger-473	472	18	scores	score	NOUN
ger-473	472	19	are	be	AUX
ger-473	472	20	heavily	heavily	ADV
ger-473	472	21	influenced	influence	VERB
ger-473	472	22	by	by	ADP
ger-473	472	23	the	the	DET
ger-473	472	24	extreme	extreme	ADJ
ger-473	472	25	range	range	NOUN
ger-473	472	26	of	of	ADP
ger-473	472	27	scores	score	NOUN
ger-473	472	28	possible	possible	ADJ
ger-473	472	29	in	in	ADP
ger-473	472	30	the	the	DET
ger-473	472	31	timed	time	VERB
ger-473	472	32	subtests	subtest	NOUN
ger-473	472	33	,	,	PUNCT
ger-473	472	34	which	which	PRON
ger-473	472	35	differentially	differentially	ADV
ger-473	472	36	weights	weight	VERB
ger-473	472	37	the	the	DET
ger-473	472	38	scores	score	NOUN
ger-473	472	39	in	in	ADP
ger-473	472	40	favor	favor	NOUN
ger-473	472	41	of	of	ADP
ger-473	472	42	these	these	DET
ger-473	472	43	subtests	subtest	NOUN
ger-473	472	44	.	.	PUNCT
ger-473	473	1	for	for	ADP
ger-473	473	2	example	example	NOUN
ger-473	473	3	,	,	PUNCT
ger-473	473	4	student	student	NOUN
ger-473	473	5	a	a	DET
ger-473	473	6	scored	score	VERB
ger-473	473	7	70.59	70.59	NUM
ger-473	473	8	on	on	ADP
ger-473	473	9	number	number	NOUN
ger-473	473	10	identification	identification	NOUN
ger-473	473	11	;	;	PUNCT
ger-473	473	12	his	his	PRON
ger-473	473	13	or	or	CCONJ
ger-473	473	14	her	her	PRON
ger-473	473	15	scores	score	NOUN
ger-473	473	16	on	on	ADP
ger-473	473	17	the	the	DET
ger-473	473	18	remaining	remain	VERB
ger-473	473	19	seven	seven	NUM
ger-473	473	20	subtests	subtest	NOUN
ger-473	473	21	combine	combine	VERB
ger-473	473	22	to	to	PART
ger-473	473	23	total	total	VERB
ger-473	473	24	60	60	NUM
ger-473	473	25	.	.	PUNCT
ger-473	474	1	as	as	ADP
ger-473	474	2	such	such	ADJ
ger-473	474	3	,	,	PUNCT
ger-473	474	4	the	the	DET
ger-473	474	5	usefulness	usefulness	NOUN
ger-473	474	6	and	and	CCONJ
ger-473	474	7	interpretability	interpretability	NOUN
ger-473	474	8	of	of	ADP
ger-473	474	9	these	these	DET
ger-473	474	10	scores	score	NOUN
ger-473	474	11	may	may	AUX
ger-473	474	12	be	be	AUX
ger-473	474	13	compromised	compromise	VERB
ger-473	474	14	.	.	PUNCT
ger-473	475	1	aligning	align	VERB
ger-473	475	2	test	test	NOUN
ger-473	475	3	scoring	scoring	NOUN
ger-473	475	4	procedures	procedure	NOUN
ger-473	475	5	with	with	ADP
ger-473	475	6	test	test	NOUN
ger-473	475	7	uses	use	VERB
ger-473	475	8	161	161	NUM
ger-473	475	9	table	table	NOUN
ger-473	475	10	9	9	NUM
ger-473	475	11	example	example	NOUN
ger-473	475	12	student	student	NOUN
ger-473	475	13	data	datum	NOUN
ger-473	475	14	from	from	ADP
ger-473	475	15	egma	egma	NOUN
ger-473	475	16	administration	administration	NOUN
ger-473	475	17	by	by	ADP
ger-473	475	18	scoring	scoring	NOUN
ger-473	475	19	procedure	procedure	NOUN
ger-473	475	20	group	group	NOUN
ger-473	475	21	student	student	NOUN
ger-473	475	22	subscores	subscore	VERB
ger-473	475	23	untimed	untimed	ADJ
ger-473	475	24	composite	composite	ADJ
ger-473	475	25	scores	score	NOUN
ger-473	475	26	total	total	VERB
ger-473	475	27	untimed	untimed	ADJ
ger-473	475	28	composite	composite	ADJ
ger-473	475	29	score	score	NOUN
ger-473	475	30	comprehensive	comprehensive	ADJ
ger-473	475	31	composite	composite	NOUN
ger-473	475	32	–	–	PUNCT
ger-473	475	33	all	all	DET
ger-473	475	34	subtests	subtest	NOUN
ger-473	475	35	total	total	ADJ
ger-473	475	36	score	score	NOUN
ger-473	475	37	–	–	PUNCT
ger-473	475	38	all	all	DET
ger-473	475	39	ni	ni	NOUN
ger-473	475	40	a1	a1	NOUN
ger-473	475	41	s1	s1	PROPN
ger-473	475	42	qd	qd	PROPN
ger-473	475	43	mn	mn	PROPN
ger-473	475	44	a2	a2	PROPN
ger-473	475	45	s2	s2	PROPN
ger-473	475	46	wp	wp	PROPN
ger-473	475	47	bncut	bncut	VERB
ger-473	475	48	oaaut	oaaut	PROPN
ger-473	475	49	bnc	bnc	NOUN
ger-473	475	50	oaa	oaa	VERB
ger-473	475	51	max	max	PROPN
ger-473	475	52	score	score	NOUN
ger-473	475	53	na	na	INTJ
ger-473	475	54	na	na	NOUN
ger-473	475	55	na	na	ADP
ger-473	475	56	10	10	NUM
ger-473	475	57	10	10	NUM
ger-473	475	58	5	5	NUM
ger-473	475	59	5	5	NUM
ger-473	475	60	6	6	NUM
ger-473	475	61	20	20	NUM
ger-473	475	62	16	16	NUM
ger-473	475	63	36	36	NUM
ger-473	475	64	na	na	INTJ
ger-473	475	65	na	na	NOUN
ger-473	475	66	na	na	ADP
ger-473	475	67	1	1	NUM
ger-473	475	68	a	a	PRON
ger-473	475	69	70.59	70.59	NUM
ger-473	475	70	13	13	NUM
ger-473	475	71	10	10	NUM
ger-473	475	72	10	10	NUM
ger-473	475	73	9	9	NUM
ger-473	475	74	2	2	NUM
ger-473	475	75	3	3	NUM
ger-473	475	76	3	3	NUM
ger-473	475	77	19	19	NUM
ger-473	475	78	8	8	NUM
ger-473	475	79	27	27	NUM
ger-473	475	80	89.59	89.59	NUM
ger-473	475	81	31	31	NUM
ger-473	475	82	120.59	120.59	NUM
ger-473	475	83	b	b	NOUN
ger-473	475	84	39.31	39.31	NUM
ger-473	475	85	32.43	32.43	NUM
ger-473	475	86	15	15	NUM
ger-473	475	87	10	10	NUM
ger-473	475	88	10	10	NUM
ger-473	475	89	5	5	NUM
ger-473	475	90	5	5	NUM
ger-473	475	91	6	6	NUM
ger-473	475	92	20	20	NUM
ger-473	475	93	16	16	NUM
ger-473	475	94	36	36	NUM
ger-473	475	95	59.31	59.31	NUM
ger-473	475	96	63.43	63.43	NUM
ger-473	475	97	122.74	122.74	NUM
ger-473	475	98	2	2	NUM
ger-473	475	99	c	c	NOUN
ger-473	475	100	46	46	NUM
ger-473	475	101	4	4	NUM
ger-473	475	102	5	5	NUM
ger-473	475	103	10	10	NUM
ger-473	475	104	7	7	NUM
ger-473	475	105	1	1	NUM
ger-473	475	106	0	0	NUM
ger-473	475	107	3	3	NUM
ger-473	475	108	17	17	NUM
ger-473	475	109	4	4	NUM
ger-473	475	110	21	21	NUM
ger-473	475	111	63	63	NUM
ger-473	475	112	13	13	NUM
ger-473	475	113	76	76	NUM
ger-473	475	114	d	d	NOUN
ger-473	475	115	18	18	NUM
ger-473	475	116	17.87	17.87	NUM
ger-473	475	117	10	10	NUM
ger-473	475	118	10	10	NUM
ger-473	475	119	10	10	NUM
ger-473	475	120	3	3	NUM
ger-473	475	121	3	3	NUM
ger-473	475	122	4	4	NUM
ger-473	475	123	20	20	NUM
ger-473	475	124	10	10	NUM
ger-473	475	125	30	30	NUM
ger-473	475	126	38	38	NUM
ger-473	475	127	37.87	37.87	NUM
ger-473	475	128	75.87	75.87	NUM
ger-473	475	129	e	e	NOUN
ger-473	475	130	33.53	33.53	NUM
ger-473	475	131	12	12	NUM
ger-473	475	132	11	11	NUM
ger-473	475	133	6	6	NUM
ger-473	475	134	5	5	NUM
ger-473	475	135	2	2	NUM
ger-473	475	136	2	2	NUM
ger-473	475	137	4	4	NUM
ger-473	475	138	11	11	NUM
ger-473	475	139	8	8	NUM
ger-473	475	140	19	19	NUM
ger-473	475	141	44.53	44.53	NUM
ger-473	475	142	31	31	NUM
ger-473	475	143	75.73	75.73	NUM
ger-473	475	144	3	3	NUM
ger-473	475	145	f	f	NOUN
ger-473	475	146	6	6	NUM
ger-473	475	147	11	11	NUM
ger-473	475	148	11	11	NUM
ger-473	475	149	1	1	NUM
ger-473	475	150	3	3	NUM
ger-473	475	151	2	2	NUM
ger-473	475	152	1	1	NUM
ger-473	475	153	4	4	NUM
ger-473	475	154	4	4	NUM
ger-473	475	155	7	7	NUM
ger-473	475	156	11	11	NUM
ger-473	475	157	10	10	NUM
ger-473	475	158	29	29	NUM
ger-473	475	159	39	39	NUM
ger-473	475	160	g	g	PROPN
ger-473	475	161	26.67	26.67	NUM
ger-473	475	162	3	3	NUM
ger-473	475	163	2	2	NUM
ger-473	475	164	3	3	NUM
ger-473	475	165	2	2	NUM
ger-473	475	166	0	0	NUM
ger-473	475	167	0	0	NUM
ger-473	475	168	1	1	NUM
ger-473	475	169	5	5	NUM
ger-473	475	170	1	1	NUM
ger-473	475	171	6	6	NUM
ger-473	475	172	31.67	31.67	NUM
ger-473	475	173	6	6	NUM
ger-473	475	174	37.67	37.67	NUM
ger-473	475	175	h	h	NOUN
ger-473	475	176	11	11	NUM
ger-473	475	177	9	9	NUM
ger-473	475	178	4	4	NUM
ger-473	475	179	9	9	NUM
ger-473	475	180	0	0	NUM
ger-473	475	181	2	2	NUM
ger-473	475	182	0	0	NUM
ger-473	475	183	2	2	NUM
ger-473	475	184	9	9	NUM
ger-473	475	185	4	4	NUM
ger-473	475	186	13	13	NUM
ger-473	475	187	20	20	NUM
ger-473	475	188	17	17	NUM
ger-473	475	189	37	37	NUM
ger-473	475	190	note	note	NOUN
ger-473	475	191	:	:	PUNCT
ger-473	475	192	number	number	NOUN
ger-473	475	193	identification	identification	NOUN
ger-473	475	194	(	(	PUNCT
ger-473	475	195	ni	ni	NOUN
ger-473	475	196	)	)	PUNCT
ger-473	475	197	,	,	PUNCT
ger-473	475	198	addition	addition	NOUN
ger-473	475	199	–	–	PUNCT
ger-473	475	200	level	level	NOUN
ger-473	475	201	1	1	NUM
ger-473	475	202	(	(	PUNCT
ger-473	475	203	a1	a1	NOUN
ger-473	475	204	)	)	PUNCT
ger-473	475	205	,	,	PUNCT
ger-473	475	206	subtraction	subtraction	NOUN
ger-473	475	207	–	–	PUNCT
ger-473	475	208	level	level	NOUN
ger-473	475	209	1	1	NUM
ger-473	475	210	(	(	PUNCT
ger-473	475	211	s1	s1	NOUN
ger-473	475	212	)	)	PUNCT
ger-473	475	213	,	,	PUNCT
ger-473	475	214	quantity	quantity	NOUN
ger-473	475	215	discrimination	discrimination	NOUN
ger-473	475	216	(	(	PUNCT
ger-473	475	217	qd	qd	NOUN
ger-473	475	218	)	)	PUNCT
ger-473	475	219	,	,	PUNCT
ger-473	475	220	missing	miss	VERB
ger-473	475	221	number	number	NOUN
ger-473	475	222	(	(	PUNCT
ger-473	475	223	mn	mn	PROPN
ger-473	475	224	)	)	PUNCT
ger-473	475	225	,	,	PUNCT
ger-473	475	226	addition	addition	NOUN
ger-473	475	227	–	–	PUNCT
ger-473	475	228	level	level	NOUN
ger-473	475	229	2	2	NUM
ger-473	475	230	(	(	PUNCT
ger-473	475	231	a2	a2	PROPN
ger-473	475	232	)	)	PUNCT
ger-473	475	233	,	,	PUNCT
ger-473	475	234	subtraction	subtraction	NOUN
ger-473	475	235	–	–	PUNCT
ger-473	475	236	level	level	NOUN
ger-473	475	237	2	2	NUM
ger-473	475	238	(	(	PUNCT
ger-473	475	239	s2	s2	PROPN
ger-473	475	240	)	)	PUNCT
ger-473	475	241	,	,	PUNCT
ger-473	475	242	word	word	NOUN
ger-473	475	243	problems	problem	NOUN
ger-473	475	244	(	(	PUNCT
ger-473	475	245	wp	wp	PROPN
ger-473	475	246	)	)	PUNCT
ger-473	475	247	.	.	PUNCT
ger-473	476	1	the	the	DET
ger-473	476	2	composite	composite	ADJ
ger-473	476	3	untimed	untimed	ADJ
ger-473	476	4	scores	score	NOUN
ger-473	476	5	include	include	VERB
ger-473	476	6	qd	qd	ADP
ger-473	476	7	+	+	X
ger-473	476	8	mn	mn	PROPN
ger-473	476	9	for	for	ADP
ger-473	476	10	bnc	bnc	NOUN
ger-473	476	11	and	and	CCONJ
ger-473	476	12	a2	a2	PROPN
ger-473	476	13	+	+	CCONJ
ger-473	476	14	s2	s2	PROPN
ger-473	476	15	+	+	CCONJ
ger-473	476	16	wp	wp	NOUN
ger-473	476	17	for	for	ADP
ger-473	476	18	oaa	oaa	PROPN
ger-473	476	19	.	.	PUNCT
ger-473	477	1	the	the	DET
ger-473	477	2	composite	composite	NOUN
ger-473	477	3	with	with	ADP
ger-473	477	4	timed	time	VERB
ger-473	477	5	scores	score	NOUN
ger-473	477	6	includes	include	VERB
ger-473	477	7	all	all	DET
ger-473	477	8	subtests	subtest	NOUN
ger-473	477	9	:	:	PUNCT
ger-473	477	10	ni	ni	PROPN
ger-473	477	11	+	+	PROPN
ger-473	477	12	qd	qd	PROPN
ger-473	477	13	+	+	CCONJ
ger-473	477	14	mn	mn	PROPN
ger-473	477	15	for	for	ADP
ger-473	477	16	bnc	bnc	NOUN
ger-473	477	17	and	and	CCONJ
ger-473	477	18	a1	a1	NOUN
ger-473	477	19	+	+	CCONJ
ger-473	477	20	s2	s2	NOUN
ger-473	477	21	+	+	CCONJ
ger-473	477	22	a2	a2	PROPN
ger-473	477	23	+	+	CCONJ
ger-473	477	24	s2	s2	PROPN
ger-473	477	25	+	+	CCONJ
ger-473	477	26	wp	wp	NOUN
ger-473	477	27	for	for	ADP
ger-473	477	28	oaa	oaa	PROPN
ger-473	477	29	.	.	PUNCT
ger-473	478	1	again	again	ADV
ger-473	478	2	,	,	PUNCT
ger-473	478	3	to	to	PART
ger-473	478	4	control	control	VERB
ger-473	478	5	for	for	ADP
ger-473	478	6	the	the	DET
ger-473	478	7	variability	variability	NOUN
ger-473	478	8	in	in	ADP
ger-473	478	9	administration	administration	NOUN
ger-473	478	10	procedures	procedure	NOUN
ger-473	478	11	,	,	PUNCT
ger-473	478	12	we	we	PRON
ger-473	478	13	examine	examine	VERB
ger-473	478	14	the	the	DET
ger-473	478	15	untimed	untimed	ADJ
ger-473	478	16	composite	composite	ADJ
ger-473	478	17	scores	score	NOUN
ger-473	478	18	(	(	PUNCT
ger-473	478	19	bnc	bnc	NOUN
ger-473	478	20	-	-	PUNCT
ger-473	478	21	ut	ut	PROPN
ger-473	478	22	and	and	CCONJ
ger-473	478	23	oaaut	oaaut	NUM
ger-473	478	24	)	)	PUNCT
ger-473	478	25	.	.	PUNCT
ger-473	479	1	although	although	SCONJ
ger-473	479	2	the	the	DET
ger-473	479	3	range	range	NOUN
ger-473	479	4	of	of	ADP
ger-473	479	5	values	value	NOUN
ger-473	479	6	in	in	ADP
ger-473	479	7	these	these	DET
ger-473	479	8	scores	score	NOUN
ger-473	479	9	is	be	AUX
ger-473	479	10	constrained	constrain	VERB
ger-473	479	11	,	,	PUNCT
ger-473	479	12	two	two	NUM
ger-473	479	13	additional	additional	ADJ
ger-473	479	14	problems	problem	NOUN
ger-473	479	15	are	be	AUX
ger-473	479	16	evident	evident	ADJ
ger-473	479	17	.	.	PUNCT
ger-473	480	1	first	first	ADV
ger-473	480	2	,	,	PUNCT
ger-473	480	3	within	within	ADP
ger-473	480	4	the	the	DET
ger-473	480	5	oaa	oaa	PROPN
ger-473	480	6	-	-	PUNCT
ger-473	480	7	ut	ut	ADJ
ger-473	480	8	composite	composite	ADJ
ger-473	480	9	score	score	NOUN
ger-473	480	10	,	,	PUNCT
ger-473	480	11	the	the	DET
ger-473	480	12	subtests	subtest	NOUN
ger-473	480	13	do	do	AUX
ger-473	480	14	not	not	PART
ger-473	480	15	have	have	VERB
ger-473	480	16	the	the	DET
ger-473	480	17	same	same	ADJ
ger-473	480	18	number	number	NOUN
ger-473	480	19	of	of	ADP
ger-473	480	20	items	item	NOUN
ger-473	480	21	,	,	PUNCT
ger-473	480	22	such	such	ADJ
ger-473	480	23	that	that	SCONJ
ger-473	480	24	scores	score	NOUN
ger-473	480	25	from	from	ADP
ger-473	480	26	the	the	DET
ger-473	480	27	word	word	NOUN
ger-473	480	28	problems	problem	NOUN
ger-473	480	29	subtest	subt	ADJ
ger-473	480	30	account	account	VERB
ger-473	480	31	for	for	ADP
ger-473	480	32	a	a	DET
ger-473	480	33	larger	large	ADJ
ger-473	480	34	proportion	proportion	NOUN
ger-473	480	35	of	of	ADP
ger-473	480	36	the	the	DET
ger-473	480	37	score	score	NOUN
ger-473	480	38	than	than	ADP
ger-473	480	39	addition	addition	NOUN
ger-473	480	40	-	-	PUNCT
ger-473	480	41	level	level	NOUN
ger-473	480	42	2	2	NUM
ger-473	480	43	and	and	CCONJ
ger-473	480	44	subtraction	subtraction	NOUN
ger-473	480	45	-	-	PUNCT
ger-473	480	46	level	level	NOUN
ger-473	480	47	2	2	NUM
ger-473	480	48	.	.	PUNCT
ger-473	481	1	the	the	DET
ger-473	481	2	second	second	ADJ
ger-473	481	3	and	and	CCONJ
ger-473	481	4	more	more	ADV
ger-473	481	5	significant	significant	ADJ
ger-473	481	6	issues	issue	NOUN
ger-473	481	7	is	be	AUX
ger-473	481	8	that	that	SCONJ
ger-473	481	9	these	these	DET
ger-473	481	10	composite	composite	ADJ
ger-473	481	11	scores	score	NOUN
ger-473	481	12	under	under	ADP
ger-473	481	13	-	-	PUNCT
ger-473	481	14	representation	representation	NOUN
ger-473	481	15	of	of	ADP
ger-473	481	16	the	the	DET
ger-473	481	17	subcomponents	subcomponent	NOUN
ger-473	481	18	of	of	ADP
ger-473	481	19	the	the	DET
ger-473	481	20	construct	construct	NOUN
ger-473	481	21	.	.	PUNCT
ger-473	482	1	because	because	SCONJ
ger-473	482	2	bnc	bnc	NOUN
ger-473	482	3	-	-	PUNCT
ger-473	482	4	ut	ut	PROPN
ger-473	482	5	and	and	CCONJ
ger-473	482	6	oaa	oaa	PROPN
ger-473	482	7	-	-	PUNCT
ger-473	482	8	ut	ut	PROPN
ger-473	482	9	are	be	AUX
ger-473	482	10	based	base	VERB
ger-473	482	11	on	on	ADP
ger-473	482	12	a	a	DET
ger-473	482	13	truncated	truncate	VERB
ger-473	482	14	set	set	NOUN
ger-473	482	15	of	of	ADP
ger-473	482	16	subtests	subtest	NOUN
ger-473	482	17	,	,	PUNCT
ger-473	482	18	they	they	PRON
ger-473	482	19	are	be	AUX
ger-473	482	20	not	not	PART
ger-473	482	21	inclusive	inclusive	ADJ
ger-473	482	22	of	of	ADP
ger-473	482	23	the	the	DET
ger-473	482	24	range	range	NOUN
ger-473	482	25	of	of	ADP
ger-473	482	26	knowledge	knowledge	NOUN
ger-473	482	27	and	and	CCONJ
ger-473	482	28	skills	skill	NOUN
ger-473	482	29	that	that	PRON
ger-473	482	30	define	define	VERB
ger-473	482	31	the	the	DET
ger-473	482	32	two	two	NUM
ger-473	482	33	-	-	PUNCT
ger-473	482	34	factor	factor	NOUN
ger-473	482	35	structure	structure	NOUN
ger-473	482	36	of	of	ADP
ger-473	482	37	early	early	ADJ
ger-473	482	38	numeracy	numeracy	NOUN
ger-473	482	39	.	.	PUNCT
ger-473	483	1	thus	thus	ADV
ger-473	483	2	,	,	PUNCT
ger-473	483	3	the	the	DET
ger-473	483	4	meaningfulness	meaningfulness	NOUN
ger-473	483	5	and	and	CCONJ
ger-473	483	6	trustworthiness	trustworthiness	NOUN
ger-473	483	7	of	of	ADP
ger-473	483	8	the	the	DET
ger-473	483	9	untimed	untimed	ADJ
ger-473	483	10	composite	composite	ADJ
ger-473	483	11	scores	score	NOUN
ger-473	483	12	for	for	ADP
ger-473	483	13	guiding	guide	VERB
ger-473	483	14	decisions	decision	NOUN
ger-473	483	15	about	about	ADP
ger-473	483	16	students	student	NOUN
ger-473	483	17	’	'	PUNCT
ger-473	483	18	knowledge	knowledge	NOUN
ger-473	483	19	,	,	PUNCT
ger-473	483	20	skills	skill	NOUN
ger-473	483	21	,	,	PUNCT
ger-473	483	22	and	and	CCONJ
ger-473	483	23	ability	ability	NOUN
ger-473	483	24	in	in	ADP
ger-473	483	25	early	early	ADJ
ger-473	483	26	numeracy	numeracy	NOUN
ger-473	483	27	may	may	AUX
ger-473	483	28	be	be	AUX
ger-473	483	29	compromised	compromise	VERB
ger-473	483	30	.	.	PUNCT
ger-473	484	1	conclusions	conclusion	NOUN
ger-473	484	2	several	several	ADJ
ger-473	484	3	limitations	limitation	NOUN
ger-473	484	4	impact	impact	VERB
ger-473	484	5	the	the	DET
ger-473	484	6	generalizability	generalizability	NOUN
ger-473	484	7	of	of	ADP
ger-473	484	8	these	these	DET
ger-473	484	9	results	result	NOUN
ger-473	484	10	.	.	PUNCT
ger-473	485	1	first	first	ADV
ger-473	485	2	,	,	PUNCT
ger-473	485	3	the	the	DET
ger-473	485	4	composite	composite	ADJ
ger-473	485	5	scores	score	NOUN
ger-473	485	6	used	use	VERB
ger-473	485	7	in	in	ADP
ger-473	485	8	these	these	DET
ger-473	485	9	analyses	analysis	NOUN
ger-473	485	10	were	be	AUX
ger-473	485	11	based	base	VERB
ger-473	485	12	on	on	ADP
ger-473	485	13	a	a	DET
ger-473	485	14	subset	subset	NOUN
ger-473	485	15	of	of	ADP
ger-473	485	16	the	the	DET
ger-473	485	17	egma	egma	NOUN
ger-473	485	18	subtests	subtest	NOUN
ger-473	485	19	that	that	SCONJ
ger-473	485	20	most	most	ADV
ger-473	485	21	closely	closely	ADV
ger-473	485	22	aligned	align	VERB
ger-473	485	23	with	with	ADP
ger-473	485	24	the	the	DET
ger-473	485	25	research	research	NOUN
ger-473	485	26	on	on	ADP
ger-473	485	27	the	the	DET
ger-473	485	28	two	two	NUM
ger-473	485	29	-	-	PUNCT
ger-473	485	30	factor	factor	NOUN
ger-473	485	31	model	model	NOUN
ger-473	485	32	of	of	ADP
ger-473	485	33	early	early	ADJ
ger-473	485	34	mathematics	mathematic	NOUN
ger-473	485	35	.	.	PUNCT
ger-473	486	1	however	however	ADV
ger-473	486	2	,	,	PUNCT
ger-473	486	3	the	the	DET
ger-473	486	4	composite	composite	ADJ
ger-473	486	5	scores	score	NOUN
ger-473	486	6	could	could	AUX
ger-473	486	7	be	be	AUX
ger-473	486	8	created	create	VERB
ger-473	486	9	using	use	VERB
ger-473	486	10	different	different	ADJ
ger-473	486	11	clusters	cluster	NOUN
ger-473	486	12	of	of	ADP
ger-473	486	13	subtests	subtest	NOUN
ger-473	486	14	.	.	PUNCT
ger-473	487	1	changing	change	VERB
ger-473	487	2	the	the	DET
ger-473	487	3	subtests	subtest	NOUN
ger-473	487	4	would	would	AUX
ger-473	487	5	alter	alter	VERB
ger-473	487	6	the	the	DET
ger-473	487	7	composite	composite	ADJ
ger-473	487	8	scores	score	NOUN
ger-473	487	9	,	,	PUNCT
ger-473	487	10	and	and	CCONJ
ger-473	487	11	may	may	AUX
ger-473	487	12	impact	impact	VERB
ger-473	487	13	the	the	DET
ger-473	487	14	outcomes	outcome	NOUN
ger-473	487	15	of	of	ADP
ger-473	487	16	this	this	DET
ger-473	487	17	study	study	NOUN
ger-473	487	18	.	.	PUNCT
ger-473	488	1	second	second	ADJ
ger-473	488	2	,	,	PUNCT
ger-473	488	3	this	this	DET
ger-473	488	4	study	study	NOUN
ger-473	488	5	was	be	AUX
ger-473	488	6	conducted	conduct	VERB
ger-473	488	7	using	use	VERB
ger-473	488	8	a	a	DET
ger-473	488	9	convenience	convenience	NOUN
ger-473	488	10	sample	sample	NOUN
ger-473	488	11	from	from	ADP
ger-473	488	12	one	one	NUM
ger-473	488	13	country	country	NOUN
ger-473	488	14	.	.	PUNCT
ger-473	489	1	this	this	DET
ger-473	489	2	sample	sample	NOUN
ger-473	489	3	may	may	AUX
ger-473	489	4	have	have	VERB
ger-473	489	5	unique	unique	ADJ
ger-473	489	6	characteristics	characteristic	NOUN
ger-473	489	7	that	that	PRON
ger-473	489	8	do	do	AUX
ger-473	489	9	not	not	PART
ger-473	489	10	generalize	generalize	VERB
ger-473	489	11	.	.	PUNCT
ger-473	490	1	conducting	conduct	VERB
ger-473	490	2	these	these	DET
ger-473	490	3	analyses	analysis	NOUN
ger-473	490	4	with	with	ADP
ger-473	490	5	data	datum	NOUN
ger-473	490	6	from	from	ADP
ger-473	490	7	other	other	ADJ
ger-473	490	8	countries	country	NOUN
ger-473	490	9	would	would	AUX
ger-473	490	10	strengthen	strengthen	VERB
ger-473	490	11	the	the	DET
ger-473	490	12	generalizability	generalizability	NOUN
ger-473	490	13	of	of	ADP
ger-473	490	14	the	the	DET
ger-473	490	15	findings	finding	NOUN
ger-473	490	16	.	.	PUNCT
ger-473	491	1	162	162	NUM
ger-473	491	2	global	global	ADJ
ger-473	491	3	education	education	NOUN
ger-473	491	4	review	review	NOUN
ger-473	491	5	5(3	5(3	NUM
ger-473	491	6	)	)	PUNCT
ger-473	491	7	in	in	ADP
ger-473	491	8	sum	sum	NOUN
ger-473	491	9	,	,	PUNCT
ger-473	491	10	based	base	VERB
ger-473	491	11	on	on	ADP
ger-473	491	12	the	the	DET
ger-473	491	13	psychometric	psychometric	ADJ
ger-473	491	14	properties	property	NOUN
ger-473	491	15	and	and	CCONJ
ger-473	491	16	usefulness	usefulness	NOUN
ger-473	491	17	of	of	ADP
ger-473	491	18	scores	score	NOUN
ger-473	491	19	derived	derive	VERB
ger-473	491	20	from	from	ADP
ger-473	491	21	three	three	NUM
ger-473	491	22	test	test	NOUN
ger-473	491	23	scoring	scoring	NOUN
ger-473	491	24	procedures	procedure	NOUN
ger-473	491	25	,	,	PUNCT
ger-473	491	26	the	the	DET
ger-473	491	27	evidence	evidence	NOUN
ger-473	491	28	points	point	VERB
ger-473	491	29	to	to	ADP
ger-473	491	30	the	the	DET
ger-473	491	31	need	need	NOUN
ger-473	491	32	to	to	PART
ger-473	491	33	continue	continue	VERB
ger-473	491	34	reporting	report	VERB
ger-473	491	35	and	and	CCONJ
ger-473	491	36	using	use	VERB
ger-473	491	37	the	the	DET
ger-473	491	38	subscores	subscore	NOUN
ger-473	491	39	for	for	ADP
ger-473	491	40	the	the	DET
ger-473	491	41	egma	egma	NOUN
ger-473	491	42	subtests	subtest	NOUN
ger-473	491	43	when	when	SCONJ
ger-473	491	44	disseminating	disseminate	VERB
ger-473	491	45	results	result	NOUN
ger-473	491	46	.	.	PUNCT
ger-473	492	1	although	although	SCONJ
ger-473	492	2	psychometrically	psychometrically	ADV
ger-473	492	3	adequate	adequate	ADJ
ger-473	492	4	,	,	PUNCT
ger-473	492	5	composite	composite	ADJ
ger-473	492	6	scores	score	NOUN
ger-473	492	7	based	base	VERB
ger-473	492	8	on	on	ADP
ger-473	492	9	the	the	DET
ger-473	492	10	untimed	untimed	ADJ
ger-473	492	11	subtests	subtest	NOUN
ger-473	492	12	may	may	AUX
ger-473	492	13	distort	distort	VERB
ger-473	492	14	the	the	DET
ger-473	492	15	interpretations	interpretation	NOUN
ger-473	492	16	of	of	ADP
ger-473	492	17	students	student	NOUN
ger-473	492	18	’	'	PUNCT
ger-473	492	19	levels	level	NOUN
ger-473	492	20	of	of	ADP
ger-473	492	21	proficiency	proficiency	NOUN
ger-473	492	22	in	in	ADP
ger-473	492	23	early	early	ADJ
ger-473	492	24	numeracy	numeracy	NOUN
ger-473	492	25	because	because	SCONJ
ger-473	492	26	they	they	PRON
ger-473	492	27	are	be	AUX
ger-473	492	28	based	base	VERB
ger-473	492	29	on	on	ADP
ger-473	492	30	a	a	DET
ger-473	492	31	limited	limited	ADJ
ger-473	492	32	set	set	NOUN
ger-473	492	33	of	of	ADP
ger-473	492	34	subtests	subtest	NOUN
ger-473	492	35	.	.	PUNCT
ger-473	493	1	subscores	subscore	NOUN
ger-473	493	2	on	on	ADP
ger-473	493	3	the	the	DET
ger-473	493	4	egma	egma	NOUN
ger-473	493	5	subtests	subtest	NOUN
ger-473	493	6	provide	provide	VERB
ger-473	493	7	detailed	detailed	ADJ
ger-473	493	8	information	information	NOUN
ger-473	493	9	about	about	ADP
ger-473	493	10	students	student	NOUN
ger-473	493	11	’	'	PUNCT
ger-473	493	12	levels	level	NOUN
ger-473	493	13	of	of	ADP
ger-473	493	14	proficiency	proficiency	NOUN
ger-473	493	15	on	on	ADP
ger-473	493	16	each	each	DET
ger-473	493	17	concept	concept	NOUN
ger-473	493	18	that	that	PRON
ger-473	493	19	comprises	comprise	VERB
ger-473	493	20	early	early	ADJ
ger-473	493	21	numeracy	numeracy	NOUN
ger-473	493	22	.	.	PUNCT
ger-473	494	1	these	these	DET
ger-473	494	2	results	result	NOUN
ger-473	494	3	can	can	AUX
ger-473	494	4	be	be	AUX
ger-473	494	5	used	use	VERB
ger-473	494	6	to	to	PART
ger-473	494	7	evaluate	evaluate	VERB
ger-473	494	8	the	the	DET
ger-473	494	9	effectiveness	effectiveness	NOUN
ger-473	494	10	of	of	ADP
ger-473	494	11	policies	policy	NOUN
ger-473	494	12	,	,	PUNCT
ger-473	494	13	curricular	curricular	ADJ
ger-473	494	14	reforms	reform	NOUN
ger-473	494	15	,	,	PUNCT
ger-473	494	16	and/or	and/or	CCONJ
ger-473	494	17	instruction	instruction	NOUN
ger-473	494	18	and	and	CCONJ
ger-473	494	19	intervention	intervention	NOUN
ger-473	494	20	design	design	NOUN
ger-473	494	21	.	.	PUNCT
ger-473	495	1	references	reference	NOUN
ger-473	495	2	american	american	PROPN
ger-473	495	3	educational	educational	PROPN
ger-473	495	4	research	research	PROPN
ger-473	495	5	association	association	PROPN
ger-473	495	6	(	(	PUNCT
ger-473	495	7	aera	aera	PROPN
ger-473	495	8	)	)	PUNCT
ger-473	495	9	,	,	PUNCT
ger-473	495	10	american	american	PROPN
ger-473	495	11	psychological	psychological	PROPN
ger-473	495	12	association	association	PROPN
ger-473	495	13	(	(	PUNCT
ger-473	495	14	apa	apa	PROPN
ger-473	495	15	)	)	PUNCT
ger-473	495	16	,	,	PUNCT
ger-473	495	17	&	&	CCONJ
ger-473	495	18	national	national	PROPN
ger-473	495	19	council	council	PROPN
ger-473	495	20	on	on	ADP
ger-473	495	21	measurement	measurement	NOUN
ger-473	495	22	in	in	ADP
ger-473	495	23	education	education	NOUN
ger-473	495	24	(	(	PUNCT
ger-473	495	25	ncme	ncme	PROPN
ger-473	495	26	)	)	PUNCT
ger-473	495	27	.	.	PUNCT
ger-473	496	1	(	(	PUNCT
ger-473	496	2	2014	2014	NUM
ger-473	496	3	)	)	PUNCT
ger-473	496	4	.	.	PUNCT
ger-473	497	1	standards	standard	NOUN
ger-473	497	2	for	for	ADP
ger-473	497	3	educational	educational	ADJ
ger-473	497	4	and	and	CCONJ
ger-473	497	5	psychological	psychological	ADJ
ger-473	497	6	testing	testing	NOUN
ger-473	497	7	.	.	PUNCT
ger-473	498	1	washington	washington	PROPN
ger-473	498	2	,	,	PUNCT
ger-473	498	3	dc	dc	PROPN
ger-473	498	4	:	:	PUNCT
ger-473	498	5	american	american	PROPN
ger-473	498	6	psychological	psychological	PROPN
ger-473	498	7	association	association	PROPN
ger-473	498	8	.	.	PUNCT
ger-473	499	1	aunio	aunio	PROPN
ger-473	499	2	,	,	PUNCT
ger-473	499	3	p.	p.	NOUN
ger-473	499	4	,	,	PUNCT
ger-473	499	5	niemivirta	niemivirta	NOUN
ger-473	499	6	,	,	PUNCT
ger-473	499	7	m.	m.	NOUN
ger-473	499	8	,	,	PUNCT
ger-473	499	9	hautamäki	hautamäki	PROPN
ger-473	499	10	,	,	PUNCT
ger-473	499	11	j.	j.	PROPN
ger-473	499	12	,	,	PUNCT
ger-473	499	13	van	van	PROPN
ger-473	499	14	luit	luit	PROPN
ger-473	499	15	,	,	PUNCT
ger-473	499	16	j.	j.	PROPN
ger-473	499	17	e.	e.	PROPN
ger-473	499	18	h.	h.	PROPN
ger-473	499	19	,	,	PUNCT
ger-473	499	20	shi	shi	PROPN
ger-473	499	21	,	,	PUNCT
ger-473	499	22	j.	j.	PROPN
ger-473	499	23	,	,	PUNCT
ger-473	499	24	&	&	CCONJ
ger-473	499	25	zhang	zhang	PROPN
ger-473	499	26	,	,	PUNCT
ger-473	499	27	m.	m.	NOUN
ger-473	499	28	(	(	PUNCT
ger-473	499	29	2006	2006	NUM
ger-473	499	30	)	)	PUNCT
ger-473	499	31	.	.	PUNCT
ger-473	500	1	young	young	ADJ
ger-473	500	2	children	child	NOUN
ger-473	500	3	’s	’s	PART
ger-473	500	4	number	number	NOUN
ger-473	500	5	sense	sense	NOUN
ger-473	500	6	in	in	ADP
ger-473	500	7	china	china	PROPN
ger-473	500	8	and	and	CCONJ
ger-473	500	9	finland	finland	PROPN
ger-473	500	10	.	.	PUNCT
ger-473	501	1	scandinavian	scandinavian	ADJ
ger-473	501	2	journal	journal	PROPN
ger-473	501	3	of	of	ADP
ger-473	501	4	educational	educational	ADJ
ger-473	501	5	research	research	NOUN
ger-473	501	6	,	,	PUNCT
ger-473	501	7	50(5	50(5	NUM
ger-473	501	8	)	)	PUNCT
ger-473	501	9	,	,	PUNCT
ger-473	501	10	483	483	NUM
ger-473	501	11	-	-	SYM
ger-473	501	12	502	502	NUM
ger-473	501	13	.	.	PUNCT
ger-473	502	1	bridge	bridge	NOUN
ger-473	502	2	international	international	ADJ
ger-473	502	3	academies	academy	NOUN
ger-473	502	4	.	.	PUNCT
ger-473	503	1	(	(	PUNCT
ger-473	503	2	2014	2014	NUM
ger-473	503	3	)	)	PUNCT
ger-473	503	4	.	.	PUNCT
ger-473	504	1	the	the	DET
ger-473	504	2	bridge	bridge	NOUN
ger-473	504	3	effect	effect	NOUN
ger-473	504	4	:	:	PUNCT
ger-473	504	5	comparison	comparison	NOUN
ger-473	504	6	of	of	ADP
ger-473	504	7	bridge	bridge	NOUN
ger-473	504	8	pupils	pupil	NOUN
ger-473	504	9	to	to	ADP
ger-473	504	10	peers	peer	NOUN
ger-473	504	11	at	at	ADP
ger-473	504	12	nearby	nearby	ADJ
ger-473	504	13	schools	school	NOUN
ger-473	504	14	.	.	PUNCT
ger-473	505	1	nairobi	nairobi	PROPN
ger-473	505	2	,	,	PUNCT
ger-473	505	3	kenya	kenya	PROPN
ger-473	505	4	:	:	PUNCT
ger-473	505	5	bridge	bridge	VERB
ger-473	505	6	international	international	ADJ
ger-473	505	7	academies	academy	NOUN
ger-473	505	8	.	.	PUNCT
ger-473	506	1	retrieved	retrieve	VERB
ger-473	506	2	from	from	ADP
ger-473	506	3	http://www.bridgeinternationalacademies	http://www.bridgeinternationalacademie	NOUN
ger-473	506	4	.com	.com	PROPN
ger-473	506	5	on	on	ADP
ger-473	506	6	6/11/2018	6/11/2018	PROPN
ger-473	506	7	.	.	PUNCT
ger-473	507	1	brombacher	brombacher	PROPN
ger-473	507	2	,	,	PUNCT
ger-473	507	3	a.	a.	NOUN
ger-473	507	4	,	,	PUNCT
ger-473	507	5	stern	stern	ADJ
ger-473	507	6	,	,	PUNCT
ger-473	507	7	j.	j.	PROPN
ger-473	507	8	,	,	PUNCT
ger-473	507	9	nordstrum	nordstrum	PROPN
ger-473	507	10	,	,	PUNCT
ger-473	507	11	l.	l.	PROPN
ger-473	507	12	,	,	PUNCT
ger-473	507	13	cummiskey	cummiskey	ADJ
ger-473	507	14	,	,	PUNCT
ger-473	507	15	c.	c.	PROPN
ger-473	507	16	,	,	PUNCT
ger-473	507	17	&	&	CCONJ
ger-473	507	18	mulcahy	mulcahy	PROPN
ger-473	507	19	-	-	PUNCT
ger-473	507	20	duhn	duhn	PROPN
ger-473	507	21	,	,	PUNCT
ger-473	507	22	a.	a.	NOUN
ger-473	507	23	(	(	PUNCT
ger-473	507	24	2014	2014	NUM
ger-473	507	25	)	)	PUNCT
ger-473	507	26	.	.	PUNCT
ger-473	508	1	education	education	NOUN
ger-473	508	2	data	datum	NOUN
ger-473	508	3	for	for	ADP
ger-473	508	4	decision	decision	NOUN
ger-473	508	5	making	making	NOUN
ger-473	508	6	(	(	PUNCT
ger-473	508	7	eddata	eddata	PROPN
ger-473	508	8	ii	ii	PROPN
ger-473	508	9	):	):	PUNCT
ger-473	508	10	national	national	ADJ
ger-473	508	11	early	early	ADJ
ger-473	508	12	grade	grade	NOUN
ger-473	508	13	literacy	literacy	NOUN
ger-473	508	14	and	and	CCONJ
ger-473	508	15	numeracy	numeracy	NOUN
ger-473	508	16	survey	survey	NOUN
ger-473	508	17	–	–	PUNCT
ger-473	508	18	jordan	jordan	PROPN
ger-473	508	19	.	.	PUNCT
ger-473	509	1	research	research	NOUN
ger-473	509	2	triangle	triangle	NOUN
ger-473	509	3	park	park	NOUN
ger-473	509	4	,	,	PUNCT
ger-473	509	5	nc	nc	PROPN
ger-473	509	6	:	:	PUNCT
ger-473	509	7	rti	rti	PROPN
ger-473	509	8	international	international	PROPN
ger-473	509	9	.	.	PUNCT
ger-473	510	1	brombacher	brombacher	PROPN
ger-473	510	2	,	,	PUNCT
ger-473	510	3	a.	a.	NOUN
ger-473	510	4	(	(	PUNCT
ger-473	510	5	2015	2015	NUM
ger-473	510	6	)	)	PUNCT
ger-473	510	7	.	.	PUNCT
ger-473	511	1	national	national	PROPN
ger-473	511	2	intervention	intervention	PROPN
ger-473	511	3	research	research	NOUN
ger-473	511	4	activity	activity	NOUN
ger-473	511	5	for	for	ADP
ger-473	511	6	early	early	ADJ
ger-473	511	7	grade	grade	NOUN
ger-473	511	8	mathematics	mathematic	NOUN
ger-473	511	9	in	in	ADP
ger-473	511	10	jordan	jordan	PROPN
ger-473	511	11	.	.	PUNCT
ger-473	512	1	in	in	ADP
ger-473	512	2	x.	x.	PROPN
ger-473	512	3	sun	sun	PROPN
ger-473	512	4	,	,	PUNCT
ger-473	512	5	b	b	NOUN
ger-473	512	6	,	,	PUNCT
ger-473	512	7	kaur	kaur	PROPN
ger-473	512	8	,	,	PUNCT
ger-473	512	9	&	&	CCONJ
ger-473	512	10	j.	j.	PROPN
ger-473	512	11	novotná	novotná	PROPN
ger-473	512	12	(	(	PUNCT
ger-473	512	13	eds	ed	NOUN
ger-473	512	14	.	.	PUNCT
ger-473	512	15	)	)	PUNCT
ger-473	513	1	conference	conference	NOUN
ger-473	513	2	proceedings	proceeding	NOUN
ger-473	513	3	of	of	ADP
ger-473	513	4	the	the	DET
ger-473	513	5	twenty	twenty	NUM
ger-473	513	6	-	-	PUNCT
ger-473	513	7	third	third	ADJ
ger-473	513	8	icmi	icmi	NOUN
ger-473	513	9	study	study	NOUN
ger-473	513	10	:	:	PUNCT
ger-473	513	11	primary	primary	ADJ
ger-473	513	12	mathematics	mathematics	NOUN
ger-473	513	13	study	study	NOUN
ger-473	513	14	on	on	ADP
ger-473	513	15	whole	whole	ADJ
ger-473	513	16	numbers	number	NOUN
ger-473	513	17	.	.	PUNCT
ger-473	514	1	brombacher	brombacher	PROPN
ger-473	514	2	,	,	PUNCT
ger-473	514	3	a.	a.	NOUN
ger-473	514	4	,	,	PUNCT
ger-473	514	5	bulat	bulat	PROPN
ger-473	514	6	,	,	PUNCT
ger-473	514	7	j.	j.	PROPN
ger-473	514	8	,	,	PUNCT
ger-473	514	9	king	king	PROPN
ger-473	514	10	,	,	PUNCT
ger-473	514	11	s.	s.	PROPN
ger-473	514	12	,	,	PUNCT
ger-473	514	13	kochetkova	kochetkova	PROPN
ger-473	514	14	,	,	PUNCT
ger-473	514	15	k.	k.	PROPN
ger-473	514	16	,	,	PUNCT
ger-473	514	17	and	and	CCONJ
ger-473	514	18	nordstrum	nordstrum	PROPN
ger-473	514	19	,	,	PUNCT
ger-473	514	20	l.	l.	PROPN
ger-473	514	21	(	(	PUNCT
ger-473	514	22	2015	2015	NUM
ger-473	514	23	)	)	PUNCT
ger-473	514	24	.	.	PUNCT
ger-473	515	1	national	national	ADJ
ger-473	515	2	assessment	assessment	NOUN
ger-473	515	3	survey	survey	NOUN
ger-473	515	4	of	of	ADP
ger-473	515	5	learning	learn	VERB
ger-473	515	6	achievement	achievement	NOUN
ger-473	515	7	at	at	ADP
ger-473	515	8	grade	grade	NOUN
ger-473	515	9	2	2	NUM
ger-473	515	10	:	:	PUNCT
ger-473	515	11	results	result	NOUN
ger-473	515	12	for	for	ADP
ger-473	515	13	early	early	ADJ
ger-473	515	14	grade	grade	NOUN
ger-473	515	15	reading	reading	NOUN
ger-473	515	16	and	and	CCONJ
ger-473	515	17	mathematics	mathematic	NOUN
ger-473	515	18	in	in	ADP
ger-473	515	19	zambia	zambia	PROPN
ger-473	515	20	.	.	PUNCT
ger-473	516	1	research	research	NOUN
ger-473	516	2	triangle	triangle	NOUN
ger-473	516	3	park	park	NOUN
ger-473	516	4	,	,	PUNCT
ger-473	516	5	nc	nc	PROPN
ger-473	516	6	:	:	PUNCT
ger-473	516	7	rti	rti	PROPN
ger-473	516	8	international	international	PROPN
ger-473	516	9	.	.	PUNCT
ger-473	517	1	cruz	cruz	PROPN
ger-473	517	2	-	-	PUNCT
ger-473	517	3	aguayo	aguayo	PROPN
ger-473	517	4	,	,	PUNCT
ger-473	517	5	y.	y.	PROPN
ger-473	517	6	,	,	PUNCT
ger-473	517	7	ibarraran	ibarraran	ADJ
ger-473	517	8	,	,	PUNCT
ger-473	517	9	p.	p.	PROPN
ger-473	517	10	,	,	PUNCT
ger-473	517	11	&	&	CCONJ
ger-473	517	12	schady	schady	PROPN
ger-473	517	13	,	,	PUNCT
ger-473	517	14	n.	n.	NOUN
ger-473	517	15	(	(	PUNCT
ger-473	517	16	2017	2017	NUM
ger-473	517	17	)	)	PUNCT
ger-473	517	18	.	.	PUNCT
ger-473	518	1	do	do	AUX
ger-473	518	2	tests	test	NOUN
ger-473	518	3	applied	apply	VERB
ger-473	518	4	to	to	ADP
ger-473	518	5	teachers	teacher	NOUN
ger-473	518	6	predict	predict	VERB
ger-473	518	7	their	their	PRON
ger-473	518	8	effectiveness	effectiveness	NOUN
ger-473	518	9	(	(	PUNCT
ger-473	518	10	idb	idb	PROPN
ger-473	518	11	working	working	PROPN
ger-473	518	12	paper	paper	PROPN
ger-473	518	13	series	series	PROPN
ger-473	518	14	no	no	DET
ger-473	518	15	idb	idb	PROPN
ger-473	518	16	-	-	PUNCT
ger-473	518	17	wp-821	wp-821	PROPN
ger-473	518	18	)	)	PUNCT
ger-473	518	19	.	.	PUNCT
ger-473	519	1	washington	washington	PROPN
ger-473	519	2	,	,	PUNCT
ger-473	519	3	dc	dc	PROPN
ger-473	519	4	:	:	PUNCT
ger-473	519	5	inter	inter	ADJ
ger-473	519	6	-	-	ADJ
ger-473	519	7	american	american	PROPN
ger-473	519	8	development	development	PROPN
ger-473	519	9	bank	bank	PROPN
ger-473	519	10	.	.	PUNCT
ger-473	520	1	dai	dai	PROPN
ger-473	520	2	,	,	PUNCT
ger-473	520	3	s.	s.	PROPN
ger-473	520	4	,	,	PUNCT
ger-473	520	5	wang	wang	PROPN
ger-473	520	6	,	,	PUNCT
ger-473	520	7	x.	x.	PROPN
ger-473	520	8	,	,	PUNCT
ger-473	520	9	&	&	CCONJ
ger-473	520	10	svetina	svetina	PROPN
ger-473	520	11	,	,	PUNCT
ger-473	520	12	d.	d.	PROPN
ger-473	520	13	(	(	PUNCT
ger-473	520	14	2016	2016	NUM
ger-473	520	15	)	)	PUNCT
ger-473	520	16	.	.	PUNCT
ger-473	521	1	subscore	subscore	ADJ
ger-473	521	2	:	:	PUNCT
ger-473	521	3	computing	compute	VERB
ger-473	521	4	subscores	subscore	NOUN
ger-473	521	5	in	in	ADP
ger-473	521	6	classical	classical	ADJ
ger-473	521	7	test	test	NOUN
ger-473	521	8	theory	theory	NOUN
ger-473	521	9	and	and	CCONJ
ger-473	521	10	item	item	NOUN
ger-473	521	11	response	response	NOUN
ger-473	521	12	theory	theory	NOUN
ger-473	521	13	.	.	PUNCT
ger-473	522	1	r	r	NOUN
ger-473	522	2	package	package	NOUN
ger-473	522	3	.	.	PUNCT
ger-473	523	1	bloomington	bloomington	PROPN
ger-473	523	2	,	,	PUNCT
ger-473	523	3	indiana	indiana	PROPN
ger-473	523	4	:	:	PUNCT
ger-473	523	5	indiana	indiana	PROPN
ger-473	523	6	university	university	PROPN
ger-473	523	7	.	.	PUNCT
ger-473	524	1	davidson	davidson	PROPN
ger-473	524	2	,	,	PUNCT
ger-473	524	3	m.	m.	PROPN
ger-473	524	4	l.	l.	PROPN
ger-473	524	5	,	,	PUNCT
ger-473	524	6	davenport	davenport	PROPN
ger-473	524	7	,	,	PUNCT
ger-473	524	8	e.	e.	PROPN
ger-473	524	9	c.	c.	PROPN
ger-473	524	10	,	,	PUNCT
ger-473	524	11	chang	chang	PROPN
ger-473	524	12	,	,	PUNCT
ger-473	524	13	y	y	PROPN
ger-473	524	14	-	-	PUNCT
ger-473	524	15	f.	f.	PROPN
ger-473	524	16	,	,	PUNCT
ger-473	524	17	vue	vue	PROPN
ger-473	524	18	,	,	PUNCT
ger-473	524	19	k.	k.	PROPN
ger-473	524	20	,	,	PUNCT
ger-473	524	21	&	&	CCONJ
ger-473	524	22	su	su	PROPN
ger-473	524	23	,	,	PUNCT
ger-473	524	24	s.	s.	PROPN
ger-473	524	25	(	(	PUNCT
ger-473	524	26	2015	2015	NUM
ger-473	524	27	)	)	PUNCT
ger-473	524	28	.	.	PUNCT
ger-473	525	1	criterion	criterion	NOUN
ger-473	525	2	-	-	PUNCT
ger-473	525	3	related	relate	VERB
ger-473	525	4	validity	validity	NOUN
ger-473	525	5	:	:	PUNCT
ger-473	525	6	assessing	assess	VERB
ger-473	525	7	the	the	DET
ger-473	525	8	value	value	NOUN
ger-473	525	9	of	of	ADP
ger-473	525	10	subscores	subscore	NOUN
ger-473	525	11	.	.	PUNCT
ger-473	526	1	journal	journal	NOUN
ger-473	526	2	of	of	ADP
ger-473	526	3	educational	educational	ADJ
ger-473	526	4	measurement	measurement	NOUN
ger-473	526	5	,	,	PUNCT
ger-473	526	6	52(3	52(3	NOUN
ger-473	526	7	)	)	PUNCT
ger-473	526	8	,	,	PUNCT
ger-473	526	9	263	263	NUM
ger-473	526	10	-	-	SYM
ger-473	526	11	279	279	NUM
ger-473	526	12	.	.	PUNCT
ger-473	527	1	feinberg	feinberg	PROPN
ger-473	527	2	,	,	PUNCT
ger-473	527	3	r.	r.	PROPN
ger-473	527	4	a.	a.	PROPN
ger-473	527	5	,	,	PUNCT
ger-473	527	6	&	&	CCONJ
ger-473	527	7	wainer	wainer	PROPN
ger-473	527	8	,	,	PUNCT
ger-473	527	9	h.	h.	PROPN
ger-473	527	10	(	(	PUNCT
ger-473	527	11	2014	2014	NUM
ger-473	527	12	)	)	PUNCT
ger-473	527	13	.	.	PUNCT
ger-473	528	1	when	when	SCONJ
ger-473	528	2	can	can	AUX
ger-473	528	3	we	we	PRON
ger-473	528	4	improve	improve	VERB
ger-473	528	5	subscores	subscore	NOUN
ger-473	528	6	by	by	ADP
ger-473	528	7	making	make	VERB
ger-473	528	8	them	they	PRON
ger-473	528	9	shorter	short	ADJ
ger-473	528	10	?	?	PUNCT
ger-473	528	11	:	:	PUNCT
ger-473	528	12	the	the	DET
ger-473	528	13	case	case	NOUN
ger-473	528	14	against	against	ADP
ger-473	528	15	subscores	subscore	NOUN
ger-473	528	16	with	with	ADP
ger-473	528	17	overlapping	overlap	VERB
ger-473	528	18	items	item	NOUN
ger-473	528	19	.	.	PUNCT
ger-473	529	1	educational	educational	ADJ
ger-473	529	2	measurement	measurement	NOUN
ger-473	529	3	:	:	PUNCT
ger-473	529	4	issues	issue	NOUN
ger-473	529	5	and	and	CCONJ
ger-473	529	6	practice	practice	NOUN
ger-473	529	7	,	,	PUNCT
ger-473	529	8	33(3	33(3	NOUN
ger-473	529	9	)	)	PUNCT
ger-473	529	10	,	,	PUNCT
ger-473	529	11	47	47	NUM
ger-473	529	12	-	-	SYM
ger-473	529	13	54	54	NUM
ger-473	529	14	.	.	PUNCT
ger-473	530	1	feldt	feldt	PROPN
ger-473	530	2	,	,	PUNCT
ger-473	530	3	l.	l.	PROPN
ger-473	530	4	s.	s.	PROPN
ger-473	530	5	(	(	PUNCT
ger-473	530	6	2004	2004	NUM
ger-473	530	7	)	)	PUNCT
ger-473	530	8	.	.	PUNCT
ger-473	531	1	estimating	estimate	VERB
ger-473	531	2	the	the	DET
ger-473	531	3	reliability	reliability	NOUN
ger-473	531	4	of	of	ADP
ger-473	531	5	a	a	DET
ger-473	531	6	test	test	NOUN
ger-473	531	7	battery	battery	NOUN
ger-473	531	8	composite	composite	NOUN
ger-473	531	9	or	or	CCONJ
ger-473	531	10	a	a	DET
ger-473	531	11	test	test	NOUN
ger-473	531	12	score	score	NOUN
ger-473	531	13	based	base	VERB
ger-473	531	14	on	on	ADP
ger-473	531	15	weighted	weight	VERB
ger-473	531	16	item	item	NOUN
ger-473	531	17	scoring	scoring	NOUN
ger-473	531	18	.	.	PUNCT
ger-473	532	1	measurement	measurement	NOUN
ger-473	532	2	and	and	CCONJ
ger-473	532	3	evaluation	evaluation	NOUN
ger-473	532	4	in	in	ADP
ger-473	532	5	http://www.bridgeinternationalacademies.com/wp-content/uploads/2013/01/bridge-international-academies_white-paper_the-bridge-effect_nov-2014_website.pdf%20on%206/11	http://www.bridgeinternationalacademies.com/wp-content/uploads/2013/01/bridge-international-academies_white-paper_the-bridge-effect_nov-2014_website.pdf%20on%206/11	PROPN
ger-473	532	6	http://www.bridgeinternationalacademies.com/wp-content/uploads/2013/01/bridge-international-academies_white-paper_the-bridge-effect_nov-2014_website.pdf%20on%206/11	http://www.bridgeinternationalacademies.com/wp-content/uploads/2013/01/bridge-international-academies_white-paper_the-bridge-effect_nov-2014_website.pdf%20on%206/11	PROPN
ger-473	532	7	aligning	align	VERB
ger-473	532	8	test	test	NOUN
ger-473	532	9	scoring	scoring	NOUN
ger-473	532	10	procedures	procedure	NOUN
ger-473	532	11	with	with	ADP
ger-473	532	12	test	test	NOUN
ger-473	532	13	uses	use	VERB
ger-473	532	14	163	163	NUM
ger-473	532	15	counseling	counseling	NOUN
ger-473	532	16	and	and	CCONJ
ger-473	532	17	development	development	NOUN
ger-473	532	18	,	,	PUNCT
ger-473	532	19	37	37	NUM
ger-473	532	20	,	,	PUNCT
ger-473	532	21	184190	184190	NUM
ger-473	532	22	.	.	PUNCT
ger-473	533	1	haberman	haberman	PROPN
ger-473	533	2	,	,	PUNCT
ger-473	533	3	s.	s.	PROPN
ger-473	533	4	j.	j.	PROPN
ger-473	533	5	(	(	PUNCT
ger-473	533	6	2008	2008	NUM
ger-473	533	7	)	)	PUNCT
ger-473	533	8	.	.	PUNCT
ger-473	534	1	when	when	SCONJ
ger-473	534	2	can	can	AUX
ger-473	534	3	subscores	subscore	NOUN
ger-473	534	4	have	have	VERB
ger-473	534	5	value	value	NOUN
ger-473	534	6	?	?	PUNCT
ger-473	535	1	journal	journal	NOUN
ger-473	535	2	of	of	ADP
ger-473	535	3	educational	educational	ADJ
ger-473	535	4	and	and	CCONJ
ger-473	535	5	behavioral	behavioral	ADJ
ger-473	535	6	statistics	statistic	NOUN
ger-473	535	7	,	,	PUNCT
ger-473	535	8	33	33	NUM
ger-473	535	9	,	,	PUNCT
ger-473	535	10	204–229	204–229	NUM
ger-473	535	11	.	.	PUNCT
ger-473	535	12	international	international	ADJ
ger-473	535	13	test	test	NOUN
ger-473	535	14	commission	commission	PROPN
ger-473	535	15	.	.	PUNCT
ger-473	536	1	(	(	PUNCT
ger-473	536	2	2014	2014	NUM
ger-473	536	3	)	)	PUNCT
ger-473	536	4	.	.	PUNCT
ger-473	537	1	itc	itc	PROPN
ger-473	537	2	guidelines	guideline	NOUN
ger-473	537	3	on	on	ADP
ger-473	537	4	quality	quality	NOUN
ger-473	537	5	control	control	NOUN
ger-473	537	6	in	in	ADP
ger-473	537	7	scoring	scoring	NOUN
ger-473	537	8	,	,	PUNCT
ger-473	537	9	test	test	NOUN
ger-473	537	10	analysis	analysis	NOUN
ger-473	537	11	,	,	PUNCT
ger-473	537	12	and	and	CCONJ
ger-473	537	13	reporting	reporting	NOUN
ger-473	537	14	of	of	ADP
ger-473	537	15	test	test	NOUN
ger-473	537	16	scores	score	NOUN
ger-473	537	17	.	.	PUNCT
ger-473	538	1	international	international	ADJ
ger-473	538	2	journal	journal	PROPN
ger-473	538	3	of	of	ADP
ger-473	538	4	testing	testing	NOUN
ger-473	538	5	,	,	PUNCT
ger-473	538	6	14(3	14(3	NUM
ger-473	538	7	)	)	PUNCT
ger-473	538	8	,	,	PUNCT
ger-473	538	9	195	195	NUM
ger-473	538	10	-	-	SYM
ger-473	538	11	217	217	NUM
ger-473	538	12	.	.	PUNCT
ger-473	539	1	johnston	johnston	PROPN
ger-473	539	2	,	,	PUNCT
ger-473	539	3	j.	j.	PROPN
ger-473	539	4	,	,	PUNCT
ger-473	539	5	&	&	CCONJ
ger-473	539	6	ksoll	ksoll	PROPN
ger-473	539	7	,	,	PUNCT
ger-473	539	8	c.	c.	PROPN
ger-473	539	9	(	(	PUNCT
ger-473	539	10	2017	2017	NUM
ger-473	539	11	)	)	PUNCT
ger-473	539	12	.	.	PUNCT
ger-473	540	1	effectiveness	effectiveness	NOUN
ger-473	540	2	of	of	ADP
ger-473	540	3	interactive	interactive	ADJ
ger-473	540	4	satellite	satellite	NOUN
ger-473	540	5	-	-	PUNCT
ger-473	540	6	transmitted	transmit	VERB
ger-473	540	7	instruction	instruction	NOUN
ger-473	540	8	:	:	PUNCT
ger-473	540	9	experimental	experimental	ADJ
ger-473	540	10	evidence	evidence	NOUN
ger-473	540	11	from	from	ADP
ger-473	540	12	ghanaian	ghanaian	ADJ
ger-473	540	13	primary	primary	ADJ
ger-473	540	14	schools	school	NOUN
ger-473	540	15	(	(	PUNCT
ger-473	540	16	cepa	cepa	NOUN
ger-473	540	17	working	working	NOUN
ger-473	540	18	paper	paper	NOUN
ger-473	540	19	no	no	INTJ
ger-473	540	20	.	.	PROPN
ger-473	540	21	17	17	NUM
ger-473	540	22	-	-	SYM
ger-473	540	23	08	08	NUM
ger-473	540	24	)	)	PUNCT
ger-473	540	25	.	.	PUNCT
ger-473	541	1	palo	palo	PROPN
ger-473	541	2	alto	alto	PROPN
ger-473	541	3	,	,	PUNCT
ger-473	541	4	ca	ca	PROPN
ger-473	541	5	:	:	PUNCT
ger-473	541	6	stanford	stanford	PROPN
ger-473	541	7	center	center	PROPN
ger-473	541	8	for	for	ADP
ger-473	541	9	education	education	NOUN
ger-473	541	10	policy	policy	NOUN
ger-473	541	11	analysis	analysis	NOUN
ger-473	541	12	.	.	PUNCT
ger-473	542	1	jordan	jordan	PROPN
ger-473	542	2	,	,	PUNCT
ger-473	542	3	n.	n.	PROPN
ger-473	542	4	c.	c.	PROPN
ger-473	542	5	,	,	PUNCT
ger-473	542	6	kaplan	kaplan	PROPN
ger-473	542	7	,	,	PUNCT
ger-473	542	8	d.	d.	PROPN
ger-473	542	9	,	,	PUNCT
ger-473	542	10	nabors	nabors	PROPN
ger-473	542	11	oláh	oláh	VERB
ger-473	542	12	,	,	PUNCT
ger-473	542	13	l.	l.	PROPN
ger-473	542	14	,	,	PUNCT
ger-473	542	15	&	&	CCONJ
ger-473	542	16	locuniak	locuniak	PROPN
ger-473	542	17	,	,	PUNCT
ger-473	542	18	m.	m.	NOUN
ger-473	542	19	n.	n.	PROPN
ger-473	542	20	(	(	PUNCT
ger-473	542	21	2006	2006	NUM
ger-473	542	22	)	)	PUNCT
ger-473	542	23	.	.	PUNCT
ger-473	543	1	number	number	NOUN
ger-473	543	2	sense	sense	NOUN
ger-473	543	3	growth	growth	NOUN
ger-473	543	4	in	in	ADP
ger-473	543	5	kindergarten	kindergarten	NOUN
ger-473	543	6	:	:	PUNCT
ger-473	543	7	a	a	DET
ger-473	543	8	longitudinal	longitudinal	ADJ
ger-473	543	9	investigation	investigation	NOUN
ger-473	543	10	of	of	ADP
ger-473	543	11	children	child	NOUN
ger-473	543	12	at	at	ADP
ger-473	543	13	risk	risk	NOUN
ger-473	543	14	for	for	ADP
ger-473	543	15	mathematics	mathematics	NOUN
ger-473	543	16	difficulties	difficulty	NOUN
ger-473	543	17	.	.	PUNCT
ger-473	544	1	child	child	NOUN
ger-473	544	2	development	development	NOUN
ger-473	544	3	,	,	PUNCT
ger-473	544	4	77(1	77(1	NUM
ger-473	544	5	)	)	PUNCT
ger-473	544	6	,	,	PUNCT
ger-473	544	7	153	153	NUM
ger-473	544	8	-	-	SYM
ger-473	544	9	175	175	NUM
ger-473	544	10	.	.	PUNCT
ger-473	545	1	kline	kline	PROPN
ger-473	545	2	,	,	PUNCT
ger-473	545	3	p.	p.	PROPN
ger-473	545	4	(	(	PUNCT
ger-473	545	5	2000	2000	NUM
ger-473	545	6	)	)	PUNCT
ger-473	545	7	.	.	PUNCT
ger-473	546	1	the	the	DET
ger-473	546	2	handbook	handbook	NOUN
ger-473	546	3	of	of	ADP
ger-473	546	4	psychological	psychological	ADJ
ger-473	546	5	testing	testing	NOUN
ger-473	546	6	(	(	PUNCT
ger-473	546	7	2nd	2nd	ADJ
ger-473	546	8	ed	ed	NOUN
ger-473	546	9	.	.	PUNCT
ger-473	546	10	)	)	PUNCT
ger-473	546	11	.	.	PUNCT
ger-473	547	1	london	london	PROPN
ger-473	547	2	:	:	PUNCT
ger-473	548	1	routledge	routledge	PROPN
ger-473	548	2	.	.	PROPN
ger-473	548	3	perry	perry	PROPN
ger-473	548	4	,	,	PUNCT
ger-473	548	5	l.	l.	PROPN
ger-473	548	6	e.	e.	PROPN
ger-473	548	7	(	(	PUNCT
ger-473	548	8	2016	2016	NUM
ger-473	548	9	)	)	PUNCT
ger-473	548	10	.	.	PUNCT
ger-473	549	1	validating	validate	VERB
ger-473	549	2	interpretations	interpretation	NOUN
ger-473	549	3	about	about	ADP
ger-473	549	4	student	student	NOUN
ger-473	549	5	performance	performance	NOUN
ger-473	549	6	from	from	ADP
ger-473	549	7	the	the	DET
ger-473	549	8	early	early	ADJ
ger-473	549	9	grade	grade	NOUN
ger-473	549	10	mathematics	mathematic	NOUN
ger-473	549	11	assessment	assessment	NOUN
ger-473	549	12	relational	relational	ADJ
ger-473	549	13	reasoning	reasoning	NOUN
ger-473	549	14	and	and	CCONJ
ger-473	549	15	spatial	spatial	ADJ
ger-473	549	16	reasoning	reasoning	NOUN
ger-473	549	17	subtasks	subtask	NOUN
ger-473	549	18	(	(	PUNCT
ger-473	549	19	doctoral	doctoral	ADJ
ger-473	549	20	dissertation	dissertation	NOUN
ger-473	549	21	)	)	PUNCT
ger-473	549	22	.	.	PUNCT
ger-473	550	1	retrieved	retrieve	VERB
ger-473	550	2	from	from	ADP
ger-473	550	3	proquest	proquest	PROPN
ger-473	550	4	dissertations	dissertation	NOUN
ger-473	550	5	and	and	CCONJ
ger-473	550	6	theses	these	VERB
ger-473	550	7	global	global	PROPN
ger-473	550	8	.	.	PUNCT
ger-473	551	1	(	(	PUNCT
ger-473	551	2	order	order	VERB
ger-473	551	3	no	no	NOUN
ger-473	551	4	.	.	NOUN
ger-473	551	5	10164141	10164141	NUM
ger-473	551	6	)	)	PUNCT
ger-473	551	7	.	.	PUNCT
ger-473	552	1	piper	piper	NOUN
ger-473	552	2	,	,	PUNCT
ger-473	552	3	b.	b.	PROPN
ger-473	552	4	,	,	PUNCT
ger-473	552	5	&	&	CCONJ
ger-473	552	6	mugenda	mugenda	ADJ
ger-473	552	7	,	,	PUNCT
ger-473	552	8	a.	a.	NOUN
ger-473	552	9	(	(	PUNCT
ger-473	552	10	2014	2014	NUM
ger-473	552	11	)	)	PUNCT
ger-473	552	12	.	.	PUNCT
ger-473	553	1	the	the	DET
ger-473	553	2	primary	primary	ADJ
ger-473	553	3	math	math	NOUN
ger-473	553	4	and	and	CCONJ
ger-473	553	5	reading	reading	NOUN
ger-473	553	6	(	(	PUNCT
ger-473	553	7	primr	primr	NOUN
ger-473	553	8	)	)	PUNCT
ger-473	553	9	initiative	initiative	NOUN
ger-473	553	10	:	:	PUNCT
ger-473	553	11	endline	endline	NOUN
ger-473	553	12	impact	impact	NOUN
ger-473	553	13	evaluation	evaluation	NOUN
ger-473	553	14	.	.	PUNCT
ger-473	554	1	research	research	NOUN
ger-473	554	2	triangle	triangle	NOUN
ger-473	554	3	park	park	NOUN
ger-473	554	4	,	,	PUNCT
ger-473	554	5	nc	nc	PROPN
ger-473	554	6	:	:	PUNCT
ger-473	554	7	rti	rti	PROPN
ger-473	554	8	international	international	PROPN
ger-473	554	9	.	.	PUNCT
ger-473	555	1	piper	piper	PROPN
ger-473	555	2	,	,	PUNCT
ger-473	555	3	b.	b.	PROPN
ger-473	555	4	,	,	PUNCT
ger-473	555	5	ralaingita	ralaingita	PROPN
ger-473	555	6	,	,	PUNCT
ger-473	555	7	w.	w.	PROPN
ger-473	555	8	,	,	PUNCT
ger-473	555	9	akach	akach	PROPN
ger-473	555	10	,	,	PUNCT
ger-473	555	11	l.	l.	PROPN
ger-473	555	12	,	,	PUNCT
ger-473	555	13	&	&	CCONJ
ger-473	555	14	king	king	PROPN
ger-473	555	15	,	,	PUNCT
ger-473	555	16	s.	s.	PROPN
ger-473	555	17	(	(	PUNCT
ger-473	555	18	2016	2016	NUM
ger-473	555	19	)	)	PUNCT
ger-473	555	20	.	.	PUNCT
ger-473	556	1	improving	improve	VERB
ger-473	556	2	procedural	procedural	ADJ
ger-473	556	3	and	and	CCONJ
ger-473	556	4	conceptual	conceptual	ADJ
ger-473	556	5	mathematics	mathematic	NOUN
ger-473	556	6	outcomes	outcome	NOUN
ger-473	556	7	:	:	PUNCT
ger-473	556	8	evidence	evidence	NOUN
ger-473	556	9	from	from	ADP
ger-473	556	10	a	a	DET
ger-473	556	11	randomised	randomised	ADJ
ger-473	556	12	controlled	control	VERB
ger-473	556	13	trial	trial	NOUN
ger-473	556	14	in	in	ADP
ger-473	556	15	kenya	kenya	PROPN
ger-473	556	16	.	.	PUNCT
ger-473	557	1	journal	journal	PROPN
ger-473	557	2	of	of	ADP
ger-473	557	3	developmental	developmental	ADJ
ger-473	557	4	effectiveness	effectiveness	NOUN
ger-473	557	5	published	publish	VERB
ger-473	557	6	online	online	ADJ
ger-473	557	7	march	march	PROPN
ger-473	557	8	21	21	NUM
ger-473	557	9	,	,	PUNCT
ger-473	557	10	2016	2016	NUM
ger-473	557	11	.	.	PUNCT
ger-473	558	1	doi	doi	NOUN
ger-473	558	2	:	:	PUNCT
ger-473	558	3	10.1080/19439342.2016.11	10.1080/19439342.2016.11	NUM
ger-473	558	4	platas	plata	NOUN
ger-473	558	5	,	,	PUNCT
ger-473	558	6	l.m	l.m	PROPN
ger-473	558	7	.	.	PROPN
ger-473	558	8	,	,	PUNCT
ger-473	558	9	ketterlin	ketterlin	PROPN
ger-473	558	10	-	-	PUNCT
ger-473	558	11	geller	geller	PROPN
ger-473	558	12	,	,	PUNCT
ger-473	558	13	l.r	l.r	PROPN
ger-473	558	14	.	.	PROPN
ger-473	558	15	,	,	PUNCT
ger-473	558	16	&	&	CCONJ
ger-473	558	17	sitabkhan	sitabkhan	ADV
ger-473	558	18	,	,	PUNCT
ger-473	558	19	y.	y.	PROPN
ger-473	558	20	(	(	PUNCT
ger-473	558	21	2016	2016	NUM
ger-473	558	22	)	)	PUNCT
ger-473	558	23	.	.	PUNCT
ger-473	559	1	using	use	VERB
ger-473	559	2	an	an	DET
ger-473	559	3	assessment	assessment	NOUN
ger-473	559	4	of	of	ADP
ger-473	559	5	early	early	ADJ
ger-473	559	6	mathematical	mathematical	ADJ
ger-473	559	7	knowledge	knowledge	NOUN
ger-473	559	8	and	and	CCONJ
ger-473	559	9	skills	skill	NOUN
ger-473	559	10	to	to	PART
ger-473	559	11	inform	inform	VERB
ger-473	559	12	policy	policy	NOUN
ger-473	559	13	and	and	CCONJ
ger-473	559	14	practice	practice	NOUN
ger-473	559	15	:	:	PUNCT
ger-473	559	16	examples	example	NOUN
ger-473	559	17	from	from	ADP
ger-473	559	18	the	the	DET
ger-473	559	19	early	early	ADJ
ger-473	559	20	grade	grade	NOUN
ger-473	559	21	mathematics	mathematic	NOUN
ger-473	559	22	assessment	assessment	NOUN
ger-473	559	23	.	.	PUNCT
ger-473	560	1	international	international	ADJ
ger-473	560	2	journal	journal	PROPN
ger-473	560	3	of	of	ADP
ger-473	560	4	education	education	NOUN
ger-473	560	5	in	in	ADP
ger-473	560	6	mathematics	mathematic	NOUN
ger-473	560	7	,	,	PUNCT
ger-473	560	8	science	science	NOUN
ger-473	560	9	and	and	CCONJ
ger-473	560	10	technology	technology	NOUN
ger-473	560	11	,	,	PUNCT
ger-473	560	12	4(3	4(3	NUM
ger-473	560	13	)	)	PUNCT
ger-473	560	14	,	,	PUNCT
ger-473	560	15	163	163	NUM
ger-473	560	16	-	-	SYM
ger-473	560	17	173	173	NUM
ger-473	560	18	.	.	PUNCT
ger-473	561	1	doi:10.18404	doi:10.18404	NOUN
ger-473	561	2	/	/	SYM
ger-473	561	3	ijemst.20881	ijemst.20881	PROPN
ger-473	561	4	purpura	purpura	NOUN
ger-473	561	5	,	,	PUNCT
ger-473	561	6	d.	d.	PROPN
ger-473	561	7	j.	j.	PROPN
ger-473	561	8	,	,	PUNCT
ger-473	561	9	&	&	CCONJ
ger-473	561	10	lonigan	lonigan	PROPN
ger-473	561	11	,	,	PUNCT
ger-473	561	12	c.	c.	PROPN
ger-473	561	13	j.	j.	PROPN
ger-473	561	14	(	(	PUNCT
ger-473	561	15	2013	2013	NUM
ger-473	561	16	)	)	PUNCT
ger-473	561	17	.	.	PUNCT
ger-473	562	1	informal	informal	ADJ
ger-473	562	2	numeracy	numeracy	NOUN
ger-473	562	3	skills	skill	NOUN
ger-473	562	4	:	:	PUNCT
ger-473	562	5	the	the	DET
ger-473	562	6	structure	structure	NOUN
ger-473	562	7	and	and	CCONJ
ger-473	562	8	relations	relation	NOUN
ger-473	562	9	among	among	ADP
ger-473	562	10	numbering	numbering	NOUN
ger-473	562	11	,	,	PUNCT
ger-473	562	12	relations	relation	NOUN
ger-473	562	13	,	,	PUNCT
ger-473	562	14	and	and	CCONJ
ger-473	562	15	arithmetic	arithmetic	ADJ
ger-473	562	16	operations	operation	NOUN
ger-473	562	17	in	in	ADP
ger-473	562	18	preschool	preschool	ADJ
ger-473	562	19	.	.	PUNCT
ger-473	563	1	american	american	ADJ
ger-473	563	2	educational	educational	ADJ
ger-473	563	3	research	research	PROPN
ger-473	563	4	journal	journal	PROPN
ger-473	563	5	,	,	PUNCT
ger-473	563	6	50(1	50(1	PROPN
ger-473	563	7	)	)	PUNCT
ger-473	563	8	,	,	PUNCT
ger-473	563	9	178	178	NUM
ger-473	563	10	-	-	SYM
ger-473	563	11	209	209	NUM
ger-473	563	12	.	.	PUNCT
ger-473	564	1	r	r	NOUN
ger-473	564	2	core	core	NOUN
ger-473	564	3	team	team	NOUN
ger-473	564	4	.	.	PUNCT
ger-473	565	1	(	(	PUNCT
ger-473	565	2	2017	2017	NUM
ger-473	565	3	)	)	PUNCT
ger-473	565	4	.	.	PUNCT
ger-473	566	1	r	r	X
ger-473	566	2	:	:	PUNCT
ger-473	566	3	a	a	DET
ger-473	566	4	language	language	NOUN
ger-473	566	5	and	and	CCONJ
ger-473	566	6	environment	environment	NOUN
ger-473	566	7	for	for	ADP
ger-473	566	8	statistical	statistical	ADJ
ger-473	566	9	computing	computing	NOUN
ger-473	566	10	.	.	PUNCT
ger-473	567	1	r	r	NOUN
ger-473	567	2	foundation	foundation	NOUN
ger-473	567	3	for	for	ADP
ger-473	567	4	statistical	statistical	ADJ
ger-473	567	5	computing	computing	NOUN
ger-473	567	6	,	,	PUNCT
ger-473	567	7	vienna	vienna	PROPN
ger-473	567	8	,	,	PUNCT
ger-473	567	9	austria	austria	PROPN
ger-473	567	10	.	.	PUNCT
ger-473	568	1	revelle	revelle	PROPN
ger-473	568	2	,	,	PUNCT
ger-473	568	3	w.	w.	PROPN
ger-473	568	4	(	(	PUNCT
ger-473	568	5	2015	2015	NUM
ger-473	568	6	)	)	PUNCT
ger-473	568	7	.	.	PUNCT
ger-473	569	1	psych	psych	NOUN
ger-473	569	2	:	:	PUNCT
ger-473	569	3	procedures	procedure	NOUN
ger-473	569	4	for	for	ADP
ger-473	569	5	personality	personality	NOUN
ger-473	569	6	and	and	CCONJ
ger-473	569	7	psychological	psychological	ADJ
ger-473	569	8	research	research	NOUN
ger-473	569	9	.	.	PUNCT
ger-473	570	1	r	r	NOUN
ger-473	570	2	package	package	NOUN
ger-473	570	3	.	.	PUNCT
ger-473	571	1	evanston	evanston	PROPN
ger-473	571	2	,	,	PUNCT
ger-473	571	3	illinois	illinois	PROPN
ger-473	571	4	:	:	PUNCT
ger-473	571	5	northwestern	northwestern	PROPN
ger-473	571	6	university	university	NOUN
ger-473	571	7	.	.	PUNCT
ger-473	572	1	rti	rti	PROPN
ger-473	572	2	international	international	PROPN
ger-473	572	3	.	.	PUNCT
ger-473	573	1	(	(	PUNCT
ger-473	573	2	2014	2014	NUM
ger-473	573	3	)	)	PUNCT
ger-473	573	4	.	.	PUNCT
ger-473	574	1	early	early	ADJ
ger-473	574	2	grade	grade	NOUN
ger-473	574	3	mathematics	mathematic	NOUN
ger-473	574	4	assessment	assessment	NOUN
ger-473	574	5	(	(	PUNCT
ger-473	574	6	egma	egma	NOUN
ger-473	574	7	)	)	PUNCT
ger-473	574	8	toolkit	toolkit	NOUN
ger-473	574	9	.	.	PUNCT
ger-473	575	1	research	research	NOUN
ger-473	575	2	triangle	triangle	NOUN
ger-473	575	3	,	,	PUNCT
ger-473	575	4	nc	nc	PROPN
ger-473	575	5	:	:	PUNCT
ger-473	575	6	rti	rti	PROPN
ger-473	575	7	international	international	PROPN
ger-473	575	8	schaeffer	schaeffer	PROPN
ger-473	575	9	,	,	PUNCT
ger-473	575	10	g.	g.	PROPN
ger-473	575	11	a.	a.	PROPN
ger-473	575	12	,	,	PUNCT
ger-473	575	13	henderson	henderson	PROPN
ger-473	575	14	-	-	PUNCT
ger-473	575	15	montero	montero	PROPN
ger-473	575	16	,	,	PUNCT
ger-473	575	17	d.	d.	PROPN
ger-473	575	18	,	,	PUNCT
ger-473	575	19	julian	julian	PROPN
ger-473	575	20	,	,	PUNCT
ger-473	575	21	m.	m.	NOUN
ger-473	575	22	,	,	PUNCT
ger-473	575	23	&	&	CCONJ
ger-473	575	24	bene	bene	PROPN
ger-473	575	25	,	,	PUNCT
ger-473	575	26	n.	n.	PROPN
ger-473	575	27	h.	h.	PROPN
ger-473	575	28	(	(	PUNCT
ger-473	575	29	2002	2002	NUM
ger-473	575	30	)	)	PUNCT
ger-473	575	31	.	.	PUNCT
ger-473	576	1	a	a	DET
ger-473	576	2	comparison	comparison	NOUN
ger-473	576	3	of	of	ADP
ger-473	576	4	three	three	NUM
ger-473	576	5	scoring	scoring	NOUN
ger-473	576	6	methods	method	NOUN
ger-473	576	7	for	for	ADP
ger-473	576	8	tests	test	NOUN
ger-473	576	9	with	with	ADP
ger-473	576	10	selected	select	VERB
ger-473	576	11	-	-	PUNCT
ger-473	576	12	response	response	NOUN
ger-473	576	13	and	and	CCONJ
ger-473	576	14	constructedresponse	constructedresponse	NOUN
ger-473	576	15	items	item	NOUN
ger-473	576	16	.	.	PUNCT
ger-473	577	1	educational	educational	ADJ
ger-473	577	2	assessment	assessment	NOUN
ger-473	577	3	,	,	PUNCT
ger-473	577	4	8(4	8(4	NUM
ger-473	577	5	)	)	PUNCT
ger-473	577	6	,	,	PUNCT
ger-473	577	7	317	317	NUM
ger-473	577	8	-	-	SYM
ger-473	577	9	340	340	NUM
ger-473	577	10	.	.	PUNCT
ger-473	577	11	sinharay	sinharay	NOUN
ger-473	577	12	,	,	PUNCT
ger-473	577	13	s.	s.	PROPN
ger-473	577	14	(	(	PUNCT
ger-473	577	15	2010	2010	NUM
ger-473	577	16	)	)	PUNCT
ger-473	577	17	.	.	PUNCT
ger-473	578	1	how	how	SCONJ
ger-473	578	2	often	often	ADV
ger-473	578	3	do	do	AUX
ger-473	578	4	subscores	subscore	NOUN
ger-473	578	5	have	have	VERB
ger-473	578	6	added	add	VERB
ger-473	578	7	value	value	NOUN
ger-473	578	8	?	?	PUNCT
ger-473	579	1	results	result	NOUN
ger-473	579	2	from	from	ADP
ger-473	579	3	operational	operational	ADJ
ger-473	579	4	and	and	CCONJ
ger-473	579	5	simulated	simulated	ADJ
ger-473	579	6	data	datum	NOUN
ger-473	579	7	.	.	PUNCT
ger-473	580	1	journal	journal	PROPN
ger-473	580	2	of	of	ADP
ger-473	580	3	educational	educational	ADJ
ger-473	580	4	measurement	measurement	NOUN
ger-473	580	5	,	,	PUNCT
ger-473	580	6	47(2	47(2	PROPN
ger-473	580	7	)	)	PUNCT
ger-473	580	8	,	,	PUNCT
ger-473	580	9	150174	150174	NUM
ger-473	580	10	.	.	PUNCT
ger-473	581	1	sinharay	sinharay	PROPN
ger-473	581	2	,	,	PUNCT
ger-473	581	3	s.	s.	PROPN
ger-473	581	4	,	,	PUNCT
ger-473	581	5	&	&	CCONJ
ger-473	581	6	haberman	haberman	PROPN
ger-473	581	7	,	,	PUNCT
ger-473	581	8	s.	s.	PROPN
ger-473	581	9	j.	j.	PROPN
ger-473	581	10	(	(	PUNCT
ger-473	581	11	2015	2015	NUM
ger-473	581	12	)	)	PUNCT
ger-473	581	13	.	.	PUNCT
ger-473	582	1	comments	comment	NOUN
ger-473	582	2	on	on	ADP
ger-473	582	3	“	"	PUNCT
ger-473	582	4	a	a	DET
ger-473	582	5	note	note	NOUN
ger-473	582	6	on	on	ADP
ger-473	582	7	subscores	subscore	NOUN
ger-473	582	8	”	"	PUNCT
ger-473	582	9	by	by	ADP
ger-473	582	10	samuel	samuel	PROPN
ger-473	582	11	a.	a.	PROPN
ger-473	582	12	livingston	livingston	PROPN
ger-473	582	13	.	.	PUNCT
ger-473	583	1	educational	educational	ADJ
ger-473	583	2	164	164	NUM
ger-473	583	3	global	global	ADJ
ger-473	583	4	education	education	NOUN
ger-473	583	5	review	review	NOUN
ger-473	583	6	5(3	5(3	NUM
ger-473	583	7	)	)	PUNCT
ger-473	583	8	measurement	measurement	NOUN
ger-473	583	9	:	:	PUNCT
ger-473	583	10	issues	issue	NOUN
ger-473	583	11	and	and	CCONJ
ger-473	583	12	practice	practice	NOUN
ger-473	583	13	,	,	PUNCT
ger-473	583	14	34(2	34(2	NUM
ger-473	583	15	)	)	PUNCT
ger-473	583	16	,	,	PUNCT
ger-473	583	17	6	6	NUM
ger-473	583	18	-	-	SYM
ger-473	583	19	7	7	NUM
ger-473	583	20	.	.	X
ger-473	583	21	sinharay	sinharay	NOUN
ger-473	583	22	,	,	PUNCT
ger-473	583	23	s.	s.	PROPN
ger-473	583	24	haberman	haberman	PROPN
ger-473	583	25	,	,	PUNCT
ger-473	583	26	s.	s.	PROPN
ger-473	583	27	,	,	PUNCT
ger-473	583	28	&	&	CCONJ
ger-473	583	29	puhan	puhan	PROPN
ger-473	583	30	,	,	PUNCT
ger-473	583	31	g.	g.	PROPN
ger-473	583	32	(	(	PUNCT
ger-473	583	33	2007	2007	NUM
ger-473	583	34	)	)	PUNCT
ger-473	583	35	.	.	PUNCT
ger-473	584	1	subscores	subscore	NOUN
ger-473	584	2	based	base	VERB
ger-473	584	3	on	on	ADP
ger-473	584	4	classical	classical	ADJ
ger-473	584	5	test	test	NOUN
ger-473	584	6	theory	theory	NOUN
ger-473	584	7	:	:	PUNCT
ger-473	584	8	to	to	PART
ger-473	584	9	report	report	VERB
ger-473	584	10	or	or	CCONJ
ger-473	584	11	not	not	PART
ger-473	584	12	to	to	PART
ger-473	584	13	report	report	VERB
ger-473	584	14	.	.	PUNCT
ger-473	585	1	educational	educational	ADJ
ger-473	585	2	measurement	measurement	NOUN
ger-473	585	3	:	:	PUNCT
ger-473	585	4	issues	issue	NOUN
ger-473	585	5	and	and	CCONJ
ger-473	585	6	practice	practice	NOUN
ger-473	585	7	,	,	PUNCT
ger-473	585	8	26(4	26(4	NUM
ger-473	585	9	)	)	PUNCT
ger-473	585	10	,	,	PUNCT
ger-473	585	11	21	21	NUM
ger-473	585	12	-	-	SYM
ger-473	585	13	28	28	NUM
ger-473	585	14	.	.	PUNCT
ger-473	585	15	sinharay	sinharay	PROPN
ger-473	585	16	,	,	PUNCT
ger-473	585	17	s.	s.	PROPN
ger-473	585	18	,	,	PUNCT
ger-473	585	19	puhan	puhan	PROPN
ger-473	585	20	,	,	PUNCT
ger-473	585	21	g.	g.	PROPN
ger-473	585	22	,	,	PUNCT
ger-473	585	23	&	&	CCONJ
ger-473	585	24	haberman	haberman	PROPN
ger-473	585	25	,	,	PUNCT
ger-473	585	26	s.	s.	PROPN
ger-473	585	27	j.	j.	PROPN
ger-473	585	28	(	(	PUNCT
ger-473	585	29	2011	2011	NUM
ger-473	585	30	)	)	PUNCT
ger-473	585	31	.	.	PUNCT
ger-473	586	1	an	an	DET
ger-473	586	2	ncme	ncme	ADJ
ger-473	586	3	instructional	instructional	ADJ
ger-473	586	4	module	module	NOUN
ger-473	586	5	on	on	ADP
ger-473	586	6	subscores	subscore	NOUN
ger-473	586	7	.	.	PUNCT
ger-473	587	1	educational	educational	ADJ
ger-473	587	2	measurement	measurement	NOUN
ger-473	587	3	:	:	PUNCT
ger-473	587	4	issues	issue	NOUN
ger-473	587	5	and	and	CCONJ
ger-473	587	6	practice	practice	NOUN
ger-473	587	7	,	,	PUNCT
ger-473	587	8	30(3	30(3	NUM
ger-473	587	9	)	)	PUNCT
ger-473	587	10	,	,	PUNCT
ger-473	587	11	29	29	NUM
ger-473	587	12	-	-	SYM
ger-473	587	13	40	40	NUM
ger-473	587	14	.	.	PUNCT
ger-473	588	1	stone	stone	NOUN
ger-473	588	2	,	,	PUNCT
ger-473	588	3	c.	c.	PROPN
ger-473	588	4	a.	a.	PROPN
ger-473	588	5	,	,	PUNCT
ger-473	588	6	ye	ye	PROPN
ger-473	588	7	,	,	PUNCT
ger-473	588	8	f.	f.	PROPN
ger-473	588	9	,	,	PUNCT
ger-473	588	10	zhu	zhu	PROPN
ger-473	588	11	,	,	PUNCT
ger-473	588	12	x.	x.	PROPN
ger-473	588	13	,	,	PUNCT
ger-473	588	14	&	&	CCONJ
ger-473	588	15	lane	lane	PROPN
ger-473	588	16	,	,	PUNCT
ger-473	588	17	s.	s.	PROPN
ger-473	588	18	(	(	PUNCT
ger-473	588	19	2010	2010	NUM
ger-473	588	20	)	)	PUNCT
ger-473	588	21	.	.	PUNCT
ger-473	589	1	providing	provide	VERB
ger-473	589	2	subscale	subscale	NOUN
ger-473	589	3	scores	score	NOUN
ger-473	589	4	for	for	ADP
ger-473	589	5	diagnostic	diagnostic	ADJ
ger-473	589	6	information	information	NOUN
ger-473	589	7	:	:	PUNCT
ger-473	589	8	a	a	DET
ger-473	589	9	case	case	NOUN
ger-473	589	10	study	study	NOUN
ger-473	589	11	when	when	SCONJ
ger-473	589	12	the	the	DET
ger-473	589	13	test	test	NOUN
ger-473	589	14	is	be	AUX
ger-473	589	15	essentially	essentially	ADV
ger-473	589	16	unidimensional	unidimensional	ADJ
ger-473	589	17	.	.	PUNCT
ger-473	590	1	applied	apply	VERB
ger-473	590	2	measurement	measurement	NOUN
ger-473	590	3	in	in	ADP
ger-473	590	4	education	education	NOUN
ger-473	590	5	,	,	PUNCT
ger-473	590	6	23(1	23(1	NUM
ger-473	590	7	)	)	PUNCT
ger-473	590	8	,	,	PUNCT
ger-473	590	9	63	63	NUM
ger-473	590	10	-	-	SYM
ger-473	590	11	86	86	NUM
ger-473	590	12	.	.	PUNCT
ger-473	591	1	thissen	thissen	PROPN
ger-473	591	2	,	,	PUNCT
ger-473	591	3	d.	d.	PROPN
ger-473	591	4	,	,	PUNCT
ger-473	591	5	&	&	CCONJ
ger-473	591	6	wainer	wainer	PROPN
ger-473	591	7	,	,	PUNCT
ger-473	591	8	h.	h.	PROPN
ger-473	591	9	(	(	PUNCT
ger-473	591	10	2001	2001	NUM
ger-473	591	11	)	)	PUNCT
ger-473	591	12	.	.	PUNCT
ger-473	592	1	test	test	NOUN
ger-473	592	2	scoring	scoring	NOUN
ger-473	592	3	.	.	PUNCT
ger-473	593	1	mahwah	mahwah	PROPN
ger-473	593	2	,	,	PUNCT
ger-473	593	3	nj	nj	PROPN
ger-473	593	4	:	:	PUNCT
ger-473	593	5	lawrence	lawrence	PROPN
ger-473	593	6	erlbaum	erlbaum	PROPN
ger-473	593	7	.	.	PUNCT
ger-473	594	1	torrente	torrente	PROPN
ger-473	594	2	,	,	PUNCT
ger-473	594	3	c.	c.	PROPN
ger-473	594	4	,	,	PUNCT
ger-473	594	5	aber	aber	PROPN
ger-473	594	6	,	,	PUNCT
ger-473	594	7	j.l	j.l	PROPN
ger-473	594	8	.	.	PROPN
ger-473	594	9	,	,	PUNCT
ger-473	594	10	&	&	CCONJ
ger-473	594	11	shivshaker	shivshaker	NOUN
ger-473	594	12	,	,	PUNCT
ger-473	594	13	a.	a.	NOUN
ger-473	594	14	(	(	PUNCT
ger-473	594	15	2011	2011	NUM
ger-473	594	16	)	)	PUNCT
ger-473	594	17	.	.	PUNCT
ger-473	595	1	opportunities	opportunity	NOUN
ger-473	595	2	for	for	ADP
ger-473	595	3	equitable	equitable	ADJ
ger-473	595	4	access	access	NOUN
ger-473	595	5	to	to	ADP
ger-473	595	6	quality	quality	NOUN
ger-473	595	7	basic	basic	ADJ
ger-473	595	8	education	education	NOUN
ger-473	595	9	(	(	PUNCT
ger-473	595	10	opeq	opeq	PROPN
ger-473	595	11	):	):	PUNCT
ger-473	595	12	baseline	baseline	PROPN
ger-473	595	13	report	report	NOUN
ger-473	595	14	:	:	PUNCT
ger-473	595	15	results	result	NOUN
ger-473	595	16	from	from	ADP
ger-473	595	17	the	the	DET
ger-473	595	18	early	early	ADJ
ger-473	595	19	grade	grade	NOUN
ger-473	595	20	reading	reading	NOUN
ger-473	595	21	assessment	assessment	NOUN
ger-473	595	22	,	,	PUNCT
ger-473	595	23	the	the	DET
ger-473	595	24	early	early	ADJ
ger-473	595	25	grade	grade	NOUN
ger-473	595	26	math	math	NOUN
ger-473	595	27	assessment	assessment	NOUN
ger-473	595	28	,	,	PUNCT
ger-473	595	29	and	and	CCONJ
ger-473	595	30	children	child	NOUN
ger-473	595	31	’s	’s	PART
ger-473	595	32	demographic	demographic	ADJ
ger-473	595	33	data	datum	NOUN
ger-473	595	34	in	in	ADP
ger-473	595	35	katanga	katanga	PROPN
ger-473	595	36	province	province	PROPN
ger-473	595	37	,	,	PUNCT
ger-473	595	38	drc	drc	PROPN
ger-473	595	39	.	.	PUNCT
ger-473	596	1	new	new	PROPN
ger-473	596	2	york	york	PROPN
ger-473	596	3	:	:	PUNCT
ger-473	596	4	new	new	PROPN
ger-473	596	5	york	york	PROPN
ger-473	596	6	university	university	PROPN
ger-473	596	7	.	.	PUNCT
ger-473	597	1	wedman	wedman	PROPN
ger-473	597	2	,	,	PUNCT
ger-473	597	3	j.	j.	PROPN
ger-473	597	4	,	,	PUNCT
ger-473	597	5	&	&	CCONJ
ger-473	597	6	lyren	lyren	PROPN
ger-473	597	7	,	,	PUNCT
ger-473	597	8	p.	p.	NOUN
ger-473	597	9	(	(	PUNCT
ger-473	597	10	2015	2015	NUM
ger-473	597	11	)	)	PUNCT
ger-473	597	12	.	.	PUNCT
ger-473	598	1	methods	method	NOUN
ger-473	598	2	for	for	ADP
ger-473	598	3	examining	examine	VERB
ger-473	598	4	the	the	DET
ger-473	598	5	psychometric	psychometric	ADJ
ger-473	598	6	quality	quality	NOUN
ger-473	598	7	of	of	ADP
ger-473	598	8	subscores	subscore	NOUN
ger-473	598	9	:	:	PUNCT
ger-473	598	10	a	a	DET
ger-473	598	11	review	review	NOUN
ger-473	598	12	and	and	CCONJ
ger-473	598	13	application	application	NOUN
ger-473	598	14	.	.	PUNCT
ger-473	599	1	practical	practical	ADJ
ger-473	599	2	assessment	assessment	NOUN
ger-473	599	3	,	,	PUNCT
ger-473	599	4	research	research	NOUN
ger-473	599	5	,	,	PUNCT
ger-473	599	6	&	&	CCONJ
ger-473	599	7	evaluation	evaluation	NOUN
ger-473	599	8	,	,	PUNCT
ger-473	599	9	20(21	20(21	NUM
ger-473	599	10	)	)	PUNCT
ger-473	599	11	.	.	PUNCT
ger-473	600	1	about	about	ADP
ger-473	600	2	the	the	DET
ger-473	600	3	author(s	author(s	NOUN
ger-473	600	4	)	)	PUNCT
ger-473	600	5	leanne	leanne	PROPN
ger-473	600	6	ketterlin	ketterlin	PROPN
ger-473	600	7	geller	geller	PROPN
ger-473	600	8	,	,	PUNCT
ger-473	600	9	phd	phd	PROPN
ger-473	600	10	,	,	PUNCT
ger-473	600	11	is	be	AUX
ger-473	600	12	the	the	DET
ger-473	600	13	texas	texas	PROPN
ger-473	600	14	instruments	instruments	PROPN
ger-473	600	15	endowed	endow	VERB
ger-473	600	16	chair	chair	NOUN
ger-473	600	17	in	in	ADP
ger-473	600	18	education	education	NOUN
ger-473	600	19	and	and	CCONJ
ger-473	600	20	professor	professor	NOUN
ger-473	600	21	in	in	ADP
ger-473	600	22	the	the	DET
ger-473	600	23	simmons	simmon	NOUN
ger-473	600	24	school	school	NOUN
ger-473	600	25	of	of	ADP
ger-473	600	26	education	education	NOUN
ger-473	600	27	and	and	CCONJ
ger-473	600	28	human	human	ADJ
ger-473	600	29	development	development	NOUN
ger-473	600	30	at	at	ADP
ger-473	600	31	southern	southern	PROPN
ger-473	600	32	methodist	methodist	PROPN
ger-473	600	33	university	university	PROPN
ger-473	600	34	.	.	PUNCT
ger-473	601	1	her	her	PRON
ger-473	601	2	research	research	NOUN
ger-473	601	3	focuses	focus	VERB
ger-473	601	4	on	on	ADP
ger-473	601	5	supporting	support	VERB
ger-473	601	6	student	student	NOUN
ger-473	601	7	achievement	achievement	NOUN
ger-473	601	8	in	in	ADP
ger-473	601	9	mathematics	mathematic	NOUN
ger-473	601	10	through	through	ADP
ger-473	601	11	developing	develop	VERB
ger-473	601	12	technically	technically	ADV
ger-473	601	13	rigorous	rigorous	ADJ
ger-473	601	14	formative	formative	ADJ
ger-473	601	15	assessment	assessment	NOUN
ger-473	601	16	procedures	procedure	NOUN
ger-473	601	17	and	and	CCONJ
ger-473	601	18	effective	effective	ADJ
ger-473	601	19	classroom	classroom	NOUN
ger-473	601	20	practices	practice	NOUN
ger-473	601	21	.	.	PUNCT
ger-473	602	1	her	her	PRON
ger-473	602	2	work	work	NOUN
ger-473	602	3	emphasizes	emphasize	VERB
ger-473	602	4	valid	valid	ADJ
ger-473	602	5	decision	decision	NOUN
ger-473	602	6	-	-	PUNCT
ger-473	602	7	making	make	VERB
ger-473	602	8	systems	system	NOUN
ger-473	602	9	for	for	ADP
ger-473	602	10	students	student	NOUN
ger-473	602	11	with	with	ADP
ger-473	602	12	diverse	diverse	ADJ
ger-473	602	13	needs	need	NOUN
ger-473	602	14	.	.	PUNCT
ger-473	603	1	lindsey	lindsey	PROPN
ger-473	603	2	perry	perry	PROPN
ger-473	603	3	,	,	PUNCT
ger-473	603	4	phd	phd	PROPN
ger-473	603	5	,	,	PUNCT
ger-473	603	6	is	be	AUX
ger-473	603	7	a	a	DET
ger-473	603	8	research	research	NOUN
ger-473	603	9	assistant	assistant	NOUN
ger-473	603	10	professor	professor	NOUN
ger-473	603	11	at	at	ADP
ger-473	603	12	southern	southern	PROPN
ger-473	603	13	methodist	methodist	PROPN
ger-473	603	14	university	university	PROPN
ger-473	603	15	.	.	PUNCT
ger-473	604	1	her	her	PRON
ger-473	604	2	current	current	ADJ
ger-473	604	3	research	research	NOUN
ger-473	604	4	interests	interest	NOUN
ger-473	604	5	focus	focus	VERB
ger-473	604	6	on	on	ADP
ger-473	604	7	investigating	investigate	VERB
ger-473	604	8	children	child	NOUN
ger-473	604	9	's	's	PART
ger-473	604	10	spatial	spatial	ADJ
ger-473	604	11	and	and	CCONJ
ger-473	604	12	relational	relational	ADJ
ger-473	604	13	reasoning	reasoning	NOUN
ger-473	604	14	abilities	ability	NOUN
ger-473	604	15	,	,	PUNCT
ger-473	604	16	developing	develop	VERB
ger-473	604	17	mathematics	mathematic	NOUN
ger-473	604	18	assessments	assessment	NOUN
ger-473	604	19	for	for	ADP
ger-473	604	20	young	young	ADJ
ger-473	604	21	children	child	NOUN
ger-473	604	22	,	,	PUNCT
ger-473	604	23	and	and	CCONJ
ger-473	604	24	training	training	NOUN
ger-473	604	25	educators	educator	NOUN
ger-473	604	26	on	on	ADP
ger-473	604	27	how	how	SCONJ
ger-473	604	28	to	to	PART
ger-473	604	29	use	use	VERB
ger-473	604	30	data	datum	NOUN
ger-473	604	31	from	from	ADP
ger-473	604	32	assessments	assessment	NOUN
ger-473	604	33	to	to	PART
ger-473	604	34	make	make	VERB
ger-473	604	35	instructional	instructional	ADJ
ger-473	604	36	decisions	decision	NOUN
ger-473	604	37	.	.	PUNCT
ger-473	605	1	linda	linda	PROPN
ger-473	605	2	m.	m.	PROPN
ger-473	605	3	platas	platas	PROPN
ger-473	605	4	,	,	PUNCT
ger-473	605	5	phd	phd	NOUN
ger-473	605	6	,	,	PUNCT
ger-473	605	7	is	be	AUX
ger-473	605	8	the	the	DET
ger-473	605	9	associate	associate	ADJ
ger-473	605	10	chair	chair	NOUN
ger-473	605	11	of	of	ADP
ger-473	605	12	the	the	DET
ger-473	605	13	child	child	NOUN
ger-473	605	14	and	and	CCONJ
ger-473	605	15	adolescent	adolescent	ADJ
ger-473	605	16	development	development	NOUN
ger-473	605	17	department	department	PROPN
ger-473	605	18	at	at	ADP
ger-473	605	19	sf	sf	PROPN
ger-473	605	20	state	state	PROPN
ger-473	605	21	university	university	PROPN
ger-473	605	22	.	.	PUNCT
ger-473	606	1	she	she	PRON
ger-473	606	2	has	have	AUX
ger-473	606	3	participated	participate	VERB
ger-473	606	4	in	in	ADP
ger-473	606	5	the	the	DET
ger-473	606	6	development	development	NOUN
ger-473	606	7	of	of	ADP
ger-473	606	8	child	child	NOUN
ger-473	606	9	assessment	assessment	NOUN
ger-473	606	10	instruments	instrument	NOUN
ger-473	606	11	including	include	VERB
ger-473	606	12	the	the	DET
ger-473	606	13	early	early	ADJ
ger-473	606	14	grades	grade	NOUN
ger-473	606	15	math	math	NOUN
ger-473	606	16	assessment	assessment	NOUN
ger-473	606	17	(	(	PUNCT
ger-473	606	18	egma	egma	NOUN
ger-473	606	19	)	)	PUNCT
ger-473	606	20	and	and	CCONJ
ger-473	606	21	the	the	DET
ger-473	606	22	measuring	measure	VERB
ger-473	606	23	early	early	ADV
ger-473	606	24	learning	learn	VERB
ger-473	606	25	quality	quality	NOUN
ger-473	606	26	and	and	CCONJ
ger-473	606	27	outcomes	outcome	NOUN
ger-473	606	28	(	(	PUNCT
ger-473	606	29	melqo	melqo	NOUN
ger-473	606	30	)	)	PUNCT
ger-473	606	31	and	and	CCONJ
ger-473	606	32	served	serve	VERB
ger-473	606	33	as	as	ADP
ger-473	606	34	an	an	DET
ger-473	606	35	expert	expert	NOUN
ger-473	606	36	in	in	ADP
ger-473	606	37	mathematics	mathematic	NOUN
ger-473	606	38	and	and	CCONJ
ger-473	606	39	literacy	literacy	NOUN
ger-473	606	40	development	development	NOUN
ger-473	606	41	on	on	ADP
ger-473	606	42	many	many	ADJ
ger-473	606	43	technical	technical	ADJ
ger-473	606	44	and	and	CCONJ
ger-473	606	45	policy	policy	NOUN
ger-473	606	46	groups	group	NOUN
ger-473	606	47	.	.	PUNCT
ger-473	607	1	she	she	PRON
ger-473	607	2	is	be	AUX
ger-473	607	3	a	a	DET
ger-473	607	4	member	member	NOUN
ger-473	607	5	of	of	ADP
ger-473	607	6	the	the	DET
ger-473	607	7	development	development	NOUN
ger-473	607	8	and	and	CCONJ
ger-473	607	9	research	research	NOUN
ger-473	607	10	in	in	ADP
ger-473	607	11	early	early	ADJ
ger-473	607	12	math	math	NOUN
ger-473	607	13	education	education	NOUN
ger-473	607	14	(	(	PUNCT
ger-473	607	15	dreme	dreme	ADJ
ger-473	607	16	)	)	PUNCT
ger-473	607	17	network	network	NOUN
ger-473	607	18	.	.	PUNCT
ger-473	608	1	dr	dr	PROPN
ger-473	608	2	.	.	PROPN
ger-473	608	3	yasmin	yasmin	PROPN
ger-473	608	4	sitabkhan	sitabkhan	PROPN
ger-473	608	5	,	,	PUNCT
ger-473	608	6	phd	phd	NOUN
ger-473	608	7	,	,	PUNCT
ger-473	608	8	is	be	AUX
ger-473	608	9	a	a	DET
ger-473	608	10	senior	senior	ADJ
ger-473	608	11	early	early	ADJ
ger-473	608	12	childhood	childhood	NOUN
ger-473	608	13	education	education	NOUN
ger-473	608	14	researcher	researcher	NOUN
ger-473	608	15	and	and	CCONJ
ger-473	608	16	advisor	advisor	NOUN
ger-473	608	17	in	in	ADP
ger-473	608	18	rti	rti	PROPN
ger-473	608	19	’s	’s	PART
ger-473	608	20	international	international	ADJ
ger-473	608	21	education	education	NOUN
ger-473	608	22	division	division	NOUN
ger-473	608	23	.	.	PUNCT
ger-473	609	1	in	in	ADP
ger-473	609	2	her	her	PRON
ger-473	609	3	current	current	ADJ
ger-473	609	4	role	role	NOUN
ger-473	609	5	at	at	ADP
ger-473	609	6	rti	rti	PROPN
ger-473	609	7	,	,	PUNCT
ger-473	609	8	dr	dr	PROPN
ger-473	609	9	.	.	PROPN
ger-473	609	10	sitabkhan	sitabkhan	PROPN
ger-473	609	11	provides	provide	VERB
ger-473	609	12	technical	technical	ADJ
ger-473	609	13	support	support	NOUN
ger-473	609	14	to	to	ADP
ger-473	609	15	projects	project	NOUN
ger-473	609	16	in	in	ADP
ger-473	609	17	lowand	lowand	ADJ
ger-473	609	18	middle	middle	ADJ
ger-473	609	19	-	-	PUNCT
ger-473	609	20	income	income	NOUN
ger-473	609	21	countries	country	NOUN
ger-473	609	22	in	in	ADP
ger-473	609	23	early	early	ADJ
ger-473	609	24	mathematics	mathematic	NOUN
ger-473	609	25	.	.	PUNCT
ger-473	610	1	her	her	PRON
ger-473	610	2	research	research	NOUN
ger-473	610	3	interests	interest	NOUN
ger-473	610	4	focus	focus	VERB
ger-473	610	5	on	on	ADP
ger-473	610	6	children	child	NOUN
ger-473	610	7	’s	’s	PART
ger-473	610	8	development	development	NOUN
ger-473	610	9	of	of	ADP
ger-473	610	10	early	early	ADJ
ger-473	610	11	mathematical	mathematical	ADJ
ger-473	610	12	concepts	concept	NOUN
ger-473	610	13	and	and	CCONJ
ger-473	610	14	instructional	instructional	ADJ
ger-473	610	15	strategies	strategy	NOUN
ger-473	610	16	to	to	PART
ger-473	610	17	support	support	VERB
ger-473	610	18	learning	learn	VERB
ger-473	610	19	in	in	ADP
ger-473	610	20	lowand	lowand	ADJ
ger-473	610	21	middle	middle	ADJ
ger-473	610	22	-	-	PUNCT
ger-473	610	23	income	income	NOUN
ger-473	610	24	contexts	contexts	NOUN
ger-473	610	25	.	.	PUNCT
ger-473	611	1	dr	dr	PROPN
ger-473	611	2	.	.	PROPN
ger-473	611	3	sitabkhan	sitabkhan	PROPN
ger-473	611	4	has	have	VERB
ger-473	611	5	a	a	DET
ger-473	611	6	ph.d	ph.d	NOUN
ger-473	611	7	.	.	PUNCT
ger-473	612	1	in	in	ADP
ger-473	612	2	education	education	NOUN
ger-473	612	3	from	from	ADP
ger-473	612	4	the	the	DET
ger-473	612	5	university	university	PROPN
ger-473	612	6	of	of	ADP
ger-473	612	7	california	california	PROPN
ger-473	612	8	,	,	PUNCT
ger-473	612	9	berkeley	berkeley	PROPN
ger-473	612	10	.	.	PUNCT