id	sid	tid	token	lemma	pos
er-2771	1	1	microsoft	microsoft	PROPN
er-2771	1	2	word	word	NOUN
er-2771	1	3	1	1	NUM
er-2771	1	4	.	.	PUNCT
er-2771	1	5	murley	murley	PROPN
er-2771	1	6	-	-	PUNCT
er-2771	1	7	feb	feb	PROPN
er-2771	1	8	2014.docx	2014.docx	PROPN
er-2771	1	9	vol	vol	NOUN
er-2771	1	10	.	.	PROPN
er-2771	1	11	2	2	NUM
er-2771	1	12	,	,	PUNCT
er-2771	1	13	no	no	INTJ
er-2771	1	14	.	.	NOUN
er-2771	1	15	2	2	NUM
er-2771	1	16	,	,	PUNCT
er-2771	1	17	feb	feb	NOUN
er-2771	1	18	2014	2014	NUM
er-2771	1	19	,	,	PUNCT
er-2771	1	20	pp	pp	ADJ
er-2771	1	21	.	.	PUNCT
er-2771	2	1	3	3	NUM
er-2771	2	2	-	-	SYM
er-2771	2	3	18	18	NUM
er-2771	2	4	examining	examine	VERB
er-2771	2	5	the	the	DET
er-2771	2	6	reliability	reliability	NOUN
er-2771	2	7	of	of	ADP
er-2771	2	8	a	a	DET
er-2771	2	9	culminating	culminate	VERB
er-2771	2	10	teacher	teacher	NOUN
er-2771	2	11	education	education	NOUN
er-2771	2	12	assessment	assessment	NOUN
er-2771	2	13	and	and	CCONJ
er-2771	2	14	discovering	discover	VERB
er-2771	2	15	areas	area	NOUN
er-2771	2	16	for	for	ADP
er-2771	2	17	reform	reform	NOUN
er-2771	2	18	lisa	lisa	PROPN
er-2771	2	19	d.	d.	PROPN
er-2771	2	20	murley	murley	PROPN
er-2771	2	21	,	,	PUNCT
er-2771	2	22	rebecca	rebecca	PROPN
er-2771	2	23	stobaugh	stobaugh	PROPN
er-2771	2	24	,	,	PUNCT
er-2771	2	25	pamela	pamela	PROPN
er-2771	2	26	jukes	jukes	PROPN
er-2771	2	27	,	,	PUNCT
er-2771	2	28	janet	janet	PROPN
er-2771	2	29	tassell	tassell	PROPN
er-2771	2	30	western	western	PROPN
er-2771	2	31	kentucky	kentucky	PROPN
er-2771	2	32	university	university	PROPN
er-2771	2	33	abstract	abstract	NOUN
er-2771	2	34	the	the	DET
er-2771	2	35	purpose	purpose	NOUN
er-2771	2	36	of	of	ADP
er-2771	2	37	this	this	DET
er-2771	2	38	article	article	NOUN
er-2771	2	39	is	be	AUX
er-2771	2	40	to	to	PART
er-2771	2	41	provide	provide	VERB
er-2771	2	42	an	an	DET
er-2771	2	43	overview	overview	NOUN
er-2771	2	44	of	of	ADP
er-2771	2	45	the	the	DET
er-2771	2	46	process	process	NOUN
er-2771	2	47	used	use	VERB
er-2771	2	48	to	to	PART
er-2771	2	49	examine	examine	VERB
er-2771	2	50	the	the	DET
er-2771	2	51	inter	inter	ADJ
er-2771	2	52	-	-	ADJ
er-2771	2	53	rater	rater	ADJ
er-2771	2	54	reliability	reliability	NOUN
er-2771	2	55	of	of	ADP
er-2771	2	56	the	the	DET
er-2771	2	57	teacher	teacher	NOUN
er-2771	2	58	work	work	NOUN
er-2771	2	59	sample	sample	NOUN
er-2771	2	60	(	(	PUNCT
er-2771	2	61	tws	tws	NOUN
er-2771	2	62	)	)	PUNCT
er-2771	2	63	scoring	scoring	NOUN
er-2771	2	64	rubric	rubric	NOUN
er-2771	2	65	involved	involve	VERB
er-2771	2	66	with	with	ADP
er-2771	2	67	the	the	DET
er-2771	2	68	senior	senior	ADJ
er-2771	2	69	culminating	culminate	VERB
er-2771	2	70	experience	experience	NOUN
er-2771	2	71	for	for	ADP
er-2771	2	72	teacher	teacher	NOUN
er-2771	2	73	candidates	candidate	NOUN
er-2771	2	74	used	use	VERB
er-2771	2	75	at	at	ADP
er-2771	2	76	a	a	DET
er-2771	2	77	large	large	ADJ
er-2771	2	78	comprehensive	comprehensive	ADJ
er-2771	2	79	university	university	NOUN
er-2771	2	80	.	.	PUNCT
er-2771	3	1	the	the	DET
er-2771	3	2	study	study	NOUN
er-2771	3	3	compared	compare	VERB
er-2771	3	4	holistic	holistic	ADJ
er-2771	3	5	and	and	CCONJ
er-2771	3	6	analytic	analytic	ADJ
er-2771	3	7	scores	score	NOUN
er-2771	3	8	reported	report	VERB
er-2771	3	9	by	by	ADP
er-2771	3	10	student	student	NOUN
er-2771	3	11	teacher	teacher	NOUN
er-2771	3	12	seminar	seminar	NOUN
er-2771	3	13	course	course	NOUN
er-2771	3	14	instructors	instructor	NOUN
er-2771	3	15	to	to	ADP
er-2771	3	16	those	those	PRON
er-2771	3	17	of	of	ADP
er-2771	3	18	trained	train	VERB
er-2771	3	19	participants	participant	NOUN
er-2771	3	20	to	to	PART
er-2771	3	21	determine	determine	VERB
er-2771	3	22	the	the	DET
er-2771	3	23	consistency	consistency	NOUN
er-2771	3	24	of	of	ADP
er-2771	3	25	ratings	rating	NOUN
er-2771	3	26	between	between	ADP
er-2771	3	27	the	the	DET
er-2771	3	28	two	two	NUM
er-2771	3	29	groups	group	NOUN
er-2771	3	30	.	.	PUNCT
er-2771	4	1	the	the	DET
er-2771	4	2	study	study	NOUN
er-2771	4	3	resulted	result	VERB
er-2771	4	4	in	in	ADP
er-2771	4	5	several	several	ADJ
er-2771	4	6	clear	clear	ADJ
er-2771	4	7	areas	area	NOUN
er-2771	4	8	for	for	ADP
er-2771	4	9	revising	revise	VERB
er-2771	4	10	the	the	DET
er-2771	4	11	tws	tws	NOUN
er-2771	4	12	for	for	ADP
er-2771	4	13	reliability	reliability	NOUN
er-2771	4	14	and	and	CCONJ
er-2771	4	15	created	create	VERB
er-2771	4	16	a	a	DET
er-2771	4	17	foundation	foundation	NOUN
er-2771	4	18	for	for	ADP
er-2771	4	19	future	future	ADJ
er-2771	4	20	revisions	revision	NOUN
er-2771	4	21	.	.	PUNCT
er-2771	5	1	what	what	PRON
er-2771	5	2	may	may	AUX
er-2771	5	3	prove	prove	VERB
er-2771	5	4	to	to	PART
er-2771	5	5	be	be	AUX
er-2771	5	6	the	the	DET
er-2771	5	7	most	most	ADV
er-2771	5	8	important	important	ADJ
er-2771	5	9	finding	finding	NOUN
er-2771	5	10	of	of	ADP
er-2771	5	11	the	the	DET
er-2771	5	12	study	study	NOUN
er-2771	5	13	,	,	PUNCT
er-2771	5	14	however	however	ADV
er-2771	5	15	,	,	PUNCT
er-2771	5	16	is	be	AUX
er-2771	5	17	the	the	DET
er-2771	5	18	need	need	NOUN
er-2771	5	19	to	to	PART
er-2771	5	20	examine	examine	VERB
er-2771	5	21	the	the	DET
er-2771	5	22	differences	difference	NOUN
er-2771	5	23	among	among	ADP
er-2771	5	24	scoring	scoring	NOUN
er-2771	5	25	practices	practice	NOUN
er-2771	5	26	of	of	ADP
er-2771	5	27	raters	rater	NOUN
er-2771	5	28	because	because	SCONJ
er-2771	5	29	scoring	scoring	NOUN
er-2771	5	30	varies	vary	VERB
er-2771	5	31	among	among	ADP
er-2771	5	32	people	people	NOUN
er-2771	5	33	.	.	PUNCT
er-2771	6	1	common	common	ADJ
er-2771	6	2	errors	error	NOUN
er-2771	6	3	include	include	VERB
er-2771	6	4	misinterpretation	misinterpretation	NOUN
er-2771	6	5	of	of	ADP
er-2771	6	6	scoring	scoring	NOUN
er-2771	6	7	rubrics	rubric	NOUN
er-2771	6	8	,	,	PUNCT
er-2771	6	9	prompts	prompt	NOUN
er-2771	6	10	,	,	PUNCT
er-2771	6	11	the	the	DET
er-2771	6	12	teaching	teaching	NOUN
er-2771	6	13	and	and	CCONJ
er-2771	6	14	learning	learning	NOUN
er-2771	6	15	process	process	NOUN
er-2771	6	16	,	,	PUNCT
er-2771	6	17	and	and	CCONJ
er-2771	6	18	even	even	ADV
er-2771	6	19	concepts	concept	NOUN
er-2771	6	20	such	such	ADJ
er-2771	6	21	as	as	ADP
er-2771	6	22	revised	revise	VERB
er-2771	6	23	bloom	bloom	NOUN
er-2771	6	24	’s	’s	PART
er-2771	6	25	taxonomy	taxonomy	NOUN
er-2771	6	26	.	.	PUNCT
er-2771	7	1	this	this	DET
er-2771	7	2	finding	finding	NOUN
er-2771	7	3	could	could	AUX
er-2771	7	4	be	be	AUX
er-2771	7	5	generalized	generalize	VERB
er-2771	7	6	to	to	ADP
er-2771	7	7	other	other	ADJ
er-2771	7	8	universities	university	NOUN
er-2771	7	9	as	as	SCONJ
er-2771	7	10	all	all	DET
er-2771	7	11	education	education	NOUN
er-2771	7	12	programs	program	NOUN
er-2771	7	13	utilize	utilize	VERB
er-2771	7	14	scoring	score	VERB
er-2771	7	15	prompts	prompt	NOUN
er-2771	7	16	and	and	CCONJ
er-2771	7	17	rubrics	rubric	NOUN
er-2771	7	18	to	to	PART
er-2771	7	19	measure	measure	VERB
er-2771	7	20	teacher	teacher	NOUN
er-2771	7	21	candidate	candidate	NOUN
er-2771	7	22	performance	performance	NOUN
er-2771	7	23	and	and	CCONJ
er-2771	7	24	most	most	ADJ
er-2771	7	25	all	all	PRON
er-2771	7	26	use	use	VERB
er-2771	7	27	revised	revise	VERB
er-2771	7	28	bloom	bloom	NOUN
er-2771	7	29	’s	’s	PART
er-2771	7	30	taxonomy	taxonomy	NOUN
er-2771	7	31	in	in	ADP
er-2771	7	32	the	the	DET
er-2771	7	33	teaching	teaching	NOUN
er-2771	7	34	and	and	CCONJ
er-2771	7	35	learning	learning	NOUN
er-2771	7	36	process	process	NOUN
er-2771	7	37	.	.	PUNCT
er-2771	8	1	4	4	NUM
er-2771	8	2	  	  	SPACE
er-2771	8	3	l.	l.	PROPN
er-2771	8	4	murley	murley	PROPN
er-2771	8	5	,	,	PUNCT
er-2771	8	6	r.	r.	PROPN
er-2771	8	7	stobaugh	stobaugh	PROPN
er-2771	8	8	,	,	PUNCT
er-2771	8	9	p.	p.	PROPN
er-2771	8	10	jukes	jukes	PROPN
er-2771	8	11	,	,	PUNCT
er-2771	8	12	j.	j.	PROPN
er-2771	8	13	tassell	tassell	PROPN
er-2771	8	14	  	  	SPACE
er-2771	8	15	the	the	DET
er-2771	8	16	national	national	PROPN
er-2771	8	17	council	council	PROPN
er-2771	8	18	for	for	ADP
er-2771	8	19	accreditation	accreditation	NOUN
er-2771	8	20	of	of	ADP
er-2771	8	21	teacher	teacher	NOUN
er-2771	8	22	education	education	NOUN
er-2771	8	23	(	(	PUNCT
er-2771	8	24	ncate	ncate	ADJ
er-2771	8	25	2000	2000	NUM
er-2771	8	26	)	)	PUNCT
er-2771	8	27	required	require	VERB
er-2771	8	28	teacher	teacher	NOUN
er-2771	8	29	preparation	preparation	NOUN
er-2771	8	30	programs	program	NOUN
er-2771	8	31	to	to	PART
er-2771	8	32	document	document	VERB
er-2771	8	33	the	the	DET
er-2771	8	34	success	success	NOUN
er-2771	8	35	of	of	ADP
er-2771	8	36	teacher	teacher	NOUN
er-2771	8	37	candidates	candidate	NOUN
er-2771	8	38	with	with	ADP
er-2771	8	39	the	the	DET
er-2771	8	40	intent	intent	NOUN
er-2771	8	41	of	of	ADP
er-2771	8	42	affecting	affect	VERB
er-2771	8	43	a	a	DET
er-2771	8	44	“	"	PUNCT
er-2771	8	45	…	…	PUNCT
er-2771	8	46	paradigm	paradigm	NOUN
er-2771	8	47	shift	shift	NOUN
er-2771	8	48	from	from	ADP
er-2771	8	49	a	a	DET
er-2771	8	50	focus	focus	NOUN
er-2771	8	51	on	on	ADP
er-2771	8	52	the	the	DET
er-2771	8	53	teaching	teaching	NOUN
er-2771	8	54	process	process	NOUN
er-2771	8	55	to	to	ADP
er-2771	8	56	learning	learn	VERB
er-2771	8	57	results	result	NOUN
er-2771	8	58	and	and	CCONJ
er-2771	8	59	connecting	connect	VERB
er-2771	8	60	teacher	teacher	NOUN
er-2771	8	61	performance	performance	NOUN
er-2771	8	62	to	to	ADP
er-2771	8	63	student	student	NOUN
er-2771	8	64	learning	learning	NOUN
er-2771	8	65	”	"	PUNCT
er-2771	8	66	(	(	PUNCT
er-2771	8	67	pankratz	pankratz	NOUN
er-2771	8	68	,	,	PUNCT
er-2771	8	69	2000	2000	NUM
er-2771	8	70	,	,	PUNCT
er-2771	8	71	p.	p.	NOUN
er-2771	8	72	1	1	NUM
er-2771	8	73	)	)	PUNCT
er-2771	8	74	.	.	PUNCT
er-2771	9	1	one	one	NUM
er-2771	9	2	instrument	instrument	NOUN
er-2771	9	3	used	use	VERB
er-2771	9	4	by	by	ADP
er-2771	9	5	universities	university	NOUN
er-2771	9	6	across	across	ADP
er-2771	9	7	the	the	DET
er-2771	9	8	nation	nation	NOUN
er-2771	9	9	to	to	PART
er-2771	9	10	measure	measure	VERB
er-2771	9	11	teacher	teacher	NOUN
er-2771	9	12	candidate	candidate	NOUN
er-2771	9	13	ability	ability	NOUN
er-2771	9	14	to	to	PART
er-2771	9	15	impact	impact	VERB
er-2771	9	16	p-12	p-12	PROPN
er-2771	9	17	student	student	NOUN
er-2771	9	18	learning	learning	NOUN
er-2771	9	19	and	and	CCONJ
er-2771	9	20	teacher	teacher	NOUN
er-2771	9	21	candidate	candidate	NOUN
er-2771	9	22	preparation	preparation	NOUN
er-2771	9	23	and	and	CCONJ
er-2771	9	24	performance	performance	NOUN
er-2771	9	25	on	on	ADP
er-2771	9	26	teaching	teaching	NOUN
er-2771	9	27	process	process	NOUN
er-2771	9	28	is	be	AUX
er-2771	9	29	the	the	DET
er-2771	9	30	teacher	teacher	NOUN
er-2771	9	31	work	work	NOUN
er-2771	9	32	sample	sample	NOUN
er-2771	9	33	(	(	PUNCT
er-2771	9	34	tws	tws	PROPN
er-2771	9	35	)	)	PUNCT
er-2771	9	36	.	.	PUNCT
er-2771	10	1	developed	develop	VERB
er-2771	10	2	by	by	ADP
er-2771	10	3	the	the	DET
er-2771	10	4	renaissance	renaissance	PROPN
er-2771	10	5	partnership	partnership	PROPN
er-2771	10	6	,	,	PUNCT
er-2771	10	7	a	a	DET
er-2771	10	8	consortium	consortium	NOUN
er-2771	10	9	of	of	ADP
er-2771	10	10	11	11	NUM
er-2771	10	11	universities	university	NOUN
er-2771	10	12	,	,	PUNCT
er-2771	10	13	the	the	DET
er-2771	10	14	tws	tws	NOUN
er-2771	10	15	as	as	SCONJ
er-2771	10	16	defined	define	VERB
er-2771	10	17	by	by	ADP
er-2771	10	18	kohler	kohler	NOUN
er-2771	10	19	,	,	PUNCT
er-2771	10	20	henning	henning	NOUN
er-2771	10	21	,	,	PUNCT
er-2771	10	22	and	and	CCONJ
er-2771	10	23	usma	usma	NOUN
er-2771	10	24	-	-	PUNCT
er-2771	10	25	wilches	wilches	PROPN
er-2771	10	26	(	(	PUNCT
er-2771	10	27	2008	2008	NUM
er-2771	10	28	,	,	PUNCT
er-2771	10	29	p.	p.	NOUN
er-2771	10	30	2109	2109	NUM
er-2771	10	31	)	)	PUNCT
er-2771	10	32	,	,	PUNCT
er-2771	10	33	is	be	AUX
er-2771	10	34	a	a	DET
er-2771	10	35	“	"	PUNCT
er-2771	10	36	…	…	PUNCT
er-2771	10	37	performance	performance	NOUN
er-2771	10	38	-	-	PUNCT
er-2771	10	39	based	base	VERB
er-2771	10	40	assessment	assessment	NOUN
er-2771	10	41	tool	tool	NOUN
er-2771	10	42	that	that	PRON
er-2771	10	43	enables	enable	VERB
er-2771	10	44	teacher	teacher	NOUN
er-2771	10	45	education	education	NOUN
er-2771	10	46	programs	program	NOUN
er-2771	10	47	to	to	PART
er-2771	10	48	provide	provide	VERB
er-2771	10	49	evidence	evidence	NOUN
er-2771	10	50	of	of	ADP
er-2771	10	51	student	student	NOUN
er-2771	10	52	teacher	teacher	NOUN
er-2771	10	53	ability	ability	NOUN
er-2771	10	54	to	to	PART
er-2771	10	55	meet	meet	VERB
er-2771	10	56	state	state	NOUN
er-2771	10	57	and	and	CCONJ
er-2771	10	58	national	national	ADJ
er-2771	10	59	teaching	teaching	NOUN
er-2771	10	60	standards	standard	NOUN
er-2771	10	61	”	"	PUNCT
er-2771	10	62	(	(	PUNCT
er-2771	10	63	as	as	SCONJ
er-2771	10	64	cited	cite	VERB
er-2771	10	65	in	in	ADP
er-2771	10	66	girod	girod	NOUN
er-2771	10	67	,	,	PUNCT
er-2771	10	68	2002	2002	NUM
er-2771	10	69	;	;	PUNCT
er-2771	10	70	mcconney	mcconney	NOUN
er-2771	10	71	,	,	PUNCT
er-2771	10	72	schalock	schalock	ADJ
er-2771	10	73	,	,	PUNCT
er-2771	10	74	&	&	CCONJ
er-2771	10	75	schalock	schalock	PROPN
er-2771	10	76	,	,	PUNCT
er-2771	10	77	1998	1998	NUM
er-2771	10	78	;	;	PUNCT
er-2771	10	79	schalock	schalock	PROPN
er-2771	10	80	&	&	CCONJ
er-2771	10	81	myton	myton	PROPN
er-2771	10	82	,	,	PUNCT
er-2771	10	83	1988	1988	NUM
er-2771	10	84	;	;	PUNCT
er-2771	10	85	the	the	DET
er-2771	10	86	renaissance	renaissance	NOUN
er-2771	10	87	partnership	partnership	NOUN
er-2771	10	88	for	for	ADP
er-2771	10	89	improving	improve	VERB
er-2771	10	90	teaching	teaching	NOUN
er-2771	10	91	quality	quality	NOUN
er-2771	10	92	,	,	PUNCT
er-2771	10	93	2001	2001	NUM
er-2771	10	94	)	)	PUNCT
er-2771	10	95	.	.	PUNCT
er-2771	11	1	many	many	ADJ
er-2771	11	2	teacher	teacher	NOUN
er-2771	11	3	education	education	NOUN
er-2771	11	4	programs	program	NOUN
er-2771	11	5	adopt	adopt	VERB
er-2771	11	6	performance	performance	NOUN
er-2771	11	7	-	-	PUNCT
er-2771	11	8	based	base	VERB
er-2771	11	9	assessments	assessment	NOUN
er-2771	11	10	to	to	PART
er-2771	11	11	measure	measure	VERB
er-2771	11	12	candidate	candidate	NOUN
er-2771	11	13	performance	performance	NOUN
er-2771	11	14	against	against	ADP
er-2771	11	15	professional	professional	ADJ
er-2771	11	16	standards	standard	NOUN
er-2771	11	17	that	that	PRON
er-2771	11	18	require	require	VERB
er-2771	11	19	reflection	reflection	NOUN
er-2771	11	20	and	and	CCONJ
er-2771	11	21	evaluation	evaluation	NOUN
er-2771	11	22	of	of	ADP
er-2771	11	23	the	the	DET
er-2771	11	24	candidate	candidate	NOUN
er-2771	11	25	’s	’s	PART
er-2771	11	26	own	own	ADJ
er-2771	11	27	practice	practice	NOUN
er-2771	11	28	based	base	VERB
er-2771	11	29	upon	upon	SCONJ
er-2771	11	30	a	a	DET
er-2771	11	31	set	set	NOUN
er-2771	11	32	of	of	ADP
er-2771	11	33	standards	standard	NOUN
er-2771	11	34	(	(	PUNCT
er-2771	11	35	darling	darling	NOUN
er-2771	11	36	-	-	PUNCT
er-2771	11	37	hammond	hammond	PROPN
er-2771	11	38	&	&	CCONJ
er-2771	11	39	bransford	bransford	PROPN
er-2771	11	40	,	,	PUNCT
er-2771	11	41	2005	2005	NUM
er-2771	11	42	)	)	PUNCT
er-2771	11	43	.	.	PUNCT
er-2771	12	1	the	the	DET
er-2771	12	2	tws	tws	NOUN
er-2771	12	3	engages	engage	VERB
er-2771	12	4	candidates	candidate	NOUN
er-2771	12	5	in	in	ADP
er-2771	12	6	this	this	DET
er-2771	12	7	type	type	NOUN
er-2771	12	8	of	of	ADP
er-2771	12	9	rigorous	rigorous	ADJ
er-2771	12	10	performance	performance	NOUN
er-2771	12	11	assessment	assessment	NOUN
er-2771	12	12	by	by	ADP
er-2771	12	13	using	use	VERB
er-2771	12	14	state	state	NOUN
er-2771	12	15	teacher	teacher	NOUN
er-2771	12	16	standards	standard	NOUN
er-2771	12	17	as	as	ADP
er-2771	12	18	the	the	DET
er-2771	12	19	criteria	criterion	NOUN
er-2771	12	20	for	for	ADP
er-2771	12	21	the	the	DET
er-2771	12	22	measurement	measurement	NOUN
er-2771	12	23	of	of	ADP
er-2771	12	24	proficiency	proficiency	NOUN
er-2771	12	25	.	.	PUNCT
er-2771	13	1	the	the	DET
er-2771	13	2	scoring	scoring	NOUN
er-2771	13	3	rubric	rubric	NOUN
er-2771	13	4	is	be	AUX
er-2771	13	5	used	use	VERB
er-2771	13	6	to	to	PART
er-2771	13	7	measure	measure	VERB
er-2771	13	8	teacher	teacher	NOUN
er-2771	13	9	candidate	candidate	NOUN
er-2771	13	10	performance	performance	NOUN
er-2771	13	11	in	in	ADP
er-2771	13	12	the	the	DET
er-2771	13	13	following	follow	VERB
er-2771	13	14	teaching	teaching	NOUN
er-2771	13	15	processes	process	NOUN
er-2771	13	16	believed	believe	VERB
er-2771	13	17	to	to	PART
er-2771	13	18	be	be	AUX
er-2771	13	19	important	important	ADJ
er-2771	13	20	in	in	ADP
er-2771	13	21	the	the	DET
er-2771	13	22	teaching	teaching	NOUN
er-2771	13	23	and	and	CCONJ
er-2771	13	24	learning	learning	NOUN
er-2771	13	25	process	process	NOUN
er-2771	13	26	(	(	PUNCT
er-2771	13	27	tassell	tassell	INTJ
er-2771	13	28	,	,	PUNCT
er-2771	13	29	stobaugh	stobaugh	NOUN
er-2771	13	30	,	,	PUNCT
er-2771	13	31	&	&	CCONJ
er-2771	13	32	mcdonald	mcdonald	PROPN
er-2771	13	33	,	,	PUNCT
er-2771	13	34	2013	2013	NUM
er-2771	13	35	):	):	PUNCT
er-2771	13	36	•	•	NUM
er-2771	13	37	contextual	contextual	ADJ
er-2771	13	38	factors	factor	NOUN
er-2771	13	39	:	:	PUNCT
er-2771	13	40	identifying	identify	VERB
er-2771	13	41	relevant	relevant	ADJ
er-2771	13	42	contextual	contextual	ADJ
er-2771	13	43	factors	factor	NOUN
er-2771	13	44	and	and	CCONJ
er-2771	13	45	exploring	explore	VERB
er-2771	13	46	how	how	SCONJ
er-2771	13	47	these	these	DET
er-2771	13	48	factors	factor	NOUN
er-2771	13	49	may	may	AUX
er-2771	13	50	affect	affect	VERB
er-2771	13	51	the	the	DET
er-2771	13	52	teaching	teaching	NOUN
er-2771	13	53	-	-	PUNCT
er-2771	13	54	learning	learn	VERB
er-2771	13	55	process	process	NOUN
er-2771	13	56	.	.	PUNCT
er-2771	14	1	•	•	NUM
er-2771	14	2	learning	learn	VERB
er-2771	14	3	goal	goal	NOUN
er-2771	14	4	&	&	CCONJ
er-2771	14	5	pre	pre	ADJ
er-2771	14	6	/	/	SYM
er-2771	14	7	post	post	ADJ
er-2771	14	8	assessment	assessment	NOUN
er-2771	14	9	:	:	PUNCT
er-2771	14	10	creating	create	VERB
er-2771	14	11	and	and	CCONJ
er-2771	14	12	justifying	justify	VERB
er-2771	14	13	learning	learn	VERB
er-2771	14	14	goals	goal	NOUN
er-2771	14	15	for	for	ADP
er-2771	14	16	the	the	DET
er-2771	14	17	unit	unit	NOUN
er-2771	14	18	;	;	PUNCT
er-2771	14	19	designing	designing	NOUN
er-2771	14	20	and	and	CCONJ
er-2771	14	21	pre	pre	ADJ
er-2771	14	22	/	/	SYM
er-2771	14	23	post	post	ADJ
er-2771	14	24	assessment	assessment	NOUN
er-2771	14	25	to	to	PART
er-2771	14	26	monitor	monitor	VERB
er-2771	14	27	student	student	NOUN
er-2771	14	28	progress	progress	NOUN
er-2771	14	29	toward	toward	ADP
er-2771	14	30	learning	learn	VERB
er-2771	14	31	goals	goal	NOUN
er-2771	14	32	.	.	PUNCT
er-2771	15	1	•	•	NOUN
er-2771	15	2	design	design	NOUN
er-2771	15	3	for	for	ADP
er-2771	15	4	instruction	instruction	NOUN
er-2771	15	5	:	:	PUNCT
er-2771	15	6	analyzing	analyze	VERB
er-2771	15	7	student	student	NOUN
er-2771	15	8	performance	performance	NOUN
er-2771	15	9	on	on	ADP
er-2771	15	10	pre	pre	NOUN
er-2771	15	11	-	-	NOUN
er-2771	15	12	assessment	assessment	NOUN
er-2771	15	13	;	;	PUNCT
er-2771	15	14	constructing	construct	VERB
er-2771	15	15	a	a	DET
er-2771	15	16	unit	unit	NOUN
er-2771	15	17	overview	overview	NOUN
er-2771	15	18	that	that	SCONJ
er-2771	15	19	addresses	address	NOUN
er-2771	15	20	learning	learn	VERB
er-2771	15	21	goals	goal	NOUN
er-2771	15	22	and	and	CCONJ
er-2771	15	23	student	student	NOUN
er-2771	15	24	needs	need	NOUN
er-2771	15	25	;	;	PUNCT
er-2771	15	26	describing	describe	VERB
er-2771	15	27	instructional	instructional	ADJ
er-2771	15	28	strategies	strategy	NOUN
er-2771	15	29	and	and	CCONJ
er-2771	15	30	formative	formative	ADJ
er-2771	15	31	assessments	assessment	NOUN
er-2771	15	32	that	that	PRON
er-2771	15	33	include	include	VERB
er-2771	15	34	a	a	DET
er-2771	15	35	technology	technology	NOUN
er-2771	15	36	component	component	NOUN
er-2771	15	37	.	.	PUNCT
er-2771	16	1	•	•	NUM
er-2771	16	2	analysis	analysis	NOUN
er-2771	16	3	of	of	ADP
er-2771	16	4	student	student	NOUN
er-2771	16	5	learning	learning	NOUN
er-2771	16	6	:	:	PUNCT
er-2771	17	1	representing	represent	VERB
er-2771	17	2	,	,	PUNCT
er-2771	17	3	analyzing	analyze	VERB
er-2771	17	4	and	and	CCONJ
er-2771	17	5	communicating	communicate	VERB
er-2771	17	6	assessment	assessment	NOUN
er-2771	17	7	data	datum	NOUN
er-2771	17	8	for	for	ADP
er-2771	17	9	all	all	DET
er-2771	17	10	students	student	NOUN
er-2771	17	11	and	and	CCONJ
er-2771	17	12	significant	significant	ADJ
er-2771	17	13	subgroups	subgroup	NOUN
er-2771	17	14	;	;	PUNCT
er-2771	17	15	analyzing	analyze	VERB
er-2771	17	16	decisions	decision	NOUN
er-2771	17	17	made	make	VERB
er-2771	17	18	regarding	regard	VERB
er-2771	17	19	the	the	DET
er-2771	17	20	instruction	instruction	NOUN
er-2771	17	21	and	and	CCONJ
er-2771	17	22	assessment	assessment	NOUN
er-2771	17	23	to	to	PART
er-2771	17	24	determine	determine	VERB
er-2771	17	25	the	the	DET
er-2771	17	26	success	success	NOUN
er-2771	17	27	of	of	ADP
er-2771	17	28	instruction	instruction	NOUN
er-2771	17	29	.	.	PUNCT
er-2771	18	1	•	•	NUM
er-2771	18	2	reflection	reflection	NOUN
er-2771	18	3	:	:	PUNCT
er-2771	18	4	reflecting	reflect	VERB
er-2771	18	5	on	on	ADP
er-2771	18	6	performance	performance	NOUN
er-2771	18	7	as	as	ADP
er-2771	18	8	a	a	DET
er-2771	18	9	teacher	teacher	NOUN
er-2771	18	10	and	and	CCONJ
er-2771	18	11	linking	link	VERB
er-2771	18	12	the	the	DET
er-2771	18	13	performance	performance	NOUN
er-2771	18	14	to	to	PART
er-2771	18	15	student	student	NOUN
er-2771	18	16	learning	learning	NOUN
er-2771	18	17	results	result	NOUN
er-2771	18	18	and	and	CCONJ
er-2771	18	19	state	state	NOUN
er-2771	18	20	teaching	teaching	NOUN
er-2771	18	21	standards	standard	NOUN
er-2771	18	22	;	;	PUNCT
er-2771	18	23	evaluating	evaluate	VERB
er-2771	18	24	the	the	DET
er-2771	18	25	performance	performance	NOUN
er-2771	18	26	and	and	CCONJ
er-2771	18	27	identifying	identify	VERB
er-2771	18	28	future	future	ADJ
er-2771	18	29	actions	action	NOUN
er-2771	18	30	for	for	ADP
er-2771	18	31	improved	improved	ADJ
er-2771	18	32	practice	practice	NOUN
er-2771	18	33	and	and	CCONJ
er-2771	18	34	professional	professional	ADJ
er-2771	18	35	growth	growth	NOUN
er-2771	18	36	.	.	PUNCT
er-2771	19	1	a	a	DET
er-2771	19	2	scoring	scoring	NOUN
er-2771	19	3	rubric	rubric	NOUN
er-2771	19	4	is	be	AUX
er-2771	19	5	used	use	VERB
er-2771	19	6	to	to	PART
er-2771	19	7	score	score	VERB
er-2771	19	8	the	the	DET
er-2771	19	9	candidate	candidate	NOUN
er-2771	19	10	’s	’s	PART
er-2771	19	11	tws	tws	NOUN
er-2771	19	12	.	.	PUNCT
er-2771	20	1	the	the	DET
er-2771	20	2	tws	tws	PROPN
er-2771	20	3	analytic	analytic	ADJ
er-2771	20	4	scoring	scoring	NOUN
er-2771	20	5	rubric	rubric	NOUN
er-2771	20	6	is	be	AUX
er-2771	20	7	based	base	VERB
er-2771	20	8	on	on	ADP
er-2771	20	9	a	a	DET
er-2771	20	10	4	4	NUM
er-2771	20	11	-	-	PUNCT
er-2771	20	12	point	point	NOUN
er-2771	20	13	scale	scale	NOUN
er-2771	20	14	(	(	PUNCT
er-2771	20	15	1=	1=	NOUN
er-2771	20	16	beginning	beginning	NOUN
er-2771	20	17	;	;	PUNCT
er-2771	20	18	2=	2=	NUM
er-2771	20	19	developing	developing	NOUN
er-2771	20	20	;	;	PUNCT
er-2771	20	21	3	3	NUM
er-2771	20	22	=	=	SYM
er-2771	20	23	proficient	proficient	ADJ
er-2771	20	24	;	;	PUNCT
er-2771	20	25	4	4	NUM
er-2771	20	26	=	=	SYM
er-2771	20	27	exemplary	exemplary	NOUN
er-2771	20	28	)	)	PUNCT
er-2771	20	29	.	.	PUNCT
er-2771	21	1	in	in	ADP
er-2771	21	2	addition	addition	NOUN
er-2771	21	3	,	,	PUNCT
er-2771	21	4	each	each	DET
er-2771	21	5	tws	tws	NOUN
er-2771	21	6	is	be	AUX
er-2771	21	7	assigned	assign	VERB
er-2771	21	8	a	a	DET
er-2771	21	9	holistic	holistic	ADJ
er-2771	21	10	score	score	NOUN
er-2771	21	11	using	use	VERB
er-2771	21	12	the	the	DET
er-2771	21	13	same	same	ADJ
er-2771	21	14	scale	scale	NOUN
er-2771	21	15	(	(	PUNCT
er-2771	21	16	school	school	NOUN
er-2771	21	17	of	of	ADP
er-2771	21	18	teacher	teacher	NOUN
er-2771	21	19	education	education	NOUN
er-2771	21	20	,	,	PUNCT
er-2771	21	21	2011	2011	NUM
er-2771	21	22	)	)	PUNCT
er-2771	21	23	.	.	PUNCT
er-2771	22	1	one	one	NUM
er-2771	22	2	large	large	ADJ
er-2771	22	3	,	,	PUNCT
er-2771	22	4	comprehensive	comprehensive	ADJ
er-2771	22	5	university	university	NOUN
er-2771	22	6	was	be	AUX
er-2771	22	7	a	a	DET
er-2771	22	8	charter	charter	NOUN
er-2771	22	9	member	member	NOUN
er-2771	22	10	of	of	ADP
er-2771	22	11	the	the	DET
er-2771	22	12	renaissance	renaissance	PROPN
er-2771	22	13	tws	tws	PROPN
er-2771	22	14	group	group	NOUN
er-2771	22	15	committed	commit	VERB
er-2771	22	16	to	to	ADP
er-2771	22	17	using	use	VERB
er-2771	22	18	tws	tws	NOUN
er-2771	22	19	as	as	ADP
er-2771	22	20	a	a	DET
er-2771	22	21	tool	tool	NOUN
er-2771	22	22	for	for	ADP
er-2771	22	23	instruction	instruction	NOUN
er-2771	22	24	and	and	CCONJ
er-2771	22	25	as	as	ADP
er-2771	22	26	a	a	DET
er-2771	22	27	performance	performance	NOUN
er-2771	22	28	assessment	assessment	NOUN
er-2771	22	29	of	of	ADP
er-2771	22	30	teacher	teacher	NOUN
er-2771	22	31	candidates	candidate	NOUN
er-2771	22	32	.	.	PUNCT
er-2771	23	1	the	the	DET
er-2771	23	2	university	university	NOUN
er-2771	23	3	piloted	pilot	VERB
er-2771	23	4	the	the	DET
er-2771	23	5	tws	tws	NOUN
er-2771	23	6	in	in	ADP
er-2771	23	7	2001	2001	NUM
er-2771	23	8	and	and	CCONJ
er-2771	23	9	beginning	begin	VERB
er-2771	23	10	in	in	ADP
er-2771	23	11	2003	2003	NUM
er-2771	23	12	required	require	VERB
er-2771	23	13	teacher	teacher	NOUN
er-2771	23	14	candidates	candidate	NOUN
er-2771	23	15	to	to	PART
er-2771	23	16	submit	submit	VERB
er-2771	23	17	a	a	DET
er-2771	23	18	completed	complete	VERB
er-2771	23	19	tws	tws	NOUN
er-2771	23	20	for	for	ADP
er-2771	23	21	grading	grade	VERB
er-2771	23	22	in	in	ADP
er-2771	23	23	a	a	DET
er-2771	23	24	student	student	NOUN
er-2771	23	25	teaching	teaching	NOUN
er-2771	23	26	seminar	seminar	NOUN
er-2771	23	27	course	course	NOUN
er-2771	23	28	scheduled	schedule	VERB
er-2771	23	29	for	for	ADP
er-2771	23	30	the	the	DET
er-2771	23	31	last	last	ADJ
er-2771	23	32	semester	semester	NOUN
er-2771	23	33	of	of	ADP
er-2771	23	34	the	the	DET
er-2771	23	35	candidate	candidate	NOUN
er-2771	23	36	’s	’s	PART
er-2771	23	37	undergraduate	undergraduate	ADJ
er-2771	23	38	teacher	teacher	NOUN
er-2771	23	39	preparation	preparation	NOUN
er-2771	23	40	program	program	NOUN
er-2771	23	41	.	.	PUNCT
er-2771	24	1	the	the	DET
er-2771	24	2	tws	tws	NOUN
er-2771	24	3	requires	require	VERB
er-2771	24	4	the	the	DET
er-2771	24	5	candidate	candidate	NOUN
er-2771	24	6	to	to	PART
er-2771	24	7	demonstrate	demonstrate	VERB
er-2771	24	8	the	the	DET
er-2771	24	9	capacity	capacity	NOUN
er-2771	24	10	to	to	PART
er-2771	24	11	positively	positively	ADV
er-2771	24	12	impact	impact	VERB
er-2771	24	13	student	student	NOUN
er-2771	24	14	learning	learning	NOUN
er-2771	24	15	as	as	SCONJ
er-2771	24	16	they	they	PRON
er-2771	24	17	plan	plan	VERB
er-2771	24	18	,	,	PUNCT
er-2771	24	19	deliver	deliver	VERB
er-2771	24	20	,	,	PUNCT
er-2771	24	21	and	and	CCONJ
er-2771	24	22	assess	assess	VERB
er-2771	24	23	a	a	DET
er-2771	24	24	standards	standard	NOUN
er-2771	24	25	-	-	PUNCT
er-2771	24	26	based	base	VERB
er-2771	24	27	unit	unit	NOUN
er-2771	24	28	of	of	ADP
er-2771	24	29	instruction	instruction	NOUN
er-2771	24	30	,	,	PUNCT
er-2771	24	31	analyze	analyze	VERB
er-2771	24	32	the	the	DET
er-2771	24	33	results	result	NOUN
er-2771	24	34	curriculum	curriculum	NOUN
er-2771	24	35	redesign	redesign	VERB
er-2771	24	36	5	5	NUM
er-2771	24	37	of	of	ADP
er-2771	24	38	student	student	NOUN
er-2771	24	39	assessments	assessment	NOUN
er-2771	24	40	,	,	PUNCT
er-2771	24	41	and	and	CCONJ
er-2771	24	42	reflect	reflect	VERB
er-2771	24	43	on	on	ADP
er-2771	24	44	the	the	DET
er-2771	24	45	effectiveness	effectiveness	NOUN
er-2771	24	46	of	of	ADP
er-2771	24	47	instruction	instruction	NOUN
er-2771	24	48	and	and	CCONJ
er-2771	24	49	student	student	NOUN
er-2771	24	50	learning	learn	VERB
er-2771	24	51	to	to	PART
er-2771	24	52	improve	improve	VERB
er-2771	24	53	instruction	instruction	NOUN
er-2771	24	54	.	.	PUNCT
er-2771	25	1	due	due	ADP
er-2771	25	2	to	to	ADP
er-2771	25	3	the	the	DET
er-2771	25	4	data	data	NOUN
er-2771	25	5	analysis	analysis	NOUN
er-2771	25	6	of	of	ADP
er-2771	25	7	teacher	teacher	NOUN
er-2771	25	8	candidate	candidate	NOUN
er-2771	25	9	scores	score	NOUN
er-2771	25	10	to	to	PART
er-2771	25	11	determine	determine	VERB
er-2771	25	12	strengths	strength	NOUN
er-2771	25	13	and	and	CCONJ
er-2771	25	14	weakness	weakness	NOUN
er-2771	25	15	of	of	ADP
er-2771	25	16	the	the	DET
er-2771	25	17	tws	tws	NOUN
er-2771	25	18	,	,	PUNCT
er-2771	25	19	the	the	DET
er-2771	25	20	education	education	NOUN
er-2771	25	21	faculty	faculty	NOUN
er-2771	25	22	formed	form	VERB
er-2771	25	23	a	a	DET
er-2771	25	24	tws	tws	PROPN
er-2771	25	25	task	task	PROPN
er-2771	25	26	force	force	PROPN
er-2771	25	27	committee	committee	PROPN
er-2771	25	28	in	in	ADP
er-2771	25	29	january	january	PROPN
er-2771	25	30	2010	2010	NUM
er-2771	25	31	charged	charge	VERB
er-2771	25	32	with	with	ADP
er-2771	25	33	the	the	DET
er-2771	25	34	task	task	NOUN
er-2771	25	35	to	to	PART
er-2771	25	36	revise	revise	VERB
er-2771	25	37	the	the	DET
er-2771	25	38	teacher	teacher	NOUN
er-2771	25	39	work	work	NOUN
er-2771	25	40	sample	sample	NOUN
er-2771	25	41	with	with	ADP
er-2771	25	42	a	a	DET
er-2771	25	43	targeted	target	VERB
er-2771	25	44	implementation	implementation	NOUN
er-2771	25	45	date	date	NOUN
er-2771	25	46	of	of	ADP
er-2771	25	47	fall	fall	NOUN
er-2771	25	48	2010	2010	NUM
er-2771	25	49	.	.	PUNCT
er-2771	26	1	the	the	DET
er-2771	26	2	tws	tws	PROPN
er-2771	26	3	task	task	PROPN
er-2771	26	4	force	force	NOUN
er-2771	26	5	was	be	AUX
er-2771	26	6	comprised	comprise	VERB
er-2771	26	7	of	of	ADP
er-2771	26	8	education	education	NOUN
er-2771	26	9	and	and	CCONJ
er-2771	26	10	content	content	PROPN
er-2771	26	11	area	area	NOUN
er-2771	26	12	university	university	NOUN
er-2771	26	13	faculty	faculty	NOUN
er-2771	26	14	as	as	ADV
er-2771	26	15	well	well	ADV
er-2771	26	16	as	as	ADP
er-2771	26	17	p-12	p-12	PROPN
er-2771	26	18	teachers	teacher	NOUN
er-2771	26	19	who	who	PRON
er-2771	26	20	supervise	supervise	VERB
er-2771	26	21	the	the	DET
er-2771	26	22	teacher	teacher	NOUN
er-2771	26	23	candidate	candidate	NOUN
er-2771	26	24	student	student	NOUN
er-2771	26	25	teaching	teaching	NOUN
er-2771	26	26	experiences	experience	NOUN
er-2771	26	27	in	in	ADP
er-2771	26	28	the	the	DET
er-2771	26	29	p-12	p-12	PROPN
er-2771	26	30	classrooms	classroom	NOUN
er-2771	26	31	.	.	PUNCT
er-2771	27	1	after	after	ADP
er-2771	27	2	reviewing	review	VERB
er-2771	27	3	the	the	DET
er-2771	27	4	strengths	strength	NOUN
er-2771	27	5	and	and	CCONJ
er-2771	27	6	weaknesses	weakness	NOUN
er-2771	27	7	of	of	ADP
er-2771	27	8	the	the	DET
er-2771	27	9	tws	tws	NOUN
er-2771	27	10	,	,	PUNCT
er-2771	27	11	the	the	DET
er-2771	27	12	task	task	NOUN
er-2771	27	13	force	force	NOUN
er-2771	27	14	decided	decide	VERB
er-2771	27	15	upon	upon	SCONJ
er-2771	27	16	the	the	DET
er-2771	27	17	following	follow	VERB
er-2771	27	18	goals	goal	NOUN
er-2771	27	19	as	as	ADP
er-2771	27	20	the	the	DET
er-2771	27	21	primary	primary	ADJ
er-2771	27	22	focus	focus	NOUN
er-2771	27	23	for	for	ADP
er-2771	27	24	the	the	DET
er-2771	27	25	work	work	NOUN
er-2771	27	26	:	:	PUNCT
er-2771	27	27	•	•	NOUN
er-2771	27	28	align	align	VERB
er-2771	27	29	the	the	DET
er-2771	27	30	tws	tws	NOUN
er-2771	27	31	more	more	ADV
er-2771	27	32	fully	fully	ADV
er-2771	27	33	with	with	ADP
er-2771	27	34	the	the	DET
er-2771	27	35	state	state	NOUN
er-2771	27	36	teacher	teacher	NOUN
er-2771	27	37	standards	standard	NOUN
er-2771	27	38	(	(	PUNCT
er-2771	27	39	kentucky	kentucky	PROPN
er-2771	27	40	department	department	PROPN
er-2771	27	41	of	of	ADP
er-2771	27	42	education	education	PROPN
er-2771	27	43	,	,	PUNCT
er-2771	27	44	2008	2008	NUM
er-2771	27	45	)	)	PUNCT
er-2771	27	46	.	.	PUNCT
er-2771	28	1	•	•	PUNCT
er-2771	28	2	improve	improve	VERB
er-2771	28	3	the	the	DET
er-2771	28	4	tws	tws	PROPN
er-2771	28	5	components	component	NOUN
er-2771	28	6	which	which	PRON
er-2771	28	7	include	include	VERB
er-2771	28	8	the	the	DET
er-2771	28	9	prompt	prompt	ADJ
er-2771	28	10	and	and	CCONJ
er-2771	28	11	scoring	scoring	NOUN
er-2771	28	12	rubric	rubric	NOUN
er-2771	28	13	.	.	PUNCT
er-2771	29	1	•	•	NUM
er-2771	29	2	clarify	clarify	VERB
er-2771	29	3	and	and	CCONJ
er-2771	29	4	streamline	streamline	VERB
er-2771	29	5	prompts	prompt	NOUN
er-2771	29	6	and	and	CCONJ
er-2771	29	7	scoring	scoring	NOUN
er-2771	29	8	rubrics	rubric	NOUN
er-2771	29	9	.	.	PUNCT
er-2771	30	1	•	•	NUM
er-2771	30	2	increase	increase	NOUN
er-2771	30	3	rigor	rigor	NOUN
er-2771	30	4	and	and	CCONJ
er-2771	30	5	promote	promote	VERB
er-2771	30	6	higher	high	ADJ
er-2771	30	7	levels	level	NOUN
er-2771	30	8	of	of	ADP
er-2771	30	9	performance	performance	NOUN
er-2771	30	10	.	.	PUNCT
er-2771	31	1	•	•	NOUN
er-2771	31	2	increase	increase	VERB
er-2771	31	3	scoring	score	VERB
er-2771	31	4	consistency	consistency	NOUN
er-2771	31	5	to	to	PART
er-2771	31	6	promote	promote	VERB
er-2771	31	7	reliability	reliability	NOUN
er-2771	31	8	(	(	PUNCT
er-2771	31	9	nitko	nitko	NOUN
er-2771	31	10	&	&	CCONJ
er-2771	31	11	brookhart	brookhart	PROPN
er-2771	31	12	,	,	PUNCT
er-2771	31	13	2010	2010	NUM
er-2771	31	14	;	;	PUNCT
er-2771	31	15	popham	popham	NOUN
er-2771	31	16	,	,	PUNCT
er-2771	31	17	2009	2009	NUM
er-2771	31	18	)	)	PUNCT
er-2771	31	19	.	.	PUNCT
er-2771	32	1	based	base	VERB
er-2771	32	2	on	on	ADP
er-2771	32	3	these	these	DET
er-2771	32	4	goals	goal	NOUN
er-2771	32	5	,	,	PUNCT
er-2771	32	6	the	the	DET
er-2771	32	7	tws	tws	PROPN
er-2771	32	8	task	task	PROPN
er-2771	32	9	force	force	PROPN
er-2771	32	10	revised	revise	VERB
er-2771	32	11	the	the	DET
er-2771	32	12	tws	tws	PROPN
er-2771	32	13	components	component	NOUN
er-2771	32	14	,	,	PUNCT
er-2771	32	15	prompts	prompt	NOUN
er-2771	32	16	,	,	PUNCT
er-2771	32	17	and	and	CCONJ
er-2771	32	18	scoring	score	VERB
er-2771	32	19	rubrics	rubric	NOUN
er-2771	32	20	to	to	PART
er-2771	32	21	reflect	reflect	VERB
er-2771	32	22	the	the	DET
er-2771	32	23	needed	need	VERB
er-2771	32	24	improvements	improvement	NOUN
er-2771	32	25	.	.	PUNCT
er-2771	33	1	the	the	DET
er-2771	33	2	revised	revise	VERB
er-2771	33	3	tws	tws	NOUN
er-2771	33	4	was	be	AUX
er-2771	33	5	implemented	implement	VERB
er-2771	33	6	into	into	ADP
er-2771	33	7	practice	practice	NOUN
er-2771	33	8	in	in	ADP
er-2771	33	9	the	the	DET
er-2771	33	10	fall	fall	NOUN
er-2771	33	11	2010	2010	NUM
er-2771	33	12	academic	academic	ADJ
er-2771	33	13	term	term	NOUN
er-2771	33	14	.	.	PUNCT
er-2771	34	1	additional	additional	ADJ
er-2771	34	2	tws	tws	PROPN
er-2771	34	3	data	data	PROPN
er-2771	34	4	collection	collection	NOUN
er-2771	34	5	continued	continue	VERB
er-2771	34	6	throughout	throughout	ADP
er-2771	34	7	that	that	DET
er-2771	34	8	same	same	ADJ
er-2771	34	9	term	term	NOUN
er-2771	34	10	from	from	ADP
er-2771	34	11	students	student	NOUN
er-2771	34	12	,	,	PUNCT
er-2771	34	13	faculty	faculty	NOUN
er-2771	34	14	,	,	PUNCT
er-2771	34	15	and	and	CCONJ
er-2771	34	16	p-12	p-12	PROPN
er-2771	34	17	practitioners	practitioner	NOUN
er-2771	34	18	to	to	PART
er-2771	34	19	determine	determine	VERB
er-2771	34	20	any	any	DET
er-2771	34	21	further	further	ADJ
er-2771	34	22	changes	change	NOUN
er-2771	34	23	that	that	PRON
er-2771	34	24	needed	need	VERB
er-2771	34	25	to	to	PART
er-2771	34	26	be	be	AUX
er-2771	34	27	made	make	VERB
er-2771	34	28	.	.	PUNCT
er-2771	35	1	the	the	DET
er-2771	35	2	tws	tws	NOUN
er-2771	35	3	was	be	AUX
er-2771	35	4	revised	revise	VERB
er-2771	35	5	and	and	CCONJ
er-2771	35	6	the	the	DET
er-2771	35	7	full	full	ADJ
er-2771	35	8	implementation	implementation	NOUN
er-2771	35	9	began	begin	VERB
er-2771	35	10	the	the	DET
er-2771	35	11	spring	spring	NOUN
er-2771	35	12	2011	2011	NUM
er-2771	35	13	academic	academic	ADJ
er-2771	35	14	term	term	NOUN
er-2771	35	15	.	.	PUNCT
er-2771	36	1	the	the	DET
er-2771	36	2	task	task	NOUN
er-2771	36	3	force	force	NOUN
er-2771	36	4	met	meet	VERB
er-2771	36	5	at	at	ADP
er-2771	36	6	the	the	DET
er-2771	36	7	end	end	NOUN
er-2771	36	8	of	of	ADP
er-2771	36	9	the	the	DET
er-2771	36	10	semester	semester	NOUN
er-2771	36	11	after	after	ADP
er-2771	36	12	one	one	NUM
er-2771	36	13	year	year	NOUN
er-2771	36	14	of	of	ADP
er-2771	36	15	full	full	ADJ
er-2771	36	16	implementation	implementation	NOUN
er-2771	36	17	to	to	PART
er-2771	36	18	decide	decide	VERB
er-2771	36	19	if	if	SCONJ
er-2771	36	20	revisions	revision	NOUN
er-2771	36	21	should	should	AUX
er-2771	36	22	be	be	AUX
er-2771	36	23	made	make	VERB
er-2771	36	24	.	.	PUNCT
er-2771	37	1	examination	examination	NOUN
er-2771	37	2	of	of	ADP
er-2771	37	3	the	the	DET
er-2771	37	4	recently	recently	ADV
er-2771	37	5	collected	collect	VERB
er-2771	37	6	teacher	teacher	NOUN
er-2771	37	7	candidate	candidate	NOUN
er-2771	37	8	data	datum	NOUN
er-2771	37	9	helped	help	VERB
er-2771	37	10	the	the	DET
er-2771	37	11	task	task	NOUN
er-2771	37	12	force	force	NOUN
er-2771	37	13	determine	determine	VERB
er-2771	37	14	that	that	SCONJ
er-2771	37	15	further	further	ADJ
er-2771	37	16	exploration	exploration	NOUN
er-2771	37	17	of	of	ADP
er-2771	37	18	the	the	DET
er-2771	37	19	tws	tws	PROPN
er-2771	37	20	prompt	prompt	NOUN
er-2771	37	21	and	and	CCONJ
er-2771	37	22	scoring	scoring	NOUN
er-2771	37	23	rubric	rubric	NOUN
er-2771	37	24	was	be	AUX
er-2771	37	25	needed	need	VERB
er-2771	37	26	(	(	PUNCT
er-2771	37	27	stobaugh	stobaugh	ADJ
er-2771	37	28	,	,	PUNCT
er-2771	37	29	tassell	tassell	NOUN
er-2771	37	30	,	,	PUNCT
er-2771	37	31	&	&	CCONJ
er-2771	37	32	norman	norman	PROPN
er-2771	37	33	,	,	PUNCT
er-2771	37	34	2012	2012	NUM
er-2771	37	35	)	)	PUNCT
er-2771	37	36	.	.	PUNCT
er-2771	38	1	purpose	purpose	NOUN
er-2771	38	2	and	and	CCONJ
er-2771	38	3	research	research	NOUN
er-2771	38	4	questions	question	NOUN
er-2771	38	5	as	as	ADP
er-2771	38	6	a	a	DET
er-2771	38	7	part	part	NOUN
er-2771	38	8	of	of	ADP
er-2771	38	9	the	the	DET
er-2771	38	10	revision	revision	NOUN
er-2771	38	11	process	process	NOUN
er-2771	38	12	,	,	PUNCT
er-2771	38	13	the	the	DET
er-2771	38	14	tws	tws	PROPN
er-2771	38	15	task	task	PROPN
er-2771	38	16	force	force	NOUN
er-2771	38	17	focused	focus	VERB
er-2771	38	18	on	on	ADP
er-2771	38	19	tws	tws	NOUN
er-2771	38	20	scorers	scorer	NOUN
er-2771	38	21	’	'	PUNCT
er-2771	38	22	interrater	interrater	ADJ
er-2771	38	23	reliability	reliability	NOUN
er-2771	38	24	of	of	ADP
er-2771	38	25	the	the	DET
er-2771	38	26	tws	tws	NOUN
er-2771	38	27	in	in	ADP
er-2771	38	28	an	an	DET
er-2771	38	29	effort	effort	NOUN
er-2771	38	30	to	to	PART
er-2771	38	31	glean	glean	VERB
er-2771	38	32	insights	insight	NOUN
er-2771	38	33	related	relate	VERB
er-2771	38	34	to	to	ADP
er-2771	38	35	the	the	DET
er-2771	38	36	prompts	prompt	NOUN
er-2771	38	37	,	,	PUNCT
er-2771	38	38	scoring	scoring	NOUN
er-2771	38	39	rubric	rubric	NOUN
er-2771	38	40	,	,	PUNCT
er-2771	38	41	and	and	CCONJ
er-2771	38	42	learning	learn	VERB
er-2771	38	43	processes	process	NOUN
er-2771	38	44	.	.	PUNCT
er-2771	39	1	therefore	therefore	ADV
er-2771	39	2	,	,	PUNCT
er-2771	39	3	the	the	DET
er-2771	39	4	purpose	purpose	NOUN
er-2771	39	5	of	of	ADP
er-2771	39	6	the	the	DET
er-2771	39	7	study	study	NOUN
er-2771	39	8	was	be	AUX
er-2771	39	9	to	to	PART
er-2771	39	10	examine	examine	VERB
er-2771	39	11	the	the	DET
er-2771	39	12	inter	inter	ADJ
er-2771	39	13	-	-	ADJ
er-2771	39	14	rater	rater	ADJ
er-2771	39	15	reliability	reliability	NOUN
er-2771	39	16	of	of	ADP
er-2771	39	17	the	the	DET
er-2771	39	18	tws	tws	NOUN
er-2771	39	19	scoring	scoring	NOUN
er-2771	39	20	rubric	rubric	NOUN
er-2771	39	21	after	after	ADP
er-2771	39	22	the	the	DET
er-2771	39	23	implementation	implementation	NOUN
er-2771	39	24	of	of	ADP
er-2771	39	25	the	the	DET
er-2771	39	26	revised	revise	VERB
er-2771	39	27	tws	tws	NOUN
er-2771	39	28	in	in	ADP
er-2771	39	29	the	the	DET
er-2771	39	30	spring	spring	NOUN
er-2771	39	31	2011	2011	NUM
er-2771	39	32	academic	academic	ADJ
er-2771	39	33	term	term	NOUN
er-2771	39	34	.	.	PUNCT
er-2771	40	1	the	the	DET
er-2771	40	2	research	research	NOUN
er-2771	40	3	questions	question	NOUN
er-2771	40	4	for	for	ADP
er-2771	40	5	the	the	DET
er-2771	40	6	inter	inter	ADJ
er-2771	40	7	-	-	ADJ
er-2771	40	8	rater	rater	ADJ
er-2771	40	9	reliability	reliability	NOUN
er-2771	40	10	study	study	NOUN
er-2771	40	11	were	be	AUX
er-2771	40	12	:	:	PUNCT
er-2771	41	1	1	1	X
er-2771	41	2	.	.	X
er-2771	41	3	how	how	SCONJ
er-2771	41	4	do	do	AUX
er-2771	41	5	university	university	NOUN
er-2771	41	6	student	student	NOUN
er-2771	41	7	teacher	teacher	NOUN
er-2771	41	8	seminar	seminar	NOUN
er-2771	41	9	course	course	NOUN
er-2771	41	10	instructors	instructor	NOUN
er-2771	41	11	’	'	PUNCT
er-2771	41	12	tws	tws	PROPN
er-2771	41	13	scores	score	NOUN
er-2771	41	14	,	,	PUNCT
er-2771	41	15	both	both	CCONJ
er-2771	41	16	holistic	holistic	ADJ
er-2771	41	17	and	and	CCONJ
er-2771	41	18	analytical	analytical	ADJ
er-2771	41	19	,	,	PUNCT
er-2771	41	20	compare	compare	VERB
er-2771	41	21	to	to	ADP
er-2771	41	22	scores	score	NOUN
er-2771	41	23	of	of	ADP
er-2771	41	24	a	a	DET
er-2771	41	25	mixed	mixed	ADJ
er-2771	41	26	group	group	NOUN
er-2771	41	27	of	of	ADP
er-2771	41	28	tws	tws	PROPN
er-2771	41	29	trained	train	VERB
er-2771	41	30	university	university	NOUN
er-2771	41	31	faculty	faculty	NOUN
er-2771	41	32	and	and	CCONJ
er-2771	41	33	p-12	p-12	PROPN
er-2771	41	34	practitioners	practitioner	NOUN
er-2771	41	35	trained	train	VERB
er-2771	41	36	specifically	specifically	ADV
er-2771	41	37	for	for	ADP
er-2771	41	38	the	the	DET
er-2771	41	39	tws	tws	NOUN
er-2771	41	40	scoring	scoring	NOUN
er-2771	41	41	session	session	NOUN
er-2771	41	42	?	?	PUNCT
er-2771	42	1	2	2	X
er-2771	42	2	.	.	X
er-2771	42	3	what	what	PRON
er-2771	42	4	do	do	AUX
er-2771	42	5	qualitative	qualitative	ADJ
er-2771	42	6	data	datum	NOUN
er-2771	42	7	collected	collect	VERB
er-2771	42	8	from	from	ADP
er-2771	42	9	scoring	score	VERB
er-2771	42	10	participant	participant	ADJ
er-2771	42	11	comments	comment	NOUN
er-2771	42	12	reveal	reveal	VERB
er-2771	42	13	about	about	ADP
er-2771	42	14	the	the	DET
er-2771	42	15	tws	tws	NOUN
er-2771	42	16	scoring	score	VERB
er-2771	42	17	prompts	prompt	NOUN
er-2771	42	18	and	and	CCONJ
er-2771	42	19	rubrics	rubric	NOUN
er-2771	42	20	?	?	PUNCT
er-2771	43	1	method	method	NOUN
er-2771	43	2	teacher	teacher	NOUN
er-2771	43	3	work	work	NOUN
er-2771	43	4	sample	sample	NOUN
er-2771	43	5	submissions	submission	NOUN
er-2771	43	6	were	be	AUX
er-2771	43	7	selected	select	VERB
er-2771	43	8	for	for	ADP
er-2771	43	9	examination	examination	NOUN
er-2771	43	10	from	from	ADP
er-2771	43	11	all	all	DET
er-2771	43	12	those	those	PRON
er-2771	43	13	submitted	submit	VERB
er-2771	43	14	by	by	ADP
er-2771	43	15	the	the	DET
er-2771	43	16	teacher	teacher	NOUN
er-2771	43	17	candidates	candidate	NOUN
er-2771	43	18	during	during	ADP
er-2771	43	19	the	the	DET
er-2771	43	20	spring	spring	NOUN
er-2771	43	21	2011	2011	NUM
er-2771	43	22	academic	academic	ADJ
er-2771	43	23	term	term	NOUN
er-2771	43	24	.	.	PUNCT
er-2771	44	1	to	to	PART
er-2771	44	2	ensure	ensure	VERB
er-2771	44	3	the	the	DET
er-2771	44	4	samples	sample	NOUN
er-2771	44	5	represented	represent	VERB
er-2771	44	6	the	the	DET
er-2771	44	7	appropriate	appropriate	ADJ
er-2771	44	8	percentage	percentage	NOUN
er-2771	44	9	of	of	ADP
er-2771	44	10	teacher	teacher	NOUN
er-2771	44	11	candidates	candidate	NOUN
er-2771	44	12	from	from	ADP
er-2771	44	13	each	each	DET
er-2771	44	14	program	program	NOUN
er-2771	44	15	area	area	NOUN
er-2771	44	16	(	(	PUNCT
er-2771	44	17	e.g.	e.g.	ADV
er-2771	44	18	,	,	PUNCT
er-2771	44	19	elementary	elementary	ADJ
er-2771	44	20	,	,	PUNCT
er-2771	44	21	middle	middle	ADJ
er-2771	44	22	,	,	PUNCT
er-2771	44	23	secondary	secondary	ADJ
er-2771	44	24	)	)	PUNCT
er-2771	44	25	,	,	PUNCT
er-2771	44	26	100	100	NUM
er-2771	44	27	samples	sample	NOUN
er-2771	44	28	were	be	AUX
er-2771	44	29	randomly	randomly	ADV
er-2771	44	30	selected	select	VERB
er-2771	44	31	across	across	ADP
er-2771	44	32	program	program	NOUN
er-2771	44	33	areas	area	NOUN
er-2771	44	34	to	to	PART
er-2771	44	35	correlate	correlate	VERB
er-2771	44	36	with	with	ADP
er-2771	44	37	the	the	DET
er-2771	44	38	enrollment	enrollment	NOUN
er-2771	44	39	of	of	ADP
er-2771	44	40	teacher	teacher	NOUN
er-2771	44	41	candidates	candidate	NOUN
er-2771	44	42	in	in	ADP
er-2771	44	43	each	each	DET
er-2771	44	44	program	program	NOUN
er-2771	44	45	area	area	NOUN
er-2771	44	46	.	.	PUNCT
er-2771	45	1	thus	thus	ADV
er-2771	45	2	,	,	PUNCT
er-2771	45	3	for	for	ADP
er-2771	45	4	example	example	NOUN
er-2771	45	5	,	,	PUNCT
er-2771	45	6	the	the	DET
er-2771	45	7	largest	large	ADJ
er-2771	45	8	number	number	NOUN
er-2771	45	9	of	of	ADP
er-2771	45	10	samples	sample	NOUN
er-2771	45	11	came	come	VERB
er-2771	45	12	from	from	ADP
er-2771	45	13	elementary	elementary	ADJ
er-2771	45	14	education	education	NOUN
er-2771	45	15	because	because	SCONJ
er-2771	45	16	the	the	DET
er-2771	45	17	program	program	NOUN
er-2771	45	18	area	area	NOUN
er-2771	45	19	has	have	VERB
er-2771	45	20	6	6	NUM
er-2771	45	21	  	  	SPACE
er-2771	45	22	l.	l.	PROPN
er-2771	45	23	murley	murley	PROPN
er-2771	45	24	,	,	PUNCT
er-2771	45	25	r.	r.	PROPN
er-2771	45	26	stobaugh	stobaugh	PROPN
er-2771	45	27	,	,	PUNCT
er-2771	45	28	p.	p.	PROPN
er-2771	45	29	jukes	jukes	PROPN
er-2771	45	30	,	,	PUNCT
er-2771	45	31	j.	j.	PROPN
er-2771	45	32	tassell	tassell	PROPN
er-2771	45	33	  	  	SPACE
er-2771	45	34	the	the	DET
er-2771	45	35	largest	large	ADJ
er-2771	45	36	number	number	NOUN
er-2771	45	37	of	of	ADP
er-2771	45	38	teacher	teacher	NOUN
er-2771	45	39	candidates	candidate	NOUN
er-2771	45	40	.	.	PUNCT
er-2771	46	1	table	table	NOUN
er-2771	46	2	1	1	NUM
er-2771	46	3	presents	present	VERB
er-2771	46	4	the	the	DET
er-2771	46	5	number	number	NOUN
er-2771	46	6	of	of	ADP
er-2771	46	7	student	student	NOUN
er-2771	46	8	teachers	teacher	NOUN
er-2771	46	9	in	in	ADP
er-2771	46	10	each	each	DET
er-2771	46	11	program	program	NOUN
er-2771	46	12	area	area	NOUN
er-2771	46	13	in	in	ADP
er-2771	46	14	spring	spring	NOUN
er-2771	46	15	2011	2011	NUM
er-2771	46	16	and	and	CCONJ
er-2771	46	17	the	the	DET
er-2771	46	18	number	number	NOUN
er-2771	46	19	of	of	ADP
er-2771	46	20	tws	tws	NOUN
er-2771	46	21	samples	sample	NOUN
er-2771	46	22	randomly	randomly	ADV
er-2771	46	23	selected	select	VERB
er-2771	46	24	within	within	ADP
er-2771	46	25	each	each	DET
er-2771	46	26	program	program	NOUN
er-2771	46	27	area	area	NOUN
er-2771	46	28	from	from	ADP
er-2771	46	29	that	that	DET
er-2771	46	30	semester	semester	NOUN
er-2771	46	31	.	.	PUNCT
er-2771	47	1	table	table	NOUN
er-2771	47	2	1	1	NUM
er-2771	47	3	distribution	distribution	NOUN
er-2771	47	4	of	of	ADP
er-2771	47	5	number	number	NOUN
er-2771	47	6	of	of	ADP
er-2771	47	7	samples	sample	NOUN
er-2771	47	8	by	by	ADP
er-2771	47	9	program	program	NOUN
er-2771	47	10	area	area	NOUN
er-2771	47	11	program	program	NOUN
er-2771	47	12	area	area	NOUN
er-2771	47	13	semester	semester	PROPN
er-2771	47	14	total	total	NOUN
er-2771	47	15	(	(	PUNCT
er-2771	47	16	n=182	n=182	NOUN
er-2771	47	17	)	)	PUNCT
er-2771	47	18	sample	sample	NOUN
er-2771	47	19	(	(	PUNCT
er-2771	47	20	n=100	n=100	NUM
er-2771	47	21	)	)	PUNCT
er-2771	47	22	early	early	PROPN
er-2771	47	23	elementary	elementary	ADJ
er-2771	47	24	p-5	p-5	PROPN
er-2771	47	25	95	95	NUM
er-2771	47	26	52	52	NUM
er-2771	47	27	middle	middle	ADJ
er-2771	47	28	grades	grade	NOUN
er-2771	47	29	5	5	NUM
er-2771	47	30	-	-	SYM
er-2771	47	31	8	8	NUM
er-2771	47	32	25	25	NUM
er-2771	47	33	14	14	NUM
er-2771	47	34	early	early	ADJ
er-2771	47	35	childhood	childhood	NOUN
er-2771	47	36	p	p	PROPN
er-2771	47	37	-	-	PUNCT
er-2771	47	38	k	k	NOUN
er-2771	47	39	8	8	NUM
er-2771	47	40	4	4	NUM
er-2771	47	41	agriculture	agriculture	NOUN
er-2771	47	42	5	5	NUM
er-2771	47	43	-	-	SYM
er-2771	47	44	12	12	NUM
er-2771	47	45	2	2	NUM
er-2771	47	46	1	1	NUM
er-2771	47	47	art	art	NOUN
er-2771	47	48	p-12	p-12	PROPN
er-2771	47	49	6	6	NUM
er-2771	47	50	3	3	NUM
er-2771	47	51	business	business	NOUN
er-2771	47	52	5	5	NUM
er-2771	47	53	-	-	SYM
er-2771	47	54	12	12	NUM
er-2771	47	55	6	6	NUM
er-2771	47	56	3	3	NUM
er-2771	47	57	family	family	NOUN
er-2771	47	58	and	and	CCONJ
er-2771	47	59	consumer	consumer	NOUN
er-2771	47	60	science	science	NOUN
er-2771	47	61	5	5	NUM
er-2771	47	62	-	-	SYM
er-2771	47	63	12	12	NUM
er-2771	47	64	8	8	NUM
er-2771	47	65	5	5	NUM
er-2771	47	66	music	music	NOUN
er-2771	47	67	p-12	p-12	NOUN
er-2771	47	68	12	12	NUM
er-2771	47	69	7	7	NUM
er-2771	47	70	physical	physical	ADJ
er-2771	47	71	education	education	NOUN
er-2771	47	72	5	5	NUM
er-2771	47	73	-	-	SYM
er-2771	47	74	12	12	NUM
er-2771	47	75	10	10	NUM
er-2771	47	76	6	6	NUM
er-2771	47	77	spanish	spanish	ADJ
er-2771	47	78	5	5	NUM
er-2771	47	79	-	-	SYM
er-2771	47	80	12	12	NUM
er-2771	47	81	2	2	NUM
er-2771	47	82	1	1	NUM
er-2771	47	83	english	english	ADJ
er-2771	47	84	secondary	secondary	ADJ
er-2771	47	85	6	6	NUM
er-2771	47	86	3	3	NUM
er-2771	47	87	history	history	NOUN
er-2771	47	88	secondary	secondary	ADJ
er-2771	47	89	2	2	NUM
er-2771	47	90	1	1	NUM
er-2771	47	91	pre	pre	ADJ
er-2771	47	92	-	-	ADJ
er-2771	47	93	scoring	score	VERB
er-2771	47	94	training	training	NOUN
er-2771	47	95	prior	prior	ADV
er-2771	47	96	to	to	ADP
er-2771	47	97	the	the	DET
er-2771	47	98	scoring	scoring	NOUN
er-2771	47	99	sessions	session	NOUN
er-2771	47	100	,	,	PUNCT
er-2771	47	101	two	two	NUM
er-2771	47	102	samples	sample	NOUN
er-2771	47	103	were	be	AUX
er-2771	47	104	selected	select	VERB
er-2771	47	105	for	for	ADP
er-2771	47	106	quality	quality	NOUN
er-2771	47	107	control	control	NOUN
er-2771	47	108	and	and	CCONJ
er-2771	47	109	tws	tws	NOUN
er-2771	47	110	scoring	scoring	NOUN
er-2771	47	111	training	training	NOUN
er-2771	47	112	purposes	purpose	NOUN
er-2771	47	113	.	.	PUNCT
er-2771	48	1	these	these	DET
er-2771	48	2	samples	sample	NOUN
er-2771	48	3	were	be	AUX
er-2771	48	4	purposefully	purposefully	ADV
er-2771	48	5	selected	select	VERB
er-2771	48	6	by	by	ADP
er-2771	48	7	the	the	DET
er-2771	48	8	researchers	researcher	NOUN
er-2771	48	9	to	to	PART
er-2771	48	10	represent	represent	VERB
er-2771	48	11	a	a	DET
er-2771	48	12	“	"	PUNCT
er-2771	48	13	proficient	proficient	ADJ
er-2771	48	14	”	"	PUNCT
er-2771	48	15	and	and	CCONJ
er-2771	48	16	“	"	PUNCT
er-2771	48	17	developing	develop	VERB
er-2771	48	18	”	"	PUNCT
er-2771	48	19	typical	typical	ADJ
er-2771	48	20	tws	tws	PROPN
er-2771	48	21	.	.	PUNCT
er-2771	49	1	the	the	DET
er-2771	49	2	researcher	researcher	NOUN
er-2771	49	3	requested	request	VERB
er-2771	49	4	the	the	DET
er-2771	49	5	work	work	NOUN
er-2771	49	6	samples	sample	NOUN
er-2771	49	7	from	from	ADP
er-2771	49	8	an	an	DET
er-2771	49	9	instructor	instructor	NOUN
er-2771	49	10	of	of	ADP
er-2771	49	11	the	the	DET
er-2771	49	12	student	student	NOUN
er-2771	49	13	teacher	teacher	NOUN
er-2771	49	14	seminar	seminar	NOUN
er-2771	49	15	course	course	NOUN
er-2771	49	16	.	.	PUNCT
er-2771	50	1	the	the	DET
er-2771	50	2	instructor	instructor	NOUN
er-2771	50	3	was	be	AUX
er-2771	50	4	asked	ask	VERB
er-2771	50	5	to	to	PART
er-2771	50	6	remove	remove	VERB
er-2771	50	7	all	all	DET
er-2771	50	8	identifiers	identifier	NOUN
er-2771	50	9	such	such	ADJ
er-2771	50	10	as	as	ADP
er-2771	50	11	the	the	DET
er-2771	50	12	teacher	teacher	NOUN
er-2771	50	13	candidate	candidate	NOUN
er-2771	50	14	and	and	CCONJ
er-2771	50	15	school	school	NOUN
er-2771	50	16	names	name	NOUN
er-2771	50	17	and	and	CCONJ
er-2771	50	18	to	to	PART
er-2771	50	19	send	send	VERB
er-2771	50	20	the	the	DET
er-2771	50	21	work	work	NOUN
er-2771	50	22	samples	sample	NOUN
er-2771	50	23	electronically	electronically	ADV
er-2771	50	24	to	to	ADP
er-2771	50	25	the	the	DET
er-2771	50	26	researchers	researcher	NOUN
er-2771	50	27	.	.	PUNCT
er-2771	51	1	study	study	NOUN
er-2771	51	2	participants	participant	NOUN
er-2771	51	3	who	who	PRON
er-2771	51	4	had	have	AUX
er-2771	51	5	not	not	PART
er-2771	51	6	received	receive	VERB
er-2771	51	7	tws	tws	NOUN
er-2771	51	8	scoring	scoring	NOUN
er-2771	51	9	training	training	NOUN
er-2771	51	10	prior	prior	ADV
er-2771	51	11	to	to	ADP
er-2771	51	12	the	the	DET
er-2771	51	13	study	study	NOUN
er-2771	51	14	,	,	PUNCT
er-2771	51	15	along	along	ADP
er-2771	51	16	with	with	ADP
er-2771	51	17	all	all	DET
er-2771	51	18	other	other	ADJ
er-2771	51	19	participants	participant	NOUN
er-2771	51	20	who	who	PRON
er-2771	51	21	had	have	AUX
er-2771	51	22	received	receive	VERB
er-2771	51	23	the	the	DET
er-2771	51	24	training	training	NOUN
er-2771	51	25	through	through	ADP
er-2771	51	26	other	other	ADJ
er-2771	51	27	scoring	scoring	NOUN
er-2771	51	28	experiences	experience	NOUN
er-2771	51	29	,	,	PUNCT
er-2771	51	30	were	be	AUX
er-2771	51	31	required	require	VERB
er-2771	51	32	to	to	PART
er-2771	51	33	score	score	VERB
er-2771	51	34	the	the	DET
er-2771	51	35	two	two	NUM
er-2771	51	36	selected	select	VERB
er-2771	51	37	tws	tws	NOUN
er-2771	51	38	submissions	submission	NOUN
er-2771	51	39	before	before	ADP
er-2771	51	40	the	the	DET
er-2771	51	41	tws	tws	PROPN
er-2771	51	42	training	training	NOUN
er-2771	51	43	session	session	NOUN
er-2771	51	44	and	and	CCONJ
er-2771	51	45	submit	submit	VERB
er-2771	51	46	the	the	DET
er-2771	51	47	ratings	rating	NOUN
er-2771	51	48	to	to	ADP
er-2771	51	49	the	the	DET
er-2771	51	50	researchers	researcher	NOUN
er-2771	51	51	electronically	electronically	ADV
er-2771	51	52	.	.	PUNCT
er-2771	52	1	the	the	DET
er-2771	52	2	researchers	researcher	NOUN
er-2771	52	3	compiled	compile	VERB
er-2771	52	4	a	a	DET
er-2771	52	5	comprehensive	comprehensive	ADJ
er-2771	52	6	chart	chart	NOUN
er-2771	52	7	of	of	ADP
er-2771	52	8	the	the	DET
er-2771	52	9	results	result	NOUN
er-2771	52	10	depicting	depict	VERB
er-2771	52	11	the	the	DET
er-2771	52	12	holistic	holistic	ADJ
er-2771	52	13	score	score	NOUN
er-2771	52	14	along	along	ADP
er-2771	52	15	with	with	ADP
er-2771	52	16	the	the	DET
er-2771	52	17	analytic	analytic	ADJ
er-2771	52	18	score	score	NOUN
er-2771	52	19	from	from	ADP
er-2771	52	20	each	each	PRON
er-2771	52	21	of	of	ADP
er-2771	52	22	the	the	DET
er-2771	52	23	scoring	scoring	NOUN
er-2771	52	24	rubric	rubric	ADJ
er-2771	52	25	indicators	indicator	NOUN
er-2771	52	26	.	.	PUNCT
er-2771	53	1	training	training	NOUN
er-2771	53	2	session	session	NOUN
er-2771	53	3	at	at	ADP
er-2771	53	4	the	the	DET
er-2771	53	5	training	training	NOUN
er-2771	53	6	session	session	NOUN
er-2771	53	7	of	of	ADP
er-2771	53	8	the	the	DET
er-2771	53	9	research	research	NOUN
er-2771	53	10	study	study	NOUN
er-2771	53	11	the	the	DET
er-2771	53	12	participants	participant	NOUN
er-2771	53	13	discussed	discuss	VERB
er-2771	53	14	the	the	DET
er-2771	53	15	pre	pre	ADJ
er-2771	53	16	-	-	ADJ
er-2771	53	17	training	training	ADJ
er-2771	53	18	results	result	NOUN
er-2771	53	19	which	which	PRON
er-2771	53	20	included	include	VERB
er-2771	53	21	discussion	discussion	NOUN
er-2771	53	22	of	of	ADP
er-2771	53	23	score	score	NOUN
er-2771	53	24	deviations	deviation	NOUN
er-2771	53	25	of	of	ADP
er-2771	53	26	three	three	NUM
er-2771	53	27	or	or	CCONJ
er-2771	53	28	more	more	ADJ
er-2771	53	29	levels	level	NOUN
er-2771	53	30	from	from	ADP
er-2771	53	31	one	one	NUM
er-2771	53	32	of	of	ADP
er-2771	53	33	the	the	DET
er-2771	53	34	samples	sample	NOUN
er-2771	53	35	.	.	PUNCT
er-2771	54	1	some	some	DET
er-2771	54	2	biases	bias	NOUN
er-2771	54	3	were	be	AUX
er-2771	54	4	exposed	expose	VERB
er-2771	54	5	such	such	ADJ
er-2771	54	6	as	as	ADP
er-2771	54	7	one	one	NUM
er-2771	54	8	participant	participant	NOUN
er-2771	54	9	stated	state	VERB
er-2771	54	10	that	that	SCONJ
er-2771	54	11	since	since	SCONJ
er-2771	54	12	the	the	DET
er-2771	54	13	tws	tws	PROPN
er-2771	54	14	student	student	NOUN
er-2771	54	15	product	product	NOUN
er-2771	54	16	was	be	AUX
er-2771	54	17	better	well	ADJ
er-2771	54	18	than	than	ADP
er-2771	54	19	previous	previous	ADJ
er-2771	54	20	semesters	semester	NOUN
er-2771	54	21	when	when	SCONJ
er-2771	54	22	she	she	PRON
er-2771	54	23	had	have	AUX
er-2771	54	24	scored	score	VERB
er-2771	54	25	,	,	PUNCT
er-2771	54	26	she	she	PRON
er-2771	54	27	determined	determine	VERB
er-2771	54	28	this	this	PRON
er-2771	54	29	created	create	VERB
er-2771	54	30	a	a	DET
er-2771	54	31	bias	bias	NOUN
er-2771	54	32	which	which	PRON
er-2771	54	33	had	have	AUX
er-2771	54	34	inflated	inflate	VERB
er-2771	54	35	the	the	DET
er-2771	54	36	scores	score	NOUN
er-2771	54	37	.	.	PUNCT
er-2771	55	1	the	the	DET
er-2771	55	2	trainers	trainer	NOUN
er-2771	55	3	provided	provide	VERB
er-2771	55	4	more	more	ADJ
er-2771	55	5	clarification	clarification	NOUN
er-2771	55	6	of	of	ADP
er-2771	55	7	the	the	DET
er-2771	55	8	expectations	expectation	NOUN
er-2771	55	9	of	of	ADP
er-2771	55	10	the	the	DET
er-2771	55	11	tws	tws	NOUN
er-2771	55	12	scoring	scoring	NOUN
er-2771	55	13	rubric	rubric	ADJ
er-2771	55	14	and	and	CCONJ
er-2771	55	15	addressed	address	VERB
er-2771	55	16	any	any	DET
er-2771	55	17	questions	question	NOUN
er-2771	55	18	related	relate	VERB
er-2771	55	19	to	to	ADP
er-2771	55	20	scoring	scoring	NOUN
er-2771	55	21	or	or	CCONJ
er-2771	55	22	scoring	scoring	NOUN
er-2771	55	23	procedures	procedure	NOUN
er-2771	55	24	.	.	PUNCT
er-2771	56	1	participants	participant	NOUN
er-2771	56	2	had	have	VERB
er-2771	56	3	opportunity	opportunity	NOUN
er-2771	56	4	to	to	PART
er-2771	56	5	become	become	VERB
er-2771	56	6	familiar	familiar	ADJ
er-2771	56	7	with	with	ADP
er-2771	56	8	the	the	DET
er-2771	56	9	levels	level	NOUN
er-2771	56	10	for	for	ADP
er-2771	56	11	scoring	score	VERB
er-2771	56	12	listed	list	VERB
er-2771	56	13	at	at	ADP
er-2771	56	14	the	the	DET
er-2771	56	15	top	top	NOUN
er-2771	56	16	of	of	ADP
er-2771	56	17	the	the	DET
er-2771	56	18	tws	tws	PROPN
er-2771	56	19	rubric	rubric	NOUN
er-2771	56	20	:	:	PUNCT
er-2771	56	21	beginning	begin	VERB
er-2771	56	22	,	,	PUNCT
er-2771	56	23	developing	develop	VERB
er-2771	56	24	,	,	PUNCT
er-2771	56	25	proficient	proficient	ADJ
er-2771	56	26	,	,	PUNCT
er-2771	56	27	and	and	CCONJ
er-2771	56	28	exemplary	exemplary	ADJ
er-2771	56	29	.	.	PUNCT
er-2771	57	1	individual	individual	ADJ
er-2771	57	2	scoring	scoring	NOUN
er-2771	57	3	after	after	ADP
er-2771	57	4	the	the	DET
er-2771	57	5	training	training	NOUN
er-2771	57	6	session	session	NOUN
er-2771	57	7	,	,	PUNCT
er-2771	57	8	each	each	DET
er-2771	57	9	participant	participant	NOUN
er-2771	57	10	received	receive	VERB
er-2771	57	11	a	a	DET
er-2771	57	12	cd	cd	NOUN
er-2771	57	13	with	with	ADP
er-2771	57	14	ten	ten	NUM
er-2771	57	15	tws	tws	NOUN
er-2771	57	16	and	and	CCONJ
er-2771	57	17	a	a	DET
er-2771	57	18	score	score	NOUN
er-2771	57	19	sheet	sheet	NOUN
er-2771	57	20	.	.	PUNCT
er-2771	58	1	participants	participant	NOUN
er-2771	58	2	individually	individually	ADV
er-2771	58	3	scored	score	VERB
er-2771	58	4	each	each	DET
er-2771	58	5	tws	tws	NOUN
er-2771	58	6	sample	sample	NOUN
er-2771	58	7	and	and	CCONJ
er-2771	58	8	returned	return	VERB
er-2771	58	9	score	score	NOUN
er-2771	58	10	sheets	sheet	NOUN
er-2771	58	11	to	to	ADP
er-2771	58	12	the	the	DET
er-2771	58	13	curriculum	curriculum	NOUN
er-2771	58	14	redesign	redesign	VERB
er-2771	58	15	7	7	NUM
er-2771	58	16	researchers	researcher	NOUN
er-2771	58	17	prior	prior	ADV
er-2771	58	18	to	to	ADP
er-2771	58	19	the	the	DET
er-2771	58	20	second	second	ADJ
er-2771	58	21	meeting	meeting	NOUN
er-2771	58	22	of	of	ADP
er-2771	58	23	participants	participant	NOUN
er-2771	58	24	so	so	SCONJ
er-2771	58	25	the	the	DET
er-2771	58	26	scores	score	NOUN
er-2771	58	27	could	could	AUX
er-2771	58	28	be	be	AUX
er-2771	58	29	compiled	compile	VERB
er-2771	58	30	and	and	CCONJ
er-2771	58	31	analyzed	analyze	VERB
er-2771	58	32	.	.	PUNCT
er-2771	59	1	participants	participant	NOUN
er-2771	59	2	were	be	AUX
er-2771	59	3	given	give	VERB
er-2771	59	4	a	a	DET
er-2771	59	5	comments	comment	NOUN
er-2771	59	6	page	page	NOUN
er-2771	59	7	to	to	PART
er-2771	59	8	record	record	NOUN
er-2771	59	9	concerns	concern	NOUN
er-2771	59	10	,	,	PUNCT
er-2771	59	11	questions	question	NOUN
er-2771	59	12	,	,	PUNCT
er-2771	59	13	or	or	CCONJ
er-2771	59	14	feedback	feedback	VERB
er-2771	59	15	about	about	ADP
er-2771	59	16	each	each	DET
er-2771	59	17	indicator	indicator	NOUN
er-2771	59	18	when	when	SCONJ
er-2771	59	19	scoring	score	VERB
er-2771	59	20	the	the	DET
er-2771	59	21	tws	tws	NOUN
er-2771	59	22	.	.	PUNCT
er-2771	60	1	data	datum	NOUN
er-2771	60	2	collection	collection	NOUN
er-2771	60	3	both	both	CCONJ
er-2771	60	4	quantitative	quantitative	ADJ
er-2771	60	5	and	and	CCONJ
er-2771	60	6	qualitative	qualitative	ADJ
er-2771	60	7	data	datum	NOUN
er-2771	60	8	were	be	AUX
er-2771	60	9	collected	collect	VERB
er-2771	60	10	at	at	ADP
er-2771	60	11	the	the	DET
er-2771	60	12	scoring	scoring	NOUN
er-2771	60	13	session	session	NOUN
er-2771	60	14	to	to	PART
er-2771	60	15	answer	answer	VERB
er-2771	60	16	the	the	DET
er-2771	60	17	research	research	NOUN
er-2771	60	18	questions	question	NOUN
er-2771	60	19	.	.	PUNCT
er-2771	61	1	the	the	DET
er-2771	61	2	data	datum	NOUN
er-2771	61	3	were	be	AUX
er-2771	61	4	comprised	comprise	VERB
er-2771	61	5	of	of	ADP
er-2771	61	6	the	the	DET
er-2771	61	7	tws	tws	NOUN
er-2771	61	8	scores	score	NOUN
er-2771	61	9	as	as	ADV
er-2771	61	10	well	well	ADV
er-2771	61	11	as	as	ADP
er-2771	61	12	the	the	DET
er-2771	61	13	qualitative	qualitative	ADJ
er-2771	61	14	data	datum	NOUN
er-2771	61	15	collected	collect	VERB
er-2771	61	16	during	during	ADP
er-2771	61	17	the	the	DET
er-2771	61	18	scoring	scoring	NOUN
er-2771	61	19	session	session	NOUN
er-2771	61	20	.	.	PUNCT
er-2771	62	1	descriptive	descriptive	ADJ
er-2771	62	2	statistics	statistic	NOUN
er-2771	62	3	were	be	AUX
er-2771	62	4	used	use	VERB
er-2771	62	5	to	to	PART
er-2771	62	6	summarize	summarize	VERB
er-2771	62	7	the	the	DET
er-2771	62	8	tws	tws	NOUN
er-2771	62	9	scores	score	NOUN
er-2771	62	10	and	and	CCONJ
er-2771	62	11	determine	determine	VERB
er-2771	62	12	their	their	PRON
er-2771	62	13	differences	difference	NOUN
er-2771	62	14	.	.	PUNCT
er-2771	63	1	study	study	NOUN
er-2771	63	2	participant	participant	NOUN
er-2771	63	3	scores	score	NOUN
er-2771	63	4	for	for	ADP
er-2771	63	5	each	each	DET
er-2771	63	6	tws	tws	PROPN
er-2771	63	7	holistic	holistic	ADJ
er-2771	63	8	score	score	NOUN
er-2771	63	9	and	and	CCONJ
er-2771	63	10	analytic	analytic	ADJ
er-2771	63	11	scores	score	NOUN
er-2771	63	12	given	give	VERB
er-2771	63	13	for	for	ADP
er-2771	63	14	the	the	DET
er-2771	63	15	indicators	indicator	NOUN
er-2771	63	16	on	on	ADP
er-2771	63	17	the	the	DET
er-2771	63	18	scoring	scoring	NOUN
er-2771	63	19	rubric	rubric	NOUN
er-2771	63	20	were	be	AUX
er-2771	63	21	compared	compare	VERB
er-2771	63	22	to	to	ADP
er-2771	63	23	the	the	DET
er-2771	63	24	scores	score	NOUN
er-2771	63	25	assigned	assign	VERB
er-2771	63	26	by	by	ADP
er-2771	63	27	the	the	DET
er-2771	63	28	student	student	NOUN
er-2771	63	29	teacher	teacher	NOUN
er-2771	63	30	seminar	seminar	NOUN
er-2771	63	31	course	course	NOUN
er-2771	63	32	instructors	instructor	NOUN
er-2771	63	33	for	for	ADP
er-2771	63	34	spring	spring	NOUN
er-2771	63	35	2011	2011	NUM
er-2771	63	36	.	.	PUNCT
er-2771	64	1	qualitative	qualitative	ADJ
er-2771	64	2	data	datum	NOUN
er-2771	64	3	included	include	VERB
er-2771	64	4	participant	participant	ADJ
er-2771	64	5	comments	comment	NOUN
er-2771	64	6	about	about	ADP
er-2771	64	7	the	the	DET
er-2771	64	8	scoring	scoring	NOUN
er-2771	64	9	process	process	NOUN
er-2771	64	10	and	and	CCONJ
er-2771	64	11	specific	specific	ADJ
er-2771	64	12	scoring	scoring	NOUN
er-2771	64	13	rubric	rubric	ADJ
er-2771	64	14	indicators	indicator	NOUN
er-2771	64	15	.	.	PUNCT
er-2771	65	1	participants	participant	NOUN
er-2771	65	2	submitted	submit	VERB
er-2771	65	3	ideas	idea	NOUN
er-2771	65	4	on	on	ADP
er-2771	65	5	a	a	DET
er-2771	65	6	comments	comment	NOUN
er-2771	65	7	page	page	NOUN
er-2771	65	8	about	about	ADP
er-2771	65	9	each	each	DET
er-2771	65	10	indicator	indicator	NOUN
er-2771	65	11	after	after	ADP
er-2771	65	12	scoring	score	VERB
er-2771	65	13	the	the	DET
er-2771	65	14	tws	tws	NOUN
er-2771	65	15	.	.	PUNCT
er-2771	66	1	in	in	ADP
er-2771	66	2	addition	addition	NOUN
er-2771	66	3	,	,	PUNCT
er-2771	66	4	a	a	DET
er-2771	66	5	follow	follow	VERB
er-2771	66	6	-	-	PUNCT
er-2771	66	7	up	up	ADP
er-2771	66	8	discussion	discussion	NOUN
er-2771	66	9	occurred	occur	VERB
er-2771	66	10	in	in	ADP
er-2771	66	11	which	which	PRON
er-2771	66	12	scores	score	NOUN
er-2771	66	13	and	and	CCONJ
er-2771	66	14	areas	area	NOUN
er-2771	66	15	of	of	ADP
er-2771	66	16	disagreement	disagreement	NOUN
er-2771	66	17	were	be	AUX
er-2771	66	18	shared	share	VERB
er-2771	66	19	.	.	PUNCT
er-2771	67	1	data	datum	NOUN
er-2771	67	2	analysis	analysis	NOUN
er-2771	67	3	the	the	DET
er-2771	67	4	participant	participant	ADJ
er-2771	67	5	scores	score	NOUN
er-2771	67	6	were	be	AUX
er-2771	67	7	compared	compare	VERB
er-2771	67	8	to	to	ADP
er-2771	67	9	scores	score	NOUN
er-2771	67	10	assigned	assign	VERB
er-2771	67	11	by	by	ADP
er-2771	67	12	the	the	DET
er-2771	67	13	spring	spring	NOUN
er-2771	67	14	2011	2011	NUM
er-2771	67	15	student	student	NOUN
er-2771	67	16	teacher	teacher	NOUN
er-2771	67	17	seminar	seminar	NOUN
er-2771	67	18	course	course	NOUN
er-2771	67	19	instructors	instructor	NOUN
er-2771	67	20	.	.	PUNCT
er-2771	68	1	statistics	statistic	NOUN
er-2771	68	2	for	for	ADP
er-2771	68	3	differences	difference	NOUN
er-2771	68	4	,	,	PUNCT
er-2771	68	5	including	include	VERB
er-2771	68	6	standard	standard	ADJ
er-2771	68	7	deviation	deviation	NOUN
er-2771	68	8	per	per	ADP
er-2771	68	9	indicator	indicator	NOUN
er-2771	68	10	,	,	PUNCT
er-2771	68	11	were	be	AUX
er-2771	68	12	determined	determine	VERB
er-2771	68	13	to	to	PART
er-2771	68	14	identify	identify	VERB
er-2771	68	15	those	those	DET
er-2771	68	16	indicators	indicator	NOUN
er-2771	68	17	whose	whose	DET
er-2771	68	18	scores	score	NOUN
er-2771	68	19	differed	differ	VERB
er-2771	68	20	by	by	ADP
er-2771	68	21	more	more	ADJ
er-2771	68	22	than	than	ADP
er-2771	68	23	two	two	NUM
er-2771	68	24	performance	performance	NOUN
er-2771	68	25	levels	level	NOUN
er-2771	68	26	:	:	PUNCT
er-2771	68	27	1	1	NUM
er-2771	68	28	=	=	SYM
er-2771	68	29	beginning	beginning	NOUN
er-2771	68	30	,	,	PUNCT
er-2771	68	31	2	2	NUM
er-2771	68	32	=	=	SYM
er-2771	68	33	developing	develop	VERB
er-2771	68	34	,	,	PUNCT
er-2771	68	35	3	3	NUM
er-2771	68	36	=	=	SYM
er-2771	68	37	proficient	proficient	NOUN
er-2771	68	38	,	,	PUNCT
er-2771	68	39	and	and	CCONJ
er-2771	69	1	4	4	NUM
er-2771	69	2	=	=	NOUN
er-2771	69	3	exemplary	exemplary	NOUN
er-2771	69	4	.	.	PUNCT
er-2771	70	1	the	the	DET
er-2771	70	2	frequency	frequency	NOUN
er-2771	70	3	and	and	CCONJ
er-2771	70	4	percentages	percentage	NOUN
er-2771	70	5	of	of	ADP
er-2771	70	6	differences	difference	NOUN
er-2771	70	7	of	of	ADP
er-2771	70	8	scores	score	NOUN
er-2771	70	9	for	for	ADP
er-2771	70	10	each	each	DET
er-2771	70	11	indicator	indicator	NOUN
er-2771	70	12	were	be	AUX
er-2771	70	13	also	also	ADV
er-2771	70	14	determined	determine	VERB
er-2771	70	15	.	.	PUNCT
er-2771	71	1	results	result	VERB
er-2771	71	2	the	the	DET
er-2771	71	3	results	result	NOUN
er-2771	71	4	from	from	ADP
er-2771	71	5	the	the	DET
er-2771	71	6	data	datum	NOUN
er-2771	71	7	collection	collection	NOUN
er-2771	71	8	are	be	AUX
er-2771	71	9	presented	present	VERB
er-2771	71	10	in	in	ADP
er-2771	71	11	table	table	NOUN
er-2771	71	12	2	2	NUM
er-2771	71	13	.	.	PUNCT
er-2771	72	1	the	the	DET
er-2771	72	2	standard	standard	ADJ
er-2771	72	3	deviation	deviation	NOUN
er-2771	72	4	for	for	ADP
er-2771	72	5	the	the	DET
er-2771	72	6	holistic	holistic	ADJ
er-2771	72	7	score	score	NOUN
er-2771	72	8	and	and	CCONJ
er-2771	72	9	each	each	DET
er-2771	72	10	indicator	indicator	NOUN
er-2771	72	11	are	be	AUX
er-2771	72	12	shown	show	VERB
er-2771	72	13	of	of	ADP
er-2771	72	14	the	the	DET
er-2771	72	15	scored	score	VERB
er-2771	72	16	samples	sample	NOUN
er-2771	72	17	.	.	PUNCT
er-2771	73	1	parts	part	NOUN
er-2771	73	2	with	with	ADP
er-2771	73	3	the	the	DET
er-2771	73	4	greatest	great	ADJ
er-2771	73	5	standard	standard	ADJ
er-2771	73	6	deviations	deviation	NOUN
er-2771	73	7	included	include	VERB
er-2771	73	8	learning	learn	VERB
er-2771	73	9	goal	goal	NOUN
er-2771	73	10	and	and	CCONJ
er-2771	73	11	pre	pre	ADJ
er-2771	73	12	/	/	SYM
er-2771	73	13	post	post	ADJ
er-2771	73	14	assessment	assessment	NOUN
er-2771	73	15	plan	plan	NOUN
er-2771	73	16	indicators	indicator	NOUN
er-2771	73	17	2	2	NUM
er-2771	73	18	,	,	PUNCT
er-2771	73	19	4	4	NUM
er-2771	73	20	,	,	PUNCT
er-2771	73	21	6	6	NUM
er-2771	73	22	,	,	PUNCT
er-2771	73	23	and	and	CCONJ
er-2771	73	24	9	9	NUM
er-2771	73	25	;	;	PUNCT
er-2771	73	26	design	design	NOUN
er-2771	73	27	for	for	ADP
er-2771	73	28	instruction	instruction	NOUN
er-2771	73	29	indicator	indicator	NOUN
er-2771	73	30	4	4	NUM
er-2771	73	31	;	;	PUNCT
er-2771	73	32	and	and	CCONJ
er-2771	73	33	reflection	reflection	NOUN
er-2771	73	34	of	of	ADP
er-2771	73	35	teaching	teaching	NOUN
er-2771	73	36	practices	practice	NOUN
er-2771	73	37	indicator	indicator	NOUN
er-2771	73	38	3	3	X
er-2771	73	39	.	.	PUNCT
er-2771	73	40	indicators	indicator	NOUN
er-2771	73	41	with	with	ADP
er-2771	73	42	the	the	DET
er-2771	73	43	smallest	small	ADJ
er-2771	73	44	standard	standard	ADJ
er-2771	73	45	deviations	deviation	NOUN
er-2771	73	46	included	include	VERB
er-2771	73	47	the	the	DET
er-2771	73	48	first	first	ADJ
er-2771	73	49	indicator	indicator	NOUN
er-2771	73	50	in	in	ADP
er-2771	73	51	both	both	CCONJ
er-2771	73	52	the	the	DET
er-2771	73	53	learning	learn	VERB
er-2771	73	54	goal	goal	NOUN
er-2771	73	55	and	and	CCONJ
er-2771	73	56	pre	pre	ADJ
er-2771	73	57	/	/	SYM
er-2771	73	58	post	post	ADJ
er-2771	73	59	assessment	assessment	NOUN
er-2771	73	60	and	and	CCONJ
er-2771	73	61	reflection	reflection	NOUN
er-2771	73	62	on	on	ADP
er-2771	73	63	teaching	teaching	NOUN
er-2771	73	64	practices	practice	NOUN
er-2771	73	65	sections	section	NOUN
er-2771	73	66	.	.	PUNCT
er-2771	74	1	table	table	NOUN
er-2771	74	2	2	2	NUM
er-2771	74	3	also	also	ADV
er-2771	74	4	provides	provide	VERB
er-2771	74	5	the	the	DET
er-2771	74	6	number	number	NOUN
er-2771	74	7	of	of	ADP
er-2771	74	8	times	times	PROPN
er-2771	74	9	scores	score	NOUN
er-2771	74	10	differed	differ	VERB
er-2771	74	11	by	by	ADP
er-2771	74	12	more	more	ADJ
er-2771	74	13	than	than	ADP
er-2771	74	14	two	two	NUM
er-2771	74	15	score	score	NOUN
er-2771	74	16	levels	level	NOUN
er-2771	74	17	,	,	PUNCT
er-2771	74	18	that	that	ADV
er-2771	74	19	is	is	ADV
er-2771	74	20	,	,	PUNCT
er-2771	74	21	how	how	SCONJ
er-2771	74	22	many	many	ADJ
er-2771	74	23	times	time	NOUN
er-2771	74	24	participant	participant	ADJ
er-2771	74	25	scores	score	NOUN
er-2771	74	26	and	and	CCONJ
er-2771	74	27	student	student	NOUN
er-2771	74	28	teacher	teacher	NOUN
er-2771	74	29	seminar	seminar	NOUN
er-2771	74	30	course	course	NOUN
er-2771	74	31	instructor	instructor	NOUN
er-2771	74	32	scores	score	NOUN
er-2771	74	33	had	have	VERB
er-2771	74	34	a	a	DET
er-2771	74	35	difference	difference	NOUN
er-2771	74	36	of	of	ADP
er-2771	74	37	two	two	NUM
er-2771	74	38	or	or	CCONJ
er-2771	74	39	more	more	ADJ
er-2771	74	40	performance	performance	NOUN
er-2771	74	41	levels	level	NOUN
er-2771	74	42	on	on	ADP
er-2771	74	43	a	a	DET
er-2771	74	44	given	give	VERB
er-2771	74	45	indicator	indicator	NOUN
er-2771	74	46	.	.	PUNCT
er-2771	75	1	the	the	DET
er-2771	75	2	results	result	NOUN
er-2771	75	3	suggest	suggest	VERB
er-2771	75	4	that	that	SCONJ
er-2771	75	5	holistic	holistic	ADJ
er-2771	75	6	scores	score	NOUN
er-2771	75	7	tend	tend	VERB
er-2771	75	8	to	to	PART
er-2771	75	9	be	be	AUX
er-2771	75	10	fairly	fairly	ADV
er-2771	75	11	consistent	consistent	ADJ
er-2771	75	12	(	(	PUNCT
er-2771	75	13	sd=0.75	sd=0.75	ADJ
er-2771	75	14	)	)	PUNCT
er-2771	75	15	overall	overall	NOUN
er-2771	75	16	.	.	PUNCT
er-2771	76	1	both	both	PRON
er-2771	76	2	university	university	NOUN
er-2771	76	3	course	course	NOUN
er-2771	76	4	instructors	instructor	NOUN
er-2771	76	5	and	and	CCONJ
er-2771	76	6	trained	train	VERB
er-2771	76	7	project	project	NOUN
er-2771	76	8	participants	participant	NOUN
er-2771	76	9	scored	score	VERB
er-2771	76	10	within	within	ADP
er-2771	76	11	one	one	NUM
er-2771	76	12	point	point	NOUN
er-2771	76	13	of	of	ADP
er-2771	76	14	each	each	DET
er-2771	76	15	other	other	ADJ
er-2771	76	16	across	across	ADP
er-2771	76	17	the	the	DET
er-2771	76	18	teacher	teacher	NOUN
er-2771	76	19	work	work	NOUN
er-2771	76	20	samples	sample	NOUN
er-2771	76	21	.	.	PUNCT
er-2771	77	1	these	these	DET
er-2771	77	2	results	result	NOUN
er-2771	77	3	suggest	suggest	VERB
er-2771	77	4	that	that	SCONJ
er-2771	77	5	the	the	DET
er-2771	77	6	tws	tws	PROPN
er-2771	77	7	scoring	scoring	NOUN
er-2771	77	8	rubric	rubric	NOUN
er-2771	77	9	may	may	AUX
er-2771	77	10	be	be	AUX
er-2771	77	11	somewhat	somewhat	ADV
er-2771	77	12	reliable	reliable	ADJ
er-2771	77	13	when	when	SCONJ
er-2771	77	14	used	use	VERB
er-2771	77	15	holistically	holistically	ADV
er-2771	77	16	.	.	PUNCT
er-2771	78	1	8	8	NUM
er-2771	78	2	  	  	SPACE
er-2771	78	3	l.	l.	PROPN
er-2771	78	4	murley	murley	PROPN
er-2771	78	5	,	,	PUNCT
er-2771	78	6	r.	r.	PROPN
er-2771	78	7	stobaugh	stobaugh	PROPN
er-2771	78	8	,	,	PUNCT
er-2771	78	9	p.	p.	PROPN
er-2771	78	10	jukes	jukes	PROPN
er-2771	78	11	,	,	PUNCT
er-2771	78	12	j.	j.	PROPN
er-2771	78	13	tassell	tassell	PROPN
er-2771	78	14	  	  	SPACE
er-2771	78	15	table	table	NOUN
er-2771	78	16	2	2	NUM
er-2771	78	17	standard	standard	ADJ
er-2771	78	18	deviation	deviation	NOUN
er-2771	78	19	and	and	CCONJ
er-2771	78	20	holistic	holistic	ADJ
er-2771	78	21	score	score	NOUN
er-2771	78	22	different	different	ADJ
er-2771	78	23	by	by	ADP
er-2771	78	24	more	more	ADJ
er-2771	78	25	than	than	ADP
er-2771	78	26	two	two	NUM
er-2771	78	27	levels	level	NOUN
er-2771	78	28	rubric	rubric	ADJ
er-2771	78	29	indicator	indicator	NOUN
er-2771	78	30	standard	standard	ADJ
er-2771	78	31	deviation	deviation	NOUN
er-2771	78	32	score	score	VERB
er-2771	78	33	different	different	ADJ
er-2771	78	34	by	by	ADP
er-2771	78	35	more	more	ADJ
er-2771	78	36	than	than	ADP
er-2771	78	37	two	two	NUM
er-2771	78	38	levels	level	NOUN
er-2771	78	39	holistic	holistic	ADJ
er-2771	78	40	score	score	NOUN
er-2771	78	41	0.75	0.75	NUM
er-2771	78	42	11	11	NUM
er-2771	78	43	contextual	contextual	ADJ
er-2771	78	44	factors	factor	NOUN
er-2771	78	45	(	(	PUNCT
er-2771	78	46	cf	cf	NOUN
er-2771	78	47	)	)	PUNCT
er-2771	78	48	cf1	cf1	VERB
er-2771	78	49	school	school	NOUN
er-2771	78	50	information	information	NOUN
er-2771	78	51	0.80	0.80	NUM
er-2771	78	52	11	11	NUM
er-2771	78	53	cf	cf	NOUN
er-2771	78	54	2	2	NUM
er-2771	78	55	classroom	classroom	NOUN
er-2771	78	56	information	information	NOUN
er-2771	78	57	0.78	0.78	NUM
er-2771	78	58	11	11	NUM
er-2771	78	59	cf	cf	NOUN
er-2771	78	60	3	3	NUM
er-2771	78	61	student	student	NOUN
er-2771	78	62	characteristics	characteristic	NOUN
er-2771	78	63	0.85	0.85	NUM
er-2771	78	64	10	10	NUM
er-2771	78	65	learning	learn	VERB
er-2771	78	66	goal	goal	NOUN
er-2771	78	67	pre	pre	ADJ
er-2771	78	68	/	/	SYM
er-2771	78	69	post	post	ADJ
er-2771	78	70	assessment	assessment	NOUN
er-2771	78	71	(	(	PUNCT
er-2771	78	72	lg	lg	NOUN
er-2771	78	73	)	)	PUNCT
er-2771	78	74	lg	lg	NOUN
er-2771	78	75	1	1	NUM
er-2771	78	76	list	list	NOUN
er-2771	78	77	2	2	NUM
er-2771	78	78	to	to	ADP
er-2771	78	79	3	3	NUM
er-2771	78	80	learning	learn	VERB
er-2771	78	81	goals	goal	NOUN
er-2771	78	82	0.67	0.67	NUM
er-2771	78	83	5	5	NUM
er-2771	78	84	lg	lg	NOUN
er-2771	78	85	2	2	NUM
er-2771	78	86	lg	lg	NOUN
er-2771	78	87	levels	level	NOUN
er-2771	78	88	0.92	0.92	NUM
er-2771	78	89	17	17	NUM
er-2771	78	90	lg	lg	NOUN
er-2771	78	91	3	3	NUM
er-2771	78	92	lg	lg	NOUN
er-2771	78	93	alignment	alignment	NOUN
er-2771	78	94	to	to	PART
er-2771	78	95	standards	standard	NOUN
er-2771	78	96	0.81	0.81	NUM
er-2771	78	97	12	12	NUM
er-2771	78	98	lg	lg	NOUN
er-2771	78	99	4	4	NUM
er-2771	78	100	*	*	NOUN
er-2771	78	101	lg	lg	NOUN
er-2771	78	102	appropriateness	appropriateness	NOUN
er-2771	78	103	1.05	1.05	NUM
er-2771	78	104	21	21	NUM
er-2771	78	105	lg	lg	NOUN
er-2771	78	106	5	5	NUM
er-2771	78	107	lg	lg	PROPN
er-2771	78	108	mastery	mastery	PROPN
er-2771	78	109	levels	level	NOUN
er-2771	78	110	0.71	0.71	NUM
er-2771	78	111	6	6	NUM
er-2771	78	112	lg	lg	NOUN
er-2771	78	113	6	6	NUM
er-2771	78	114	*	*	PUNCT
er-2771	78	115	pre	pre	ADJ
er-2771	78	116	-	-	ADJ
er-2771	78	117	post	post	ADJ
er-2771	78	118	assessment	assessment	NOUN
er-2771	78	119	:	:	PUNCT
er-2771	78	120	lg	lg	NOUN
er-2771	78	121	1.05	1.05	NUM
er-2771	78	122	20	20	NUM
er-2771	78	123	lg	lg	NOUN
er-2771	78	124	7	7	NUM
er-2771	78	125	pre	pre	ADJ
er-2771	78	126	-	-	ADJ
er-2771	78	127	post	post	ADJ
er-2771	78	128	assessment	assessment	NOUN
er-2771	78	129	:	:	PUNCT
er-2771	78	130	modes	mode	VERB
er-2771	78	131	0.85	0.85	NUM
er-2771	78	132	13	13	NUM
er-2771	78	133	lg	lg	NOUN
er-2771	78	134	8	8	NUM
er-2771	78	135	modes	mode	NOUN
er-2771	78	136	of	of	ADP
er-2771	78	137	assessment	assessment	NOUN
er-2771	78	138	0.71	0.71	NUM
er-2771	78	139	9	9	NUM
er-2771	78	140	lg	lg	NOUN
er-2771	78	141	9	9	NUM
er-2771	78	142	*	*	NOUN
er-2771	78	143	assessment	assessment	NOUN
er-2771	78	144	scoring	scoring	NOUN
er-2771	78	145	criteria	criterion	NOUN
er-2771	78	146	1.19	1.19	NUM
er-2771	78	147	14	14	NUM
er-2771	78	148	design	design	NOUN
er-2771	78	149	for	for	ADP
er-2771	78	150	instruction	instruction	NOUN
er-2771	78	151	(	(	PUNCT
er-2771	78	152	dfi	dfi	PROPN
er-2771	78	153	)	)	PUNCT
er-2771	78	154	dfi	dfi	PROPN
er-2771	78	155	1	1	NUM
er-2771	78	156	results	result	NOUN
er-2771	78	157	of	of	ADP
er-2771	78	158	pre	pre	NOUN
er-2771	78	159	-	-	NOUN
er-2771	78	160	assessment	assessment	NOUN
er-2771	78	161	0.50	0.50	NUM
er-2771	78	162	6	6	NUM
er-2771	78	163	dfi	dfi	PROPN
er-2771	78	164	2	2	NUM
er-2771	78	165	unit	unit	NOUN
er-2771	78	166	overview	overview	VERB
er-2771	78	167	0.80	0.80	NUM
er-2771	78	168	9	9	NUM
er-2771	78	169	dfi	dfi	PROPN
er-2771	78	170	3	3	NUM
er-2771	78	171	integration	integration	NOUN
er-2771	78	172	of	of	ADP
er-2771	78	173	technology	technology	NOUN
er-2771	78	174	0.86	0.86	NUM
er-2771	78	175	11	11	NUM
er-2771	78	176	dfi	dfi	PROPN
er-2771	78	177	4	4	NUM
er-2771	78	178	*	*	NOUN
er-2771	78	179	instructional	instructional	ADJ
er-2771	78	180	strategies	strategy	NOUN
er-2771	78	181	0.97	0.97	NUM
er-2771	78	182	16	16	NUM
er-2771	78	183	dfi	dfi	PROPN
er-2771	78	184	5	5	NUM
er-2771	78	185	formative	formative	ADJ
er-2771	78	186	assessments	assessment	NOUN
er-2771	78	187	0.85	0.85	NUM
er-2771	78	188	10	10	NUM
er-2771	78	189	analysis	analysis	NOUN
er-2771	78	190	of	of	ADP
er-2771	78	191	student	student	NOUN
er-2771	78	192	learning	learning	NOUN
er-2771	78	193	(	(	PUNCT
er-2771	78	194	asl	asl	NOUN
er-2771	78	195	)	)	PUNCT
er-2771	78	196	asl1	asl1	PROPN
er-2771	78	197	visual	visual	ADJ
er-2771	78	198	representations	representation	VERB
er-2771	78	199	0.90	0.90	NUM
er-2771	78	200	6	6	NUM
er-2771	78	201	asl2	asl2	PROPN
er-2771	78	202	performance	performance	NOUN
er-2771	78	203	analysis	analysis	NOUN
er-2771	78	204	0.77	0.77	NUM
er-2771	78	205	4	4	NUM
er-2771	78	206	asl	asl	NOUN
er-2771	78	207	3	3	NUM
er-2771	78	208	instructional	instructional	ADJ
er-2771	78	209	implications	implication	NOUN
er-2771	78	210	0.87	0.87	NUM
er-2771	78	211	9	9	NUM
er-2771	78	212	asl	asl	NOUN
er-2771	78	213	4	4	NUM
er-2771	78	214	individual	individual	ADJ
er-2771	78	215	student	student	NOUN
er-2771	78	216	0.79	0.79	NUM
er-2771	78	217	8	8	NUM
er-2771	78	218	reflection	reflection	NOUN
er-2771	78	219	of	of	ADP
er-2771	78	220	teaching	teaching	NOUN
er-2771	78	221	(	(	PUNCT
er-2771	78	222	rot	rot	VERB
er-2771	78	223	)	)	PUNCT
er-2771	78	224	rot	rot	VERB
er-2771	78	225	1	1	NUM
er-2771	78	226	self	self	NOUN
er-2771	78	227	-	-	PUNCT
er-2771	78	228	assessment	assessment	NOUN
er-2771	78	229	0.58	0.58	NUM
er-2771	78	230	2	2	NUM
er-2771	78	231	rot	rot	VERB
er-2771	78	232	2	2	NUM
er-2771	78	233	teaching	teaching	NOUN
er-2771	78	234	strengths	strength	NOUN
er-2771	78	235	0.77	0.77	NUM
er-2771	78	236	6	6	NUM
er-2771	78	237	rot	rot	VERB
er-2771	78	238	3	3	NUM
er-2771	78	239	*	*	NOUN
er-2771	78	240	professional	professional	ADJ
er-2771	78	241	development	development	NOUN
er-2771	78	242	0.98	0.98	NUM
er-2771	78	243	15	15	NUM
er-2771	78	244	*	*	NUM
er-2771	78	245	largest	large	ADJ
er-2771	78	246	standard	standard	ADJ
er-2771	78	247	deviations	deviation	NOUN
er-2771	78	248	these	these	DET
er-2771	78	249	results	result	NOUN
er-2771	78	250	suggest	suggest	VERB
er-2771	78	251	that	that	SCONJ
er-2771	78	252	data	datum	NOUN
er-2771	78	253	for	for	ADP
er-2771	78	254	five	five	NUM
er-2771	78	255	indicators	indicator	NOUN
er-2771	78	256	surface	surface	VERB
er-2771	78	257	as	as	ADP
er-2771	78	258	cause	cause	NOUN
er-2771	78	259	for	for	ADP
er-2771	78	260	concern	concern	NOUN
er-2771	78	261	.	.	PUNCT
er-2771	79	1	we	we	PRON
er-2771	79	2	focused	focus	VERB
er-2771	79	3	on	on	ADP
er-2771	79	4	sd	sd	NOUN
er-2771	79	5	levels	level	NOUN
er-2771	79	6	that	that	PRON
er-2771	79	7	neared	near	VERB
er-2771	79	8	or	or	CCONJ
er-2771	79	9	exceeded	exceed	VERB
er-2771	79	10	1.0	1.0	NUM
er-2771	79	11	.	.	PUNCT
er-2771	80	1	scores	score	NOUN
er-2771	80	2	for	for	ADP
er-2771	80	3	five	five	NUM
er-2771	80	4	indicators	indicator	NOUN
er-2771	80	5	tended	tend	VERB
er-2771	80	6	to	to	PART
er-2771	80	7	be	be	AUX
er-2771	80	8	less	less	ADV
er-2771	80	9	consistent	consistent	ADJ
er-2771	80	10	(	(	PUNCT
er-2771	80	11	sd=1.04	sd=1.04	NOUN
er-2771	80	12	,	,	PUNCT
er-2771	80	13	1.04	1.04	NUM
er-2771	80	14	,	,	PUNCT
er-2771	80	15	1.19	1.19	NUM
er-2771	80	16	,	,	PUNCT
er-2771	80	17	0.97	0.97	NUM
er-2771	80	18	,	,	PUNCT
er-2771	80	19	0.98	0.98	NUM
er-2771	80	20	)	)	PUNCT
er-2771	80	21	.	.	PUNCT
er-2771	81	1	a	a	DET
er-2771	81	2	discussion	discussion	NOUN
er-2771	81	3	follows	follow	VERB
er-2771	81	4	of	of	ADP
er-2771	81	5	each	each	PRON
er-2771	81	6	of	of	ADP
er-2771	81	7	these	these	DET
er-2771	81	8	indicators	indicator	NOUN
er-2771	81	9	with	with	ADP
er-2771	81	10	the	the	DET
er-2771	81	11	inclusion	inclusion	NOUN
er-2771	81	12	of	of	ADP
er-2771	81	13	the	the	DET
er-2771	81	14	qualitative	qualitative	ADJ
er-2771	81	15	data	data	NOUN
er-2771	81	16	collection	collection	NOUN
er-2771	81	17	from	from	ADP
er-2771	81	18	the	the	DET
er-2771	81	19	scoring	score	VERB
er-2771	81	20	participant	participant	ADJ
er-2771	81	21	comments	comment	NOUN
er-2771	81	22	in	in	ADP
er-2771	81	23	an	an	DET
er-2771	81	24	effort	effort	NOUN
er-2771	81	25	to	to	PART
er-2771	81	26	delve	delve	VERB
er-2771	81	27	deeper	deep	ADJ
er-2771	81	28	in	in	ADP
er-2771	81	29	the	the	DET
er-2771	81	30	overall	overall	ADJ
er-2771	81	31	data	datum	NOUN
er-2771	81	32	collection	collection	NOUN
er-2771	81	33	of	of	ADP
er-2771	81	34	the	the	DET
er-2771	81	35	research	research	NOUN
er-2771	81	36	study	study	NOUN
er-2771	81	37	.	.	PUNCT
er-2771	82	1	curriculum	curriculum	NOUN
er-2771	82	2	redesign	redesign	VERB
er-2771	82	3	9	9	NUM
er-2771	82	4	learning	learn	VERB
er-2771	82	5	goal	goal	NOUN
er-2771	82	6	and	and	CCONJ
er-2771	82	7	pre	pre	ADJ
er-2771	82	8	/	/	SYM
er-2771	82	9	post	post	ADJ
er-2771	82	10	assessment	assessment	NOUN
er-2771	82	11	:	:	PUNCT
er-2771	82	12	indicator	indicator	NOUN
er-2771	82	13	4	4	NUM
er-2771	82	14	(	(	PUNCT
er-2771	82	15	lg	lg	NOUN
er-2771	82	16	4	4	NUM
er-2771	82	17	)	)	PUNCT
er-2771	82	18	the	the	DET
er-2771	82	19	fourth	fourth	ADJ
er-2771	82	20	indicator	indicator	NOUN
er-2771	82	21	in	in	ADP
er-2771	82	22	the	the	DET
er-2771	82	23	learning	learn	VERB
er-2771	82	24	goal	goal	NOUN
er-2771	82	25	and	and	CCONJ
er-2771	82	26	pre	pre	ADJ
er-2771	82	27	/	/	SYM
er-2771	82	28	post	post	ADJ
er-2771	82	29	assessment	assessment	NOUN
er-2771	82	30	section	section	NOUN
er-2771	82	31	had	have	VERB
er-2771	82	32	a	a	DET
er-2771	82	33	high	high	ADJ
er-2771	82	34	standard	standard	ADJ
er-2771	82	35	deviation	deviation	NOUN
er-2771	82	36	of	of	ADP
er-2771	82	37	1.05	1.05	NUM
er-2771	82	38	.	.	PUNCT
er-2771	83	1	the	the	DET
er-2771	83	2	indicator	indicator	NOUN
er-2771	83	3	states	state	VERB
er-2771	83	4	,	,	PUNCT
er-2771	83	5	“	"	PUNCT
er-2771	83	6	clear	clear	ADJ
er-2771	83	7	and	and	CCONJ
er-2771	83	8	logical	logical	ADJ
er-2771	83	9	justification	justification	NOUN
er-2771	83	10	in	in	ADP
er-2771	83	11	the	the	DET
er-2771	83	12	4	4	NUM
er-2771	83	13	required	require	VERB
er-2771	83	14	areas	area	NOUN
er-2771	83	15	for	for	ADP
er-2771	83	16	learning	learn	VERB
er-2771	83	17	goal	goal	NOUN
er-2771	83	18	appropriateness	appropriateness	NOUN
er-2771	83	19	:	:	PUNCT
er-2771	83	20	student	student	NOUN
er-2771	83	21	prior	prior	ADJ
er-2771	83	22	knowledge	knowledge	NOUN
er-2771	83	23	,	,	PUNCT
er-2771	83	24	student	student	NOUN
er-2771	83	25	learning	learning	NOUN
er-2771	83	26	needs	need	NOUN
er-2771	83	27	and/or	and/or	CCONJ
er-2771	83	28	developmental	developmental	ADJ
er-2771	83	29	appropriateness	appropriateness	NOUN
er-2771	83	30	,	,	PUNCT
er-2771	83	31	authentic	authentic	ADJ
er-2771	83	32	real	real	ADJ
er-2771	83	33	world	world	NOUN
er-2771	83	34	,	,	PUNCT
er-2771	83	35	and	and	CCONJ
er-2771	83	36	other	other	ADJ
er-2771	83	37	relevant	relevant	ADJ
er-2771	83	38	connections	connection	NOUN
er-2771	83	39	”	"	PUNCT
er-2771	83	40	(	(	PUNCT
er-2771	83	41	school	school	NOUN
er-2771	83	42	of	of	ADP
er-2771	83	43	teacher	teacher	NOUN
er-2771	83	44	education	education	NOUN
er-2771	83	45	,	,	PUNCT
er-2771	83	46	2011	2011	NUM
er-2771	83	47	,	,	PUNCT
er-2771	83	48	p.	p.	NOUN
er-2771	83	49	12	12	NUM
er-2771	83	50	)	)	PUNCT
er-2771	83	51	.	.	PUNCT
er-2771	84	1	table	table	NOUN
er-2771	84	2	4	4	NUM
er-2771	84	3	displays	display	VERB
er-2771	84	4	the	the	DET
er-2771	84	5	indicator	indicator	NOUN
er-2771	84	6	cells	cell	NOUN
er-2771	84	7	from	from	ADP
er-2771	84	8	the	the	DET
er-2771	84	9	tws	tws	NOUN
er-2771	84	10	scoring	scoring	NOUN
er-2771	84	11	rubric	rubric	NOUN
er-2771	84	12	.	.	PUNCT
er-2771	85	1	table	table	NOUN
er-2771	85	2	4	4	NUM
er-2771	85	3	tws	tws	NOUN
er-2771	85	4	scoring	scoring	NOUN
er-2771	85	5	rubric	rubric	ADJ
er-2771	85	6	indicator	indicator	NOUN
er-2771	85	7	learning	learn	VERB
er-2771	85	8	goal	goal	NOUN
er-2771	85	9	4	4	NUM
er-2771	85	10	(	(	PUNCT
er-2771	85	11	lg4	lg4	PROPN
er-2771	85	12	)	)	PUNCT
er-2771	85	13	indicator	indicator	NOUN
er-2771	85	14	beginning	begin	VERB
er-2771	85	15	developing	develop	VERB
er-2771	85	16	proficient	proficient	ADJ
er-2771	85	17	exemplary	exemplary	ADJ
er-2771	85	18	lga	lga	ADJ
er-2771	85	19	4	4	NUM
er-2771	85	20	appropriateness	appropriateness	NOUN
er-2771	85	21	of	of	ADP
er-2771	85	22	learning	learn	VERB
er-2771	85	23	goals	goal	NOUN
er-2771	85	24	justification	justification	NOUN
er-2771	85	25	is	be	AUX
er-2771	85	26	missing	miss	VERB
er-2771	85	27	for	for	ADP
er-2771	85	28	two	two	NUM
er-2771	85	29	goals	goal	NOUN
er-2771	85	30	or	or	CCONJ
er-2771	85	31	2	2	NUM
er-2771	85	32	or	or	CCONJ
er-2771	85	33	more	more	ADJ
er-2771	85	34	justifications	justification	NOUN
er-2771	85	35	of	of	ADP
er-2771	85	36	the	the	DET
er-2771	85	37	required	require	VERB
er-2771	85	38	areas	area	NOUN
er-2771	85	39	in	in	ADP
er-2771	85	40	the	the	DET
er-2771	85	41	prompt	prompt	ADJ
er-2771	85	42	justification	justification	NOUN
er-2771	85	43	is	be	AUX
er-2771	85	44	missing	miss	VERB
er-2771	85	45	for	for	ADP
er-2771	85	46	one	one	NUM
er-2771	85	47	goal	goal	NOUN
er-2771	85	48	or	or	CCONJ
er-2771	85	49	3	3	NUM
er-2771	85	50	or	or	CCONJ
er-2771	85	51	more	more	ADJ
er-2771	85	52	justifications	justification	NOUN
er-2771	85	53	of	of	ADP
er-2771	85	54	the	the	DET
er-2771	85	55	required	require	VERB
er-2771	85	56	areas	area	NOUN
er-2771	85	57	in	in	ADP
er-2771	85	58	the	the	DET
er-2771	85	59	prompt	prompt	ADJ
er-2771	85	60	clear	clear	ADJ
er-2771	85	61	and	and	CCONJ
er-2771	85	62	logical	logical	ADJ
er-2771	85	63	justification	justification	NOUN
er-2771	85	64	in	in	ADP
er-2771	85	65	the	the	DET
er-2771	85	66	4	4	NUM
er-2771	85	67	required	require	VERB
er-2771	85	68	areas	area	NOUN
er-2771	85	69	for	for	ADP
er-2771	85	70	learning	learn	VERB
er-2771	85	71	goal	goal	NOUN
er-2771	85	72	appropriateness	appropriateness	NOUN
er-2771	85	73	:	:	PUNCT
er-2771	85	74	student	student	NOUN
er-2771	85	75	prior	prior	ADJ
er-2771	85	76	knowledge	knowledge	NOUN
er-2771	85	77	,	,	PUNCT
er-2771	85	78	student	student	NOUN
er-2771	85	79	learning	learning	NOUN
er-2771	85	80	needs	need	NOUN
er-2771	85	81	and/or	and/or	CCONJ
er-2771	85	82	developmental	developmental	ADJ
er-2771	85	83	appropriateness	appropriateness	NOUN
er-2771	85	84	,	,	PUNCT
er-2771	85	85	authentic	authentic	ADJ
er-2771	85	86	real	real	ADJ
er-2771	85	87	world	world	NOUN
er-2771	85	88	,	,	PUNCT
er-2771	85	89	and	and	CCONJ
er-2771	85	90	other	other	ADJ
er-2771	85	91	relevant	relevant	ADJ
er-2771	85	92	connections	connection	NOUN
er-2771	85	93	.	.	PUNCT
er-2771	86	1	achieves	achieve	VERB
er-2771	86	2	the	the	DET
er-2771	86	3	proficient	proficient	ADJ
er-2771	86	4	level	level	NOUN
er-2771	86	5	with	with	ADP
er-2771	86	6	minimal	minimal	ADJ
er-2771	86	7	assistance	assistance	NOUN
er-2771	86	8	on	on	ADP
er-2771	86	9	the	the	DET
er-2771	86	10	first	first	ADJ
er-2771	86	11	attempt	attempt	NOUN
er-2771	86	12	and	and	CCONJ
er-2771	86	13	demonstrates	demonstrate	VERB
er-2771	86	14	above	above	ADV
er-2771	86	15	and	and	CCONJ
er-2771	86	16	beyond	beyond	ADP
er-2771	86	17	the	the	DET
er-2771	86	18	proficient	proficient	ADJ
er-2771	86	19	level	level	NOUN
er-2771	86	20	.	.	PUNCT
er-2771	87	1	for	for	ADP
er-2771	87	2	this	this	DET
er-2771	87	3	indicator	indicator	NOUN
er-2771	87	4	all	all	DET
er-2771	87	5	four	four	NUM
er-2771	87	6	required	required	ADJ
er-2771	87	7	items	item	NOUN
er-2771	87	8	are	be	AUX
er-2771	87	9	necessary	necessary	ADJ
er-2771	87	10	for	for	SCONJ
er-2771	87	11	a	a	DET
er-2771	87	12	teacher	teacher	NOUN
er-2771	87	13	candidate	candidate	NOUN
er-2771	87	14	to	to	PART
er-2771	87	15	obtain	obtain	VERB
er-2771	87	16	a	a	DET
er-2771	87	17	proficient	proficient	ADJ
er-2771	87	18	score	score	NOUN
er-2771	87	19	:	:	PUNCT
er-2771	87	20	(	(	PUNCT
er-2771	87	21	a	a	X
er-2771	87	22	)	)	PUNCT
er-2771	87	23	student	student	NOUN
er-2771	87	24	prior	prior	ADJ
er-2771	87	25	knowledge	knowledge	NOUN
er-2771	87	26	,	,	PUNCT
er-2771	87	27	(	(	PUNCT
er-2771	87	28	b	b	X
er-2771	87	29	)	)	PUNCT
er-2771	87	30	student	student	NOUN
er-2771	87	31	learning	learning	NOUN
er-2771	87	32	needs	need	NOUN
er-2771	87	33	and/or	and/or	CCONJ
er-2771	87	34	developmental	developmental	ADJ
er-2771	87	35	appropriateness	appropriateness	NOUN
er-2771	87	36	,	,	PUNCT
er-2771	87	37	(	(	PUNCT
er-2771	87	38	c	c	X
er-2771	87	39	)	)	PUNCT
er-2771	87	40	authentic	authentic	ADJ
er-2771	87	41	real	real	ADJ
er-2771	87	42	world	world	NOUN
er-2771	87	43	,	,	PUNCT
er-2771	87	44	and	and	CCONJ
er-2771	87	45	(	(	PUNCT
er-2771	87	46	d	d	X
er-2771	87	47	)	)	PUNCT
er-2771	87	48	other	other	ADJ
er-2771	87	49	relevant	relevant	ADJ
er-2771	87	50	connections	connection	NOUN
er-2771	87	51	.	.	PUNCT
er-2771	88	1	teacher	teacher	NOUN
er-2771	88	2	candidates	candidate	NOUN
er-2771	88	3	often	often	ADV
er-2771	88	4	included	include	VERB
er-2771	88	5	some	some	PRON
er-2771	88	6	of	of	ADP
er-2771	88	7	the	the	DET
er-2771	88	8	four	four	NUM
er-2771	88	9	items	item	NOUN
er-2771	88	10	,	,	PUNCT
er-2771	88	11	but	but	CCONJ
er-2771	88	12	not	not	PART
er-2771	88	13	all	all	PRON
er-2771	88	14	of	of	ADP
er-2771	88	15	them	they	PRON
er-2771	88	16	.	.	PUNCT
er-2771	89	1	scorers	scorer	NOUN
er-2771	89	2	may	may	AUX
er-2771	89	3	inconsistently	inconsistently	ADV
er-2771	89	4	score	score	VERB
er-2771	89	5	this	this	DET
er-2771	89	6	section	section	NOUN
er-2771	89	7	because	because	SCONJ
er-2771	89	8	they	they	PRON
er-2771	89	9	fail	fail	VERB
er-2771	89	10	to	to	PART
er-2771	89	11	check	check	VERB
er-2771	89	12	for	for	ADP
er-2771	89	13	all	all	DET
er-2771	89	14	four	four	NUM
er-2771	89	15	items	item	NOUN
er-2771	89	16	.	.	PUNCT
er-2771	90	1	the	the	DET
er-2771	90	2	developing	develop	VERB
er-2771	90	3	level	level	NOUN
er-2771	90	4	states	state	NOUN
er-2771	90	5	,	,	PUNCT
er-2771	90	6	“	"	PUNCT
er-2771	90	7	justification	justification	NOUN
er-2771	90	8	is	be	AUX
er-2771	90	9	missing	miss	VERB
er-2771	90	10	for	for	ADP
er-2771	90	11	one	one	NUM
er-2771	90	12	goal	goal	NOUN
er-2771	90	13	or	or	CCONJ
er-2771	90	14	3	3	NUM
er-2771	90	15	or	or	CCONJ
er-2771	90	16	more	more	ADJ
er-2771	90	17	justifications	justification	NOUN
er-2771	90	18	of	of	ADP
er-2771	90	19	the	the	DET
er-2771	90	20	required	require	VERB
er-2771	90	21	areas	area	NOUN
er-2771	90	22	in	in	ADP
er-2771	90	23	the	the	DET
er-2771	90	24	prompt	prompt	NOUN
er-2771	90	25	”	"	PUNCT
er-2771	90	26	(	(	PUNCT
er-2771	90	27	school	school	NOUN
er-2771	90	28	of	of	ADP
er-2771	90	29	teacher	teacher	NOUN
er-2771	90	30	education	education	NOUN
er-2771	90	31	,	,	PUNCT
er-2771	90	32	2011	2011	NUM
er-2771	90	33	,	,	PUNCT
er-2771	90	34	p.	p.	NOUN
er-2771	90	35	12	12	NUM
er-2771	90	36	)	)	PUNCT
er-2771	90	37	.	.	PUNCT
er-2771	91	1	a	a	DET
er-2771	91	2	participant	participant	ADJ
er-2771	91	3	scorer	scorer	NOUN
er-2771	91	4	questioned	question	VERB
er-2771	91	5	which	which	DET
er-2771	91	6	category	category	NOUN
er-2771	91	7	to	to	PART
er-2771	91	8	mark	mark	VERB
er-2771	91	9	if	if	SCONJ
er-2771	91	10	a	a	DET
er-2771	91	11	justification	justification	NOUN
er-2771	91	12	was	be	AUX
er-2771	91	13	inappropriate	inappropriate	ADJ
er-2771	91	14	or	or	CCONJ
er-2771	91	15	inaccurate	inaccurate	ADJ
er-2771	91	16	.	.	PUNCT
er-2771	92	1	several	several	ADJ
er-2771	92	2	participant	participant	ADJ
er-2771	92	3	comments	comment	NOUN
er-2771	92	4	from	from	ADP
er-2771	92	5	the	the	DET
er-2771	92	6	qualitative	qualitative	ADJ
er-2771	92	7	data	datum	NOUN
er-2771	92	8	indicated	indicate	VERB
er-2771	92	9	problems	problem	NOUN
er-2771	92	10	with	with	ADP
er-2771	92	11	the	the	DET
er-2771	92	12	rubric	rubric	NOUN
er-2771	92	13	:	:	PUNCT
er-2771	92	14	(	(	PUNCT
er-2771	92	15	a	a	X
er-2771	92	16	)	)	PUNCT
er-2771	92	17	areas	area	NOUN
er-2771	92	18	should	should	AUX
er-2771	92	19	be	be	AUX
er-2771	92	20	listed	list	VERB
er-2771	92	21	,	,	PUNCT
er-2771	92	22	(	(	PUNCT
er-2771	92	23	b	b	X
er-2771	92	24	)	)	PUNCT
er-2771	92	25	no	no	DET
er-2771	92	26	direction	direction	NOUN
er-2771	92	27	if	if	SCONJ
er-2771	92	28	an	an	DET
er-2771	92	29	inappropriate	inappropriate	ADJ
er-2771	92	30	or	or	CCONJ
er-2771	92	31	inaccurate	inaccurate	ADJ
er-2771	92	32	justification	justification	NOUN
er-2771	92	33	listed	list	VERB
er-2771	92	34	,	,	PUNCT
er-2771	92	35	(	(	PUNCT
er-2771	92	36	c	c	X
er-2771	92	37	)	)	PUNCT
er-2771	92	38	many	many	ADJ
er-2771	92	39	samples	sample	NOUN
er-2771	92	40	received	receive	VERB
er-2771	92	41	lower	low	ADJ
er-2771	92	42	scores	score	NOUN
er-2771	92	43	because	because	SCONJ
er-2771	92	44	all	all	DET
er-2771	92	45	four	four	NUM
er-2771	92	46	areas	area	NOUN
er-2771	92	47	were	be	AUX
er-2771	92	48	not	not	PART
er-2771	92	49	justified	justified	ADJ
er-2771	92	50	,	,	PUNCT
er-2771	92	51	and	and	CCONJ
er-2771	92	52	(	(	PUNCT
er-2771	92	53	d	d	X
er-2771	92	54	)	)	PUNCT
er-2771	92	55	wording	wording	NOUN
er-2771	92	56	in	in	ADP
er-2771	92	57	cell	cell	NOUN
er-2771	92	58	one	one	NUM
er-2771	92	59	and	and	CCONJ
er-2771	92	60	two	two	NUM
er-2771	92	61	need	need	VERB
er-2771	92	62	attention	attention	NOUN
er-2771	92	63	.	.	PUNCT
er-2771	93	1	the	the	DET
er-2771	93	2	rubric	rubric	NOUN
er-2771	93	3	could	could	AUX
er-2771	93	4	instead	instead	ADV
er-2771	93	5	state	state	VERB
er-2771	93	6	,	,	PUNCT
er-2771	93	7	“	"	PUNCT
er-2771	93	8	justification	justification	NOUN
er-2771	93	9	is	be	AUX
er-2771	93	10	missing	miss	VERB
er-2771	93	11	for	for	ADP
er-2771	93	12	one	one	NUM
er-2771	93	13	goal	goal	NOUN
er-2771	93	14	or	or	CCONJ
er-2771	93	15	three	three	NUM
er-2771	93	16	or	or	CCONJ
er-2771	93	17	more	more	ADV
er-2771	93	18	appropriate	appropriate	ADJ
er-2771	93	19	justifications	justification	NOUN
er-2771	93	20	of	of	ADP
er-2771	93	21	the	the	DET
er-2771	93	22	required	require	VERB
er-2771	93	23	areas	area	NOUN
er-2771	93	24	in	in	ADP
er-2771	93	25	the	the	DET
er-2771	93	26	prompt	prompt	NOUN
er-2771	93	27	.	.	PUNCT
er-2771	93	28	”	"	PUNCT
er-2771	94	1	the	the	DET
er-2771	94	2	“	"	PUNCT
er-2771	94	3	appropriate	appropriate	ADJ
er-2771	94	4	”	"	PUNCT
er-2771	94	5	language	language	NOUN
er-2771	94	6	could	could	AUX
er-2771	94	7	also	also	ADV
er-2771	94	8	be	be	AUX
er-2771	94	9	included	include	VERB
er-2771	94	10	in	in	ADP
er-2771	94	11	the	the	DET
er-2771	94	12	beginning	beginning	NOUN
er-2771	94	13	level	level	NOUN
er-2771	94	14	description	description	NOUN
er-2771	94	15	with	with	ADP
er-2771	94	16	“	"	PUNCT
er-2771	94	17	justification	justification	NOUN
er-2771	94	18	is	be	AUX
er-2771	94	19	missing	miss	VERB
er-2771	94	20	for	for	ADP
er-2771	94	21	two	two	NUM
er-2771	94	22	goals	goal	NOUN
er-2771	94	23	or	or	CCONJ
er-2771	94	24	less	less	ADJ
er-2771	94	25	than	than	ADP
er-2771	94	26	three	three	NUM
er-2771	94	27	appropriate	appropriate	ADJ
er-2771	94	28	justifications	justification	NOUN
er-2771	94	29	of	of	ADP
er-2771	94	30	the	the	DET
er-2771	94	31	required	require	VERB
er-2771	94	32	areas	area	NOUN
er-2771	94	33	in	in	ADP
er-2771	94	34	the	the	DET
er-2771	94	35	prompt	prompt	NOUN
er-2771	94	36	.	.	PUNCT
er-2771	94	37	”	"	PUNCT
er-2771	95	1	10	10	NUM
er-2771	95	2	  	  	SPACE
er-2771	95	3	l.	l.	PROPN
er-2771	95	4	murley	murley	PROPN
er-2771	95	5	,	,	PUNCT
er-2771	95	6	r.	r.	PROPN
er-2771	95	7	stobaugh	stobaugh	PROPN
er-2771	95	8	,	,	PUNCT
er-2771	95	9	p.	p.	PROPN
er-2771	95	10	jukes	jukes	PROPN
er-2771	95	11	,	,	PUNCT
er-2771	95	12	j.	j.	PROPN
er-2771	95	13	tassell	tassell	AUX
er-2771	95	14	  	  	SPACE
er-2771	95	15	learning	learn	VERB
er-2771	95	16	goal	goal	NOUN
er-2771	95	17	and	and	CCONJ
er-2771	95	18	pre	pre	ADJ
er-2771	95	19	/	/	SYM
er-2771	95	20	post	post	ADJ
er-2771	95	21	assessment	assessment	NOUN
er-2771	95	22	:	:	PUNCT
er-2771	95	23	indicator	indicator	NOUN
er-2771	95	24	6	6	NUM
er-2771	95	25	(	(	PUNCT
er-2771	95	26	lg	lg	NOUN
er-2771	95	27	6	6	NUM
er-2771	95	28	)	)	PUNCT
er-2771	95	29	a	a	DET
er-2771	95	30	third	third	ADJ
er-2771	95	31	area	area	NOUN
er-2771	95	32	in	in	ADP
er-2771	95	33	the	the	DET
er-2771	95	34	learning	learn	VERB
er-2771	95	35	goal	goal	NOUN
er-2771	95	36	and	and	CCONJ
er-2771	95	37	pre	pre	ADJ
er-2771	95	38	/	/	SYM
er-2771	95	39	post	post	ADJ
er-2771	95	40	assessment	assessment	NOUN
er-2771	95	41	section	section	NOUN
er-2771	95	42	with	with	ADP
er-2771	95	43	a	a	DET
er-2771	95	44	high	high	ADJ
er-2771	95	45	degree	degree	NOUN
er-2771	95	46	of	of	ADP
er-2771	95	47	variability	variability	NOUN
er-2771	95	48	of	of	ADP
er-2771	95	49	a	a	DET
er-2771	95	50	1.05	1.05	NUM
er-2771	95	51	standard	standard	ADJ
er-2771	95	52	deviation	deviation	NOUN
er-2771	95	53	was	be	AUX
er-2771	95	54	the	the	DET
er-2771	95	55	sixth	sixth	ADJ
er-2771	95	56	indicator	indicator	NOUN
er-2771	95	57	.	.	PUNCT
er-2771	96	1	the	the	DET
er-2771	96	2	indicator	indicator	NOUN
er-2771	96	3	states	state	VERB
er-2771	96	4	:	:	PUNCT
er-2771	96	5	“	"	PUNCT
er-2771	96	6	all	all	DET
er-2771	96	7	assessment	assessment	NOUN
er-2771	96	8	items	item	NOUN
er-2771	96	9	are	be	AUX
er-2771	96	10	clearly	clearly	ADV
er-2771	96	11	and	and	CCONJ
er-2771	96	12	appropriately	appropriately	ADV
er-2771	96	13	aligned	align	VERB
er-2771	96	14	to	to	ADP
er-2771	96	15	specific	specific	ADJ
er-2771	96	16	learning	learning	NOUN
er-2771	96	17	goals	goal	NOUN
er-2771	96	18	,	,	PUNCT
er-2771	96	19	correct	correct	ADJ
er-2771	96	20	level	level	NOUN
er-2771	96	21	of	of	ADP
er-2771	96	22	revised	revise	VERB
er-2771	96	23	bloom	bloom	NOUN
er-2771	96	24	’s	’s	PART
er-2771	96	25	,	,	PUNCT
er-2771	96	26	and	and	CCONJ
er-2771	96	27	content	content	NOUN
er-2771	96	28	standard	standard	NOUN
er-2771	96	29	”	"	PUNCT
er-2771	96	30	(	(	PUNCT
er-2771	96	31	school	school	NOUN
er-2771	96	32	of	of	ADP
er-2771	96	33	teacher	teacher	NOUN
er-2771	96	34	education	education	NOUN
er-2771	96	35	,	,	PUNCT
er-2771	96	36	2011	2011	NUM
er-2771	96	37	,	,	PUNCT
er-2771	96	38	p.	p.	NOUN
er-2771	96	39	12	12	NUM
er-2771	96	40	)	)	PUNCT
er-2771	96	41	.	.	PUNCT
er-2771	97	1	see	see	VERB
er-2771	97	2	table	table	NOUN
er-2771	97	3	5	5	NUM
er-2771	97	4	for	for	ADP
er-2771	97	5	the	the	DET
er-2771	97	6	excerpt	excerpt	NOUN
er-2771	97	7	from	from	ADP
er-2771	97	8	the	the	DET
er-2771	97	9	tws	tws	NOUN
er-2771	97	10	scoring	scoring	NOUN
er-2771	97	11	rubric	rubric	NOUN
er-2771	97	12	of	of	ADP
er-2771	97	13	this	this	DET
er-2771	97	14	indicator	indicator	NOUN
er-2771	97	15	.	.	PUNCT
er-2771	98	1	table	table	NOUN
er-2771	98	2	5	5	NUM
er-2771	98	3	tws	tws	NOUN
er-2771	98	4	scoring	scoring	NOUN
er-2771	98	5	rubric	rubric	ADJ
er-2771	98	6	indicator	indicator	NOUN
er-2771	98	7	learning	learn	VERB
er-2771	98	8	goal	goal	NOUN
er-2771	98	9	6	6	NUM
er-2771	98	10	(	(	PUNCT
er-2771	98	11	lg6	lg6	PROPN
er-2771	98	12	)	)	PUNCT
er-2771	98	13	indicator	indicator	NOUN
er-2771	98	14	beginning	begin	VERB
er-2771	98	15	developing	develop	VERB
er-2771	98	16	proficient	proficient	ADJ
er-2771	98	17	exemplary	exemplary	ADJ
er-2771	98	18	lga	lga	ADJ
er-2771	98	19	6	6	NUM
er-2771	98	20	pre	pre	ADJ
er-2771	98	21	/	/	SYM
er-2771	98	22	post	post	ADJ
er-2771	98	23	assessment	assessment	NOUN
er-2771	98	24	blueprint	blueprint	NOUN
er-2771	98	25	:	:	PUNCT
er-2771	98	26	learning	learn	VERB
er-2771	98	27	goals	goal	NOUN
er-2771	98	28	all	all	DET
er-2771	98	29	assessment	assessment	NOUN
er-2771	98	30	items	item	NOUN
er-2771	98	31	are	be	AUX
er-2771	98	32	not	not	PART
er-2771	98	33	aligned	align	VERB
er-2771	98	34	to	to	ADP
er-2771	98	35	specific	specific	ADJ
er-2771	98	36	learning	learning	NOUN
er-2771	98	37	goals	goal	NOUN
er-2771	98	38	,	,	PUNCT
er-2771	98	39	correct	correct	ADJ
er-2771	98	40	level	level	NOUN
er-2771	98	41	of	of	ADP
er-2771	98	42	bloom	bloom	NOUN
er-2771	98	43	’s	’s	PART
er-2771	98	44	,	,	PUNCT
er-2771	98	45	and	and	CCONJ
er-2771	98	46	content	content	NOUN
er-2771	98	47	standard	standard	NOUN
er-2771	98	48	.	.	PUNCT
er-2771	99	1	all	all	DET
er-2771	99	2	assessment	assessment	NOUN
er-2771	99	3	items	item	NOUN
er-2771	99	4	are	be	AUX
er-2771	99	5	clearly	clearly	ADV
er-2771	99	6	and	and	CCONJ
er-2771	99	7	appropriately	appropriately	ADV
er-2771	99	8	aligned	align	VERB
er-2771	99	9	to	to	ADP
er-2771	99	10	2	2	NUM
er-2771	99	11	of	of	ADP
er-2771	99	12	the	the	DET
er-2771	99	13	following	following	NOUN
er-2771	99	14	:	:	PUNCT
er-2771	99	15	specific	specific	ADJ
er-2771	99	16	learning	learning	NOUN
er-2771	99	17	goals	goal	NOUN
er-2771	99	18	,	,	PUNCT
er-2771	99	19	correct	correct	ADJ
er-2771	99	20	level	level	NOUN
er-2771	99	21	of	of	ADP
er-2771	99	22	bloom	bloom	NOUN
er-2771	99	23	’s	’s	PART
er-2771	99	24	,	,	PUNCT
er-2771	99	25	and	and	CCONJ
er-2771	99	26	content	content	NOUN
er-2771	99	27	standard	standard	NOUN
er-2771	99	28	.	.	PUNCT
er-2771	100	1	all	all	DET
er-2771	100	2	assessment	assessment	NOUN
er-2771	100	3	items	item	NOUN
er-2771	100	4	are	be	AUX
er-2771	100	5	clearly	clearly	ADV
er-2771	100	6	and	and	CCONJ
er-2771	100	7	appropriately	appropriately	ADV
er-2771	100	8	aligned	align	VERB
er-2771	100	9	to	to	ADP
er-2771	100	10	specific	specific	ADJ
er-2771	100	11	learning	learning	NOUN
er-2771	100	12	goals	goal	NOUN
er-2771	100	13	,	,	PUNCT
er-2771	100	14	correct	correct	ADJ
er-2771	100	15	level	level	NOUN
er-2771	100	16	of	of	ADP
er-2771	100	17	bloom	bloom	NOUN
er-2771	100	18	’s	’s	PART
er-2771	100	19	,	,	PUNCT
er-2771	100	20	and	and	CCONJ
er-2771	100	21	content	content	PROPN
er-2771	100	22	standard	standard	PROPN
er-2771	100	23	.	.	PUNCT
er-2771	101	1	achieves	achieve	VERB
er-2771	101	2	the	the	DET
er-2771	101	3	proficient	proficient	ADJ
er-2771	101	4	level	level	NOUN
er-2771	101	5	with	with	ADP
er-2771	101	6	minimal	minimal	ADJ
er-2771	101	7	assistance	assistance	NOUN
er-2771	101	8	on	on	ADP
er-2771	101	9	the	the	DET
er-2771	101	10	first	first	ADJ
er-2771	101	11	attempt	attempt	NOUN
er-2771	101	12	and	and	CCONJ
er-2771	101	13	demonstrates	demonstrate	VERB
er-2771	101	14	above	above	ADV
er-2771	101	15	and	and	CCONJ
er-2771	101	16	beyond	beyond	ADP
er-2771	101	17	the	the	DET
er-2771	101	18	proficient	proficient	ADJ
er-2771	101	19	level	level	NOUN
er-2771	101	20	.	.	PUNCT
er-2771	102	1	the	the	DET
er-2771	102	2	indicator	indicator	NOUN
er-2771	102	3	brings	bring	VERB
er-2771	102	4	up	up	ADP
er-2771	102	5	the	the	DET
er-2771	102	6	challenge	challenge	NOUN
er-2771	102	7	of	of	ADP
er-2771	102	8	the	the	DET
er-2771	102	9	correct	correct	ADJ
er-2771	102	10	level	level	NOUN
er-2771	102	11	of	of	ADP
er-2771	102	12	revised	revise	VERB
er-2771	102	13	bloom	bloom	NOUN
er-2771	102	14	’s	’s	PART
er-2771	102	15	which	which	PRON
er-2771	102	16	was	be	AUX
er-2771	102	17	an	an	DET
er-2771	102	18	issue	issue	NOUN
er-2771	102	19	with	with	ADP
er-2771	102	20	learning	learn	VERB
er-2771	102	21	goal	goal	NOUN
er-2771	102	22	and	and	CCONJ
er-2771	102	23	pre	pre	ADJ
er-2771	102	24	/	/	SYM
er-2771	102	25	post	post	ADJ
er-2771	102	26	assessment	assessment	NOUN
er-2771	102	27	second	second	ADJ
er-2771	102	28	indicator	indicator	NOUN
er-2771	102	29	.	.	PUNCT
er-2771	103	1	if	if	SCONJ
er-2771	103	2	participant	participant	NOUN
er-2771	103	3	scorers	scorer	VERB
er-2771	103	4	misunderstood	misunderstood	VERB
er-2771	103	5	the	the	DET
er-2771	103	6	revised	revise	VERB
er-2771	103	7	bloom	bloom	NOUN
er-2771	103	8	’s	’s	PART
er-2771	103	9	taxonomy	taxonomy	NOUN
er-2771	103	10	,	,	PUNCT
er-2771	103	11	the	the	DET
er-2771	103	12	ratings	rating	NOUN
er-2771	103	13	for	for	ADP
er-2771	103	14	this	this	DET
er-2771	103	15	indicator	indicator	NOUN
er-2771	103	16	might	might	AUX
er-2771	103	17	also	also	ADV
er-2771	103	18	be	be	AUX
er-2771	103	19	inaccurate	inaccurate	ADJ
er-2771	103	20	.	.	PUNCT
er-2771	104	1	the	the	DET
er-2771	104	2	qualitative	qualitative	ADJ
er-2771	104	3	data	datum	NOUN
er-2771	104	4	reveal	reveal	VERB
er-2771	104	5	lack	lack	NOUN
er-2771	104	6	of	of	ADP
er-2771	104	7	direction	direction	NOUN
er-2771	104	8	and	and	CCONJ
er-2771	104	9	information	information	NOUN
er-2771	104	10	in	in	ADP
er-2771	104	11	the	the	DET
er-2771	104	12	rubric	rubric	NOUN
er-2771	104	13	such	such	ADJ
er-2771	104	14	as	as	ADP
er-2771	104	15	“	"	PUNCT
er-2771	104	16	the	the	DET
er-2771	104	17	word	word	NOUN
er-2771	104	18	‘	'	PUNCT
er-2771	104	19	incorrect	incorrect	ADJ
er-2771	104	20	’	'	PUNCT
er-2771	104	21	should	should	AUX
er-2771	104	22	be	be	AUX
er-2771	104	23	used	use	VERB
er-2771	104	24	in	in	ADP
er-2771	104	25	cell	cell	NOUN
er-2771	104	26	one	one	NUM
er-2771	104	27	,	,	PUNCT
er-2771	104	28	not	not	PART
er-2771	104	29	correct	correct	ADJ
er-2771	104	30	”	"	PUNCT
er-2771	104	31	and	and	CCONJ
er-2771	104	32	“	"	PUNCT
er-2771	104	33	include	include	VERB
er-2771	104	34	the	the	DET
er-2771	104	35	number	number	NOUN
er-2771	104	36	of	of	ADP
er-2771	104	37	test	test	NOUN
er-2771	104	38	items	item	NOUN
er-2771	104	39	per	per	ADP
er-2771	104	40	goal	goal	NOUN
er-2771	104	41	in	in	ADP
er-2771	104	42	the	the	DET
er-2771	104	43	rubric	rubric	NOUN
er-2771	104	44	.	.	PUNCT
er-2771	104	45	”	"	PUNCT
er-2771	105	1	learning	learn	VERB
er-2771	105	2	goal	goal	NOUN
er-2771	105	3	and	and	CCONJ
er-2771	105	4	pre	pre	ADJ
er-2771	105	5	/	/	SYM
er-2771	105	6	post	post	ADJ
er-2771	105	7	assessment	assessment	NOUN
er-2771	105	8	:	:	PUNCT
er-2771	105	9	indicator	indicator	NOUN
er-2771	105	10	9	9	NUM
er-2771	105	11	(	(	PUNCT
er-2771	105	12	lg	lg	NOUN
er-2771	105	13	9	9	NUM
er-2771	105	14	)	)	PUNCT
er-2771	105	15	a	a	DET
er-2771	105	16	fourth	fourth	ADJ
er-2771	105	17	indicator	indicator	NOUN
er-2771	105	18	in	in	ADP
er-2771	105	19	the	the	DET
er-2771	105	20	learning	learn	VERB
er-2771	105	21	goal	goal	NOUN
er-2771	105	22	and	and	CCONJ
er-2771	105	23	pre	pre	ADJ
er-2771	105	24	/	/	SYM
er-2771	105	25	post	post	ADJ
er-2771	105	26	assessment	assessment	NOUN
er-2771	105	27	section	section	NOUN
er-2771	105	28	with	with	ADP
er-2771	105	29	the	the	DET
er-2771	105	30	highest	high	ADJ
er-2771	105	31	standard	standard	ADJ
er-2771	105	32	deviation	deviation	NOUN
er-2771	105	33	of	of	ADP
er-2771	105	34	1.19	1.19	NUM
er-2771	105	35	was	be	AUX
er-2771	105	36	indicator	indicator	NOUN
er-2771	105	37	nine	nine	NUM
er-2771	105	38	.	.	PUNCT
er-2771	106	1	the	the	DET
er-2771	106	2	indicator	indicator	NOUN
er-2771	106	3	states	state	VERB
er-2771	106	4	:	:	PUNCT
er-2771	106	5	“	"	PUNCT
er-2771	106	6	scoring	scoring	NOUN
er-2771	106	7	procedures	procedure	NOUN
er-2771	106	8	are	be	AUX
er-2771	106	9	explained	explain	VERB
er-2771	106	10	,	,	PUNCT
er-2771	106	11	assessment	assessment	NOUN
er-2771	106	12	items	item	NOUN
er-2771	106	13	or	or	CCONJ
er-2771	106	14	prompts	prompt	NOUN
er-2771	106	15	are	be	AUX
er-2771	106	16	clearly	clearly	ADV
er-2771	106	17	written	write	VERB
er-2771	106	18	,	,	PUNCT
er-2771	106	19	mastery	mastery	NOUN
er-2771	106	20	levels	level	NOUN
er-2771	106	21	defined	define	VERB
er-2771	106	22	,	,	PUNCT
er-2771	106	23	directions	direction	NOUN
er-2771	106	24	and	and	CCONJ
er-2771	106	25	procedures	procedure	NOUN
er-2771	106	26	are	be	AUX
er-2771	106	27	clear	clear	ADJ
er-2771	106	28	to	to	ADP
er-2771	106	29	students	student	NOUN
er-2771	106	30	.	.	PUNCT
er-2771	107	1	scoring	score	VERB
er-2771	107	2	key	key	ADJ
er-2771	107	3	and/or	and/or	CCONJ
er-2771	107	4	rubrics	rubric	NOUN
er-2771	107	5	are	be	AUX
er-2771	107	6	attached	attach	VERB
er-2771	107	7	and	and	CCONJ
er-2771	107	8	include	include	VERB
er-2771	107	9	all	all	DET
er-2771	107	10	required	required	ADJ
er-2771	107	11	components	component	NOUN
er-2771	107	12	”	"	PUNCT
er-2771	107	13	(	(	PUNCT
er-2771	107	14	school	school	NOUN
er-2771	107	15	of	of	ADP
er-2771	107	16	teacher	teacher	NOUN
er-2771	107	17	education	education	NOUN
er-2771	107	18	,	,	PUNCT
er-2771	107	19	2011	2011	NUM
er-2771	107	20	,	,	PUNCT
er-2771	107	21	p.	p.	NOUN
er-2771	107	22	12	12	NUM
er-2771	107	23	)	)	PUNCT
er-2771	107	24	.	.	PUNCT
er-2771	108	1	table	table	NOUN
er-2771	108	2	6	6	NUM
er-2771	108	3	illustrates	illustrate	VERB
er-2771	108	4	an	an	DET
er-2771	108	5	excerpt	excerpt	NOUN
er-2771	108	6	from	from	ADP
er-2771	108	7	the	the	DET
er-2771	108	8	tws	tws	NOUN
er-2771	108	9	scoring	scoring	NOUN
er-2771	108	10	rubric	rubric	NOUN
er-2771	108	11	of	of	ADP
er-2771	108	12	this	this	DET
er-2771	108	13	indicator	indicator	NOUN
er-2771	108	14	.	.	PUNCT
er-2771	109	1	curriculum	curriculum	NOUN
er-2771	109	2	redesign	redesign	VERB
er-2771	109	3	11	11	NUM
er-2771	109	4	table	table	NOUN
er-2771	109	5	6	6	NUM
er-2771	109	6	tws	tws	NOUN
er-2771	109	7	scoring	scoring	NOUN
er-2771	109	8	rubric	rubric	ADJ
er-2771	109	9	indicator	indicator	NOUN
er-2771	109	10	learning	learn	VERB
er-2771	109	11	goal	goal	NOUN
er-2771	109	12	9	9	NUM
er-2771	109	13	(	(	PUNCT
er-2771	109	14	lg9	lg9	NOUN
er-2771	109	15	)	)	PUNCT
er-2771	109	16	indicator	indicator	NOUN
er-2771	109	17	beginning	begin	VERB
er-2771	109	18	developing	develop	VERB
er-2771	109	19	proficient	proficient	ADJ
er-2771	109	20	exemplary	exemplary	ADJ
er-2771	109	21	lga	lga	ADJ
er-2771	109	22	9	9	NUM
er-2771	109	23	pre	pre	ADJ
er-2771	109	24	-	-	ADJ
er-2771	109	25	post	post	ADJ
er-2771	109	26	assessment	assessment	NOUN
er-2771	109	27	blueprint	blueprint	NOUN
er-2771	109	28	:	:	PUNCT
er-2771	109	29	scoring	scoring	NOUN
er-2771	109	30	criteria	criterion	NOUN
er-2771	109	31	scoring	scoring	NOUN
er-2771	109	32	procedures	procedure	NOUN
er-2771	109	33	are	be	AUX
er-2771	109	34	not	not	PART
er-2771	109	35	explained	explain	VERB
er-2771	109	36	;	;	PUNCT
er-2771	109	37	assessment	assessment	NOUN
er-2771	109	38	items	item	NOUN
er-2771	109	39	or	or	CCONJ
er-2771	109	40	prompts	prompt	NOUN
er-2771	109	41	are	be	AUX
er-2771	109	42	not	not	PART
er-2771	109	43	written	write	VERB
er-2771	109	44	for	for	ADP
er-2771	109	45	student	student	NOUN
er-2771	109	46	understanding	understanding	NOUN
er-2771	109	47	;	;	PUNCT
er-2771	109	48	mastery	mastery	ADJ
er-2771	109	49	levels	level	NOUN
er-2771	109	50	are	be	AUX
er-2771	109	51	not	not	PART
er-2771	109	52	defined	define	VERB
er-2771	109	53	;	;	PUNCT
er-2771	109	54	directions	direction	NOUN
er-2771	109	55	and	and	CCONJ
er-2771	109	56	procedures	procedure	NOUN
er-2771	109	57	are	be	AUX
er-2771	109	58	not	not	PART
er-2771	109	59	clear	clear	ADJ
er-2771	109	60	to	to	ADP
er-2771	109	61	students	student	NOUN
er-2771	109	62	.	.	PUNCT
er-2771	110	1	scoring	score	VERB
er-2771	110	2	key	key	ADJ
er-2771	110	3	and/or	and/or	CCONJ
er-2771	110	4	rubrics	rubric	NOUN
er-2771	110	5	are	be	AUX
er-2771	110	6	incomplete	incomplete	ADJ
er-2771	110	7	.	.	PUNCT
er-2771	111	1	scoring	scoring	NOUN
er-2771	111	2	procedures	procedure	NOUN
er-2771	111	3	are	be	AUX
er-2771	111	4	not	not	PART
er-2771	111	5	well	well	ADV
er-2771	111	6	explained	explain	VERB
er-2771	111	7	;	;	PUNCT
er-2771	111	8	assessment	assessment	NOUN
er-2771	111	9	items	item	NOUN
er-2771	111	10	or	or	CCONJ
er-2771	111	11	prompts	prompt	NOUN
er-2771	111	12	are	be	AUX
er-2771	111	13	not	not	PART
er-2771	111	14	clearly	clearly	ADV
er-2771	111	15	written	write	VERB
er-2771	111	16	;	;	PUNCT
er-2771	111	17	mastery	mastery	ADJ
er-2771	111	18	levels	level	NOUN
er-2771	111	19	are	be	AUX
er-2771	111	20	not	not	PART
er-2771	111	21	clearly	clearly	ADV
er-2771	111	22	defined	define	VERB
er-2771	111	23	;	;	PUNCT
er-2771	111	24	directions	direction	NOUN
er-2771	111	25	and	and	CCONJ
er-2771	111	26	procedures	procedure	NOUN
er-2771	111	27	are	be	AUX
er-2771	111	28	not	not	PART
er-2771	111	29	clear	clear	ADJ
er-2771	111	30	to	to	ADP
er-2771	111	31	students	student	NOUN
er-2771	111	32	.	.	PUNCT
er-2771	112	1	scoring	score	VERB
er-2771	112	2	key	key	ADJ
er-2771	112	3	and/or	and/or	CCONJ
er-2771	112	4	rubrics	rubric	NOUN
er-2771	112	5	are	be	AUX
er-2771	112	6	attached	attach	VERB
er-2771	112	7	but	but	CCONJ
er-2771	112	8	do	do	AUX
er-2771	112	9	not	not	PART
er-2771	112	10	include	include	VERB
er-2771	112	11	all	all	DET
er-2771	112	12	required	require	VERB
er-2771	112	13	components	component	NOUN
er-2771	112	14	.	.	PUNCT
er-2771	113	1	scoring	scoring	NOUN
er-2771	113	2	procedures	procedure	NOUN
er-2771	113	3	are	be	AUX
er-2771	113	4	explained	explain	VERB
er-2771	113	5	,	,	PUNCT
er-2771	113	6	assessment	assessment	NOUN
er-2771	113	7	items	item	NOUN
er-2771	113	8	or	or	CCONJ
er-2771	113	9	prompts	prompt	NOUN
er-2771	113	10	are	be	AUX
er-2771	113	11	clearly	clearly	ADV
er-2771	113	12	written	write	VERB
er-2771	113	13	,	,	PUNCT
er-2771	113	14	mastery	mastery	NOUN
er-2771	113	15	levels	level	NOUN
er-2771	113	16	defined	define	VERB
er-2771	113	17	,	,	PUNCT
er-2771	113	18	directions	direction	NOUN
er-2771	113	19	and	and	CCONJ
er-2771	113	20	procedures	procedure	NOUN
er-2771	113	21	are	be	AUX
er-2771	113	22	clear	clear	ADJ
er-2771	113	23	to	to	ADP
er-2771	113	24	students	student	NOUN
er-2771	113	25	.	.	PUNCT
er-2771	114	1	scoring	score	VERB
er-2771	114	2	key	key	ADJ
er-2771	114	3	and/or	and/or	CCONJ
er-2771	114	4	rubrics	rubric	NOUN
er-2771	114	5	are	be	AUX
er-2771	114	6	attached	attach	VERB
er-2771	114	7	and	and	CCONJ
er-2771	114	8	include	include	VERB
er-2771	114	9	all	all	DET
er-2771	114	10	required	require	VERB
er-2771	114	11	components	component	NOUN
er-2771	114	12	.	.	PUNCT
er-2771	115	1	achieves	achieve	VERB
er-2771	115	2	the	the	DET
er-2771	115	3	proficient	proficient	ADJ
er-2771	115	4	level	level	NOUN
er-2771	115	5	with	with	ADP
er-2771	115	6	minimal	minimal	ADJ
er-2771	115	7	assistance	assistance	NOUN
er-2771	115	8	on	on	ADP
er-2771	115	9	the	the	DET
er-2771	115	10	first	first	ADJ
er-2771	115	11	attempt	attempt	NOUN
er-2771	115	12	and	and	CCONJ
er-2771	115	13	demonstrates	demonstrate	VERB
er-2771	115	14	above	above	ADV
er-2771	115	15	and	and	CCONJ
er-2771	115	16	beyond	beyond	ADP
er-2771	115	17	the	the	DET
er-2771	115	18	proficient	proficient	ADJ
er-2771	115	19	level	level	NOUN
er-2771	115	20	.	.	PUNCT
er-2771	116	1	the	the	DET
er-2771	116	2	indicator	indicator	NOUN
er-2771	116	3	includes	include	VERB
er-2771	116	4	five	five	NUM
er-2771	116	5	components	component	NOUN
er-2771	116	6	(	(	PUNCT
er-2771	116	7	see	see	VERB
er-2771	116	8	table	table	NOUN
er-2771	116	9	6	6	NUM
er-2771	116	10	)	)	PUNCT
er-2771	116	11	and	and	CCONJ
er-2771	116	12	it	it	PRON
er-2771	116	13	may	may	AUX
er-2771	116	14	be	be	AUX
er-2771	116	15	an	an	DET
er-2771	116	16	issue	issue	NOUN
er-2771	116	17	for	for	SCONJ
er-2771	116	18	scorers	scorer	NOUN
er-2771	116	19	to	to	PART
er-2771	116	20	check	check	VERB
er-2771	116	21	for	for	ADP
er-2771	116	22	all	all	DET
er-2771	116	23	five	five	NUM
er-2771	116	24	items	item	NOUN
er-2771	116	25	.	.	PUNCT
er-2771	117	1	the	the	DET
er-2771	117	2	developing	develop	VERB
er-2771	117	3	and	and	CCONJ
er-2771	117	4	beginning	begin	VERB
er-2771	117	5	level	level	NOUN
er-2771	117	6	descriptors	descriptor	NOUN
er-2771	117	7	for	for	ADP
er-2771	117	8	the	the	DET
er-2771	117	9	indicator	indicator	NOUN
er-2771	117	10	state	state	NOUN
er-2771	117	11	:	:	PUNCT
er-2771	117	12	“	"	PUNCT
er-2771	117	13	scoring	scoring	NOUN
er-2771	117	14	procedures	procedure	NOUN
er-2771	117	15	are	be	AUX
er-2771	117	16	not	not	PART
er-2771	117	17	well	well	ADV
er-2771	117	18	explained	explain	VERB
er-2771	117	19	;	;	PUNCT
er-2771	117	20	assessment	assessment	NOUN
er-2771	117	21	items	item	NOUN
er-2771	117	22	or	or	CCONJ
er-2771	117	23	prompts	prompt	NOUN
er-2771	117	24	are	be	AUX
er-2771	117	25	not	not	PART
er-2771	117	26	clearly	clearly	ADV
er-2771	117	27	written	write	VERB
er-2771	117	28	;	;	PUNCT
er-2771	117	29	mastery	mastery	ADJ
er-2771	117	30	levels	level	NOUN
er-2771	117	31	are	be	AUX
er-2771	117	32	not	not	PART
er-2771	117	33	clearly	clearly	ADV
er-2771	117	34	defined	define	VERB
er-2771	117	35	;	;	PUNCT
er-2771	117	36	directions	direction	NOUN
er-2771	117	37	and	and	CCONJ
er-2771	117	38	procedures	procedure	NOUN
er-2771	117	39	are	be	AUX
er-2771	117	40	not	not	PART
er-2771	117	41	clear	clear	ADJ
er-2771	117	42	to	to	ADP
er-2771	117	43	students	student	NOUN
er-2771	117	44	.	.	PUNCT
er-2771	118	1	scoring	score	VERB
er-2771	118	2	key	key	ADJ
er-2771	118	3	and/or	and/or	CCONJ
er-2771	118	4	rubrics	rubric	NOUN
er-2771	118	5	are	be	AUX
er-2771	118	6	attached	attach	VERB
er-2771	118	7	but	but	CCONJ
er-2771	118	8	do	do	AUX
er-2771	118	9	not	not	PART
er-2771	118	10	include	include	VERB
er-2771	118	11	all	all	DET
er-2771	118	12	required	required	ADJ
er-2771	118	13	components	component	NOUN
er-2771	118	14	”	"	PUNCT
er-2771	118	15	(	(	PUNCT
er-2771	118	16	school	school	NOUN
er-2771	118	17	of	of	ADP
er-2771	118	18	teacher	teacher	NOUN
er-2771	118	19	education	education	NOUN
er-2771	118	20	,	,	PUNCT
er-2771	118	21	2011	2011	NUM
er-2771	118	22	,	,	PUNCT
er-2771	118	23	p.	p.	NOUN
er-2771	118	24	12	12	NUM
er-2771	118	25	)	)	PUNCT
er-2771	118	26	.	.	PUNCT
er-2771	119	1	the	the	DET
er-2771	119	2	beginning	begin	VERB
er-2771	119	3	descriptor	descriptor	NOUN
er-2771	119	4	states	state	NOUN
er-2771	119	5	,	,	PUNCT
er-2771	119	6	“	"	PUNCT
er-2771	119	7	scoring	scoring	NOUN
er-2771	119	8	procedures	procedure	NOUN
er-2771	119	9	are	be	AUX
er-2771	119	10	not	not	PART
er-2771	119	11	explained	explain	VERB
er-2771	119	12	;	;	PUNCT
er-2771	119	13	assessment	assessment	NOUN
er-2771	119	14	items	item	NOUN
er-2771	119	15	or	or	CCONJ
er-2771	119	16	prompts	prompt	NOUN
er-2771	119	17	are	be	AUX
er-2771	119	18	not	not	PART
er-2771	119	19	written	write	VERB
er-2771	119	20	for	for	ADP
er-2771	119	21	student	student	NOUN
er-2771	119	22	understanding	understanding	NOUN
er-2771	119	23	;	;	PUNCT
er-2771	119	24	mastery	mastery	ADJ
er-2771	119	25	levels	level	NOUN
er-2771	119	26	are	be	AUX
er-2771	119	27	not	not	PART
er-2771	119	28	defined	define	VERB
er-2771	119	29	;	;	PUNCT
er-2771	119	30	directions	direction	NOUN
er-2771	119	31	and	and	CCONJ
er-2771	119	32	procedures	procedure	NOUN
er-2771	119	33	are	be	AUX
er-2771	119	34	not	not	PART
er-2771	119	35	clear	clear	ADJ
er-2771	119	36	to	to	ADP
er-2771	119	37	students	student	NOUN
er-2771	119	38	.	.	PUNCT
er-2771	120	1	scoring	score	VERB
er-2771	120	2	key	key	ADJ
er-2771	120	3	and/or	and/or	CCONJ
er-2771	120	4	rubrics	rubric	NOUN
er-2771	120	5	are	be	AUX
er-2771	120	6	incomplete	incomplete	ADJ
er-2771	120	7	”	"	PUNCT
er-2771	120	8	(	(	PUNCT
er-2771	120	9	school	school	NOUN
er-2771	120	10	of	of	ADP
er-2771	120	11	teacher	teacher	NOUN
er-2771	120	12	education	education	NOUN
er-2771	120	13	,	,	PUNCT
er-2771	120	14	2011	2011	NUM
er-2771	120	15	,	,	PUNCT
er-2771	120	16	p.	p.	NOUN
er-2771	120	17	12	12	NUM
er-2771	120	18	)	)	PUNCT
er-2771	120	19	.	.	PUNCT
er-2771	121	1	participants	participant	NOUN
er-2771	121	2	struggled	struggle	VERB
er-2771	121	3	to	to	PART
er-2771	121	4	decide	decide	VERB
er-2771	121	5	if	if	SCONJ
er-2771	121	6	teacher	teacher	NOUN
er-2771	121	7	candidates	candidate	NOUN
er-2771	121	8	had	have	VERB
er-2771	121	9	mistakes	mistake	NOUN
er-2771	121	10	in	in	ADP
er-2771	121	11	two	two	NUM
er-2771	121	12	of	of	ADP
er-2771	121	13	the	the	DET
er-2771	121	14	required	require	VERB
er-2771	121	15	components	component	NOUN
er-2771	121	16	would	would	AUX
er-2771	121	17	they	they	PRON
er-2771	121	18	score	score	VERB
er-2771	121	19	in	in	ADP
er-2771	121	20	the	the	DET
er-2771	121	21	developing	develop	VERB
er-2771	121	22	category	category	NOUN
er-2771	121	23	,	,	PUNCT
er-2771	121	24	or	or	CCONJ
er-2771	121	25	would	would	AUX
er-2771	121	26	two	two	NUM
er-2771	121	27	mistakes	mistake	NOUN
er-2771	121	28	cause	cause	VERB
er-2771	121	29	them	they	PRON
er-2771	121	30	to	to	PART
er-2771	121	31	receive	receive	VERB
er-2771	121	32	a	a	DET
er-2771	121	33	beginning	beginning	NOUN
er-2771	121	34	rating	rating	NOUN
er-2771	121	35	?	?	PUNCT
er-2771	122	1	scoring	score	VERB
er-2771	122	2	participant	participant	ADJ
er-2771	122	3	comments	comment	NOUN
er-2771	122	4	supported	support	VERB
er-2771	122	5	this	this	DET
er-2771	122	6	finding	finding	NOUN
er-2771	122	7	as	as	ADP
er-2771	122	8	one	one	NUM
er-2771	122	9	participant	participant	NOUN
er-2771	122	10	noted	note	VERB
er-2771	122	11	that	that	SCONJ
er-2771	122	12	the	the	DET
er-2771	122	13	rubric	rubric	NOUN
er-2771	122	14	should	should	AUX
er-2771	122	15	include	include	VERB
er-2771	122	16	a	a	DET
er-2771	122	17	list	list	NOUN
er-2771	122	18	and	and	CCONJ
er-2771	122	19	require	require	VERB
er-2771	122	20	a	a	DET
er-2771	122	21	certain	certain	ADJ
er-2771	122	22	number	number	NOUN
er-2771	122	23	instead	instead	ADV
er-2771	122	24	of	of	ADP
er-2771	122	25	using	use	VERB
er-2771	122	26	language	language	NOUN
er-2771	122	27	like	like	ADP
er-2771	122	28	“	"	PUNCT
er-2771	122	29	not	not	PART
er-2771	122	30	well	well	ADV
er-2771	122	31	explained	explain	VERB
er-2771	122	32	.	.	PUNCT
er-2771	122	33	”	"	PUNCT
er-2771	123	1	if	if	SCONJ
er-2771	123	2	instead	instead	ADV
er-2771	123	3	the	the	DET
er-2771	123	4	rubric	rubric	NOUN
er-2771	123	5	specified	specify	VERB
er-2771	123	6	,	,	PUNCT
er-2771	123	7	“	"	PUNCT
er-2771	123	8	assessment	assessment	NOUN
er-2771	123	9	appropriately	appropriately	ADV
er-2771	123	10	includes	include	VERB
er-2771	123	11	five	five	NUM
er-2771	123	12	of	of	ADP
er-2771	123	13	the	the	DET
er-2771	123	14	required	require	VERB
er-2771	123	15	items	item	NOUN
er-2771	123	16	”	"	PUNCT
er-2771	123	17	and	and	CCONJ
er-2771	123	18	the	the	DET
er-2771	123	19	beginning	begin	VERB
er-2771	123	20	level	level	NOUN
er-2771	123	21	descriptor	descriptor	NOUN
er-2771	123	22	could	could	AUX
er-2771	123	23	be	be	AUX
er-2771	123	24	,	,	PUNCT
er-2771	123	25	“	"	PUNCT
er-2771	123	26	assessment	assessment	NOUN
er-2771	123	27	appropriately	appropriately	ADV
er-2771	123	28	includes	include	VERB
er-2771	123	29	four	four	NUM
er-2771	123	30	or	or	CCONJ
er-2771	123	31	fewer	few	ADJ
er-2771	123	32	of	of	ADP
er-2771	123	33	the	the	DET
er-2771	123	34	required	require	VERB
er-2771	123	35	items	item	NOUN
er-2771	123	36	.	.	PUNCT
er-2771	123	37	”	"	PUNCT
er-2771	124	1	by	by	ADP
er-2771	124	2	quantifying	quantify	VERB
er-2771	124	3	how	how	SCONJ
er-2771	124	4	many	many	ADJ
er-2771	124	5	are	be	AUX
er-2771	124	6	expected	expect	VERB
er-2771	124	7	,	,	PUNCT
er-2771	124	8	it	it	PRON
er-2771	124	9	is	be	AUX
er-2771	124	10	clearer	clear	ADJ
er-2771	124	11	to	to	ADP
er-2771	124	12	the	the	DET
er-2771	124	13	scorer	scorer	NOUN
er-2771	124	14	of	of	ADP
er-2771	124	15	what	what	PRON
er-2771	124	16	is	be	AUX
er-2771	124	17	required	require	VERB
er-2771	124	18	.	.	PUNCT
er-2771	125	1	design	design	NOUN
er-2771	125	2	for	for	ADP
er-2771	125	3	instruction	instruction	NOUN
er-2771	125	4	:	:	PUNCT
er-2771	125	5	indicator	indicator	NOUN
er-2771	125	6	4	4	NUM
er-2771	125	7	(	(	PUNCT
er-2771	125	8	dfi	dfi	PROPN
er-2771	125	9	4	4	NUM
er-2771	125	10	)	)	PUNCT
er-2771	125	11	the	the	DET
er-2771	125	12	only	only	ADJ
er-2771	125	13	indicator	indicator	NOUN
er-2771	125	14	within	within	ADP
er-2771	125	15	the	the	DET
er-2771	125	16	design	design	NOUN
er-2771	125	17	for	for	ADP
er-2771	125	18	instruction	instruction	NOUN
er-2771	125	19	section	section	NOUN
er-2771	125	20	with	with	ADP
er-2771	125	21	a	a	DET
er-2771	125	22	high	high	ADJ
er-2771	125	23	standard	standard	ADJ
er-2771	125	24	deviation	deviation	NOUN
er-2771	125	25	(	(	PUNCT
er-2771	125	26	.97	.97	NUM
er-2771	125	27	)	)	PUNCT
er-2771	125	28	was	be	AUX
er-2771	125	29	the	the	DET
er-2771	125	30	fourth	fourth	ADJ
er-2771	125	31	indicator	indicator	NOUN
er-2771	125	32	.	.	PUNCT
er-2771	126	1	the	the	DET
er-2771	126	2	proficient	proficient	ADJ
er-2771	126	3	indicator	indicator	NOUN
er-2771	126	4	states	state	VERB
er-2771	126	5	:	:	PUNCT
er-2771	126	6	“	"	PUNCT
er-2771	126	7	thorough	thorough	ADJ
er-2771	126	8	and	and	CCONJ
er-2771	126	9	clear	clear	ADJ
er-2771	126	10	description	description	NOUN
er-2771	126	11	of	of	ADP
er-2771	126	12	two	two	NUM
er-2771	126	13	instructional	instructional	ADJ
er-2771	126	14	strategies	strategy	NOUN
er-2771	126	15	from	from	ADP
er-2771	126	16	different	different	ADJ
er-2771	126	17	learning	learning	NOUN
er-2771	126	18	goals	goal	NOUN
er-2771	126	19	that	that	PRON
er-2771	126	20	includes	include	VERB
er-2771	126	21	:	:	PUNCT
er-2771	126	22	12	12	NUM
er-2771	126	23	  	  	SPACE
er-2771	126	24	l.	l.	PROPN
er-2771	126	25	murley	murley	PROPN
er-2771	126	26	,	,	PUNCT
er-2771	126	27	r.	r.	PROPN
er-2771	126	28	stobaugh	stobaugh	PROPN
er-2771	126	29	,	,	PUNCT
er-2771	126	30	p.	p.	PROPN
er-2771	126	31	jukes	jukes	PROPN
er-2771	126	32	,	,	PUNCT
er-2771	126	33	j.	j.	PROPN
er-2771	126	34	tassell	tassell	PROPN
er-2771	126	35	  	  	SPACE
er-2771	126	36	identification	identification	NOUN
er-2771	126	37	of	of	ADP
er-2771	126	38	appropriate	appropriate	ADJ
er-2771	126	39	content	content	NOUN
er-2771	126	40	related	relate	VERB
er-2771	126	41	strategies	strategy	NOUN
er-2771	126	42	to	to	PART
er-2771	126	43	meet	meet	VERB
er-2771	126	44	learning	learn	VERB
er-2771	126	45	goals	goal	NOUN
er-2771	126	46	and	and	CCONJ
er-2771	126	47	revised	revise	VERB
er-2771	126	48	bloom	bloom	NOUN
er-2771	126	49	’s	’s	PART
er-2771	126	50	levels	level	NOUN
er-2771	126	51	;	;	PUNCT
er-2771	126	52	instructional	instructional	ADJ
er-2771	126	53	strategies	strategy	NOUN
er-2771	126	54	meet	meet	VERB
er-2771	126	55	student	student	NOUN
er-2771	126	56	needs	need	VERB
er-2771	126	57	through	through	ADP
er-2771	126	58	appropriate	appropriate	ADJ
er-2771	126	59	adaptations	adaptation	NOUN
er-2771	126	60	and	and	CCONJ
er-2771	126	61	differentiated	differentiated	ADJ
er-2771	126	62	instruction	instruction	NOUN
er-2771	126	63	based	base	VERB
er-2771	126	64	on	on	ADP
er-2771	126	65	pre	pre	ADJ
er-2771	126	66	-	-	ADJ
er-2771	126	67	assessment	assessment	ADJ
er-2771	126	68	data	datum	NOUN
er-2771	126	69	.	.	PUNCT
er-2771	127	1	real	real	ADJ
er-2771	127	2	world	world	NOUN
er-2771	127	3	connections	connection	NOUN
er-2771	127	4	;	;	PUNCT
er-2771	127	5	discussion	discussion	NOUN
er-2771	127	6	of	of	ADP
er-2771	127	7	materials	material	NOUN
er-2771	127	8	/	/	SYM
er-2771	127	9	technology	technology	NOUN
er-2771	127	10	”	"	PUNCT
er-2771	127	11	(	(	PUNCT
er-2771	127	12	school	school	NOUN
er-2771	127	13	of	of	ADP
er-2771	127	14	teacher	teacher	NOUN
er-2771	127	15	education	education	NOUN
er-2771	127	16	,	,	PUNCT
er-2771	127	17	2011	2011	NUM
er-2771	127	18	,	,	PUNCT
er-2771	127	19	p.	p.	NOUN
er-2771	127	20	14	14	NUM
er-2771	127	21	)	)	PUNCT
er-2771	127	22	.	.	PUNCT
er-2771	128	1	table	table	NOUN
er-2771	128	2	7	7	NUM
er-2771	128	3	illustrates	illustrate	VERB
er-2771	128	4	the	the	DET
er-2771	128	5	tws	tws	NOUN
er-2771	128	6	scoring	scoring	NOUN
er-2771	128	7	rubric	rubric	NOUN
er-2771	128	8	of	of	ADP
er-2771	128	9	this	this	DET
er-2771	128	10	indicator	indicator	NOUN
er-2771	128	11	.	.	PUNCT
er-2771	129	1	table	table	NOUN
er-2771	129	2	7	7	NUM
er-2771	129	3	tws	tws	NOUN
er-2771	129	4	scoring	scoring	NOUN
er-2771	129	5	rubric	rubric	ADJ
er-2771	129	6	indicator	indicator	NOUN
er-2771	129	7	design	design	NOUN
er-2771	129	8	for	for	ADP
er-2771	129	9	instruction	instruction	NOUN
er-2771	129	10	(	(	PUNCT
er-2771	129	11	di	di	NOUN
er-2771	129	12	4	4	NUM
er-2771	129	13	)	)	PUNCT
er-2771	129	14	indicator	indicator	NOUN
er-2771	129	15	beginning	begin	VERB
er-2771	129	16	developing	develop	VERB
er-2771	129	17	proficient	proficient	ADJ
er-2771	129	18	exemplary	exemplary	ADJ
er-2771	129	19	di	di	X
er-2771	129	20	4	4	NUM
er-2771	129	21	instructional	instructional	ADJ
er-2771	129	22	strategies	strategy	NOUN
er-2771	129	23	provides	provide	VERB
er-2771	129	24	a	a	DET
er-2771	129	25	limited	limited	ADJ
er-2771	129	26	description	description	NOUN
er-2771	129	27	of	of	ADP
er-2771	129	28	two	two	NUM
er-2771	129	29	instructional	instructional	ADJ
er-2771	129	30	strategies	strategy	NOUN
er-2771	129	31	from	from	ADP
er-2771	129	32	different	different	ADJ
er-2771	129	33	learning	learning	NOUN
er-2771	129	34	goals	goal	NOUN
er-2771	129	35	for	for	ADP
er-2771	129	36	2	2	NUM
er-2771	129	37	of	of	ADP
er-2771	129	38	the	the	DET
er-2771	129	39	following	follow	VERB
er-2771	129	40	criteria	criterion	NOUN
er-2771	129	41	in	in	ADP
er-2771	129	42	unit	unit	NOUN
er-2771	129	43	overview	overview	NOUN
er-2771	129	44	:	:	PUNCT
er-2771	129	45	identification	identification	NOUN
er-2771	129	46	of	of	ADP
er-2771	129	47	appropriate	appropriate	ADJ
er-2771	129	48	content	content	NOUN
er-2771	129	49	related	relate	VERB
er-2771	129	50	strategies	strategy	NOUN
er-2771	129	51	to	to	PART
er-2771	129	52	meet	meet	VERB
er-2771	129	53	learning	learn	VERB
er-2771	129	54	goals	goal	NOUN
er-2771	129	55	and	and	CCONJ
er-2771	129	56	revised	revise	VERB
er-2771	129	57	bloom	bloom	NOUN
er-2771	129	58	’s	’s	PART
er-2771	129	59	levels	level	NOUN
er-2771	129	60	;	;	PUNCT
er-2771	129	61	instructional	instructional	ADJ
er-2771	129	62	strategies	strategy	NOUN
er-2771	129	63	meet	meet	VERB
er-2771	129	64	student	student	NOUN
er-2771	129	65	needs	need	VERB
er-2771	129	66	through	through	ADP
er-2771	129	67	appropriate	appropriate	ADJ
er-2771	129	68	adaptations	adaptation	NOUN
er-2771	129	69	and	and	CCONJ
er-2771	129	70	differentiated	differentiated	ADJ
er-2771	129	71	instruction	instruction	NOUN
er-2771	129	72	based	base	VERB
er-2771	129	73	on	on	ADP
er-2771	129	74	pre	pre	ADJ
er-2771	129	75	-	-	ADJ
er-2771	129	76	assessment	assessment	ADJ
er-2771	129	77	data	datum	NOUN
er-2771	129	78	.	.	PUNCT
er-2771	130	1	real	real	ADJ
er-2771	130	2	world	world	NOUN
er-2771	130	3	connections	connection	NOUN
er-2771	130	4	;	;	PUNCT
er-2771	130	5	discussion	discussion	NOUN
er-2771	130	6	of	of	ADP
er-2771	130	7	materials	material	NOUN
er-2771	130	8	/	/	SYM
er-2771	130	9	technology	technology	NOUN
er-2771	130	10	.	.	PUNCT
er-2771	130	11	provides	provide	VERB
er-2771	130	12	an	an	DET
er-2771	130	13	adequate	adequate	ADJ
er-2771	130	14	description	description	NOUN
er-2771	130	15	of	of	ADP
er-2771	130	16	two	two	NUM
er-2771	130	17	instructional	instructional	ADJ
er-2771	130	18	strategies	strategy	NOUN
er-2771	130	19	from	from	ADP
er-2771	130	20	different	different	ADJ
er-2771	130	21	learning	learning	NOUN
er-2771	130	22	goals	goal	NOUN
er-2771	130	23	for	for	ADP
er-2771	130	24	3	3	NUM
er-2771	130	25	of	of	ADP
er-2771	130	26	the	the	DET
er-2771	130	27	following	follow	VERB
er-2771	130	28	criteria	criterion	NOUN
er-2771	130	29	in	in	ADP
er-2771	130	30	unit	unit	NOUN
er-2771	130	31	overview	overview	NOUN
er-2771	130	32	:	:	PUNCT
er-2771	130	33	identification	identification	NOUN
er-2771	130	34	of	of	ADP
er-2771	130	35	appropriate	appropriate	ADJ
er-2771	130	36	content	content	NOUN
er-2771	130	37	related	relate	VERB
er-2771	130	38	strategies	strategy	NOUN
er-2771	130	39	to	to	PART
er-2771	130	40	meet	meet	VERB
er-2771	130	41	learning	learn	VERB
er-2771	130	42	goals	goal	NOUN
er-2771	130	43	and	and	CCONJ
er-2771	130	44	revised	revise	VERB
er-2771	130	45	bloom	bloom	NOUN
er-2771	130	46	’s	’s	PART
er-2771	130	47	levels	level	NOUN
er-2771	130	48	;	;	PUNCT
er-2771	130	49	instructional	instructional	ADJ
er-2771	130	50	strategies	strategy	NOUN
er-2771	130	51	meet	meet	VERB
er-2771	130	52	student	student	NOUN
er-2771	130	53	needs	need	VERB
er-2771	130	54	through	through	ADP
er-2771	130	55	appropriate	appropriate	ADJ
er-2771	130	56	adaptations	adaptation	NOUN
er-2771	130	57	and	and	CCONJ
er-2771	130	58	differentiated	differentiated	ADJ
er-2771	130	59	instruction	instruction	NOUN
er-2771	130	60	based	base	VERB
er-2771	130	61	on	on	ADP
er-2771	130	62	pre	pre	ADJ
er-2771	130	63	-	-	ADJ
er-2771	130	64	assessment	assessment	ADJ
er-2771	130	65	data	datum	NOUN
er-2771	130	66	.	.	PUNCT
er-2771	131	1	real	real	ADJ
er-2771	131	2	world	world	NOUN
er-2771	131	3	connections	connection	NOUN
er-2771	131	4	;	;	PUNCT
er-2771	131	5	discussion	discussion	NOUN
er-2771	131	6	of	of	ADP
er-2771	131	7	materials	material	NOUN
er-2771	131	8	/	/	SYM
er-2771	131	9	technology	technology	NOUN
er-2771	131	10	.	.	PUNCT
er-2771	132	1	thorough	thorough	ADJ
er-2771	132	2	and	and	CCONJ
er-2771	132	3	clear	clear	ADJ
er-2771	132	4	description	description	NOUN
er-2771	132	5	of	of	ADP
er-2771	132	6	two	two	NUM
er-2771	132	7	instructional	instructional	ADJ
er-2771	132	8	strategies	strategy	NOUN
er-2771	132	9	from	from	ADP
er-2771	132	10	different	different	ADJ
er-2771	132	11	learning	learning	NOUN
er-2771	132	12	goals	goal	NOUN
er-2771	132	13	that	that	PRON
er-2771	132	14	includes	include	VERB
er-2771	132	15	:	:	PUNCT
er-2771	132	16	identification	identification	NOUN
er-2771	132	17	of	of	ADP
er-2771	132	18	appropriate	appropriate	ADJ
er-2771	132	19	content	content	NOUN
er-2771	132	20	related	relate	VERB
er-2771	132	21	strategies	strategy	NOUN
er-2771	132	22	to	to	PART
er-2771	132	23	meet	meet	VERB
er-2771	132	24	learning	learn	VERB
er-2771	132	25	goals	goal	NOUN
er-2771	132	26	and	and	CCONJ
er-2771	132	27	revised	revise	VERB
er-2771	132	28	bloom	bloom	NOUN
er-2771	132	29	’s	’s	PART
er-2771	132	30	levels	level	NOUN
er-2771	132	31	;	;	PUNCT
er-2771	132	32	instructional	instructional	ADJ
er-2771	132	33	strategies	strategy	NOUN
er-2771	132	34	meet	meet	VERB
er-2771	132	35	student	student	NOUN
er-2771	132	36	needs	need	VERB
er-2771	132	37	through	through	ADP
er-2771	132	38	appropriate	appropriate	ADJ
er-2771	132	39	adaptations	adaptation	NOUN
er-2771	132	40	and	and	CCONJ
er-2771	132	41	differentiated	differentiated	ADJ
er-2771	132	42	instruction	instruction	NOUN
er-2771	132	43	based	base	VERB
er-2771	132	44	on	on	ADP
er-2771	132	45	pre	pre	ADJ
er-2771	132	46	-	-	ADJ
er-2771	132	47	assessment	assessment	ADJ
er-2771	132	48	data	datum	NOUN
er-2771	132	49	.	.	PUNCT
er-2771	133	1	real	real	ADJ
er-2771	133	2	world	world	NOUN
er-2771	133	3	connections	connection	NOUN
er-2771	133	4	;	;	PUNCT
er-2771	133	5	discussion	discussion	NOUN
er-2771	133	6	of	of	ADP
er-2771	133	7	materials	material	NOUN
er-2771	133	8	/	/	SYM
er-2771	133	9	technology	technology	NOUN
er-2771	133	10	.	.	PUNCT
er-2771	133	11	achieves	achieve	VERB
er-2771	133	12	the	the	DET
er-2771	133	13	proficient	proficient	ADJ
er-2771	133	14	level	level	NOUN
er-2771	133	15	with	with	ADP
er-2771	133	16	minimal	minimal	ADJ
er-2771	133	17	assistance	assistance	NOUN
er-2771	133	18	on	on	ADP
er-2771	133	19	the	the	DET
er-2771	133	20	first	first	ADJ
er-2771	133	21	attempt	attempt	NOUN
er-2771	133	22	and	and	CCONJ
er-2771	133	23	demonstrates	demonstrate	VERB
er-2771	133	24	above	above	ADV
er-2771	133	25	and	and	CCONJ
er-2771	133	26	beyond	beyond	ADP
er-2771	133	27	the	the	DET
er-2771	133	28	proficient	proficient	ADJ
er-2771	133	29	level	level	NOUN
er-2771	133	30	.	.	PUNCT
er-2771	134	1	in	in	ADP
er-2771	134	2	order	order	NOUN
er-2771	134	3	to	to	PART
er-2771	134	4	meet	meet	VERB
er-2771	134	5	the	the	DET
er-2771	134	6	proficient	proficient	ADJ
er-2771	134	7	rating	rating	NOUN
er-2771	134	8	teacher	teacher	NOUN
er-2771	134	9	candidates	candidate	NOUN
er-2771	134	10	must	must	AUX
er-2771	134	11	complete	complete	VERB
er-2771	134	12	several	several	ADJ
er-2771	134	13	parts	part	NOUN
er-2771	134	14	:	:	PUNCT
er-2771	134	15	(	(	PUNCT
er-2771	134	16	a	a	X
er-2771	134	17	)	)	PUNCT
er-2771	134	18	identification	identification	NOUN
er-2771	134	19	of	of	ADP
er-2771	134	20	strategies	strategy	NOUN
er-2771	134	21	to	to	PART
er-2771	134	22	meet	meet	VERB
er-2771	134	23	the	the	DET
er-2771	134	24	learning	learning	NOUN
er-2771	134	25	goals	goal	NOUN
er-2771	134	26	and	and	CCONJ
er-2771	134	27	revised	revise	VERB
er-2771	134	28	bloom	bloom	NOUN
er-2771	134	29	’s	’s	PART
er-2771	134	30	levels	level	NOUN
er-2771	134	31	,	,	PUNCT
er-2771	134	32	(	(	PUNCT
er-2771	134	33	b	b	X
er-2771	134	34	)	)	PUNCT
er-2771	134	35	appropriate	appropriate	ADJ
er-2771	134	36	adaptations	adaptation	NOUN
er-2771	134	37	and	and	CCONJ
er-2771	134	38	differentiation	differentiation	NOUN
er-2771	134	39	,	,	PUNCT
er-2771	134	40	(	(	PUNCT
er-2771	134	41	c	c	NOUN
er-2771	134	42	)	)	PUNCT
er-2771	134	43	real	real	ADJ
er-2771	134	44	-	-	PUNCT
er-2771	134	45	world	world	NOUN
er-2771	134	46	connections	connection	NOUN
er-2771	134	47	,	,	PUNCT
er-2771	134	48	and	and	CCONJ
er-2771	134	49	(	(	PUNCT
er-2771	134	50	d	d	NOUN
er-2771	134	51	)	)	PUNCT
er-2771	134	52	discussion	discussion	NOUN
er-2771	134	53	of	of	ADP
er-2771	134	54	materials	material	NOUN
er-2771	134	55	and	and	CCONJ
er-2771	134	56	technology	technology	NOUN
er-2771	134	57	.	.	PUNCT
er-2771	135	1	scoring	score	VERB
er-2771	135	2	participant	participant	ADJ
er-2771	135	3	comments	comment	NOUN
er-2771	135	4	had	have	VERB
er-2771	135	5	much	much	ADJ
er-2771	135	6	to	to	PART
er-2771	135	7	say	say	VERB
er-2771	135	8	about	about	ADP
er-2771	135	9	this	this	DET
er-2771	135	10	indicator	indicator	NOUN
er-2771	135	11	and	and	CCONJ
er-2771	135	12	rubric	rubric	VERB
er-2771	135	13	.	.	PUNCT
er-2771	136	1	for	for	ADP
er-2771	136	2	example	example	NOUN
er-2771	136	3	,	,	PUNCT
er-2771	136	4	“	"	PUNCT
er-2771	136	5	this	this	PRON
er-2771	136	6	seems	seem	VERB
er-2771	136	7	to	to	PART
er-2771	136	8	be	be	AUX
er-2771	136	9	a	a	DET
er-2771	136	10	weak	weak	ADJ
er-2771	136	11	area	area	NOUN
er-2771	136	12	for	for	ADP
er-2771	136	13	students	student	NOUN
er-2771	136	14	as	as	SCONJ
er-2771	136	15	they	they	PRON
er-2771	136	16	do	do	AUX
er-2771	136	17	n’t	not	PART
er-2771	136	18	connect	connect	VERB
er-2771	136	19	to	to	ADP
er-2771	136	20	pre	pre	ADJ
er-2771	136	21	-	-	ADJ
er-2771	136	22	assessment	assessment	ADJ
er-2771	136	23	data	datum	NOUN
er-2771	136	24	.	.	PUNCT
er-2771	137	1	i	i	PRON
er-2771	137	2	think	think	VERB
er-2771	137	3	the	the	DET
er-2771	137	4	prompt	prompt	NOUN
er-2771	137	5	does	do	AUX
er-2771	137	6	not	not	PART
er-2771	137	7	include	include	VERB
er-2771	137	8	this	this	DET
er-2771	137	9	specific	specific	ADJ
er-2771	137	10	connection	connection	NOUN
er-2771	137	11	.	.	PUNCT
er-2771	137	12	”	"	PUNCT
er-2771	138	1	one	one	NUM
er-2771	138	2	scorer	scorer	NOUN
er-2771	138	3	curriculum	curriculum	NOUN
er-2771	138	4	redesign	redesign	VERB
er-2771	138	5	13	13	NUM
er-2771	138	6	simply	simply	ADV
er-2771	138	7	summed	sum	VERB
er-2771	138	8	it	it	PRON
er-2771	138	9	up	up	ADP
er-2771	138	10	with	with	ADP
er-2771	138	11	this	this	DET
er-2771	138	12	comment	comment	NOUN
er-2771	138	13	,	,	PUNCT
er-2771	138	14	“	"	PUNCT
er-2771	138	15	too	too	ADV
er-2771	138	16	much	much	ADJ
er-2771	138	17	information	information	NOUN
er-2771	138	18	is	be	AUX
er-2771	138	19	expected	expect	VERB
er-2771	138	20	.	.	PUNCT
er-2771	138	21	”	"	PUNCT
er-2771	139	1	additionally	additionally	ADV
er-2771	139	2	,	,	PUNCT
er-2771	139	3	with	with	ADP
er-2771	139	4	this	this	DET
er-2771	139	5	section	section	NOUN
er-2771	139	6	assessing	assess	VERB
er-2771	139	7	alignment	alignment	NOUN
er-2771	139	8	to	to	ADP
er-2771	139	9	revised	revise	VERB
er-2771	139	10	bloom	bloom	NOUN
er-2771	139	11	’s	’s	PART
er-2771	139	12	taxonomy	taxonomy	NOUN
er-2771	139	13	,	,	PUNCT
er-2771	139	14	similar	similar	ADJ
er-2771	139	15	problems	problem	NOUN
er-2771	139	16	with	with	ADP
er-2771	139	17	the	the	DET
er-2771	139	18	second	second	ADJ
er-2771	139	19	and	and	CCONJ
er-2771	139	20	ninth	ninth	ADJ
er-2771	139	21	indicator	indicator	NOUN
er-2771	139	22	in	in	ADP
er-2771	139	23	the	the	DET
er-2771	139	24	learning	learn	VERB
er-2771	139	25	goal	goal	NOUN
er-2771	139	26	and	and	CCONJ
er-2771	139	27	pre	pre	ADJ
er-2771	139	28	/	/	SYM
er-2771	139	29	post	post	ADJ
er-2771	139	30	assessment	assessment	NOUN
er-2771	139	31	would	would	AUX
er-2771	139	32	also	also	ADV
er-2771	139	33	be	be	AUX
er-2771	139	34	issues	issue	NOUN
er-2771	139	35	and	and	CCONJ
er-2771	139	36	may	may	AUX
er-2771	139	37	well	well	ADV
er-2771	139	38	indicate	indicate	VERB
er-2771	139	39	a	a	DET
er-2771	139	40	misunderstanding	misunderstanding	NOUN
er-2771	139	41	of	of	ADP
er-2771	139	42	the	the	DET
er-2771	139	43	applications	application	NOUN
er-2771	139	44	of	of	ADP
er-2771	139	45	the	the	DET
er-2771	139	46	taxonomy	taxonomy	NOUN
er-2771	139	47	.	.	PUNCT
er-2771	140	1	a	a	DET
er-2771	140	2	scoring	scoring	NOUN
er-2771	140	3	participant	participant	ADJ
er-2771	140	4	comment	comment	NOUN
er-2771	140	5	supported	support	VERB
er-2771	140	6	this	this	DET
er-2771	140	7	finding	finding	NOUN
er-2771	140	8	:	:	PUNCT
er-2771	140	9	“	"	PUNCT
er-2771	140	10	if	if	SCONJ
er-2771	140	11	bloom	bloom	NOUN
er-2771	140	12	’s	’s	PART
er-2771	140	13	is	be	AUX
er-2771	140	14	wrong	wrong	ADJ
er-2771	140	15	in	in	ADP
er-2771	140	16	the	the	DET
er-2771	140	17	learning	learn	VERB
er-2771	140	18	goal	goal	NOUN
er-2771	140	19	section	section	NOUN
er-2771	140	20	,	,	PUNCT
er-2771	140	21	then	then	ADV
er-2771	140	22	bloom	bloom	PROPN
er-2771	140	23	’s	’s	PART
er-2771	140	24	is	be	AUX
er-2771	140	25	off	off	ADV
er-2771	140	26	here	here	ADV
er-2771	140	27	,	,	PUNCT
er-2771	140	28	too	too	ADV
er-2771	140	29	.	.	PUNCT
er-2771	140	30	”	"	PUNCT
er-2771	141	1	reflection	reflection	NOUN
er-2771	141	2	of	of	ADP
er-2771	141	3	teaching	teaching	NOUN
er-2771	141	4	practices	practice	NOUN
er-2771	141	5	:	:	PUNCT
er-2771	141	6	indicator	indicator	NOUN
er-2771	141	7	3	3	NUM
er-2771	141	8	(	(	PUNCT
er-2771	141	9	rot3	rot3	PROPN
er-2771	141	10	)	)	PUNCT
er-2771	141	11	the	the	DET
er-2771	141	12	third	third	ADJ
er-2771	141	13	indicator	indicator	NOUN
er-2771	141	14	in	in	ADP
er-2771	141	15	the	the	DET
er-2771	141	16	reflection	reflection	NOUN
er-2771	141	17	of	of	ADP
er-2771	141	18	teaching	teaching	NOUN
er-2771	141	19	practices	practice	NOUN
er-2771	141	20	section	section	NOUN
er-2771	141	21	had	have	VERB
er-2771	141	22	a	a	DET
er-2771	141	23	high	high	ADJ
er-2771	141	24	standard	standard	ADJ
er-2771	141	25	deviation	deviation	NOUN
er-2771	141	26	of	of	ADP
er-2771	141	27	.98	.98	NUM
er-2771	141	28	.	.	PUNCT
er-2771	142	1	the	the	DET
er-2771	142	2	proficient	proficient	ADJ
er-2771	142	3	description	description	NOUN
er-2771	142	4	for	for	ADP
er-2771	142	5	the	the	DET
er-2771	142	6	indicator	indicator	NOUN
er-2771	142	7	states	state	VERB
er-2771	142	8	:	:	PUNCT
er-2771	142	9	“	"	PUNCT
er-2771	142	10	appropriate	appropriate	ADJ
er-2771	142	11	,	,	PUNCT
er-2771	142	12	logical	logical	ADJ
er-2771	142	13	,	,	PUNCT
er-2771	142	14	detailed	detailed	ADJ
er-2771	142	15	discussion	discussion	NOUN
er-2771	142	16	of	of	ADP
er-2771	142	17	2	2	NUM
er-2771	142	18	of	of	ADP
er-2771	142	19	teacher	teacher	NOUN
er-2771	142	20	’s	’s	PART
er-2771	142	21	needs	need	NOUN
er-2771	142	22	for	for	ADP
er-2771	142	23	improvement	improvement	NOUN
er-2771	142	24	as	as	ADV
er-2771	142	25	related	relate	VERB
er-2771	142	26	to	to	ADP
er-2771	142	27	self	self	NOUN
er-2771	142	28	-	-	PUNCT
er-2771	142	29	evaluation	evaluation	NOUN
er-2771	142	30	of	of	ADP
er-2771	142	31	kentucky	kentucky	PROPN
er-2771	142	32	teaching	teaching	NOUN
er-2771	142	33	standards	standard	NOUN
er-2771	142	34	.	.	PUNCT
er-2771	143	1	clearly	clearly	ADV
er-2771	143	2	describe	describe	VERB
er-2771	143	3	2	2	NUM
er-2771	143	4	to	to	ADP
er-2771	143	5	3	3	NUM
er-2771	143	6	priorities	priority	NOUN
er-2771	143	7	for	for	ADP
er-2771	143	8	your	your	PRON
er-2771	143	9	own	own	ADJ
er-2771	143	10	professional	professional	ADJ
er-2771	143	11	development	development	NOUN
er-2771	143	12	based	base	VERB
er-2771	143	13	on	on	ADP
er-2771	143	14	specific	specific	ADJ
er-2771	143	15	data	datum	NOUN
er-2771	143	16	from	from	ADP
er-2771	143	17	self	self	NOUN
er-2771	143	18	-	-	PUNCT
er-2771	143	19	assessment	assessment	NOUN
er-2771	143	20	and	and	CCONJ
er-2771	143	21	student	student	NOUN
er-2771	143	22	performance	performance	NOUN
er-2771	143	23	.	.	PUNCT
er-2771	144	1	include	include	VERB
er-2771	144	2	a	a	DET
er-2771	144	3	specific	specific	ADJ
er-2771	144	4	plan	plan	NOUN
er-2771	144	5	for	for	ADP
er-2771	144	6	growth	growth	NOUN
er-2771	144	7	”	"	PUNCT
er-2771	144	8	(	(	PUNCT
er-2771	144	9	school	school	NOUN
er-2771	144	10	of	of	ADP
er-2771	144	11	teacher	teacher	NOUN
er-2771	144	12	education	education	NOUN
er-2771	144	13	,	,	PUNCT
er-2771	144	14	2011	2011	NUM
er-2771	144	15	,	,	PUNCT
er-2771	144	16	p.	p.	NOUN
er-2771	144	17	24	24	NUM
er-2771	144	18	)	)	PUNCT
er-2771	144	19	.	.	PUNCT
er-2771	145	1	table	table	NOUN
er-2771	145	2	8	8	NUM
er-2771	145	3	depicts	depict	VERB
er-2771	145	4	the	the	DET
er-2771	145	5	tws	tws	NOUN
er-2771	145	6	scoring	scoring	NOUN
er-2771	145	7	rubric	rubric	NOUN
er-2771	145	8	of	of	ADP
er-2771	145	9	this	this	DET
er-2771	145	10	indicator	indicator	NOUN
er-2771	145	11	.	.	PUNCT
er-2771	146	1	table	table	NOUN
er-2771	146	2	8	8	NUM
er-2771	146	3	reflection	reflection	NOUN
er-2771	146	4	of	of	ADP
er-2771	146	5	teaching	teaching	NOUN
er-2771	146	6	practices	practice	NOUN
er-2771	146	7	(	(	PUNCT
er-2771	146	8	rot	rot	VERB
er-2771	146	9	3	3	NUM
er-2771	146	10	)	)	PUNCT
er-2771	146	11	indicator	indicator	NOUN
er-2771	146	12	beginning	begin	VERB
er-2771	146	13	developing	develop	VERB
er-2771	146	14	proficient	proficient	ADJ
er-2771	146	15	exemplary	exemplary	ADJ
er-2771	146	16	r3	r3	PROPN
er-2771	146	17	identify	identify	VERB
er-2771	146	18	areas	area	NOUN
er-2771	146	19	of	of	ADP
er-2771	146	20	professional	professional	ADJ
er-2771	146	21	development	development	NOUN
er-2771	146	22	discussion	discussion	NOUN
er-2771	146	23	of	of	ADP
er-2771	146	24	teacher	teacher	NOUN
er-2771	146	25	’s	’s	PART
er-2771	146	26	needs	need	NOUN
er-2771	146	27	for	for	ADP
er-2771	146	28	improvement	improvement	NOUN
er-2771	146	29	is	be	AUX
er-2771	146	30	not	not	PART
er-2771	146	31	related	relate	VERB
er-2771	146	32	to	to	ADP
er-2771	146	33	self	self	NOUN
er-2771	146	34	-	-	PUNCT
er-2771	146	35	evaluation	evaluation	NOUN
er-2771	146	36	of	of	ADP
er-2771	146	37	kts	kts	NOUN
er-2771	146	38	or	or	CCONJ
er-2771	146	39	only	only	ADV
er-2771	146	40	one	one	NUM
er-2771	146	41	improvement	improvement	NOUN
er-2771	146	42	is	be	AUX
er-2771	146	43	discussed	discuss	VERB
er-2771	146	44	.	.	PUNCT
er-2771	147	1	description	description	NOUN
er-2771	147	2	of	of	ADP
er-2771	147	3	one	one	NUM
er-2771	147	4	or	or	CCONJ
er-2771	147	5	more	more	ADJ
er-2771	147	6	priorities	priority	NOUN
er-2771	147	7	for	for	ADP
er-2771	147	8	your	your	PRON
er-2771	147	9	own	own	ADJ
er-2771	147	10	professional	professional	ADJ
er-2771	147	11	development	development	NOUN
er-2771	147	12	is	be	AUX
er-2771	147	13	vague	vague	ADJ
er-2771	147	14	and	and	CCONJ
er-2771	147	15	not	not	PART
er-2771	147	16	clearly	clearly	ADV
er-2771	147	17	based	base	VERB
er-2771	147	18	on	on	ADP
er-2771	147	19	specific	specific	ADJ
er-2771	147	20	data	datum	NOUN
er-2771	147	21	from	from	ADP
er-2771	147	22	selfassessment	selfassessment	NOUN
er-2771	147	23	and	and	CCONJ
er-2771	147	24	student	student	NOUN
er-2771	147	25	performance	performance	NOUN
er-2771	147	26	.	.	PUNCT
er-2771	148	1	include	include	VERB
er-2771	148	2	a	a	DET
er-2771	148	3	specific	specific	ADJ
er-2771	148	4	plan	plan	NOUN
er-2771	148	5	for	for	ADP
er-2771	148	6	growth	growth	NOUN
er-2771	148	7	.	.	PUNCT
er-2771	149	1	discussion	discussion	NOUN
er-2771	149	2	of	of	ADP
er-2771	149	3	one	one	NUM
er-2771	149	4	or	or	CCONJ
er-2771	149	5	more	more	ADJ
er-2771	149	6	of	of	ADP
er-2771	149	7	teacher	teacher	NOUN
er-2771	149	8	’s	’s	PART
er-2771	149	9	needs	need	NOUN
er-2771	149	10	for	for	ADP
er-2771	149	11	improvement	improvement	NOUN
er-2771	149	12	as	as	ADV
er-2771	149	13	related	relate	VERB
er-2771	149	14	to	to	ADP
er-2771	149	15	selfevaluation	selfevaluation	NOUN
er-2771	149	16	of	of	ADP
er-2771	149	17	kts	kts	NOUN
er-2771	149	18	may	may	AUX
er-2771	149	19	not	not	PART
er-2771	149	20	be	be	AUX
er-2771	149	21	clear	clear	ADJ
er-2771	149	22	,	,	PUNCT
er-2771	149	23	logical	logical	ADJ
er-2771	149	24	,	,	PUNCT
er-2771	149	25	or	or	CCONJ
er-2771	149	26	appropriate	appropriate	ADJ
er-2771	149	27	.	.	PUNCT
er-2771	150	1	description	description	NOUN
er-2771	150	2	of	of	ADP
er-2771	150	3	one	one	NUM
er-2771	150	4	or	or	CCONJ
er-2771	150	5	more	more	ADJ
er-2771	150	6	priorities	priority	NOUN
er-2771	150	7	for	for	ADP
er-2771	150	8	your	your	PRON
er-2771	150	9	own	own	ADJ
er-2771	150	10	professional	professional	ADJ
er-2771	150	11	development	development	NOUN
er-2771	150	12	is	be	AUX
er-2771	150	13	not	not	PART
er-2771	150	14	clearly	clearly	ADV
er-2771	150	15	based	base	VERB
er-2771	150	16	on	on	ADP
er-2771	150	17	specific	specific	ADJ
er-2771	150	18	data	datum	NOUN
er-2771	150	19	from	from	ADP
er-2771	150	20	selfassessment	selfassessment	NOUN
er-2771	150	21	and	and	CCONJ
er-2771	150	22	student	student	NOUN
er-2771	150	23	performance	performance	NOUN
er-2771	150	24	.	.	PUNCT
er-2771	151	1	include	include	VERB
er-2771	151	2	a	a	DET
er-2771	151	3	specific	specific	ADJ
er-2771	151	4	plan	plan	NOUN
er-2771	151	5	for	for	ADP
er-2771	151	6	growth	growth	NOUN
er-2771	151	7	.	.	PUNCT
er-2771	152	1	appropriate	appropriate	ADJ
er-2771	152	2	,	,	PUNCT
er-2771	152	3	logical	logical	ADJ
er-2771	152	4	,	,	PUNCT
er-2771	152	5	detailed	detailed	ADJ
er-2771	152	6	discussion	discussion	NOUN
er-2771	152	7	of	of	ADP
er-2771	152	8	2	2	NUM
er-2771	152	9	of	of	ADP
er-2771	152	10	teacher	teacher	NOUN
er-2771	152	11	’s	’s	PART
er-2771	152	12	needs	need	NOUN
er-2771	152	13	for	for	ADP
er-2771	152	14	improvement	improvement	NOUN
er-2771	152	15	as	as	ADV
er-2771	152	16	related	relate	VERB
er-2771	152	17	to	to	ADP
er-2771	152	18	selfevaluation	selfevaluation	NOUN
er-2771	152	19	of	of	ADP
er-2771	152	20	kts	kts	PROPN
er-2771	152	21	.	.	PUNCT
er-2771	152	22	clearly	clearly	ADV
er-2771	152	23	describes	describe	VERB
er-2771	152	24	2	2	NUM
er-2771	152	25	to	to	PART
er-2771	152	26	3	3	NUM
er-2771	152	27	priorities	priority	NOUN
er-2771	152	28	for	for	ADP
er-2771	152	29	your	your	PRON
er-2771	152	30	own	own	ADJ
er-2771	152	31	professional	professional	ADJ
er-2771	152	32	development	development	NOUN
er-2771	152	33	based	base	VERB
er-2771	152	34	on	on	ADP
er-2771	152	35	specific	specific	ADJ
er-2771	152	36	data	datum	NOUN
er-2771	152	37	from	from	ADP
er-2771	152	38	selfassessment	selfassessment	NOUN
er-2771	152	39	and	and	CCONJ
er-2771	152	40	student	student	NOUN
er-2771	152	41	performance	performance	NOUN
er-2771	152	42	.	.	PUNCT
er-2771	153	1	include	include	VERB
er-2771	153	2	a	a	DET
er-2771	153	3	specific	specific	ADJ
er-2771	153	4	plan	plan	NOUN
er-2771	153	5	for	for	ADP
er-2771	153	6	growth	growth	NOUN
er-2771	153	7	.	.	PUNCT
er-2771	154	1	achieves	achieve	VERB
er-2771	154	2	the	the	DET
er-2771	154	3	proficient	proficient	ADJ
er-2771	154	4	level	level	NOUN
er-2771	154	5	with	with	ADP
er-2771	154	6	minimal	minimal	ADJ
er-2771	154	7	assistance	assistance	NOUN
er-2771	154	8	on	on	ADP
er-2771	154	9	the	the	DET
er-2771	154	10	first	first	ADJ
er-2771	154	11	attempt	attempt	NOUN
er-2771	154	12	and	and	CCONJ
er-2771	154	13	demonstrates	demonstrate	VERB
er-2771	154	14	above	above	ADV
er-2771	154	15	and	and	CCONJ
er-2771	154	16	beyond	beyond	ADP
er-2771	154	17	the	the	DET
er-2771	154	18	proficient	proficient	ADJ
er-2771	154	19	level	level	NOUN
er-2771	154	20	.	.	PUNCT
er-2771	155	1	one	one	NUM
er-2771	155	2	potential	potential	ADJ
er-2771	155	3	problem	problem	NOUN
er-2771	155	4	with	with	ADP
er-2771	155	5	the	the	DET
er-2771	155	6	indicator	indicator	NOUN
er-2771	155	7	is	be	AUX
er-2771	155	8	the	the	DET
er-2771	155	9	explicit	explicit	ADJ
er-2771	155	10	instructions	instruction	NOUN
er-2771	155	11	in	in	ADP
er-2771	155	12	the	the	DET
er-2771	155	13	prompt	prompt	NOUN
er-2771	155	14	are	be	AUX
er-2771	155	15	not	not	PART
er-2771	155	16	included	include	VERB
er-2771	155	17	in	in	ADP
er-2771	155	18	the	the	DET
er-2771	155	19	rubric	rubric	NOUN
er-2771	155	20	.	.	PUNCT
er-2771	156	1	the	the	DET
er-2771	156	2	prompt	prompt	ADJ
er-2771	156	3	states	state	NOUN
er-2771	156	4	,	,	PUNCT
er-2771	156	5	“	"	PUNCT
er-2771	156	6	based	base	VERB
er-2771	156	7	on	on	ADP
er-2771	156	8	the	the	DET
er-2771	156	9	data	datum	NOUN
er-2771	156	10	from	from	ADP
er-2771	156	11	the	the	DET
er-2771	156	12	self	self	NOUN
er-2771	156	13	-	-	PUNCT
er-2771	156	14	assessment	assessment	NOUN
er-2771	156	15	and	and	CCONJ
er-2771	156	16	14	14	NUM
er-2771	156	17	  	  	SPACE
er-2771	156	18	l.	l.	PROPN
er-2771	156	19	murley	murley	PROPN
er-2771	156	20	,	,	PUNCT
er-2771	156	21	r.	r.	PROPN
er-2771	156	22	stobaugh	stobaugh	PROPN
er-2771	156	23	,	,	PUNCT
er-2771	156	24	p.	p.	PROPN
er-2771	156	25	jukes	jukes	PROPN
er-2771	156	26	,	,	PUNCT
er-2771	156	27	j.	j.	PROPN
er-2771	156	28	tassell	tassell	PROPN
er-2771	156	29	  	  	SPACE
er-2771	156	30	student	student	NOUN
er-2771	156	31	performance	performance	NOUN
er-2771	156	32	on	on	ADP
er-2771	156	33	this	this	DET
er-2771	156	34	unit	unit	NOUN
er-2771	156	35	,	,	PUNCT
er-2771	156	36	identify	identify	VERB
er-2771	156	37	two	two	NUM
er-2771	156	38	areas	area	NOUN
er-2771	156	39	on	on	ADP
er-2771	156	40	which	which	PRON
er-2771	156	41	you	you	PRON
er-2771	156	42	need	need	VERB
er-2771	156	43	improvement	improvement	NOUN
er-2771	156	44	.	.	PUNCT
er-2771	157	1	discuss	discuss	VERB
er-2771	157	2	at	at	ADV
er-2771	157	3	least	least	ADV
er-2771	157	4	two	two	NUM
er-2771	157	5	types	type	NOUN
er-2771	157	6	of	of	ADP
er-2771	157	7	professional	professional	ADJ
er-2771	157	8	development	development	NOUN
er-2771	157	9	for	for	ADP
er-2771	157	10	each	each	DET
er-2771	157	11	identified	identify	VERB
er-2771	157	12	area	area	NOUN
er-2771	157	13	of	of	ADP
er-2771	157	14	need	need	NOUN
er-2771	157	15	”	"	PUNCT
er-2771	157	16	(	(	PUNCT
er-2771	157	17	school	school	NOUN
er-2771	157	18	of	of	ADP
er-2771	157	19	teacher	teacher	NOUN
er-2771	157	20	education	education	NOUN
er-2771	157	21	,	,	PUNCT
er-2771	157	22	2011	2011	NUM
er-2771	157	23	,	,	PUNCT
er-2771	157	24	p.	p.	NOUN
er-2771	157	25	23	23	NUM
er-2771	157	26	)	)	PUNCT
er-2771	157	27	.	.	PUNCT
er-2771	158	1	thus	thus	ADV
er-2771	158	2	,	,	PUNCT
er-2771	158	3	the	the	DET
er-2771	158	4	prompt	prompt	NOUN
er-2771	158	5	calls	call	VERB
er-2771	158	6	for	for	ADP
er-2771	158	7	two	two	NUM
er-2771	158	8	types	type	NOUN
er-2771	158	9	of	of	ADP
er-2771	158	10	professional	professional	ADJ
er-2771	158	11	development	development	NOUN
er-2771	158	12	for	for	ADP
er-2771	158	13	each	each	DET
er-2771	158	14	area	area	NOUN
er-2771	158	15	whereas	whereas	SCONJ
er-2771	158	16	the	the	DET
er-2771	158	17	rubric	rubric	NOUN
er-2771	158	18	does	do	AUX
er-2771	158	19	not	not	PART
er-2771	158	20	indicate	indicate	VERB
er-2771	158	21	the	the	DET
er-2771	158	22	specification	specification	NOUN
er-2771	158	23	for	for	ADP
er-2771	158	24	two	two	NUM
er-2771	158	25	types	type	NOUN
er-2771	158	26	of	of	ADP
er-2771	158	27	professional	professional	ADJ
er-2771	158	28	development	development	NOUN
er-2771	158	29	for	for	ADP
er-2771	158	30	each	each	DET
er-2771	158	31	identified	identify	VERB
er-2771	158	32	area	area	NOUN
er-2771	158	33	to	to	PART
er-2771	158	34	improve	improve	VERB
er-2771	158	35	.	.	PUNCT
er-2771	159	1	some	some	DET
er-2771	159	2	scorers	scorer	NOUN
er-2771	159	3	might	might	AUX
er-2771	159	4	score	score	VERB
er-2771	159	5	the	the	DET
er-2771	159	6	work	work	NOUN
er-2771	159	7	as	as	ADP
er-2771	159	8	proficient	proficient	ADJ
er-2771	159	9	if	if	SCONJ
er-2771	159	10	only	only	ADV
er-2771	159	11	one	one	NUM
er-2771	159	12	professional	professional	ADJ
er-2771	159	13	development	development	NOUN
er-2771	159	14	experience	experience	NOUN
er-2771	159	15	is	be	AUX
er-2771	159	16	included	include	VERB
er-2771	159	17	,	,	PUNCT
er-2771	159	18	due	due	ADP
er-2771	159	19	to	to	ADP
er-2771	159	20	the	the	DET
er-2771	159	21	lack	lack	NOUN
er-2771	159	22	of	of	ADP
er-2771	159	23	specificity	specificity	NOUN
er-2771	159	24	in	in	ADP
er-2771	159	25	the	the	DET
er-2771	159	26	rubric	rubric	NOUN
er-2771	159	27	.	.	PUNCT
er-2771	160	1	in	in	ADP
er-2771	160	2	addition	addition	NOUN
er-2771	160	3	,	,	PUNCT
er-2771	160	4	participant	participant	ADJ
er-2771	160	5	scorers	scorer	NOUN
er-2771	160	6	noted	note	VERB
er-2771	160	7	that	that	SCONJ
er-2771	160	8	expectations	expectation	NOUN
er-2771	160	9	for	for	ADP
er-2771	160	10	teacher	teacher	NOUN
er-2771	160	11	candidate	candidate	NOUN
er-2771	160	12	responses	response	NOUN
er-2771	160	13	should	should	AUX
er-2771	160	14	include	include	VERB
er-2771	160	15	more	more	ADJ
er-2771	160	16	than	than	ADP
er-2771	160	17	a	a	DET
er-2771	160	18	statement	statement	NOUN
er-2771	160	19	of	of	ADP
er-2771	160	20	“	"	PUNCT
er-2771	160	21	i	i	PRON
er-2771	160	22	will	will	AUX
er-2771	160	23	meet	meet	VERB
er-2771	160	24	with	with	ADP
er-2771	160	25	a	a	DET
er-2771	160	26	teacher	teacher	NOUN
er-2771	160	27	.	.	PUNCT
er-2771	160	28	”	"	PUNCT
er-2771	161	1	one	one	NUM
er-2771	161	2	scoring	scoring	NOUN
er-2771	161	3	participant	participant	NOUN
er-2771	161	4	stated	state	VERB
er-2771	161	5	,	,	PUNCT
er-2771	161	6	“	"	PUNCT
er-2771	161	7	i	i	PRON
er-2771	161	8	interpret	interpret	VERB
er-2771	161	9	specific	specific	ADJ
er-2771	161	10	to	to	PART
er-2771	161	11	mean	mean	VERB
er-2771	161	12	that	that	SCONJ
er-2771	161	13	the	the	DET
er-2771	161	14	student	student	NOUN
er-2771	161	15	has	have	AUX
er-2771	161	16	done	do	VERB
er-2771	161	17	some	some	DET
er-2771	161	18	searching	search	VERB
er-2771	161	19	to	to	PART
er-2771	161	20	find	find	VERB
er-2771	161	21	some	some	DET
er-2771	161	22	resources	resource	NOUN
er-2771	161	23	,	,	PUNCT
er-2771	161	24	websites	website	NOUN
er-2771	161	25	,	,	PUNCT
er-2771	161	26	strategies	strategy	NOUN
er-2771	161	27	,	,	PUNCT
er-2771	161	28	or	or	CCONJ
er-2771	161	29	self	self	NOUN
er-2771	161	30	-	-	PUNCT
er-2771	161	31	help	help	NOUN
er-2771	161	32	resources	resource	NOUN
er-2771	161	33	,	,	PUNCT
er-2771	161	34	but	but	CCONJ
er-2771	161	35	something	something	PRON
er-2771	161	36	besides	besides	SCONJ
er-2771	161	37	just	just	ADV
er-2771	161	38	,	,	PUNCT
er-2771	161	39	‘	'	PUNCT
er-2771	161	40	i	i	PRON
er-2771	161	41	will	will	AUX
er-2771	161	42	ask	ask	VERB
er-2771	161	43	my	my	PRON
er-2771	161	44	colleagues	colleague	NOUN
er-2771	161	45	or	or	CCONJ
er-2771	161	46	go	go	VERB
er-2771	161	47	to	to	ADP
er-2771	161	48	a	a	DET
er-2771	161	49	pd	pd	NOUN
er-2771	161	50	on	on	ADP
er-2771	161	51	this	this	DET
er-2771	161	52	topic	topic	NOUN
er-2771	161	53	’	'	PUNCT
er-2771	161	54	and	and	CCONJ
er-2771	161	55	yet	yet	ADV
er-2771	161	56	with	with	ADP
er-2771	161	57	the	the	DET
er-2771	161	58	wording	wording	NOUN
er-2771	161	59	on	on	ADP
er-2771	161	60	this	this	DET
er-2771	161	61	indicator	indicator	NOUN
er-2771	161	62	,	,	PUNCT
er-2771	161	63	what	what	PRON
er-2771	161	64	they	they	PRON
er-2771	161	65	typically	typically	ADV
er-2771	161	66	list	list	VERB
er-2771	161	67	must	must	AUX
er-2771	161	68	be	be	AUX
er-2771	161	69	counted	count	VERB
er-2771	161	70	as	as	ADP
er-2771	161	71	correct	correct	ADJ
er-2771	161	72	.	.	PUNCT
er-2771	161	73	”	"	PUNCT
er-2771	162	1	the	the	DET
er-2771	162	2	scorers	scorer	NOUN
er-2771	162	3	felt	feel	VERB
er-2771	162	4	that	that	SCONJ
er-2771	162	5	the	the	DET
er-2771	162	6	tws	tws	PROPN
er-2771	162	7	prompt	prompt	NOUN
er-2771	162	8	and	and	CCONJ
er-2771	162	9	rubric	rubric	ADJ
er-2771	162	10	need	need	VERB
er-2771	162	11	to	to	PART
er-2771	162	12	clarify	clarify	VERB
er-2771	162	13	what	what	DET
er-2771	162	14	type	type	NOUN
er-2771	162	15	of	of	ADP
er-2771	162	16	professional	professional	ADJ
er-2771	162	17	development	development	NOUN
er-2771	162	18	would	would	AUX
er-2771	162	19	be	be	AUX
er-2771	162	20	considered	consider	VERB
er-2771	162	21	acceptable	acceptable	ADJ
er-2771	162	22	to	to	PART
er-2771	162	23	alleviate	alleviate	VERB
er-2771	162	24	confusion	confusion	NOUN
er-2771	162	25	on	on	ADP
er-2771	162	26	this	this	DET
er-2771	162	27	point	point	NOUN
er-2771	162	28	.	.	PUNCT
er-2771	163	1	implication	implication	NOUN
er-2771	163	2	for	for	ADP
er-2771	163	3	practice	practice	NOUN
er-2771	163	4	and	and	CCONJ
er-2771	163	5	future	future	ADJ
er-2771	163	6	research	research	NOUN
er-2771	163	7	some	some	DET
er-2771	163	8	clear	clear	ADJ
er-2771	163	9	areas	area	NOUN
er-2771	163	10	for	for	ADP
er-2771	163	11	revising	revise	VERB
er-2771	163	12	the	the	DET
er-2771	163	13	tws	tws	NOUN
er-2771	163	14	emerged	emerge	VERB
er-2771	163	15	from	from	ADP
er-2771	163	16	the	the	DET
er-2771	163	17	study	study	NOUN
er-2771	163	18	,	,	PUNCT
er-2771	163	19	the	the	DET
er-2771	163	20	first	first	ADJ
er-2771	163	21	of	of	ADP
er-2771	163	22	which	which	PRON
er-2771	163	23	was	be	AUX
er-2771	163	24	to	to	PART
er-2771	163	25	move	move	VERB
er-2771	163	26	from	from	ADP
er-2771	163	27	personal	personal	ADJ
er-2771	163	28	meaning	meaning	NOUN
er-2771	163	29	of	of	ADP
er-2771	163	30	educational	educational	ADJ
er-2771	163	31	terms	term	NOUN
er-2771	163	32	and	and	CCONJ
er-2771	163	33	constructs	construct	NOUN
er-2771	163	34	to	to	ADP
er-2771	163	35	shared	share	VERB
er-2771	163	36	understanding	understanding	NOUN
er-2771	163	37	.	.	PUNCT
er-2771	164	1	two	two	NUM
er-2771	164	2	indicators	indicator	NOUN
er-2771	164	3	surfaced	surface	VERB
er-2771	164	4	as	as	ADP
er-2771	164	5	a	a	DET
er-2771	164	6	direct	direct	ADJ
er-2771	164	7	misunderstanding	misunderstanding	NOUN
er-2771	164	8	for	for	ADP
er-2771	164	9	how	how	SCONJ
er-2771	164	10	to	to	PART
er-2771	164	11	apply	apply	VERB
er-2771	164	12	revised	revise	VERB
er-2771	164	13	bloom	bloom	NOUN
er-2771	164	14	’s	’s	PART
er-2771	164	15	taxonomy	taxonomy	NOUN
er-2771	164	16	in	in	ADP
er-2771	164	17	planning	plan	VERB
er-2771	164	18	and	and	CCONJ
er-2771	164	19	implementing	implement	VERB
er-2771	164	20	instruction	instruction	NOUN
er-2771	164	21	.	.	PUNCT
er-2771	165	1	the	the	DET
er-2771	165	2	university	university	NOUN
er-2771	165	3	faculty	faculty	NOUN
er-2771	165	4	,	,	PUNCT
er-2771	165	5	teacher	teacher	NOUN
er-2771	165	6	candidates	candidate	NOUN
er-2771	165	7	,	,	PUNCT
er-2771	165	8	and	and	CCONJ
er-2771	165	9	research	research	NOUN
er-2771	165	10	study	study	NOUN
er-2771	165	11	participants	participant	NOUN
er-2771	165	12	need	need	VERB
er-2771	165	13	a	a	DET
er-2771	165	14	common	common	ADJ
er-2771	165	15	understanding	understanding	NOUN
er-2771	165	16	of	of	ADP
er-2771	165	17	the	the	DET
er-2771	165	18	application	application	NOUN
er-2771	165	19	of	of	ADP
er-2771	165	20	revised	revise	VERB
er-2771	165	21	bloom	bloom	NOUN
er-2771	165	22	’s	’s	PART
er-2771	165	23	taxonomy	taxonomy	NOUN
er-2771	165	24	(	(	PUNCT
er-2771	165	25	anderson	anderson	PROPN
er-2771	165	26	et	et	PROPN
er-2771	165	27	al	al	PROPN
er-2771	165	28	.	.	PROPN
er-2771	165	29	,	,	PUNCT
er-2771	165	30	2001	2001	NUM
er-2771	165	31	)	)	PUNCT
er-2771	165	32	.	.	PUNCT
er-2771	166	1	some	some	DET
er-2771	166	2	university	university	NOUN
er-2771	166	3	faculty	faculty	NOUN
er-2771	166	4	have	have	AUX
er-2771	166	5	participated	participate	VERB
er-2771	166	6	in	in	ADP
er-2771	166	7	training	training	NOUN
er-2771	166	8	focusing	focus	VERB
er-2771	166	9	on	on	ADP
er-2771	166	10	the	the	DET
er-2771	166	11	cognitive	cognitive	ADJ
er-2771	166	12	process	process	NOUN
er-2771	166	13	identified	identify	VERB
er-2771	166	14	for	for	ADP
er-2771	166	15	each	each	PRON
er-2771	166	16	of	of	ADP
er-2771	166	17	the	the	DET
er-2771	166	18	revised	revise	VERB
er-2771	166	19	bloom	bloom	NOUN
er-2771	166	20	’s	’s	PART
er-2771	166	21	taxonomy	taxonomy	NOUN
er-2771	166	22	levels	level	NOUN
er-2771	166	23	,	,	PUNCT
er-2771	166	24	but	but	CCONJ
er-2771	166	25	not	not	PART
er-2771	166	26	all	all	DET
er-2771	166	27	faculty	faculty	NOUN
er-2771	166	28	.	.	PUNCT
er-2771	167	1	with	with	ADP
er-2771	167	2	new	new	ADJ
er-2771	167	3	understanding	understanding	NOUN
er-2771	167	4	,	,	PUNCT
er-2771	167	5	these	these	DET
er-2771	167	6	faculty	faculty	NOUN
er-2771	167	7	and	and	CCONJ
er-2771	167	8	scorers	scorer	NOUN
er-2771	167	9	found	find	VERB
er-2771	167	10	that	that	SCONJ
er-2771	167	11	instruction	instruction	NOUN
er-2771	167	12	and	and	CCONJ
er-2771	167	13	assessment	assessment	NOUN
er-2771	167	14	often	often	ADV
er-2771	167	15	considered	consider	VERB
er-2771	167	16	higher	high	ADJ
er-2771	167	17	-	-	PUNCT
er-2771	167	18	level	level	NOUN
er-2771	167	19	thinking	thinking	NOUN
er-2771	167	20	processes	process	NOUN
er-2771	167	21	are	be	AUX
er-2771	167	22	actually	actually	ADV
er-2771	167	23	lower	low	ADJ
er-2771	167	24	-	-	PUNCT
er-2771	167	25	level	level	NOUN
er-2771	167	26	understandings	understanding	NOUN
er-2771	167	27	.	.	PUNCT
er-2771	168	1	for	for	ADP
er-2771	168	2	example	example	NOUN
er-2771	168	3	,	,	PUNCT
er-2771	168	4	in	in	ADP
er-2771	168	5	the	the	DET
er-2771	168	6	revised	revised	ADJ
er-2771	168	7	taxonomy	taxonomy	NOUN
er-2771	168	8	,	,	PUNCT
er-2771	168	9	“	"	PUNCT
er-2771	168	10	comparing	compare	VERB
er-2771	168	11	”	"	PUNCT
er-2771	168	12	is	be	AUX
er-2771	168	13	listed	list	VERB
er-2771	168	14	as	as	ADP
er-2771	168	15	a	a	DET
er-2771	168	16	cognitive	cognitive	ADJ
er-2771	168	17	process	process	NOUN
er-2771	168	18	in	in	ADP
er-2771	168	19	the	the	DET
er-2771	168	20	understanding	understanding	NOUN
er-2771	168	21	level	level	NOUN
er-2771	168	22	and	and	CCONJ
er-2771	168	23	not	not	PART
er-2771	168	24	considered	consider	VERB
er-2771	168	25	on	on	ADP
er-2771	168	26	the	the	DET
er-2771	168	27	analyzing	analyzing	NOUN
er-2771	168	28	level	level	NOUN
er-2771	168	29	(	(	PUNCT
er-2771	168	30	stobaugh	stobaugh	NOUN
er-2771	168	31	,	,	PUNCT
er-2771	168	32	2013	2013	NUM
er-2771	168	33	)	)	PUNCT
er-2771	168	34	.	.	PUNCT
er-2771	169	1	some	some	DET
er-2771	169	2	scorers	scorer	NOUN
er-2771	169	3	incorrectly	incorrectly	ADV
er-2771	169	4	evaluated	evaluate	VERB
er-2771	169	5	learning	learn	VERB
er-2771	169	6	goals	goal	NOUN
er-2771	169	7	involving	involve	VERB
er-2771	169	8	comparisons	comparison	NOUN
er-2771	169	9	on	on	ADP
er-2771	169	10	the	the	DET
er-2771	169	11	analyzing	analyzing	NOUN
er-2771	169	12	level	level	NOUN
er-2771	169	13	.	.	PUNCT
er-2771	170	1	the	the	DET
er-2771	170	2	study	study	NOUN
er-2771	170	3	unveiled	unveil	VERB
er-2771	170	4	internal	internal	ADJ
er-2771	170	5	problems	problem	NOUN
er-2771	170	6	in	in	ADP
er-2771	170	7	the	the	DET
er-2771	170	8	tws	tws	NOUN
er-2771	170	9	scoring	scoring	NOUN
er-2771	170	10	process	process	NOUN
er-2771	170	11	due	due	ADP
er-2771	170	12	to	to	ADP
er-2771	170	13	a	a	DET
er-2771	170	14	lack	lack	NOUN
er-2771	170	15	of	of	ADP
er-2771	170	16	understanding	understanding	NOUN
er-2771	170	17	of	of	ADP
er-2771	170	18	the	the	DET
er-2771	170	19	hierarchy	hierarchy	NOUN
er-2771	170	20	of	of	ADP
er-2771	170	21	the	the	DET
er-2771	170	22	revised	revise	VERB
er-2771	170	23	bloom	bloom	NOUN
er-2771	170	24	’s	’s	PART
er-2771	170	25	levels	level	NOUN
er-2771	170	26	and	and	CCONJ
er-2771	170	27	how	how	SCONJ
er-2771	170	28	those	those	DET
er-2771	170	29	verbs	verb	NOUN
er-2771	170	30	are	be	AUX
er-2771	170	31	to	to	PART
er-2771	170	32	be	be	AUX
er-2771	170	33	correctly	correctly	ADV
er-2771	170	34	used	use	VERB
er-2771	170	35	in	in	ADP
er-2771	170	36	the	the	DET
er-2771	170	37	teaching	teaching	NOUN
er-2771	170	38	and	and	CCONJ
er-2771	170	39	learning	learning	NOUN
er-2771	170	40	process	process	NOUN
er-2771	170	41	.	.	PUNCT
er-2771	171	1	therefore	therefore	ADV
er-2771	171	2	,	,	PUNCT
er-2771	171	3	a	a	DET
er-2771	171	4	valuable	valuable	ADJ
er-2771	171	5	initiative	initiative	NOUN
er-2771	171	6	for	for	ADP
er-2771	171	7	all	all	DET
er-2771	171	8	faculty	faculty	NOUN
er-2771	171	9	and	and	CCONJ
er-2771	171	10	scorers	scorer	NOUN
er-2771	171	11	would	would	AUX
er-2771	171	12	be	be	AUX
er-2771	171	13	to	to	PART
er-2771	171	14	participate	participate	VERB
er-2771	171	15	in	in	ADP
er-2771	171	16	trainings	training	NOUN
er-2771	171	17	and	and	CCONJ
er-2771	171	18	learning	learn	VERB
er-2771	171	19	opportunities	opportunity	NOUN
er-2771	171	20	focused	focus	VERB
er-2771	171	21	on	on	ADP
er-2771	171	22	the	the	DET
er-2771	171	23	revised	revise	VERB
er-2771	171	24	bloom	bloom	NOUN
er-2771	171	25	’s	’s	PART
er-2771	171	26	taxonomy	taxonomy	NOUN
er-2771	171	27	“	"	PUNCT
er-2771	171	28	cognitive	cognitive	ADJ
er-2771	171	29	processes	process	NOUN
er-2771	171	30	”	"	PUNCT
er-2771	171	31	and	and	CCONJ
er-2771	171	32	learning	learning	NOUN
er-2771	171	33	levels	level	NOUN
er-2771	171	34	.	.	PUNCT
er-2771	172	1	in	in	ADP
er-2771	172	2	several	several	ADJ
er-2771	172	3	areas	area	NOUN
er-2771	172	4	the	the	DET
er-2771	172	5	rubric	rubric	ADJ
er-2771	172	6	needs	need	VERB
er-2771	172	7	to	to	PART
er-2771	172	8	be	be	AUX
er-2771	172	9	adjusted	adjust	VERB
er-2771	172	10	with	with	ADP
er-2771	172	11	quantifiable	quantifiable	ADJ
er-2771	172	12	words	word	NOUN
er-2771	172	13	to	to	PART
er-2771	172	14	indicate	indicate	VERB
er-2771	172	15	level	level	NOUN
er-2771	172	16	of	of	ADP
er-2771	172	17	performance	performance	NOUN
er-2771	172	18	.	.	PUNCT
er-2771	173	1	words	word	NOUN
er-2771	173	2	like	like	ADP
er-2771	173	3	“	"	PUNCT
er-2771	173	4	somewhat	somewhat	ADV
er-2771	173	5	”	"	PUNCT
er-2771	173	6	need	need	NOUN
er-2771	173	7	to	to	PART
er-2771	173	8	be	be	AUX
er-2771	173	9	removed	remove	VERB
er-2771	173	10	and	and	CCONJ
er-2771	173	11	replaced	replace	VERB
er-2771	173	12	with	with	ADP
er-2771	173	13	more	more	ADV
er-2771	173	14	quantifiable	quantifiable	ADJ
er-2771	173	15	terms	term	NOUN
er-2771	173	16	with	with	ADP
er-2771	173	17	the	the	DET
er-2771	173	18	number	number	NOUN
er-2771	173	19	of	of	ADP
er-2771	173	20	components	component	NOUN
er-2771	173	21	that	that	PRON
er-2771	173	22	are	be	AUX
er-2771	173	23	required	require	VERB
er-2771	173	24	.	.	PUNCT
er-2771	174	1	for	for	ADP
er-2771	174	2	example	example	NOUN
er-2771	174	3	,	,	PUNCT
er-2771	174	4	contextual	contextual	ADJ
er-2771	174	5	factor	factor	NOUN
er-2771	174	6	1	1	NUM
er-2771	174	7	,	,	PUNCT
er-2771	174	8	the	the	DET
er-2771	174	9	school	school	NOUN
er-2771	174	10	information	information	NOUN
er-2771	174	11	indicator	indicator	NOUN
er-2771	174	12	,	,	PUNCT
er-2771	174	13	is	be	AUX
er-2771	174	14	an	an	DET
er-2771	174	15	example	example	NOUN
er-2771	174	16	of	of	ADP
er-2771	174	17	the	the	DET
er-2771	174	18	use	use	NOUN
er-2771	174	19	of	of	ADP
er-2771	174	20	quantifiable	quantifiable	ADJ
er-2771	174	21	language	language	NOUN
er-2771	174	22	:	:	PUNCT
er-2771	174	23	“	"	PUNCT
er-2771	174	24	characteristics	characteristic	NOUN
er-2771	174	25	of	of	ADP
er-2771	174	26	school	school	NOUN
er-2771	174	27	described	describe	VERB
er-2771	174	28	clearly	clearly	ADV
er-2771	174	29	at	at	ADP
er-2771	174	30	a	a	DET
er-2771	174	31	substantive	substantive	ADJ
er-2771	174	32	,	,	PUNCT
er-2771	174	33	accurate	accurate	ADJ
er-2771	174	34	,	,	PUNCT
er-2771	174	35	and	and	CCONJ
er-2771	174	36	unbiased	unbiased	ADJ
er-2771	174	37	level	level	NOUN
er-2771	174	38	in	in	ADP
er-2771	174	39	all	all	PRON
er-2771	174	40	of	of	ADP
er-2771	174	41	the	the	DET
er-2771	174	42	five	five	NUM
er-2771	174	43	required	require	VERB
er-2771	174	44	areas	area	NOUN
er-2771	174	45	.	.	PUNCT
er-2771	175	1	school	school	NOUN
er-2771	175	2	information	information	NOUN
er-2771	175	3	provided	provide	VERB
er-2771	175	4	includes	include	VERB
er-2771	175	5	the	the	DET
er-2771	175	6	five	five	NUM
er-2771	175	7	required	require	VERB
er-2771	175	8	areas	area	NOUN
er-2771	175	9	and	and	CCONJ
er-2771	175	10	at	at	ADP
er-2771	175	11	least	least	ADV
er-2771	175	12	one	one	NUM
er-2771	175	13	additional	additional	ADJ
er-2771	175	14	area	area	NOUN
er-2771	175	15	”	"	PUNCT
er-2771	175	16	(	(	PUNCT
er-2771	175	17	school	school	NOUN
er-2771	175	18	of	of	ADP
er-2771	175	19	teacher	teacher	NOUN
er-2771	175	20	education	education	NOUN
er-2771	175	21	,	,	PUNCT
er-2771	175	22	2011	2011	NUM
er-2771	175	23	,	,	PUNCT
er-2771	175	24	p.	p.	NOUN
er-2771	175	25	21	21	NUM
er-2771	175	26	)	)	PUNCT
er-2771	175	27	.	.	PUNCT
er-2771	176	1	through	through	ADP
er-2771	176	2	indicating	indicate	VERB
er-2771	176	3	the	the	DET
er-2771	176	4	exact	exact	ADJ
er-2771	176	5	number	number	NOUN
er-2771	176	6	of	of	ADP
er-2771	176	7	expected	expect	VERB
er-2771	176	8	skills	skill	NOUN
er-2771	176	9	to	to	PART
er-2771	176	10	be	be	AUX
er-2771	176	11	demonstrated	demonstrate	VERB
er-2771	176	12	at	at	ADP
er-2771	176	13	each	each	DET
er-2771	176	14	level	level	NOUN
er-2771	176	15	on	on	ADP
er-2771	176	16	the	the	DET
er-2771	176	17	indicator	indicator	NOUN
er-2771	176	18	,	,	PUNCT
er-2771	176	19	teacher	teacher	NOUN
er-2771	176	20	candidate	candidate	NOUN
er-2771	176	21	responses	response	NOUN
er-2771	176	22	can	can	AUX
er-2771	176	23	be	be	AUX
er-2771	176	24	more	more	ADV
er-2771	176	25	reliably	reliably	ADV
er-2771	176	26	scored	score	VERB
er-2771	176	27	.	.	PUNCT
er-2771	177	1	finally	finally	ADV
er-2771	177	2	,	,	PUNCT
er-2771	177	3	one	one	NUM
er-2771	177	4	indicator	indicator	NOUN
er-2771	177	5	included	include	VERB
er-2771	177	6	several	several	ADJ
er-2771	177	7	categories	category	NOUN
er-2771	177	8	to	to	PART
er-2771	177	9	be	be	AUX
er-2771	177	10	assessed	assess	VERB
er-2771	177	11	in	in	ADP
er-2771	177	12	the	the	DET
er-2771	177	13	current	current	ADJ
er-2771	177	14	tws	tws	NOUN
er-2771	177	15	document	document	NOUN
er-2771	177	16	making	make	VERB
er-2771	177	17	it	it	PRON
er-2771	177	18	difficult	difficult	ADJ
er-2771	177	19	to	to	PART
er-2771	177	20	determine	determine	VERB
er-2771	177	21	a	a	DET
er-2771	177	22	teacher	teacher	NOUN
er-2771	177	23	candidate	candidate	NOUN
er-2771	177	24	’s	’s	PART
er-2771	177	25	strengths	strength	NOUN
er-2771	177	26	and	and	CCONJ
er-2771	177	27	weaknesses	weakness	NOUN
er-2771	177	28	on	on	ADP
er-2771	177	29	key	key	ADJ
er-2771	177	30	skills	skill	NOUN
er-2771	177	31	.	.	PUNCT
er-2771	178	1	course	course	NOUN
er-2771	178	2	instructors	instructor	NOUN
er-2771	178	3	have	have	AUX
er-2771	178	4	often	often	ADV
er-2771	178	5	indicated	indicate	VERB
er-2771	178	6	that	that	SCONJ
er-2771	178	7	differentiation	differentiation	NOUN
er-2771	178	8	has	have	AUX
er-2771	178	9	been	be	AUX
er-2771	178	10	a	a	DET
er-2771	178	11	relatively	relatively	ADV
er-2771	178	12	weak	weak	ADJ
er-2771	178	13	area	area	NOUN
er-2771	178	14	for	for	ADP
er-2771	178	15	teacher	teacher	NOUN
er-2771	178	16	candidates	candidate	NOUN
er-2771	178	17	.	.	PUNCT
er-2771	179	1	participants	participant	NOUN
er-2771	179	2	in	in	ADP
er-2771	179	3	the	the	DET
er-2771	179	4	study	study	NOUN
er-2771	179	5	stated	state	VERB
er-2771	179	6	a	a	DET
er-2771	179	7	specific	specific	ADJ
er-2771	179	8	desire	desire	NOUN
er-2771	179	9	to	to	PART
er-2771	179	10	assess	assess	VERB
er-2771	179	11	differentiation	differentiation	NOUN
er-2771	179	12	within	within	ADP
er-2771	179	13	the	the	DET
er-2771	179	14	design	design	NOUN
er-2771	179	15	for	for	ADP
er-2771	179	16	instruction	instruction	NOUN
er-2771	179	17	section	section	NOUN
er-2771	179	18	as	as	SCONJ
er-2771	179	19	its	its	PRON
er-2771	179	20	curriculum	curriculum	NOUN
er-2771	179	21	redesign	redesign	VERB
er-2771	179	22	15	15	NUM
er-2771	179	23	own	own	ADJ
er-2771	179	24	indicator	indicator	NOUN
er-2771	179	25	providing	provide	VERB
er-2771	179	26	a	a	DET
er-2771	179	27	clearer	clear	ADJ
er-2771	179	28	picture	picture	NOUN
er-2771	179	29	as	as	ADP
er-2771	179	30	to	to	ADP
er-2771	179	31	whether	whether	SCONJ
er-2771	179	32	teacher	teacher	NOUN
er-2771	179	33	candidates	candidate	NOUN
er-2771	179	34	can	can	AUX
er-2771	179	35	appropriately	appropriately	ADV
er-2771	179	36	meet	meet	VERB
er-2771	179	37	the	the	DET
er-2771	179	38	diverse	diverse	ADJ
er-2771	179	39	need	need	NOUN
er-2771	179	40	of	of	ADP
er-2771	179	41	their	their	PRON
er-2771	179	42	students	student	NOUN
er-2771	179	43	when	when	SCONJ
er-2771	179	44	planning	plan	VERB
er-2771	179	45	for	for	ADP
er-2771	179	46	instruction	instruction	NOUN
er-2771	179	47	.	.	PUNCT
er-2771	180	1	future	future	ADJ
er-2771	180	2	tws	tws	PROPN
er-2771	180	3	reliability	reliability	NOUN
er-2771	180	4	research	research	NOUN
er-2771	180	5	will	will	AUX
er-2771	180	6	select	select	VERB
er-2771	180	7	fewer	few	ADJ
er-2771	180	8	samples	sample	NOUN
er-2771	180	9	that	that	PRON
er-2771	180	10	are	be	AUX
er-2771	180	11	scored	score	VERB
er-2771	180	12	by	by	ADP
er-2771	180	13	the	the	DET
er-2771	180	14	four	four	NUM
er-2771	180	15	different	different	ADJ
er-2771	180	16	groups	group	NOUN
er-2771	180	17	to	to	PART
er-2771	180	18	more	more	ADV
er-2771	180	19	closely	closely	ADV
er-2771	180	20	examine	examine	VERB
er-2771	180	21	the	the	DET
er-2771	180	22	inter	inter	ADJ
er-2771	180	23	-	-	ADJ
er-2771	180	24	rater	rater	ADJ
er-2771	180	25	reliability	reliability	NOUN
er-2771	180	26	.	.	PUNCT
er-2771	181	1	this	this	DET
er-2771	181	2	research	research	NOUN
er-2771	181	3	indicates	indicate	VERB
er-2771	181	4	the	the	DET
er-2771	181	5	need	need	NOUN
er-2771	181	6	to	to	PART
er-2771	181	7	examine	examine	VERB
er-2771	181	8	differences	difference	NOUN
er-2771	181	9	among	among	ADP
er-2771	181	10	scoring	scoring	NOUN
er-2771	181	11	practices	practice	NOUN
er-2771	181	12	of	of	ADP
er-2771	181	13	various	various	ADJ
er-2771	181	14	raters	rater	NOUN
er-2771	181	15	:	:	PUNCT
er-2771	181	16	university	university	NOUN
er-2771	181	17	faculty	faculty	NOUN
er-2771	181	18	teaching	teach	VERB
er-2771	181	19	the	the	DET
er-2771	181	20	student	student	NOUN
er-2771	181	21	teacher	teacher	NOUN
er-2771	181	22	seminar	seminar	NOUN
er-2771	181	23	,	,	PUNCT
er-2771	181	24	professors	professor	NOUN
er-2771	181	25	in	in	ADP
er-2771	181	26	the	the	DET
er-2771	181	27	education	education	NOUN
er-2771	181	28	department	department	NOUN
er-2771	181	29	,	,	PUNCT
er-2771	181	30	professors	professor	NOUN
er-2771	181	31	in	in	ADP
er-2771	181	32	other	other	ADJ
er-2771	181	33	departments	department	NOUN
er-2771	181	34	including	include	VERB
er-2771	181	35	content	content	NOUN
er-2771	181	36	areas	area	NOUN
er-2771	181	37	associated	associate	VERB
er-2771	181	38	with	with	ADP
er-2771	181	39	tws	tws	NOUN
er-2771	181	40	,	,	PUNCT
er-2771	181	41	and	and	CCONJ
er-2771	181	42	p-12	p-12	PROPN
er-2771	181	43	practitioners	practitioner	NOUN
er-2771	181	44	.	.	PUNCT
er-2771	182	1	various	various	ADJ
er-2771	182	2	groups	group	NOUN
er-2771	182	3	may	may	AUX
er-2771	182	4	interpret	interpret	VERB
er-2771	182	5	the	the	DET
er-2771	182	6	rubric	rubric	NOUN
er-2771	182	7	in	in	ADP
er-2771	182	8	different	different	ADJ
er-2771	182	9	ways	way	NOUN
er-2771	182	10	.	.	PUNCT
er-2771	183	1	to	to	PART
er-2771	183	2	maintain	maintain	VERB
er-2771	183	3	quality	quality	NOUN
er-2771	183	4	of	of	ADP
er-2771	183	5	scoring	scoring	NOUN
er-2771	183	6	by	by	ADP
er-2771	183	7	professors	professor	NOUN
er-2771	183	8	of	of	ADP
er-2771	183	9	the	the	DET
er-2771	183	10	student	student	NOUN
er-2771	183	11	teacher	teacher	NOUN
er-2771	183	12	seminar	seminar	NOUN
er-2771	183	13	class	class	NOUN
er-2771	183	14	,	,	PUNCT
er-2771	183	15	a	a	DET
er-2771	183	16	regular	regular	ADJ
er-2771	183	17	training	training	NOUN
er-2771	183	18	is	be	AUX
er-2771	183	19	needed	need	VERB
er-2771	183	20	followed	follow	VERB
er-2771	183	21	by	by	ADP
er-2771	183	22	a	a	DET
er-2771	183	23	quality	quality	NOUN
er-2771	183	24	control	control	NOUN
er-2771	183	25	scoring	scoring	NOUN
er-2771	183	26	session	session	NOUN
er-2771	183	27	.	.	PUNCT
er-2771	184	1	this	this	PRON
er-2771	184	2	ensures	ensure	VERB
er-2771	184	3	all	all	DET
er-2771	184	4	instructors	instructor	NOUN
er-2771	184	5	have	have	VERB
er-2771	184	6	common	common	ADJ
er-2771	184	7	expectations	expectation	NOUN
er-2771	184	8	when	when	SCONJ
er-2771	184	9	scoring	scoring	NOUN
er-2771	184	10	and	and	CCONJ
er-2771	184	11	rubric	rubric	ADJ
er-2771	184	12	expectations	expectation	NOUN
er-2771	184	13	are	be	AUX
er-2771	184	14	clearly	clearly	ADV
er-2771	184	15	understood	understand	VERB
er-2771	184	16	.	.	PUNCT
er-2771	185	1	a	a	DET
er-2771	185	2	new	new	ADJ
er-2771	185	3	research	research	NOUN
er-2771	185	4	study	study	NOUN
er-2771	185	5	could	could	AUX
er-2771	185	6	examine	examine	VERB
er-2771	185	7	the	the	DET
er-2771	185	8	impact	impact	NOUN
er-2771	185	9	of	of	ADP
er-2771	185	10	the	the	DET
er-2771	185	11	training	training	NOUN
er-2771	185	12	on	on	ADP
er-2771	185	13	tws	tws	NOUN
er-2771	185	14	scoring	scoring	NOUN
er-2771	185	15	reliability	reliability	NOUN
er-2771	185	16	.	.	PUNCT
er-2771	186	1	other	other	ADJ
er-2771	186	2	professional	professional	ADJ
er-2771	186	3	education	education	NOUN
er-2771	186	4	units	unit	NOUN
er-2771	186	5	may	may	AUX
er-2771	186	6	want	want	VERB
er-2771	186	7	to	to	PART
er-2771	186	8	simulate	simulate	VERB
er-2771	186	9	this	this	DET
er-2771	186	10	process	process	NOUN
er-2771	186	11	to	to	PART
er-2771	186	12	improve	improve	VERB
er-2771	186	13	their	their	PRON
er-2771	186	14	culminating	culminate	VERB
er-2771	186	15	performance	performance	NOUN
er-2771	186	16	for	for	ADP
er-2771	186	17	pre	pre	ADJ
er-2771	186	18	-	-	ADJ
er-2771	186	19	service	service	ADJ
er-2771	186	20	teachers	teacher	NOUN
er-2771	186	21	.	.	PUNCT
er-2771	187	1	as	as	SCONJ
er-2771	187	2	universities	university	NOUN
er-2771	187	3	seek	seek	VERB
er-2771	187	4	to	to	PART
er-2771	187	5	maintain	maintain	VERB
er-2771	187	6	a	a	DET
er-2771	187	7	low	low	ADJ
er-2771	187	8	cost	cost	NOUN
er-2771	187	9	and	and	CCONJ
er-2771	187	10	research	research	NOUN
er-2771	187	11	-	-	PUNCT
er-2771	187	12	based	base	VERB
er-2771	187	13	culminating	culminate	VERB
er-2771	187	14	performance	performance	NOUN
er-2771	187	15	for	for	ADP
er-2771	187	16	teacher	teacher	NOUN
er-2771	187	17	candidates	candidate	NOUN
er-2771	187	18	,	,	PUNCT
er-2771	187	19	other	other	ADJ
er-2771	187	20	professional	professional	ADJ
er-2771	187	21	education	education	NOUN
er-2771	187	22	units	unit	NOUN
er-2771	187	23	may	may	AUX
er-2771	187	24	want	want	VERB
er-2771	187	25	to	to	PART
er-2771	187	26	assess	assess	VERB
er-2771	187	27	the	the	DET
er-2771	187	28	reliability	reliability	NOUN
er-2771	187	29	of	of	ADP
er-2771	187	30	their	their	PRON
er-2771	187	31	performance	performance	NOUN
er-2771	187	32	assessment	assessment	NOUN
er-2771	187	33	for	for	ADP
er-2771	187	34	teacher	teacher	NOUN
er-2771	187	35	candidates	candidate	NOUN
er-2771	187	36	.	.	PUNCT
er-2771	188	1	conclusion	conclusion	VERB
er-2771	188	2	the	the	DET
er-2771	188	3	overall	overall	ADJ
er-2771	188	4	interesting	interesting	ADJ
er-2771	188	5	piece	piece	NOUN
er-2771	188	6	of	of	ADP
er-2771	188	7	this	this	DET
er-2771	188	8	research	research	NOUN
er-2771	188	9	is	be	AUX
er-2771	188	10	the	the	DET
er-2771	188	11	continuing	continue	VERB
er-2771	188	12	issue	issue	NOUN
er-2771	188	13	of	of	ADP
er-2771	188	14	face	face	NOUN
er-2771	188	15	validity	validity	NOUN
er-2771	188	16	versus	versus	ADP
er-2771	188	17	construct	construct	VERB
er-2771	188	18	validity	validity	NOUN
er-2771	188	19	.	.	PUNCT
er-2771	189	1	in	in	ADP
er-2771	189	2	line	line	NOUN
er-2771	189	3	with	with	ADP
er-2771	189	4	face	face	NOUN
er-2771	189	5	validity	validity	NOUN
er-2771	189	6	,	,	PUNCT
er-2771	189	7	faculty	faculty	NOUN
er-2771	189	8	found	find	VERB
er-2771	189	9	that	that	SCONJ
er-2771	189	10	while	while	SCONJ
er-2771	189	11	tws	tws	NOUN
er-2771	189	12	scorers	scorer	NOUN
er-2771	189	13	agreed	agree	VERB
er-2771	189	14	on	on	ADP
er-2771	189	15	the	the	DET
er-2771	189	16	holistic	holistic	ADJ
er-2771	189	17	score	score	NOUN
er-2771	189	18	,	,	PUNCT
er-2771	189	19	there	there	PRON
er-2771	189	20	was	be	VERB
er-2771	189	21	a	a	DET
er-2771	189	22	large	large	ADJ
er-2771	189	23	variance	variance	NOUN
er-2771	189	24	on	on	ADP
er-2771	189	25	indicator	indicator	NOUN
er-2771	189	26	scores	score	NOUN
er-2771	189	27	.	.	PUNCT
er-2771	190	1	this	this	PRON
er-2771	190	2	led	lead	VERB
er-2771	190	3	to	to	ADP
er-2771	190	4	a	a	DET
er-2771	190	5	revision	revision	NOUN
er-2771	190	6	in	in	ADP
er-2771	190	7	the	the	DET
er-2771	190	8	tws	tws	NOUN
er-2771	190	9	prompts	prompt	NOUN
er-2771	190	10	and	and	CCONJ
er-2771	190	11	rubrics	rubric	NOUN
er-2771	190	12	as	as	ADV
er-2771	190	13	well	well	ADV
er-2771	190	14	as	as	ADP
er-2771	190	15	a	a	DET
er-2771	190	16	desire	desire	NOUN
er-2771	190	17	to	to	PART
er-2771	190	18	continue	continue	VERB
er-2771	190	19	to	to	PART
er-2771	190	20	improve	improve	VERB
er-2771	190	21	the	the	DET
er-2771	190	22	rubrics	rubric	NOUN
er-2771	190	23	and	and	CCONJ
er-2771	190	24	assess	assess	VERB
er-2771	190	25	the	the	DET
er-2771	190	26	reliability	reliability	NOUN
er-2771	190	27	of	of	ADP
er-2771	190	28	the	the	DET
er-2771	190	29	document	document	NOUN
er-2771	190	30	particularly	particularly	ADV
er-2771	190	31	by	by	ADP
er-2771	190	32	examining	examine	VERB
er-2771	190	33	the	the	DET
er-2771	190	34	indicators	indicator	NOUN
er-2771	190	35	.	.	PUNCT
er-2771	191	1	what	what	PRON
er-2771	191	2	may	may	AUX
er-2771	191	3	prove	prove	VERB
er-2771	191	4	to	to	PART
er-2771	191	5	be	be	AUX
er-2771	191	6	the	the	DET
er-2771	191	7	most	most	ADV
er-2771	191	8	important	important	ADJ
er-2771	191	9	finding	finding	NOUN
er-2771	191	10	of	of	ADP
er-2771	191	11	the	the	DET
er-2771	191	12	study	study	NOUN
er-2771	191	13	,	,	PUNCT
er-2771	191	14	however	however	ADV
er-2771	191	15	,	,	PUNCT
er-2771	191	16	is	be	AUX
er-2771	191	17	the	the	DET
er-2771	191	18	need	need	NOUN
er-2771	191	19	to	to	PART
er-2771	191	20	examine	examine	VERB
er-2771	191	21	the	the	DET
er-2771	191	22	differences	difference	NOUN
er-2771	191	23	among	among	ADP
er-2771	191	24	scoring	scoring	NOUN
er-2771	191	25	practices	practice	NOUN
er-2771	191	26	of	of	ADP
er-2771	191	27	raters	rater	NOUN
er-2771	191	28	because	because	SCONJ
er-2771	191	29	scoring	scoring	NOUN
er-2771	191	30	varies	vary	VERB
er-2771	191	31	among	among	ADP
er-2771	191	32	people	people	NOUN
er-2771	191	33	.	.	PUNCT
er-2771	192	1	yet	yet	ADV
er-2771	192	2	,	,	PUNCT
er-2771	192	3	even	even	ADV
er-2771	192	4	deeper	deep	ADJ
er-2771	192	5	is	be	AUX
er-2771	192	6	the	the	DET
er-2771	192	7	concern	concern	NOUN
er-2771	192	8	with	with	ADP
er-2771	192	9	construct	construct	VERB
er-2771	192	10	validity	validity	NOUN
er-2771	192	11	where	where	SCONJ
er-2771	192	12	faculty	faculty	NOUN
er-2771	192	13	make	make	VERB
er-2771	192	14	common	common	ADJ
er-2771	192	15	errors	error	NOUN
er-2771	192	16	that	that	PRON
er-2771	192	17	include	include	VERB
er-2771	192	18	misinterpretation	misinterpretation	NOUN
er-2771	192	19	of	of	ADP
er-2771	192	20	scoring	scoring	NOUN
er-2771	192	21	rubrics	rubric	NOUN
er-2771	192	22	,	,	PUNCT
er-2771	192	23	prompts	prompt	NOUN
er-2771	192	24	,	,	PUNCT
er-2771	192	25	the	the	DET
er-2771	192	26	teaching	teaching	NOUN
er-2771	192	27	and	and	CCONJ
er-2771	192	28	learning	learning	NOUN
er-2771	192	29	process	process	NOUN
er-2771	192	30	,	,	PUNCT
er-2771	192	31	and	and	CCONJ
er-2771	192	32	even	even	ADV
er-2771	192	33	concepts	concept	NOUN
er-2771	192	34	such	such	ADJ
er-2771	192	35	as	as	ADP
er-2771	192	36	revised	revise	VERB
er-2771	192	37	bloom	bloom	NOUN
er-2771	192	38	’s	’s	PART
er-2771	192	39	taxonomy	taxonomy	NOUN
er-2771	192	40	due	due	ADP
er-2771	192	41	to	to	ADP
er-2771	192	42	lack	lack	NOUN
er-2771	192	43	of	of	ADP
er-2771	192	44	shared	shared	ADJ
er-2771	192	45	meaning	meaning	NOUN
er-2771	192	46	of	of	ADP
er-2771	192	47	educational	educational	ADJ
er-2771	192	48	terms	term	NOUN
er-2771	192	49	and	and	CCONJ
er-2771	192	50	constructs	construct	NOUN
er-2771	192	51	.	.	PUNCT
er-2771	193	1	this	this	DET
er-2771	193	2	finding	finding	NOUN
er-2771	193	3	could	could	AUX
er-2771	193	4	be	be	AUX
er-2771	193	5	generalized	generalize	VERB
er-2771	193	6	to	to	ADP
er-2771	193	7	other	other	ADJ
er-2771	193	8	universities	university	NOUN
er-2771	193	9	as	as	SCONJ
er-2771	193	10	all	all	DET
er-2771	193	11	education	education	NOUN
er-2771	193	12	programs	program	NOUN
er-2771	193	13	utilize	utilize	VERB
er-2771	193	14	scoring	score	VERB
er-2771	193	15	prompts	prompt	NOUN
er-2771	193	16	and	and	CCONJ
er-2771	193	17	rubrics	rubric	NOUN
er-2771	193	18	to	to	PART
er-2771	193	19	measure	measure	VERB
er-2771	193	20	teacher	teacher	NOUN
er-2771	193	21	candidate	candidate	NOUN
er-2771	193	22	performance	performance	NOUN
er-2771	193	23	and	and	CCONJ
er-2771	193	24	most	most	ADJ
er-2771	193	25	all	all	PRON
er-2771	193	26	use	use	VERB
er-2771	193	27	revised	revise	VERB
er-2771	193	28	bloom	bloom	NOUN
er-2771	193	29	’s	’s	PART
er-2771	193	30	taxonomy	taxonomy	NOUN
er-2771	193	31	in	in	ADP
er-2771	193	32	the	the	DET
er-2771	193	33	teaching	teaching	NOUN
er-2771	193	34	and	and	CCONJ
er-2771	193	35	learning	learning	NOUN
er-2771	193	36	process	process	NOUN
er-2771	193	37	.	.	PUNCT
er-2771	194	1	as	as	SCONJ
er-2771	194	2	institutions	institution	NOUN
er-2771	194	3	drive	drive	VERB
er-2771	194	4	toward	toward	ADP
er-2771	194	5	ensuring	ensure	VERB
er-2771	194	6	performance	performance	NOUN
er-2771	194	7	assessments	assessment	NOUN
er-2771	194	8	are	be	AUX
er-2771	194	9	reliable	reliable	ADJ
er-2771	194	10	,	,	PUNCT
er-2771	194	11	faculty	faculty	NOUN
er-2771	194	12	must	must	AUX
er-2771	194	13	develop	develop	VERB
er-2771	194	14	consensus	consensus	NOUN
er-2771	194	15	around	around	ADP
er-2771	194	16	key	key	ADJ
er-2771	194	17	educational	educational	ADJ
er-2771	194	18	concepts	concept	NOUN
er-2771	194	19	.	.	PUNCT
er-2771	195	1	city	city	NOUN
er-2771	195	2	,	,	PUNCT
er-2771	195	3	elmore	elmore	NOUN
er-2771	195	4	,	,	PUNCT
er-2771	195	5	fiarman	fiarman	NOUN
er-2771	195	6	,	,	PUNCT
er-2771	195	7	and	and	CCONJ
er-2771	195	8	teitel	teitel	NOUN
er-2771	195	9	(	(	PUNCT
er-2771	195	10	2009	2009	NUM
er-2771	195	11	)	)	PUNCT
er-2771	195	12	term	term	NOUN
er-2771	195	13	this	this	PRON
er-2771	195	14	as	as	ADP
er-2771	195	15	a	a	DET
er-2771	195	16	“	"	PUNCT
er-2771	195	17	culture	culture	NOUN
er-2771	195	18	-	-	PUNCT
er-2771	195	19	building	building	NOUN
er-2771	195	20	process	process	NOUN
er-2771	195	21	.	.	PUNCT
er-2771	195	22	”	"	PUNCT
er-2771	196	1	to	to	PART
er-2771	196	2	build	build	VERB
er-2771	196	3	consistency	consistency	NOUN
er-2771	196	4	in	in	ADP
er-2771	196	5	the	the	DET
er-2771	196	6	instruction	instruction	NOUN
er-2771	196	7	and	and	CCONJ
er-2771	196	8	assessment	assessment	NOUN
er-2771	196	9	across	across	ADP
er-2771	196	10	faculty	faculty	NOUN
er-2771	196	11	,	,	PUNCT
er-2771	196	12	critical	critical	ADJ
er-2771	196	13	conversations	conversation	NOUN
er-2771	196	14	need	need	VERB
er-2771	196	15	to	to	PART
er-2771	196	16	occur	occur	VERB
er-2771	196	17	to	to	PART
er-2771	196	18	build	build	VERB
er-2771	196	19	understanding	understanding	NOUN
er-2771	196	20	and	and	CCONJ
er-2771	196	21	agreement	agreement	NOUN
er-2771	196	22	around	around	ADP
er-2771	196	23	these	these	DET
er-2771	196	24	concepts	concept	NOUN
er-2771	196	25	.	.	PUNCT
er-2771	197	1	although	although	SCONJ
er-2771	197	2	this	this	DET
er-2771	197	3	institution	institution	NOUN
er-2771	197	4	had	have	AUX
er-2771	197	5	begun	begin	VERB
er-2771	197	6	the	the	DET
er-2771	197	7	process	process	NOUN
er-2771	197	8	of	of	ADP
er-2771	197	9	having	have	VERB
er-2771	197	10	conversations	conversation	NOUN
er-2771	197	11	and	and	CCONJ
er-2771	197	12	making	make	VERB
er-2771	197	13	revisions	revision	NOUN
er-2771	197	14	to	to	ADP
er-2771	197	15	the	the	DET
er-2771	197	16	teacher	teacher	NOUN
er-2771	197	17	work	work	NOUN
er-2771	197	18	sample	sample	NOUN
er-2771	197	19	,	,	PUNCT
er-2771	197	20	it	it	PRON
er-2771	197	21	is	be	AUX
er-2771	197	22	clear	clear	ADJ
er-2771	197	23	that	that	SCONJ
er-2771	197	24	the	the	DET
er-2771	197	25	dialogue	dialogue	NOUN
er-2771	197	26	needs	need	VERB
er-2771	197	27	to	to	PART
er-2771	197	28	continue	continue	VERB
er-2771	197	29	and	and	CCONJ
er-2771	197	30	keep	keep	VERB
er-2771	197	31	striving	strive	VERB
er-2771	197	32	forward	forward	ADV
er-2771	197	33	in	in	ADP
er-2771	197	34	the	the	DET
er-2771	197	35	difficult	difficult	ADJ
er-2771	197	36	task	task	NOUN
er-2771	197	37	of	of	ADP
er-2771	197	38	shared	share	VERB
er-2771	197	39	-	-	PUNCT
er-2771	197	40	meaning	mean	VERB
er-2771	197	41	building	building	NOUN
er-2771	197	42	.	.	PUNCT
er-2771	198	1	just	just	ADV
er-2771	198	2	as	as	SCONJ
er-2771	198	3	teacher	teacher	NOUN
er-2771	198	4	candidates	candidate	NOUN
er-2771	198	5	are	be	AUX
er-2771	198	6	required	require	VERB
er-2771	198	7	to	to	PART
er-2771	198	8	“	"	PUNCT
er-2771	198	9	…	…	PUNCT
er-2771	198	10	collect	collect	VERB
er-2771	198	11	and	and	CCONJ
er-2771	198	12	analyze	analyze	VERB
er-2771	198	13	data	datum	NOUN
er-2771	198	14	related	relate	VERB
er-2771	198	15	to	to	ADP
er-2771	198	16	their	their	PRON
er-2771	198	17	work	work	NOUN
er-2771	198	18	,	,	PUNCT
er-2771	198	19	reflect	reflect	VERB
er-2771	198	20	on	on	ADP
er-2771	198	21	their	their	PRON
er-2771	198	22	practice	practice	NOUN
er-2771	198	23	,	,	PUNCT
er-2771	198	24	and	and	CCONJ
er-2771	198	25	use	use	VERB
er-2771	198	26	research	research	NOUN
er-2771	198	27	and	and	CCONJ
er-2771	198	28	technology	technology	NOUN
er-2771	198	29	to	to	PART
er-2771	198	30	support	support	VERB
er-2771	198	31	and	and	CCONJ
er-2771	198	32	improve	improve	VERB
er-2771	198	33	student	student	NOUN
er-2771	198	34	learning	learning	NOUN
er-2771	198	35	”	"	PUNCT
er-2771	198	36	(	(	PUNCT
er-2771	198	37	ncate	ncate	ADJ
er-2771	198	38	,	,	PUNCT
er-2771	198	39	2008	2008	NUM
er-2771	198	40	,	,	PUNCT
er-2771	198	41	p.	p.	NOUN
er-2771	198	42	19	19	NUM
er-2771	198	43	)	)	PUNCT
er-2771	198	44	,	,	PUNCT
er-2771	198	45	university	university	NOUN
er-2771	198	46	faculty	faculty	NOUN
er-2771	198	47	must	must	AUX
er-2771	198	48	do	do	VERB
er-2771	198	49	the	the	DET
er-2771	198	50	same	same	ADJ
er-2771	198	51	to	to	PART
er-2771	198	52	prepare	prepare	VERB
er-2771	198	53	teacher	teacher	NOUN
er-2771	198	54	candidates	candidate	NOUN
er-2771	198	55	for	for	ADP
er-2771	198	56	21st	21st	ADJ
er-2771	198	57	century	century	NOUN
er-2771	198	58	classrooms	classroom	NOUN
er-2771	198	59	.	.	PUNCT
er-2771	199	1	by	by	ADP
er-2771	199	2	looking	look	VERB
er-2771	199	3	at	at	ADP
er-2771	199	4	the	the	DET
er-2771	199	5	tws	tws	PROPN
er-2771	199	6	data	datum	NOUN
er-2771	199	7	beyond	beyond	ADP
er-2771	199	8	the	the	DET
er-2771	199	9	face	face	NOUN
er-2771	199	10	reliability	reliability	NOUN
er-2771	199	11	16	16	NUM
er-2771	199	12	  	  	SPACE
er-2771	199	13	l.	l.	PROPN
er-2771	199	14	murley	murley	PROPN
er-2771	199	15	,	,	PUNCT
er-2771	199	16	r.	r.	PROPN
er-2771	199	17	stobaugh	stobaugh	PROPN
er-2771	199	18	,	,	PUNCT
er-2771	199	19	p.	p.	PROPN
er-2771	199	20	jukes	jukes	PROPN
er-2771	199	21	,	,	PUNCT
er-2771	199	22	j.	j.	PROPN
er-2771	199	23	tassell	tassell	PROPN
er-2771	199	24	  	  	SPACE
er-2771	199	25	perspective	perspective	NOUN
er-2771	199	26	,	,	PUNCT
er-2771	199	27	institutions	institution	NOUN
er-2771	199	28	can	can	AUX
er-2771	199	29	pave	pave	VERB
er-2771	199	30	a	a	DET
er-2771	199	31	path	path	NOUN
er-2771	199	32	for	for	ADP
er-2771	199	33	what	what	PRON
er-2771	199	34	they	they	PRON
er-2771	199	35	can	can	AUX
er-2771	199	36	discover	discover	VERB
er-2771	199	37	with	with	ADP
er-2771	199	38	construct	construct	NOUN
er-2771	199	39	validity	validity	NOUN
er-2771	199	40	research	research	NOUN
er-2771	199	41	that	that	PRON
er-2771	199	42	can	can	AUX
er-2771	199	43	potentially	potentially	ADV
er-2771	199	44	lead	lead	VERB
er-2771	199	45	to	to	ADP
er-2771	199	46	meaningful	meaningful	ADJ
er-2771	199	47	and	and	CCONJ
er-2771	199	48	deeper	deep	ADJ
er-2771	199	49	change	change	NOUN
er-2771	199	50	.	.	PUNCT
er-2771	200	1	curriculum	curriculum	NOUN
er-2771	200	2	redesign	redesign	VERB
er-2771	200	3	17	17	NUM
er-2771	200	4	references	reference	NOUN
er-2771	200	5	anderson	anderson	PROPN
er-2771	200	6	,	,	PUNCT
er-2771	200	7	l.	l.	PROPN
er-2771	200	8	,	,	PUNCT
er-2771	200	9	krathwohl	krathwohl	PROPN
er-2771	200	10	,	,	PUNCT
er-2771	200	11	d.	d.	PROPN
er-2771	200	12	,	,	PUNCT
er-2771	200	13	airasian	airasian	ADJ
er-2771	200	14	,	,	PUNCT
er-2771	200	15	p.	p.	PROPN
er-2771	200	16	,	,	PUNCT
er-2771	200	17	cruikshank	cruikshank	PROPN
er-2771	200	18	,	,	PUNCT
er-2771	200	19	k.	k.	PROPN
er-2771	200	20	,	,	PUNCT
er-2771	200	21	mayer	mayer	PROPN
er-2771	200	22	,	,	PUNCT
er-2771	200	23	r.	r.	PROPN
er-2771	200	24	,	,	PUNCT
er-2771	200	25	pintrich	pintrich	NOUN
er-2771	200	26	,	,	PUNCT
er-2771	200	27	p.	p.	NOUN
er-2771	200	28	,	,	PUNCT
er-2771	200	29	raths	rath	NOUN
er-2771	200	30	,	,	PUNCT
er-2771	200	31	j.	j.	PROPN
er-2771	200	32	,	,	PUNCT
er-2771	200	33	&	&	CCONJ
er-2771	200	34	wittrock	wittrock	NOUN
er-2771	200	35	,	,	PUNCT
er-2771	200	36	m.	m.	NOUN
er-2771	200	37	(	(	PUNCT
er-2771	200	38	2001	2001	NUM
er-2771	200	39	)	)	PUNCT
er-2771	200	40	.	.	PUNCT
er-2771	201	1	a	a	DET
er-2771	201	2	taxonomy	taxonomy	NOUN
er-2771	201	3	for	for	ADP
er-2771	201	4	learning	learning	NOUN
er-2771	201	5	,	,	PUNCT
er-2771	201	6	teaching	teaching	NOUN
er-2771	201	7	,	,	PUNCT
er-2771	201	8	and	and	CCONJ
er-2771	201	9	assessing	assess	VERB
er-2771	201	10	.	.	PUNCT
er-2771	202	1	new	new	PROPN
er-2771	202	2	york	york	PROPN
er-2771	202	3	:	:	PUNCT
er-2771	202	4	addison	addison	PROPN
er-2771	202	5	wesley	wesley	PROPN
er-2771	202	6	,	,	PUNCT
er-2771	202	7	longman	longman	PROPN
er-2771	202	8	.	.	PUNCT
er-2771	203	1	city	city	PROPN
er-2771	203	2	,	,	PUNCT
er-2771	203	3	e.	e.	PROPN
er-2771	203	4	a.	a.	PROPN
er-2771	203	5	,	,	PUNCT
er-2771	203	6	elmore	elmore	NOUN
er-2771	203	7	,	,	PUNCT
er-2771	203	8	r.	r.	PROPN
er-2771	203	9	f.	f.	PROPN
er-2771	203	10	,	,	PUNCT
er-2771	203	11	fiarman	fiarman	PROPN
er-2771	203	12	,	,	PUNCT
er-2771	203	13	s.	s.	PROPN
er-2771	203	14	&	&	CCONJ
er-2771	203	15	teitel	teitel	PROPN
er-2771	203	16	,	,	PUNCT
er-2771	203	17	l.	l.	PROPN
er-2771	203	18	(	(	PUNCT
er-2771	203	19	2009	2009	NUM
er-2771	203	20	)	)	PUNCT
er-2771	203	21	.	.	PUNCT
er-2771	204	1	instructional	instructional	ADJ
er-2771	204	2	rounds	round	NOUN
er-2771	204	3	in	in	ADP
er-2771	204	4	education	education	NOUN
er-2771	204	5	.	.	PUNCT
er-2771	205	1	harvard	harvard	PROPN
er-2771	205	2	,	,	PUNCT
er-2771	205	3	ma	ma	PROPN
er-2771	205	4	:	:	PUNCT
er-2771	205	5	harvard	harvard	PROPN
er-2771	205	6	education	education	PROPN
er-2771	205	7	press	press	NOUN
er-2771	205	8	.	.	PUNCT
er-2771	206	1	girod	girod	NOUN
er-2771	206	2	,	,	PUNCT
er-2771	206	3	g.	g.	PROPN
er-2771	206	4	(	(	PUNCT
er-2771	206	5	2002	2002	NUM
er-2771	206	6	)	)	PUNCT
er-2771	206	7	.	.	PUNCT
er-2771	207	1	connecting	connect	VERB
er-2771	207	2	teaching	teaching	NOUN
er-2771	207	3	and	and	CCONJ
er-2771	207	4	learning	learning	NOUN
er-2771	207	5	:	:	PUNCT
er-2771	207	6	a	a	DET
er-2771	207	7	handbook	handbook	NOUN
er-2771	207	8	for	for	ADP
er-2771	207	9	teacher	teacher	NOUN
er-2771	207	10	educators	educator	NOUN
er-2771	207	11	on	on	ADP
er-2771	207	12	teacher	teacher	NOUN
er-2771	207	13	work	work	NOUN
er-2771	207	14	sample	sample	NOUN
er-2771	207	15	methodology	methodology	NOUN
er-2771	207	16	.	.	PUNCT
er-2771	208	1	washington	washington	PROPN
er-2771	208	2	,	,	PUNCT
er-2771	208	3	dc	dc	PROPN
er-2771	208	4	:	:	PUNCT
er-2771	208	5	aacte	aacte	NOUN
er-2771	208	6	publications	publication	NOUN
er-2771	208	7	.	.	PUNCT
er-2771	209	1	kentucky	kentucky	PROPN
er-2771	209	2	department	department	PROPN
er-2771	209	3	of	of	ADP
er-2771	209	4	education	education	PROPN
er-2771	209	5	(	(	PUNCT
er-2771	209	6	2008	2008	NUM
er-2771	209	7	)	)	PUNCT
er-2771	209	8	.	.	PUNCT
er-2771	210	1	kentucky	kentucky	PROPN
er-2771	210	2	teaching	teaching	NOUN
er-2771	210	3	standards	standard	NOUN
er-2771	210	4	.	.	PUNCT
er-2771	211	1	retrieved	retrieve	VERB
er-2771	211	2	from	from	ADP
er-2771	211	3	http://www.kyepsb.net/teacherprep/standards.asp	http://www.kyepsb.net/teacherprep/standards.asp	PROPN
er-2771	211	4	.	.	PUNCT
er-2771	212	1	kohler	kohler	PROPN
er-2771	212	2	,	,	PUNCT
er-2771	212	3	f.	f.	PROPN
er-2771	212	4	,	,	PUNCT
er-2771	212	5	henning	henning	PROPN
er-2771	212	6	,	,	PUNCT
er-2771	212	7	j.	j.	PROPN
er-2771	212	8	,	,	PUNCT
er-2771	212	9	&	&	CCONJ
er-2771	212	10	usma	usma	PROPN
er-2771	212	11	-	-	PUNCT
er-2771	212	12	wilches	wilche	NOUN
er-2771	212	13	.	.	PUNCT
er-2771	213	1	(	(	PUNCT
er-2771	213	2	2008	2008	NUM
er-2771	213	3	)	)	PUNCT
er-2771	213	4	.	.	PUNCT
er-2771	214	1	preparing	prepare	VERB
er-2771	214	2	preservice	preservice	NOUN
er-2771	214	3	teachers	teacher	NOUN
er-2771	214	4	to	to	PART
er-2771	214	5	make	make	VERB
er-2771	214	6	instructional	instructional	ADJ
er-2771	214	7	decisions	decision	NOUN
er-2771	214	8	:	:	PUNCT
er-2771	214	9	an	an	DET
er-2771	214	10	examination	examination	NOUN
er-2771	214	11	of	of	ADP
er-2771	214	12	data	datum	NOUN
er-2771	214	13	from	from	ADP
er-2771	214	14	the	the	DET
er-2771	214	15	teacher	teacher	NOUN
er-2771	214	16	work	work	NOUN
er-2771	214	17	sample	sample	NOUN
er-2771	214	18	.	.	PUNCT
er-2771	215	1	teaching	teaching	NOUN
er-2771	215	2	and	and	CCONJ
er-2771	215	3	teacher	teacher	NOUN
er-2771	215	4	education	education	NOUN
er-2771	215	5	,	,	PUNCT
er-2771	215	6	24(8	24(8	NUM
er-2771	215	7	)	)	PUNCT
er-2771	215	8	,	,	PUNCT
er-2771	215	9	pp	pp	PROPN
er-2771	215	10	.	.	PUNCT
er-2771	216	1	2108	2108	NUM
er-2771	216	2	-	-	SYM
er-2771	216	3	2117	2117	NUM
er-2771	216	4	.	.	PUNCT
er-2771	217	1	mcconney	mcconney	PROPN
er-2771	217	2	,	,	PUNCT
er-2771	217	3	a.	a.	NOUN
er-2771	217	4	,	,	PUNCT
er-2771	217	5	schalock	schalock	ADJ
er-2771	217	6	,	,	PUNCT
er-2771	217	7	m.	m.	NOUN
er-2771	217	8	,	,	PUNCT
er-2771	217	9	&	&	CCONJ
er-2771	217	10	schalock	schalock	PROPN
er-2771	217	11	,	,	PUNCT
er-2771	217	12	h.	h.	PROPN
er-2771	217	13	(	(	PUNCT
er-2771	217	14	1998	1998	NUM
er-2771	217	15	)	)	PUNCT
er-2771	217	16	.	.	PUNCT
er-2771	218	1	focusing	focus	VERB
er-2771	218	2	improvement	improvement	NOUN
er-2771	218	3	and	and	CCONJ
er-2771	218	4	quality	quality	NOUN
er-2771	218	5	assurance	assurance	NOUN
er-2771	218	6	:	:	PUNCT
er-2771	218	7	work	work	NOUN
er-2771	218	8	samples	sample	NOUN
er-2771	218	9	as	as	ADP
er-2771	218	10	authentic	authentic	ADJ
er-2771	218	11	performance	performance	NOUN
er-2771	218	12	measures	measure	NOUN
er-2771	218	13	of	of	ADP
er-2771	218	14	prospective	prospective	ADJ
er-2771	218	15	teachers	teacher	NOUN
er-2771	218	16	’	'	PUNCT
er-2771	218	17	effectiveness	effectiveness	NOUN
er-2771	218	18	.	.	PUNCT
er-2771	219	1	journal	journal	NOUN
er-2771	219	2	of	of	ADP
er-2771	219	3	personnel	personnel	NOUN
er-2771	219	4	evaluation	evaluation	NOUN
er-2771	219	5	in	in	ADP
er-2771	219	6	education	education	NOUN
er-2771	219	7	,	,	PUNCT
er-2771	219	8	11	11	NUM
er-2771	219	9	,	,	PUNCT
er-2771	219	10	pp	pp	ADJ
er-2771	219	11	.	.	PUNCT
er-2771	220	1	343	343	NUM
er-2771	220	2	-	-	SYM
er-2771	220	3	363	363	NUM
er-2771	220	4	.	.	PUNCT
er-2771	221	1	national	national	PROPN
er-2771	221	2	council	council	PROPN
er-2771	221	3	for	for	ADP
er-2771	221	4	accreditation	accreditation	NOUN
er-2771	221	5	of	of	ADP
er-2771	221	6	teacher	teacher	NOUN
er-2771	221	7	education	education	NOUN
er-2771	221	8	.	.	PUNCT
er-2771	222	1	(	(	PUNCT
er-2771	222	2	2008	2008	NUM
er-2771	222	3	)	)	PUNCT
er-2771	222	4	.	.	PUNCT
er-2771	223	1	professional	professional	ADJ
er-2771	223	2	standards	standard	NOUN
er-2771	223	3	for	for	ADP
er-2771	223	4	the	the	DET
er-2771	223	5	accreditation	accreditation	NOUN
er-2771	223	6	of	of	ADP
er-2771	223	7	teacher	teacher	NOUN
er-2771	223	8	preparation	preparation	NOUN
er-2771	223	9	institutions	institution	NOUN
er-2771	223	10	.	.	PUNCT
er-2771	224	1	washington	washington	PROPN
er-2771	224	2	,	,	PUNCT
er-2771	224	3	dc	dc	PROPN
er-2771	224	4	:	:	PUNCT
er-2771	224	5	author	author	NOUN
er-2771	224	6	.	.	PUNCT
er-2771	225	1	nitko	nitko	PROPN
er-2771	225	2	,	,	PUNCT
er-2771	225	3	a.	a.	PROPN
er-2771	225	4	j.	j.	PROPN
er-2771	225	5	&	&	CCONJ
er-2771	225	6	brookhart	brookhart	PROPN
er-2771	225	7	,	,	PUNCT
er-2771	225	8	s.	s.	PROPN
er-2771	225	9	m.	m.	PROPN
er-2771	225	10	(	(	PUNCT
er-2771	225	11	2010	2010	NUM
er-2771	225	12	)	)	PUNCT
er-2771	225	13	.	.	PUNCT
er-2771	226	1	educational	educational	ADJ
er-2771	226	2	assessment	assessment	NOUN
er-2771	226	3	of	of	ADP
er-2771	226	4	students	student	NOUN
er-2771	226	5	(	(	PUNCT
er-2771	226	6	6th	6th	ADJ
er-2771	226	7	ed	ed	NOUN
er-2771	226	8	.	.	PUNCT
er-2771	226	9	)	)	PUNCT
er-2771	226	10	.	.	PUNCT
er-2771	227	1	upper	upper	ADJ
er-2771	227	2	saddle	saddle	PROPN
er-2771	227	3	river	river	PROPN
er-2771	227	4	,	,	PUNCT
er-2771	227	5	nj	nj	PROPN
er-2771	227	6	:	:	PUNCT
er-2771	227	7	pearson	pearson	PROPN
er-2771	227	8	merrill	merrill	PROPN
er-2771	227	9	/	/	SYM
er-2771	227	10	prentice	prentice	PROPN
er-2771	227	11	hall	hall	NOUN
er-2771	227	12	.	.	PUNCT
er-2771	228	1	popham	popham	PROPN
er-2771	228	2	,	,	PUNCT
er-2771	228	3	w.	w.	PROPN
er-2771	228	4	j.	j.	PROPN
er-2771	228	5	(	(	PUNCT
er-2771	228	6	2009	2009	NUM
er-2771	228	7	)	)	PUNCT
er-2771	228	8	.	.	PUNCT
er-2771	229	1	all	all	PRON
er-2771	229	2	about	about	ADP
er-2771	229	3	assessment	assessment	NOUN
er-2771	229	4	:	:	PUNCT
er-2771	229	5	unraveling	unravel	VERB
er-2771	229	6	reliability	reliability	NOUN
er-2771	229	7	.	.	PUNCT
er-2771	230	1	educational	educational	ADJ
er-2771	230	2	leadership	leadership	NOUN
er-2771	230	3	,	,	PUNCT
er-2771	230	4	66(5	66(5	NUM
er-2771	230	5	)	)	PUNCT
er-2771	230	6	,	,	PUNCT
er-2771	230	7	pp	pp	ADP
er-2771	230	8	.	.	PUNCT
er-2771	231	1	77	77	NUM
er-2771	231	2	-	-	SYM
er-2771	231	3	78	78	NUM
er-2771	231	4	.	.	PUNCT
er-2771	232	1	the	the	DET
er-2771	232	2	renaissance	renaissance	PROPN
er-2771	232	3	partnership	partnership	NOUN
er-2771	232	4	for	for	ADP
er-2771	232	5	improving	improve	VERB
er-2771	232	6	teacher	teacher	NOUN
er-2771	232	7	quality	quality	NOUN
er-2771	232	8	(	(	PUNCT
er-2771	232	9	2001	2001	NUM
er-2771	232	10	)	)	PUNCT
er-2771	232	11	.	.	PUNCT
er-2771	233	1	teacher	teacher	NOUN
er-2771	233	2	work	work	NOUN
er-2771	233	3	sample	sample	NOUN
er-2771	233	4	:	:	PUNCT
er-2771	233	5	18	18	NUM
er-2771	233	6	  	  	SPACE
er-2771	233	7	l.	l.	PROPN
er-2771	233	8	murley	murley	PROPN
er-2771	233	9	,	,	PUNCT
er-2771	233	10	r.	r.	PROPN
er-2771	233	11	stobaugh	stobaugh	PROPN
er-2771	233	12	,	,	PUNCT
er-2771	233	13	p.	p.	PROPN
er-2771	233	14	jukes	jukes	PROPN
er-2771	233	15	,	,	PUNCT
er-2771	233	16	j.	j.	PROPN
er-2771	233	17	tassell	tassell	PROPN
er-2771	233	18	  	  	SPACE
er-2771	233	19	performance	performance	NOUN
er-2771	233	20	prompt	prompt	NOUN
er-2771	233	21	,	,	PUNCT
er-2771	233	22	teaching	teaching	NOUN
er-2771	233	23	process	process	NOUN
er-2771	233	24	standards	standard	NOUN
er-2771	233	25	,	,	PUNCT
er-2771	233	26	scoring	scoring	NOUN
er-2771	233	27	rubrics	rubric	NOUN
er-2771	233	28	.	.	PUNCT
er-2771	234	1	retrieved	retrieve	VERB
er-2771	234	2	from	from	ADP
er-2771	234	3	http://fp.uni.due/itz/projectactivities/index.htm	http://fp.uni.due/itz/projectactivities/index.htm	PROPN
er-2771	234	4	schalock	schalock	ADJ
er-2771	234	5	,	,	PUNCT
er-2771	234	6	h.	h.	PROPN
er-2771	234	7	&	&	CCONJ
er-2771	234	8	myton	myton	PROPN
er-2771	234	9	,	,	PUNCT
er-2771	234	10	d.	d.	PROPN
er-2771	234	11	(	(	PUNCT
er-2771	234	12	1988	1988	NUM
er-2771	234	13	)	)	PUNCT
er-2771	234	14	.	.	PUNCT
er-2771	235	1	a	a	DET
er-2771	235	2	new	new	ADJ
er-2771	235	3	paradigm	paradigm	NOUN
er-2771	235	4	for	for	ADP
er-2771	235	5	teacher	teacher	NOUN
er-2771	235	6	licensure	licensure	NOUN
er-2771	235	7	:	:	PUNCT
er-2771	235	8	oregon	oregon	PROPN
er-2771	235	9	’s	’s	PART
er-2771	235	10	demand	demand	NOUN
er-2771	235	11	for	for	ADP
er-2771	235	12	evidence	evidence	NOUN
er-2771	235	13	of	of	ADP
er-2771	235	14	success	success	NOUN
er-2771	235	15	in	in	ADP
er-2771	235	16	fostering	foster	VERB
er-2771	235	17	learning	learning	NOUN
er-2771	235	18	.	.	PUNCT
er-2771	236	1	journal	journal	PROPN
er-2771	236	2	of	of	ADP
er-2771	236	3	teacher	teacher	NOUN
er-2771	236	4	education	education	NOUN
er-2771	236	5	,	,	PUNCT
er-2771	236	6	39(6	39(6	NOUN
er-2771	236	7	)	)	PUNCT
er-2771	236	8	,	,	PUNCT
er-2771	236	9	pp	pp	PROPN
er-2771	236	10	.	.	PUNCT
er-2771	237	1	8	8	NUM
er-2771	237	2	-	-	SYM
er-2771	237	3	16	16	NUM
er-2771	237	4	.	.	PUNCT
er-2771	238	1	school	school	NOUN
er-2771	238	2	of	of	ADP
er-2771	238	3	teacher	teacher	NOUN
er-2771	238	4	education	education	NOUN
er-2771	238	5	.	.	PUNCT
er-2771	239	1	(	(	PUNCT
er-2771	239	2	2011	2011	NUM
er-2771	239	3	)	)	PUNCT
er-2771	239	4	.	.	PUNCT
er-2771	240	1	teacher	teacher	NOUN
er-2771	240	2	work	work	NOUN
er-2771	240	3	sample	sample	NOUN
er-2771	240	4	.	.	PUNCT
er-2771	241	1	bowling	bowling	NOUN
er-2771	241	2	green	green	PROPN
er-2771	241	3	,	,	PUNCT
er-2771	241	4	ky	ky	PROPN
er-2771	241	5	:	:	PUNCT
er-2771	241	6	western	western	PROPN
er-2771	241	7	kentucky	kentucky	PROPN
er-2771	241	8	university	university	PROPN
er-2771	241	9	.	.	PUNCT
er-2771	242	1	available	available	ADJ
er-2771	242	2	:	:	PUNCT
er-2771	243	1	http://www.wku.edu/teacherservices/	http://www.wku.edu/teacherservices/	ADJ
er-2771	243	2	student_teaching/	student_teaching/	NOUN
er-2771	243	3	documents	document	NOUN
er-2771	243	4	/	/	SYM
er-2771	243	5	teacher_work_sample	teacher_work_sample	NUM
er-2771	243	6	.	.	PUNCT
er-2771	244	1	stobaugh	stobaugh	PROPN
er-2771	244	2	,	,	PUNCT
er-2771	244	3	r.	r.	PROPN
er-2771	244	4	(	(	PUNCT
er-2771	244	5	2013	2013	NUM
er-2771	244	6	)	)	PUNCT
er-2771	244	7	.	.	PUNCT
er-2771	245	1	assessing	assess	VERB
er-2771	245	2	critical	critical	ADJ
er-2771	245	3	thinking	thinking	NOUN
er-2771	245	4	in	in	ADP
er-2771	245	5	elementary	elementary	ADJ
er-2771	245	6	schools	school	NOUN
er-2771	245	7	.	.	PUNCT
er-2771	246	1	meeting	meet	VERB
er-2771	246	2	the	the	DET
er-2771	246	3	common	common	ADJ
er-2771	246	4	core	core	NOUN
er-2771	246	5	.	.	PUNCT
er-2771	247	1	larchmont	larchmont	PROPN
er-2771	247	2	,	,	PUNCT
er-2771	247	3	ny	ny	PROPN
er-2771	247	4	:	:	PUNCT
er-2771	247	5	eye	eye	NOUN
er-2771	247	6	on	on	ADP
er-2771	247	7	education	education	NOUN
er-2771	247	8	.	.	PUNCT
er-2771	248	1	stobaugh	stobaugh	NOUN
er-2771	248	2	,	,	PUNCT
er-2771	248	3	r	r	NOUN
er-2771	248	4	,	,	PUNCT
er-2771	248	5	tassell	tassell	NOUN
er-2771	248	6	,	,	PUNCT
er-2771	248	7	j.	j.	PROPN
er-2771	248	8	,	,	PUNCT
er-2771	248	9	&	&	CCONJ
er-2771	248	10	norman	norman	PROPN
er-2771	248	11	,	,	PUNCT
er-2771	248	12	a.	a.	NOUN
er-2771	248	13	(	(	PUNCT
er-2771	248	14	2012	2012	NUM
er-2771	248	15	)	)	PUNCT
er-2771	248	16	.	.	PUNCT
er-2771	249	1	improving	improve	VERB
er-2771	249	2	preservice	preservice	NOUN
er-2771	249	3	teacher	teacher	NOUN
er-2771	249	4	preparation	preparation	NOUN
er-2771	249	5	through	through	ADP
er-2771	249	6	the	the	DET
er-2771	249	7	teacher	teacher	NOUN
er-2771	249	8	work	work	NOUN
er-2771	249	9	sample	sample	NOUN
er-2771	249	10	:	:	PUNCT
er-2771	249	11	exploring	explore	VERB
er-2771	249	12	assessment	assessment	NOUN
er-2771	249	13	and	and	CCONJ
er-2771	249	14	analysis	analysis	NOUN
er-2771	249	15	of	of	ADP
er-2771	249	16	student	student	NOUN
er-2771	249	17	learning	learning	NOUN
er-2771	249	18	.	.	PUNCT
er-2771	250	1	action	action	NOUN
er-2771	250	2	in	in	ADP
er-2771	250	3	teacher	teacher	NOUN
er-2771	250	4	education	education	NOUN
er-2771	250	5	,	,	PUNCT
er-2771	250	6	32(1	32(1	NUM
er-2771	250	7	)	)	PUNCT
er-2771	250	8	,	,	PUNCT
er-2771	250	9	pp	pp	ADP
er-2771	250	10	.	.	PUNCT
er-2771	251	1	39	39	NUM
er-2771	251	2	-	-	SYM
er-2771	251	3	53	53	NUM
er-2771	251	4	.	.	PUNCT
er-2771	252	1	tassell	tassell	PROPN
er-2771	252	2	,	,	PUNCT
er-2771	252	3	j.	j.	PROPN
er-2771	252	4	,	,	PUNCT
er-2771	252	5	stobaugh	stobaugh	PROPN
er-2771	252	6	,	,	PUNCT
er-2771	252	7	r.	r.	PROPN
er-2771	252	8	,	,	PUNCT
er-2771	252	9	&	&	CCONJ
er-2771	252	10	mcdonald	mcdonald	PROPN
er-2771	252	11	,	,	PUNCT
er-2771	252	12	m.	m.	NOUN
er-2771	252	13	(	(	PUNCT
er-2771	252	14	2013	2013	NUM
er-2771	252	15	)	)	PUNCT
er-2771	252	16	.	.	PUNCT
er-2771	253	1	math	math	NOUN
er-2771	253	2	and	and	CCONJ
er-2771	253	3	science	science	NOUN
er-2771	253	4	teacher	teacher	NOUN
er-2771	253	5	candidates	candidate	NOUN
er-2771	253	6	’	'	PUNCT
er-2771	253	7	use	use	NOUN
er-2771	253	8	of	of	ADP
er-2771	253	9	technology	technology	NOUN
er-2771	253	10	to	to	PART
er-2771	253	11	facilitate	facilitate	VERB
er-2771	253	12	teaching	teaching	NOUN
er-2771	253	13	and	and	CCONJ
er-2771	253	14	learning	learn	VERB
er-2771	253	15	during	during	ADP
er-2771	253	16	student	student	NOUN
er-2771	253	17	teaching	teaching	NOUN
er-2771	253	18	.	.	PUNCT
er-2771	254	1	educational	educational	ADJ
er-2771	254	2	renaissance	renaissance	NOUN
er-2771	254	3	,	,	PUNCT
er-2771	254	4	2(1	2(1	NUM
er-2771	254	5	)	)	PUNCT
er-2771	254	6	,	,	PUNCT
er-2771	254	7	pp	pp	PROPN
er-2771	254	8	.	.	PUNCT
er-2771	255	1	17	17	NUM
er-2771	255	2	-	-	SYM
er-2771	255	3	28	28	NUM
er-2771	255	4	.	.	PUNCT
