id	sid	tid	token	lemma	pos
impactinged-335	1	1	impacting	impact	VERB
impactinged-335	1	2	education	education	NOUN
impactinged-335	1	3	:	:	PUNCT
impactinged-335	1	4	journal	journal	NOUN
impactinged-335	1	5	on	on	ADP
impactinged-335	1	6	transforming	transform	VERB
impactinged-335	1	7	professional	professional	ADJ
impactinged-335	1	8	practice	practice	NOUN
impactinged-335	1	9	new	new	ADJ
impactinged-335	1	10	articles	article	NOUN
impactinged-335	1	11	in	in	ADP
impactinged-335	1	12	this	this	DET
impactinged-335	1	13	journal	journal	NOUN
impactinged-335	1	14	are	be	AUX
impactinged-335	1	15	licensed	license	VERB
impactinged-335	1	16	under	under	ADP
impactinged-335	1	17	a	a	DET
impactinged-335	1	18	creative	creative	ADJ
impactinged-335	1	19	commons	common	NOUN
impactinged-335	1	20	attribution	attribution	NOUN
impactinged-335	1	21	4.0	4.0	NUM
impactinged-335	1	22	united	unite	VERB
impactinged-335	1	23	states	states	PROPN
impactinged-335	1	24	license	license	NOUN
impactinged-335	1	25	.	.	PUNCT
impactinged-335	2	1	this	this	DET
impactinged-335	2	2	journal	journal	NOUN
impactinged-335	2	3	is	be	AUX
impactinged-335	2	4	published	publish	VERB
impactinged-335	2	5	by	by	ADP
impactinged-335	2	6	pitt	pitt	PROPN
impactinged-335	2	7	open	open	PROPN
impactinged-335	2	8	library	library	NOUN
impactinged-335	2	9	publishing	publishing	NOUN
impactinged-335	2	10	.	.	PUNCT
impactinged-335	3	1	50	50	NUM
impactinged-335	3	2	this	this	DET
impactinged-335	3	3	journal	journal	NOUN
impactinged-335	3	4	is	be	AUX
impactinged-335	3	5	supported	support	VERB
impactinged-335	3	6	by	by	ADP
impactinged-335	3	7	the	the	DET
impactinged-335	3	8	carnegie	carnegie	NOUN
impactinged-335	3	9	project	project	NOUN
impactinged-335	3	10	on	on	ADP
impactinged-335	3	11	the	the	DET
impactinged-335	3	12	education	education	NOUN
impactinged-335	3	13	doctorate	doctorate	NOUN
impactinged-335	3	14	:	:	PUNCT
impactinged-335	3	15	a	a	DET
impactinged-335	3	16	knowledge	knowledge	NOUN
impactinged-335	3	17	forum	forum	NOUN
impactinged-335	3	18	on	on	ADP
impactinged-335	3	19	the	the	DET
impactinged-335	3	20	edd	edd	PROPN
impactinged-335	3	21	(	(	PUNCT
impactinged-335	3	22	cped	cpe	VERB
impactinged-335	3	23	)	)	PUNCT
impactinged-335	3	24	cpedinitiative.org	cpedinitiative.org	X
impactinged-335	3	25	impactinged.pitt.edu	impactinged.pitt.edu	VERB
impactinged-335	3	26	issn	issn	PROPN
impactinged-335	3	27	2472	2472	NUM
impactinged-335	3	28	-	-	SYM
impactinged-335	3	29	5889	5889	NUM
impactinged-335	3	30	(	(	PUNCT
impactinged-335	3	31	online	online	ADJ
impactinged-335	3	32	)	)	PUNCT
impactinged-335	3	33	vol	vol	NOUN
impactinged-335	3	34	.	.	NOUN
impactinged-335	3	35	8	8	NUM
impactinged-335	4	1	no	no	NOUN
impactinged-335	4	2	.	.	NOUN
impactinged-335	4	3	4	4	NUM
impactinged-335	4	4	(	(	PUNCT
impactinged-335	4	5	2023	2023	NUM
impactinged-335	4	6	)	)	PUNCT
impactinged-335	4	7	doi	doi	NOUN
impactinged-335	4	8	10.5195	10.5195	NUM
impactinged-335	4	9	/	/	SYM
impactinged-335	4	10	ie.2023.335	ie.2023.335	PROPN
impactinged-335	5	1	it	it	PRON
impactinged-335	5	2	’s	’	VERB
impactinged-335	5	3	time	time	NOUN
impactinged-335	5	4	to	to	PART
impactinged-335	5	5	make	make	VERB
impactinged-335	5	6	more	more	ADJ
impactinged-335	5	7	room	room	NOUN
impactinged-335	5	8	for	for	ADP
impactinged-335	5	9	program	program	NOUN
impactinged-335	5	10	evaluation	evaluation	NOUN
impactinged-335	5	11	in	in	ADP
impactinged-335	5	12	the	the	DET
impactinged-335	5	13	education	education	NOUN
impactinged-335	5	14	doctorate	doctorate	NOUN
impactinged-335	5	15	program	program	NOUN
impactinged-335	5	16	jessica	jessica	PROPN
impactinged-335	5	17	a.	a.	PROPN
impactinged-335	5	18	marotta	marotta	PROPN
impactinged-335	5	19	marymount	marymount	PROPN
impactinged-335	5	20	university	university	PROPN
impactinged-335	5	21	jmarotta@marymount.edu	jmarotta@marymount.edu	PROPN
impactinged-335	6	1	abstract	abstract	ADJ
impactinged-335	6	2	this	this	DET
impactinged-335	6	3	essay	essay	ADJ
impactinged-335	6	4	highlights	highlight	NOUN
impactinged-335	6	5	the	the	DET
impactinged-335	6	6	value	value	NOUN
impactinged-335	6	7	of	of	ADP
impactinged-335	6	8	an	an	DET
impactinged-335	6	9	applied	apply	VERB
impactinged-335	6	10	methodology	methodology	NOUN
impactinged-335	6	11	course	course	NOUN
impactinged-335	6	12	in	in	ADP
impactinged-335	6	13	program	program	NOUN
impactinged-335	6	14	evaluation	evaluation	NOUN
impactinged-335	6	15	in	in	ADP
impactinged-335	6	16	the	the	DET
impactinged-335	6	17	education	education	NOUN
impactinged-335	6	18	doctorate	doctorate	NOUN
impactinged-335	6	19	program	program	NOUN
impactinged-335	6	20	by	by	ADP
impactinged-335	6	21	exploring	explore	VERB
impactinged-335	6	22	several	several	ADJ
impactinged-335	6	23	benefits	benefit	NOUN
impactinged-335	6	24	that	that	PRON
impactinged-335	6	25	it	it	PRON
impactinged-335	6	26	offers	offer	VERB
impactinged-335	6	27	to	to	PART
impactinged-335	6	28	enhance	enhance	VERB
impactinged-335	6	29	a	a	DET
impactinged-335	6	30	doctoral	doctoral	ADJ
impactinged-335	6	31	student	student	NOUN
impactinged-335	6	32	’s	’s	PART
impactinged-335	6	33	ability	ability	NOUN
impactinged-335	6	34	to	to	PART
impactinged-335	6	35	solve	solve	VERB
impactinged-335	6	36	complex	complex	ADJ
impactinged-335	6	37	problems	problem	NOUN
impactinged-335	6	38	of	of	ADP
impactinged-335	6	39	practice	practice	NOUN
impactinged-335	6	40	.	.	PUNCT
impactinged-335	7	1	observations	observation	NOUN
impactinged-335	7	2	and	and	CCONJ
impactinged-335	7	3	recommendations	recommendation	NOUN
impactinged-335	7	4	are	be	AUX
impactinged-335	7	5	made	make	VERB
impactinged-335	7	6	based	base	VERB
impactinged-335	7	7	on	on	ADP
impactinged-335	7	8	designing	design	VERB
impactinged-335	7	9	and	and	CCONJ
impactinged-335	7	10	teaching	teach	VERB
impactinged-335	7	11	two	two	NUM
impactinged-335	7	12	cohorts	cohort	NOUN
impactinged-335	7	13	of	of	ADP
impactinged-335	7	14	edd	edd	PROPN
impactinged-335	7	15	students	student	NOUN
impactinged-335	7	16	in	in	ADP
impactinged-335	7	17	a	a	DET
impactinged-335	7	18	program	program	NOUN
impactinged-335	7	19	evaluation	evaluation	NOUN
impactinged-335	7	20	course	course	NOUN
impactinged-335	7	21	.	.	PUNCT
impactinged-335	8	1	improvement	improvement	NOUN
impactinged-335	8	2	science	science	NOUN
impactinged-335	8	3	is	be	AUX
impactinged-335	8	4	referenced	reference	VERB
impactinged-335	8	5	throughout	throughout	ADP
impactinged-335	8	6	to	to	PART
impactinged-335	8	7	highlight	highlight	VERB
impactinged-335	8	8	how	how	SCONJ
impactinged-335	8	9	the	the	DET
impactinged-335	8	10	two	two	NUM
impactinged-335	8	11	may	may	AUX
impactinged-335	8	12	complement	complement	VERB
impactinged-335	8	13	each	each	DET
impactinged-335	8	14	other	other	ADJ
impactinged-335	8	15	,	,	PUNCT
impactinged-335	8	16	not	not	PART
impactinged-335	8	17	to	to	PART
impactinged-335	8	18	place	place	VERB
impactinged-335	8	19	a	a	DET
impactinged-335	8	20	higher	high	ADJ
impactinged-335	8	21	value	value	NOUN
impactinged-335	8	22	on	on	ADP
impactinged-335	8	23	one	one	NUM
impactinged-335	8	24	or	or	CCONJ
impactinged-335	8	25	the	the	DET
impactinged-335	8	26	other	other	ADJ
impactinged-335	8	27	.	.	PUNCT
impactinged-335	9	1	how	how	SCONJ
impactinged-335	9	2	and	and	CCONJ
impactinged-335	9	3	where	where	SCONJ
impactinged-335	9	4	program	program	NOUN
impactinged-335	9	5	evaluation	evaluation	NOUN
impactinged-335	9	6	and	and	CCONJ
impactinged-335	9	7	improvement	improvement	NOUN
impactinged-335	9	8	science	science	NOUN
impactinged-335	9	9	appear	appear	VERB
impactinged-335	9	10	to	to	PART
impactinged-335	9	11	have	have	VERB
impactinged-335	9	12	possible	possible	ADJ
impactinged-335	9	13	areas	area	NOUN
impactinged-335	9	14	of	of	ADP
impactinged-335	9	15	overlap	overlap	NOUN
impactinged-335	9	16	,	,	PUNCT
impactinged-335	9	17	along	along	ADP
impactinged-335	9	18	with	with	ADP
impactinged-335	9	19	a	a	DET
impactinged-335	9	20	brief	brief	ADJ
impactinged-335	9	21	overview	overview	NOUN
impactinged-335	9	22	of	of	ADP
impactinged-335	9	23	the	the	DET
impactinged-335	9	24	major	major	ADJ
impactinged-335	9	25	differences	difference	NOUN
impactinged-335	9	26	,	,	PUNCT
impactinged-335	9	27	are	be	AUX
impactinged-335	9	28	discussed	discuss	VERB
impactinged-335	9	29	.	.	PUNCT
impactinged-335	10	1	the	the	DET
impactinged-335	10	2	author	author	NOUN
impactinged-335	10	3	maintains	maintain	VERB
impactinged-335	10	4	that	that	SCONJ
impactinged-335	10	5	both	both	PRON
impactinged-335	10	6	program	program	NOUN
impactinged-335	10	7	evaluation	evaluation	NOUN
impactinged-335	10	8	and	and	CCONJ
impactinged-335	10	9	improvement	improvement	NOUN
impactinged-335	10	10	constitute	constitute	VERB
impactinged-335	10	11	a	a	DET
impactinged-335	10	12	tremendous	tremendous	ADJ
impactinged-335	10	13	capacity	capacity	NOUN
impactinged-335	10	14	to	to	PART
impactinged-335	10	15	provide	provide	VERB
impactinged-335	10	16	the	the	DET
impactinged-335	10	17	ideas	idea	NOUN
impactinged-335	10	18	,	,	PUNCT
impactinged-335	10	19	tools	tool	NOUN
impactinged-335	10	20	,	,	PUNCT
impactinged-335	10	21	and	and	CCONJ
impactinged-335	10	22	approaches	approach	NOUN
impactinged-335	10	23	to	to	PART
impactinged-335	10	24	prepare	prepare	VERB
impactinged-335	10	25	students	student	NOUN
impactinged-335	10	26	to	to	PART
impactinged-335	10	27	be	be	AUX
impactinged-335	10	28	the	the	DET
impactinged-335	10	29	change	change	NOUN
impactinged-335	10	30	agents	agent	NOUN
impactinged-335	10	31	they	they	PRON
impactinged-335	10	32	hope	hope	VERB
impactinged-335	10	33	to	to	PART
impactinged-335	10	34	aspire	aspire	VERB
impactinged-335	10	35	to	to	PART
impactinged-335	10	36	be	be	AUX
impactinged-335	10	37	in	in	ADP
impactinged-335	10	38	their	their	PRON
impactinged-335	10	39	present	present	ADJ
impactinged-335	10	40	and	and	CCONJ
impactinged-335	10	41	future	future	ADJ
impactinged-335	10	42	roles	role	NOUN
impactinged-335	10	43	as	as	ADP
impactinged-335	10	44	scholarly	scholarly	ADJ
impactinged-335	10	45	practitioners	practitioner	NOUN
impactinged-335	10	46	.	.	PUNCT
impactinged-335	11	1	keywords	keyword	VERB
impactinged-335	11	2	education	education	NOUN
impactinged-335	11	3	doctorate	doctorate	NOUN
impactinged-335	11	4	,	,	PUNCT
impactinged-335	11	5	program	program	NOUN
impactinged-335	11	6	evaluation	evaluation	NOUN
impactinged-335	11	7	,	,	PUNCT
impactinged-335	11	8	improvement	improvement	NOUN
impactinged-335	11	9	science	science	NOUN
impactinged-335	11	10	,	,	PUNCT
impactinged-335	11	11	carnegie	carnegie	NOUN
impactinged-335	11	12	project	project	NOUN
impactinged-335	11	13	on	on	ADP
impactinged-335	11	14	the	the	DET
impactinged-335	11	15	education	education	NOUN
impactinged-335	11	16	doctorate	doctorate	NOUN
impactinged-335	11	17	(	(	PUNCT
impactinged-335	11	18	cped	cpe	VERB
impactinged-335	11	19	)	)	PUNCT
impactinged-335	11	20	the	the	DET
impactinged-335	11	21	purpose	purpose	NOUN
impactinged-335	11	22	of	of	ADP
impactinged-335	11	23	this	this	DET
impactinged-335	11	24	essay	essay	NOUN
impactinged-335	11	25	is	be	AUX
impactinged-335	11	26	to	to	PART
impactinged-335	11	27	highlight	highlight	VERB
impactinged-335	11	28	the	the	DET
impactinged-335	11	29	value	value	NOUN
impactinged-335	11	30	of	of	ADP
impactinged-335	11	31	an	an	DET
impactinged-335	11	32	applied	apply	VERB
impactinged-335	11	33	methodology	methodology	NOUN
impactinged-335	11	34	course	course	NOUN
impactinged-335	11	35	in	in	ADP
impactinged-335	11	36	program	program	NOUN
impactinged-335	11	37	evaluation	evaluation	NOUN
impactinged-335	11	38	in	in	ADP
impactinged-335	11	39	the	the	DET
impactinged-335	11	40	education	education	NOUN
impactinged-335	11	41	doctorate	doctorate	NOUN
impactinged-335	11	42	program	program	NOUN
impactinged-335	11	43	.	.	PUNCT
impactinged-335	12	1	it	it	PRON
impactinged-335	12	2	is	be	AUX
impactinged-335	12	3	also	also	ADV
impactinged-335	12	4	to	to	PART
impactinged-335	12	5	widen	widen	VERB
impactinged-335	12	6	the	the	DET
impactinged-335	12	7	view	view	NOUN
impactinged-335	12	8	,	,	PUNCT
impactinged-335	12	9	or	or	CCONJ
impactinged-335	12	10	for	for	SCONJ
impactinged-335	12	11	some	some	PRON
impactinged-335	12	12	to	to	PART
impactinged-335	12	13	revisit	revisit	VERB
impactinged-335	12	14	,	,	PUNCT
impactinged-335	12	15	how	how	SCONJ
impactinged-335	12	16	program	program	NOUN
impactinged-335	12	17	evaluation	evaluation	NOUN
impactinged-335	12	18	methodology	methodology	NOUN
impactinged-335	12	19	can	can	AUX
impactinged-335	12	20	enhance	enhance	VERB
impactinged-335	12	21	doctoral	doctoral	ADJ
impactinged-335	12	22	students	student	NOUN
impactinged-335	12	23	’	'	PUNCT
impactinged-335	12	24	research	research	NOUN
impactinged-335	12	25	coursework	coursework	NOUN
impactinged-335	12	26	.	.	PUNCT
impactinged-335	13	1	improvement	improvement	NOUN
impactinged-335	13	2	science	science	NOUN
impactinged-335	13	3	will	will	AUX
impactinged-335	13	4	be	be	AUX
impactinged-335	13	5	used	use	VERB
impactinged-335	13	6	throughout	throughout	ADP
impactinged-335	13	7	various	various	ADJ
impactinged-335	13	8	aspects	aspect	NOUN
impactinged-335	13	9	of	of	ADP
impactinged-335	13	10	this	this	DET
impactinged-335	13	11	discussion	discussion	NOUN
impactinged-335	13	12	to	to	PART
impactinged-335	13	13	highlight	highlight	VERB
impactinged-335	13	14	how	how	SCONJ
impactinged-335	13	15	the	the	DET
impactinged-335	13	16	two	two	NUM
impactinged-335	13	17	may	may	AUX
impactinged-335	13	18	complement	complement	VERB
impactinged-335	13	19	each	each	DET
impactinged-335	13	20	other	other	ADJ
impactinged-335	13	21	,	,	PUNCT
impactinged-335	13	22	not	not	PART
impactinged-335	13	23	to	to	PART
impactinged-335	13	24	place	place	VERB
impactinged-335	13	25	a	a	DET
impactinged-335	13	26	higher	high	ADJ
impactinged-335	13	27	value	value	NOUN
impactinged-335	13	28	on	on	ADP
impactinged-335	13	29	one	one	NUM
impactinged-335	13	30	or	or	CCONJ
impactinged-335	13	31	the	the	DET
impactinged-335	13	32	other	other	ADJ
impactinged-335	13	33	.	.	PUNCT
impactinged-335	14	1	both	both	PRON
impactinged-335	14	2	are	be	AUX
impactinged-335	14	3	considered	consider	VERB
impactinged-335	14	4	applied	apply	VERB
impactinged-335	14	5	methodology	methodology	NOUN
impactinged-335	14	6	approaches	approach	NOUN
impactinged-335	14	7	since	since	SCONJ
impactinged-335	14	8	they	they	PRON
impactinged-335	14	9	are	be	AUX
impactinged-335	14	10	used	use	VERB
impactinged-335	14	11	to	to	PART
impactinged-335	14	12	solve	solve	VERB
impactinged-335	14	13	practical	practical	ADJ
impactinged-335	14	14	problems	problem	NOUN
impactinged-335	14	15	through	through	ADP
impactinged-335	14	16	the	the	DET
impactinged-335	14	17	use	use	NOUN
impactinged-335	14	18	of	of	ADP
impactinged-335	14	19	data	datum	NOUN
impactinged-335	14	20	collection	collection	NOUN
impactinged-335	14	21	methodologies	methodology	NOUN
impactinged-335	14	22	.	.	PUNCT
impactinged-335	15	1	as	as	SCONJ
impactinged-335	15	2	the	the	DET
impactinged-335	15	3	latest	late	ADJ
impactinged-335	15	4	carnegie	carnegie	NOUN
impactinged-335	15	5	project	project	NOUN
impactinged-335	15	6	on	on	ADP
impactinged-335	15	7	the	the	DET
impactinged-335	15	8	education	education	NOUN
impactinged-335	15	9	doctorate	doctorate	NOUN
impactinged-335	15	10	(	(	PUNCT
impactinged-335	15	11	cped	cpe	VERB
impactinged-335	15	12	)	)	PUNCT
impactinged-335	15	13	convening	convening	NOUN
impactinged-335	15	14	in	in	ADP
impactinged-335	15	15	october	october	PROPN
impactinged-335	15	16	2022	2022	NUM
impactinged-335	15	17	showed	show	VERB
impactinged-335	15	18	,	,	PUNCT
impactinged-335	15	19	improvement	improvement	NOUN
impactinged-335	15	20	science	science	NOUN
impactinged-335	15	21	was	be	AUX
impactinged-335	15	22	found	find	VERB
impactinged-335	15	23	in	in	ADP
impactinged-335	15	24	several	several	ADJ
impactinged-335	15	25	session	session	NOUN
impactinged-335	15	26	titles	title	NOUN
impactinged-335	15	27	,	,	PUNCT
impactinged-335	15	28	while	while	SCONJ
impactinged-335	15	29	program	program	NOUN
impactinged-335	15	30	evaluation	evaluation	NOUN
impactinged-335	15	31	had	have	VERB
impactinged-335	15	32	zero	zero	NUM
impactinged-335	15	33	title	title	NOUN
impactinged-335	15	34	references	reference	NOUN
impactinged-335	15	35	.	.	PUNCT
impactinged-335	16	1	therefore	therefore	ADV
impactinged-335	16	2	,	,	PUNCT
impactinged-335	16	3	this	this	DET
impactinged-335	16	4	essay	essay	NOUN
impactinged-335	16	5	is	be	AUX
impactinged-335	16	6	written	write	VERB
impactinged-335	16	7	to	to	PART
impactinged-335	16	8	highlight	highlight	VERB
impactinged-335	16	9	the	the	DET
impactinged-335	16	10	benefits	benefit	NOUN
impactinged-335	16	11	program	program	NOUN
impactinged-335	16	12	evaluation	evaluation	NOUN
impactinged-335	16	13	offers	offer	VERB
impactinged-335	16	14	and	and	CCONJ
impactinged-335	16	15	,	,	PUNCT
impactinged-335	16	16	in	in	ADP
impactinged-335	16	17	my	my	PRON
impactinged-335	16	18	opinion	opinion	NOUN
impactinged-335	16	19	,	,	PUNCT
impactinged-335	16	20	why	why	SCONJ
impactinged-335	16	21	program	program	NOUN
impactinged-335	16	22	evaluation	evaluation	NOUN
impactinged-335	16	23	should	should	AUX
impactinged-335	16	24	be	be	AUX
impactinged-335	16	25	discussed	discuss	VERB
impactinged-335	16	26	more	more	ADV
impactinged-335	16	27	widely	widely	ADV
impactinged-335	16	28	as	as	ADP
impactinged-335	16	29	an	an	DET
impactinged-335	16	30	effective	effective	ADJ
impactinged-335	16	31	applied	apply	VERB
impactinged-335	16	32	methodology	methodology	NOUN
impactinged-335	16	33	for	for	ADP
impactinged-335	16	34	doctoral	doctoral	ADJ
impactinged-335	16	35	students	student	NOUN
impactinged-335	16	36	.	.	PUNCT
impactinged-335	17	1	i	i	PRON
impactinged-335	17	2	use	use	VERB
impactinged-335	17	3	the	the	DET
impactinged-335	17	4	term	term	NOUN
impactinged-335	17	5	program	program	NOUN
impactinged-335	17	6	evaluation	evaluation	NOUN
impactinged-335	17	7	loosely	loosely	ADV
impactinged-335	17	8	to	to	PART
impactinged-335	17	9	embody	embody	VERB
impactinged-335	17	10	the	the	DET
impactinged-335	17	11	variety	variety	NOUN
impactinged-335	17	12	of	of	ADP
impactinged-335	17	13	different	different	ADJ
impactinged-335	17	14	programs	program	NOUN
impactinged-335	17	15	practitioners	practitioner	NOUN
impactinged-335	17	16	are	be	AUX
impactinged-335	17	17	involved	involve	VERB
impactinged-335	17	18	in	in	ADP
impactinged-335	17	19	observing	observe	VERB
impactinged-335	17	20	,	,	PUNCT
impactinged-335	17	21	leading	leading	ADJ
impactinged-335	17	22	,	,	PUNCT
impactinged-335	17	23	evaluating	evaluating	NOUN
impactinged-335	17	24	,	,	PUNCT
impactinged-335	17	25	or	or	CCONJ
impactinged-335	17	26	participating	participate	VERB
impactinged-335	17	27	in	in	ADP
impactinged-335	17	28	at	at	ADP
impactinged-335	17	29	the	the	DET
impactinged-335	17	30	local	local	ADJ
impactinged-335	17	31	,	,	PUNCT
impactinged-335	17	32	district	district	NOUN
impactinged-335	17	33	,	,	PUNCT
impactinged-335	17	34	state	state	NOUN
impactinged-335	17	35	,	,	PUNCT
impactinged-335	17	36	or	or	CCONJ
impactinged-335	17	37	national	national	ADJ
impactinged-335	17	38	levels	level	NOUN
impactinged-335	17	39	.	.	PUNCT
impactinged-335	18	1	there	there	PRON
impactinged-335	18	2	are	be	VERB
impactinged-335	18	3	a	a	DET
impactinged-335	18	4	variety	variety	NOUN
impactinged-335	18	5	of	of	ADP
impactinged-335	18	6	different	different	ADJ
impactinged-335	18	7	program	program	NOUN
impactinged-335	18	8	evaluations	evaluation	NOUN
impactinged-335	18	9	found	find	VERB
impactinged-335	18	10	throughout	throughout	ADP
impactinged-335	18	11	the	the	DET
impactinged-335	18	12	vast	vast	ADJ
impactinged-335	18	13	literature	literature	NOUN
impactinged-335	18	14	on	on	ADP
impactinged-335	18	15	evaluation	evaluation	NOUN
impactinged-335	18	16	such	such	ADJ
impactinged-335	18	17	as	as	ADP
impactinged-335	18	18	:	:	PUNCT
impactinged-335	18	19	formative	formative	ADJ
impactinged-335	18	20	,	,	PUNCT
impactinged-335	18	21	summative	summative	ADJ
impactinged-335	18	22	,	,	PUNCT
impactinged-335	18	23	outcome	outcome	NOUN
impactinged-335	18	24	,	,	PUNCT
impactinged-335	18	25	needs	need	VERB
impactinged-335	18	26	assessment	assessment	NOUN
impactinged-335	18	27	,	,	PUNCT
impactinged-335	18	28	evaluability	evaluability	NOUN
impactinged-335	18	29	assessment	assessment	NOUN
impactinged-335	18	30	,	,	PUNCT
impactinged-335	18	31	and	and	CCONJ
impactinged-335	18	32	impact	impact	NOUN
impactinged-335	18	33	evaluation	evaluation	NOUN
impactinged-335	18	34	.	.	PUNCT
impactinged-335	19	1	while	while	SCONJ
impactinged-335	19	2	not	not	PART
impactinged-335	19	3	all	all	DET
impactinged-335	19	4	program	program	NOUN
impactinged-335	19	5	evaluation	evaluation	NOUN
impactinged-335	19	6	types	type	NOUN
impactinged-335	19	7	align	align	VERB
impactinged-335	19	8	with	with	ADP
impactinged-335	19	9	improvement	improvement	NOUN
impactinged-335	19	10	science	science	NOUN
impactinged-335	19	11	,	,	PUNCT
impactinged-335	19	12	there	there	PRON
impactinged-335	19	13	are	be	VERB
impactinged-335	19	14	elements	element	NOUN
impactinged-335	19	15	from	from	ADP
impactinged-335	19	16	some	some	PRON
impactinged-335	19	17	,	,	PUNCT
impactinged-335	19	18	such	such	ADJ
impactinged-335	19	19	as	as	ADP
impactinged-335	19	20	formative	formative	ADJ
impactinged-335	19	21	or	or	CCONJ
impactinged-335	19	22	implementation	implementation	NOUN
impactinged-335	19	23	evaluations	evaluation	NOUN
impactinged-335	19	24	,	,	PUNCT
impactinged-335	19	25	which	which	PRON
impactinged-335	19	26	tend	tend	VERB
impactinged-335	19	27	to	to	PART
impactinged-335	19	28	have	have	VERB
impactinged-335	19	29	more	more	ADJ
impactinged-335	19	30	similarities	similarity	NOUN
impactinged-335	19	31	than	than	ADP
impactinged-335	19	32	other	other	ADJ
impactinged-335	19	33	types	type	NOUN
impactinged-335	19	34	.	.	PUNCT
impactinged-335	20	1	it	it	PRON
impactinged-335	20	2	is	be	AUX
impactinged-335	20	3	important	important	ADJ
impactinged-335	20	4	to	to	PART
impactinged-335	20	5	first	first	ADV
impactinged-335	20	6	provide	provide	VERB
impactinged-335	20	7	some	some	DET
impactinged-335	20	8	background	background	NOUN
impactinged-335	20	9	information	information	NOUN
impactinged-335	20	10	on	on	ADP
impactinged-335	20	11	the	the	DET
impactinged-335	20	12	students	student	NOUN
impactinged-335	20	13	enrolled	enrol	VERB
impactinged-335	20	14	in	in	ADP
impactinged-335	20	15	our	our	PRON
impactinged-335	20	16	doctorate	doctorate	NOUN
impactinged-335	20	17	program	program	NOUN
impactinged-335	20	18	to	to	PART
impactinged-335	20	19	better	well	ADV
impactinged-335	20	20	appreciate	appreciate	VERB
impactinged-335	20	21	the	the	DET
impactinged-335	20	22	rationale	rationale	NOUN
impactinged-335	20	23	behind	behind	ADP
impactinged-335	20	24	this	this	DET
impactinged-335	20	25	support	support	NOUN
impactinged-335	20	26	for	for	ADP
impactinged-335	20	27	more	more	ADJ
impactinged-335	20	28	emphasis	emphasis	NOUN
impactinged-335	20	29	on	on	ADP
impactinged-335	20	30	program	program	NOUN
impactinged-335	20	31	evaluation	evaluation	NOUN
impactinged-335	20	32	.	.	PUNCT
impactinged-335	21	1	the	the	DET
impactinged-335	21	2	university	university	NOUN
impactinged-335	21	3	’s	’s	PART
impactinged-335	21	4	edd	edd	PROPN
impactinged-335	21	5	program	program	NOUN
impactinged-335	21	6	currently	currently	ADV
impactinged-335	21	7	enrolled	enrol	VERB
impactinged-335	21	8	our	our	PRON
impactinged-335	21	9	sixth	sixth	ADJ
impactinged-335	21	10	cohort	cohort	NOUN
impactinged-335	21	11	with	with	ADP
impactinged-335	21	12	the	the	DET
impactinged-335	21	13	first	first	ADJ
impactinged-335	21	14	cohort	cohort	NOUN
impactinged-335	21	15	graduating	graduate	VERB
impactinged-335	21	16	spring	spring	NOUN
impactinged-335	21	17	2023	2023	NUM
impactinged-335	21	18	,	,	PUNCT
impactinged-335	21	19	became	become	VERB
impactinged-335	21	20	members	member	NOUN
impactinged-335	21	21	of	of	ADP
impactinged-335	21	22	cped	cpe	VERB
impactinged-335	21	23	in	in	ADP
impactinged-335	21	24	2021	2021	NUM
impactinged-335	21	25	,	,	PUNCT
impactinged-335	21	26	and	and	CCONJ
impactinged-335	21	27	are	be	AUX
impactinged-335	21	28	a	a	DET
impactinged-335	21	29	fully	fully	ADV
impactinged-335	21	30	online	online	ADJ
impactinged-335	21	31	program	program	NOUN
impactinged-335	21	32	,	,	PUNCT
impactinged-335	21	33	enrolling	enrol	VERB
impactinged-335	21	34	students	student	NOUN
impactinged-335	21	35	nationally	nationally	ADV
impactinged-335	21	36	and	and	CCONJ
impactinged-335	21	37	internationally	internationally	ADV
impactinged-335	21	38	.	.	PUNCT
impactinged-335	22	1	the	the	DET
impactinged-335	22	2	students	student	NOUN
impactinged-335	22	3	come	come	VERB
impactinged-335	22	4	from	from	ADP
impactinged-335	22	5	a	a	DET
impactinged-335	22	6	variety	variety	NOUN
impactinged-335	22	7	of	of	ADP
impactinged-335	22	8	professional	professional	ADJ
impactinged-335	22	9	backgrounds	background	NOUN
impactinged-335	22	10	and	and	CCONJ
impactinged-335	22	11	settings	setting	NOUN
impactinged-335	22	12	.	.	PUNCT
impactinged-335	23	1	for	for	ADP
impactinged-335	23	2	example	example	NOUN
impactinged-335	23	3	,	,	PUNCT
impactinged-335	23	4	the	the	DET
impactinged-335	23	5	first	first	ADJ
impactinged-335	23	6	cohort	cohort	NOUN
impactinged-335	23	7	(	(	PUNCT
impactinged-335	23	8	entered	enter	VERB
impactinged-335	23	9	fall	fall	NOUN
impactinged-335	23	10	2020	2020	NUM
impactinged-335	23	11	)	)	PUNCT
impactinged-335	23	12	had	have	AUX
impactinged-335	23	13	approximately	approximately	ADV
impactinged-335	23	14	25	25	NUM
impactinged-335	23	15	%	%	NOUN
impactinged-335	23	16	of	of	ADP
impactinged-335	23	17	students	student	NOUN
impactinged-335	23	18	coming	come	VERB
impactinged-335	23	19	from	from	ADP
impactinged-335	23	20	non	non	ADJ
impactinged-335	23	21	-	-	ADJ
impactinged-335	23	22	educational	educational	ADJ
impactinged-335	23	23	settings	setting	NOUN
impactinged-335	23	24	and	and	CCONJ
impactinged-335	23	25	cohort	cohort	VERB
impactinged-335	23	26	four	four	NUM
impactinged-335	23	27	(	(	PUNCT
impactinged-335	23	28	spring	spring	NOUN
impactinged-335	23	29	2022	2022	NUM
impactinged-335	23	30	)	)	PUNCT
impactinged-335	23	31	had	have	VERB
impactinged-335	23	32	approximately	approximately	ADV
impactinged-335	23	33	40	40	NUM
impactinged-335	23	34	%	%	NOUN
impactinged-335	23	35	of	of	ADP
impactinged-335	23	36	students	student	NOUN
impactinged-335	23	37	coming	come	VERB
impactinged-335	23	38	from	from	ADP
impactinged-335	23	39	non	non	ADJ
impactinged-335	23	40	-	-	ADJ
impactinged-335	23	41	educational	educational	ADJ
impactinged-335	23	42	settings	setting	NOUN
impactinged-335	23	43	.	.	PUNCT
impactinged-335	24	1	while	while	SCONJ
impactinged-335	24	2	the	the	DET
impactinged-335	24	3	college	college	NOUN
impactinged-335	24	4	does	do	AUX
impactinged-335	24	5	not	not	PART
impactinged-335	24	6	know	know	VERB
impactinged-335	24	7	if	if	SCONJ
impactinged-335	24	8	this	this	DET
impactinged-335	24	9	trend	trend	NOUN
impactinged-335	24	10	will	will	AUX
impactinged-335	24	11	continue	continue	VERB
impactinged-335	24	12	,	,	PUNCT
impactinged-335	24	13	it	it	PRON
impactinged-335	24	14	certainly	certainly	ADV
impactinged-335	24	15	recognizes	recognize	VERB
impactinged-335	24	16	the	the	DET
impactinged-335	24	17	impact	impact	NOUN
impactinged-335	24	18	this	this	PRON
impactinged-335	24	19	has	have	VERB
impactinged-335	24	20	on	on	ADP
impactinged-335	24	21	the	the	DET
impactinged-335	24	22	planning	planning	NOUN
impactinged-335	24	23	,	,	PUNCT
impactinged-335	24	24	designing	designing	NOUN
impactinged-335	24	25	,	,	PUNCT
impactinged-335	24	26	and	and	CCONJ
impactinged-335	24	27	teaching	teaching	NOUN
impactinged-335	24	28	of	of	ADP
impactinged-335	24	29	coursework	coursework	NOUN
impactinged-335	24	30	.	.	PUNCT
impactinged-335	25	1	for	for	ADP
impactinged-335	25	2	example	example	NOUN
impactinged-335	25	3	,	,	PUNCT
impactinged-335	25	4	improvement	improvement	NOUN
impactinged-335	25	5	science	science	NOUN
impactinged-335	25	6	is	be	AUX
impactinged-335	25	7	used	use	VERB
impactinged-335	25	8	widely	widely	ADV
impactinged-335	25	9	with	with	ADP
impactinged-335	25	10	doctoral	doctoral	ADJ
impactinged-335	25	11	students	student	NOUN
impactinged-335	25	12	working	work	VERB
impactinged-335	25	13	in	in	ADP
impactinged-335	25	14	educational	educational	ADJ
impactinged-335	25	15	settings	setting	NOUN
impactinged-335	25	16	and	and	CCONJ
impactinged-335	25	17	have	have	VERB
impactinged-335	25	18	access	access	NOUN
impactinged-335	25	19	to	to	ADP
impactinged-335	25	20	a	a	DET
impactinged-335	25	21	sample	sample	NOUN
impactinged-335	25	22	population	population	NOUN
impactinged-335	25	23	for	for	ADP
impactinged-335	25	24	data	data	NOUN
impactinged-335	25	25	collection	collection	NOUN
impactinged-335	25	26	and	and	CCONJ
impactinged-335	25	27	analysis	analysis	NOUN
impactinged-335	25	28	.	.	PUNCT
impactinged-335	26	1	our	our	PRON
impactinged-335	26	2	edd	edd	PROPN
impactinged-335	26	3	program	program	NOUN
impactinged-335	26	4	does	do	AUX
impactinged-335	26	5	not	not	PART
impactinged-335	26	6	offer	offer	VERB
impactinged-335	26	7	a	a	DET
impactinged-335	26	8	course	course	NOUN
impactinged-335	26	9	in	in	ADP
impactinged-335	26	10	improvement	improvement	NOUN
impactinged-335	26	11	science	science	NOUN
impactinged-335	26	12	,	,	PUNCT
impactinged-335	26	13	and	and	CCONJ
impactinged-335	26	14	our	our	PRON
impactinged-335	26	15	signature	signature	NOUN
impactinged-335	26	16	pedagogy	pedagogy	NOUN
impactinged-335	26	17	is	be	AUX
impactinged-335	26	18	not	not	PART
impactinged-335	26	19	improvement	improvement	NOUN
impactinged-335	26	20	science	science	NOUN
impactinged-335	26	21	;	;	PUNCT
impactinged-335	26	22	therefore	therefore	ADV
impactinged-335	26	23	,	,	PUNCT
impactinged-335	26	24	there	there	PRON
impactinged-335	26	25	is	be	VERB
impactinged-335	26	26	no	no	DET
impactinged-335	26	27	expectation	expectation	NOUN
impactinged-335	26	28	or	or	CCONJ
impactinged-335	26	29	arrangement	arrangement	NOUN
impactinged-335	26	30	required	require	VERB
impactinged-335	26	31	that	that	SCONJ
impactinged-335	26	32	our	our	PRON
impactinged-335	26	33	students	student	NOUN
impactinged-335	26	34	would	would	AUX
impactinged-335	26	35	conduct	conduct	VERB
impactinged-335	26	36	research	research	NOUN
impactinged-335	26	37	within	within	ADP
impactinged-335	26	38	their	their	PRON
impactinged-335	26	39	local	local	ADJ
impactinged-335	26	40	context	context	NOUN
impactinged-335	26	41	for	for	ADP
impactinged-335	26	42	their	their	PRON
impactinged-335	26	43	dissertation	dissertation	NOUN
impactinged-335	26	44	in	in	ADP
impactinged-335	26	45	practice	practice	NOUN
impactinged-335	26	46	(	(	PUNCT
impactinged-335	26	47	dip	dip	NOUN
impactinged-335	26	48	)	)	PUNCT
impactinged-335	26	49	or	or	CCONJ
impactinged-335	26	50	for	for	ADP
impactinged-335	26	51	course	course	NOUN
impactinged-335	26	52	assignments	assignment	NOUN
impactinged-335	26	53	.	.	PUNCT
impactinged-335	27	1	since	since	SCONJ
impactinged-335	27	2	improvement	improvement	NOUN
impactinged-335	27	3	science	science	NOUN
impactinged-335	27	4	has	have	AUX
impactinged-335	27	5	increasingly	increasingly	ADV
impactinged-335	27	6	been	be	AUX
impactinged-335	27	7	discussed	discuss	VERB
impactinged-335	27	8	as	as	ADP
impactinged-335	27	9	a	a	DET
impactinged-335	27	10	possible	possible	ADJ
impactinged-335	27	11	signature	signature	NOUN
impactinged-335	27	12	pedagogy	pedagogy	NOUN
impactinged-335	27	13	for	for	ADP
impactinged-335	27	14	doctoral	doctoral	ADJ
impactinged-335	27	15	programs	program	NOUN
impactinged-335	27	16	,	,	PUNCT
impactinged-335	27	17	especially	especially	ADV
impactinged-335	27	18	for	for	ADP
impactinged-335	27	19	those	those	PRON
impactinged-335	27	20	working	work	VERB
impactinged-335	27	21	closely	closely	ADV
impactinged-335	27	22	with	with	ADP
impactinged-335	27	23	school	school	NOUN
impactinged-335	27	24	systems	system	NOUN
impactinged-335	27	25	,	,	PUNCT
impactinged-335	27	26	i	i	PRON
impactinged-335	27	27	will	will	AUX
impactinged-335	27	28	frame	frame	VERB
impactinged-335	27	29	program	program	NOUN
impactinged-335	27	30	evaluation	evaluation	NOUN
impactinged-335	27	31	within	within	ADP
impactinged-335	27	32	this	this	DET
impactinged-335	27	33	particular	particular	ADJ
impactinged-335	27	34	discussion	discussion	NOUN
impactinged-335	27	35	.	.	PUNCT
impactinged-335	28	1	due	due	ADP
impactinged-335	28	2	to	to	ADP
impactinged-335	28	3	the	the	DET
impactinged-335	28	4	number	number	NOUN
impactinged-335	28	5	of	of	ADP
impactinged-335	28	6	students	student	NOUN
impactinged-335	28	7	working	work	VERB
impactinged-335	28	8	in	in	ADP
impactinged-335	28	9	non	non	ADJ
impactinged-335	28	10	-	-	ADJ
impactinged-335	28	11	educational	educational	ADJ
impactinged-335	28	12	settings	setting	NOUN
impactinged-335	28	13	,	,	PUNCT
impactinged-335	28	14	our	our	PRON
impactinged-335	28	15	doctorate	doctorate	NOUN
impactinged-335	28	16	program	program	NOUN
impactinged-335	28	17	needs	need	VERB
impactinged-335	28	18	to	to	PART
impactinged-335	28	19	consider	consider	VERB
impactinged-335	28	20	applied	applied	ADJ
impactinged-335	28	21	methodologies	methodology	NOUN
impactinged-335	28	22	in	in	ADP
impactinged-335	28	23	addition	addition	NOUN
impactinged-335	28	24	to	to	ADP
impactinged-335	28	25	improvement	improvement	NOUN
impactinged-335	28	26	science	science	NOUN
impactinged-335	28	27	.	.	PUNCT
impactinged-335	29	1	i	i	PRON
impactinged-335	29	2	will	will	AUX
impactinged-335	29	3	also	also	ADV
impactinged-335	29	4	be	be	AUX
impactinged-335	29	5	reflecting	reflect	VERB
impactinged-335	29	6	upon	upon	SCONJ
impactinged-335	29	7	my	my	PRON
impactinged-335	29	8	experiences	experience	NOUN
impactinged-335	29	9	after	after	ADP
impactinged-335	29	10	designing	design	VERB
impactinged-335	29	11	and	and	CCONJ
impactinged-335	29	12	teaching	teach	VERB
impactinged-335	29	13	two	two	NUM
impactinged-335	29	14	semesters	semester	NOUN
impactinged-335	29	15	of	of	ADP
impactinged-335	29	16	a	a	DET
impactinged-335	29	17	course	course	NOUN
impactinged-335	29	18	titled	title	VERB
impactinged-335	29	19	,	,	PUNCT
impactinged-335	29	20	program	program	NOUN
impactinged-335	29	21	evaluation	evaluation	NOUN
impactinged-335	29	22	and	and	CCONJ
impactinged-335	29	23	decision	decision	NOUN
impactinged-335	29	24	making	making	NOUN
impactinged-335	29	25	,	,	PUNCT
impactinged-335	29	26	(	(	PUNCT
impactinged-335	29	27	n=81	n=81	PROPN
impactinged-335	29	28	)	)	PUNCT
impactinged-335	29	29	and	and	CCONJ
impactinged-335	29	30	how	how	SCONJ
impactinged-335	29	31	those	those	DET
impactinged-335	29	32	experiences	experience	NOUN
impactinged-335	29	33	both	both	PRON
impactinged-335	29	34	shaped	shape	VERB
impactinged-335	29	35	some	some	DET
impactinged-335	29	36	unanswered	unanswered	ADJ
impactinged-335	29	37	questions	question	NOUN
impactinged-335	29	38	,	,	PUNCT
impactinged-335	29	39	possible	possible	ADJ
impactinged-335	29	40	future	future	ADJ
impactinged-335	29	41	directions	direction	NOUN
impactinged-335	29	42	for	for	ADP
impactinged-335	29	43	this	this	DET
impactinged-335	29	44	course	course	NOUN
impactinged-335	29	45	,	,	PUNCT
impactinged-335	29	46	and	and	CCONJ
impactinged-335	29	47	https://library.pitt.edu/e-journals	https://library.pitt.edu/e-journal	NOUN
impactinged-335	29	48	http://creativecommons.org/licenses/by-nc-nd/3.0/us/	http://creativecommons.org/licenses/by-nc-nd/3.0/us/	PROPN
impactinged-335	29	49	http://cpedinitiative.org/	http://cpedinitiative.org/	PRON
impactinged-335	29	50	https://orcid.org/0009-0003-4920-1823	https://orcid.org/0009-0003-4920-1823	ADJ
impactinged-335	29	51	role	role	NOUN
impactinged-335	29	52	of	of	ADP
impactinged-335	29	53	program	program	NOUN
impactinged-335	29	54	evaluation	evaluation	NOUN
impactinged-335	29	55	in	in	ADP
impactinged-335	29	56	edd	edd	PROPN
impactinged-335	29	57	programs	program	NOUN
impactinged-335	29	58	impacting	impact	VERB
impactinged-335	29	59	education	education	NOUN
impactinged-335	29	60	:	:	PUNCT
impactinged-335	29	61	journal	journal	NOUN
impactinged-335	29	62	on	on	ADP
impactinged-335	29	63	transforming	transform	VERB
impactinged-335	29	64	professional	professional	ADJ
impactinged-335	29	65	practice	practice	NOUN
impactinged-335	29	66	impactinged.pitt.edu	impactinged.pitt.edu	PROPN
impactinged-335	29	67	vol	vol	NOUN
impactinged-335	29	68	.	.	PROPN
impactinged-335	29	69	8	8	NUM
impactinged-335	30	1	no	no	NOUN
impactinged-335	30	2	.	.	NOUN
impactinged-335	30	3	4	4	NUM
impactinged-335	30	4	(	(	PUNCT
impactinged-335	30	5	2023	2023	NUM
impactinged-335	30	6	)	)	PUNCT
impactinged-335	30	7	doi	doi	NOUN
impactinged-335	30	8	10.5195	10.5195	NUM
impactinged-335	30	9	/	/	SYM
impactinged-335	30	10	ie.2023.335	ie.2023.335	PROPN
impactinged-335	30	11	51	51	NUM
impactinged-335	30	12	its	its	PRON
impactinged-335	30	13	place	place	NOUN
impactinged-335	30	14	in	in	ADP
impactinged-335	30	15	our	our	PRON
impactinged-335	30	16	program	program	NOUN
impactinged-335	30	17	.	.	PUNCT
impactinged-335	31	1	due	due	ADP
impactinged-335	31	2	to	to	ADP
impactinged-335	31	3	the	the	DET
impactinged-335	31	4	varied	varied	ADJ
impactinged-335	31	5	nature	nature	NOUN
impactinged-335	31	6	of	of	ADP
impactinged-335	31	7	the	the	DET
impactinged-335	31	8	professionals	professional	NOUN
impactinged-335	31	9	in	in	ADP
impactinged-335	31	10	our	our	PRON
impactinged-335	31	11	program	program	NOUN
impactinged-335	31	12	,	,	PUNCT
impactinged-335	31	13	i	i	PRON
impactinged-335	31	14	needed	need	VERB
impactinged-335	31	15	to	to	PART
impactinged-335	31	16	provide	provide	VERB
impactinged-335	31	17	a	a	DET
impactinged-335	31	18	wider	wide	ADJ
impactinged-335	31	19	diversity	diversity	NOUN
impactinged-335	31	20	of	of	ADP
impactinged-335	31	21	non	non	ADJ
impactinged-335	31	22	-	-	ADJ
impactinged-335	31	23	educational	educational	ADJ
impactinged-335	31	24	-	-	PUNCT
impactinged-335	31	25	based	base	VERB
impactinged-335	31	26	evaluation	evaluation	NOUN
impactinged-335	31	27	resources	resource	NOUN
impactinged-335	31	28	and	and	CCONJ
impactinged-335	31	29	research	research	NOUN
impactinged-335	31	30	which	which	PRON
impactinged-335	31	31	is	be	AUX
impactinged-335	31	32	easy	easy	ADJ
impactinged-335	31	33	to	to	PART
impactinged-335	31	34	find	find	VERB
impactinged-335	31	35	within	within	ADP
impactinged-335	31	36	the	the	DET
impactinged-335	31	37	evaluation	evaluation	NOUN
impactinged-335	31	38	field	field	NOUN
impactinged-335	31	39	.	.	PUNCT
impactinged-335	32	1	the	the	DET
impactinged-335	32	2	research	research	NOUN
impactinged-335	32	3	on	on	ADP
impactinged-335	32	4	evaluation	evaluation	NOUN
impactinged-335	32	5	is	be	AUX
impactinged-335	32	6	intensive	intensive	ADJ
impactinged-335	32	7	and	and	CCONJ
impactinged-335	32	8	spans	span	VERB
impactinged-335	32	9	multiple	multiple	ADJ
impactinged-335	32	10	professionals	professional	NOUN
impactinged-335	32	11	and	and	CCONJ
impactinged-335	32	12	disciplines	discipline	NOUN
impactinged-335	32	13	.	.	PUNCT
impactinged-335	33	1	it	it	PRON
impactinged-335	33	2	has	have	AUX
impactinged-335	33	3	also	also	ADV
impactinged-335	33	4	been	be	AUX
impactinged-335	33	5	quite	quite	ADV
impactinged-335	33	6	rewarding	rewarding	ADJ
impactinged-335	33	7	to	to	PART
impactinged-335	33	8	find	find	VERB
impactinged-335	33	9	resources	resource	NOUN
impactinged-335	33	10	that	that	PRON
impactinged-335	33	11	meet	meet	VERB
impactinged-335	33	12	both	both	CCONJ
impactinged-335	33	13	the	the	DET
impactinged-335	33	14	needs	need	NOUN
impactinged-335	33	15	of	of	ADP
impactinged-335	33	16	our	our	PRON
impactinged-335	33	17	students	student	NOUN
impactinged-335	33	18	and	and	CCONJ
impactinged-335	33	19	our	our	PRON
impactinged-335	33	20	cped	cpe	VERB
impactinged-335	33	21	-	-	PUNCT
impactinged-335	33	22	influenced	influence	VERB
impactinged-335	33	23	program	program	NOUN
impactinged-335	33	24	.	.	PUNCT
impactinged-335	34	1	since	since	SCONJ
impactinged-335	34	2	most	most	ADJ
impactinged-335	34	3	educational	educational	ADJ
impactinged-335	34	4	doctorates	doctorate	NOUN
impactinged-335	34	5	offer	offer	VERB
impactinged-335	34	6	part	part	ADJ
impactinged-335	34	7	-	-	PUNCT
impactinged-335	34	8	time	time	NOUN
impactinged-335	34	9	programs	program	NOUN
impactinged-335	34	10	within	within	ADP
impactinged-335	34	11	an	an	DET
impactinged-335	34	12	approximate	approximate	ADJ
impactinged-335	34	13	three	three	NUM
impactinged-335	34	14	-	-	PUNCT
impactinged-335	34	15	year	year	NOUN
impactinged-335	34	16	completion	completion	NOUN
impactinged-335	34	17	,	,	PUNCT
impactinged-335	34	18	it	it	PRON
impactinged-335	34	19	is	be	AUX
impactinged-335	34	20	worthy	worthy	ADJ
impactinged-335	34	21	to	to	PART
impactinged-335	34	22	recognize	recognize	VERB
impactinged-335	34	23	the	the	DET
impactinged-335	34	24	limitations	limitation	NOUN
impactinged-335	34	25	of	of	ADP
impactinged-335	34	26	our	our	PRON
impactinged-335	34	27	students	student	NOUN
impactinged-335	34	28	possibly	possibly	ADV
impactinged-335	34	29	either	either	CCONJ
impactinged-335	34	30	designing	design	VERB
impactinged-335	34	31	,	,	PUNCT
impactinged-335	34	32	implementing	implement	VERB
impactinged-335	34	33	,	,	PUNCT
impactinged-335	34	34	or	or	CCONJ
impactinged-335	34	35	finishing	finish	VERB
impactinged-335	34	36	a	a	DET
impactinged-335	34	37	program	program	NOUN
impactinged-335	34	38	evaluation	evaluation	NOUN
impactinged-335	34	39	for	for	ADP
impactinged-335	34	40	coursework	coursework	NOUN
impactinged-335	34	41	.	.	PUNCT
impactinged-335	35	1	program	program	NOUN
impactinged-335	35	2	evaluations	evaluation	NOUN
impactinged-335	35	3	can	can	AUX
impactinged-335	35	4	vary	vary	VERB
impactinged-335	35	5	greatly	greatly	ADV
impactinged-335	35	6	in	in	ADP
impactinged-335	35	7	scope	scope	NOUN
impactinged-335	35	8	and	and	CCONJ
impactinged-335	35	9	length	length	NOUN
impactinged-335	35	10	,	,	PUNCT
impactinged-335	35	11	and	and	CCONJ
impactinged-335	35	12	it	it	PRON
impactinged-335	35	13	is	be	AUX
impactinged-335	35	14	reasonable	reasonable	ADJ
impactinged-335	35	15	to	to	PART
impactinged-335	35	16	acknowledge	acknowledge	VERB
impactinged-335	35	17	the	the	DET
impactinged-335	35	18	difficulty	difficulty	NOUN
impactinged-335	35	19	of	of	ADP
impactinged-335	35	20	completing	complete	VERB
impactinged-335	35	21	one	one	NUM
impactinged-335	35	22	within	within	ADP
impactinged-335	35	23	the	the	DET
impactinged-335	35	24	three	three	NUM
impactinged-335	35	25	-	-	PUNCT
impactinged-335	35	26	year	year	NOUN
impactinged-335	35	27	program	program	NOUN
impactinged-335	35	28	,	,	PUNCT
impactinged-335	35	29	let	let	VERB
impactinged-335	35	30	alone	alone	ADV
impactinged-335	35	31	for	for	ADP
impactinged-335	35	32	coursework	coursework	NOUN
impactinged-335	35	33	during	during	ADP
impactinged-335	35	34	one	one	NUM
impactinged-335	35	35	semester	semester	NOUN
impactinged-335	35	36	.	.	PUNCT
impactinged-335	36	1	while	while	SCONJ
impactinged-335	36	2	students	student	NOUN
impactinged-335	36	3	could	could	AUX
impactinged-335	36	4	focus	focus	VERB
impactinged-335	36	5	on	on	ADP
impactinged-335	36	6	a	a	DET
impactinged-335	36	7	process	process	NOUN
impactinged-335	36	8	or	or	CCONJ
impactinged-335	36	9	formative	formative	ADJ
impactinged-335	36	10	evaluation	evaluation	NOUN
impactinged-335	36	11	and	and	CCONJ
impactinged-335	36	12	not	not	PART
impactinged-335	36	13	necessarily	necessarily	ADV
impactinged-335	36	14	see	see	VERB
impactinged-335	36	15	the	the	DET
impactinged-335	36	16	evaluation	evaluation	NOUN
impactinged-335	36	17	to	to	ADP
impactinged-335	36	18	its	its	PRON
impactinged-335	36	19	completion	completion	NOUN
impactinged-335	36	20	,	,	PUNCT
impactinged-335	36	21	it	it	PRON
impactinged-335	36	22	still	still	ADV
impactinged-335	36	23	might	might	AUX
impactinged-335	36	24	prove	prove	VERB
impactinged-335	36	25	difficult	difficult	ADJ
impactinged-335	36	26	if	if	SCONJ
impactinged-335	36	27	they	they	PRON
impactinged-335	36	28	do	do	AUX
impactinged-335	36	29	not	not	PART
impactinged-335	36	30	have	have	VERB
impactinged-335	36	31	the	the	DET
impactinged-335	36	32	influence	influence	NOUN
impactinged-335	36	33	or	or	CCONJ
impactinged-335	36	34	capacity	capacity	NOUN
impactinged-335	36	35	to	to	PART
impactinged-335	36	36	use	use	VERB
impactinged-335	36	37	their	their	PRON
impactinged-335	36	38	professional	professional	ADJ
impactinged-335	36	39	context	context	NOUN
impactinged-335	36	40	,	,	PUNCT
impactinged-335	36	41	as	as	ADP
impactinged-335	36	42	with	with	ADP
impactinged-335	36	43	improvement	improvement	NOUN
impactinged-335	36	44	science	science	NOUN
impactinged-335	36	45	dips	dip	NOUN
impactinged-335	36	46	.	.	PUNCT
impactinged-335	37	1	however	however	ADV
impactinged-335	37	2	,	,	PUNCT
impactinged-335	37	3	the	the	DET
impactinged-335	37	4	topic	topic	NOUN
impactinged-335	37	5	of	of	ADP
impactinged-335	37	6	this	this	DET
impactinged-335	37	7	essay	essay	NOUN
impactinged-335	37	8	will	will	AUX
impactinged-335	37	9	focus	focus	VERB
impactinged-335	37	10	more	more	ADV
impactinged-335	37	11	on	on	ADP
impactinged-335	37	12	the	the	DET
impactinged-335	37	13	program	program	NOUN
impactinged-335	37	14	evaluation	evaluation	NOUN
impactinged-335	37	15	coursework	coursework	NOUN
impactinged-335	37	16	students	student	NOUN
impactinged-335	37	17	take	take	VERB
impactinged-335	37	18	as	as	ADP
impactinged-335	37	19	a	a	DET
impactinged-335	37	20	required	required	ADJ
impactinged-335	37	21	course	course	NOUN
impactinged-335	37	22	as	as	SCONJ
impactinged-335	37	23	opposed	oppose	VERB
impactinged-335	37	24	to	to	ADP
impactinged-335	37	25	examining	examine	VERB
impactinged-335	37	26	program	program	NOUN
impactinged-335	37	27	evaluation	evaluation	NOUN
impactinged-335	37	28	dips	dip	NOUN
impactinged-335	37	29	.	.	PUNCT
impactinged-335	38	1	therefore	therefore	ADV
impactinged-335	38	2	,	,	PUNCT
impactinged-335	38	3	granting	grant	VERB
impactinged-335	38	4	students	student	NOUN
impactinged-335	38	5	the	the	DET
impactinged-335	38	6	choice	choice	NOUN
impactinged-335	38	7	to	to	PART
impactinged-335	38	8	study	study	VERB
impactinged-335	38	9	a	a	DET
impactinged-335	38	10	previous	previous	ADJ
impactinged-335	38	11	,	,	PUNCT
impactinged-335	38	12	ongoing	ongoing	ADJ
impactinged-335	38	13	,	,	PUNCT
impactinged-335	38	14	or	or	CCONJ
impactinged-335	38	15	a	a	DET
impactinged-335	38	16	planned	plan	VERB
impactinged-335	38	17	evaluation	evaluation	NOUN
impactinged-335	38	18	allows	allow	VERB
impactinged-335	38	19	for	for	ADP
impactinged-335	38	20	maximizing	maximize	VERB
impactinged-335	38	21	their	their	PRON
impactinged-335	38	22	ability	ability	NOUN
impactinged-335	38	23	to	to	PART
impactinged-335	38	24	examine	examine	VERB
impactinged-335	38	25	the	the	DET
impactinged-335	38	26	complexities	complexity	NOUN
impactinged-335	38	27	of	of	ADP
impactinged-335	38	28	an	an	DET
impactinged-335	38	29	evaluation	evaluation	NOUN
impactinged-335	38	30	they	they	PRON
impactinged-335	38	31	have	have	VERB
impactinged-335	38	32	or	or	CCONJ
impactinged-335	38	33	have	have	AUX
impactinged-335	38	34	had	have	VERB
impactinged-335	38	35	direct	direct	ADJ
impactinged-335	38	36	experience	experience	NOUN
impactinged-335	38	37	with	with	ADP
impactinged-335	38	38	throughout	throughout	ADP
impactinged-335	38	39	their	their	PRON
impactinged-335	38	40	years	year	NOUN
impactinged-335	38	41	as	as	ADP
impactinged-335	38	42	a	a	DET
impactinged-335	38	43	practitioner	practitioner	NOUN
impactinged-335	38	44	.	.	PUNCT
impactinged-335	39	1	program	program	NOUN
impactinged-335	39	2	evaluation	evaluation	NOUN
impactinged-335	39	3	and	and	CCONJ
impactinged-335	39	4	its	its	PRON
impactinged-335	39	5	importance	importance	NOUN
impactinged-335	39	6	as	as	ADP
impactinged-335	39	7	an	an	DET
impactinged-335	39	8	applied	apply	VERB
impactinged-335	39	9	methodology	methodology	NOUN
impactinged-335	39	10	course	course	NOUN
impactinged-335	39	11	have	have	VERB
impactinged-335	39	12	several	several	ADJ
impactinged-335	39	13	benefits	benefit	NOUN
impactinged-335	39	14	.	.	PUNCT
impactinged-335	40	1	if	if	SCONJ
impactinged-335	40	2	one	one	NUM
impactinged-335	40	3	of	of	ADP
impactinged-335	40	4	the	the	DET
impactinged-335	40	5	goals	goal	NOUN
impactinged-335	40	6	of	of	ADP
impactinged-335	40	7	an	an	DET
impactinged-335	40	8	effective	effective	ADJ
impactinged-335	40	9	,	,	PUNCT
impactinged-335	40	10	practice	practice	NOUN
impactinged-335	40	11	-	-	PUNCT
impactinged-335	40	12	based	base	VERB
impactinged-335	40	13	dip	dip	NOUN
impactinged-335	40	14	is	be	AUX
impactinged-335	40	15	its	its	PRON
impactinged-335	40	16	utility	utility	NOUN
impactinged-335	40	17	to	to	ADP
impactinged-335	40	18	society	society	NOUN
impactinged-335	40	19	or	or	CCONJ
impactinged-335	40	20	to	to	ADP
impactinged-335	40	21	the	the	DET
impactinged-335	40	22	local	local	ADJ
impactinged-335	40	23	context	context	NOUN
impactinged-335	40	24	,	,	PUNCT
impactinged-335	40	25	then	then	ADV
impactinged-335	40	26	i	i	PRON
impactinged-335	40	27	believe	believe	VERB
impactinged-335	40	28	that	that	SCONJ
impactinged-335	40	29	program	program	NOUN
impactinged-335	40	30	evaluation	evaluation	NOUN
impactinged-335	40	31	skills	skill	NOUN
impactinged-335	40	32	and	and	CCONJ
impactinged-335	40	33	knowledge	knowledge	NOUN
impactinged-335	40	34	should	should	AUX
impactinged-335	40	35	be	be	AUX
impactinged-335	40	36	included	include	VERB
impactinged-335	40	37	in	in	ADP
impactinged-335	40	38	this	this	DET
impactinged-335	40	39	dialogue	dialogue	NOUN
impactinged-335	40	40	.	.	PUNCT
impactinged-335	41	1	however	however	ADV
impactinged-335	41	2	,	,	PUNCT
impactinged-335	41	3	i	i	PRON
impactinged-335	41	4	will	will	AUX
impactinged-335	41	5	first	first	ADV
impactinged-335	41	6	discuss	discuss	VERB
impactinged-335	41	7	what	what	PRON
impactinged-335	41	8	program	program	NOUN
impactinged-335	41	9	evaluation	evaluation	NOUN
impactinged-335	41	10	coursework	coursework	NOUN
impactinged-335	41	11	can	can	AUX
impactinged-335	41	12	offer	offer	VERB
impactinged-335	41	13	doctoral	doctoral	ADJ
impactinged-335	41	14	students	student	NOUN
impactinged-335	41	15	,	,	PUNCT
impactinged-335	41	16	followed	follow	VERB
impactinged-335	41	17	by	by	ADP
impactinged-335	41	18	how	how	SCONJ
impactinged-335	41	19	and	and	CCONJ
impactinged-335	41	20	where	where	SCONJ
impactinged-335	41	21	program	program	NOUN
impactinged-335	41	22	evaluation	evaluation	NOUN
impactinged-335	41	23	and	and	CCONJ
impactinged-335	41	24	improvement	improvement	NOUN
impactinged-335	41	25	science	science	NOUN
impactinged-335	41	26	appear	appear	VERB
impactinged-335	41	27	to	to	PART
impactinged-335	41	28	have	have	VERB
impactinged-335	41	29	possible	possible	ADJ
impactinged-335	41	30	areas	area	NOUN
impactinged-335	41	31	of	of	ADP
impactinged-335	41	32	overlap	overlap	NOUN
impactinged-335	41	33	.	.	PUNCT
impactinged-335	42	1	i	i	PRON
impactinged-335	42	2	am	be	AUX
impactinged-335	42	3	not	not	PART
impactinged-335	42	4	claiming	claim	VERB
impactinged-335	42	5	that	that	SCONJ
impactinged-335	42	6	i	i	PRON
impactinged-335	42	7	have	have	AUX
impactinged-335	42	8	explored	explore	VERB
impactinged-335	42	9	all	all	DET
impactinged-335	42	10	possible	possible	ADJ
impactinged-335	42	11	overlaps	overlap	NOUN
impactinged-335	42	12	and	and	CCONJ
impactinged-335	42	13	differences	difference	NOUN
impactinged-335	42	14	between	between	ADP
impactinged-335	42	15	program	program	NOUN
impactinged-335	42	16	evaluation	evaluation	NOUN
impactinged-335	42	17	and	and	CCONJ
impactinged-335	42	18	improvement	improvement	NOUN
impactinged-335	42	19	science	science	NOUN
impactinged-335	42	20	,	,	PUNCT
impactinged-335	42	21	but	but	CCONJ
impactinged-335	42	22	rather	rather	ADV
impactinged-335	42	23	i	i	PRON
impactinged-335	42	24	am	be	AUX
impactinged-335	42	25	recommending	recommend	VERB
impactinged-335	42	26	that	that	SCONJ
impactinged-335	42	27	cped	cpe	VERB
impactinged-335	42	28	-	-	PUNCT
impactinged-335	42	29	influenced	influence	VERB
impactinged-335	42	30	institutions	institution	NOUN
impactinged-335	42	31	further	far	ADV
impactinged-335	42	32	integrate	integrate	VERB
impactinged-335	42	33	program	program	NOUN
impactinged-335	42	34	evaluation	evaluation	NOUN
impactinged-335	42	35	approaches	approach	NOUN
impactinged-335	42	36	within	within	ADP
impactinged-335	42	37	their	their	PRON
impactinged-335	42	38	education	education	NOUN
impactinged-335	42	39	doctorate	doctorate	NOUN
impactinged-335	42	40	conversations	conversation	NOUN
impactinged-335	42	41	.	.	PUNCT
impactinged-335	43	1	in	in	ADP
impactinged-335	43	2	fact	fact	NOUN
impactinged-335	43	3	,	,	PUNCT
impactinged-335	43	4	upon	upon	SCONJ
impactinged-335	43	5	a	a	DET
impactinged-335	43	6	brief	brief	ADJ
impactinged-335	43	7	search	search	NOUN
impactinged-335	43	8	of	of	ADP
impactinged-335	43	9	program	program	NOUN
impactinged-335	43	10	evaluation	evaluation	NOUN
impactinged-335	43	11	and	and	CCONJ
impactinged-335	43	12	improvement	improvement	NOUN
impactinged-335	43	13	science	science	NOUN
impactinged-335	43	14	to	to	PART
impactinged-335	43	15	see	see	VERB
impactinged-335	43	16	if	if	SCONJ
impactinged-335	43	17	this	this	DET
impactinged-335	43	18	topic	topic	NOUN
impactinged-335	43	19	of	of	ADP
impactinged-335	43	20	overlap	overlap	NOUN
impactinged-335	43	21	has	have	AUX
impactinged-335	43	22	been	be	AUX
impactinged-335	43	23	widely	widely	ADV
impactinged-335	43	24	and	and	CCONJ
impactinged-335	43	25	explicitly	explicitly	ADV
impactinged-335	43	26	investigated	investigate	VERB
impactinged-335	43	27	,	,	PUNCT
impactinged-335	43	28	there	there	PRON
impactinged-335	43	29	appears	appear	VERB
impactinged-335	43	30	to	to	PART
impactinged-335	43	31	be	be	AUX
impactinged-335	43	32	limited	limit	VERB
impactinged-335	43	33	work	work	NOUN
impactinged-335	43	34	in	in	ADP
impactinged-335	43	35	this	this	DET
impactinged-335	43	36	area	area	NOUN
impactinged-335	43	37	.	.	PUNCT
impactinged-335	44	1	for	for	ADP
impactinged-335	44	2	example	example	NOUN
impactinged-335	44	3	,	,	PUNCT
impactinged-335	44	4	in	in	ADP
impactinged-335	44	5	several	several	ADJ
impactinged-335	44	6	resources	resource	NOUN
impactinged-335	44	7	on	on	ADP
impactinged-335	44	8	program	program	NOUN
impactinged-335	44	9	evaluation	evaluation	NOUN
impactinged-335	44	10	and	and	CCONJ
impactinged-335	44	11	improvement	improvement	NOUN
impactinged-335	44	12	science	science	NOUN
impactinged-335	44	13	,	,	PUNCT
impactinged-335	44	14	there	there	PRON
impactinged-335	44	15	does	do	AUX
impactinged-335	44	16	not	not	PART
impactinged-335	44	17	seem	seem	VERB
impactinged-335	44	18	to	to	PART
impactinged-335	44	19	be	be	AUX
impactinged-335	44	20	much	much	ADJ
impactinged-335	44	21	mention	mention	NOUN
impactinged-335	44	22	of	of	ADP
impactinged-335	44	23	each	each	DET
impactinged-335	44	24	other	other	ADJ
impactinged-335	44	25	in	in	ADP
impactinged-335	44	26	the	the	DET
impactinged-335	44	27	literature	literature	NOUN
impactinged-335	44	28	(	(	PUNCT
impactinged-335	44	29	newcomer	newcomer	NOUN
impactinged-335	44	30	et	et	PROPN
impactinged-335	44	31	al	al	PROPN
impactinged-335	44	32	.	.	PROPN
impactinged-335	44	33	,	,	PUNCT
impactinged-335	44	34	2015	2015	NUM
impactinged-335	44	35	;	;	PUNCT
impactinged-335	44	36	peurach	peurach	NOUN
impactinged-335	44	37	et	et	PROPN
impactinged-335	44	38	al	al	PROPN
impactinged-335	44	39	.	.	PROPN
impactinged-335	44	40	,	,	PUNCT
impactinged-335	44	41	2022	2022	NUM
impactinged-335	44	42	)	)	PUNCT
impactinged-335	44	43	.	.	PUNCT
impactinged-335	45	1	in	in	ADP
impactinged-335	45	2	one	one	NUM
impactinged-335	45	3	resource	resource	NOUN
impactinged-335	45	4	,	,	PUNCT
impactinged-335	45	5	however	however	ADV
impactinged-335	45	6	,	,	PUNCT
impactinged-335	45	7	there	there	PRON
impactinged-335	45	8	is	be	VERB
impactinged-335	45	9	a	a	DET
impactinged-335	45	10	distinct	distinct	ADJ
impactinged-335	45	11	call	call	NOUN
impactinged-335	45	12	for	for	ADP
impactinged-335	45	13	how	how	SCONJ
impactinged-335	45	14	improvement	improvement	NOUN
impactinged-335	45	15	science	science	NOUN
impactinged-335	45	16	can	can	AUX
impactinged-335	45	17	benefit	benefit	VERB
impactinged-335	45	18	the	the	DET
impactinged-335	45	19	evaluation	evaluation	NOUN
impactinged-335	45	20	field	field	NOUN
impactinged-335	45	21	and	and	CCONJ
impactinged-335	45	22	how	how	SCONJ
impactinged-335	45	23	to	to	PART
impactinged-335	45	24	increase	increase	VERB
impactinged-335	45	25	the	the	DET
impactinged-335	45	26	“	"	PUNCT
impactinged-335	45	27	cross	cross	NOUN
impactinged-335	45	28	-	-	ADJ
impactinged-335	45	29	talk	talk	ADJ
impactinged-335	45	30	and	and	CCONJ
impactinged-335	45	31	perhaps	perhaps	ADV
impactinged-335	45	32	even	even	ADV
impactinged-335	45	33	cross	cross	NOUN
impactinged-335	45	34	-	-	NOUN
impactinged-335	45	35	fertilization	fertilization	NOUN
impactinged-335	45	36	of	of	ADP
impactinged-335	45	37	ideas	idea	NOUN
impactinged-335	45	38	,	,	PUNCT
impactinged-335	45	39	techniques	technique	NOUN
impactinged-335	45	40	,	,	PUNCT
impactinged-335	45	41	and	and	CCONJ
impactinged-335	45	42	tools	tool	NOUN
impactinged-335	45	43	between	between	ADP
impactinged-335	45	44	evaluation	evaluation	NOUN
impactinged-335	45	45	and	and	CCONJ
impactinged-335	45	46	improvement	improvement	NOUN
impactinged-335	45	47	science	science	NOUN
impactinged-335	45	48	”	"	PUNCT
impactinged-335	45	49	(	(	PUNCT
impactinged-335	45	50	christie	christie	PROPN
impactinged-335	45	51	et	et	PROPN
impactinged-335	45	52	al	al	PROPN
impactinged-335	45	53	.	.	PROPN
impactinged-335	45	54	,	,	PUNCT
impactinged-335	45	55	2017a	2017a	NUM
impactinged-335	45	56	,	,	PUNCT
impactinged-335	45	57	p.	p.	NOUN
impactinged-335	45	58	7	7	NUM
impactinged-335	45	59	)	)	PUNCT
impactinged-335	45	60	.	.	PUNCT
impactinged-335	46	1	ultimately	ultimately	ADV
impactinged-335	46	2	,	,	PUNCT
impactinged-335	46	3	the	the	DET
impactinged-335	46	4	goal	goal	NOUN
impactinged-335	46	5	of	of	ADP
impactinged-335	46	6	this	this	DET
impactinged-335	46	7	essay	essay	NOUN
impactinged-335	46	8	is	be	AUX
impactinged-335	46	9	to	to	PART
impactinged-335	46	10	open	open	VERB
impactinged-335	46	11	this	this	DET
impactinged-335	46	12	possible	possible	ADJ
impactinged-335	46	13	crosstalk	crosstalk	NOUN
impactinged-335	46	14	of	of	ADP
impactinged-335	46	15	what	what	PRON
impactinged-335	46	16	skills	skill	NOUN
impactinged-335	46	17	,	,	PUNCT
impactinged-335	46	18	abilities	ability	NOUN
impactinged-335	46	19	,	,	PUNCT
impactinged-335	46	20	and	and	CCONJ
impactinged-335	46	21	knowledge	knowledge	NOUN
impactinged-335	46	22	applied	apply	VERB
impactinged-335	46	23	evaluation	evaluation	NOUN
impactinged-335	46	24	approaches	approach	NOUN
impactinged-335	46	25	can	can	AUX
impactinged-335	46	26	enhance	enhance	VERB
impactinged-335	46	27	the	the	DET
impactinged-335	46	28	current	current	ADJ
impactinged-335	46	29	improvement	improvement	NOUN
impactinged-335	46	30	science	science	NOUN
impactinged-335	46	31	discussions	discussion	NOUN
impactinged-335	46	32	without	without	ADP
impactinged-335	46	33	the	the	DET
impactinged-335	46	34	exclusion	exclusion	NOUN
impactinged-335	46	35	of	of	ADP
impactinged-335	46	36	one	one	NUM
impactinged-335	46	37	over	over	ADP
impactinged-335	46	38	the	the	DET
impactinged-335	46	39	other	other	ADJ
impactinged-335	46	40	.	.	PUNCT
impactinged-335	47	1	what	what	PRON
impactinged-335	47	2	program	program	NOUN
impactinged-335	47	3	evaluation	evaluation	NOUN
impactinged-335	47	4	coursework	coursework	NOUN
impactinged-335	47	5	offers	offer	VERB
impactinged-335	47	6	doctoral	doctoral	ADJ
impactinged-335	47	7	students	student	NOUN
impactinged-335	47	8	leaders	leader	NOUN
impactinged-335	47	9	engage	engage	VERB
impactinged-335	47	10	with	with	ADP
impactinged-335	47	11	program	program	NOUN
impactinged-335	47	12	evaluation	evaluation	NOUN
impactinged-335	47	13	in	in	ADP
impactinged-335	47	14	varied	varied	ADJ
impactinged-335	47	15	ways	way	NOUN
impactinged-335	47	16	that	that	PRON
impactinged-335	47	17	require	require	VERB
impactinged-335	47	18	a	a	DET
impactinged-335	47	19	complex	complex	ADJ
impactinged-335	47	20	understanding	understanding	NOUN
impactinged-335	47	21	of	of	ADP
impactinged-335	47	22	the	the	DET
impactinged-335	47	23	intricacies	intricacy	NOUN
impactinged-335	47	24	of	of	ADP
impactinged-335	47	25	effective	effective	ADJ
impactinged-335	47	26	evaluation	evaluation	NOUN
impactinged-335	47	27	as	as	ADP
impactinged-335	47	28	an	an	DET
impactinged-335	47	29	observer	observer	NOUN
impactinged-335	47	30	,	,	PUNCT
impactinged-335	47	31	participant	participant	ADJ
impactinged-335	47	32	,	,	PUNCT
impactinged-335	47	33	leader	leader	NOUN
impactinged-335	47	34	,	,	PUNCT
impactinged-335	47	35	evaluator	evaluator	NOUN
impactinged-335	47	36	,	,	PUNCT
impactinged-335	47	37	communicator	communicator	NOUN
impactinged-335	47	38	,	,	PUNCT
impactinged-335	47	39	or	or	CCONJ
impactinged-335	47	40	recipient	recipient	NOUN
impactinged-335	47	41	of	of	ADP
impactinged-335	47	42	evaluation	evaluation	NOUN
impactinged-335	47	43	findings	finding	NOUN
impactinged-335	47	44	and	and	CCONJ
impactinged-335	47	45	impact	impact	NOUN
impactinged-335	47	46	.	.	PUNCT
impactinged-335	48	1	i	i	PRON
impactinged-335	48	2	would	would	AUX
impactinged-335	48	3	argue	argue	VERB
impactinged-335	48	4	that	that	SCONJ
impactinged-335	48	5	most	most	ADJ
impactinged-335	48	6	practitioners	practitioner	NOUN
impactinged-335	48	7	engage	engage	VERB
impactinged-335	48	8	with	with	ADP
impactinged-335	48	9	program	program	NOUN
impactinged-335	48	10	evaluation	evaluation	NOUN
impactinged-335	48	11	at	at	ADP
impactinged-335	48	12	some	some	DET
impactinged-335	48	13	level	level	NOUN
impactinged-335	48	14	in	in	ADP
impactinged-335	48	15	their	their	PRON
impactinged-335	48	16	daily	daily	ADJ
impactinged-335	48	17	lives	life	NOUN
impactinged-335	48	18	,	,	PUNCT
impactinged-335	48	19	but	but	CCONJ
impactinged-335	48	20	many	many	ADJ
impactinged-335	48	21	do	do	AUX
impactinged-335	48	22	not	not	PART
impactinged-335	48	23	see	see	VERB
impactinged-335	48	24	themselves	themselves	PRON
impactinged-335	48	25	as	as	ADP
impactinged-335	48	26	evaluators	evaluator	NOUN
impactinged-335	48	27	or	or	CCONJ
impactinged-335	48	28	are	be	AUX
impactinged-335	48	29	aware	aware	ADJ
impactinged-335	48	30	of	of	ADP
impactinged-335	48	31	the	the	DET
impactinged-335	48	32	methodologies	methodology	NOUN
impactinged-335	48	33	of	of	ADP
impactinged-335	48	34	program	program	NOUN
impactinged-335	48	35	evaluation	evaluation	NOUN
impactinged-335	48	36	.	.	PUNCT
impactinged-335	49	1	given	give	VERB
impactinged-335	49	2	that	that	DET
impactinged-335	49	3	schools	school	NOUN
impactinged-335	49	4	,	,	PUNCT
impactinged-335	49	5	as	as	ADV
impactinged-335	49	6	well	well	ADV
impactinged-335	49	7	as	as	ADP
impactinged-335	49	8	non	non	ADJ
impactinged-335	49	9	-	-	ADJ
impactinged-335	49	10	educational	educational	ADJ
impactinged-335	49	11	organizations	organization	NOUN
impactinged-335	49	12	and	and	CCONJ
impactinged-335	49	13	settings	setting	NOUN
impactinged-335	49	14	,	,	PUNCT
impactinged-335	49	15	are	be	AUX
impactinged-335	49	16	filled	fill	VERB
impactinged-335	49	17	with	with	ADP
impactinged-335	49	18	multiple	multiple	ADJ
impactinged-335	49	19	and	and	CCONJ
impactinged-335	49	20	various	various	ADJ
impactinged-335	49	21	programs	program	NOUN
impactinged-335	49	22	,	,	PUNCT
impactinged-335	49	23	it	it	PRON
impactinged-335	49	24	appears	appear	VERB
impactinged-335	49	25	that	that	SCONJ
impactinged-335	49	26	having	have	VERB
impactinged-335	49	27	a	a	DET
impactinged-335	49	28	knowledge	knowledge	NOUN
impactinged-335	49	29	and	and	CCONJ
impactinged-335	49	30	skill	skill	NOUN
impactinged-335	49	31	set	set	VERB
impactinged-335	49	32	in	in	ADP
impactinged-335	49	33	program	program	NOUN
impactinged-335	49	34	evaluation	evaluation	NOUN
impactinged-335	49	35	would	would	AUX
impactinged-335	49	36	be	be	AUX
impactinged-335	49	37	a	a	DET
impactinged-335	49	38	significant	significant	ADJ
impactinged-335	49	39	asset	asset	NOUN
impactinged-335	49	40	to	to	ADP
impactinged-335	49	41	educational	educational	ADJ
impactinged-335	49	42	leaders	leader	NOUN
impactinged-335	49	43	.	.	PUNCT
impactinged-335	50	1	when	when	SCONJ
impactinged-335	50	2	reading	read	VERB
impactinged-335	50	3	about	about	ADP
impactinged-335	50	4	the	the	DET
impactinged-335	50	5	skills	skill	NOUN
impactinged-335	50	6	and	and	CCONJ
impactinged-335	50	7	knowledge	knowledge	NOUN
impactinged-335	50	8	edd	edd	PROPN
impactinged-335	50	9	scholarly	scholarly	ADJ
impactinged-335	50	10	practitioners	practitioner	NOUN
impactinged-335	50	11	need	need	VERB
impactinged-335	50	12	in	in	ADP
impactinged-335	50	13	their	their	PRON
impactinged-335	50	14	realworld	realworld	PROPN
impactinged-335	50	15	contexts	contexts	NOUN
impactinged-335	50	16	,	,	PUNCT
impactinged-335	50	17	program	program	NOUN
impactinged-335	50	18	evaluation	evaluation	NOUN
impactinged-335	50	19	research	research	NOUN
impactinged-335	50	20	methodology	methodology	NOUN
impactinged-335	50	21	quickly	quickly	ADV
impactinged-335	50	22	emerged	emerge	VERB
impactinged-335	50	23	and	and	CCONJ
impactinged-335	50	24	captured	capture	VERB
impactinged-335	50	25	my	my	PRON
impactinged-335	50	26	attention	attention	NOUN
impactinged-335	50	27	.	.	PUNCT
impactinged-335	51	1	for	for	ADP
impactinged-335	51	2	example	example	NOUN
impactinged-335	51	3	,	,	PUNCT
impactinged-335	51	4	research	research	NOUN
impactinged-335	51	5	is	be	AUX
impactinged-335	51	6	often	often	ADV
impactinged-335	51	7	explained	explain	VERB
impactinged-335	51	8	as	as	ADP
impactinged-335	51	9	seeking	seek	VERB
impactinged-335	51	10	new	new	ADJ
impactinged-335	51	11	knowledge	knowledge	NOUN
impactinged-335	51	12	,	,	PUNCT
impactinged-335	51	13	while	while	SCONJ
impactinged-335	51	14	evaluation	evaluation	NOUN
impactinged-335	51	15	research	research	NOUN
impactinged-335	51	16	tends	tend	VERB
impactinged-335	51	17	to	to	PART
impactinged-335	51	18	provide	provide	VERB
impactinged-335	51	19	information	information	NOUN
impactinged-335	51	20	for	for	ADP
impactinged-335	51	21	decision	decision	NOUN
impactinged-335	51	22	-	-	PUNCT
impactinged-335	51	23	making	make	VERB
impactinged-335	51	24	and	and	CCONJ
impactinged-335	51	25	determining	determine	VERB
impactinged-335	51	26	the	the	DET
impactinged-335	51	27	merit	merit	NOUN
impactinged-335	51	28	or	or	CCONJ
impactinged-335	51	29	worth	worth	NOUN
impactinged-335	51	30	of	of	ADP
impactinged-335	51	31	a	a	DET
impactinged-335	51	32	program	program	NOUN
impactinged-335	51	33	(	(	PUNCT
impactinged-335	51	34	giancola	giancola	NOUN
impactinged-335	51	35	,	,	PUNCT
impactinged-335	51	36	2021	2021	NUM
impactinged-335	51	37	)	)	PUNCT
impactinged-335	51	38	.	.	PUNCT
impactinged-335	52	1	solving	solve	VERB
impactinged-335	52	2	complex	complex	ADJ
impactinged-335	52	3	problems	problem	NOUN
impactinged-335	52	4	of	of	ADP
impactinged-335	52	5	practice	practice	NOUN
impactinged-335	52	6	is	be	AUX
impactinged-335	52	7	not	not	PART
impactinged-335	52	8	just	just	ADV
impactinged-335	52	9	figuring	figure	VERB
impactinged-335	52	10	out	out	ADP
impactinged-335	52	11	how	how	SCONJ
impactinged-335	52	12	to	to	PART
impactinged-335	52	13	get	get	VERB
impactinged-335	52	14	things	thing	NOUN
impactinged-335	52	15	done	do	VERB
impactinged-335	52	16	but	but	CCONJ
impactinged-335	52	17	“	"	PUNCT
impactinged-335	52	18	about	about	ADP
impactinged-335	52	19	what	what	PRON
impactinged-335	52	20	to	to	PART
impactinged-335	52	21	get	get	AUX
impactinged-335	52	22	done	do	VERB
impactinged-335	52	23	,	,	PUNCT
impactinged-335	52	24	why	why	SCONJ
impactinged-335	52	25	to	to	PART
impactinged-335	52	26	get	get	VERB
impactinged-335	52	27	it	it	PRON
impactinged-335	52	28	done	do	VERB
impactinged-335	52	29	,	,	PUNCT
impactinged-335	52	30	who	who	PRON
impactinged-335	52	31	decides	decide	VERB
impactinged-335	52	32	,	,	PUNCT
impactinged-335	52	33	and	and	CCONJ
impactinged-335	52	34	whose	whose	DET
impactinged-335	52	35	interests	interest	NOUN
impactinged-335	52	36	are	be	AUX
impactinged-335	52	37	served	serve	VERB
impactinged-335	52	38	”	"	PUNCT
impactinged-335	52	39	(	(	PUNCT
impactinged-335	52	40	cochran	cochran	NOUN
impactinged-335	52	41	-	-	PUNCT
impactinged-335	52	42	smith	smith	PROPN
impactinged-335	52	43	,	,	PUNCT
impactinged-335	52	44	2009	2009	NUM
impactinged-335	52	45	,	,	PUNCT
impactinged-335	52	46	p.	p.	NOUN
impactinged-335	52	47	21	21	NUM
impactinged-335	52	48	)	)	PUNCT
impactinged-335	52	49	.	.	PUNCT
impactinged-335	53	1	since	since	SCONJ
impactinged-335	53	2	cped	cpe	VERB
impactinged-335	53	3	has	have	AUX
impactinged-335	53	4	been	be	AUX
impactinged-335	53	5	working	work	VERB
impactinged-335	53	6	diligently	diligently	ADV
impactinged-335	53	7	to	to	PART
impactinged-335	53	8	provide	provide	VERB
impactinged-335	53	9	a	a	DET
impactinged-335	53	10	distinct	distinct	ADJ
impactinged-335	53	11	identity	identity	NOUN
impactinged-335	53	12	of	of	ADP
impactinged-335	53	13	the	the	DET
impactinged-335	53	14	edd	edd	PROPN
impactinged-335	53	15	from	from	ADP
impactinged-335	53	16	the	the	DET
impactinged-335	53	17	phd	phd	NOUN
impactinged-335	53	18	,	,	PUNCT
impactinged-335	53	19	it	it	PRON
impactinged-335	53	20	appears	appear	VERB
impactinged-335	53	21	that	that	SCONJ
impactinged-335	53	22	a	a	DET
impactinged-335	53	23	bigger	big	ADJ
impactinged-335	53	24	focus	focus	NOUN
impactinged-335	53	25	on	on	ADP
impactinged-335	53	26	decision	decision	NOUN
impactinged-335	53	27	-	-	PUNCT
impactinged-335	53	28	making	making	NOUN
impactinged-335	53	29	within	within	ADP
impactinged-335	53	30	real	real	ADJ
impactinged-335	53	31	-	-	PUNCT
impactinged-335	53	32	world	world	NOUN
impactinged-335	53	33	settings	setting	NOUN
impactinged-335	53	34	aligns	align	VERB
impactinged-335	53	35	more	more	ADV
impactinged-335	53	36	with	with	ADP
impactinged-335	53	37	evaluation	evaluation	NOUN
impactinged-335	53	38	research	research	NOUN
impactinged-335	53	39	than	than	ADP
impactinged-335	53	40	traditional	traditional	ADJ
impactinged-335	53	41	research	research	NOUN
impactinged-335	53	42	,	,	PUNCT
impactinged-335	53	43	just	just	ADV
impactinged-335	53	44	like	like	SCONJ
impactinged-335	53	45	improvement	improvement	NOUN
impactinged-335	53	46	science	science	NOUN
impactinged-335	53	47	is	be	AUX
impactinged-335	53	48	highly	highly	ADV
impactinged-335	53	49	regarded	regard	VERB
impactinged-335	53	50	as	as	ADP
impactinged-335	53	51	a	a	DET
impactinged-335	53	52	distinctive	distinctive	ADJ
impactinged-335	53	53	approach	approach	NOUN
impactinged-335	53	54	to	to	PART
impactinged-335	53	55	analyze	analyze	VERB
impactinged-335	53	56	problems	problem	NOUN
impactinged-335	53	57	of	of	ADP
impactinged-335	53	58	practice	practice	NOUN
impactinged-335	53	59	and	and	CCONJ
impactinged-335	53	60	use	use	VERB
impactinged-335	53	61	multiple	multiple	ADJ
impactinged-335	53	62	frames	frame	NOUN
impactinged-335	53	63	to	to	PART
impactinged-335	53	64	develop	develop	VERB
impactinged-335	53	65	meaningful	meaningful	ADJ
impactinged-335	53	66	solutions	solution	NOUN
impactinged-335	53	67	.	.	PUNCT
impactinged-335	54	1	studies	study	NOUN
impactinged-335	54	2	have	have	AUX
impactinged-335	54	3	examined	examine	VERB
impactinged-335	54	4	how	how	SCONJ
impactinged-335	54	5	edd	edd	PROPN
impactinged-335	54	6	students	student	NOUN
impactinged-335	54	7	were	be	AUX
impactinged-335	54	8	developing	develop	VERB
impactinged-335	54	9	their	their	PRON
impactinged-335	54	10	professional	professional	ADJ
impactinged-335	54	11	identities	identity	NOUN
impactinged-335	54	12	as	as	ADP
impactinged-335	54	13	educational	educational	ADJ
impactinged-335	54	14	leaders	leader	NOUN
impactinged-335	54	15	,	,	PUNCT
impactinged-335	54	16	researchers	researcher	NOUN
impactinged-335	54	17	,	,	PUNCT
impactinged-335	54	18	and	and	CCONJ
impactinged-335	54	19	action	action	NOUN
impactinged-335	54	20	researchers	researcher	NOUN
impactinged-335	54	21	and	and	CCONJ
impactinged-335	54	22	how	how	SCONJ
impactinged-335	54	23	students	student	NOUN
impactinged-335	54	24	appear	appear	VERB
impactinged-335	54	25	to	to	PART
impactinged-335	54	26	not	not	PART
impactinged-335	54	27	see	see	VERB
impactinged-335	54	28	themselves	themselves	PRON
impactinged-335	54	29	as	as	ADP
impactinged-335	54	30	such	such	ADJ
impactinged-335	54	31	,	,	PUNCT
impactinged-335	54	32	in	in	ADP
impactinged-335	54	33	relation	relation	NOUN
impactinged-335	54	34	to	to	ADP
impactinged-335	54	35	being	be	AUX
impactinged-335	54	36	a	a	DET
impactinged-335	54	37	learner	learner	NOUN
impactinged-335	54	38	or	or	CCONJ
impactinged-335	54	39	leader	leader	NOUN
impactinged-335	54	40	(	(	PUNCT
impactinged-335	54	41	buss	buss	PROPN
impactinged-335	54	42	&	&	CCONJ
impactinged-335	54	43	avery	avery	PROPN
impactinged-335	54	44	,	,	PUNCT
impactinged-335	54	45	2017	2017	NUM
impactinged-335	54	46	;	;	PUNCT
impactinged-335	54	47	zambo	zambo	PROPN
impactinged-335	54	48	et	et	PROPN
impactinged-335	54	49	al	al	PROPN
impactinged-335	54	50	.	.	PROPN
impactinged-335	54	51	,	,	PUNCT
impactinged-335	54	52	2015	2015	NUM
impactinged-335	54	53	)	)	PUNCT
impactinged-335	54	54	.	.	PUNCT
impactinged-335	55	1	this	this	PRON
impactinged-335	55	2	makes	make	VERB
impactinged-335	55	3	me	i	PRON
impactinged-335	55	4	wonder	wonder	VERB
impactinged-335	55	5	if	if	SCONJ
impactinged-335	55	6	there	there	PRON
impactinged-335	55	7	is	be	VERB
impactinged-335	55	8	an	an	DET
impactinged-335	55	9	opportunity	opportunity	NOUN
impactinged-335	55	10	to	to	PART
impactinged-335	55	11	help	help	VERB
impactinged-335	55	12	students	student	NOUN
impactinged-335	55	13	see	see	VERB
impactinged-335	55	14	themselves	themselves	PRON
impactinged-335	55	15	as	as	ADP
impactinged-335	55	16	evaluators	evaluator	NOUN
impactinged-335	55	17	and	and	CCONJ
impactinged-335	55	18	if	if	SCONJ
impactinged-335	55	19	that	that	PRON
impactinged-335	55	20	would	would	AUX
impactinged-335	55	21	make	make	VERB
impactinged-335	55	22	it	it	PRON
impactinged-335	55	23	a	a	DET
impactinged-335	55	24	more	more	ADV
impactinged-335	55	25	easily	easily	ADV
impactinged-335	55	26	relatable	relatable	ADJ
impactinged-335	55	27	professional	professional	ADJ
impactinged-335	55	28	identity	identity	NOUN
impactinged-335	55	29	since	since	SCONJ
impactinged-335	55	30	the	the	DET
impactinged-335	55	31	word	word	NOUN
impactinged-335	55	32	evaluation	evaluation	NOUN
impactinged-335	55	33	is	be	AUX
impactinged-335	55	34	commonly	commonly	ADV
impactinged-335	55	35	used	use	VERB
impactinged-335	55	36	in	in	ADP
impactinged-335	55	37	educational	educational	ADJ
impactinged-335	55	38	,	,	PUNCT
impactinged-335	55	39	corporate	corporate	ADJ
impactinged-335	55	40	,	,	PUNCT
impactinged-335	55	41	and	and	CCONJ
impactinged-335	55	42	non	non	ADJ
impactinged-335	55	43	-	-	ADJ
impactinged-335	55	44	profit	profit	ADJ
impactinged-335	55	45	settings	setting	NOUN
impactinged-335	55	46	.	.	PUNCT
impactinged-335	56	1	i	i	PRON
impactinged-335	56	2	just	just	ADV
impactinged-335	56	3	finished	finish	VERB
impactinged-335	56	4	teaching	teach	VERB
impactinged-335	56	5	program	program	NOUN
impactinged-335	56	6	evaluation	evaluation	NOUN
impactinged-335	56	7	to	to	ADP
impactinged-335	56	8	our	our	PRON
impactinged-335	56	9	first	first	ADJ
impactinged-335	56	10	two	two	NUM
impactinged-335	56	11	cohorts	cohort	NOUN
impactinged-335	56	12	of	of	ADP
impactinged-335	56	13	edd	edd	PROPN
impactinged-335	56	14	students	student	NOUN
impactinged-335	56	15	in	in	ADP
impactinged-335	56	16	summer	summer	NOUN
impactinged-335	56	17	2022	2022	NUM
impactinged-335	56	18	(	(	PUNCT
impactinged-335	56	19	n=81	n=81	PROPN
impactinged-335	56	20	)	)	PUNCT
impactinged-335	56	21	which	which	PRON
impactinged-335	56	22	has	have	AUX
impactinged-335	56	23	inspired	inspire	VERB
impactinged-335	56	24	my	my	PRON
impactinged-335	56	25	thinking	thinking	NOUN
impactinged-335	56	26	on	on	ADP
impactinged-335	56	27	the	the	DET
impactinged-335	56	28	value	value	NOUN
impactinged-335	56	29	and	and	CCONJ
impactinged-335	56	30	importance	importance	NOUN
impactinged-335	56	31	of	of	ADP
impactinged-335	56	32	teaching	teach	VERB
impactinged-335	56	33	program	program	NOUN
impactinged-335	56	34	evaluation	evaluation	NOUN
impactinged-335	56	35	as	as	ADP
impactinged-335	56	36	an	an	DET
impactinged-335	56	37	applied	apply	VERB
impactinged-335	56	38	methodology	methodology	NOUN
impactinged-335	56	39	course	course	NOUN
impactinged-335	56	40	and	and	CCONJ
impactinged-335	56	41	even	even	ADV
impactinged-335	56	42	placing	place	VERB
impactinged-335	56	43	it	it	PRON
impactinged-335	56	44	earlier	early	ADV
impactinged-335	56	45	in	in	ADP
impactinged-335	56	46	their	their	PRON
impactinged-335	56	47	course	course	NOUN
impactinged-335	56	48	sequencing	sequence	VERB
impactinged-335	56	49	.	.	PUNCT
impactinged-335	57	1	what	what	PRON
impactinged-335	57	2	i	i	PRON
impactinged-335	57	3	found	find	VERB
impactinged-335	57	4	quite	quite	ADV
impactinged-335	57	5	surprising	surprising	ADJ
impactinged-335	57	6	was	be	AUX
impactinged-335	57	7	the	the	DET
impactinged-335	57	8	number	number	NOUN
impactinged-335	57	9	of	of	ADP
impactinged-335	57	10	students	student	NOUN
impactinged-335	57	11	who	who	PRON
impactinged-335	57	12	admitted	admit	VERB
impactinged-335	57	13	that	that	SCONJ
impactinged-335	57	14	the	the	DET
impactinged-335	57	15	programs	program	NOUN
impactinged-335	57	16	they	they	PRON
impactinged-335	57	17	are	be	AUX
impactinged-335	57	18	currently	currently	ADV
impactinged-335	57	19	or	or	CCONJ
impactinged-335	57	20	have	have	AUX
impactinged-335	57	21	been	be	AUX
impactinged-335	57	22	involved	involve	VERB
impactinged-335	57	23	with	with	ADP
impactinged-335	57	24	were	be	AUX
impactinged-335	57	25	never	never	ADV
impactinged-335	57	26	formally	formally	ADV
impactinged-335	57	27	or	or	CCONJ
impactinged-335	57	28	informally	informally	ADV
impactinged-335	57	29	evaluated	evaluate	VERB
impactinged-335	57	30	.	.	PUNCT
impactinged-335	58	1	for	for	ADP
impactinged-335	58	2	these	these	DET
impactinged-335	58	3	reasons	reason	NOUN
impactinged-335	58	4	,	,	PUNCT
impactinged-335	58	5	this	this	DET
impactinged-335	58	6	course	course	NOUN
impactinged-335	58	7	helped	help	VERB
impactinged-335	58	8	reshape	reshape	VERB
impactinged-335	58	9	my	my	PRON
impactinged-335	58	10	thinking	thinking	NOUN
impactinged-335	58	11	on	on	ADP
impactinged-335	58	12	the	the	DET
impactinged-335	58	13	importance	importance	NOUN
impactinged-335	58	14	of	of	ADP
impactinged-335	58	15	program	program	NOUN
impactinged-335	58	16	evaluation	evaluation	NOUN
impactinged-335	58	17	in	in	ADP
impactinged-335	58	18	what	what	PRON
impactinged-335	58	19	i	i	PRON
impactinged-335	58	20	found	find	VERB
impactinged-335	58	21	to	to	PART
impactinged-335	58	22	be	be	AUX
impactinged-335	58	23	a	a	DET
impactinged-335	58	24	gap	gap	NOUN
impactinged-335	58	25	in	in	ADP
impactinged-335	58	26	their	their	PRON
impactinged-335	58	27	knowledge	knowledge	NOUN
impactinged-335	58	28	and	and	CCONJ
impactinged-335	58	29	skill	skill	NOUN
impactinged-335	58	30	set	set	VERB
impactinged-335	58	31	that	that	PRON
impactinged-335	58	32	could	could	AUX
impactinged-335	58	33	have	have	VERB
impactinged-335	58	34	significant	significant	ADJ
impactinged-335	58	35	implications	implication	NOUN
impactinged-335	58	36	for	for	ADP
impactinged-335	58	37	their	their	PRON
impactinged-335	58	38	abilities	ability	NOUN
impactinged-335	58	39	to	to	PART
impactinged-335	58	40	solve	solve	VERB
impactinged-335	58	41	complex	complex	ADJ
impactinged-335	58	42	problems	problem	NOUN
impactinged-335	58	43	of	of	ADP
impactinged-335	58	44	practice	practice	NOUN
impactinged-335	58	45	.	.	PUNCT
impactinged-335	59	1	relatedly	relatedly	ADV
impactinged-335	59	2	,	,	PUNCT
impactinged-335	59	3	i	i	PRON
impactinged-335	59	4	found	find	VERB
impactinged-335	59	5	this	this	DET
impactinged-335	59	6	course	course	NOUN
impactinged-335	59	7	was	be	AUX
impactinged-335	59	8	impactful	impactful	ADJ
impactinged-335	59	9	and	and	CCONJ
impactinged-335	59	10	relevant	relevant	ADJ
impactinged-335	59	11	since	since	SCONJ
impactinged-335	59	12	it	it	PRON
impactinged-335	59	13	allowed	allow	VERB
impactinged-335	59	14	students	student	NOUN
impactinged-335	59	15	to	to	PART
impactinged-335	59	16	bring	bring	VERB
impactinged-335	59	17	in	in	ADP
impactinged-335	59	18	their	their	PRON
impactinged-335	59	19	rich	rich	ADJ
impactinged-335	59	20	experiences	experience	NOUN
impactinged-335	59	21	as	as	ADP
impactinged-335	59	22	practitioners	practitioner	NOUN
impactinged-335	59	23	and	and	CCONJ
impactinged-335	59	24	have	have	VERB
impactinged-335	59	25	an	an	DET
impactinged-335	59	26	assignment	assignment	NOUN
impactinged-335	59	27	that	that	PRON
impactinged-335	59	28	asked	ask	VERB
impactinged-335	59	29	them	they	PRON
impactinged-335	59	30	to	to	PART
impactinged-335	59	31	apply	apply	VERB
impactinged-335	59	32	their	their	PRON
impactinged-335	59	33	professional	professional	ADJ
impactinged-335	59	34	experiences	experience	NOUN
impactinged-335	59	35	from	from	ADP
impactinged-335	59	36	working	work	VERB
impactinged-335	59	37	with	with	ADP
impactinged-335	59	38	program	program	NOUN
impactinged-335	59	39	evaluations	evaluation	NOUN
impactinged-335	59	40	.	.	PUNCT
impactinged-335	60	1	students	student	NOUN
impactinged-335	60	2	are	be	AUX
impactinged-335	60	3	asked	ask	VERB
impactinged-335	60	4	throughout	throughout	ADP
impactinged-335	60	5	the	the	DET
impactinged-335	60	6	semester	semester	NOUN
impactinged-335	60	7	to	to	PART
impactinged-335	60	8	create	create	VERB
impactinged-335	60	9	program	program	NOUN
impactinged-335	60	10	evaluations	evaluation	NOUN
impactinged-335	60	11	from	from	ADP
impactinged-335	60	12	start	start	NOUN
impactinged-335	60	13	to	to	ADP
impactinged-335	60	14	finish	finish	NOUN
impactinged-335	60	15	,	,	PUNCT
impactinged-335	60	16	beginning	begin	VERB
impactinged-335	60	17	with	with	ADP
impactinged-335	60	18	an	an	DET
impactinged-335	60	19	explanation	explanation	NOUN
impactinged-335	60	20	of	of	ADP
impactinged-335	60	21	a	a	DET
impactinged-335	60	22	context	context	NOUN
impactinged-335	60	23	-	-	PUNCT
impactinged-335	60	24	specific	specific	ADJ
impactinged-335	60	25	problem	problem	NOUN
impactinged-335	60	26	,	,	PUNCT
impactinged-335	60	27	a	a	DET
impactinged-335	60	28	program	program	NOUN
impactinged-335	60	29	theory	theory	NOUN
impactinged-335	60	30	,	,	PUNCT
impactinged-335	60	31	a	a	DET
impactinged-335	60	32	logic	logic	NOUN
impactinged-335	60	33	model	model	NOUN
impactinged-335	60	34	,	,	PUNCT
impactinged-335	60	35	an	an	DET
impactinged-335	60	36	evaluation	evaluation	NOUN
impactinged-335	60	37	matrix	matrix	NOUN
impactinged-335	60	38	(	(	PUNCT
impactinged-335	60	39	with	with	ADP
impactinged-335	60	40	evaluation	evaluation	NOUN
impactinged-335	60	41	questions	question	NOUN
impactinged-335	60	42	,	,	PUNCT
impactinged-335	60	43	smart	smart	ADJ
impactinged-335	60	44	(	(	PUNCT
impactinged-335	60	45	specific	specific	ADJ
impactinged-335	60	46	,	,	PUNCT
impactinged-335	60	47	measurable	measurable	ADJ
impactinged-335	60	48	,	,	PUNCT
impactinged-335	60	49	achievable	achievable	ADJ
impactinged-335	60	50	,	,	PUNCT
impactinged-335	60	51	relevant	relevant	ADJ
impactinged-335	60	52	,	,	PUNCT
impactinged-335	60	53	time	time	NOUN
impactinged-335	60	54	-	-	PUNCT
impactinged-335	60	55	bound	bind	VERB
impactinged-335	60	56	)	)	PUNCT
impactinged-335	60	57	indicators	indicator	NOUN
impactinged-335	60	58	and	and	CCONJ
impactinged-335	60	59	targets	target	NOUN
impactinged-335	60	60	,	,	PUNCT
impactinged-335	60	61	data	datum	NOUN
impactinged-335	60	62	collection	collection	NOUN
impactinged-335	60	63	methodology	methodology	NOUN
impactinged-335	60	64	and	and	CCONJ
impactinged-335	60	65	data	datum	NOUN
impactinged-335	60	66	analysis	analysis	NOUN
impactinged-335	60	67	)	)	PUNCT
impactinged-335	60	68	,	,	PUNCT
impactinged-335	60	69	a	a	DET
impactinged-335	60	70	stakeholder	stakeholder	NOUN
impactinged-335	60	71	analysis	analysis	NOUN
impactinged-335	60	72	,	,	PUNCT
impactinged-335	60	73	a	a	DET
impactinged-335	60	74	monitoring	monitoring	NOUN
impactinged-335	60	75	and	and	CCONJ
impactinged-335	60	76	evaluation	evaluation	NOUN
impactinged-335	60	77	plan	plan	NOUN
impactinged-335	60	78	,	,	PUNCT
impactinged-335	60	79	a	a	DET
impactinged-335	60	80	communications	communication	NOUN
impactinged-335	60	81	plan	plan	NOUN
impactinged-335	60	82	,	,	PUNCT
impactinged-335	60	83	and	and	CCONJ
impactinged-335	60	84	a	a	DET
impactinged-335	60	85	dissemination	dissemination	NOUN
impactinged-335	60	86	plan	plan	NOUN
impactinged-335	60	87	.	.	PUNCT
impactinged-335	61	1	every	every	DET
impactinged-335	61	2	student	student	NOUN
impactinged-335	61	3	easily	easily	ADV
impactinged-335	61	4	found	find	VERB
impactinged-335	61	5	a	a	DET
impactinged-335	61	6	program	program	NOUN
impactinged-335	61	7	to	to	PART
impactinged-335	61	8	reference	reference	VERB
impactinged-335	61	9	,	,	PUNCT
impactinged-335	61	10	either	either	CCONJ
impactinged-335	61	11	an	an	DET
impactinged-335	61	12	existing	exist	VERB
impactinged-335	61	13	one	one	NUM
impactinged-335	61	14	or	or	CCONJ
impactinged-335	61	15	was	be	AUX
impactinged-335	61	16	able	able	ADJ
impactinged-335	61	17	to	to	PART
impactinged-335	61	18	create	create	VERB
impactinged-335	61	19	a	a	DET
impactinged-335	61	20	new	new	ADJ
impactinged-335	61	21	one	one	NOUN
impactinged-335	61	22	within	within	ADP
impactinged-335	61	23	their	their	PRON
impactinged-335	61	24	contexts	contexts	NOUN
impactinged-335	61	25	,	,	PUNCT
impactinged-335	61	26	which	which	PRON
impactinged-335	61	27	supports	support	VERB
impactinged-335	61	28	the	the	DET
impactinged-335	61	29	argument	argument	NOUN
impactinged-335	61	30	that	that	SCONJ
impactinged-335	61	31	programs	program	NOUN
impactinged-335	61	32	are	be	AUX
impactinged-335	61	33	prevalent	prevalent	ADJ
impactinged-335	61	34	in	in	ADP
impactinged-335	61	35	a	a	DET
impactinged-335	61	36	diversity	diversity	NOUN
impactinged-335	61	37	of	of	ADP
impactinged-335	61	38	settings	setting	NOUN
impactinged-335	61	39	.	.	PUNCT
impactinged-335	62	1	moreover	moreover	ADV
impactinged-335	62	2	,	,	PUNCT
impactinged-335	62	3	i	i	PRON
impactinged-335	62	4	have	have	AUX
impactinged-335	62	5	been	be	AUX
impactinged-335	62	6	energized	energize	VERB
impactinged-335	62	7	by	by	ADP
impactinged-335	62	8	their	their	PRON
impactinged-335	62	9	abilities	ability	NOUN
impactinged-335	62	10	to	to	PART
impactinged-335	62	11	align	align	VERB
impactinged-335	62	12	or	or	CCONJ
impactinged-335	62	13	complement	complement	VERB
impactinged-335	62	14	their	their	PRON
impactinged-335	62	15	possible	possible	ADJ
impactinged-335	62	16	dip	dip	NOUN
impactinged-335	62	17	concepts	concept	NOUN
impactinged-335	62	18	to	to	ADP
impactinged-335	62	19	the	the	DET
impactinged-335	62	20	course	course	NOUN
impactinged-335	62	21	assignments	assignment	NOUN
impactinged-335	62	22	.	.	PUNCT
impactinged-335	63	1	several	several	ADJ
impactinged-335	63	2	students	student	NOUN
impactinged-335	63	3	have	have	AUX
impactinged-335	63	4	even	even	ADV
impactinged-335	63	5	altered	alter	VERB
impactinged-335	63	6	their	their	PRON
impactinged-335	63	7	dip	dip	NOUN
impactinged-335	63	8	trajectories	trajectory	NOUN
impactinged-335	63	9	to	to	ADP
impactinged-335	63	10	a	a	DET
impactinged-335	63	11	program	program	NOUN
impactinged-335	63	12	evaluation	evaluation	NOUN
impactinged-335	63	13	dip	dip	NOUN
impactinged-335	63	14	,	,	PUNCT
impactinged-335	63	15	or	or	CCONJ
impactinged-335	63	16	they	they	PRON
impactinged-335	63	17	have	have	AUX
impactinged-335	63	18	been	be	AUX
impactinged-335	63	19	able	able	ADJ
impactinged-335	63	20	to	to	PART
impactinged-335	63	21	enhance	enhance	VERB
impactinged-335	63	22	their	their	PRON
impactinged-335	63	23	dip	dip	NOUN
impactinged-335	63	24	by	by	ADP
impactinged-335	63	25	incorporating	incorporate	VERB
impactinged-335	63	26	marotta	marotta	ADJ
impactinged-335	63	27	impacting	impact	VERB
impactinged-335	63	28	education	education	NOUN
impactinged-335	63	29	:	:	PUNCT
impactinged-335	63	30	journal	journal	NOUN
impactinged-335	63	31	on	on	ADP
impactinged-335	63	32	transforming	transform	VERB
impactinged-335	63	33	professional	professional	ADJ
impactinged-335	63	34	practice	practice	NOUN
impactinged-335	63	35	impactinged.pitt.edu	impactinged.pitt.edu	PROPN
impactinged-335	63	36	vol	vol	NOUN
impactinged-335	63	37	.	.	PROPN
impactinged-335	63	38	8	8	NUM
impactinged-335	64	1	no	no	NOUN
impactinged-335	64	2	.	.	NOUN
impactinged-335	64	3	4	4	NUM
impactinged-335	64	4	(	(	PUNCT
impactinged-335	64	5	2023	2023	NUM
impactinged-335	64	6	)	)	PUNCT
impactinged-335	64	7	doi	doi	NOUN
impactinged-335	64	8	10.5195	10.5195	NUM
impactinged-335	64	9	/	/	SYM
impactinged-335	64	10	ie.2023.335	ie.2023.335	PROPN
impactinged-335	64	11	52	52	NUM
impactinged-335	64	12	aspects	aspect	NOUN
impactinged-335	64	13	of	of	ADP
impactinged-335	64	14	program	program	NOUN
impactinged-335	64	15	evaluation	evaluation	NOUN
impactinged-335	64	16	.	.	PUNCT
impactinged-335	65	1	doctorate	doctorate	NOUN
impactinged-335	65	2	programs	program	NOUN
impactinged-335	65	3	are	be	AUX
impactinged-335	65	4	called	call	VERB
impactinged-335	65	5	upon	upon	SCONJ
impactinged-335	65	6	to	to	PART
impactinged-335	65	7	develop	develop	VERB
impactinged-335	65	8	the	the	DET
impactinged-335	65	9	tools	tool	NOUN
impactinged-335	65	10	our	our	PRON
impactinged-335	65	11	edd	edd	PROPN
impactinged-335	65	12	students	student	NOUN
impactinged-335	65	13	need	need	VERB
impactinged-335	65	14	,	,	PUNCT
impactinged-335	65	15	and	and	CCONJ
impactinged-335	65	16	i	i	PRON
impactinged-335	65	17	would	would	AUX
impactinged-335	65	18	focus	focus	VERB
impactinged-335	65	19	on	on	ADP
impactinged-335	65	20	the	the	DET
impactinged-335	65	21	word	word	NOUN
impactinged-335	65	22	need	need	NOUN
impactinged-335	65	23	in	in	ADP
impactinged-335	65	24	that	that	DET
impactinged-335	65	25	statement	statement	NOUN
impactinged-335	65	26	and	and	CCONJ
impactinged-335	65	27	support	support	VERB
impactinged-335	65	28	the	the	DET
impactinged-335	65	29	idea	idea	NOUN
impactinged-335	65	30	that	that	SCONJ
impactinged-335	65	31	program	program	NOUN
impactinged-335	65	32	evaluation	evaluation	NOUN
impactinged-335	65	33	knowledge	knowledge	NOUN
impactinged-335	65	34	and	and	CCONJ
impactinged-335	65	35	skills	skill	NOUN
impactinged-335	65	36	are	be	AUX
impactinged-335	65	37	certainly	certainly	ADV
impactinged-335	65	38	needed	need	VERB
impactinged-335	65	39	for	for	SCONJ
impactinged-335	65	40	students	student	NOUN
impactinged-335	65	41	to	to	PART
impactinged-335	65	42	be	be	AUX
impactinged-335	65	43	able	able	ADJ
impactinged-335	65	44	to	to	PART
impactinged-335	65	45	determine	determine	VERB
impactinged-335	65	46	effects	effect	NOUN
impactinged-335	65	47	validly	validly	ADV
impactinged-335	65	48	and	and	CCONJ
impactinged-335	65	49	reliably	reliably	ADV
impactinged-335	65	50	or	or	CCONJ
impactinged-335	65	51	influences	influence	NOUN
impactinged-335	65	52	of	of	ADP
impactinged-335	65	53	initiatives	initiative	NOUN
impactinged-335	65	54	and	and	CCONJ
impactinged-335	65	55	programs	program	NOUN
impactinged-335	65	56	to	to	PART
impactinged-335	65	57	avoid	avoid	VERB
impactinged-335	65	58	wasting	waste	VERB
impactinged-335	65	59	resources	resource	NOUN
impactinged-335	65	60	,	,	PUNCT
impactinged-335	65	61	efforts	effort	NOUN
impactinged-335	65	62	,	,	PUNCT
impactinged-335	65	63	and	and	CCONJ
impactinged-335	65	64	political	political	ADJ
impactinged-335	65	65	capital	capital	NOUN
impactinged-335	65	66	(	(	PUNCT
impactinged-335	65	67	hochbein	hochbein	PROPN
impactinged-335	65	68	&	&	CCONJ
impactinged-335	65	69	perry	perry	PROPN
impactinged-335	65	70	,	,	PUNCT
impactinged-335	65	71	2013	2013	NUM
impactinged-335	65	72	)	)	PUNCT
impactinged-335	65	73	.	.	PUNCT
impactinged-335	66	1	an	an	DET
impactinged-335	66	2	aspect	aspect	NOUN
impactinged-335	66	3	to	to	PART
impactinged-335	66	4	be	be	AUX
impactinged-335	66	5	reemphasized	reemphasize	VERB
impactinged-335	66	6	is	be	AUX
impactinged-335	66	7	that	that	SCONJ
impactinged-335	66	8	our	our	PRON
impactinged-335	66	9	students	student	NOUN
impactinged-335	66	10	do	do	AUX
impactinged-335	66	11	not	not	PART
impactinged-335	66	12	all	all	PRON
impactinged-335	66	13	have	have	VERB
impactinged-335	66	14	access	access	NOUN
impactinged-335	66	15	to	to	ADP
impactinged-335	66	16	or	or	CCONJ
impactinged-335	66	17	the	the	DET
impactinged-335	66	18	influence	influence	NOUN
impactinged-335	66	19	to	to	PART
impactinged-335	66	20	implement	implement	VERB
impactinged-335	66	21	a	a	DET
impactinged-335	66	22	new	new	ADJ
impactinged-335	66	23	program	program	NOUN
impactinged-335	66	24	or	or	CCONJ
impactinged-335	66	25	to	to	PART
impactinged-335	66	26	revise	revise	VERB
impactinged-335	66	27	an	an	DET
impactinged-335	66	28	existing	exist	VERB
impactinged-335	66	29	program	program	NOUN
impactinged-335	66	30	.	.	PUNCT
impactinged-335	67	1	however	however	ADV
impactinged-335	67	2	,	,	PUNCT
impactinged-335	67	3	a	a	DET
impactinged-335	67	4	definite	definite	ADJ
impactinged-335	67	5	future	future	ADJ
impactinged-335	67	6	direction	direction	NOUN
impactinged-335	67	7	is	be	AUX
impactinged-335	67	8	to	to	PART
impactinged-335	67	9	track	track	VERB
impactinged-335	67	10	how	how	SCONJ
impactinged-335	67	11	many	many	ADJ
impactinged-335	67	12	of	of	ADP
impactinged-335	67	13	our	our	PRON
impactinged-335	67	14	students	student	NOUN
impactinged-335	67	15	’	'	PUNCT
impactinged-335	67	16	dips	dip	NOUN
impactinged-335	67	17	are	be	AUX
impactinged-335	67	18	within	within	ADP
impactinged-335	67	19	their	their	PRON
impactinged-335	67	20	contexts	contexts	NOUN
impactinged-335	67	21	,	,	PUNCT
impactinged-335	67	22	have	have	AUX
impactinged-335	67	23	implemented	implement	VERB
impactinged-335	67	24	a	a	DET
impactinged-335	67	25	change	change	NOUN
impactinged-335	67	26	within	within	ADP
impactinged-335	67	27	their	their	PRON
impactinged-335	67	28	spheres	sphere	NOUN
impactinged-335	67	29	of	of	ADP
impactinged-335	67	30	influence	influence	NOUN
impactinged-335	67	31	at	at	ADP
impactinged-335	67	32	their	their	PRON
impactinged-335	67	33	workplaces	workplace	NOUN
impactinged-335	67	34	,	,	PUNCT
impactinged-335	67	35	had	have	VERB
impactinged-335	67	36	the	the	DET
impactinged-335	67	37	time	time	NOUN
impactinged-335	67	38	to	to	PART
impactinged-335	67	39	collect	collect	VERB
impactinged-335	67	40	data	datum	NOUN
impactinged-335	67	41	from	from	ADP
impactinged-335	67	42	implementations	implementation	NOUN
impactinged-335	67	43	,	,	PUNCT
impactinged-335	67	44	or	or	CCONJ
impactinged-335	67	45	have	have	AUX
impactinged-335	67	46	implemented	implement	VERB
impactinged-335	67	47	program	program	NOUN
impactinged-335	67	48	evaluations	evaluation	NOUN
impactinged-335	67	49	.	.	PUNCT
impactinged-335	68	1	without	without	ADP
impactinged-335	68	2	these	these	DET
impactinged-335	68	3	data	datum	NOUN
impactinged-335	68	4	yet	yet	ADV
impactinged-335	68	5	,	,	PUNCT
impactinged-335	68	6	it	it	PRON
impactinged-335	68	7	is	be	AUX
impactinged-335	68	8	difficult	difficult	ADJ
impactinged-335	68	9	to	to	PART
impactinged-335	68	10	determine	determine	VERB
impactinged-335	68	11	if	if	SCONJ
impactinged-335	68	12	and	and	CCONJ
impactinged-335	68	13	how	how	SCONJ
impactinged-335	68	14	many	many	ADJ
impactinged-335	68	15	students	student	NOUN
impactinged-335	68	16	chose	choose	VERB
impactinged-335	68	17	aspects	aspect	NOUN
impactinged-335	68	18	of	of	ADP
impactinged-335	68	19	program	program	NOUN
impactinged-335	68	20	evaluation	evaluation	NOUN
impactinged-335	68	21	,	,	PUNCT
impactinged-335	68	22	but	but	CCONJ
impactinged-335	68	23	it	it	PRON
impactinged-335	68	24	certainly	certainly	ADV
impactinged-335	68	25	is	be	AUX
impactinged-335	68	26	a	a	DET
impactinged-335	68	27	program	program	NOUN
impactinged-335	68	28	goal	goal	NOUN
impactinged-335	68	29	to	to	PART
impactinged-335	68	30	collect	collect	VERB
impactinged-335	68	31	these	these	DET
impactinged-335	68	32	data	datum	NOUN
impactinged-335	68	33	for	for	ADP
impactinged-335	68	34	each	each	DET
impactinged-335	68	35	cohort	cohort	NOUN
impactinged-335	68	36	.	.	PUNCT
impactinged-335	69	1	i	i	PRON
impactinged-335	69	2	am	be	AUX
impactinged-335	69	3	hopeful	hopeful	ADJ
impactinged-335	69	4	that	that	SCONJ
impactinged-335	69	5	this	this	DET
impactinged-335	69	6	type	type	NOUN
impactinged-335	69	7	of	of	ADP
impactinged-335	69	8	analysis	analysis	NOUN
impactinged-335	69	9	of	of	ADP
impactinged-335	69	10	their	their	PRON
impactinged-335	69	11	dips	dip	NOUN
impactinged-335	69	12	will	will	AUX
impactinged-335	69	13	shed	shed	VERB
impactinged-335	69	14	additional	additional	ADJ
impactinged-335	69	15	light	light	NOUN
impactinged-335	69	16	on	on	ADP
impactinged-335	69	17	whether	whether	SCONJ
impactinged-335	69	18	my	my	PRON
impactinged-335	69	19	observations	observation	NOUN
impactinged-335	69	20	are	be	AUX
impactinged-335	69	21	confirmed	confirm	VERB
impactinged-335	69	22	for	for	ADP
impactinged-335	69	23	the	the	DET
impactinged-335	69	24	continued	continue	VERB
impactinged-335	69	25	support	support	NOUN
impactinged-335	69	26	of	of	ADP
impactinged-335	69	27	program	program	NOUN
impactinged-335	69	28	evaluation	evaluation	NOUN
impactinged-335	69	29	as	as	ADP
impactinged-335	69	30	an	an	DET
impactinged-335	69	31	applied	apply	VERB
impactinged-335	69	32	methodology	methodology	NOUN
impactinged-335	69	33	course	course	NOUN
impactinged-335	69	34	.	.	PUNCT
impactinged-335	70	1	another	another	DET
impactinged-335	70	2	aspect	aspect	NOUN
impactinged-335	70	3	to	to	PART
impactinged-335	70	4	be	be	AUX
impactinged-335	70	5	reemphasized	reemphasize	VERB
impactinged-335	70	6	in	in	ADP
impactinged-335	70	7	that	that	SCONJ
impactinged-335	70	8	i	i	PRON
impactinged-335	70	9	am	be	AUX
impactinged-335	70	10	not	not	PART
impactinged-335	70	11	calling	call	VERB
impactinged-335	70	12	for	for	SCONJ
impactinged-335	70	13	program	program	NOUN
impactinged-335	70	14	evaluation	evaluation	NOUN
impactinged-335	70	15	to	to	PART
impactinged-335	70	16	be	be	AUX
impactinged-335	70	17	a	a	DET
impactinged-335	70	18	signature	signature	NOUN
impactinged-335	70	19	pedagogy	pedagogy	NOUN
impactinged-335	70	20	for	for	ADP
impactinged-335	70	21	our	our	PRON
impactinged-335	70	22	doctorate	doctorate	NOUN
impactinged-335	70	23	program	program	NOUN
impactinged-335	70	24	,	,	PUNCT
impactinged-335	70	25	but	but	CCONJ
impactinged-335	70	26	rather	rather	ADV
impactinged-335	70	27	i	i	PRON
impactinged-335	70	28	am	be	AUX
impactinged-335	70	29	calling	call	VERB
impactinged-335	70	30	attention	attention	NOUN
impactinged-335	70	31	to	to	ADP
impactinged-335	70	32	the	the	DET
impactinged-335	70	33	worthiness	worthiness	NOUN
impactinged-335	70	34	of	of	ADP
impactinged-335	70	35	a	a	DET
impactinged-335	70	36	program	program	NOUN
impactinged-335	70	37	evaluation	evaluation	NOUN
impactinged-335	70	38	applied	apply	VERB
impactinged-335	70	39	methodology	methodology	NOUN
impactinged-335	70	40	course	course	NOUN
impactinged-335	70	41	into	into	ADP
impactinged-335	70	42	the	the	DET
impactinged-335	70	43	required	required	ADJ
impactinged-335	70	44	coursework	coursework	NOUN
impactinged-335	70	45	.	.	PUNCT
impactinged-335	71	1	i	i	PRON
impactinged-335	71	2	fully	fully	ADV
impactinged-335	71	3	support	support	VERB
impactinged-335	71	4	the	the	DET
impactinged-335	71	5	relevancy	relevancy	NOUN
impactinged-335	71	6	that	that	SCONJ
impactinged-335	71	7	program	program	NOUN
impactinged-335	71	8	evaluation	evaluation	NOUN
impactinged-335	71	9	knowledge	knowledge	NOUN
impactinged-335	71	10	and	and	CCONJ
impactinged-335	71	11	skills	skill	NOUN
impactinged-335	71	12	offer	offer	VERB
impactinged-335	71	13	to	to	ADP
impactinged-335	71	14	our	our	PRON
impactinged-335	71	15	practitioners	practitioner	NOUN
impactinged-335	71	16	who	who	PRON
impactinged-335	71	17	will	will	AUX
impactinged-335	71	18	most	most	ADV
impactinged-335	71	19	likely	likely	ADV
impactinged-335	71	20	all	all	PRON
impactinged-335	71	21	interact	interact	VERB
impactinged-335	71	22	with	with	ADP
impactinged-335	71	23	a	a	DET
impactinged-335	71	24	program	program	NOUN
impactinged-335	71	25	evaluation	evaluation	NOUN
impactinged-335	71	26	and	and	CCONJ
impactinged-335	71	27	could	could	AUX
impactinged-335	71	28	benefit	benefit	VERB
impactinged-335	71	29	significantly	significantly	ADV
impactinged-335	71	30	from	from	ADP
impactinged-335	71	31	being	be	AUX
impactinged-335	71	32	able	able	ADJ
impactinged-335	71	33	to	to	PART
impactinged-335	71	34	ask	ask	VERB
impactinged-335	71	35	the	the	DET
impactinged-335	71	36	right	right	ADJ
impactinged-335	71	37	kinds	kind	NOUN
impactinged-335	71	38	of	of	ADP
impactinged-335	71	39	questions	question	NOUN
impactinged-335	71	40	related	relate	VERB
impactinged-335	71	41	to	to	ADP
impactinged-335	71	42	an	an	DET
impactinged-335	71	43	evaluation	evaluation	NOUN
impactinged-335	71	44	whether	whether	SCONJ
impactinged-335	71	45	it	it	PRON
impactinged-335	71	46	is	be	AUX
impactinged-335	71	47	looking	look	VERB
impactinged-335	71	48	at	at	ADP
impactinged-335	71	49	data	datum	NOUN
impactinged-335	71	50	from	from	ADP
impactinged-335	71	51	a	a	DET
impactinged-335	71	52	previous	previous	ADJ
impactinged-335	71	53	one	one	NOUN
impactinged-335	71	54	,	,	PUNCT
impactinged-335	71	55	analyzing	analyze	VERB
impactinged-335	71	56	a	a	DET
impactinged-335	71	57	current	current	ADJ
impactinged-335	71	58	one	one	NUM
impactinged-335	71	59	,	,	PUNCT
impactinged-335	71	60	or	or	CCONJ
impactinged-335	71	61	planning	plan	VERB
impactinged-335	71	62	a	a	DET
impactinged-335	71	63	future	future	ADJ
impactinged-335	71	64	one	one	NUM
impactinged-335	71	65	.	.	PUNCT
impactinged-335	72	1	while	while	SCONJ
impactinged-335	72	2	an	an	DET
impactinged-335	72	3	edd	edd	PROPN
impactinged-335	72	4	student	student	NOUN
impactinged-335	72	5	may	may	AUX
impactinged-335	72	6	not	not	PART
impactinged-335	72	7	have	have	VERB
impactinged-335	72	8	the	the	DET
impactinged-335	72	9	opportunity	opportunity	NOUN
impactinged-335	72	10	to	to	PART
impactinged-335	72	11	engage	engage	VERB
impactinged-335	72	12	in	in	ADP
impactinged-335	72	13	an	an	DET
impactinged-335	72	14	improvement	improvement	NOUN
impactinged-335	72	15	science	science	NOUN
impactinged-335	72	16	plan	plan	NOUN
impactinged-335	72	17	-	-	PUNCT
impactinged-335	72	18	do	do	NOUN
impactinged-335	72	19	-	-	PUNCT
impactinged-335	72	20	study	study	NOUN
impactinged-335	72	21	-	-	PUNCT
impactinged-335	72	22	act	act	NOUN
impactinged-335	72	23	(	(	PUNCT
impactinged-335	72	24	pdsa	pdsa	NOUN
impactinged-335	72	25	)	)	PUNCT
impactinged-335	72	26	cycle	cycle	NOUN
impactinged-335	72	27	or	or	CCONJ
impactinged-335	72	28	in	in	ADP
impactinged-335	72	29	a	a	DET
impactinged-335	72	30	completed	complete	VERB
impactinged-335	72	31	program	program	NOUN
impactinged-335	72	32	evaluation	evaluation	NOUN
impactinged-335	72	33	,	,	PUNCT
impactinged-335	72	34	i	i	PRON
impactinged-335	72	35	believe	believe	VERB
impactinged-335	72	36	that	that	SCONJ
impactinged-335	72	37	there	there	PRON
impactinged-335	72	38	are	be	VERB
impactinged-335	72	39	enough	enough	ADJ
impactinged-335	72	40	programs	program	NOUN
impactinged-335	72	41	for	for	SCONJ
impactinged-335	72	42	our	our	PRON
impactinged-335	72	43	students	student	NOUN
impactinged-335	72	44	to	to	PART
impactinged-335	72	45	examine	examine	VERB
impactinged-335	72	46	at	at	ADP
impactinged-335	72	47	any	any	DET
impactinged-335	72	48	given	give	VERB
impactinged-335	72	49	point	point	NOUN
impactinged-335	72	50	in	in	ADP
impactinged-335	72	51	their	their	PRON
impactinged-335	72	52	careers	career	NOUN
impactinged-335	72	53	that	that	PRON
impactinged-335	72	54	would	would	AUX
impactinged-335	72	55	provide	provide	VERB
impactinged-335	72	56	them	they	PRON
impactinged-335	72	57	experiences	experience	NOUN
impactinged-335	72	58	to	to	PART
impactinged-335	72	59	draw	draw	VERB
impactinged-335	72	60	from	from	ADP
impactinged-335	72	61	to	to	PART
impactinged-335	72	62	understand	understand	VERB
impactinged-335	72	63	how	how	SCONJ
impactinged-335	72	64	both	both	PRON
impactinged-335	72	65	might	might	AUX
impactinged-335	72	66	work	work	VERB
impactinged-335	72	67	.	.	PUNCT
impactinged-335	73	1	however	however	ADV
impactinged-335	73	2	,	,	PUNCT
impactinged-335	73	3	i	i	PRON
impactinged-335	73	4	argue	argue	VERB
impactinged-335	73	5	that	that	SCONJ
impactinged-335	73	6	more	more	ADJ
impactinged-335	73	7	students	student	NOUN
impactinged-335	73	8	have	have	AUX
impactinged-335	73	9	had	have	VERB
impactinged-335	73	10	experiences	experience	NOUN
impactinged-335	73	11	with	with	ADP
impactinged-335	73	12	program	program	NOUN
impactinged-335	73	13	evaluations	evaluation	NOUN
impactinged-335	73	14	than	than	ADP
impactinged-335	73	15	with	with	ADP
impactinged-335	73	16	the	the	DET
impactinged-335	73	17	pdsa	pdsa	NOUN
impactinged-335	73	18	cycles	cycle	NOUN
impactinged-335	73	19	,	,	PUNCT
impactinged-335	73	20	which	which	PRON
impactinged-335	73	21	i	i	PRON
impactinged-335	73	22	believe	believe	VERB
impactinged-335	73	23	makes	make	VERB
impactinged-335	73	24	program	program	NOUN
impactinged-335	73	25	evaluation	evaluation	NOUN
impactinged-335	73	26	coursework	coursework	NOUN
impactinged-335	73	27	more	more	ADJ
impactinged-335	73	28	inclusive	inclusive	ADJ
impactinged-335	73	29	of	of	ADP
impactinged-335	73	30	what	what	PRON
impactinged-335	73	31	our	our	PRON
impactinged-335	73	32	students	student	NOUN
impactinged-335	73	33	can	can	AUX
impactinged-335	73	34	relate	relate	VERB
impactinged-335	73	35	to	to	ADP
impactinged-335	73	36	and	and	CCONJ
impactinged-335	73	37	more	more	ADV
impactinged-335	73	38	relevant	relevant	ADJ
impactinged-335	73	39	to	to	ADP
impactinged-335	73	40	the	the	DET
impactinged-335	73	41	transfer	transfer	NOUN
impactinged-335	73	42	of	of	ADP
impactinged-335	73	43	these	these	DET
impactinged-335	73	44	skills	skill	NOUN
impactinged-335	73	45	to	to	ADP
impactinged-335	73	46	future	future	ADJ
impactinged-335	73	47	program	program	NOUN
impactinged-335	73	48	evaluations	evaluation	NOUN
impactinged-335	73	49	.	.	PUNCT
impactinged-335	74	1	these	these	DET
impactinged-335	74	2	pdsa	pdsa	NOUN
impactinged-335	74	3	cycles	cycle	NOUN
impactinged-335	74	4	,	,	PUNCT
impactinged-335	74	5	though	though	ADV
impactinged-335	74	6	,	,	PUNCT
impactinged-335	74	7	offer	offer	VERB
impactinged-335	74	8	students	student	NOUN
impactinged-335	74	9	an	an	DET
impactinged-335	74	10	alternative	alternative	NOUN
impactinged-335	74	11	to	to	ADP
impactinged-335	74	12	the	the	DET
impactinged-335	74	13	lengthier	lengthy	ADJ
impactinged-335	74	14	,	,	PUNCT
impactinged-335	74	15	complex	complex	ADJ
impactinged-335	74	16	,	,	PUNCT
impactinged-335	74	17	timeconsuming	timeconsuming	ADJ
impactinged-335	74	18	program	program	NOUN
impactinged-335	74	19	evaluations	evaluation	NOUN
impactinged-335	74	20	.	.	PUNCT
impactinged-335	75	1	evaluation	evaluation	NOUN
impactinged-335	75	2	efforts	effort	NOUN
impactinged-335	75	3	can	can	AUX
impactinged-335	75	4	be	be	AUX
impactinged-335	75	5	short	short	ADJ
impactinged-335	75	6	,	,	PUNCT
impactinged-335	75	7	localized	localized	ADJ
impactinged-335	75	8	efforts	effort	NOUN
impactinged-335	75	9	to	to	PART
impactinged-335	75	10	iteratively	iteratively	ADV
impactinged-335	75	11	collect	collect	VERB
impactinged-335	75	12	data	datum	NOUN
impactinged-335	75	13	on	on	ADP
impactinged-335	75	14	a	a	DET
impactinged-335	75	15	smaller	small	ADJ
impactinged-335	75	16	scale	scale	NOUN
impactinged-335	75	17	initiative	initiative	NOUN
impactinged-335	75	18	.	.	PUNCT
impactinged-335	76	1	improvement	improvement	NOUN
impactinged-335	76	2	science	science	NOUN
impactinged-335	76	3	and	and	CCONJ
impactinged-335	76	4	program	program	NOUN
impactinged-335	76	5	evaluation	evaluation	NOUN
impactinged-335	76	6	both	both	PRON
impactinged-335	76	7	offer	offer	VERB
impactinged-335	76	8	students	student	NOUN
impactinged-335	76	9	the	the	DET
impactinged-335	76	10	skills	skill	NOUN
impactinged-335	76	11	,	,	PUNCT
impactinged-335	76	12	knowledge	knowledge	NOUN
impactinged-335	76	13	,	,	PUNCT
impactinged-335	76	14	and	and	CCONJ
impactinged-335	76	15	professional	professional	ADJ
impactinged-335	76	16	competencies	competency	NOUN
impactinged-335	76	17	to	to	PART
impactinged-335	76	18	understand	understand	VERB
impactinged-335	76	19	how	how	SCONJ
impactinged-335	76	20	to	to	PART
impactinged-335	76	21	undertake	undertake	VERB
impactinged-335	76	22	future	future	ADJ
impactinged-335	76	23	evaluations	evaluation	NOUN
impactinged-335	76	24	.	.	PUNCT
impactinged-335	77	1	it	it	PRON
impactinged-335	77	2	is	be	AUX
impactinged-335	77	3	valuable	valuable	ADJ
impactinged-335	77	4	to	to	PART
impactinged-335	77	5	expose	expose	VERB
impactinged-335	77	6	students	student	NOUN
impactinged-335	77	7	to	to	ADP
impactinged-335	77	8	both	both	PRON
impactinged-335	77	9	of	of	ADP
impactinged-335	77	10	these	these	DET
impactinged-335	77	11	methodologies	methodology	NOUN
impactinged-335	77	12	and	and	CCONJ
impactinged-335	77	13	the	the	DET
impactinged-335	77	14	rich	rich	ADJ
impactinged-335	77	15	resources	resource	NOUN
impactinged-335	77	16	available	available	ADJ
impactinged-335	77	17	within	within	ADP
impactinged-335	77	18	each	each	DET
impactinged-335	77	19	approach	approach	NOUN
impactinged-335	77	20	.	.	PUNCT
impactinged-335	78	1	one	one	NUM
impactinged-335	78	2	accessible	accessible	ADJ
impactinged-335	78	3	point	point	NOUN
impactinged-335	78	4	for	for	SCONJ
impactinged-335	78	5	students	student	NOUN
impactinged-335	78	6	learning	learn	VERB
impactinged-335	78	7	evaluation	evaluation	NOUN
impactinged-335	78	8	approaches	approach	NOUN
impactinged-335	78	9	could	could	AUX
impactinged-335	78	10	relate	relate	VERB
impactinged-335	78	11	to	to	ADP
impactinged-335	78	12	the	the	DET
impactinged-335	78	13	three	three	NUM
impactinged-335	78	14	essential	essential	ADJ
impactinged-335	78	15	questions	question	NOUN
impactinged-335	78	16	that	that	PRON
impactinged-335	78	17	guide	guide	VERB
impactinged-335	78	18	improvement	improvement	NOUN
impactinged-335	78	19	science	science	NOUN
impactinged-335	78	20	processes	process	NOUN
impactinged-335	78	21	:	:	PUNCT
impactinged-335	78	22	1	1	X
impactinged-335	78	23	)	)	PUNCT
impactinged-335	78	24	what	what	PRON
impactinged-335	78	25	are	be	AUX
impactinged-335	78	26	we	we	PRON
impactinged-335	78	27	trying	try	VERB
impactinged-335	78	28	to	to	PART
impactinged-335	78	29	accomplish	accomplish	VERB
impactinged-335	78	30	?	?	PUNCT
impactinged-335	78	31	,	,	PUNCT
impactinged-335	78	32	2	2	X
impactinged-335	78	33	)	)	PUNCT
impactinged-335	78	34	how	how	SCONJ
impactinged-335	78	35	will	will	AUX
impactinged-335	78	36	we	we	PRON
impactinged-335	78	37	know	know	VERB
impactinged-335	78	38	that	that	SCONJ
impactinged-335	78	39	a	a	DET
impactinged-335	78	40	change	change	NOUN
impactinged-335	78	41	is	be	AUX
impactinged-335	78	42	an	an	DET
impactinged-335	78	43	improvement	improvement	NOUN
impactinged-335	78	44	?	?	PUNCT
impactinged-335	78	45	,	,	PUNCT
impactinged-335	78	46	and	and	CCONJ
impactinged-335	78	47	3	3	X
impactinged-335	78	48	)	)	PUNCT
impactinged-335	78	49	what	what	DET
impactinged-335	78	50	change	change	NOUN
impactinged-335	78	51	can	can	AUX
impactinged-335	78	52	we	we	PRON
impactinged-335	78	53	make	make	VERB
impactinged-335	78	54	that	that	PRON
impactinged-335	78	55	will	will	AUX
impactinged-335	78	56	result	result	VERB
impactinged-335	78	57	in	in	ADP
impactinged-335	78	58	an	an	DET
impactinged-335	78	59	improvement	improvement	NOUN
impactinged-335	78	60	?	?	PUNCT
impactinged-335	79	1	(	(	PUNCT
impactinged-335	79	2	langley	langley	PROPN
impactinged-335	79	3	et	et	PROPN
impactinged-335	79	4	al	al	PROPN
impactinged-335	79	5	.	.	PROPN
impactinged-335	79	6	,	,	PUNCT
impactinged-335	79	7	2009	2009	NUM
impactinged-335	79	8	)	)	PUNCT
impactinged-335	79	9	.	.	PUNCT
impactinged-335	80	1	while	while	SCONJ
impactinged-335	80	2	the	the	DET
impactinged-335	80	3	exact	exact	ADJ
impactinged-335	80	4	wording	wording	NOUN
impactinged-335	80	5	of	of	ADP
impactinged-335	80	6	these	these	DET
impactinged-335	80	7	questions	question	NOUN
impactinged-335	80	8	may	may	AUX
impactinged-335	80	9	not	not	PART
impactinged-335	80	10	be	be	AUX
impactinged-335	80	11	used	use	VERB
impactinged-335	80	12	in	in	ADP
impactinged-335	80	13	their	their	PRON
impactinged-335	80	14	program	program	NOUN
impactinged-335	80	15	evaluations	evaluation	NOUN
impactinged-335	80	16	,	,	PUNCT
impactinged-335	80	17	these	these	PRON
impactinged-335	80	18	are	be	AUX
impactinged-335	80	19	certainly	certainly	ADV
impactinged-335	80	20	questions	question	NOUN
impactinged-335	80	21	that	that	SCONJ
impactinged-335	80	22	program	program	NOUN
impactinged-335	80	23	designers	designer	NOUN
impactinged-335	80	24	,	,	PUNCT
impactinged-335	80	25	evaluators	evaluator	NOUN
impactinged-335	80	26	,	,	PUNCT
impactinged-335	80	27	and	and	CCONJ
impactinged-335	80	28	stakeholders	stakeholder	NOUN
impactinged-335	80	29	should	should	AUX
impactinged-335	80	30	collaboratively	collaboratively	ADV
impactinged-335	80	31	discuss	discuss	VERB
impactinged-335	80	32	.	.	PUNCT
impactinged-335	81	1	these	these	DET
impactinged-335	81	2	questions	question	NOUN
impactinged-335	81	3	would	would	AUX
impactinged-335	81	4	be	be	AUX
impactinged-335	81	5	meaningful	meaningful	ADJ
impactinged-335	81	6	guideposts	guidepost	NOUN
impactinged-335	81	7	for	for	ADP
impactinged-335	81	8	the	the	DET
impactinged-335	81	9	logic	logic	NOUN
impactinged-335	81	10	model	model	NOUN
impactinged-335	81	11	,	,	PUNCT
impactinged-335	81	12	program	program	NOUN
impactinged-335	81	13	theory	theory	NOUN
impactinged-335	81	14	,	,	PUNCT
impactinged-335	81	15	and	and	CCONJ
impactinged-335	81	16	evaluation	evaluation	NOUN
impactinged-335	81	17	matrix	matrix	NOUN
impactinged-335	81	18	development	development	NOUN
impactinged-335	81	19	.	.	PUNCT
impactinged-335	82	1	in	in	ADP
impactinged-335	82	2	addition	addition	NOUN
impactinged-335	82	3	to	to	ADP
impactinged-335	82	4	the	the	DET
impactinged-335	82	5	required	require	VERB
impactinged-335	82	6	semester	semester	NOUN
impactinged-335	82	7	-	-	PUNCT
impactinged-335	82	8	long	long	ADJ
impactinged-335	82	9	program	program	NOUN
impactinged-335	82	10	evaluation	evaluation	NOUN
impactinged-335	82	11	assignment	assignment	NOUN
impactinged-335	82	12	,	,	PUNCT
impactinged-335	82	13	the	the	DET
impactinged-335	82	14	course	course	NOUN
impactinged-335	82	15	covers	cover	VERB
impactinged-335	82	16	additional	additional	ADJ
impactinged-335	82	17	topics	topic	NOUN
impactinged-335	82	18	such	such	ADJ
impactinged-335	82	19	as	as	ADP
impactinged-335	82	20	the	the	DET
impactinged-335	82	21	history	history	NOUN
impactinged-335	82	22	of	of	ADP
impactinged-335	82	23	the	the	DET
impactinged-335	82	24	evaluation	evaluation	NOUN
impactinged-335	82	25	field	field	NOUN
impactinged-335	82	26	,	,	PUNCT
impactinged-335	82	27	the	the	DET
impactinged-335	82	28	variety	variety	NOUN
impactinged-335	82	29	of	of	ADP
impactinged-335	82	30	evaluation	evaluation	NOUN
impactinged-335	82	31	ideologies	ideology	NOUN
impactinged-335	82	32	,	,	PUNCT
impactinged-335	82	33	designs	design	NOUN
impactinged-335	82	34	,	,	PUNCT
impactinged-335	82	35	and	and	CCONJ
impactinged-335	82	36	approaches	approach	NOUN
impactinged-335	82	37	to	to	PART
impactinged-335	82	38	provide	provide	VERB
impactinged-335	82	39	a	a	DET
impactinged-335	82	40	groundwork	groundwork	NOUN
impactinged-335	82	41	for	for	ADP
impactinged-335	82	42	how	how	SCONJ
impactinged-335	82	43	and	and	CCONJ
impactinged-335	82	44	why	why	SCONJ
impactinged-335	82	45	they	they	PRON
impactinged-335	82	46	may	may	AUX
impactinged-335	82	47	approach	approach	VERB
impactinged-335	82	48	evaluation	evaluation	NOUN
impactinged-335	82	49	in	in	ADP
impactinged-335	82	50	the	the	DET
impactinged-335	82	51	ways	way	NOUN
impactinged-335	82	52	they	they	PRON
impactinged-335	82	53	do	do	VERB
impactinged-335	82	54	and	and	CCONJ
impactinged-335	82	55	why	why	SCONJ
impactinged-335	82	56	and	and	CCONJ
impactinged-335	82	57	how	how	SCONJ
impactinged-335	82	58	the	the	DET
impactinged-335	82	59	field	field	NOUN
impactinged-335	82	60	of	of	ADP
impactinged-335	82	61	evaluation	evaluation	NOUN
impactinged-335	82	62	has	have	AUX
impactinged-335	82	63	grown	grow	VERB
impactinged-335	82	64	over	over	ADP
impactinged-335	82	65	time	time	NOUN
impactinged-335	82	66	.	.	PUNCT
impactinged-335	83	1	while	while	SCONJ
impactinged-335	83	2	most	most	ADJ
impactinged-335	83	3	improvement	improvement	NOUN
impactinged-335	83	4	science	science	NOUN
impactinged-335	83	5	research	research	NOUN
impactinged-335	83	6	has	have	AUX
impactinged-335	83	7	recently	recently	ADV
impactinged-335	83	8	come	come	VERB
impactinged-335	83	9	from	from	ADP
impactinged-335	83	10	the	the	DET
impactinged-335	83	11	healthcare	healthcare	NOUN
impactinged-335	83	12	and	and	CCONJ
impactinged-335	83	13	educational	educational	ADJ
impactinged-335	83	14	fields	field	NOUN
impactinged-335	83	15	,	,	PUNCT
impactinged-335	83	16	evaluation	evaluation	NOUN
impactinged-335	83	17	research	research	NOUN
impactinged-335	83	18	spans	span	VERB
impactinged-335	83	19	a	a	DET
impactinged-335	83	20	greater	great	ADJ
impactinged-335	83	21	variety	variety	NOUN
impactinged-335	83	22	of	of	ADP
impactinged-335	83	23	professions	profession	NOUN
impactinged-335	83	24	.	.	PUNCT
impactinged-335	84	1	while	while	SCONJ
impactinged-335	84	2	the	the	DET
impactinged-335	84	3	task	task	NOUN
impactinged-335	84	4	of	of	ADP
impactinged-335	84	5	evaluation	evaluation	NOUN
impactinged-335	84	6	could	could	AUX
impactinged-335	84	7	easily	easily	ADV
impactinged-335	84	8	be	be	AUX
impactinged-335	84	9	argued	argue	VERB
impactinged-335	84	10	as	as	ADP
impactinged-335	84	11	being	be	AUX
impactinged-335	84	12	around	around	ADV
impactinged-335	84	13	much	much	ADV
impactinged-335	84	14	longer	long	ADV
impactinged-335	84	15	,	,	PUNCT
impactinged-335	84	16	the	the	DET
impactinged-335	84	17	evaluation	evaluation	NOUN
impactinged-335	84	18	profession	profession	NOUN
impactinged-335	84	19	emerged	emerge	VERB
impactinged-335	84	20	primarily	primarily	ADV
impactinged-335	84	21	in	in	ADP
impactinged-335	84	22	the	the	DET
impactinged-335	84	23	1970s	1970	NOUN
impactinged-335	84	24	,	,	PUNCT
impactinged-335	84	25	with	with	ADP
impactinged-335	84	26	the	the	DET
impactinged-335	84	27	early	early	ADJ
impactinged-335	84	28	evaluators	evaluator	NOUN
impactinged-335	84	29	coming	come	VERB
impactinged-335	84	30	from	from	ADP
impactinged-335	84	31	a	a	DET
impactinged-335	84	32	wide	wide	ADJ
impactinged-335	84	33	range	range	NOUN
impactinged-335	84	34	of	of	ADP
impactinged-335	84	35	disciplines	discipline	NOUN
impactinged-335	84	36	,	,	PUNCT
impactinged-335	84	37	such	such	ADJ
impactinged-335	84	38	as	as	ADP
impactinged-335	84	39	psychology	psychology	NOUN
impactinged-335	84	40	,	,	PUNCT
impactinged-335	84	41	sociology	sociology	NOUN
impactinged-335	84	42	,	,	PUNCT
impactinged-335	84	43	educational	educational	ADJ
impactinged-335	84	44	psychology	psychology	NOUN
impactinged-335	84	45	,	,	PUNCT
impactinged-335	84	46	education	education	NOUN
impactinged-335	84	47	,	,	PUNCT
impactinged-335	84	48	and	and	CCONJ
impactinged-335	84	49	statistics	statistic	NOUN
impactinged-335	84	50	.	.	PUNCT
impactinged-335	85	1	as	as	SCONJ
impactinged-335	85	2	they	they	PRON
impactinged-335	85	3	brought	bring	VERB
impactinged-335	85	4	their	their	PRON
impactinged-335	85	5	methods	method	NOUN
impactinged-335	85	6	of	of	ADP
impactinged-335	85	7	evaluation	evaluation	NOUN
impactinged-335	85	8	into	into	ADP
impactinged-335	85	9	the	the	DET
impactinged-335	85	10	field	field	NOUN
impactinged-335	85	11	and	and	CCONJ
impactinged-335	85	12	the	the	DET
impactinged-335	85	13	profession	profession	NOUN
impactinged-335	85	14	grew	grow	VERB
impactinged-335	85	15	,	,	PUNCT
impactinged-335	85	16	evaluation	evaluation	NOUN
impactinged-335	85	17	approaches	approach	NOUN
impactinged-335	85	18	and	and	CCONJ
impactinged-335	85	19	methodologies	methodology	NOUN
impactinged-335	85	20	continued	continue	VERB
impactinged-335	85	21	to	to	PART
impactinged-335	85	22	be	be	AUX
impactinged-335	85	23	debated	debate	VERB
impactinged-335	85	24	,	,	PUNCT
impactinged-335	85	25	articles	article	NOUN
impactinged-335	85	26	were	be	AUX
impactinged-335	85	27	published	publish	VERB
impactinged-335	85	28	,	,	PUNCT
impactinged-335	85	29	and	and	CCONJ
impactinged-335	85	30	as	as	ADP
impactinged-335	85	31	a	a	DET
impactinged-335	85	32	result	result	NOUN
impactinged-335	85	33	,	,	PUNCT
impactinged-335	85	34	there	there	PRON
impactinged-335	85	35	is	be	VERB
impactinged-335	85	36	an	an	DET
impactinged-335	85	37	influential	influential	ADJ
impactinged-335	85	38	amount	amount	NOUN
impactinged-335	85	39	of	of	ADP
impactinged-335	85	40	research	research	NOUN
impactinged-335	85	41	available	available	ADJ
impactinged-335	85	42	for	for	SCONJ
impactinged-335	85	43	students	student	NOUN
impactinged-335	85	44	to	to	PART
impactinged-335	85	45	explore	explore	VERB
impactinged-335	85	46	today	today	NOUN
impactinged-335	85	47	.	.	PUNCT
impactinged-335	86	1	in	in	ADP
impactinged-335	86	2	the	the	DET
impactinged-335	86	3	course	course	NOUN
impactinged-335	86	4	,	,	PUNCT
impactinged-335	86	5	i	i	PRON
impactinged-335	86	6	also	also	ADV
impactinged-335	86	7	focus	focus	VERB
impactinged-335	86	8	on	on	ADP
impactinged-335	86	9	the	the	DET
impactinged-335	86	10	american	american	PROPN
impactinged-335	86	11	evaluation	evaluation	PROPN
impactinged-335	86	12	association	association	PROPN
impactinged-335	86	13	’s	’s	PART
impactinged-335	86	14	(	(	PUNCT
impactinged-335	86	15	aea	aea	PROPN
impactinged-335	86	16	)	)	PUNCT
impactinged-335	86	17	mission	mission	NOUN
impactinged-335	86	18	,	,	PUNCT
impactinged-335	86	19	vision	vision	NOUN
impactinged-335	86	20	,	,	PUNCT
impactinged-335	86	21	and	and	CCONJ
impactinged-335	86	22	guiding	guide	VERB
impactinged-335	86	23	principles	principle	NOUN
impactinged-335	86	24	.	.	PUNCT
impactinged-335	87	1	it	it	PRON
impactinged-335	87	2	is	be	AUX
impactinged-335	87	3	interesting	interesting	ADJ
impactinged-335	87	4	to	to	PART
impactinged-335	87	5	look	look	VERB
impactinged-335	87	6	at	at	ADP
impactinged-335	87	7	both	both	PRON
impactinged-335	87	8	cped	cpe	VERB
impactinged-335	87	9	and	and	CCONJ
impactinged-335	87	10	the	the	DET
impactinged-335	87	11	aea	aea	PROPN
impactinged-335	87	12	,	,	PUNCT
impactinged-335	87	13	because	because	SCONJ
impactinged-335	87	14	while	while	SCONJ
impactinged-335	87	15	the	the	DET
impactinged-335	87	16	function	function	NOUN
impactinged-335	87	17	of	of	ADP
impactinged-335	87	18	each	each	DET
impactinged-335	87	19	organization	organization	NOUN
impactinged-335	87	20	is	be	AUX
impactinged-335	87	21	vastly	vastly	ADV
impactinged-335	87	22	different	different	ADJ
impactinged-335	87	23	,	,	PUNCT
impactinged-335	87	24	there	there	PRON
impactinged-335	87	25	are	be	VERB
impactinged-335	87	26	similarities	similarity	NOUN
impactinged-335	87	27	worthy	worthy	ADJ
impactinged-335	87	28	of	of	ADP
impactinged-335	87	29	noting	note	VERB
impactinged-335	87	30	.	.	PUNCT
impactinged-335	88	1	both	both	PRON
impactinged-335	88	2	appear	appear	VERB
impactinged-335	88	3	to	to	PART
impactinged-335	88	4	emphasize	emphasize	VERB
impactinged-335	88	5	the	the	DET
impactinged-335	88	6	generation	generation	NOUN
impactinged-335	88	7	of	of	ADP
impactinged-335	88	8	new	new	ADJ
impactinged-335	88	9	knowledge	knowledge	NOUN
impactinged-335	88	10	,	,	PUNCT
impactinged-335	88	11	preparation	preparation	NOUN
impactinged-335	88	12	of	of	ADP
impactinged-335	88	13	people	people	NOUN
impactinged-335	88	14	to	to	PART
impactinged-335	88	15	learn	learn	VERB
impactinged-335	88	16	and	and	CCONJ
impactinged-335	88	17	apply	apply	VERB
impactinged-335	88	18	professional	professional	ADJ
impactinged-335	88	19	skills	skill	NOUN
impactinged-335	88	20	to	to	PART
impactinged-335	88	21	make	make	VERB
impactinged-335	88	22	an	an	DET
impactinged-335	88	23	impact	impact	NOUN
impactinged-335	88	24	(	(	PUNCT
impactinged-335	88	25	aea	aea	PROPN
impactinged-335	88	26	calls	call	VERB
impactinged-335	88	27	out	out	ADP
impactinged-335	88	28	evaluation	evaluation	NOUN
impactinged-335	88	29	specifically	specifically	ADV
impactinged-335	88	30	,	,	PUNCT
impactinged-335	88	31	while	while	SCONJ
impactinged-335	88	32	cped	cpe	VERB
impactinged-335	88	33	references	reference	NOUN
impactinged-335	88	34	appropriate	appropriate	ADJ
impactinged-335	88	35	and	and	CCONJ
impactinged-335	88	36	specific	specific	ADJ
impactinged-335	88	37	practices	practice	NOUN
impactinged-335	88	38	)	)	PUNCT
impactinged-335	88	39	,	,	PUNCT
impactinged-335	88	40	and	and	CCONJ
impactinged-335	88	41	a	a	DET
impactinged-335	88	42	desire	desire	NOUN
impactinged-335	88	43	for	for	SCONJ
impactinged-335	88	44	them	they	PRON
impactinged-335	88	45	to	to	PART
impactinged-335	88	46	become	become	VERB
impactinged-335	88	47	stewards	steward	NOUN
impactinged-335	88	48	of	of	ADP
impactinged-335	88	49	their	their	PRON
impactinged-335	88	50	particular	particular	ADJ
impactinged-335	88	51	professions	profession	NOUN
impactinged-335	88	52	.	.	PUNCT
impactinged-335	89	1	aea	aea	PROPN
impactinged-335	89	2	mission	mission	PROPN
impactinged-335	89	3	:	:	PUNCT
impactinged-335	89	4	the	the	DET
impactinged-335	89	5	american	american	PROPN
impactinged-335	89	6	evaluation	evaluation	PROPN
impactinged-335	89	7	association	association	PROPN
impactinged-335	89	8	’s	’s	PART
impactinged-335	89	9	mission	mission	NOUN
impactinged-335	89	10	is	be	AUX
impactinged-335	89	11	to	to	PART
impactinged-335	89	12	improve	improve	VERB
impactinged-335	89	13	evaluation	evaluation	NOUN
impactinged-335	89	14	practices	practice	NOUN
impactinged-335	89	15	and	and	CCONJ
impactinged-335	89	16	methods	method	NOUN
impactinged-335	89	17	,	,	PUNCT
impactinged-335	89	18	increase	increase	VERB
impactinged-335	89	19	evaluation	evaluation	NOUN
impactinged-335	89	20	use	use	NOUN
impactinged-335	89	21	,	,	PUNCT
impactinged-335	89	22	promote	promote	VERB
impactinged-335	89	23	evaluation	evaluation	NOUN
impactinged-335	89	24	as	as	ADP
impactinged-335	89	25	a	a	DET
impactinged-335	89	26	profession	profession	NOUN
impactinged-335	89	27	,	,	PUNCT
impactinged-335	89	28	and	and	CCONJ
impactinged-335	89	29	support	support	VERB
impactinged-335	89	30	the	the	DET
impactinged-335	89	31	contribution	contribution	NOUN
impactinged-335	89	32	of	of	ADP
impactinged-335	89	33	evaluation	evaluation	NOUN
impactinged-335	89	34	to	to	ADP
impactinged-335	89	35	the	the	DET
impactinged-335	89	36	generation	generation	NOUN
impactinged-335	89	37	of	of	ADP
impactinged-335	89	38	theory	theory	NOUN
impactinged-335	89	39	and	and	CCONJ
impactinged-335	89	40	knowledge	knowledge	NOUN
impactinged-335	89	41	about	about	ADP
impactinged-335	89	42	effective	effective	ADJ
impactinged-335	89	43	human	human	ADJ
impactinged-335	89	44	action	action	NOUN
impactinged-335	89	45	.	.	PUNCT
impactinged-335	90	1	(	(	PUNCT
impactinged-335	90	2	https://www.eval.org	https://www.eval.org	PROPN
impactinged-335	90	3	)	)	PUNCT
impactinged-335	90	4	cped	cpe	VERB
impactinged-335	90	5	definition	definition	NOUN
impactinged-335	90	6	of	of	ADP
impactinged-335	90	7	professional	professional	ADJ
impactinged-335	90	8	doctorate	doctorate	NOUN
impactinged-335	90	9	:	:	PUNCT
impactinged-335	90	10	“	"	PUNCT
impactinged-335	90	11	the	the	DET
impactinged-335	90	12	professional	professional	ADJ
impactinged-335	90	13	doctorate	doctorate	NOUN
impactinged-335	90	14	in	in	ADP
impactinged-335	90	15	education	education	NOUN
impactinged-335	90	16	prepares	prepare	VERB
impactinged-335	90	17	educators	educator	NOUN
impactinged-335	90	18	for	for	ADP
impactinged-335	90	19	the	the	DET
impactinged-335	90	20	application	application	NOUN
impactinged-335	90	21	of	of	ADP
impactinged-335	90	22	appropriate	appropriate	ADJ
impactinged-335	90	23	and	and	CCONJ
impactinged-335	90	24	specific	specific	ADJ
impactinged-335	90	25	practices	practice	NOUN
impactinged-335	90	26	,	,	PUNCT
impactinged-335	90	27	the	the	DET
impactinged-335	90	28	generation	generation	NOUN
impactinged-335	90	29	of	of	ADP
impactinged-335	90	30	new	new	ADJ
impactinged-335	90	31	knowledge	knowledge	NOUN
impactinged-335	90	32	,	,	PUNCT
impactinged-335	90	33	and	and	CCONJ
impactinged-335	90	34	for	for	ADP
impactinged-335	90	35	the	the	DET
impactinged-335	90	36	stewardship	stewardship	NOUN
impactinged-335	90	37	of	of	ADP
impactinged-335	90	38	the	the	DET
impactinged-335	90	39	profession	profession	NOUN
impactinged-335	90	40	.	.	PUNCT
impactinged-335	90	41	”	"	PUNCT
impactinged-335	91	1	(	(	PUNCT
impactinged-335	91	2	https://www.cpedinitiative.org	https://www.cpedinitiative.org	X
impactinged-335	91	3	)	)	PUNCT
impactinged-335	91	4	without	without	ADP
impactinged-335	91	5	a	a	DET
impactinged-335	91	6	detailed	detailed	ADJ
impactinged-335	91	7	analysis	analysis	NOUN
impactinged-335	91	8	here	here	ADV
impactinged-335	91	9	,	,	PUNCT
impactinged-335	91	10	one	one	PRON
impactinged-335	91	11	can	can	AUX
impactinged-335	91	12	find	find	VERB
impactinged-335	91	13	additional	additional	ADJ
impactinged-335	91	14	similarities	similarity	NOUN
impactinged-335	91	15	in	in	ADP
impactinged-335	91	16	the	the	DET
impactinged-335	91	17	terminology	terminology	NOUN
impactinged-335	91	18	and	and	CCONJ
impactinged-335	91	19	wording	wording	NOUN
impactinged-335	91	20	used	use	VERB
impactinged-335	91	21	within	within	ADP
impactinged-335	91	22	the	the	DET
impactinged-335	91	23	aea	aea	PROPN
impactinged-335	91	24	and	and	CCONJ
impactinged-335	91	25	cped	cpe	VERB
impactinged-335	91	26	mission	mission	NOUN
impactinged-335	91	27	,	,	PUNCT
impactinged-335	91	28	vision	vision	NOUN
impactinged-335	91	29	,	,	PUNCT
impactinged-335	91	30	and	and	CCONJ
impactinged-335	91	31	guiding	guide	VERB
impactinged-335	91	32	principles	principle	NOUN
impactinged-335	91	33	,	,	PUNCT
impactinged-335	91	34	such	such	ADJ
impactinged-335	91	35	as	as	ADP
impactinged-335	91	36	systematic	systematic	ADJ
impactinged-335	91	37	inquiry	inquiry	NOUN
impactinged-335	91	38	;	;	PUNCT
impactinged-335	91	39	equity	equity	NOUN
impactinged-335	91	40	and	and	CCONJ
impactinged-335	91	41	ethics	ethic	NOUN
impactinged-335	91	42	;	;	PUNCT
impactinged-335	91	43	program	program	NOUN
impactinged-335	91	44	improvement	improvement	NOUN
impactinged-335	91	45	;	;	PUNCT
impactinged-335	91	46	and	and	CCONJ
impactinged-335	91	47	application	application	NOUN
impactinged-335	91	48	of	of	ADP
impactinged-335	91	49	knowledge	knowledge	NOUN
impactinged-335	91	50	to	to	PART
impactinged-335	91	51	improve	improve	VERB
impactinged-335	91	52	the	the	DET
impactinged-335	91	53	lives	life	NOUN
impactinged-335	91	54	of	of	ADP
impactinged-335	91	55	others	other	NOUN
impactinged-335	91	56	.	.	PUNCT
impactinged-335	92	1	if	if	SCONJ
impactinged-335	92	2	doctoral	doctoral	ADJ
impactinged-335	92	3	students	student	NOUN
impactinged-335	92	4	chose	choose	VERB
impactinged-335	92	5	to	to	PART
impactinged-335	92	6	conduct	conduct	VERB
impactinged-335	92	7	evaluation	evaluation	NOUN
impactinged-335	92	8	research	research	NOUN
impactinged-335	92	9	,	,	PUNCT
impactinged-335	92	10	the	the	DET
impactinged-335	92	11	aea	aea	PROPN
impactinged-335	92	12	can	can	AUX
impactinged-335	92	13	provide	provide	VERB
impactinged-335	92	14	a	a	DET
impactinged-335	92	15	variety	variety	NOUN
impactinged-335	92	16	of	of	ADP
impactinged-335	92	17	support	support	NOUN
impactinged-335	92	18	through	through	ADP
impactinged-335	92	19	their	their	PRON
impactinged-335	92	20	publications	publication	NOUN
impactinged-335	92	21	and	and	CCONJ
impactinged-335	92	22	website	website	NOUN
impactinged-335	92	23	.	.	PUNCT
impactinged-335	93	1	through	through	ADP
impactinged-335	93	2	conducting	conduct	VERB
impactinged-335	93	3	their	their	PRON
impactinged-335	93	4	evaluation	evaluation	NOUN
impactinged-335	93	5	research	research	NOUN
impactinged-335	93	6	,	,	PUNCT
impactinged-335	93	7	the	the	DET
impactinged-335	93	8	principles	principle	NOUN
impactinged-335	93	9	of	of	ADP
impactinged-335	93	10	our	our	PRON
impactinged-335	93	11	cped	cpe	VERB
impactinged-335	93	12	-	-	PUNCT
impactinged-335	93	13	influenced	influence	VERB
impactinged-335	93	14	program	program	NOUN
impactinged-335	93	15	would	would	AUX
impactinged-335	93	16	also	also	ADV
impactinged-335	93	17	be	be	AUX
impactinged-335	93	18	integrated	integrate	VERB
impactinged-335	93	19	.	.	PUNCT
impactinged-335	94	1	the	the	DET
impactinged-335	94	2	aea	aea	PROPN
impactinged-335	94	3	is	be	AUX
impactinged-335	94	4	a	a	DET
impactinged-335	94	5	well	well	ADV
impactinged-335	94	6	-	-	PUNCT
impactinged-335	94	7	established	establish	VERB
impactinged-335	94	8	organization	organization	NOUN
impactinged-335	94	9	established	establish	VERB
impactinged-335	94	10	in	in	ADP
impactinged-335	94	11	the	the	DET
impactinged-335	94	12	1980s	1980	NOUN
impactinged-335	94	13	with	with	ADP
impactinged-335	94	14	many	many	ADJ
impactinged-335	94	15	resources	resource	NOUN
impactinged-335	94	16	available	available	ADJ
impactinged-335	94	17	,	,	PUNCT
impactinged-335	94	18	such	such	ADJ
impactinged-335	94	19	as	as	ADP
impactinged-335	94	20	a	a	DET
impactinged-335	94	21	guiding	guide	VERB
impactinged-335	94	22	principles	principle	NOUN
impactinged-335	94	23	training	training	NOUN
impactinged-335	94	24	packet	packet	NOUN
impactinged-335	94	25	,	,	PUNCT
impactinged-335	94	26	self	self	NOUN
impactinged-335	94	27	-	-	PUNCT
impactinged-335	94	28	assessment	assessment	NOUN
impactinged-335	94	29	on	on	ADP
impactinged-335	94	30	the	the	DET
impactinged-335	94	31	aea	aea	PROPN
impactinged-335	94	32	competencies	competency	NOUN
impactinged-335	94	33	,	,	PUNCT
impactinged-335	94	34	detailed	detailed	ADJ
impactinged-335	94	35	explanation	explanation	NOUN
impactinged-335	94	36	of	of	ADP
impactinged-335	94	37	their	their	PRON
impactinged-335	94	38	cultural	cultural	ADJ
impactinged-335	94	39	competencies	competency	NOUN
impactinged-335	94	40	,	,	PUNCT
impactinged-335	94	41	publications	publication	NOUN
impactinged-335	94	42	,	,	PUNCT
impactinged-335	94	43	and	and	CCONJ
impactinged-335	94	44	their	their	PRON
impactinged-335	94	45	efforts	effort	NOUN
impactinged-335	94	46	with	with	ADP
impactinged-335	94	47	policy	policy	NOUN
impactinged-335	94	48	advocacy	advocacy	NOUN
impactinged-335	94	49	.	.	PUNCT
impactinged-335	95	1	another	another	DET
impactinged-335	95	2	benefit	benefit	NOUN
impactinged-335	95	3	of	of	ADP
impactinged-335	95	4	showing	show	VERB
impactinged-335	95	5	students	student	NOUN
impactinged-335	95	6	the	the	DET
impactinged-335	95	7	aea	aea	PROPN
impactinged-335	95	8	website	website	NOUN
impactinged-335	95	9	is	be	AUX
impactinged-335	95	10	the	the	DET
impactinged-335	95	11	diversity	diversity	NOUN
impactinged-335	95	12	of	of	ADP
impactinged-335	95	13	job	job	NOUN
impactinged-335	95	14	opportunities	opportunity	NOUN
impactinged-335	95	15	listed	list	VERB
impactinged-335	95	16	within	within	ADP
impactinged-335	95	17	both	both	CCONJ
impactinged-335	95	18	educational	educational	ADJ
impactinged-335	95	19	and	and	CCONJ
impactinged-335	95	20	noneducational	noneducational	ADJ
impactinged-335	95	21	settings	setting	NOUN
impactinged-335	95	22	.	.	PUNCT
impactinged-335	96	1	there	there	PRON
impactinged-335	96	2	are	be	VERB
impactinged-335	96	3	no	no	DET
impactinged-335	96	4	certifications	certification	NOUN
impactinged-335	96	5	,	,	PUNCT
impactinged-335	96	6	license	license	VERB
impactinged-335	96	7	exams	exam	NOUN
impactinged-335	96	8	to	to	PART
impactinged-335	96	9	take	take	VERB
impactinged-335	96	10	,	,	PUNCT
impactinged-335	96	11	or	or	CCONJ
impactinged-335	96	12	required	require	VERB
impactinged-335	96	13	coursework	coursework	NOUN
impactinged-335	96	14	listed	list	VERB
impactinged-335	96	15	for	for	ADP
impactinged-335	96	16	most	most	ADJ
impactinged-335	96	17	of	of	ADP
impactinged-335	96	18	these	these	DET
impactinged-335	96	19	positions	position	NOUN
impactinged-335	96	20	.	.	PUNCT
impactinged-335	97	1	this	this	DET
impactinged-335	97	2	exposure	exposure	NOUN
impactinged-335	97	3	to	to	ADP
impactinged-335	97	4	the	the	DET
impactinged-335	97	5	evaluation	evaluation	NOUN
impactinged-335	97	6	job	job	NOUN
impactinged-335	97	7	market	market	NOUN
impactinged-335	97	8	could	could	AUX
impactinged-335	97	9	possibly	possibly	ADV
impactinged-335	97	10	open	open	VERB
impactinged-335	97	11	up	up	ADP
impactinged-335	97	12	their	their	PRON
impactinged-335	97	13	curiosities	curiosity	NOUN
impactinged-335	97	14	to	to	PART
impactinged-335	97	15	investigate	investigate	VERB
impactinged-335	97	16	further	far	ADV
impactinged-335	97	17	or	or	CCONJ
impactinged-335	97	18	validate	validate	VERB
impactinged-335	97	19	for	for	ADP
impactinged-335	97	20	many	many	ADJ
impactinged-335	97	21	that	that	SCONJ
impactinged-335	97	22	they	they	PRON
impactinged-335	97	23	already	already	ADV
impactinged-335	97	24	have	have	VERB
impactinged-335	97	25	the	the	DET
impactinged-335	97	26	competencies	competency	NOUN
impactinged-335	97	27	of	of	ADP
impactinged-335	97	28	being	be	AUX
impactinged-335	97	29	evaluators	evaluator	NOUN
impactinged-335	97	30	through	through	ADP
impactinged-335	97	31	their	their	PRON
impactinged-335	97	32	previous	previous	ADJ
impactinged-335	97	33	experiences	experience	NOUN
impactinged-335	97	34	.	.	PUNCT
impactinged-335	98	1	the	the	DET
impactinged-335	98	2	aea	aea	PROPN
impactinged-335	98	3	quarterly	quarterly	PROPN
impactinged-335	98	4	sourcebook	sourcebook	NOUN
impactinged-335	98	5	,	,	PUNCT
impactinged-335	98	6	new	new	ADJ
impactinged-335	98	7	directions	direction	NOUN
impactinged-335	98	8	for	for	ADP
impactinged-335	98	9	evaluation	evaluation	NOUN
impactinged-335	98	10	,	,	PUNCT
impactinged-335	98	11	provides	provide	VERB
impactinged-335	98	12	over	over	ADP
impactinged-335	98	13	three	three	NUM
impactinged-335	98	14	decades	decade	NOUN
impactinged-335	98	15	'	'	PART
impactinged-335	98	16	worth	worth	NOUN
impactinged-335	98	17	of	of	ADP
impactinged-335	98	18	a	a	DET
impactinged-335	98	19	wide	wide	ADJ
impactinged-335	98	20	range	range	NOUN
impactinged-335	98	21	of	of	ADP
impactinged-335	98	22	articles	article	NOUN
impactinged-335	98	23	on	on	ADP
impactinged-335	98	24	evaluation	evaluation	NOUN
impactinged-335	98	25	that	that	PRON
impactinged-335	98	26	could	could	AUX
impactinged-335	98	27	possibly	possibly	ADV
impactinged-335	98	28	benefit	benefit	VERB
impactinged-335	98	29	those	those	PRON
impactinged-335	98	30	involved	involve	VERB
impactinged-335	98	31	in	in	ADP
impactinged-335	98	32	improvement	improvement	NOUN
impactinged-335	98	33	science	science	NOUN
impactinged-335	98	34	since	since	SCONJ
impactinged-335	98	35	the	the	DET
impactinged-335	98	36	literature	literature	NOUN
impactinged-335	98	37	on	on	ADP
impactinged-335	98	38	improvement	improvement	NOUN
impactinged-335	98	39	science	science	NOUN
impactinged-335	98	40	is	be	AUX
impactinged-335	98	41	role	role	NOUN
impactinged-335	98	42	of	of	ADP
impactinged-335	98	43	program	program	NOUN
impactinged-335	98	44	evaluation	evaluation	NOUN
impactinged-335	98	45	in	in	ADP
impactinged-335	98	46	edd	edd	PROPN
impactinged-335	98	47	programs	program	NOUN
impactinged-335	98	48	impacting	impact	VERB
impactinged-335	98	49	education	education	NOUN
impactinged-335	98	50	:	:	PUNCT
impactinged-335	98	51	journal	journal	NOUN
impactinged-335	98	52	on	on	ADP
impactinged-335	98	53	transforming	transform	VERB
impactinged-335	98	54	professional	professional	ADJ
impactinged-335	98	55	practice	practice	NOUN
impactinged-335	98	56	impactinged.pitt.edu	impactinged.pitt.edu	PROPN
impactinged-335	98	57	vol	vol	NOUN
impactinged-335	98	58	.	.	PROPN
impactinged-335	98	59	8	8	NUM
impactinged-335	99	1	no	no	NOUN
impactinged-335	99	2	.	.	NOUN
impactinged-335	99	3	4	4	NUM
impactinged-335	99	4	(	(	PUNCT
impactinged-335	99	5	2023	2023	NUM
impactinged-335	99	6	)	)	PUNCT
impactinged-335	99	7	doi	doi	NOUN
impactinged-335	99	8	10.5195	10.5195	NUM
impactinged-335	99	9	/	/	SYM
impactinged-335	99	10	ie.2023.335	ie.2023.335	PROPN
impactinged-335	99	11	53	53	NUM
impactinged-335	99	12	not	not	PART
impactinged-335	99	13	extremely	extremely	ADV
impactinged-335	99	14	robust	robust	ADJ
impactinged-335	99	15	(	(	PUNCT
impactinged-335	99	16	hinnant	hinnant	NOUN
impactinged-335	99	17	-	-	PUNCT
impactinged-335	99	18	crawford	crawford	PROPN
impactinged-335	99	19	,	,	PUNCT
impactinged-335	99	20	2020	2020	NUM
impactinged-335	99	21	)	)	PUNCT
impactinged-335	99	22	.	.	PUNCT
impactinged-335	100	1	while	while	SCONJ
impactinged-335	100	2	very	very	ADV
impactinged-335	100	3	few	few	ADJ
impactinged-335	100	4	of	of	ADP
impactinged-335	100	5	the	the	DET
impactinged-335	100	6	articles	article	NOUN
impactinged-335	100	7	directly	directly	ADV
impactinged-335	100	8	mention	mention	VERB
impactinged-335	100	9	improvement	improvement	NOUN
impactinged-335	100	10	science	science	NOUN
impactinged-335	100	11	,	,	PUNCT
impactinged-335	100	12	reading	read	VERB
impactinged-335	100	13	the	the	DET
impactinged-335	100	14	challenges	challenge	NOUN
impactinged-335	100	15	,	,	PUNCT
impactinged-335	100	16	concepts	concept	NOUN
impactinged-335	100	17	,	,	PUNCT
impactinged-335	100	18	and	and	CCONJ
impactinged-335	100	19	applications	application	NOUN
impactinged-335	100	20	of	of	ADP
impactinged-335	100	21	previous	previous	ADJ
impactinged-335	100	22	studies	study	NOUN
impactinged-335	100	23	helps	helps	AUX
impactinged-335	100	24	bring	bring	VERB
impactinged-335	100	25	to	to	PART
impactinged-335	100	26	light	light	NOUN
impactinged-335	100	27	how	how	SCONJ
impactinged-335	100	28	evaluations	evaluation	NOUN
impactinged-335	100	29	can	can	AUX
impactinged-335	100	30	be	be	AUX
impactinged-335	100	31	a	a	DET
impactinged-335	100	32	mechanism	mechanism	NOUN
impactinged-335	100	33	to	to	PART
impactinged-335	100	34	facilitate	facilitate	VERB
impactinged-335	100	35	learning	learn	VERB
impactinged-335	100	36	at	at	ADP
impactinged-335	100	37	the	the	DET
impactinged-335	100	38	individual	individual	ADJ
impactinged-335	100	39	,	,	PUNCT
impactinged-335	100	40	team	team	NOUN
impactinged-335	100	41	,	,	PUNCT
impactinged-335	100	42	and	and	CCONJ
impactinged-335	100	43	organizational	organizational	ADJ
impactinged-335	100	44	levels	level	NOUN
impactinged-335	100	45	.	.	PUNCT
impactinged-335	101	1	“	"	PUNCT
impactinged-335	101	2	transformative	transformative	ADJ
impactinged-335	101	3	learning	learning	NOUN
impactinged-335	101	4	can	can	AUX
impactinged-335	101	5	be	be	AUX
impactinged-335	101	6	facilitated	facilitate	VERB
impactinged-335	101	7	when	when	SCONJ
impactinged-335	101	8	employees	employee	NOUN
impactinged-335	101	9	seek	seek	VERB
impactinged-335	101	10	to	to	PART
impactinged-335	101	11	understand	understand	VERB
impactinged-335	101	12	something	something	PRON
impactinged-335	101	13	,	,	PUNCT
impactinged-335	101	14	address	address	VERB
impactinged-335	101	15	critical	critical	ADJ
impactinged-335	101	16	organizational	organizational	ADJ
impactinged-335	101	17	issues	issue	NOUN
impactinged-335	101	18	,	,	PUNCT
impactinged-335	101	19	and	and	CCONJ
impactinged-335	101	20	improve	improve	VERB
impactinged-335	101	21	their	their	PRON
impactinged-335	101	22	work	work	NOUN
impactinged-335	101	23	through	through	ADP
impactinged-335	101	24	a	a	DET
impactinged-335	101	25	participatory	participatory	ADJ
impactinged-335	101	26	,	,	PUNCT
impactinged-335	101	27	dialogic	dialogic	ADJ
impactinged-335	101	28	,	,	PUNCT
impactinged-335	101	29	reflective	reflective	ADJ
impactinged-335	101	30	,	,	PUNCT
impactinged-335	101	31	and	and	CCONJ
impactinged-335	101	32	inquiry	inquiry	NOUN
impactinged-335	101	33	-	-	PUNCT
impactinged-335	101	34	oriented	orient	VERB
impactinged-335	101	35	approach	approach	NOUN
impactinged-335	101	36	to	to	ADP
impactinged-335	101	37	evaluation	evaluation	NOUN
impactinged-335	101	38	and	and	CCONJ
impactinged-335	101	39	the	the	DET
impactinged-335	101	40	use	use	NOUN
impactinged-335	101	41	of	of	ADP
impactinged-335	101	42	findings	finding	NOUN
impactinged-335	101	43	”	"	PUNCT
impactinged-335	101	44	(	(	PUNCT
impactinged-335	101	45	preskill	preskill	NOUN
impactinged-335	101	46	&	&	CCONJ
impactinged-335	101	47	torres	torre	NOUN
impactinged-335	101	48	,	,	PUNCT
impactinged-335	101	49	2000	2000	NUM
impactinged-335	101	50	,	,	PUNCT
impactinged-335	101	51	p.	p.	NOUN
impactinged-335	101	52	29	29	NUM
impactinged-335	101	53	)	)	PUNCT
impactinged-335	101	54	.	.	PUNCT
impactinged-335	102	1	areas	area	NOUN
impactinged-335	102	2	of	of	ADP
impactinged-335	102	3	overlap	overlap	NOUN
impactinged-335	102	4	and	and	CCONJ
impactinged-335	102	5	differences	difference	NOUN
impactinged-335	102	6	between	between	ADP
impactinged-335	102	7	program	program	NOUN
impactinged-335	102	8	evaluation	evaluation	NOUN
impactinged-335	102	9	and	and	CCONJ
impactinged-335	102	10	improvement	improvement	NOUN
impactinged-335	102	11	science	science	NOUN
impactinged-335	102	12	t	t	PROPN
impactinged-335	102	13	the	the	DET
impactinged-335	102	14	next	next	ADJ
impactinged-335	102	15	section	section	NOUN
impactinged-335	102	16	is	be	AUX
impactinged-335	102	17	what	what	PRON
impactinged-335	102	18	i	i	PRON
impactinged-335	102	19	hope	hope	VERB
impactinged-335	102	20	to	to	PART
impactinged-335	102	21	be	be	AUX
impactinged-335	102	22	the	the	DET
impactinged-335	102	23	beginning	beginning	NOUN
impactinged-335	102	24	of	of	ADP
impactinged-335	102	25	a	a	DET
impactinged-335	102	26	continued	continue	VERB
impactinged-335	102	27	conversation	conversation	NOUN
impactinged-335	102	28	on	on	ADP
impactinged-335	102	29	how	how	SCONJ
impactinged-335	102	30	and	and	CCONJ
impactinged-335	102	31	where	where	SCONJ
impactinged-335	102	32	program	program	NOUN
impactinged-335	102	33	evaluation	evaluation	NOUN
impactinged-335	102	34	and	and	CCONJ
impactinged-335	102	35	improvement	improvement	NOUN
impactinged-335	102	36	science	science	NOUN
impactinged-335	102	37	appear	appear	VERB
impactinged-335	102	38	to	to	PART
impactinged-335	102	39	have	have	VERB
impactinged-335	102	40	possible	possible	ADJ
impactinged-335	102	41	areas	area	NOUN
impactinged-335	102	42	of	of	ADP
impactinged-335	102	43	overlap	overlap	NOUN
impactinged-335	102	44	,	,	PUNCT
impactinged-335	102	45	along	along	ADP
impactinged-335	102	46	with	with	ADP
impactinged-335	102	47	a	a	DET
impactinged-335	102	48	brief	brief	ADJ
impactinged-335	102	49	overview	overview	NOUN
impactinged-335	102	50	of	of	ADP
impactinged-335	102	51	the	the	DET
impactinged-335	102	52	major	major	ADJ
impactinged-335	102	53	differences	difference	NOUN
impactinged-335	102	54	.	.	PUNCT
impactinged-335	103	1	in	in	ADP
impactinged-335	103	2	reviewing	review	VERB
impactinged-335	103	3	the	the	DET
impactinged-335	103	4	aea	aea	PROPN
impactinged-335	103	5	mission	mission	NOUN
impactinged-335	103	6	and	and	CCONJ
impactinged-335	103	7	cped	cpe	VERB
impactinged-335	103	8	’s	’s	PART
impactinged-335	103	9	definition	definition	NOUN
impactinged-335	103	10	of	of	ADP
impactinged-335	103	11	the	the	DET
impactinged-335	103	12	professional	professional	ADJ
impactinged-335	103	13	doctorate	doctorate	NOUN
impactinged-335	103	14	,	,	PUNCT
impactinged-335	103	15	one	one	NUM
impactinged-335	103	16	initial	initial	ADJ
impactinged-335	103	17	common	common	ADJ
impactinged-335	103	18	link	link	NOUN
impactinged-335	103	19	would	would	AUX
impactinged-335	103	20	be	be	AUX
impactinged-335	103	21	the	the	DET
impactinged-335	103	22	value	value	NOUN
impactinged-335	103	23	that	that	PRON
impactinged-335	103	24	a	a	DET
impactinged-335	103	25	participant	participant	ADJ
impactinged-335	103	26	places	place	NOUN
impactinged-335	103	27	on	on	ADP
impactinged-335	103	28	the	the	DET
impactinged-335	103	29	initiative	initiative	NOUN
impactinged-335	103	30	or	or	CCONJ
impactinged-335	103	31	program	program	NOUN
impactinged-335	103	32	.	.	PUNCT
impactinged-335	104	1	to	to	PART
impactinged-335	104	2	reflect	reflect	VERB
impactinged-335	104	3	upon	upon	SCONJ
impactinged-335	104	4	this	this	DET
impactinged-335	104	5	concept	concept	NOUN
impactinged-335	104	6	of	of	ADP
impactinged-335	104	7	value	value	NOUN
impactinged-335	104	8	,	,	PUNCT
impactinged-335	104	9	there	there	PRON
impactinged-335	104	10	is	be	VERB
impactinged-335	104	11	a	a	DET
impactinged-335	104	12	need	need	NOUN
impactinged-335	104	13	to	to	PART
impactinged-335	104	14	engage	engage	VERB
impactinged-335	104	15	in	in	ADP
impactinged-335	104	16	conversations	conversation	NOUN
impactinged-335	104	17	about	about	ADP
impactinged-335	104	18	who	who	PRON
impactinged-335	104	19	the	the	DET
impactinged-335	104	20	initiative	initiative	NOUN
impactinged-335	104	21	or	or	CCONJ
impactinged-335	104	22	program	program	NOUN
impactinged-335	104	23	aims	aim	VERB
impactinged-335	104	24	to	to	PART
impactinged-335	104	25	help	help	VERB
impactinged-335	104	26	,	,	PUNCT
impactinged-335	104	27	who	who	PRON
impactinged-335	104	28	is	be	AUX
impactinged-335	104	29	not	not	PART
impactinged-335	104	30	included	include	VERB
impactinged-335	104	31	,	,	PUNCT
impactinged-335	104	32	how	how	SCONJ
impactinged-335	104	33	power	power	NOUN
impactinged-335	104	34	influences	influence	VERB
impactinged-335	104	35	decision	decision	NOUN
impactinged-335	104	36	-	-	PUNCT
impactinged-335	104	37	making	making	NOUN
impactinged-335	104	38	,	,	PUNCT
impactinged-335	104	39	and	and	CCONJ
impactinged-335	104	40	how	how	SCONJ
impactinged-335	104	41	the	the	DET
impactinged-335	104	42	skill	skill	NOUN
impactinged-335	104	43	of	of	ADP
impactinged-335	104	44	cultural	cultural	ADJ
impactinged-335	104	45	competency	competency	NOUN
impactinged-335	104	46	will	will	AUX
impactinged-335	104	47	impact	impact	VERB
impactinged-335	104	48	the	the	DET
impactinged-335	104	49	processes	process	NOUN
impactinged-335	104	50	that	that	PRON
impactinged-335	104	51	take	take	VERB
impactinged-335	104	52	place	place	NOUN
impactinged-335	104	53	before	before	ADV
impactinged-335	104	54	,	,	PUNCT
impactinged-335	104	55	during	during	ADP
impactinged-335	104	56	,	,	PUNCT
impactinged-335	104	57	and	and	CCONJ
impactinged-335	104	58	after	after	ADP
impactinged-335	104	59	an	an	DET
impactinged-335	104	60	evaluation	evaluation	NOUN
impactinged-335	104	61	.	.	PUNCT
impactinged-335	105	1	these	these	PRON
impactinged-335	105	2	are	be	AUX
impactinged-335	105	3	complex	complex	ADJ
impactinged-335	105	4	conceptual	conceptual	ADJ
impactinged-335	105	5	questions	question	NOUN
impactinged-335	105	6	that	that	PRON
impactinged-335	105	7	must	must	AUX
impactinged-335	105	8	be	be	AUX
impactinged-335	105	9	addressed	address	VERB
impactinged-335	105	10	before	before	SCONJ
impactinged-335	105	11	any	any	DET
impactinged-335	105	12	new	new	ADJ
impactinged-335	105	13	initiative	initiative	NOUN
impactinged-335	105	14	begins	begin	VERB
impactinged-335	105	15	in	in	ADP
impactinged-335	105	16	either	either	PRON
impactinged-335	105	17	improvement	improvement	NOUN
impactinged-335	105	18	science	science	NOUN
impactinged-335	105	19	or	or	CCONJ
impactinged-335	105	20	program	program	NOUN
impactinged-335	105	21	evaluation	evaluation	NOUN
impactinged-335	105	22	.	.	PUNCT
impactinged-335	106	1	next	next	ADV
impactinged-335	106	2	,	,	PUNCT
impactinged-335	106	3	it	it	PRON
impactinged-335	106	4	appears	appear	VERB
impactinged-335	106	5	that	that	SCONJ
impactinged-335	106	6	for	for	ADP
impactinged-335	106	7	program	program	NOUN
impactinged-335	106	8	evaluation	evaluation	NOUN
impactinged-335	106	9	and	and	CCONJ
impactinged-335	106	10	improvement	improvement	NOUN
impactinged-335	106	11	science	science	NOUN
impactinged-335	106	12	,	,	PUNCT
impactinged-335	106	13	the	the	DET
impactinged-335	106	14	starting	starting	NOUN
impactinged-335	106	15	point	point	NOUN
impactinged-335	106	16	is	be	AUX
impactinged-335	106	17	doing	do	VERB
impactinged-335	106	18	a	a	DET
impactinged-335	106	19	heavy	heavy	ADJ
impactinged-335	106	20	conceptual	conceptual	ADJ
impactinged-335	106	21	lift	lift	NOUN
impactinged-335	106	22	in	in	ADP
impactinged-335	106	23	learning	learn	VERB
impactinged-335	106	24	about	about	ADP
impactinged-335	106	25	the	the	DET
impactinged-335	106	26	problem	problem	NOUN
impactinged-335	106	27	to	to	PART
impactinged-335	106	28	be	be	AUX
impactinged-335	106	29	examined	examine	VERB
impactinged-335	106	30	.	.	PUNCT
impactinged-335	107	1	both	both	PRON
impactinged-335	107	2	appear	appear	VERB
impactinged-335	107	3	to	to	PART
impactinged-335	107	4	use	use	VERB
impactinged-335	107	5	similar	similar	ADJ
impactinged-335	107	6	possible	possible	ADJ
impactinged-335	107	7	sources	source	NOUN
impactinged-335	107	8	of	of	ADP
impactinged-335	107	9	data	datum	NOUN
impactinged-335	107	10	,	,	PUNCT
impactinged-335	107	11	such	such	ADJ
impactinged-335	107	12	as	as	ADP
impactinged-335	107	13	previous	previous	ADJ
impactinged-335	107	14	evaluations	evaluation	NOUN
impactinged-335	107	15	or	or	CCONJ
impactinged-335	107	16	previous	previous	ADJ
impactinged-335	107	17	data	datum	NOUN
impactinged-335	107	18	collection	collection	NOUN
impactinged-335	107	19	,	,	PUNCT
impactinged-335	107	20	existing	exist	VERB
impactinged-335	107	21	documentation	documentation	NOUN
impactinged-335	107	22	,	,	PUNCT
impactinged-335	107	23	conversations	conversation	NOUN
impactinged-335	107	24	and	and	CCONJ
impactinged-335	107	25	interviews	interview	NOUN
impactinged-335	107	26	with	with	ADP
impactinged-335	107	27	stakeholders	stakeholder	NOUN
impactinged-335	107	28	,	,	PUNCT
impactinged-335	107	29	process	process	NOUN
impactinged-335	107	30	mapping	mapping	NOUN
impactinged-335	107	31	,	,	PUNCT
impactinged-335	107	32	relevant	relevant	ADJ
impactinged-335	107	33	research	research	NOUN
impactinged-335	107	34	studies	study	NOUN
impactinged-335	107	35	,	,	PUNCT
impactinged-335	107	36	and	and	CCONJ
impactinged-335	107	37	a	a	DET
impactinged-335	107	38	review	review	NOUN
impactinged-335	107	39	of	of	ADP
impactinged-335	107	40	the	the	DET
impactinged-335	107	41	literature	literature	NOUN
impactinged-335	107	42	.	.	PUNCT
impactinged-335	108	1	if	if	SCONJ
impactinged-335	108	2	that	that	PRON
impactinged-335	108	3	is	be	AUX
impactinged-335	108	4	the	the	DET
impactinged-335	108	5	case	case	NOUN
impactinged-335	108	6	,	,	PUNCT
impactinged-335	108	7	then	then	ADV
impactinged-335	108	8	the	the	DET
impactinged-335	108	9	skills	skill	NOUN
impactinged-335	108	10	needed	need	VERB
impactinged-335	108	11	to	to	PART
impactinged-335	108	12	examine	examine	VERB
impactinged-335	108	13	these	these	DET
impactinged-335	108	14	kinds	kind	NOUN
impactinged-335	108	15	of	of	ADP
impactinged-335	108	16	data	datum	NOUN
impactinged-335	108	17	sources	source	NOUN
impactinged-335	108	18	,	,	PUNCT
impactinged-335	108	19	such	such	ADJ
impactinged-335	108	20	as	as	ADP
impactinged-335	108	21	how	how	SCONJ
impactinged-335	108	22	to	to	PART
impactinged-335	108	23	conduct	conduct	VERB
impactinged-335	108	24	a	a	DET
impactinged-335	108	25	needs	need	NOUN
impactinged-335	108	26	-	-	PUNCT
impactinged-335	108	27	assessment	assessment	NOUN
impactinged-335	108	28	for	for	ADP
impactinged-335	108	29	example	example	NOUN
impactinged-335	108	30	,	,	PUNCT
impactinged-335	108	31	would	would	AUX
impactinged-335	108	32	be	be	AUX
impactinged-335	108	33	cross	cross	ADJ
impactinged-335	108	34	-	-	ADJ
impactinged-335	108	35	cutting	cutting	ADJ
impactinged-335	108	36	and	and	CCONJ
impactinged-335	108	37	a	a	DET
impactinged-335	108	38	benefit	benefit	NOUN
impactinged-335	108	39	for	for	ADP
impactinged-335	108	40	both	both	PRON
impactinged-335	108	41	.	.	PUNCT
impactinged-335	109	1	after	after	ADP
impactinged-335	109	2	that	that	PRON
impactinged-335	109	3	,	,	PUNCT
impactinged-335	109	4	defining	define	VERB
impactinged-335	109	5	the	the	DET
impactinged-335	109	6	problem	problem	NOUN
impactinged-335	109	7	and	and	CCONJ
impactinged-335	109	8	what	what	PRON
impactinged-335	109	9	should	should	AUX
impactinged-335	109	10	be	be	AUX
impactinged-335	109	11	done	do	VERB
impactinged-335	109	12	to	to	PART
impactinged-335	109	13	address	address	VERB
impactinged-335	109	14	the	the	DET
impactinged-335	109	15	problem	problem	NOUN
impactinged-335	109	16	appears	appear	VERB
impactinged-335	109	17	to	to	PART
impactinged-335	109	18	be	be	AUX
impactinged-335	109	19	the	the	DET
impactinged-335	109	20	next	next	ADJ
impactinged-335	109	21	goal	goal	NOUN
impactinged-335	109	22	of	of	ADP
impactinged-335	109	23	each	each	PRON
impactinged-335	109	24	.	.	PUNCT
impactinged-335	110	1	the	the	DET
impactinged-335	110	2	tools	tool	NOUN
impactinged-335	110	3	may	may	AUX
impactinged-335	110	4	differ	differ	VERB
impactinged-335	110	5	in	in	ADP
impactinged-335	110	6	helping	help	VERB
impactinged-335	110	7	to	to	PART
impactinged-335	110	8	see	see	VERB
impactinged-335	110	9	the	the	DET
impactinged-335	110	10	system	system	NOUN
impactinged-335	110	11	and	and	CCONJ
impactinged-335	110	12	understand	understand	VERB
impactinged-335	110	13	the	the	DET
impactinged-335	110	14	complexities	complexity	NOUN
impactinged-335	110	15	of	of	ADP
impactinged-335	110	16	where	where	SCONJ
impactinged-335	110	17	the	the	DET
impactinged-335	110	18	problem	problem	NOUN
impactinged-335	110	19	is	be	AUX
impactinged-335	110	20	located	locate	VERB
impactinged-335	110	21	.	.	PUNCT
impactinged-335	111	1	a	a	DET
impactinged-335	111	2	driver	driver	NOUN
impactinged-335	111	3	diagram	diagram	NOUN
impactinged-335	111	4	or	or	CCONJ
impactinged-335	111	5	a	a	DET
impactinged-335	111	6	root	root	NOUN
impactinged-335	111	7	cause	cause	NOUN
impactinged-335	111	8	analysis	analysis	NOUN
impactinged-335	111	9	may	may	AUX
impactinged-335	111	10	be	be	AUX
impactinged-335	111	11	used	use	VERB
impactinged-335	111	12	in	in	ADP
impactinged-335	111	13	improvement	improvement	NOUN
impactinged-335	111	14	science	science	NOUN
impactinged-335	111	15	,	,	PUNCT
impactinged-335	111	16	while	while	SCONJ
impactinged-335	111	17	a	a	DET
impactinged-335	111	18	logic	logic	NOUN
impactinged-335	111	19	model	model	NOUN
impactinged-335	111	20	is	be	AUX
impactinged-335	111	21	commonly	commonly	ADV
impactinged-335	111	22	used	use	VERB
impactinged-335	111	23	in	in	ADP
impactinged-335	111	24	program	program	NOUN
impactinged-335	111	25	evaluation	evaluation	NOUN
impactinged-335	111	26	.	.	PUNCT
impactinged-335	112	1	however	however	ADV
impactinged-335	112	2	,	,	PUNCT
impactinged-335	112	3	both	both	PRON
impactinged-335	112	4	can	can	AUX
impactinged-335	112	5	use	use	VERB
impactinged-335	112	6	program	program	NOUN
impactinged-335	112	7	theory	theory	NOUN
impactinged-335	112	8	,	,	PUNCT
impactinged-335	112	9	theory	theory	NOUN
impactinged-335	112	10	of	of	ADP
impactinged-335	112	11	change	change	NOUN
impactinged-335	112	12	,	,	PUNCT
impactinged-335	112	13	theory	theory	NOUN
impactinged-335	112	14	of	of	ADP
impactinged-335	112	15	action	action	NOUN
impactinged-335	112	16	,	,	PUNCT
impactinged-335	112	17	theory	theory	NOUN
impactinged-335	112	18	of	of	ADP
impactinged-335	112	19	knowledge	knowledge	NOUN
impactinged-335	112	20	,	,	PUNCT
impactinged-335	112	21	or	or	CCONJ
impactinged-335	112	22	theory	theory	NOUN
impactinged-335	112	23	of	of	ADP
impactinged-335	112	24	improvement	improvement	NOUN
impactinged-335	112	25	to	to	PART
impactinged-335	112	26	explain	explain	VERB
impactinged-335	112	27	why	why	SCONJ
impactinged-335	112	28	an	an	DET
impactinged-335	112	29	identified	identify	VERB
impactinged-335	112	30	strategy	strategy	NOUN
impactinged-335	112	31	might	might	AUX
impactinged-335	112	32	be	be	AUX
impactinged-335	112	33	effective	effective	ADJ
impactinged-335	112	34	(	(	PUNCT
impactinged-335	112	35	giancola	giancola	NOUN
impactinged-335	112	36	,	,	PUNCT
impactinged-335	112	37	2021	2021	NUM
impactinged-335	112	38	;	;	PUNCT
impactinged-335	112	39	hinnant	hinnant	NOUN
impactinged-335	112	40	-	-	PUNCT
impactinged-335	112	41	crawford	crawford	PROPN
impactinged-335	112	42	,	,	PUNCT
impactinged-335	112	43	2020	2020	NUM
impactinged-335	112	44	;	;	PUNCT
impactinged-335	112	45	langley	langley	PROPN
impactinged-335	112	46	et	et	PROPN
impactinged-335	112	47	al	al	PROPN
impactinged-335	112	48	.	.	PROPN
impactinged-335	112	49	,	,	PUNCT
impactinged-335	112	50	2009	2009	NUM
impactinged-335	112	51	)	)	PUNCT
impactinged-335	112	52	stakeholders	stakeholder	NOUN
impactinged-335	112	53	and	and	CCONJ
impactinged-335	112	54	the	the	DET
impactinged-335	112	55	value	value	NOUN
impactinged-335	112	56	of	of	ADP
impactinged-335	112	57	recognizing	recognize	VERB
impactinged-335	112	58	researcher	researcher	NOUN
impactinged-335	112	59	positionality	positionality	NOUN
impactinged-335	112	60	both	both	PRON
impactinged-335	112	61	play	play	VERB
impactinged-335	112	62	a	a	DET
impactinged-335	112	63	crucial	crucial	ADJ
impactinged-335	112	64	role	role	NOUN
impactinged-335	112	65	in	in	ADP
impactinged-335	112	66	developing	develop	VERB
impactinged-335	112	67	and	and	CCONJ
impactinged-335	112	68	defining	define	VERB
impactinged-335	112	69	the	the	DET
impactinged-335	112	70	problem	problem	NOUN
impactinged-335	112	71	(	(	PUNCT
impactinged-335	112	72	herr	herr	PROPN
impactinged-335	112	73	&	&	CCONJ
impactinged-335	112	74	anderson	anderson	PROPN
impactinged-335	112	75	,	,	PUNCT
impactinged-335	112	76	2005	2005	NUM
impactinged-335	112	77	)	)	PUNCT
impactinged-335	112	78	.	.	PUNCT
impactinged-335	113	1	both	both	PRON
impactinged-335	113	2	also	also	ADV
impactinged-335	113	3	value	value	VERB
impactinged-335	113	4	stakeholder	stakeholder	NOUN
impactinged-335	113	5	engagement	engagement	NOUN
impactinged-335	113	6	and	and	CCONJ
impactinged-335	113	7	buy	buy	NOUN
impactinged-335	113	8	-	-	PUNCT
impactinged-335	113	9	in	in	NOUN
impactinged-335	113	10	,	,	PUNCT
impactinged-335	113	11	such	such	ADJ
impactinged-335	113	12	as	as	ADP
impactinged-335	113	13	developing	develop	VERB
impactinged-335	113	14	shared	share	VERB
impactinged-335	113	15	goals	goal	NOUN
impactinged-335	113	16	,	,	PUNCT
impactinged-335	113	17	implementing	implement	VERB
impactinged-335	113	18	the	the	DET
impactinged-335	113	19	initiative	initiative	NOUN
impactinged-335	113	20	,	,	PUNCT
impactinged-335	113	21	and	and	CCONJ
impactinged-335	113	22	analyzing	analyze	VERB
impactinged-335	113	23	the	the	DET
impactinged-335	113	24	data	datum	NOUN
impactinged-335	113	25	,	,	PUNCT
impactinged-335	113	26	and	and	CCONJ
impactinged-335	113	27	therefore	therefore	ADV
impactinged-335	113	28	,	,	PUNCT
impactinged-335	113	29	both	both	PRON
impactinged-335	113	30	include	include	VERB
impactinged-335	113	31	ways	way	NOUN
impactinged-335	113	32	to	to	PART
impactinged-335	113	33	connect	connect	VERB
impactinged-335	113	34	them	they	PRON
impactinged-335	113	35	to	to	ADP
impactinged-335	113	36	these	these	DET
impactinged-335	113	37	processes	process	NOUN
impactinged-335	113	38	.	.	PUNCT
impactinged-335	114	1	next	next	ADV
impactinged-335	114	2	,	,	PUNCT
impactinged-335	114	3	both	both	PRON
impactinged-335	114	4	call	call	VERB
impactinged-335	114	5	for	for	ADP
impactinged-335	114	6	defining	define	VERB
impactinged-335	114	7	and	and	CCONJ
impactinged-335	114	8	developing	develop	VERB
impactinged-335	114	9	measures	measure	NOUN
impactinged-335	114	10	that	that	PRON
impactinged-335	114	11	help	help	VERB
impactinged-335	114	12	with	with	ADP
impactinged-335	114	13	defining	define	VERB
impactinged-335	114	14	what	what	PRON
impactinged-335	114	15	success	success	NOUN
impactinged-335	114	16	looks	look	VERB
impactinged-335	114	17	like	like	ADP
impactinged-335	114	18	under	under	ADP
impactinged-335	114	19	certain	certain	ADJ
impactinged-335	114	20	conditions	condition	NOUN
impactinged-335	114	21	.	.	PUNCT
impactinged-335	115	1	both	both	PRON
impactinged-335	115	2	program	program	NOUN
impactinged-335	115	3	evaluation	evaluation	NOUN
impactinged-335	115	4	and	and	CCONJ
impactinged-335	115	5	improvement	improvement	NOUN
impactinged-335	115	6	science	science	NOUN
impactinged-335	115	7	support	support	NOUN
impactinged-335	115	8	using	use	VERB
impactinged-335	115	9	smart	smart	ADJ
impactinged-335	115	10	indicators	indicator	NOUN
impactinged-335	115	11	and	and	CCONJ
impactinged-335	115	12	targets	target	NOUN
impactinged-335	115	13	that	that	PRON
impactinged-335	115	14	provide	provide	VERB
impactinged-335	115	15	guidelines	guideline	NOUN
impactinged-335	115	16	for	for	SCONJ
impactinged-335	115	17	what	what	PRON
impactinged-335	115	18	data	datum	NOUN
impactinged-335	115	19	will	will	AUX
impactinged-335	115	20	be	be	AUX
impactinged-335	115	21	collected	collect	VERB
impactinged-335	115	22	and	and	CCONJ
impactinged-335	115	23	how	how	SCONJ
impactinged-335	115	24	it	it	PRON
impactinged-335	115	25	will	will	AUX
impactinged-335	115	26	be	be	AUX
impactinged-335	115	27	collected	collect	VERB
impactinged-335	115	28	,	,	PUNCT
impactinged-335	115	29	analyzed	analyze	VERB
impactinged-335	115	30	,	,	PUNCT
impactinged-335	115	31	communicated	communicate	VERB
impactinged-335	115	32	,	,	PUNCT
impactinged-335	115	33	and	and	CCONJ
impactinged-335	115	34	disseminated	disseminate	VERB
impactinged-335	115	35	so	so	SCONJ
impactinged-335	115	36	others	other	NOUN
impactinged-335	115	37	can	can	AUX
impactinged-335	115	38	learn	learn	VERB
impactinged-335	115	39	from	from	ADP
impactinged-335	115	40	the	the	DET
impactinged-335	115	41	data	datum	NOUN
impactinged-335	115	42	cycle	cycle	NOUN
impactinged-335	115	43	.	.	PUNCT
impactinged-335	116	1	there	there	PRON
impactinged-335	116	2	is	be	VERB
impactinged-335	116	3	a	a	DET
impactinged-335	116	4	shared	shared	ADJ
impactinged-335	116	5	goal	goal	NOUN
impactinged-335	116	6	of	of	ADP
impactinged-335	116	7	systematically	systematically	ADV
impactinged-335	116	8	applying	apply	VERB
impactinged-335	116	9	and	and	CCONJ
impactinged-335	116	10	using	use	VERB
impactinged-335	116	11	data	datum	NOUN
impactinged-335	116	12	to	to	PART
impactinged-335	116	13	help	help	VERB
impactinged-335	116	14	bring	bring	VERB
impactinged-335	116	15	about	about	ADP
impactinged-335	116	16	improvement	improvement	NOUN
impactinged-335	116	17	.	.	PUNCT
impactinged-335	117	1	as	as	ADP
impactinged-335	117	2	a	a	DET
impactinged-335	117	3	result	result	NOUN
impactinged-335	117	4	,	,	PUNCT
impactinged-335	117	5	both	both	PRON
impactinged-335	117	6	call	call	VERB
impactinged-335	117	7	for	for	ADP
impactinged-335	117	8	methodological	methodological	ADJ
impactinged-335	117	9	rigor	rigor	NOUN
impactinged-335	117	10	and	and	CCONJ
impactinged-335	117	11	knowledge	knowledge	NOUN
impactinged-335	117	12	generation	generation	NOUN
impactinged-335	117	13	from	from	ADP
impactinged-335	117	14	these	these	DET
impactinged-335	117	15	data	datum	NOUN
impactinged-335	117	16	collection	collection	NOUN
impactinged-335	117	17	cycles	cycle	NOUN
impactinged-335	117	18	.	.	PUNCT
impactinged-335	118	1	consequently	consequently	ADV
impactinged-335	118	2	,	,	PUNCT
impactinged-335	118	3	both	both	PRON
impactinged-335	118	4	benefit	benefit	VERB
impactinged-335	118	5	from	from	ADP
impactinged-335	118	6	having	have	VERB
impactinged-335	118	7	an	an	DET
impactinged-335	118	8	established	establish	VERB
impactinged-335	118	9	monitoring	monitoring	NOUN
impactinged-335	118	10	and	and	CCONJ
impactinged-335	118	11	evaluation	evaluation	NOUN
impactinged-335	118	12	system	system	NOUN
impactinged-335	118	13	which	which	PRON
impactinged-335	118	14	are	be	AUX
impactinged-335	118	15	well	well	ADV
impactinged-335	118	16	-	-	PUNCT
impactinged-335	118	17	documented	document	VERB
impactinged-335	118	18	and	and	CCONJ
impactinged-335	118	19	easily	easily	ADV
impactinged-335	118	20	found	find	VERB
impactinged-335	118	21	in	in	ADP
impactinged-335	118	22	the	the	DET
impactinged-335	118	23	evaluation	evaluation	NOUN
impactinged-335	118	24	field	field	NOUN
impactinged-335	118	25	.	.	PUNCT
impactinged-335	119	1	having	have	VERB
impactinged-335	119	2	a	a	DET
impactinged-335	119	3	system	system	NOUN
impactinged-335	119	4	,	,	PUNCT
impactinged-335	119	5	either	either	CCONJ
impactinged-335	119	6	for	for	ADP
impactinged-335	119	7	a	a	DET
impactinged-335	119	8	90	90	NUM
impactinged-335	119	9	-	-	PUNCT
impactinged-335	119	10	day	day	NOUN
impactinged-335	119	11	data	datum	NOUN
impactinged-335	119	12	cycle	cycle	NOUN
impactinged-335	119	13	or	or	CCONJ
impactinged-335	119	14	longer	long	ADV
impactinged-335	119	15	,	,	PUNCT
impactinged-335	119	16	focused	focus	VERB
impactinged-335	119	17	on	on	ADP
impactinged-335	119	18	monitoring	monitoring	NOUN
impactinged-335	119	19	and	and	CCONJ
impactinged-335	119	20	tracking	track	VERB
impactinged-335	119	21	crucial	crucial	ADJ
impactinged-335	119	22	information	information	NOUN
impactinged-335	119	23	on	on	ADP
impactinged-335	119	24	whether	whether	SCONJ
impactinged-335	119	25	the	the	DET
impactinged-335	119	26	theory	theory	NOUN
impactinged-335	119	27	of	of	ADP
impactinged-335	119	28	change	change	NOUN
impactinged-335	119	29	,	,	PUNCT
impactinged-335	119	30	logic	logic	NOUN
impactinged-335	119	31	model	model	NOUN
impactinged-335	119	32	,	,	PUNCT
impactinged-335	119	33	and	and	CCONJ
impactinged-335	119	34	evaluative	evaluative	ADJ
impactinged-335	119	35	questions	question	NOUN
impactinged-335	119	36	guiding	guide	VERB
impactinged-335	119	37	the	the	DET
impactinged-335	119	38	intervention	intervention	NOUN
impactinged-335	119	39	are	be	AUX
impactinged-335	119	40	accurate	accurate	ADJ
impactinged-335	119	41	,	,	PUNCT
impactinged-335	119	42	appropriate	appropriate	ADJ
impactinged-335	119	43	,	,	PUNCT
impactinged-335	119	44	and	and	CCONJ
impactinged-335	119	45	adequate	adequate	ADJ
impactinged-335	119	46	,	,	PUNCT
impactinged-335	119	47	provides	provide	VERB
impactinged-335	119	48	extremely	extremely	ADV
impactinged-335	119	49	useful	useful	ADJ
impactinged-335	119	50	information	information	NOUN
impactinged-335	119	51	.	.	PUNCT
impactinged-335	120	1	most	most	ADJ
impactinged-335	120	2	plans	plan	NOUN
impactinged-335	120	3	have	have	VERB
impactinged-335	120	4	components	component	NOUN
impactinged-335	120	5	for	for	ADP
impactinged-335	120	6	establishing	establish	VERB
impactinged-335	120	7	clear	clear	ADJ
impactinged-335	120	8	roles	role	NOUN
impactinged-335	120	9	and	and	CCONJ
impactinged-335	120	10	responsibilities	responsibility	NOUN
impactinged-335	120	11	,	,	PUNCT
impactinged-335	120	12	accountability	accountability	NOUN
impactinged-335	120	13	checkpoints	checkpoint	NOUN
impactinged-335	120	14	,	,	PUNCT
impactinged-335	120	15	and	and	CCONJ
impactinged-335	120	16	processes	process	NOUN
impactinged-335	120	17	for	for	ADP
impactinged-335	120	18	sustaining	sustain	VERB
impactinged-335	120	19	capacity	capacity	NOUN
impactinged-335	120	20	which	which	PRON
impactinged-335	120	21	i	i	PRON
impactinged-335	120	22	believe	believe	VERB
impactinged-335	120	23	can	can	AUX
impactinged-335	120	24	easily	easily	ADV
impactinged-335	120	25	be	be	AUX
impactinged-335	120	26	applied	apply	VERB
impactinged-335	120	27	to	to	ADP
impactinged-335	120	28	improvement	improvement	NOUN
impactinged-335	120	29	science	science	NOUN
impactinged-335	120	30	efforts	effort	NOUN
impactinged-335	120	31	.	.	PUNCT
impactinged-335	121	1	the	the	DET
impactinged-335	121	2	ability	ability	NOUN
impactinged-335	121	3	to	to	PART
impactinged-335	121	4	communicate	communicate	VERB
impactinged-335	121	5	and	and	CCONJ
impactinged-335	121	6	disseminate	disseminate	VERB
impactinged-335	121	7	effective	effective	ADJ
impactinged-335	121	8	ongoing	ongoing	ADJ
impactinged-335	121	9	program	program	NOUN
impactinged-335	121	10	efforts	effort	NOUN
impactinged-335	121	11	and	and	CCONJ
impactinged-335	121	12	program	program	NOUN
impactinged-335	121	13	results	result	NOUN
impactinged-335	121	14	needs	need	VERB
impactinged-335	121	15	to	to	PART
impactinged-335	121	16	be	be	AUX
impactinged-335	121	17	a	a	DET
impactinged-335	121	18	crucial	crucial	ADJ
impactinged-335	121	19	skill	skill	NOUN
impactinged-335	121	20	set	set	VERB
impactinged-335	121	21	within	within	ADP
impactinged-335	121	22	the	the	DET
impactinged-335	121	23	educational	educational	ADJ
impactinged-335	121	24	doctorate	doctorate	NOUN
impactinged-335	121	25	.	.	PUNCT
impactinged-335	122	1	the	the	DET
impactinged-335	122	2	importance	importance	NOUN
impactinged-335	122	3	of	of	ADP
impactinged-335	122	4	communication	communication	NOUN
impactinged-335	122	5	is	be	AUX
impactinged-335	122	6	also	also	ADV
impactinged-335	122	7	found	find	VERB
impactinged-335	122	8	in	in	ADP
impactinged-335	122	9	the	the	DET
impactinged-335	122	10	literature	literature	NOUN
impactinged-335	122	11	,	,	PUNCT
impactinged-335	122	12	as	as	SCONJ
impactinged-335	122	13	authors	author	NOUN
impactinged-335	122	14	in	in	ADP
impactinged-335	122	15	one	one	NUM
impactinged-335	122	16	study	study	NOUN
impactinged-335	122	17	conclude	conclude	VERB
impactinged-335	122	18	that	that	SCONJ
impactinged-335	122	19	“	"	PUNCT
impactinged-335	122	20	the	the	DET
impactinged-335	122	21	area	area	NOUN
impactinged-335	122	22	for	for	ADP
impactinged-335	122	23	the	the	DET
impactinged-335	122	24	greatest	great	ADJ
impactinged-335	122	25	development	development	NOUN
impactinged-335	122	26	is	be	AUX
impactinged-335	122	27	actually	actually	ADV
impactinged-335	122	28	about	about	ADP
impactinged-335	122	29	action	action	NOUN
impactinged-335	122	30	and	and	CCONJ
impactinged-335	122	31	use	use	NOUN
impactinged-335	122	32	[	[	PUNCT
impactinged-335	122	33	in	in	ADP
impactinged-335	122	34	which	which	PRON
impactinged-335	122	35	students	student	NOUN
impactinged-335	122	36	could	could	AUX
impactinged-335	122	37	have	have	VERB
impactinged-335	122	38	]	]	PUNCT
impactinged-335	122	39	hands	hand	NOUN
impactinged-335	122	40	-	-	PUNCT
impactinged-335	122	41	on	on	ADP
impactinged-335	122	42	opportunities	opportunity	NOUN
impactinged-335	122	43	to	to	PART
impactinged-335	122	44	practice	practice	VERB
impactinged-335	122	45	communicating	communicate	VERB
impactinged-335	122	46	findings	finding	NOUN
impactinged-335	122	47	and	and	CCONJ
impactinged-335	122	48	advocacy	advocacy	NOUN
impactinged-335	122	49	for	for	ADP
impactinged-335	122	50	conclusions	conclusion	NOUN
impactinged-335	122	51	”	"	PUNCT
impactinged-335	122	52	(	(	PUNCT
impactinged-335	122	53	firestone	firestone	PROPN
impactinged-335	122	54	et	et	PROPN
impactinged-335	122	55	al	al	PROPN
impactinged-335	122	56	.	.	PROPN
impactinged-335	122	57	,	,	PUNCT
impactinged-335	122	58	2021	2021	NUM
impactinged-335	122	59	,	,	PUNCT
impactinged-335	122	60	pp	pp	ADV
impactinged-335	122	61	.	.	PUNCT
impactinged-335	123	1	97	97	NUM
impactinged-335	123	2	-	-	SYM
impactinged-335	123	3	98	98	NUM
impactinged-335	123	4	)	)	PUNCT
impactinged-335	123	5	.	.	PUNCT
impactinged-335	124	1	others	other	NOUN
impactinged-335	124	2	emphasize	emphasize	VERB
impactinged-335	124	3	how	how	SCONJ
impactinged-335	124	4	“	"	PUNCT
impactinged-335	124	5	effective	effective	ADJ
impactinged-335	124	6	communication	communication	NOUN
impactinged-335	124	7	requires	require	VERB
impactinged-335	124	8	some	some	DET
impactinged-335	124	9	depth	depth	NOUN
impactinged-335	124	10	of	of	ADP
impactinged-335	124	11	understanding	understanding	NOUN
impactinged-335	124	12	of	of	ADP
impactinged-335	124	13	research	research	NOUN
impactinged-335	124	14	,	,	PUNCT
impactinged-335	124	15	policy	policy	NOUN
impactinged-335	124	16	,	,	PUNCT
impactinged-335	124	17	and	and	CCONJ
impactinged-335	124	18	practice	practice	NOUN
impactinged-335	124	19	to	to	PART
impactinged-335	124	20	help	help	VERB
impactinged-335	124	21	persuade	persuade	VERB
impactinged-335	124	22	others	other	NOUN
impactinged-335	124	23	in	in	ADP
impactinged-335	124	24	decision	decision	NOUN
impactinged-335	124	25	-	-	PUNCT
impactinged-335	124	26	making	make	VERB
impactinged-335	124	27	processes	process	NOUN
impactinged-335	124	28	”	"	PUNCT
impactinged-335	124	29	(	(	PUNCT
impactinged-335	124	30	firestone	firestone	PROPN
impactinged-335	124	31	&	&	CCONJ
impactinged-335	124	32	leland	leland	PROPN
impactinged-335	124	33	,	,	PUNCT
impactinged-335	124	34	2021	2021	NUM
impactinged-335	124	35	,	,	PUNCT
impactinged-335	124	36	p.	p.	NOUN
impactinged-335	124	37	14	14	NUM
impactinged-335	124	38	)	)	PUNCT
impactinged-335	124	39	.	.	PUNCT
impactinged-335	125	1	this	this	DET
impactinged-335	125	2	idea	idea	NOUN
impactinged-335	125	3	of	of	ADP
impactinged-335	125	4	persuading	persuade	VERB
impactinged-335	125	5	others	other	NOUN
impactinged-335	125	6	to	to	PART
impactinged-335	125	7	use	use	VERB
impactinged-335	125	8	results	result	NOUN
impactinged-335	125	9	for	for	ADP
impactinged-335	125	10	social	social	ADJ
impactinged-335	125	11	betterment	betterment	NOUN
impactinged-335	125	12	can	can	AUX
impactinged-335	125	13	be	be	AUX
impactinged-335	125	14	found	find	VERB
impactinged-335	125	15	in	in	ADP
impactinged-335	125	16	a	a	DET
impactinged-335	125	17	review	review	NOUN
impactinged-335	125	18	of	of	ADP
impactinged-335	125	19	utilization	utilization	NOUN
impactinged-335	125	20	evaluation	evaluation	NOUN
impactinged-335	125	21	research	research	NOUN
impactinged-335	125	22	(	(	PUNCT
impactinged-335	125	23	henry	henry	PROPN
impactinged-335	125	24	&	&	CCONJ
impactinged-335	125	25	mark	mark	PROPN
impactinged-335	125	26	,	,	PUNCT
impactinged-335	125	27	2003	2003	NUM
impactinged-335	125	28	;	;	PUNCT
impactinged-335	125	29	patton	patton	PROPN
impactinged-335	125	30	,	,	PUNCT
impactinged-335	125	31	1997	1997	NUM
impactinged-335	125	32	;	;	PUNCT
impactinged-335	125	33	weiss	weiss	PROPN
impactinged-335	125	34	,	,	PUNCT
impactinged-335	125	35	1988	1988	NUM
impactinged-335	125	36	)	)	PUNCT
impactinged-335	125	37	.	.	PUNCT
impactinged-335	126	1	furthermore	furthermore	ADV
impactinged-335	126	2	,	,	PUNCT
impactinged-335	126	3	weiss	weiss	PROPN
impactinged-335	126	4	(	(	PUNCT
impactinged-335	126	5	1988	1988	NUM
impactinged-335	126	6	)	)	PUNCT
impactinged-335	126	7	discusses	discuss	VERB
impactinged-335	126	8	the	the	DET
impactinged-335	126	9	functions	function	NOUN
impactinged-335	126	10	that	that	PRON
impactinged-335	126	11	evaluation	evaluation	NOUN
impactinged-335	126	12	serves	serve	VERB
impactinged-335	126	13	,	,	PUNCT
impactinged-335	126	14	the	the	DET
impactinged-335	126	15	structures	structure	NOUN
impactinged-335	126	16	that	that	PRON
impactinged-335	126	17	hinder	hinder	VERB
impactinged-335	126	18	the	the	DET
impactinged-335	126	19	use	use	NOUN
impactinged-335	126	20	of	of	ADP
impactinged-335	126	21	evaluation	evaluation	NOUN
impactinged-335	126	22	findings	finding	NOUN
impactinged-335	126	23	,	,	PUNCT
impactinged-335	126	24	and	and	CCONJ
impactinged-335	126	25	ways	way	NOUN
impactinged-335	126	26	to	to	PART
impactinged-335	126	27	get	get	VERB
impactinged-335	126	28	around	around	ADP
impactinged-335	126	29	these	these	DET
impactinged-335	126	30	barriers	barrier	NOUN
impactinged-335	126	31	and	and	CCONJ
impactinged-335	126	32	influence	influence	NOUN
impactinged-335	126	33	policy	policy	NOUN
impactinged-335	126	34	that	that	PRON
impactinged-335	126	35	can	can	AUX
impactinged-335	126	36	also	also	ADV
impactinged-335	126	37	be	be	AUX
impactinged-335	126	38	examined	examine	VERB
impactinged-335	126	39	in	in	ADP
impactinged-335	126	40	the	the	DET
impactinged-335	126	41	improvement	improvement	NOUN
impactinged-335	126	42	science	science	NOUN
impactinged-335	126	43	dialogues	dialogue	NOUN
impactinged-335	126	44	.	.	PUNCT
impactinged-335	127	1	in	in	ADP
impactinged-335	127	2	an	an	DET
impactinged-335	127	3	attempt	attempt	NOUN
impactinged-335	127	4	to	to	PART
impactinged-335	127	5	cover	cover	VERB
impactinged-335	127	6	a	a	DET
impactinged-335	127	7	brief	brief	ADJ
impactinged-335	127	8	overview	overview	NOUN
impactinged-335	127	9	of	of	ADP
impactinged-335	127	10	these	these	DET
impactinged-335	127	11	two	two	NUM
impactinged-335	127	12	,	,	PUNCT
impactinged-335	127	13	table	table	NOUN
impactinged-335	127	14	1	1	NUM
impactinged-335	127	15	highlights	highlight	NOUN
impactinged-335	127	16	a	a	DET
impactinged-335	127	17	comparison	comparison	NOUN
impactinged-335	127	18	of	of	ADP
impactinged-335	127	19	several	several	ADJ
impactinged-335	127	20	elements	element	NOUN
impactinged-335	127	21	discussed	discuss	VERB
impactinged-335	127	22	throughout	throughout	ADP
impactinged-335	127	23	this	this	DET
impactinged-335	127	24	article	article	NOUN
impactinged-335	127	25	.	.	PUNCT
impactinged-335	127	26	table	table	NOUN
impactinged-335	127	27	1	1	NUM
impactinged-335	127	28	.	.	PUNCT
impactinged-335	127	29	comparison	comparison	NOUN
impactinged-335	127	30	of	of	ADP
impactinged-335	127	31	elements	element	NOUN
impactinged-335	127	32	of	of	ADP
impactinged-335	127	33	program	program	NOUN
impactinged-335	127	34	evaluation	evaluation	NOUN
impactinged-335	127	35	and	and	CCONJ
impactinged-335	127	36	improvement	improvement	NOUN
impactinged-335	127	37	science	science	NOUN
impactinged-335	127	38	element	element	NOUN
impactinged-335	127	39	program	program	NOUN
impactinged-335	127	40	evaluation	evaluation	NOUN
impactinged-335	127	41	improvement	improvement	NOUN
impactinged-335	127	42	science	science	NOUN
impactinged-335	127	43	types	type	NOUN
impactinged-335	127	44	varies	vary	VERB
impactinged-335	127	45	such	such	ADJ
impactinged-335	127	46	as	as	ADP
impactinged-335	127	47	:	:	PUNCT
impactinged-335	127	48	formative	formative	ADJ
impactinged-335	127	49	,	,	PUNCT
impactinged-335	127	50	needs	need	VERB
impactinged-335	127	51	assessment	assessment	NOUN
impactinged-335	127	52	,	,	PUNCT
impactinged-335	127	53	summative	summative	ADJ
impactinged-335	127	54	,	,	PUNCT
impactinged-335	127	55	process	process	NOUN
impactinged-335	127	56	,	,	PUNCT
impactinged-335	127	57	impact	impact	NOUN
impactinged-335	127	58	,	,	PUNCT
impactinged-335	127	59	implementation	implementation	NOUN
impactinged-335	127	60	,	,	PUNCT
impactinged-335	127	61	outcome	outcome	NOUN
impactinged-335	127	62	,	,	PUNCT
impactinged-335	127	63	evaluability	evaluability	NOUN
impactinged-335	127	64	assessment	assessment	NOUN
impactinged-335	127	65	formalized	formalize	VERB
impactinged-335	127	66	pdsa	pdsa	NOUN
impactinged-335	127	67	cycles	cycle	NOUN
impactinged-335	127	68	to	to	PART
impactinged-335	127	69	test	test	VERB
impactinged-335	127	70	for	for	ADP
impactinged-335	127	71	improvement	improvement	NOUN
impactinged-335	127	72	within	within	ADP
impactinged-335	127	73	a	a	DET
impactinged-335	127	74	local	local	ADJ
impactinged-335	127	75	context	context	NOUN
impactinged-335	127	76	purpose	purpose	NOUN
impactinged-335	127	77	can	can	AUX
impactinged-335	127	78	vary	vary	VERB
impactinged-335	127	79	such	such	ADJ
impactinged-335	127	80	as	as	ADP
impactinged-335	127	81	:	:	PUNCT
impactinged-335	127	82	improvement	improvement	NOUN
impactinged-335	127	83	in	in	ADP
impactinged-335	127	84	average	average	ADJ
impactinged-335	127	85	outcomes	outcome	NOUN
impactinged-335	127	86	,	,	PUNCT
impactinged-335	127	87	decisionmaking	decisionmake	VERB
impactinged-335	127	88	,	,	PUNCT
impactinged-335	127	89	degree	degree	NOUN
impactinged-335	127	90	of	of	ADP
impactinged-335	127	91	change	change	NOUN
impactinged-335	127	92	,	,	PUNCT
impactinged-335	127	93	social	social	ADJ
impactinged-335	127	94	accountability	accountability	NOUN
impactinged-335	127	95	,	,	PUNCT
impactinged-335	127	96	use	use	NOUN
impactinged-335	127	97	of	of	ADP
impactinged-335	127	98	findings	finding	NOUN
impactinged-335	127	99	,	,	PUNCT
impactinged-335	127	100	influence	influence	NOUN
impactinged-335	127	101	on	on	ADP
impactinged-335	127	102	social	social	ADJ
impactinged-335	127	103	,	,	PUNCT
impactinged-335	127	104	economic	economic	ADJ
impactinged-335	127	105	,	,	PUNCT
impactinged-335	127	106	or	or	CCONJ
impactinged-335	127	107	political	political	ADJ
impactinged-335	127	108	policy	policy	NOUN
impactinged-335	127	109	improvement	improvement	NOUN
impactinged-335	127	110	through	through	ADP
impactinged-335	127	111	systematic	systematic	ADJ
impactinged-335	127	112	study	study	NOUN
impactinged-335	127	113	within	within	ADP
impactinged-335	127	114	a	a	DET
impactinged-335	127	115	localized	localized	ADJ
impactinged-335	127	116	context	context	NOUN
impactinged-335	127	117	:	:	PUNCT
impactinged-335	127	118	testing	test	VERB
impactinged-335	127	119	a	a	DET
impactinged-335	127	120	change	change	NOUN
impactinged-335	127	121	to	to	PART
impactinged-335	127	122	help	help	VERB
impactinged-335	127	123	reduce	reduce	VERB
impactinged-335	127	124	variability	variability	NOUN
impactinged-335	127	125	in	in	ADP
impactinged-335	127	126	outcomes	outcome	NOUN
impactinged-335	127	127	theoretical	theoretical	ADJ
impactinged-335	127	128	foundations	foundation	NOUN
impactinged-335	127	129	similar	similar	ADJ
impactinged-335	127	130	such	such	ADJ
impactinged-335	127	131	as	as	ADP
impactinged-335	127	132	:	:	PUNCT
impactinged-335	127	133	visualizations	visualization	NOUN
impactinged-335	127	134	(	(	PUNCT
impactinged-335	127	135	logic	logic	NOUN
impactinged-335	127	136	models	model	NOUN
impactinged-335	127	137	)	)	PUNCT
impactinged-335	127	138	,	,	PUNCT
impactinged-335	127	139	theory	theory	NOUN
impactinged-335	127	140	of	of	ADP
impactinged-335	127	141	action	action	NOUN
impactinged-335	127	142	,	,	PUNCT
impactinged-335	127	143	theory	theory	NOUN
impactinged-335	127	144	of	of	ADP
impactinged-335	127	145	change	change	NOUN
impactinged-335	127	146	,	,	PUNCT
impactinged-335	127	147	theory	theory	NOUN
impactinged-335	127	148	of	of	ADP
impactinged-335	127	149	improvement	improvement	NOUN
impactinged-335	127	150	similar	similar	ADJ
impactinged-335	127	151	such	such	ADJ
impactinged-335	127	152	as	as	ADP
impactinged-335	127	153	:	:	PUNCT
impactinged-335	127	154	visualizations	visualization	NOUN
impactinged-335	127	155	(	(	PUNCT
impactinged-335	127	156	driver	driver	NOUN
impactinged-335	127	157	diagrams	diagram	NOUN
impactinged-335	127	158	)	)	PUNCT
impactinged-335	127	159	,	,	PUNCT
impactinged-335	127	160	theory	theory	NOUN
impactinged-335	127	161	of	of	ADP
impactinged-335	127	162	action	action	NOUN
impactinged-335	127	163	,	,	PUNCT
impactinged-335	127	164	theory	theory	NOUN
impactinged-335	127	165	of	of	ADP
impactinged-335	127	166	change	change	NOUN
impactinged-335	127	167	,	,	PUNCT
impactinged-335	127	168	theory	theory	NOUN
impactinged-335	127	169	of	of	ADP
impactinged-335	127	170	improvement	improvement	NOUN
impactinged-335	127	171	testing	testing	NOUN
impactinged-335	127	172	and	and	CCONJ
impactinged-335	127	173	data	datum	NOUN
impactinged-335	127	174	progression	progression	NOUN
impactinged-335	127	175	can	can	AUX
impactinged-335	127	176	vary	vary	VERB
impactinged-335	127	177	:	:	PUNCT
impactinged-335	127	178	small	small	ADJ
impactinged-335	127	179	to	to	ADP
impactinged-335	127	180	large	large	ADJ
impactinged-335	127	181	scale	scale	NOUN
impactinged-335	127	182	testing	testing	NOUN
impactinged-335	127	183	and	and	CCONJ
impactinged-335	127	184	data	datum	NOUN
impactinged-335	127	185	collection	collection	NOUN
impactinged-335	127	186	of	of	ADP
impactinged-335	127	187	early	early	ADJ
impactinged-335	127	188	,	,	PUNCT
impactinged-335	127	189	intermediate	intermediate	ADJ
impactinged-335	127	190	,	,	PUNCT
impactinged-335	127	191	and	and	CCONJ
impactinged-335	127	192	long	long	ADJ
impactinged-335	127	193	-	-	PUNCT
impactinged-335	127	194	term	term	NOUN
impactinged-335	127	195	outcomes	outcome	NOUN
impactinged-335	127	196	smaller	small	ADJ
impactinged-335	127	197	scale	scale	NOUN
impactinged-335	127	198	testing	testing	NOUN
impactinged-335	127	199	and	and	CCONJ
impactinged-335	127	200	data	datum	NOUN
impactinged-335	127	201	collection	collection	NOUN
impactinged-335	127	202	of	of	ADP
impactinged-335	127	203	early	early	ADJ
impactinged-335	127	204	and/or	and/or	CCONJ
impactinged-335	127	205	intermediate	intermediate	ADJ
impactinged-335	127	206	outcomes	outcome	NOUN
impactinged-335	127	207	within	within	ADP
impactinged-335	127	208	the	the	DET
impactinged-335	127	209	pdsa	pdsa	NOUN
impactinged-335	127	210	cycle	cycle	NOUN
impactinged-335	127	211	predominant	predominant	ADJ
impactinged-335	127	212	fields	field	NOUN
impactinged-335	127	213	using	use	VERB
impactinged-335	127	214	approach	approach	NOUN
impactinged-335	127	215	various	various	ADJ
impactinged-335	127	216	fields	field	NOUN
impactinged-335	127	217	:	:	PUNCT
impactinged-335	127	218	psychology	psychology	NOUN
impactinged-335	127	219	,	,	PUNCT
impactinged-335	127	220	sociology	sociology	NOUN
impactinged-335	127	221	,	,	PUNCT
impactinged-335	127	222	education	education	NOUN
impactinged-335	127	223	,	,	PUNCT
impactinged-335	127	224	government	government	NOUN
impactinged-335	127	225	,	,	PUNCT
impactinged-335	127	226	nonprofits	nonprofit	NOUN
impactinged-335	127	227	,	,	PUNCT
impactinged-335	127	228	corporate	corporate	ADJ
impactinged-335	127	229	education	education	NOUN
impactinged-335	127	230	,	,	PUNCT
impactinged-335	127	231	healthcare	healthcare	NOUN
impactinged-335	127	232	marotta	marotta	ADJ
impactinged-335	127	233	impacting	impact	VERB
impactinged-335	127	234	education	education	NOUN
impactinged-335	127	235	:	:	PUNCT
impactinged-335	127	236	journal	journal	NOUN
impactinged-335	127	237	on	on	ADP
impactinged-335	127	238	transforming	transform	VERB
impactinged-335	127	239	professional	professional	ADJ
impactinged-335	127	240	practice	practice	NOUN
impactinged-335	127	241	impactinged.pitt.edu	impactinged.pitt.edu	PROPN
impactinged-335	127	242	vol	vol	NOUN
impactinged-335	127	243	.	.	PROPN
impactinged-335	127	244	8	8	NUM
impactinged-335	128	1	no	no	NOUN
impactinged-335	128	2	.	.	NOUN
impactinged-335	128	3	4	4	NUM
impactinged-335	128	4	(	(	PUNCT
impactinged-335	128	5	2023	2023	NUM
impactinged-335	128	6	)	)	PUNCT
impactinged-335	128	7	doi	doi	NOUN
impactinged-335	128	8	10.5195	10.5195	NUM
impactinged-335	128	9	/	/	SYM
impactinged-335	128	10	ie.2023.335	ie.2023.335	PROPN
impactinged-335	128	11	54	54	NUM
impactinged-335	128	12	element	element	NOUN
impactinged-335	128	13	program	program	NOUN
impactinged-335	128	14	evaluation	evaluation	NOUN
impactinged-335	128	15	improvement	improvement	NOUN
impactinged-335	128	16	science	science	NOUN
impactinged-335	128	17	size	size	NOUN
impactinged-335	128	18	spans	span	NOUN
impactinged-335	128	19	from	from	ADP
impactinged-335	128	20	large	large	ADJ
impactinged-335	128	21	-	-	PUNCT
impactinged-335	128	22	scale	scale	NOUN
impactinged-335	128	23	to	to	ADP
impactinged-335	128	24	smallscale	smallscale	ADJ
impactinged-335	128	25	contexts	context	NOUN
impactinged-335	128	26	small	small	ADJ
impactinged-335	128	27	scale	scale	NOUN
impactinged-335	128	28	in	in	ADP
impactinged-335	128	29	localized	localized	ADJ
impactinged-335	128	30	contexts	context	NOUN
impactinged-335	128	31	methodological	methodological	ADJ
impactinged-335	128	32	procedures	procedure	NOUN
impactinged-335	128	33	similar	similar	ADJ
impactinged-335	128	34	data	data	NOUN
impactinged-335	128	35	collection	collection	NOUN
impactinged-335	128	36	methods	method	NOUN
impactinged-335	128	37	(	(	PUNCT
impactinged-335	128	38	qualitative	qualitative	NOUN
impactinged-335	128	39	,	,	PUNCT
impactinged-335	128	40	quantitative	quantitative	ADJ
impactinged-335	128	41	,	,	PUNCT
impactinged-335	128	42	mixed	mixed	ADJ
impactinged-335	128	43	methods	method	NOUN
impactinged-335	128	44	)	)	PUNCT
impactinged-335	128	45	similar	similar	ADJ
impactinged-335	128	46	data	datum	NOUN
impactinged-335	128	47	collection	collection	NOUN
impactinged-335	128	48	methods	method	NOUN
impactinged-335	128	49	(	(	PUNCT
impactinged-335	128	50	qualitative	qualitative	NOUN
impactinged-335	128	51	,	,	PUNCT
impactinged-335	128	52	quantitative	quantitative	ADJ
impactinged-335	128	53	,	,	PUNCT
impactinged-335	128	54	mixed	mixed	ADJ
impactinged-335	128	55	methods	method	NOUN
impactinged-335	128	56	)	)	PUNCT
impactinged-335	128	57	process	process	NOUN
impactinged-335	128	58	can	can	AUX
impactinged-335	128	59	vary	vary	VERB
impactinged-335	128	60	but	but	CCONJ
impactinged-335	128	61	mainly	mainly	ADV
impactinged-335	128	62	a	a	DET
impactinged-335	128	63	one	one	NUM
impactinged-335	128	64	-	-	PUNCT
impactinged-335	128	65	time	time	NOUN
impactinged-335	128	66	occurrence	occurrence	NOUN
impactinged-335	128	67	multiple	multiple	ADJ
impactinged-335	128	68	pdsa	pdsa	NOUN
impactinged-335	128	69	cycles	cycle	NOUN
impactinged-335	128	70	time	time	NOUN
impactinged-335	128	71	allotment	allotment	NOUN
impactinged-335	128	72	can	can	AUX
impactinged-335	128	73	vary	vary	VERB
impactinged-335	128	74	greatly	greatly	ADV
impactinged-335	128	75	:	:	PUNCT
impactinged-335	128	76	months	month	NOUN
impactinged-335	128	77	to	to	ADP
impactinged-335	128	78	decades	decade	NOUN
impactinged-335	128	79	iterative	iterative	VERB
impactinged-335	128	80	pdsa	pdsa	NOUN
impactinged-335	128	81	cycles	cycle	NOUN
impactinged-335	128	82	stakeholder	stakeholder	NOUN
impactinged-335	128	83	participation	participation	NOUN
impactinged-335	128	84	can	can	AUX
impactinged-335	128	85	vary	vary	VERB
impactinged-335	128	86	depending	depend	VERB
impactinged-335	128	87	on	on	ADP
impactinged-335	128	88	the	the	DET
impactinged-335	128	89	process	process	NOUN
impactinged-335	128	90	selected	select	VERB
impactinged-335	128	91	,	,	PUNCT
impactinged-335	128	92	participatory	participatory	ADJ
impactinged-335	128	93	and	and	CCONJ
impactinged-335	128	94	realist	realist	ADJ
impactinged-335	128	95	evaluation	evaluation	NOUN
impactinged-335	128	96	highly	highly	ADV
impactinged-335	128	97	encourage	encourage	VERB
impactinged-335	128	98	stakeholder	stakeholder	NOUN
impactinged-335	128	99	involvement	involvement	NOUN
impactinged-335	128	100	necessary	necessary	ADJ
impactinged-335	128	101	for	for	ADP
impactinged-335	128	102	improvement	improvement	NOUN
impactinged-335	128	103	,	,	PUNCT
impactinged-335	128	104	need	need	VERB
impactinged-335	128	105	their	their	PRON
impactinged-335	128	106	local	local	ADJ
impactinged-335	128	107	knowledge	knowledge	NOUN
impactinged-335	128	108	of	of	ADP
impactinged-335	128	109	how	how	SCONJ
impactinged-335	128	110	the	the	DET
impactinged-335	128	111	systems	system	NOUN
impactinged-335	128	112	work	work	VERB
impactinged-335	128	113	reporting	reporting	NOUN
impactinged-335	128	114	can	can	AUX
impactinged-335	128	115	vary	vary	VERB
impactinged-335	128	116	in	in	ADP
impactinged-335	128	117	format	format	NOUN
impactinged-335	128	118	,	,	PUNCT
impactinged-335	128	119	length	length	NOUN
impactinged-335	128	120	,	,	PUNCT
impactinged-335	128	121	audience	audience	NOUN
impactinged-335	128	122	dissemination	dissemination	NOUN
impactinged-335	128	123	,	,	PUNCT
impactinged-335	128	124	degree	degree	NOUN
impactinged-335	128	125	of	of	ADP
impactinged-335	128	126	fostering	foster	VERB
impactinged-335	128	127	participatory	participatory	ADJ
impactinged-335	128	128	analysis	analysis	NOUN
impactinged-335	128	129	format	format	NOUN
impactinged-335	128	130	is	be	AUX
impactinged-335	128	131	tailored	tailor	VERB
impactinged-335	128	132	to	to	PART
impactinged-335	128	133	foster	foster	VERB
impactinged-335	128	134	collaborative	collaborative	ADJ
impactinged-335	128	135	discussion	discussion	NOUN
impactinged-335	128	136	to	to	ADP
impactinged-335	128	137	those	those	PRON
impactinged-335	128	138	involved	involve	VERB
impactinged-335	128	139	in	in	ADP
impactinged-335	128	140	the	the	DET
impactinged-335	128	141	pdsa	pdsa	NOUN
impactinged-335	128	142	cycles	cycle	NOUN
impactinged-335	128	143	fear	fear	NOUN
impactinged-335	128	144	of	of	ADP
impactinged-335	128	145	failure	failure	NOUN
impactinged-335	128	146	high	high	ADV
impactinged-335	128	147	:	:	PUNCT
impactinged-335	128	148	if	if	SCONJ
impactinged-335	128	149	dealing	deal	VERB
impactinged-335	128	150	with	with	ADP
impactinged-335	128	151	large	large	ADJ
impactinged-335	128	152	-	-	PUNCT
impactinged-335	128	153	scale	scale	NOUN
impactinged-335	128	154	and	and	CCONJ
impactinged-335	128	155	long	long	ADJ
impactinged-335	128	156	-	-	PUNCT
impactinged-335	128	157	term	term	NOUN
impactinged-335	128	158	programs	program	NOUN
impactinged-335	128	159	low	low	ADJ
impactinged-335	128	160	:	:	PUNCT
impactinged-335	128	161	failure	failure	NOUN
impactinged-335	128	162	is	be	AUX
impactinged-335	128	163	expected	expect	VERB
impactinged-335	128	164	in	in	ADP
impactinged-335	128	165	order	order	NOUN
impactinged-335	128	166	to	to	PART
impactinged-335	128	167	learn	learn	VERB
impactinged-335	128	168	from	from	ADP
impactinged-335	128	169	the	the	DET
impactinged-335	128	170	pdsa	pdsa	NOUN
impactinged-335	128	171	cycles	cycle	NOUN
impactinged-335	128	172	one	one	NUM
impactinged-335	128	173	key	key	ADJ
impactinged-335	128	174	skill	skill	NOUN
impactinged-335	129	1	i	i	PRON
impactinged-335	129	2	believe	believe	VERB
impactinged-335	129	3	both	both	DET
impactinged-335	129	4	improvement	improvement	NOUN
impactinged-335	129	5	science	science	NOUN
impactinged-335	129	6	and	and	CCONJ
impactinged-335	129	7	evaluation	evaluation	NOUN
impactinged-335	129	8	can	can	AUX
impactinged-335	129	9	benefit	benefit	VERB
impactinged-335	129	10	from	from	ADP
impactinged-335	129	11	is	be	AUX
impactinged-335	129	12	the	the	DET
impactinged-335	129	13	growing	grow	VERB
impactinged-335	129	14	field	field	NOUN
impactinged-335	129	15	of	of	ADP
impactinged-335	129	16	data	datum	NOUN
impactinged-335	129	17	visualization	visualization	NOUN
impactinged-335	129	18	in	in	ADP
impactinged-335	129	19	the	the	DET
impactinged-335	129	20	communication	communication	NOUN
impactinged-335	129	21	and	and	CCONJ
impactinged-335	129	22	dissemination	dissemination	NOUN
impactinged-335	129	23	of	of	ADP
impactinged-335	129	24	user	user	NOUN
impactinged-335	129	25	-	-	PUNCT
impactinged-335	129	26	friendly	friendly	ADJ
impactinged-335	129	27	and	and	CCONJ
impactinged-335	129	28	accessible	accessible	ADJ
impactinged-335	129	29	data	datum	NOUN
impactinged-335	129	30	.	.	PUNCT
impactinged-335	130	1	both	both	DET
impactinged-335	130	2	methods	method	NOUN
impactinged-335	130	3	collect	collect	VERB
impactinged-335	130	4	,	,	PUNCT
impactinged-335	130	5	analyze	analyze	VERB
impactinged-335	130	6	,	,	PUNCT
impactinged-335	130	7	and	and	CCONJ
impactinged-335	130	8	allow	allow	VERB
impactinged-335	130	9	the	the	DET
impactinged-335	130	10	data	datum	NOUN
impactinged-335	130	11	to	to	PART
impactinged-335	130	12	tell	tell	VERB
impactinged-335	130	13	a	a	DET
impactinged-335	130	14	story	story	NOUN
impactinged-335	130	15	,	,	PUNCT
impactinged-335	130	16	so	so	SCONJ
impactinged-335	130	17	it	it	PRON
impactinged-335	130	18	would	would	AUX
impactinged-335	130	19	be	be	AUX
impactinged-335	130	20	meaningful	meaningful	ADJ
impactinged-335	130	21	for	for	SCONJ
impactinged-335	130	22	students	student	NOUN
impactinged-335	130	23	to	to	PART
impactinged-335	130	24	be	be	AUX
impactinged-335	130	25	aware	aware	ADJ
impactinged-335	130	26	of	of	ADP
impactinged-335	130	27	,	,	PUNCT
impactinged-335	130	28	practice	practice	NOUN
impactinged-335	130	29	creating	creating	NOUN
impactinged-335	130	30	,	,	PUNCT
impactinged-335	130	31	and	and	CCONJ
impactinged-335	130	32	practice	practice	NOUN
impactinged-335	130	33	disseminating	disseminate	VERB
impactinged-335	130	34	a	a	DET
impactinged-335	130	35	variety	variety	NOUN
impactinged-335	130	36	of	of	ADP
impactinged-335	130	37	effective	effective	ADJ
impactinged-335	130	38	data	datum	NOUN
impactinged-335	130	39	visualizations	visualization	NOUN
impactinged-335	130	40	.	.	PUNCT
impactinged-335	131	1	i	i	PRON
impactinged-335	131	2	understand	understand	VERB
impactinged-335	131	3	that	that	DET
impactinged-335	131	4	time	time	NOUN
impactinged-335	131	5	is	be	AUX
impactinged-335	131	6	always	always	ADV
impactinged-335	131	7	an	an	DET
impactinged-335	131	8	issue	issue	NOUN
impactinged-335	131	9	and	and	CCONJ
impactinged-335	131	10	making	make	VERB
impactinged-335	131	11	room	room	NOUN
impactinged-335	131	12	for	for	ADP
impactinged-335	131	13	this	this	DET
impactinged-335	131	14	skill	skill	NOUN
impactinged-335	131	15	may	may	AUX
impactinged-335	131	16	prove	prove	VERB
impactinged-335	131	17	difficult	difficult	ADJ
impactinged-335	131	18	,	,	PUNCT
impactinged-335	131	19	even	even	ADV
impactinged-335	131	20	when	when	SCONJ
impactinged-335	131	21	i	i	PRON
impactinged-335	131	22	know	know	VERB
impactinged-335	131	23	that	that	SCONJ
impactinged-335	131	24	students	student	NOUN
impactinged-335	131	25	still	still	ADV
impactinged-335	131	26	struggle	struggle	VERB
impactinged-335	131	27	with	with	ADP
impactinged-335	131	28	creating	create	VERB
impactinged-335	131	29	simple	simple	ADJ
impactinged-335	131	30	charts	chart	NOUN
impactinged-335	131	31	in	in	ADP
impactinged-335	131	32	word	word	NOUN
impactinged-335	131	33	.	.	PUNCT
impactinged-335	132	1	while	while	SCONJ
impactinged-335	132	2	i	i	PRON
impactinged-335	132	3	imagine	imagine	VERB
impactinged-335	132	4	this	this	DET
impactinged-335	132	5	skill	skill	NOUN
impactinged-335	132	6	will	will	AUX
impactinged-335	132	7	stretch	stretch	VERB
impactinged-335	132	8	both	both	DET
impactinged-335	132	9	the	the	DET
impactinged-335	132	10	professors	professor	NOUN
impactinged-335	132	11	and	and	CCONJ
impactinged-335	132	12	students	student	NOUN
impactinged-335	132	13	,	,	PUNCT
impactinged-335	132	14	it	it	PRON
impactinged-335	132	15	is	be	AUX
impactinged-335	132	16	nonetheless	nonetheless	ADV
impactinged-335	132	17	a	a	DET
impactinged-335	132	18	useful	useful	ADJ
impactinged-335	132	19	skill	skill	NOUN
impactinged-335	132	20	to	to	PART
impactinged-335	132	21	help	help	VERB
impactinged-335	132	22	prepare	prepare	VERB
impactinged-335	132	23	students	student	NOUN
impactinged-335	132	24	make	make	VERB
impactinged-335	132	25	data	datum	NOUN
impactinged-335	132	26	accessible	accessible	ADJ
impactinged-335	132	27	and	and	CCONJ
impactinged-335	132	28	meaningful	meaningful	ADJ
impactinged-335	132	29	to	to	ADP
impactinged-335	132	30	stakeholders	stakeholder	NOUN
impactinged-335	132	31	,	,	PUNCT
impactinged-335	132	32	so	so	SCONJ
impactinged-335	132	33	that	that	SCONJ
impactinged-335	132	34	they	they	PRON
impactinged-335	132	35	can	can	AUX
impactinged-335	132	36	apply	apply	VERB
impactinged-335	132	37	minimal	minimal	ADJ
impactinged-335	132	38	effort	effort	NOUN
impactinged-335	132	39	in	in	ADP
impactinged-335	132	40	deciphering	decipher	VERB
impactinged-335	132	41	the	the	DET
impactinged-335	132	42	data	datum	NOUN
impactinged-335	132	43	.	.	PUNCT
impactinged-335	133	1	additionally	additionally	ADV
impactinged-335	133	2	,	,	PUNCT
impactinged-335	133	3	if	if	SCONJ
impactinged-335	133	4	the	the	DET
impactinged-335	133	5	data	datum	NOUN
impactinged-335	133	6	are	be	AUX
impactinged-335	133	7	to	to	PART
impactinged-335	133	8	be	be	AUX
impactinged-335	133	9	analyzed	analyze	VERB
impactinged-335	133	10	by	by	ADP
impactinged-335	133	11	the	the	DET
impactinged-335	133	12	stakeholders	stakeholder	NOUN
impactinged-335	133	13	,	,	PUNCT
impactinged-335	133	14	such	such	ADJ
impactinged-335	133	15	as	as	ADP
impactinged-335	133	16	hosting	host	VERB
impactinged-335	133	17	data	datum	NOUN
impactinged-335	133	18	parties	party	NOUN
impactinged-335	133	19	,	,	PUNCT
impactinged-335	133	20	the	the	DET
impactinged-335	133	21	data	datum	NOUN
impactinged-335	133	22	must	must	AUX
impactinged-335	133	23	be	be	AUX
impactinged-335	133	24	clear	clear	ADJ
impactinged-335	133	25	and	and	CCONJ
impactinged-335	133	26	presented	present	VERB
impactinged-335	133	27	in	in	ADP
impactinged-335	133	28	an	an	DET
impactinged-335	133	29	accessible	accessible	ADJ
impactinged-335	133	30	way	way	NOUN
impactinged-335	133	31	for	for	ADP
impactinged-335	133	32	the	the	DET
impactinged-335	133	33	best	good	ADJ
impactinged-335	133	34	use	use	NOUN
impactinged-335	133	35	of	of	ADP
impactinged-335	133	36	time	time	NOUN
impactinged-335	133	37	when	when	SCONJ
impactinged-335	133	38	analyzing	analyze	VERB
impactinged-335	133	39	data	datum	NOUN
impactinged-335	133	40	,	,	PUNCT
impactinged-335	133	41	rather	rather	ADV
impactinged-335	133	42	than	than	ADP
impactinged-335	133	43	struggling	struggle	VERB
impactinged-335	133	44	with	with	ADP
impactinged-335	133	45	unorganized	unorganized	ADJ
impactinged-335	133	46	,	,	PUNCT
impactinged-335	133	47	poorly	poorly	ADV
impactinged-335	133	48	labeled	label	VERB
impactinged-335	133	49	data	datum	NOUN
impactinged-335	133	50	.	.	PUNCT
impactinged-335	134	1	as	as	SCONJ
impactinged-335	134	2	data	datum	NOUN
impactinged-335	134	3	are	be	AUX
impactinged-335	134	4	shared	share	VERB
impactinged-335	134	5	with	with	ADP
impactinged-335	134	6	stakeholders	stakeholder	NOUN
impactinged-335	134	7	,	,	PUNCT
impactinged-335	134	8	there	there	PRON
impactinged-335	134	9	are	be	VERB
impactinged-335	134	10	cross	cross	ADJ
impactinged-335	134	11	-	-	ADJ
impactinged-335	134	12	cutting	cutting	ADJ
impactinged-335	134	13	skills	skill	NOUN
impactinged-335	134	14	such	such	ADJ
impactinged-335	134	15	as	as	ADP
impactinged-335	134	16	how	how	SCONJ
impactinged-335	134	17	to	to	PART
impactinged-335	134	18	manage	manage	VERB
impactinged-335	134	19	and	and	CCONJ
impactinged-335	134	20	facilitate	facilitate	VERB
impactinged-335	134	21	a	a	DET
impactinged-335	134	22	group	group	NOUN
impactinged-335	134	23	to	to	PART
impactinged-335	134	24	get	get	VERB
impactinged-335	134	25	them	they	PRON
impactinged-335	134	26	engaged	engage	VERB
impactinged-335	134	27	,	,	PUNCT
impactinged-335	134	28	motivated	motivated	ADJ
impactinged-335	134	29	,	,	PUNCT
impactinged-335	134	30	and	and	CCONJ
impactinged-335	134	31	skilled	skilled	ADJ
impactinged-335	134	32	in	in	ADP
impactinged-335	134	33	data	datum	NOUN
impactinged-335	134	34	analysis	analysis	NOUN
impactinged-335	134	35	.	.	PUNCT
impactinged-335	135	1	moreover	moreover	ADV
impactinged-335	135	2	,	,	PUNCT
impactinged-335	135	3	i	i	PRON
impactinged-335	135	4	would	would	AUX
impactinged-335	135	5	imagine	imagine	VERB
impactinged-335	135	6	that	that	PRON
impactinged-335	135	7	being	be	AUX
impactinged-335	135	8	skilled	skilled	ADJ
impactinged-335	135	9	in	in	ADP
impactinged-335	135	10	data	datum	NOUN
impactinged-335	135	11	visualization	visualization	NOUN
impactinged-335	135	12	is	be	AUX
impactinged-335	135	13	a	a	DET
impactinged-335	135	14	cross	cross	ADJ
impactinged-335	135	15	-	-	ADJ
impactinged-335	135	16	cutting	cutting	ADJ
impactinged-335	135	17	theme	theme	NOUN
impactinged-335	135	18	that	that	PRON
impactinged-335	135	19	could	could	AUX
impactinged-335	135	20	be	be	AUX
impactinged-335	135	21	used	use	VERB
impactinged-335	135	22	in	in	ADP
impactinged-335	135	23	courses	course	NOUN
impactinged-335	135	24	beyond	beyond	ADP
impactinged-335	135	25	evaluation	evaluation	NOUN
impactinged-335	135	26	and	and	CCONJ
impactinged-335	135	27	improvement	improvement	NOUN
impactinged-335	135	28	science	science	NOUN
impactinged-335	135	29	.	.	PUNCT
impactinged-335	136	1	furthermore	furthermore	ADV
impactinged-335	136	2	,	,	PUNCT
impactinged-335	136	3	it	it	PRON
impactinged-335	136	4	appears	appear	VERB
impactinged-335	136	5	that	that	SCONJ
impactinged-335	136	6	dealing	deal	VERB
impactinged-335	136	7	with	with	ADP
impactinged-335	136	8	unexpected	unexpected	ADJ
impactinged-335	136	9	and	and	CCONJ
impactinged-335	136	10	unintended	unintended	ADJ
impactinged-335	136	11	consequences	consequence	NOUN
impactinged-335	136	12	are	be	AUX
impactinged-335	136	13	additional	additional	ADJ
impactinged-335	136	14	areas	area	NOUN
impactinged-335	136	15	that	that	PRON
impactinged-335	136	16	overlap	overlap	VERB
impactinged-335	136	17	.	.	PUNCT
impactinged-335	137	1	in	in	ADP
impactinged-335	137	2	both	both	PRON
impactinged-335	137	3	program	program	NOUN
impactinged-335	137	4	evaluation	evaluation	NOUN
impactinged-335	137	5	and	and	CCONJ
impactinged-335	137	6	improvement	improvement	NOUN
impactinged-335	137	7	science	science	NOUN
impactinged-335	137	8	,	,	PUNCT
impactinged-335	137	9	the	the	DET
impactinged-335	137	10	following	following	NOUN
impactinged-335	137	11	can	can	AUX
impactinged-335	137	12	occur	occur	VERB
impactinged-335	137	13	:	:	PUNCT
impactinged-335	137	14	unanticipated	unanticipated	ADJ
impactinged-335	137	15	program	program	NOUN
impactinged-335	137	16	or	or	CCONJ
impactinged-335	137	17	initiative	initiative	NOUN
impactinged-335	137	18	changes	change	NOUN
impactinged-335	137	19	,	,	PUNCT
impactinged-335	137	20	strained	strained	ADJ
impactinged-335	137	21	relationships	relationship	NOUN
impactinged-335	137	22	with	with	ADP
impactinged-335	137	23	the	the	DET
impactinged-335	137	24	stakeholders	stakeholder	NOUN
impactinged-335	137	25	,	,	PUNCT
impactinged-335	137	26	negative	negative	ADJ
impactinged-335	137	27	findings	finding	NOUN
impactinged-335	137	28	,	,	PUNCT
impactinged-335	137	29	null	null	ADJ
impactinged-335	137	30	findings	finding	NOUN
impactinged-335	137	31	,	,	PUNCT
impactinged-335	137	32	insufficient	insufficient	ADJ
impactinged-335	137	33	data	datum	NOUN
impactinged-335	137	34	,	,	PUNCT
impactinged-335	137	35	and	and	CCONJ
impactinged-335	137	36	barriers	barrier	NOUN
impactinged-335	137	37	to	to	PART
impactinged-335	137	38	obtain	obtain	VERB
impactinged-335	137	39	data	datum	NOUN
impactinged-335	137	40	.	.	PUNCT
impactinged-335	138	1	students	student	NOUN
impactinged-335	138	2	working	work	VERB
impactinged-335	138	3	with	with	ADP
impactinged-335	138	4	program	program	NOUN
impactinged-335	138	5	evaluations	evaluation	NOUN
impactinged-335	138	6	or	or	CCONJ
impactinged-335	138	7	improvement	improvement	NOUN
impactinged-335	138	8	science	science	NOUN
impactinged-335	138	9	would	would	AUX
impactinged-335	138	10	benefit	benefit	VERB
impactinged-335	138	11	from	from	ADP
impactinged-335	138	12	understanding	understand	VERB
impactinged-335	138	13	these	these	DET
impactinged-335	138	14	possibilities	possibility	NOUN
impactinged-335	138	15	and	and	CCONJ
impactinged-335	138	16	the	the	DET
impactinged-335	138	17	various	various	ADJ
impactinged-335	138	18	misconceptions	misconception	NOUN
impactinged-335	138	19	about	about	ADP
impactinged-335	138	20	obtaining	obtain	VERB
impactinged-335	138	21	and	and	CCONJ
impactinged-335	138	22	making	make	VERB
impactinged-335	138	23	meaning	meaning	NOUN
impactinged-335	138	24	from	from	ADP
impactinged-335	138	25	null	null	ADJ
impactinged-335	138	26	results	result	NOUN
impactinged-335	138	27	.	.	PUNCT
impactinged-335	139	1	i	i	PRON
impactinged-335	139	2	wonder	wonder	VERB
impactinged-335	139	3	what	what	PRON
impactinged-335	139	4	the	the	DET
impactinged-335	139	5	major	major	ADJ
impactinged-335	139	6	differences	difference	NOUN
impactinged-335	139	7	would	would	AUX
impactinged-335	139	8	look	look	VERB
impactinged-335	139	9	like	like	ADP
impactinged-335	139	10	between	between	ADP
impactinged-335	139	11	a	a	DET
impactinged-335	139	12	mini	mini	ADJ
impactinged-335	139	13	-	-	ADJ
impactinged-335	139	14	pdsa	pdsa	NOUN
impactinged-335	139	15	cycle	cycle	NOUN
impactinged-335	139	16	and	and	CCONJ
impactinged-335	139	17	a	a	DET
impactinged-335	139	18	mini	mini	NOUN
impactinged-335	139	19	-	-	NOUN
impactinged-335	139	20	evaluation	evaluation	NOUN
impactinged-335	139	21	.	.	PUNCT
impactinged-335	140	1	since	since	SCONJ
impactinged-335	140	2	the	the	DET
impactinged-335	140	3	traditional	traditional	ADJ
impactinged-335	140	4	time	time	NOUN
impactinged-335	140	5	frame	frame	NOUN
impactinged-335	140	6	for	for	ADP
impactinged-335	140	7	a	a	DET
impactinged-335	140	8	pdsa	pdsa	NOUN
impactinged-335	140	9	cycle	cycle	NOUN
impactinged-335	140	10	is	be	AUX
impactinged-335	140	11	90	90	NUM
impactinged-335	140	12	days	day	NOUN
impactinged-335	140	13	,	,	PUNCT
impactinged-335	140	14	this	this	PRON
impactinged-335	140	15	would	would	AUX
impactinged-335	140	16	then	then	ADV
impactinged-335	140	17	need	need	VERB
impactinged-335	140	18	to	to	PART
impactinged-335	140	19	be	be	AUX
impactinged-335	140	20	shortened	shorten	VERB
impactinged-335	140	21	and	and	CCONJ
impactinged-335	140	22	scaled	scale	VERB
impactinged-335	140	23	down	down	ADP
impactinged-335	140	24	to	to	PART
impactinged-335	140	25	fit	fit	VERB
impactinged-335	140	26	within	within	ADP
impactinged-335	140	27	a	a	DET
impactinged-335	140	28	semester	semester	NOUN
impactinged-335	140	29	.	.	PUNCT
impactinged-335	141	1	whether	whether	SCONJ
impactinged-335	141	2	or	or	CCONJ
impactinged-335	141	3	not	not	PART
impactinged-335	141	4	a	a	DET
impactinged-335	141	5	mini	mini	NOUN
impactinged-335	141	6	-	-	NOUN
impactinged-335	141	7	pdsa	pdsa	NOUN
impactinged-335	141	8	or	or	CCONJ
impactinged-335	141	9	mini	mini	NOUN
impactinged-335	141	10	-	-	NOUN
impactinged-335	141	11	evaluation	evaluation	NOUN
impactinged-335	141	12	could	could	AUX
impactinged-335	141	13	actually	actually	ADV
impactinged-335	141	14	occur	occur	VERB
impactinged-335	141	15	within	within	ADP
impactinged-335	141	16	a	a	DET
impactinged-335	141	17	semester	semester	NOUN
impactinged-335	141	18	still	still	ADV
impactinged-335	141	19	brings	bring	VERB
impactinged-335	141	20	up	up	ADP
impactinged-335	141	21	the	the	DET
impactinged-335	141	22	challenge	challenge	NOUN
impactinged-335	141	23	of	of	ADP
impactinged-335	141	24	a	a	DET
impactinged-335	141	25	student	student	NOUN
impactinged-335	141	26	having	have	VERB
impactinged-335	141	27	the	the	DET
impactinged-335	141	28	influence	influence	NOUN
impactinged-335	141	29	,	,	PUNCT
impactinged-335	141	30	ability	ability	NOUN
impactinged-335	141	31	,	,	PUNCT
impactinged-335	141	32	and	and	CCONJ
impactinged-335	141	33	capacity	capacity	NOUN
impactinged-335	141	34	to	to	PART
impactinged-335	141	35	see	see	VERB
impactinged-335	141	36	one	one	NUM
impactinged-335	141	37	through	through	ADP
impactinged-335	141	38	to	to	ADP
impactinged-335	141	39	completion	completion	NOUN
impactinged-335	141	40	in	in	ADP
impactinged-335	141	41	time	time	NOUN
impactinged-335	141	42	and	and	CCONJ
impactinged-335	141	43	conducted	conduct	VERB
impactinged-335	141	44	effectively	effectively	ADV
impactinged-335	141	45	.	.	PUNCT
impactinged-335	142	1	consequently	consequently	ADV
impactinged-335	142	2	,	,	PUNCT
impactinged-335	142	3	would	would	AUX
impactinged-335	142	4	it	it	PRON
impactinged-335	142	5	be	be	AUX
impactinged-335	142	6	worthwhile	worthwhile	ADJ
impactinged-335	142	7	having	have	VERB
impactinged-335	142	8	a	a	DET
impactinged-335	142	9	student	student	NOUN
impactinged-335	142	10	plan	plan	NOUN
impactinged-335	142	11	for	for	ADP
impactinged-335	142	12	one	one	NUM
impactinged-335	142	13	,	,	PUNCT
impactinged-335	142	14	rather	rather	ADV
impactinged-335	142	15	than	than	SCONJ
impactinged-335	142	16	be	be	AUX
impactinged-335	142	17	expected	expect	VERB
impactinged-335	142	18	to	to	PART
impactinged-335	142	19	actually	actually	ADV
impactinged-335	142	20	implement	implement	VERB
impactinged-335	142	21	it	it	PRON
impactinged-335	142	22	?	?	PUNCT
impactinged-335	143	1	i	i	PRON
impactinged-335	143	2	contend	contend	VERB
impactinged-335	143	3	that	that	SCONJ
impactinged-335	143	4	it	it	PRON
impactinged-335	143	5	is	be	AUX
impactinged-335	143	6	extremely	extremely	ADV
impactinged-335	143	7	worthwhile	worthwhile	ADJ
impactinged-335	143	8	based	base	VERB
impactinged-335	143	9	upon	upon	SCONJ
impactinged-335	143	10	the	the	DET
impactinged-335	143	11	last	last	ADJ
impactinged-335	143	12	two	two	NUM
impactinged-335	143	13	semesters	semester	NOUN
impactinged-335	143	14	of	of	ADP
impactinged-335	143	15	having	have	VERB
impactinged-335	143	16	students	student	NOUN
impactinged-335	143	17	create	create	VERB
impactinged-335	143	18	an	an	DET
impactinged-335	143	19	evaluation	evaluation	NOUN
impactinged-335	143	20	plan	plan	NOUN
impactinged-335	143	21	,	,	PUNCT
impactinged-335	143	22	but	but	CCONJ
impactinged-335	143	23	would	would	AUX
impactinged-335	143	24	they	they	PRON
impactinged-335	143	25	get	get	VERB
impactinged-335	143	26	the	the	DET
impactinged-335	143	27	same	same	ADJ
impactinged-335	143	28	benefit	benefit	NOUN
impactinged-335	143	29	from	from	ADP
impactinged-335	143	30	planning	plan	VERB
impactinged-335	143	31	for	for	ADP
impactinged-335	143	32	a	a	DET
impactinged-335	143	33	90	90	NUM
impactinged-335	143	34	-	-	PUNCT
impactinged-335	143	35	day	day	NOUN
impactinged-335	143	36	pdsa	pdsa	NOUN
impactinged-335	143	37	cycle	cycle	NOUN
impactinged-335	143	38	?	?	PUNCT
impactinged-335	144	1	most	most	ADV
impactinged-335	144	2	likely	likely	ADV
impactinged-335	144	3	,	,	PUNCT
impactinged-335	144	4	the	the	DET
impactinged-335	144	5	answer	answer	NOUN
impactinged-335	144	6	would	would	AUX
impactinged-335	144	7	depend	depend	VERB
impactinged-335	144	8	on	on	ADP
impactinged-335	144	9	the	the	DET
impactinged-335	144	10	student	student	NOUN
impactinged-335	144	11	’s	’s	PART
impactinged-335	144	12	professional	professional	ADJ
impactinged-335	144	13	context	context	NOUN
impactinged-335	144	14	and	and	CCONJ
impactinged-335	144	15	which	which	PRON
impactinged-335	144	16	would	would	AUX
impactinged-335	144	17	provide	provide	VERB
impactinged-335	144	18	them	they	PRON
impactinged-335	144	19	with	with	ADP
impactinged-335	144	20	more	more	ADV
impactinged-335	144	21	valuable	valuable	ADJ
impactinged-335	144	22	information	information	NOUN
impactinged-335	144	23	to	to	PART
impactinged-335	144	24	prepare	prepare	VERB
impactinged-335	144	25	them	they	PRON
impactinged-335	144	26	for	for	ADP
impactinged-335	144	27	the	the	DET
impactinged-335	144	28	day	day	NOUN
impactinged-335	144	29	when	when	SCONJ
impactinged-335	144	30	these	these	DET
impactinged-335	144	31	skills	skill	NOUN
impactinged-335	144	32	will	will	AUX
impactinged-335	144	33	used	use	VERB
impactinged-335	144	34	.	.	PUNCT
impactinged-335	145	1	perhaps	perhaps	ADV
impactinged-335	145	2	then	then	ADV
impactinged-335	145	3	covering	cover	VERB
impactinged-335	145	4	both	both	DET
impactinged-335	145	5	the	the	DET
impactinged-335	145	6	challenges	challenge	NOUN
impactinged-335	145	7	and	and	CCONJ
impactinged-335	145	8	promises	promise	NOUN
impactinged-335	145	9	of	of	ADP
impactinged-335	145	10	improvement	improvement	NOUN
impactinged-335	145	11	science	science	NOUN
impactinged-335	145	12	and	and	CCONJ
impactinged-335	145	13	program	program	NOUN
impactinged-335	145	14	evaluation	evaluation	NOUN
impactinged-335	145	15	might	might	AUX
impactinged-335	145	16	be	be	AUX
impactinged-335	145	17	a	a	DET
impactinged-335	145	18	balance	balance	NOUN
impactinged-335	145	19	suited	suit	VERB
impactinged-335	145	20	for	for	ADP
impactinged-335	145	21	doctoral	doctoral	ADJ
impactinged-335	145	22	students	student	NOUN
impactinged-335	145	23	?	?	PUNCT
impactinged-335	146	1	common	common	ADJ
impactinged-335	146	2	challenges	challenge	NOUN
impactinged-335	146	3	that	that	PRON
impactinged-335	146	4	rise	rise	VERB
impactinged-335	146	5	to	to	ADP
impactinged-335	146	6	the	the	DET
impactinged-335	146	7	top	top	NOUN
impactinged-335	146	8	for	for	ADP
impactinged-335	146	9	practitioners	practitioner	NOUN
impactinged-335	146	10	involved	involve	VERB
impactinged-335	146	11	in	in	ADP
impactinged-335	146	12	either	either	DET
impactinged-335	146	13	pdsa	pdsa	NOUN
impactinged-335	146	14	cycles	cycle	NOUN
impactinged-335	146	15	or	or	CCONJ
impactinged-335	146	16	a	a	DET
impactinged-335	146	17	program	program	NOUN
impactinged-335	146	18	evaluation	evaluation	NOUN
impactinged-335	146	19	quickly	quickly	ADV
impactinged-335	146	20	discover	discover	VERB
impactinged-335	146	21	the	the	DET
impactinged-335	146	22	challenge	challenge	NOUN
impactinged-335	146	23	of	of	ADP
impactinged-335	146	24	finding	find	VERB
impactinged-335	146	25	the	the	DET
impactinged-335	146	26	time	time	NOUN
impactinged-335	146	27	and	and	CCONJ
impactinged-335	146	28	resources	resource	NOUN
impactinged-335	146	29	needed	need	VERB
impactinged-335	146	30	to	to	PART
impactinged-335	146	31	conduct	conduct	VERB
impactinged-335	146	32	either	either	CCONJ
impactinged-335	146	33	one	one	NOUN
impactinged-335	146	34	effectively	effectively	ADV
impactinged-335	146	35	or	or	CCONJ
impactinged-335	146	36	efficiently	efficiently	ADV
impactinged-335	146	37	without	without	ADP
impactinged-335	146	38	a	a	DET
impactinged-335	146	39	full	full	ADJ
impactinged-335	146	40	commitment	commitment	NOUN
impactinged-335	146	41	from	from	ADP
impactinged-335	146	42	all	all	DET
impactinged-335	146	43	those	those	PRON
impactinged-335	146	44	involved	involve	VERB
impactinged-335	146	45	in	in	ADP
impactinged-335	146	46	each	each	DET
impactinged-335	146	47	process	process	NOUN
impactinged-335	146	48	connected	connect	VERB
impactinged-335	146	49	to	to	ADP
impactinged-335	146	50	this	this	DET
impactinged-335	146	51	initiative	initiative	NOUN
impactinged-335	146	52	or	or	CCONJ
impactinged-335	146	53	program	program	NOUN
impactinged-335	146	54	.	.	PUNCT
impactinged-335	147	1	developing	develop	VERB
impactinged-335	147	2	and	and	CCONJ
impactinged-335	147	3	sustaining	sustain	VERB
impactinged-335	147	4	a	a	DET
impactinged-335	147	5	learning	learn	VERB
impactinged-335	147	6	organization	organization	NOUN
impactinged-335	147	7	with	with	ADP
impactinged-335	147	8	a	a	DET
impactinged-335	147	9	growth	growth	NOUN
impactinged-335	147	10	mindset	mindset	NOUN
impactinged-335	147	11	is	be	AUX
impactinged-335	147	12	another	another	DET
impactinged-335	147	13	common	common	ADJ
impactinged-335	147	14	challenge	challenge	NOUN
impactinged-335	147	15	worth	worth	ADJ
impactinged-335	147	16	discussing	discuss	VERB
impactinged-335	147	17	.	.	PUNCT
impactinged-335	148	1	evaluation	evaluation	NOUN
impactinged-335	148	2	certainly	certainly	ADV
impactinged-335	148	3	has	have	VERB
impactinged-335	148	4	its	its	PRON
impactinged-335	148	5	fair	fair	ADJ
impactinged-335	148	6	share	share	NOUN
impactinged-335	148	7	of	of	ADP
impactinged-335	148	8	being	be	AUX
impactinged-335	148	9	seen	see	VERB
impactinged-335	148	10	as	as	ADP
impactinged-335	148	11	a	a	DET
impactinged-335	148	12	box	box	NOUN
impactinged-335	148	13	-	-	PUNCT
impactinged-335	148	14	checking	checking	NOUN
impactinged-335	148	15	,	,	PUNCT
impactinged-335	148	16	compliance	compliance	NOUN
impactinged-335	148	17	-	-	PUNCT
impactinged-335	148	18	driven	drive	VERB
impactinged-335	148	19	,	,	PUNCT
impactinged-335	148	20	time	time	NOUN
impactinged-335	148	21	-	-	PUNCT
impactinged-335	148	22	consuming	consume	VERB
impactinged-335	148	23	,	,	PUNCT
impactinged-335	148	24	irrelevant	irrelevant	ADJ
impactinged-335	148	25	,	,	PUNCT
impactinged-335	148	26	political	political	ADJ
impactinged-335	148	27	,	,	PUNCT
impactinged-335	148	28	punitive	punitive	ADJ
impactinged-335	148	29	,	,	PUNCT
impactinged-335	148	30	and	and	CCONJ
impactinged-335	148	31	useless	useless	ADJ
impactinged-335	148	32	activity	activity	NOUN
impactinged-335	148	33	that	that	PRON
impactinged-335	148	34	improvement	improvement	NOUN
impactinged-335	148	35	science	science	NOUN
impactinged-335	148	36	would	would	AUX
impactinged-335	148	37	like	like	VERB
impactinged-335	148	38	to	to	PART
impactinged-335	148	39	evade	evade	VERB
impactinged-335	148	40	(	(	PUNCT
impactinged-335	148	41	eagleston	eagleston	NOUN
impactinged-335	148	42	,	,	PUNCT
impactinged-335	148	43	2020	2020	NUM
impactinged-335	148	44	)	)	PUNCT
impactinged-335	148	45	.	.	PUNCT
impactinged-335	149	1	lastly	lastly	ADV
impactinged-335	149	2	,	,	PUNCT
impactinged-335	149	3	creating	create	VERB
impactinged-335	149	4	the	the	DET
impactinged-335	149	5	knowledge	knowledge	NOUN
impactinged-335	149	6	on	on	ADP
impactinged-335	149	7	how	how	SCONJ
impactinged-335	149	8	to	to	PART
impactinged-335	149	9	scale	scale	VERB
impactinged-335	149	10	programs	program	NOUN
impactinged-335	149	11	to	to	ADP
impactinged-335	149	12	new	new	ADJ
impactinged-335	149	13	settings	setting	NOUN
impactinged-335	149	14	can	can	AUX
impactinged-335	149	15	certainly	certainly	ADV
impactinged-335	149	16	cause	cause	VERB
impactinged-335	149	17	challenges	challenge	NOUN
impactinged-335	149	18	and	and	CCONJ
impactinged-335	149	19	opportunities	opportunity	NOUN
impactinged-335	149	20	for	for	ADP
impactinged-335	149	21	both	both	CCONJ
impactinged-335	149	22	the	the	DET
impactinged-335	149	23	improvement	improvement	NOUN
impactinged-335	149	24	science	science	NOUN
impactinged-335	149	25	and	and	CCONJ
impactinged-335	149	26	evaluation	evaluation	NOUN
impactinged-335	149	27	field	field	NOUN
impactinged-335	149	28	.	.	PUNCT
impactinged-335	150	1	not	not	PART
impactinged-335	150	2	all	all	DET
impactinged-335	150	3	evaluation	evaluation	NOUN
impactinged-335	150	4	types	type	NOUN
impactinged-335	150	5	will	will	AUX
impactinged-335	150	6	have	have	VERB
impactinged-335	150	7	areas	area	NOUN
impactinged-335	150	8	of	of	ADP
impactinged-335	150	9	alignment	alignment	NOUN
impactinged-335	150	10	with	with	ADP
impactinged-335	150	11	improvement	improvement	NOUN
impactinged-335	150	12	science	science	NOUN
impactinged-335	150	13	,	,	PUNCT
impactinged-335	150	14	but	but	CCONJ
impactinged-335	150	15	i	i	PRON
impactinged-335	150	16	find	find	VERB
impactinged-335	150	17	that	that	SCONJ
impactinged-335	150	18	participatory	participatory	NOUN
impactinged-335	150	19	,	,	PUNCT
impactinged-335	150	20	utilization	utilization	NOUN
impactinged-335	150	21	-	-	PUNCT
impactinged-335	150	22	focused	focused	ADJ
impactinged-335	150	23	,	,	PUNCT
impactinged-335	150	24	empowerment	empowerment	NOUN
impactinged-335	150	25	,	,	PUNCT
impactinged-335	150	26	and	and	CCONJ
impactinged-335	150	27	realist	realist	ADJ
impactinged-335	150	28	evaluations	evaluation	NOUN
impactinged-335	150	29	have	have	VERB
impactinged-335	150	30	the	the	DET
impactinged-335	150	31	most	most	ADV
impactinged-335	150	32	common	common	ADJ
impactinged-335	150	33	elements	element	NOUN
impactinged-335	150	34	with	with	ADP
impactinged-335	150	35	improvement	improvement	NOUN
impactinged-335	150	36	science	science	NOUN
impactinged-335	150	37	and	and	CCONJ
impactinged-335	150	38	,	,	PUNCT
impactinged-335	150	39	therefore	therefore	ADV
impactinged-335	150	40	,	,	PUNCT
impactinged-335	150	41	opens	open	VERB
impactinged-335	150	42	the	the	DET
impactinged-335	150	43	door	door	NOUN
impactinged-335	150	44	for	for	ADP
impactinged-335	150	45	further	further	ADJ
impactinged-335	150	46	possible	possible	ADJ
impactinged-335	150	47	crossover	crossover	ADP
impactinged-335	150	48	learning	learn	VERB
impactinged-335	150	49	.	.	PUNCT
impactinged-335	151	1	in	in	ADP
impactinged-335	151	2	particular	particular	ADJ
impactinged-335	151	3	,	,	PUNCT
impactinged-335	151	4	realist	realist	ADJ
impactinged-335	151	5	evaluations	evaluation	NOUN
impactinged-335	151	6	have	have	VERB
impactinged-335	151	7	a	a	DET
impactinged-335	151	8	similar	similar	ADJ
impactinged-335	151	9	approach	approach	NOUN
impactinged-335	151	10	to	to	ADP
impactinged-335	151	11	improvement	improvement	NOUN
impactinged-335	151	12	science	science	NOUN
impactinged-335	151	13	in	in	ADP
impactinged-335	151	14	that	that	SCONJ
impactinged-335	151	15	it	it	PRON
impactinged-335	151	16	calls	call	VERB
impactinged-335	151	17	for	for	ADP
impactinged-335	151	18	asking	ask	VERB
impactinged-335	151	19	how	how	SCONJ
impactinged-335	151	20	and	and	CCONJ
impactinged-335	151	21	why	why	SCONJ
impactinged-335	151	22	a	a	DET
impactinged-335	151	23	program	program	NOUN
impactinged-335	151	24	or	or	CCONJ
impactinged-335	151	25	initiative	initiative	NOUN
impactinged-335	151	26	works	work	NOUN
impactinged-335	151	27	,	,	PUNCT
impactinged-335	151	28	for	for	ADP
impactinged-335	151	29	whom	whom	PRON
impactinged-335	151	30	,	,	PUNCT
impactinged-335	151	31	and	and	CCONJ
impactinged-335	151	32	under	under	ADP
impactinged-335	151	33	what	what	DET
impactinged-335	151	34	conditions	condition	NOUN
impactinged-335	151	35	,	,	PUNCT
impactinged-335	151	36	in	in	ADP
impactinged-335	151	37	hopes	hope	NOUN
impactinged-335	151	38	of	of	ADP
impactinged-335	151	39	understanding	understand	VERB
impactinged-335	151	40	how	how	SCONJ
impactinged-335	151	41	to	to	PART
impactinged-335	151	42	adapt	adapt	VERB
impactinged-335	151	43	and	and	CCONJ
impactinged-335	151	44	scale	scale	VERB
impactinged-335	151	45	up	up	ADP
impactinged-335	151	46	in	in	ADP
impactinged-335	151	47	new	new	ADJ
impactinged-335	151	48	contexts	contexts	NOUN
impactinged-335	151	49	(	(	PUNCT
impactinged-335	151	50	byrk	byrk	NOUN
impactinged-335	151	51	et	et	PROPN
impactinged-335	151	52	al	al	PROPN
impactinged-335	151	53	.	.	PROPN
impactinged-335	151	54	,	,	PUNCT
impactinged-335	151	55	2015	2015	NUM
impactinged-335	151	56	;	;	PUNCT
impactinged-335	151	57	pawson	pawson	PROPN
impactinged-335	151	58	&	&	CCONJ
impactinged-335	151	59	tilley	tilley	PROPN
impactinged-335	151	60	,	,	PUNCT
impactinged-335	151	61	1997	1997	NUM
impactinged-335	151	62	;	;	PUNCT
impactinged-335	151	63	westhorp	westhorp	PROPN
impactinged-335	151	64	,	,	PUNCT
impactinged-335	151	65	2014	2014	NUM
impactinged-335	151	66	)	)	PUNCT
impactinged-335	151	67	.	.	PUNCT
impactinged-335	152	1	pawson	pawson	PROPN
impactinged-335	152	2	and	and	CCONJ
impactinged-335	152	3	tilley	tilley	PROPN
impactinged-335	152	4	(	(	PUNCT
impactinged-335	152	5	1997	1997	NUM
impactinged-335	152	6	)	)	PUNCT
impactinged-335	152	7	provide	provide	VERB
impactinged-335	152	8	a	a	DET
impactinged-335	152	9	framework	framework	NOUN
impactinged-335	152	10	for	for	ADP
impactinged-335	152	11	understanding	understand	VERB
impactinged-335	152	12	how	how	SCONJ
impactinged-335	152	13	context	context	NOUN
impactinged-335	152	14	,	,	PUNCT
impactinged-335	152	15	mechanisms	mechanism	NOUN
impactinged-335	152	16	,	,	PUNCT
impactinged-335	152	17	and	and	CCONJ
impactinged-335	152	18	outcomes	outcome	NOUN
impactinged-335	152	19	explain	explain	VERB
impactinged-335	152	20	why	why	SCONJ
impactinged-335	152	21	and	and	CCONJ
impactinged-335	152	22	how	how	SCONJ
impactinged-335	152	23	the	the	DET
impactinged-335	152	24	program	program	NOUN
impactinged-335	152	25	works	work	VERB
impactinged-335	152	26	,	,	PUNCT
impactinged-335	152	27	for	for	ADP
impactinged-335	152	28	whom	whom	PRON
impactinged-335	152	29	,	,	PUNCT
impactinged-335	152	30	and	and	CCONJ
impactinged-335	152	31	under	under	ADP
impactinged-335	152	32	what	what	DET
impactinged-335	152	33	conditions	condition	NOUN
impactinged-335	152	34	.	.	PUNCT
impactinged-335	153	1	realist	realist	ADJ
impactinged-335	153	2	evaluations	evaluation	NOUN
impactinged-335	153	3	and	and	CCONJ
impactinged-335	153	4	improvement	improvement	NOUN
impactinged-335	153	5	science	science	NOUN
impactinged-335	153	6	both	both	PRON
impactinged-335	153	7	give	give	VERB
impactinged-335	153	8	emphasis	emphasis	NOUN
impactinged-335	153	9	to	to	ADP
impactinged-335	153	10	the	the	DET
impactinged-335	153	11	complexities	complexity	NOUN
impactinged-335	153	12	and	and	CCONJ
impactinged-335	153	13	wide	wide	ADJ
impactinged-335	153	14	variations	variation	NOUN
impactinged-335	153	15	of	of	ADP
impactinged-335	153	16	contexts	contexts	NOUN
impactinged-335	153	17	,	,	PUNCT
impactinged-335	153	18	the	the	DET
impactinged-335	153	19	practical	practical	ADJ
impactinged-335	153	20	implications	implication	NOUN
impactinged-335	153	21	for	for	ADP
impactinged-335	153	22	society	society	NOUN
impactinged-335	153	23	,	,	PUNCT
impactinged-335	153	24	and	and	CCONJ
impactinged-335	153	25	a	a	DET
impactinged-335	153	26	call	call	NOUN
impactinged-335	153	27	for	for	ADP
impactinged-335	153	28	interdisciplinary	interdisciplinary	ADJ
impactinged-335	153	29	or	or	CCONJ
impactinged-335	153	30	networked	networked	ADJ
impactinged-335	153	31	communities	community	NOUN
impactinged-335	153	32	to	to	PART
impactinged-335	153	33	help	help	VERB
impactinged-335	153	34	carry	carry	VERB
impactinged-335	153	35	out	out	ADP
impactinged-335	153	36	the	the	DET
impactinged-335	153	37	evaluations	evaluation	NOUN
impactinged-335	153	38	(	(	PUNCT
impactinged-335	153	39	byrk	byrk	NOUN
impactinged-335	153	40	et	et	PROPN
impactinged-335	153	41	al	al	PROPN
impactinged-335	153	42	.	.	PROPN
impactinged-335	153	43	,	,	PUNCT
impactinged-335	153	44	2015	2015	NUM
impactinged-335	153	45	;	;	PUNCT
impactinged-335	153	46	pawson	pawson	PROPN
impactinged-335	153	47	,	,	PUNCT
impactinged-335	153	48	2006	2006	NUM
impactinged-335	153	49	;	;	PUNCT
impactinged-335	153	50	pawson	pawson	PROPN
impactinged-335	153	51	&	&	CCONJ
impactinged-335	153	52	manzanosantaella	manzanosantaella	PROPN
impactinged-335	153	53	,	,	PUNCT
impactinged-335	153	54	2012	2012	NUM
impactinged-335	153	55	)	)	PUNCT
impactinged-335	153	56	.	.	PUNCT
impactinged-335	154	1	while	while	SCONJ
impactinged-335	154	2	improvement	improvement	NOUN
impactinged-335	154	3	science	science	NOUN
impactinged-335	154	4	calls	call	VERB
impactinged-335	154	5	for	for	ADP
impactinged-335	154	6	iterative	iterative	NOUN
impactinged-335	154	7	pdsa	pdsa	NOUN
impactinged-335	154	8	cycles	cycle	NOUN
impactinged-335	154	9	,	,	PUNCT
impactinged-335	154	10	pawson	pawson	PROPN
impactinged-335	154	11	and	and	CCONJ
impactinged-335	154	12	tilly	tilly	PROPN
impactinged-335	154	13	(	(	PUNCT
impactinged-335	154	14	2001	2001	NUM
impactinged-335	154	15	)	)	PUNCT
impactinged-335	154	16	similarly	similarly	ADV
impactinged-335	154	17	call	call	VERB
impactinged-335	154	18	for	for	ADP
impactinged-335	154	19	speaking	speak	VERB
impactinged-335	154	20	of	of	ADP
impactinged-335	154	21	evaluations	evaluation	NOUN
impactinged-335	154	22	in	in	ADP
impactinged-335	154	23	the	the	DET
impactinged-335	154	24	plural	plural	NOUN
impactinged-335	154	25	,	,	PUNCT
impactinged-335	154	26	as	as	SCONJ
impactinged-335	154	27	to	to	PART
impactinged-335	154	28	acknowledge	acknowledge	VERB
impactinged-335	154	29	this	this	DET
impactinged-335	154	30	same	same	ADJ
impactinged-335	154	31	iterative	iterative	NOUN
impactinged-335	154	32	cycle	cycle	NOUN
impactinged-335	154	33	and	and	CCONJ
impactinged-335	154	34	to	to	PART
impactinged-335	154	35	ask	ask	VERB
impactinged-335	154	36	big	big	ADJ
impactinged-335	154	37	questions	question	NOUN
impactinged-335	154	38	of	of	ADP
impactinged-335	154	39	small	small	ADJ
impactinged-335	154	40	interventions	intervention	NOUN
impactinged-335	154	41	.	.	PUNCT
impactinged-335	155	1	their	their	PRON
impactinged-335	155	2	belief	belief	NOUN
impactinged-335	155	3	also	also	ADV
impactinged-335	155	4	acknowledges	acknowledge	VERB
impactinged-335	155	5	the	the	DET
impactinged-335	155	6	learn	learn	NOUN
impactinged-335	155	7	fast	fast	ADV
impactinged-335	155	8	,	,	PUNCT
impactinged-335	155	9	fail	fail	VERB
impactinged-335	155	10	fast	fast	ADV
impactinged-335	155	11	,	,	PUNCT
impactinged-335	155	12	and	and	CCONJ
impactinged-335	155	13	improve	improve	VERB
impactinged-335	155	14	quickly	quickly	ADV
impactinged-335	155	15	principle	principle	NOUN
impactinged-335	155	16	embedded	embed	VERB
impactinged-335	155	17	in	in	ADP
impactinged-335	155	18	the	the	DET
impactinged-335	155	19	improvement	improvement	NOUN
impactinged-335	155	20	science	science	NOUN
impactinged-335	155	21	methodology	methodology	NOUN
impactinged-335	155	22	.	.	PUNCT
impactinged-335	156	1	christie	christie	PROPN
impactinged-335	156	2	et	et	PROPN
impactinged-335	156	3	al	al	PROPN
impactinged-335	156	4	.	.	PROPN
impactinged-335	156	5	(	(	PUNCT
impactinged-335	156	6	2017b	2017b	NUM
impactinged-335	156	7	)	)	PUNCT
impactinged-335	156	8	assert	assert	VERB
impactinged-335	156	9	that	that	SCONJ
impactinged-335	156	10	there	there	PRON
impactinged-335	156	11	are	be	VERB
impactinged-335	156	12	four	four	NUM
impactinged-335	156	13	areas	area	NOUN
impactinged-335	156	14	,	,	PUNCT
impactinged-335	156	15	for	for	ADP
impactinged-335	156	16	what	what	PRON
impactinged-335	156	17	they	they	PRON
impactinged-335	156	18	refer	refer	VERB
impactinged-335	156	19	to	to	ADP
impactinged-335	156	20	as	as	ADP
impactinged-335	156	21	a	a	DET
impactinged-335	156	22	cross	cross	ADJ
impactinged-335	156	23	-	-	ADJ
impactinged-335	156	24	fertilization	fertilization	ADJ
impactinged-335	156	25	discussion	discussion	NOUN
impactinged-335	156	26	,	,	PUNCT
impactinged-335	156	27	between	between	ADP
impactinged-335	156	28	the	the	DET
impactinged-335	156	29	two	two	NUM
impactinged-335	156	30	with	with	ADP
impactinged-335	156	31	more	more	ADJ
impactinged-335	156	32	of	of	ADP
impactinged-335	156	33	a	a	DET
impactinged-335	156	34	focus	focus	NOUN
impactinged-335	156	35	of	of	ADP
impactinged-335	156	36	what	what	PRON
impactinged-335	156	37	evaluation	evaluation	NOUN
impactinged-335	156	38	researchers	researcher	NOUN
impactinged-335	156	39	can	can	AUX
impactinged-335	156	40	learn	learn	VERB
impactinged-335	156	41	from	from	ADP
impactinged-335	156	42	the	the	DET
impactinged-335	156	43	theory	theory	NOUN
impactinged-335	156	44	and	and	CCONJ
impactinged-335	156	45	application	application	NOUN
impactinged-335	156	46	of	of	ADP
impactinged-335	156	47	improvement	improvement	NOUN
impactinged-335	156	48	science	science	NOUN
impactinged-335	156	49	including	including	ADP
impactinged-335	156	50	learning	learn	VERB
impactinged-335	156	51	from	from	ADP
impactinged-335	156	52	error	error	NOUN
impactinged-335	156	53	,	,	PUNCT
impactinged-335	156	54	examination	examination	NOUN
impactinged-335	156	55	of	of	ADP
impactinged-335	156	56	variation	variation	NOUN
impactinged-335	156	57	,	,	PUNCT
impactinged-335	156	58	appreciating	appreciate	VERB
impactinged-335	156	59	context	context	NOUN
impactinged-335	156	60	,	,	PUNCT
impactinged-335	156	61	and	and	CCONJ
impactinged-335	156	62	focusing	focus	VERB
impactinged-335	156	63	on	on	ADP
impactinged-335	156	64	systems	system	NOUN
impactinged-335	156	65	change	change	NOUN
impactinged-335	156	66	.	.	PUNCT
impactinged-335	157	1	while	while	SCONJ
impactinged-335	157	2	each	each	DET
impactinged-335	157	3	area	area	NOUN
impactinged-335	157	4	can	can	AUX
impactinged-335	157	5	be	be	AUX
impactinged-335	157	6	explored	explore	VERB
impactinged-335	157	7	at	at	ADP
impactinged-335	157	8	greater	great	ADJ
impactinged-335	157	9	depth	depth	NOUN
impactinged-335	157	10	than	than	SCONJ
impactinged-335	157	11	provided	provide	VERB
impactinged-335	157	12	here	here	ADV
impactinged-335	157	13	,	,	PUNCT
impactinged-335	157	14	i	i	PRON
impactinged-335	157	15	will	will	AUX
impactinged-335	157	16	discuss	discuss	VERB
impactinged-335	157	17	briefly	briefly	ADV
impactinged-335	157	18	how	how	SCONJ
impactinged-335	157	19	these	these	DET
impactinged-335	157	20	four	four	NUM
impactinged-335	157	21	areas	area	NOUN
impactinged-335	157	22	highlight	highlight	VERB
impactinged-335	157	23	possible	possible	ADJ
impactinged-335	157	24	future	future	ADJ
impactinged-335	157	25	discussions	discussion	NOUN
impactinged-335	157	26	.	.	PUNCT
impactinged-335	158	1	the	the	DET
impactinged-335	158	2	authors	author	NOUN
impactinged-335	158	3	assert	assert	VERB
impactinged-335	158	4	that	that	SCONJ
impactinged-335	158	5	the	the	DET
impactinged-335	158	6	evaluation	evaluation	NOUN
impactinged-335	158	7	field	field	NOUN
impactinged-335	158	8	can	can	AUX
impactinged-335	158	9	learn	learn	VERB
impactinged-335	158	10	from	from	ADP
impactinged-335	158	11	how	how	SCONJ
impactinged-335	158	12	improvement	improvement	NOUN
impactinged-335	158	13	science	science	NOUN
impactinged-335	158	14	carves	carve	VERB
impactinged-335	158	15	out	out	ADP
impactinged-335	158	16	a	a	DET
impactinged-335	158	17	trial	trial	NOUN
impactinged-335	158	18	-	-	PUNCT
impactinged-335	158	19	and	and	CCONJ
impactinged-335	158	20	-	-	PUNCT
impactinged-335	158	21	error	error	NOUN
impactinged-335	158	22	environment	environment	NOUN
impactinged-335	158	23	that	that	PRON
impactinged-335	158	24	has	have	VERB
impactinged-335	158	25	a	a	DET
impactinged-335	158	26	welcoming	welcoming	ADJ
impactinged-335	158	27	learning	learning	NOUN
impactinged-335	158	28	space	space	NOUN
impactinged-335	158	29	for	for	ADP
impactinged-335	158	30	error	error	NOUN
impactinged-335	158	31	instead	instead	ADV
impactinged-335	158	32	of	of	ADP
impactinged-335	158	33	trying	try	VERB
impactinged-335	158	34	to	to	PART
impactinged-335	158	35	rule	rule	VERB
impactinged-335	158	36	out	out	ADP
impactinged-335	158	37	or	or	CCONJ
impactinged-335	158	38	adjust	adjust	VERB
impactinged-335	158	39	for	for	ADP
impactinged-335	158	40	error	error	NOUN
impactinged-335	158	41	like	like	ADP
impactinged-335	158	42	role	role	NOUN
impactinged-335	158	43	of	of	ADP
impactinged-335	158	44	program	program	NOUN
impactinged-335	158	45	evaluation	evaluation	NOUN
impactinged-335	158	46	in	in	ADP
impactinged-335	158	47	edd	edd	PROPN
impactinged-335	158	48	programs	program	NOUN
impactinged-335	158	49	impacting	impact	VERB
impactinged-335	158	50	education	education	NOUN
impactinged-335	158	51	:	:	PUNCT
impactinged-335	158	52	journal	journal	NOUN
impactinged-335	158	53	on	on	ADP
impactinged-335	158	54	transforming	transform	VERB
impactinged-335	158	55	professional	professional	ADJ
impactinged-335	158	56	practice	practice	NOUN
impactinged-335	158	57	impactinged.pitt.edu	impactinged.pitt.edu	PROPN
impactinged-335	158	58	vol	vol	NOUN
impactinged-335	158	59	.	.	PROPN
impactinged-335	158	60	8	8	NUM
impactinged-335	159	1	no	no	NOUN
impactinged-335	159	2	.	.	NOUN
impactinged-335	159	3	4	4	NUM
impactinged-335	159	4	(	(	PUNCT
impactinged-335	159	5	2023	2023	NUM
impactinged-335	159	6	)	)	PUNCT
impactinged-335	159	7	doi	doi	NOUN
impactinged-335	159	8	10.5195	10.5195	NUM
impactinged-335	159	9	/	/	SYM
impactinged-335	159	10	ie.2023.335	ie.2023.335	NOUN
impactinged-335	159	11	55	55	NUM
impactinged-335	159	12	many	many	ADJ
impactinged-335	159	13	evaluations	evaluation	NOUN
impactinged-335	159	14	do	do	VERB
impactinged-335	159	15	(	(	PUNCT
impactinged-335	159	16	christie	christie	PROPN
impactinged-335	159	17	et	et	PROPN
impactinged-335	159	18	al	al	PROPN
impactinged-335	159	19	.	.	PROPN
impactinged-335	159	20	,	,	PUNCT
impactinged-335	159	21	2017b	2017b	NUM
impactinged-335	159	22	)	)	PUNCT
impactinged-335	159	23	.	.	PUNCT
impactinged-335	160	1	i	i	PRON
impactinged-335	160	2	would	would	AUX
impactinged-335	160	3	add	add	VERB
impactinged-335	160	4	though	though	ADV
impactinged-335	160	5	that	that	SCONJ
impactinged-335	160	6	realist	realist	ADJ
impactinged-335	160	7	evaluations	evaluation	NOUN
impactinged-335	160	8	may	may	AUX
impactinged-335	160	9	be	be	AUX
impactinged-335	160	10	a	a	DET
impactinged-335	160	11	bridge	bridge	NOUN
impactinged-335	160	12	in	in	ADP
impactinged-335	160	13	this	this	DET
impactinged-335	160	14	case	case	NOUN
impactinged-335	160	15	since	since	SCONJ
impactinged-335	160	16	formative	formative	ADJ
impactinged-335	160	17	evaluations	evaluation	NOUN
impactinged-335	160	18	can	can	AUX
impactinged-335	160	19	offer	offer	VERB
impactinged-335	160	20	real	real	ADJ
impactinged-335	160	21	-	-	PUNCT
impactinged-335	160	22	time	time	NOUN
impactinged-335	160	23	feedback	feedback	NOUN
impactinged-335	160	24	to	to	PART
impactinged-335	160	25	adjust	adjust	VERB
impactinged-335	160	26	if	if	SCONJ
impactinged-335	160	27	an	an	DET
impactinged-335	160	28	initiative	initiative	NOUN
impactinged-335	160	29	is	be	AUX
impactinged-335	160	30	not	not	PART
impactinged-335	160	31	working	work	VERB
impactinged-335	160	32	as	as	ADP
impactinged-335	160	33	intended	intend	VERB
impactinged-335	160	34	and	and	CCONJ
impactinged-335	160	35	if	if	SCONJ
impactinged-335	160	36	the	the	DET
impactinged-335	160	37	involvement	involvement	NOUN
impactinged-335	160	38	of	of	ADP
impactinged-335	160	39	the	the	DET
impactinged-335	160	40	evaluator	evaluator	NOUN
impactinged-335	160	41	has	have	VERB
impactinged-335	160	42	this	this	DET
impactinged-335	160	43	agreed	agree	VERB
impactinged-335	160	44	-	-	PUNCT
impactinged-335	160	45	upon	upon	SCONJ
impactinged-335	160	46	-	-	PUNCT
impactinged-335	160	47	role	role	NOUN
impactinged-335	160	48	to	to	PART
impactinged-335	160	49	make	make	VERB
impactinged-335	160	50	adjustments	adjustment	NOUN
impactinged-335	160	51	before	before	ADP
impactinged-335	160	52	starting	start	VERB
impactinged-335	160	53	the	the	DET
impactinged-335	160	54	evaluation	evaluation	NOUN
impactinged-335	160	55	.	.	PUNCT
impactinged-335	161	1	most	most	ADJ
impactinged-335	161	2	evaluators	evaluator	NOUN
impactinged-335	161	3	understand	understand	VERB
impactinged-335	161	4	that	that	SCONJ
impactinged-335	161	5	variation	variation	NOUN
impactinged-335	161	6	among	among	ADP
impactinged-335	161	7	and	and	CCONJ
impactinged-335	161	8	between	between	ADP
impactinged-335	161	9	contexts	context	NOUN
impactinged-335	161	10	will	will	AUX
impactinged-335	161	11	occur	occur	VERB
impactinged-335	161	12	,	,	PUNCT
impactinged-335	161	13	that	that	DET
impactinged-335	161	14	context	context	NOUN
impactinged-335	161	15	matters	matter	VERB
impactinged-335	161	16	,	,	PUNCT
impactinged-335	161	17	the	the	DET
impactinged-335	161	18	problems	problem	NOUN
impactinged-335	161	19	that	that	PRON
impactinged-335	161	20	they	they	PRON
impactinged-335	161	21	attempt	attempt	VERB
impactinged-335	161	22	to	to	PART
impactinged-335	161	23	solve	solve	VERB
impactinged-335	161	24	exist	exist	VERB
impactinged-335	161	25	within	within	ADP
impactinged-335	161	26	complex	complex	ADJ
impactinged-335	161	27	systems	system	NOUN
impactinged-335	161	28	,	,	PUNCT
impactinged-335	161	29	and	and	CCONJ
impactinged-335	161	30	that	that	SCONJ
impactinged-335	161	31	systems	system	NOUN
impactinged-335	161	32	thinking	think	VERB
impactinged-335	161	33	is	be	AUX
impactinged-335	161	34	vital	vital	ADJ
impactinged-335	161	35	to	to	ADP
impactinged-335	161	36	the	the	DET
impactinged-335	161	37	conceptualization	conceptualization	NOUN
impactinged-335	161	38	of	of	ADP
impactinged-335	161	39	the	the	DET
impactinged-335	161	40	problem	problem	NOUN
impactinged-335	161	41	definition	definition	NOUN
impactinged-335	161	42	process	process	NOUN
impactinged-335	161	43	(	(	PUNCT
impactinged-335	161	44	christie	christie	PROPN
impactinged-335	161	45	et	et	PROPN
impactinged-335	161	46	al	al	PROPN
impactinged-335	161	47	.	.	PROPN
impactinged-335	161	48	,	,	PUNCT
impactinged-335	161	49	2017b	2017b	NUM
impactinged-335	161	50	)	)	PUNCT
impactinged-335	161	51	.	.	PUNCT
impactinged-335	162	1	one	one	NUM
impactinged-335	162	2	key	key	ADJ
impactinged-335	162	3	difference	difference	NOUN
impactinged-335	162	4	outlined	outline	VERB
impactinged-335	162	5	by	by	ADP
impactinged-335	162	6	christie	christie	PROPN
impactinged-335	162	7	et	et	PROPN
impactinged-335	162	8	al	al	PROPN
impactinged-335	162	9	.	.	PROPN
impactinged-335	162	10	(	(	PUNCT
impactinged-335	162	11	2017b	2017b	NUM
impactinged-335	162	12	)	)	PUNCT
impactinged-335	162	13	is	be	AUX
impactinged-335	162	14	that	that	SCONJ
impactinged-335	162	15	while	while	SCONJ
impactinged-335	162	16	improvement	improvement	NOUN
impactinged-335	162	17	science	science	NOUN
impactinged-335	162	18	has	have	VERB
impactinged-335	162	19	one	one	NUM
impactinged-335	162	20	purpose	purpose	NOUN
impactinged-335	162	21	of	of	ADP
impactinged-335	162	22	seeking	seek	VERB
impactinged-335	162	23	continuous	continuous	ADJ
impactinged-335	162	24	improvement	improvement	NOUN
impactinged-335	162	25	through	through	ADP
impactinged-335	162	26	systemic	systemic	ADJ
impactinged-335	162	27	inquiry	inquiry	NOUN
impactinged-335	162	28	,	,	PUNCT
impactinged-335	162	29	the	the	DET
impactinged-335	162	30	evaluation	evaluation	NOUN
impactinged-335	162	31	field	field	NOUN
impactinged-335	162	32	has	have	VERB
impactinged-335	162	33	a	a	DET
impactinged-335	162	34	variety	variety	NOUN
impactinged-335	162	35	of	of	ADP
impactinged-335	162	36	models	model	NOUN
impactinged-335	162	37	which	which	PRON
impactinged-335	162	38	have	have	VERB
impactinged-335	162	39	different	different	ADJ
impactinged-335	162	40	goals	goal	NOUN
impactinged-335	162	41	.	.	PUNCT
impactinged-335	163	1	while	while	SCONJ
impactinged-335	163	2	the	the	DET
impactinged-335	163	3	goals	goal	NOUN
impactinged-335	163	4	may	may	AUX
impactinged-335	163	5	differ	differ	VERB
impactinged-335	163	6	,	,	PUNCT
impactinged-335	163	7	evaluation	evaluation	NOUN
impactinged-335	163	8	methodological	methodological	ADJ
impactinged-335	163	9	procedures	procedure	NOUN
impactinged-335	163	10	may	may	AUX
impactinged-335	163	11	be	be	AUX
impactinged-335	163	12	similar	similar	ADJ
impactinged-335	163	13	,	,	PUNCT
impactinged-335	163	14	and	and	CCONJ
impactinged-335	163	15	in	in	ADP
impactinged-335	163	16	fact	fact	NOUN
impactinged-335	163	17	,	,	PUNCT
impactinged-335	163	18	be	be	AUX
impactinged-335	163	19	quite	quite	ADV
impactinged-335	163	20	like	like	ADP
impactinged-335	163	21	those	those	PRON
impactinged-335	163	22	used	use	VERB
impactinged-335	163	23	in	in	ADP
impactinged-335	163	24	improvement	improvement	NOUN
impactinged-335	163	25	science	science	NOUN
impactinged-335	163	26	.	.	PUNCT
impactinged-335	164	1	since	since	SCONJ
impactinged-335	164	2	improvement	improvement	NOUN
impactinged-335	164	3	science	science	NOUN
impactinged-335	164	4	focuses	focus	VERB
impactinged-335	164	5	on	on	ADP
impactinged-335	164	6	rapid	rapid	ADJ
impactinged-335	164	7	,	,	PUNCT
impactinged-335	164	8	iterative	iterative	ADJ
impactinged-335	164	9	pdsa	pdsa	NOUN
impactinged-335	164	10	cycles	cycle	NOUN
impactinged-335	164	11	at	at	ADP
impactinged-335	164	12	the	the	DET
impactinged-335	164	13	local	local	ADJ
impactinged-335	164	14	level	level	NOUN
impactinged-335	164	15	,	,	PUNCT
impactinged-335	164	16	christie	christie	PROPN
impactinged-335	164	17	et	et	PROPN
impactinged-335	164	18	al	al	PROPN
impactinged-335	164	19	.	.	PROPN
impactinged-335	165	1	(	(	PUNCT
impactinged-335	165	2	2017b	2017b	NUM
impactinged-335	165	3	)	)	PUNCT
impactinged-335	165	4	claim	claim	NOUN
impactinged-335	165	5	that	that	SCONJ
impactinged-335	165	6	social	social	ADJ
impactinged-335	165	7	accountability	accountability	NOUN
impactinged-335	165	8	does	do	AUX
impactinged-335	165	9	not	not	PART
impactinged-335	165	10	play	play	VERB
impactinged-335	165	11	as	as	ADV
impactinged-335	165	12	much	much	ADJ
impactinged-335	165	13	of	of	ADP
impactinged-335	165	14	a	a	DET
impactinged-335	165	15	role	role	NOUN
impactinged-335	165	16	as	as	SCONJ
impactinged-335	165	17	it	it	PRON
impactinged-335	165	18	does	do	VERB
impactinged-335	165	19	in	in	ADP
impactinged-335	165	20	the	the	DET
impactinged-335	165	21	evaluation	evaluation	NOUN
impactinged-335	165	22	field	field	NOUN
impactinged-335	165	23	.	.	PUNCT
impactinged-335	166	1	accountability	accountability	NOUN
impactinged-335	166	2	does	do	AUX
impactinged-335	166	3	not	not	PART
impactinged-335	166	4	appear	appear	VERB
impactinged-335	166	5	to	to	PART
impactinged-335	166	6	have	have	VERB
impactinged-335	166	7	a	a	DET
impactinged-335	166	8	major	major	ADJ
impactinged-335	166	9	role	role	NOUN
impactinged-335	166	10	in	in	ADP
impactinged-335	166	11	improvement	improvement	NOUN
impactinged-335	166	12	science	science	NOUN
impactinged-335	166	13	since	since	SCONJ
impactinged-335	166	14	the	the	DET
impactinged-335	166	15	emphasis	emphasis	NOUN
impactinged-335	166	16	is	be	AUX
impactinged-335	166	17	on	on	ADP
impactinged-335	166	18	looking	look	VERB
impactinged-335	166	19	at	at	ADP
impactinged-335	166	20	what	what	PRON
impactinged-335	166	21	needs	need	VERB
impactinged-335	166	22	to	to	PART
impactinged-335	166	23	improve	improve	VERB
impactinged-335	166	24	,	,	PUNCT
impactinged-335	166	25	how	how	SCONJ
impactinged-335	166	26	to	to	PART
impactinged-335	166	27	bring	bring	VERB
impactinged-335	166	28	about	about	ADP
impactinged-335	166	29	that	that	DET
impactinged-335	166	30	improvement	improvement	NOUN
impactinged-335	166	31	,	,	PUNCT
impactinged-335	166	32	determining	determine	VERB
impactinged-335	166	33	if	if	SCONJ
impactinged-335	166	34	improvement	improvement	NOUN
impactinged-335	166	35	occurred	occur	VERB
impactinged-335	166	36	,	,	PUNCT
impactinged-335	166	37	and	and	CCONJ
impactinged-335	166	38	planning	plan	VERB
impactinged-335	166	39	the	the	DET
impactinged-335	166	40	next	next	ADJ
impactinged-335	166	41	steps	step	NOUN
impactinged-335	166	42	.	.	PUNCT
impactinged-335	167	1	failure	failure	NOUN
impactinged-335	167	2	is	be	AUX
impactinged-335	167	3	expected	expect	VERB
impactinged-335	167	4	and	and	CCONJ
impactinged-335	167	5	accepted	accept	VERB
impactinged-335	167	6	.	.	PUNCT
impactinged-335	168	1	on	on	ADP
impactinged-335	168	2	the	the	DET
impactinged-335	168	3	other	other	ADJ
impactinged-335	168	4	hand	hand	NOUN
impactinged-335	168	5	,	,	PUNCT
impactinged-335	168	6	evaluators	evaluator	NOUN
impactinged-335	168	7	tend	tend	VERB
impactinged-335	168	8	to	to	PART
impactinged-335	168	9	experience	experience	VERB
impactinged-335	168	10	internal	internal	ADJ
impactinged-335	168	11	and	and	CCONJ
impactinged-335	168	12	external	external	ADJ
impactinged-335	168	13	pressure	pressure	NOUN
impactinged-335	168	14	,	,	PUNCT
impactinged-335	168	15	perceived	perceive	VERB
impactinged-335	168	16	or	or	CCONJ
impactinged-335	168	17	actual	actual	ADJ
impactinged-335	168	18	,	,	PUNCT
impactinged-335	168	19	to	to	PART
impactinged-335	168	20	demonstrate	demonstrate	VERB
impactinged-335	168	21	or	or	CCONJ
impactinged-335	168	22	prove	prove	VERB
impactinged-335	168	23	that	that	SCONJ
impactinged-335	168	24	an	an	DET
impactinged-335	168	25	implementation	implementation	NOUN
impactinged-335	168	26	of	of	ADP
impactinged-335	168	27	an	an	DET
impactinged-335	168	28	initiative	initiative	NOUN
impactinged-335	168	29	worked	work	VERB
impactinged-335	168	30	,	,	PUNCT
impactinged-335	168	31	which	which	PRON
impactinged-335	168	32	can	can	AUX
impactinged-335	168	33	cause	cause	VERB
impactinged-335	168	34	feelings	feeling	NOUN
impactinged-335	168	35	of	of	ADP
impactinged-335	168	36	high	high	ADJ
impactinged-335	168	37	-	-	PUNCT
impactinged-335	168	38	stakes	stake	NOUN
impactinged-335	168	39	.	.	PUNCT
impactinged-335	169	1	this	this	PRON
impactinged-335	169	2	is	be	AUX
impactinged-335	169	3	an	an	DET
impactinged-335	169	4	interesting	interesting	ADJ
impactinged-335	169	5	topic	topic	NOUN
impactinged-335	169	6	warranting	warrant	VERB
impactinged-335	169	7	a	a	DET
impactinged-335	169	8	deeper	deep	ADJ
impactinged-335	169	9	discussion	discussion	NOUN
impactinged-335	169	10	,	,	PUNCT
impactinged-335	169	11	since	since	SCONJ
impactinged-335	169	12	i	i	PRON
impactinged-335	169	13	imagine	imagine	VERB
impactinged-335	169	14	that	that	SCONJ
impactinged-335	169	15	at	at	ADP
impactinged-335	169	16	some	some	DET
impactinged-335	169	17	point	point	NOUN
impactinged-335	169	18	,	,	PUNCT
impactinged-335	169	19	the	the	DET
impactinged-335	169	20	issue	issue	NOUN
impactinged-335	169	21	of	of	ADP
impactinged-335	169	22	accountability	accountability	NOUN
impactinged-335	169	23	might	might	AUX
impactinged-335	169	24	arise	arise	VERB
impactinged-335	169	25	throughout	throughout	ADP
impactinged-335	169	26	these	these	DET
impactinged-335	169	27	iterative	iterative	NOUN
impactinged-335	169	28	,	,	PUNCT
impactinged-335	169	29	rapid	rapid	ADJ
impactinged-335	169	30	pdsa	pdsa	NOUN
impactinged-335	169	31	cycles	cycle	NOUN
impactinged-335	169	32	.	.	PUNCT
impactinged-335	170	1	if	if	SCONJ
impactinged-335	170	2	the	the	DET
impactinged-335	170	3	time	time	NOUN
impactinged-335	170	4	,	,	PUNCT
impactinged-335	170	5	resources	resource	NOUN
impactinged-335	170	6	,	,	PUNCT
impactinged-335	170	7	and	and	CCONJ
impactinged-335	170	8	effort	effort	NOUN
impactinged-335	170	9	are	be	AUX
impactinged-335	170	10	afforded	afford	VERB
impactinged-335	170	11	for	for	ADP
impactinged-335	170	12	these	these	DET
impactinged-335	170	13	pdsa	pdsa	NOUN
impactinged-335	170	14	cycles	cycle	NOUN
impactinged-335	170	15	,	,	PUNCT
impactinged-335	170	16	i	i	PRON
impactinged-335	170	17	could	could	AUX
impactinged-335	170	18	imagine	imagine	VERB
impactinged-335	170	19	that	that	SCONJ
impactinged-335	170	20	someone	someone	PRON
impactinged-335	170	21	needs	need	VERB
impactinged-335	170	22	to	to	PART
impactinged-335	170	23	account	account	VERB
impactinged-335	170	24	for	for	ADP
impactinged-335	170	25	each	each	DET
impactinged-335	170	26	steps	step	NOUN
impactinged-335	170	27	in	in	ADP
impactinged-335	170	28	the	the	DET
impactinged-335	170	29	cycle	cycle	NOUN
impactinged-335	170	30	being	be	AUX
impactinged-335	170	31	implemented	implement	VERB
impactinged-335	170	32	as	as	ADP
impactinged-335	170	33	intended	intend	VERB
impactinged-335	170	34	and	and	CCONJ
impactinged-335	170	35	that	that	PRON
impactinged-335	170	36	documentation	documentation	NOUN
impactinged-335	170	37	of	of	ADP
impactinged-335	170	38	each	each	DET
impactinged-335	170	39	step	step	NOUN
impactinged-335	170	40	was	be	AUX
impactinged-335	170	41	thorough	thorough	ADJ
impactinged-335	170	42	,	,	PUNCT
impactinged-335	170	43	detailed	detailed	ADJ
impactinged-335	170	44	,	,	PUNCT
impactinged-335	170	45	and	and	CCONJ
impactinged-335	170	46	timely	timely	ADV
impactinged-335	170	47	.	.	PUNCT
impactinged-335	171	1	a	a	DET
impactinged-335	171	2	second	second	ADJ
impactinged-335	171	3	key	key	ADJ
impactinged-335	171	4	difference	difference	NOUN
impactinged-335	171	5	between	between	ADP
impactinged-335	171	6	program	program	NOUN
impactinged-335	171	7	evaluation	evaluation	NOUN
impactinged-335	171	8	and	and	CCONJ
impactinged-335	171	9	improvement	improvement	NOUN
impactinged-335	171	10	science	science	NOUN
impactinged-335	171	11	is	be	AUX
impactinged-335	171	12	noted	note	VERB
impactinged-335	171	13	in	in	ADP
impactinged-335	171	14	the	the	DET
impactinged-335	171	15	time	time	NOUN
impactinged-335	171	16	frame	frame	NOUN
impactinged-335	171	17	in	in	ADP
impactinged-335	171	18	which	which	PRON
impactinged-335	171	19	both	both	PRON
impactinged-335	171	20	are	be	AUX
impactinged-335	171	21	conducted	conduct	VERB
impactinged-335	171	22	.	.	PUNCT
impactinged-335	172	1	improvement	improvement	NOUN
impactinged-335	172	2	science	science	PROPN
impactinged-335	172	3	pdsa	pdsa	PROPN
impactinged-335	172	4	cycles	cycle	NOUN
impactinged-335	172	5	offer	offer	VERB
impactinged-335	172	6	quick	quick	ADJ
impactinged-335	172	7	feedback	feedback	NOUN
impactinged-335	172	8	on	on	ADP
impactinged-335	172	9	whether	whether	SCONJ
impactinged-335	172	10	an	an	DET
impactinged-335	172	11	initiative	initiative	NOUN
impactinged-335	172	12	was	be	AUX
impactinged-335	172	13	an	an	DET
impactinged-335	172	14	improvement	improvement	NOUN
impactinged-335	172	15	,	,	PUNCT
impactinged-335	172	16	under	under	ADP
impactinged-335	172	17	what	what	DET
impactinged-335	172	18	conditions	condition	NOUN
impactinged-335	172	19	,	,	PUNCT
impactinged-335	172	20	and	and	CCONJ
impactinged-335	172	21	for	for	ADP
impactinged-335	172	22	whom	whom	PRON
impactinged-335	172	23	.	.	PUNCT
impactinged-335	173	1	this	this	PRON
impactinged-335	173	2	then	then	ADV
impactinged-335	173	3	allows	allow	VERB
impactinged-335	173	4	for	for	ADP
impactinged-335	173	5	continued	continued	ADJ
impactinged-335	173	6	pdsa	pdsa	NOUN
impactinged-335	173	7	to	to	PART
impactinged-335	173	8	help	help	VERB
impactinged-335	173	9	minimize	minimize	VERB
impactinged-335	173	10	variation	variation	NOUN
impactinged-335	173	11	in	in	ADP
impactinged-335	173	12	hopes	hope	NOUN
impactinged-335	173	13	of	of	ADP
impactinged-335	173	14	being	be	AUX
impactinged-335	173	15	able	able	ADJ
impactinged-335	173	16	to	to	PART
impactinged-335	173	17	scale	scale	VERB
impactinged-335	173	18	the	the	DET
impactinged-335	173	19	initiative	initiative	NOUN
impactinged-335	173	20	reliably	reliably	ADV
impactinged-335	173	21	in	in	ADP
impactinged-335	173	22	new	new	ADJ
impactinged-335	173	23	contexts	contexts	NOUN
impactinged-335	173	24	.	.	PUNCT
impactinged-335	174	1	i	i	PRON
impactinged-335	174	2	wonder	wonder	VERB
impactinged-335	174	3	though	though	SCONJ
impactinged-335	174	4	if	if	SCONJ
impactinged-335	174	5	this	this	DET
impactinged-335	174	6	difference	difference	NOUN
impactinged-335	174	7	can	can	AUX
impactinged-335	174	8	run	run	VERB
impactinged-335	174	9	into	into	ADP
impactinged-335	174	10	similar	similar	ADJ
impactinged-335	174	11	challenges	challenge	NOUN
impactinged-335	174	12	as	as	SCONJ
impactinged-335	174	13	evaluations	evaluation	NOUN
impactinged-335	174	14	tend	tend	VERB
impactinged-335	174	15	to	to	PART
impactinged-335	174	16	show	show	VERB
impactinged-335	174	17	.	.	PUNCT
impactinged-335	175	1	for	for	ADP
impactinged-335	175	2	example	example	NOUN
impactinged-335	175	3	,	,	PUNCT
impactinged-335	175	4	understanding	understand	VERB
impactinged-335	175	5	the	the	DET
impactinged-335	175	6	change	change	NOUN
impactinged-335	175	7	process	process	NOUN
impactinged-335	175	8	illustrates	illustrate	VERB
impactinged-335	175	9	the	the	DET
impactinged-335	175	10	complexity	complexity	NOUN
impactinged-335	175	11	of	of	ADP
impactinged-335	175	12	attempting	attempt	VERB
impactinged-335	175	13	to	to	PART
impactinged-335	175	14	measure	measure	VERB
impactinged-335	175	15	change	change	NOUN
impactinged-335	175	16	,	,	PUNCT
impactinged-335	175	17	let	let	VERB
impactinged-335	175	18	alone	alone	ADV
impactinged-335	175	19	in	in	ADP
impactinged-335	175	20	a	a	DET
impactinged-335	175	21	90	90	NUM
impactinged-335	175	22	-	-	PUNCT
impactinged-335	175	23	day	day	NOUN
impactinged-335	175	24	cycle	cycle	NOUN
impactinged-335	175	25	.	.	PUNCT
impactinged-335	176	1	change	change	NOUN
impactinged-335	176	2	takes	take	VERB
impactinged-335	176	3	time	time	NOUN
impactinged-335	176	4	,	,	PUNCT
impactinged-335	176	5	and	and	CCONJ
impactinged-335	176	6	there	there	PRON
impactinged-335	176	7	may	may	AUX
impactinged-335	176	8	not	not	PART
impactinged-335	176	9	be	be	AUX
impactinged-335	176	10	enough	enough	ADJ
impactinged-335	176	11	time	time	NOUN
impactinged-335	176	12	to	to	PART
impactinged-335	176	13	see	see	VERB
impactinged-335	176	14	the	the	DET
impactinged-335	176	15	improvement	improvement	NOUN
impactinged-335	176	16	actualize	actualize	VERB
impactinged-335	176	17	or	or	CCONJ
impactinged-335	176	18	if	if	SCONJ
impactinged-335	176	19	change	change	NOUN
impactinged-335	176	20	did	do	AUX
impactinged-335	176	21	occur	occur	VERB
impactinged-335	176	22	and	and	CCONJ
impactinged-335	176	23	if	if	SCONJ
impactinged-335	176	24	it	it	PRON
impactinged-335	176	25	had	have	VERB
impactinged-335	176	26	lasting	lasting	ADJ
impactinged-335	176	27	results	result	NOUN
impactinged-335	176	28	.	.	PUNCT
impactinged-335	177	1	the	the	DET
impactinged-335	177	2	implementation	implementation	NOUN
impactinged-335	177	3	of	of	ADP
impactinged-335	177	4	the	the	DET
impactinged-335	177	5	program	program	NOUN
impactinged-335	177	6	or	or	CCONJ
impactinged-335	177	7	intervention	intervention	NOUN
impactinged-335	177	8	may	may	AUX
impactinged-335	177	9	not	not	PART
impactinged-335	177	10	have	have	AUX
impactinged-335	177	11	been	be	AUX
impactinged-335	177	12	consistently	consistently	ADV
impactinged-335	177	13	implemented	implement	VERB
impactinged-335	177	14	or	or	CCONJ
impactinged-335	177	15	implemented	implement	VERB
impactinged-335	177	16	as	as	ADP
impactinged-335	177	17	planned	plan	VERB
impactinged-335	177	18	.	.	PUNCT
impactinged-335	178	1	data	datum	NOUN
impactinged-335	178	2	collection	collection	NOUN
impactinged-335	178	3	may	may	AUX
impactinged-335	178	4	have	have	AUX
impactinged-335	178	5	been	be	AUX
impactinged-335	178	6	faulty	faulty	ADJ
impactinged-335	178	7	,	,	PUNCT
impactinged-335	178	8	or	or	CCONJ
impactinged-335	178	9	the	the	DET
impactinged-335	178	10	data	datum	NOUN
impactinged-335	178	11	analyzed	analyze	VERB
impactinged-335	178	12	inaccurately	inaccurately	ADV
impactinged-335	178	13	.	.	PUNCT
impactinged-335	179	1	human	human	ADJ
impactinged-335	179	2	error	error	NOUN
impactinged-335	179	3	can	can	AUX
impactinged-335	179	4	greatly	greatly	ADV
impactinged-335	179	5	impact	impact	VERB
impactinged-335	179	6	the	the	DET
impactinged-335	179	7	program	program	NOUN
impactinged-335	179	8	or	or	CCONJ
impactinged-335	179	9	intervention	intervention	NOUN
impactinged-335	179	10	from	from	ADP
impactinged-335	179	11	the	the	DET
impactinged-335	179	12	very	very	ADJ
impactinged-335	179	13	beginning	beginning	NOUN
impactinged-335	179	14	to	to	ADP
impactinged-335	179	15	the	the	DET
impactinged-335	179	16	very	very	ADJ
impactinged-335	179	17	end	end	NOUN
impactinged-335	179	18	.	.	PUNCT
impactinged-335	180	1	with	with	ADP
impactinged-335	180	2	careful	careful	ADJ
impactinged-335	180	3	analysis	analysis	NOUN
impactinged-335	180	4	of	of	ADP
impactinged-335	180	5	why	why	SCONJ
impactinged-335	180	6	the	the	DET
impactinged-335	180	7	results	result	NOUN
impactinged-335	180	8	occurred	occur	VERB
impactinged-335	180	9	as	as	SCONJ
impactinged-335	180	10	they	they	PRON
impactinged-335	180	11	did	do	VERB
impactinged-335	180	12	,	,	PUNCT
impactinged-335	180	13	even	even	ADV
impactinged-335	180	14	more	more	ADV
impactinged-335	180	15	,	,	PUNCT
impactinged-335	180	16	detailed	detailed	ADJ
impactinged-335	180	17	and	and	CCONJ
impactinged-335	180	18	careful	careful	ADJ
impactinged-335	180	19	planning	planning	NOUN
impactinged-335	180	20	in	in	ADP
impactinged-335	180	21	advance	advance	NOUN
impactinged-335	180	22	for	for	ADP
impactinged-335	180	23	next	next	ADJ
impactinged-335	180	24	time	time	NOUN
impactinged-335	180	25	might	might	AUX
impactinged-335	180	26	result	result	VERB
impactinged-335	180	27	in	in	ADP
impactinged-335	180	28	a	a	DET
impactinged-335	180	29	more	more	ADV
impactinged-335	180	30	successful	successful	ADJ
impactinged-335	180	31	outcome	outcome	NOUN
impactinged-335	180	32	.	.	PUNCT
impactinged-335	181	1	possible	possible	ADJ
impactinged-335	181	2	action	action	NOUN
impactinged-335	181	3	plans	plan	NOUN
impactinged-335	181	4	,	,	PUNCT
impactinged-335	181	5	such	such	ADJ
impactinged-335	181	6	as	as	ADP
impactinged-335	181	7	piloting	pilot	VERB
impactinged-335	181	8	additional	additional	ADJ
impactinged-335	181	9	revisions	revision	NOUN
impactinged-335	181	10	,	,	PUNCT
impactinged-335	181	11	creating	create	VERB
impactinged-335	181	12	different	different	ADJ
impactinged-335	181	13	target	target	NOUN
impactinged-335	181	14	goals	goal	NOUN
impactinged-335	181	15	,	,	PUNCT
impactinged-335	181	16	or	or	CCONJ
impactinged-335	181	17	altering	alter	VERB
impactinged-335	181	18	the	the	DET
impactinged-335	181	19	data	data	NOUN
impactinged-335	181	20	collection	collection	NOUN
impactinged-335	181	21	method	method	NOUN
impactinged-335	181	22	,	,	PUNCT
impactinged-335	181	23	can	can	AUX
impactinged-335	181	24	be	be	AUX
impactinged-335	181	25	designed	design	VERB
impactinged-335	181	26	to	to	PART
impactinged-335	181	27	help	help	VERB
impactinged-335	181	28	ensure	ensure	VERB
impactinged-335	181	29	that	that	SCONJ
impactinged-335	181	30	a	a	DET
impactinged-335	181	31	program	program	NOUN
impactinged-335	181	32	does	do	AUX
impactinged-335	181	33	not	not	PART
impactinged-335	181	34	get	get	AUX
impactinged-335	181	35	discontinued	discontinue	VERB
impactinged-335	181	36	.	.	PUNCT
impactinged-335	182	1	even	even	ADV
impactinged-335	182	2	with	with	ADP
impactinged-335	182	3	participatory	participatory	ADJ
impactinged-335	182	4	or	or	CCONJ
impactinged-335	182	5	realist	realist	ADJ
impactinged-335	182	6	evaluations	evaluation	NOUN
impactinged-335	182	7	,	,	PUNCT
impactinged-335	182	8	people	people	NOUN
impactinged-335	182	9	need	need	VERB
impactinged-335	182	10	time	time	NOUN
impactinged-335	182	11	to	to	PART
impactinged-335	182	12	process	process	VERB
impactinged-335	182	13	what	what	PRON
impactinged-335	182	14	the	the	DET
impactinged-335	182	15	new	new	ADJ
impactinged-335	182	16	initiative	initiative	NOUN
impactinged-335	182	17	will	will	AUX
impactinged-335	182	18	look	look	VERB
impactinged-335	182	19	like	like	ADP
impactinged-335	182	20	,	,	PUNCT
impactinged-335	182	21	and	and	CCONJ
impactinged-335	182	22	how	how	SCONJ
impactinged-335	182	23	it	it	PRON
impactinged-335	182	24	will	will	AUX
impactinged-335	182	25	impact	impact	VERB
impactinged-335	182	26	them	they	PRON
impactinged-335	182	27	.	.	PUNCT
impactinged-335	183	1	improvement	improvement	NOUN
impactinged-335	183	2	science	science	NOUN
impactinged-335	183	3	tends	tend	VERB
impactinged-335	183	4	to	to	PART
impactinged-335	183	5	support	support	VERB
impactinged-335	183	6	these	these	DET
impactinged-335	183	7	possibilities	possibility	NOUN
impactinged-335	183	8	by	by	ADP
impactinged-335	183	9	the	the	DET
impactinged-335	183	10	very	very	ADJ
impactinged-335	183	11	nature	nature	NOUN
impactinged-335	183	12	of	of	ADP
impactinged-335	183	13	why	why	SCONJ
impactinged-335	183	14	and	and	CCONJ
impactinged-335	183	15	how	how	SCONJ
impactinged-335	183	16	rapid	rapid	ADJ
impactinged-335	183	17	,	,	PUNCT
impactinged-335	183	18	iterative	iterative	ADJ
impactinged-335	183	19	cycles	cycle	NOUN
impactinged-335	183	20	can	can	AUX
impactinged-335	183	21	collect	collect	VERB
impactinged-335	183	22	this	this	DET
impactinged-335	183	23	data	datum	NOUN
impactinged-335	183	24	to	to	PART
impactinged-335	183	25	be	be	AUX
impactinged-335	183	26	used	use	VERB
impactinged-335	183	27	in	in	ADP
impactinged-335	183	28	the	the	DET
impactinged-335	183	29	next	next	ADJ
impactinged-335	183	30	cycle	cycle	NOUN
impactinged-335	183	31	.	.	PUNCT
impactinged-335	184	1	however	however	ADV
impactinged-335	184	2	,	,	PUNCT
impactinged-335	184	3	hall	hall	NOUN
impactinged-335	184	4	and	and	CCONJ
impactinged-335	184	5	ford	ford	PROPN
impactinged-335	184	6	(	(	PUNCT
impactinged-335	184	7	1987	1987	NUM
impactinged-335	184	8	)	)	PUNCT
impactinged-335	184	9	offer	offer	VERB
impactinged-335	184	10	a	a	DET
impactinged-335	184	11	concerns	concern	NOUN
impactinged-335	184	12	-	-	PUNCT
impactinged-335	184	13	based	base	VERB
impactinged-335	184	14	adoption	adoption	NOUN
impactinged-335	184	15	model	model	NOUN
impactinged-335	184	16	(	(	PUNCT
impactinged-335	184	17	cbam	cbam	NOUN
impactinged-335	184	18	)	)	PUNCT
impactinged-335	184	19	to	to	PART
impactinged-335	184	20	better	well	ADV
impactinged-335	184	21	recognize	recognize	VERB
impactinged-335	184	22	where	where	SCONJ
impactinged-335	184	23	individuals	individual	NOUN
impactinged-335	184	24	can	can	AUX
impactinged-335	184	25	be	be	AUX
impactinged-335	184	26	in	in	ADP
impactinged-335	184	27	a	a	DET
impactinged-335	184	28	change	change	NOUN
impactinged-335	184	29	process	process	NOUN
impactinged-335	184	30	,	,	PUNCT
impactinged-335	184	31	as	as	SCONJ
impactinged-335	184	32	detailed	detailed	ADJ
impactinged-335	184	33	in	in	ADP
impactinged-335	184	34	the	the	DET
impactinged-335	184	35	stages	stage	NOUN
impactinged-335	184	36	of	of	ADP
impactinged-335	184	37	concern	concern	NOUN
impactinged-335	184	38	framework	framework	NOUN
impactinged-335	184	39	.	.	PUNCT
impactinged-335	185	1	the	the	DET
impactinged-335	185	2	framework	framework	NOUN
impactinged-335	185	3	helps	help	VERB
impactinged-335	185	4	evaluators	evaluator	NOUN
impactinged-335	185	5	better	well	ADV
impactinged-335	185	6	acknowledge	acknowledge	VERB
impactinged-335	185	7	the	the	DET
impactinged-335	185	8	training	training	NOUN
impactinged-335	185	9	and	and	CCONJ
impactinged-335	185	10	support	support	NOUN
impactinged-335	185	11	that	that	PRON
impactinged-335	185	12	may	may	AUX
impactinged-335	185	13	be	be	AUX
impactinged-335	185	14	needed	need	VERB
impactinged-335	185	15	.	.	PUNCT
impactinged-335	186	1	whether	whether	SCONJ
impactinged-335	186	2	conducting	conduct	VERB
impactinged-335	186	3	evaluations	evaluation	NOUN
impactinged-335	186	4	or	or	CCONJ
impactinged-335	186	5	pdsa	pdsa	NOUN
impactinged-335	186	6	cycles	cycle	NOUN
impactinged-335	186	7	,	,	PUNCT
impactinged-335	186	8	change	change	NOUN
impactinged-335	186	9	is	be	AUX
impactinged-335	186	10	a	a	DET
impactinged-335	186	11	highly	highly	ADV
impactinged-335	186	12	personalized	personalized	ADJ
impactinged-335	186	13	experience	experience	NOUN
impactinged-335	186	14	,	,	PUNCT
impactinged-335	186	15	people	people	NOUN
impactinged-335	186	16	learn	learn	VERB
impactinged-335	186	17	at	at	ADP
impactinged-335	186	18	different	different	ADJ
impactinged-335	186	19	rates	rate	NOUN
impactinged-335	186	20	,	,	PUNCT
impactinged-335	186	21	and	and	CCONJ
impactinged-335	186	22	in	in	ADP
impactinged-335	186	23	different	different	ADJ
impactinged-335	186	24	ways	way	NOUN
impactinged-335	186	25	.	.	PUNCT
impactinged-335	187	1	reflection	reflection	NOUN
impactinged-335	187	2	on	on	ADP
impactinged-335	187	3	what	what	PRON
impactinged-335	187	4	the	the	DET
impactinged-335	187	5	data	data	NOUN
impactinged-335	187	6	shows	show	VERB
impactinged-335	187	7	takes	take	VERB
impactinged-335	187	8	time	time	NOUN
impactinged-335	187	9	.	.	PUNCT
impactinged-335	188	1	a	a	DET
impactinged-335	188	2	healthy	healthy	ADJ
impactinged-335	188	3	and	and	CCONJ
impactinged-335	188	4	heavy	heavy	ADJ
impactinged-335	188	5	dose	dose	NOUN
impactinged-335	188	6	of	of	ADP
impactinged-335	188	7	patience	patience	NOUN
impactinged-335	188	8	is	be	AUX
impactinged-335	188	9	required	require	VERB
impactinged-335	188	10	across	across	ADP
impactinged-335	188	11	the	the	DET
impactinged-335	188	12	board	board	NOUN
impactinged-335	188	13	.	.	PUNCT
impactinged-335	189	1	implications	implication	NOUN
impactinged-335	189	2	due	due	ADP
impactinged-335	189	3	to	to	ADP
impactinged-335	189	4	the	the	DET
impactinged-335	189	5	various	various	ADJ
impactinged-335	189	6	professions	profession	NOUN
impactinged-335	189	7	and	and	CCONJ
impactinged-335	189	8	contexts	context	NOUN
impactinged-335	189	9	of	of	ADP
impactinged-335	189	10	our	our	PRON
impactinged-335	189	11	students	student	NOUN
impactinged-335	189	12	,	,	PUNCT
impactinged-335	189	13	improvement	improvement	NOUN
impactinged-335	189	14	science	science	NOUN
impactinged-335	189	15	not	not	PART
impactinged-335	189	16	being	be	AUX
impactinged-335	189	17	the	the	DET
impactinged-335	189	18	university	university	NOUN
impactinged-335	189	19	doctorate	doctorate	NOUN
impactinged-335	189	20	program	program	NOUN
impactinged-335	189	21	’s	’s	PART
impactinged-335	189	22	signature	signature	NOUN
impactinged-335	189	23	pedagogy	pedagogy	NOUN
impactinged-335	189	24	,	,	PUNCT
impactinged-335	189	25	and	and	CCONJ
impactinged-335	189	26	the	the	DET
impactinged-335	189	27	prevalence	prevalence	NOUN
impactinged-335	189	28	of	of	ADP
impactinged-335	189	29	organizational	organizational	ADJ
impactinged-335	189	30	,	,	PUNCT
impactinged-335	189	31	local	local	ADJ
impactinged-335	189	32	,	,	PUNCT
impactinged-335	189	33	or	or	CCONJ
impactinged-335	189	34	state	state	NOUN
impactinged-335	189	35	programs	program	NOUN
impactinged-335	189	36	that	that	PRON
impactinged-335	189	37	so	so	ADV
impactinged-335	189	38	many	many	ADJ
impactinged-335	189	39	students	student	NOUN
impactinged-335	189	40	engage	engage	VERB
impactinged-335	189	41	with	with	ADP
impactinged-335	189	42	as	as	ADP
impactinged-335	189	43	part	part	NOUN
impactinged-335	189	44	of	of	ADP
impactinged-335	189	45	their	their	PRON
impactinged-335	189	46	day	day	NOUN
impactinged-335	189	47	-	-	PUNCT
impactinged-335	189	48	to	to	ADP
impactinged-335	189	49	-	-	PUNCT
impactinged-335	189	50	day	day	NOUN
impactinged-335	189	51	responsibilities	responsibility	NOUN
impactinged-335	189	52	,	,	PUNCT
impactinged-335	189	53	i	i	PRON
impactinged-335	189	54	call	call	VERB
impactinged-335	189	55	upon	upon	SCONJ
impactinged-335	189	56	cped	cpe	VERB
impactinged-335	189	57	-	-	PUNCT
impactinged-335	189	58	influenced	influence	VERB
impactinged-335	189	59	institutions	institution	NOUN
impactinged-335	189	60	to	to	PART
impactinged-335	189	61	engage	engage	VERB
impactinged-335	189	62	in	in	ADP
impactinged-335	189	63	conversations	conversation	NOUN
impactinged-335	189	64	about	about	ADP
impactinged-335	189	65	how	how	SCONJ
impactinged-335	189	66	doctoral	doctoral	ADJ
impactinged-335	189	67	students	student	NOUN
impactinged-335	189	68	can	can	AUX
impactinged-335	189	69	benefit	benefit	VERB
impactinged-335	189	70	from	from	ADP
impactinged-335	189	71	learning	learn	VERB
impactinged-335	189	72	both	both	CCONJ
impactinged-335	189	73	about	about	ADP
impactinged-335	189	74	improvement	improvement	NOUN
impactinged-335	189	75	science	science	NOUN
impactinged-335	189	76	and	and	CCONJ
impactinged-335	189	77	program	program	NOUN
impactinged-335	189	78	evaluation	evaluation	NOUN
impactinged-335	189	79	philosophies	philosophy	NOUN
impactinged-335	189	80	,	,	PUNCT
impactinged-335	189	81	strategies	strategy	NOUN
impactinged-335	189	82	,	,	PUNCT
impactinged-335	189	83	and	and	CCONJ
impactinged-335	189	84	tools	tool	NOUN
impactinged-335	189	85	.	.	PUNCT
impactinged-335	190	1	i	i	PRON
impactinged-335	190	2	believe	believe	VERB
impactinged-335	190	3	this	this	PRON
impactinged-335	190	4	is	be	AUX
impactinged-335	190	5	a	a	DET
impactinged-335	190	6	powerful	powerful	ADJ
impactinged-335	190	7	opportunity	opportunity	NOUN
impactinged-335	190	8	to	to	PART
impactinged-335	190	9	expose	expose	VERB
impactinged-335	190	10	students	student	NOUN
impactinged-335	190	11	to	to	ADP
impactinged-335	190	12	the	the	DET
impactinged-335	190	13	richness	richness	NOUN
impactinged-335	190	14	,	,	PUNCT
impactinged-335	190	15	complexities	complexity	NOUN
impactinged-335	190	16	,	,	PUNCT
impactinged-335	190	17	similarities	similarity	NOUN
impactinged-335	190	18	,	,	PUNCT
impactinged-335	190	19	differences	difference	NOUN
impactinged-335	190	20	,	,	PUNCT
impactinged-335	190	21	and	and	CCONJ
impactinged-335	190	22	benefits	benefit	NOUN
impactinged-335	190	23	of	of	ADP
impactinged-335	190	24	each	each	PRON
impactinged-335	190	25	as	as	SCONJ
impactinged-335	190	26	they	they	PRON
impactinged-335	190	27	attempt	attempt	VERB
impactinged-335	190	28	to	to	PART
impactinged-335	190	29	solve	solve	VERB
impactinged-335	190	30	problems	problem	NOUN
impactinged-335	190	31	of	of	ADP
impactinged-335	190	32	practice	practice	NOUN
impactinged-335	190	33	.	.	PUNCT
impactinged-335	191	1	scholarship	scholarship	NOUN
impactinged-335	191	2	coming	come	VERB
impactinged-335	191	3	from	from	ADP
impactinged-335	191	4	either	either	PRON
impactinged-335	191	5	improvement	improvement	NOUN
impactinged-335	191	6	science	science	NOUN
impactinged-335	191	7	or	or	CCONJ
impactinged-335	191	8	program	program	NOUN
impactinged-335	191	9	evaluation	evaluation	NOUN
impactinged-335	191	10	both	both	CCONJ
impactinged-335	191	11	emanate	emanate	VERB
impactinged-335	191	12	from	from	ADP
impactinged-335	191	13	“	"	PUNCT
impactinged-335	191	14	curiosity	curiosity	NOUN
impactinged-335	191	15	,	,	PUNCT
impactinged-335	191	16	a	a	DET
impactinged-335	191	17	love	love	NOUN
impactinged-335	191	18	of	of	ADP
impactinged-335	191	19	learning	learning	NOUN
impactinged-335	191	20	,	,	PUNCT
impactinged-335	191	21	an	an	DET
impactinged-335	191	22	appreciation	appreciation	NOUN
impactinged-335	191	23	for	for	ADP
impactinged-335	191	24	complexity	complexity	NOUN
impactinged-335	191	25	,	,	PUNCT
impactinged-335	191	26	a	a	DET
impactinged-335	191	27	tolerance	tolerance	NOUN
impactinged-335	191	28	for	for	ADP
impactinged-335	191	29	ambiguity	ambiguity	NOUN
impactinged-335	191	30	and	and	CCONJ
impactinged-335	191	31	a	a	DET
impactinged-335	191	32	relentless	relentless	ADJ
impactinged-335	191	33	need	need	NOUN
impactinged-335	191	34	to	to	PART
impactinged-335	191	35	make	make	VERB
impactinged-335	191	36	sense	sense	NOUN
impactinged-335	191	37	of	of	ADP
impactinged-335	191	38	one	one	NUM
impactinged-335	191	39	’s	’s	PART
impactinged-335	191	40	experience	experience	NOUN
impactinged-335	191	41	”	"	PUNCT
impactinged-335	191	42	(	(	PUNCT
impactinged-335	191	43	piantanida	piantanida	PROPN
impactinged-335	191	44	et	et	PROPN
impactinged-335	191	45	al	al	PROPN
impactinged-335	191	46	.	.	PROPN
impactinged-335	191	47	,	,	PUNCT
impactinged-335	191	48	2019	2019	NUM
impactinged-335	191	49	,	,	PUNCT
impactinged-335	191	50	p.	p.	NOUN
impactinged-335	191	51	17	17	NUM
impactinged-335	191	52	)	)	PUNCT
impactinged-335	191	53	.	.	PUNCT
impactinged-335	192	1	in	in	ADP
impactinged-335	192	2	conclusion	conclusion	NOUN
impactinged-335	192	3	,	,	PUNCT
impactinged-335	192	4	i	i	PRON
impactinged-335	192	5	maintain	maintain	VERB
impactinged-335	192	6	that	that	SCONJ
impactinged-335	192	7	both	both	PRON
impactinged-335	192	8	program	program	NOUN
impactinged-335	192	9	evaluation	evaluation	NOUN
impactinged-335	192	10	and	and	CCONJ
impactinged-335	192	11	improvement	improvement	NOUN
impactinged-335	192	12	science	science	NOUN
impactinged-335	192	13	have	have	VERB
impactinged-335	192	14	a	a	DET
impactinged-335	192	15	tremendous	tremendous	ADJ
impactinged-335	192	16	capacity	capacity	NOUN
impactinged-335	192	17	to	to	PART
impactinged-335	192	18	provide	provide	VERB
impactinged-335	192	19	the	the	DET
impactinged-335	192	20	ideas	idea	NOUN
impactinged-335	192	21	,	,	PUNCT
impactinged-335	192	22	tools	tool	NOUN
impactinged-335	192	23	,	,	PUNCT
impactinged-335	192	24	and	and	CCONJ
impactinged-335	192	25	approaches	approach	NOUN
impactinged-335	192	26	to	to	PART
impactinged-335	192	27	prepare	prepare	VERB
impactinged-335	192	28	students	student	NOUN
impactinged-335	192	29	to	to	PART
impactinged-335	192	30	be	be	AUX
impactinged-335	192	31	the	the	DET
impactinged-335	192	32	change	change	NOUN
impactinged-335	192	33	agents	agent	NOUN
impactinged-335	192	34	they	they	PRON
impactinged-335	192	35	hope	hope	VERB
impactinged-335	192	36	to	to	PART
impactinged-335	192	37	aspire	aspire	VERB
impactinged-335	192	38	to	to	PART
impactinged-335	192	39	be	be	AUX
impactinged-335	192	40	in	in	ADP
impactinged-335	192	41	their	their	PRON
impactinged-335	192	42	present	present	ADJ
impactinged-335	192	43	and	and	CCONJ
impactinged-335	192	44	future	future	ADJ
impactinged-335	192	45	roles	role	NOUN
impactinged-335	192	46	.	.	PUNCT
impactinged-335	193	1	references	reference	NOUN
impactinged-335	193	2	buss	buss	PROPN
impactinged-335	193	3	,	,	PUNCT
impactinged-335	193	4	r.	r.	PROPN
impactinged-335	193	5	r.	r.	PROPN
impactinged-335	193	6	,	,	PUNCT
impactinged-335	193	7	&	&	CCONJ
impactinged-335	193	8	avery	avery	PROPN
impactinged-335	193	9	,	,	PUNCT
impactinged-335	193	10	a.	a.	NOUN
impactinged-335	193	11	(	(	PUNCT
impactinged-335	193	12	2017	2017	NUM
impactinged-335	193	13	)	)	PUNCT
impactinged-335	193	14	.	.	PUNCT
impactinged-335	194	1	research	research	NOUN
impactinged-335	194	2	becomes	become	VERB
impactinged-335	194	3	you	you	PRON
impactinged-335	194	4	:	:	PUNCT
impactinged-335	194	5	cultivating	cultivate	VERB
impactinged-335	194	6	edd	edd	PROPN
impactinged-335	194	7	students	student	NOUN
impactinged-335	194	8	’	’	PART
impactinged-335	194	9	identities	identity	NOUN
impactinged-335	194	10	as	as	ADP
impactinged-335	194	11	educational	educational	ADJ
impactinged-335	194	12	leaders	leader	NOUN
impactinged-335	194	13	and	and	CCONJ
impactinged-335	194	14	researchers	researcher	NOUN
impactinged-335	194	15	and	and	CCONJ
impactinged-335	194	16	a	a	DET
impactinged-335	194	17	“	"	PUNCT
impactinged-335	194	18	learning	learn	VERB
impactinged-335	194	19	by	by	ADP
impactinged-335	194	20	doing	do	VERB
impactinged-335	194	21	”	"	PUNCT
impactinged-335	194	22	meta	meta	ADJ
impactinged-335	194	23	-	-	PUNCT
impactinged-335	194	24	study	study	NOUN
impactinged-335	194	25	.	.	PUNCT
impactinged-335	195	1	journal	journal	PROPN
impactinged-335	195	2	of	of	ADP
impactinged-335	195	3	research	research	NOUN
impactinged-335	195	4	on	on	ADP
impactinged-335	195	5	leadership	leadership	NOUN
impactinged-335	195	6	education	education	NOUN
impactinged-335	195	7	,	,	PUNCT
impactinged-335	195	8	12(3	12(3	NUM
impactinged-335	195	9	)	)	PUNCT
impactinged-335	195	10	,	,	PUNCT
impactinged-335	195	11	273–301	273–301	NUM
impactinged-335	195	12	.	.	PUNCT
impactinged-335	196	1	byrk	byrk	NOUN
impactinged-335	196	2	,	,	PUNCT
impactinged-335	196	3	a.	a.	NOUN
impactinged-335	196	4	,	,	PUNCT
impactinged-335	196	5	gomez	gomez	PROPN
impactinged-335	196	6	,	,	PUNCT
impactinged-335	196	7	l.	l.	PROPN
impactinged-335	196	8	,	,	PUNCT
impactinged-335	196	9	grunow	grunow	PROPN
impactinged-335	196	10	,	,	PUNCT
impactinged-335	196	11	a.	a.	PROPN
impactinged-335	196	12	,	,	PUNCT
impactinged-335	196	13	&	&	CCONJ
impactinged-335	196	14	lamahieu	lamahieu	PROPN
impactinged-335	196	15	,	,	PUNCT
impactinged-335	196	16	p.	p.	NOUN
impactinged-335	196	17	(	(	PUNCT
impactinged-335	196	18	2015	2015	NUM
impactinged-335	196	19	)	)	PUNCT
impactinged-335	196	20	.	.	PUNCT
impactinged-335	197	1	learning	learn	VERB
impactinged-335	197	2	to	to	PART
impactinged-335	197	3	improve	improve	VERB
impactinged-335	197	4	:	:	PUNCT
impactinged-335	197	5	how	how	SCONJ
impactinged-335	197	6	america	america	PROPN
impactinged-335	197	7	’s	’s	PART
impactinged-335	197	8	schools	school	NOUN
impactinged-335	197	9	can	can	AUX
impactinged-335	197	10	get	get	VERB
impactinged-335	197	11	better	well	ADJ
impactinged-335	197	12	at	at	ADP
impactinged-335	197	13	getting	get	VERB
impactinged-335	197	14	better	well	ADJ
impactinged-335	197	15	.	.	PUNCT
impactinged-335	198	1	harvard	harvard	PROPN
impactinged-335	198	2	education	education	PROPN
impactinged-335	198	3	press	press	PROPN
impactinged-335	198	4	.	.	PUNCT
impactinged-335	199	1	christie	christie	PROPN
impactinged-335	199	2	,	,	PUNCT
impactinged-335	199	3	c.	c.	PROPN
impactinged-335	199	4	a.	a.	PROPN
impactinged-335	199	5	,	,	PUNCT
impactinged-335	199	6	inkelas	inkela	NOUN
impactinged-335	199	7	,	,	PUNCT
impactinged-335	199	8	m.	m.	NOUN
impactinged-335	199	9	,	,	PUNCT
impactinged-335	199	10	&	&	CCONJ
impactinged-335	199	11	lemire	lemire	PROPN
impactinged-335	199	12	,	,	PUNCT
impactinged-335	199	13	s.	s.	PROPN
impactinged-335	199	14	(	(	PUNCT
impactinged-335	199	15	2017a	2017a	NUM
impactinged-335	199	16	)	)	PUNCT
impactinged-335	199	17	.	.	PUNCT
impactinged-335	200	1	editors	editor	NOUN
impactinged-335	200	2	’	'	PUNCT
impactinged-335	200	3	notes	note	NOUN
impactinged-335	200	4	.	.	PUNCT
impactinged-335	201	1	new	new	ADJ
impactinged-335	201	2	directions	direction	NOUN
impactinged-335	201	3	for	for	ADP
impactinged-335	201	4	evaluation	evaluation	NOUN
impactinged-335	201	5	,	,	PUNCT
impactinged-335	201	6	153	153	NUM
impactinged-335	201	7	,	,	PUNCT
impactinged-335	201	8	7–10	7–10	PROPN
impactinged-335	201	9	.	.	PUNCT
impactinged-335	201	10	christie	christie	PROPN
impactinged-335	201	11	,	,	PUNCT
impactinged-335	201	12	c.	c.	PROPN
impactinged-335	201	13	a.	a.	PROPN
impactinged-335	201	14	,	,	PUNCT
impactinged-335	201	15	inkelas	inkela	NOUN
impactinged-335	201	16	,	,	PUNCT
impactinged-335	201	17	m.	m.	NOUN
impactinged-335	201	18	,	,	PUNCT
impactinged-335	201	19	&	&	CCONJ
impactinged-335	201	20	lemire	lemire	PROPN
impactinged-335	201	21	,	,	PUNCT
impactinged-335	201	22	s.	s.	PROPN
impactinged-335	201	23	(	(	PUNCT
impactinged-335	201	24	2017b	2017b	NUM
impactinged-335	201	25	)	)	PUNCT
impactinged-335	201	26	.	.	PUNCT
impactinged-335	202	1	understanding	understand	VERB
impactinged-335	202	2	the	the	DET
impactinged-335	202	3	similarities	similarity	NOUN
impactinged-335	202	4	and	and	CCONJ
impactinged-335	202	5	distinctions	distinction	NOUN
impactinged-335	202	6	between	between	ADP
impactinged-335	202	7	improvement	improvement	NOUN
impactinged-335	202	8	science	science	NOUN
impactinged-335	202	9	and	and	CCONJ
impactinged-335	202	10	evaluation	evaluation	NOUN
impactinged-335	202	11	.	.	PUNCT
impactinged-335	203	1	in	in	ADP
impactinged-335	203	2	c.	c.	PROPN
impactinged-335	203	3	a.	a.	PROPN
impactinged-335	203	4	christie	christie	PROPN
impactinged-335	203	5	,	,	PUNCT
impactinged-335	203	6	m.	m.	NOUN
impactinged-335	203	7	inkelas	inkelas	PROPN
impactinged-335	203	8	,	,	PUNCT
impactinged-335	203	9	&	&	CCONJ
impactinged-335	203	10	s.	s.	PROPN
impactinged-335	203	11	lemire	lemire	PROPN
impactinged-335	203	12	(	(	PUNCT
impactinged-335	203	13	eds	eds	PROPN
impactinged-335	203	14	.	.	PUNCT
impactinged-335	203	15	)	)	PUNCT
impactinged-335	203	16	,	,	PUNCT
impactinged-335	203	17	new	new	ADJ
impactinged-335	203	18	directions	direction	NOUN
impactinged-335	203	19	for	for	ADP
impactinged-335	203	20	evaluation	evaluation	NOUN
impactinged-335	203	21	,	,	PUNCT
impactinged-335	203	22	153	153	NUM
impactinged-335	203	23	,	,	PUNCT
impactinged-335	203	24	11–22	11–22	NUM
impactinged-335	203	25	.	.	PUNCT
impactinged-335	204	1	cochran	cochran	NOUN
impactinged-335	204	2	-	-	PUNCT
impactinged-335	204	3	smith	smith	PROPN
impactinged-335	204	4	,	,	PUNCT
impactinged-335	204	5	m.	m.	NOUN
impactinged-335	204	6	,	,	PUNCT
impactinged-335	204	7	&	&	CCONJ
impactinged-335	204	8	lytle	lytle	PROPN
impactinged-335	204	9	,	,	PUNCT
impactinged-335	204	10	s.	s.	PROPN
impactinged-335	204	11	l.	l.	PROPN
impactinged-335	204	12	(	(	PUNCT
impactinged-335	204	13	2009	2009	NUM
impactinged-335	204	14	)	)	PUNCT
impactinged-335	204	15	.	.	PUNCT
impactinged-335	205	1	inquiry	inquiry	NOUN
impactinged-335	205	2	as	as	ADP
impactinged-335	205	3	stance	stance	NOUN
impactinged-335	205	4	:	:	PUNCT
impactinged-335	205	5	practitioner	practitioner	NOUN
impactinged-335	205	6	research	research	NOUN
impactinged-335	205	7	for	for	ADP
impactinged-335	205	8	the	the	DET
impactinged-335	205	9	next	next	ADJ
impactinged-335	205	10	generation	generation	NOUN
impactinged-335	205	11	.	.	PUNCT
impactinged-335	206	1	teachers	teacher	NOUN
impactinged-335	206	2	college	college	PROPN
impactinged-335	206	3	press	press	PROPN
impactinged-335	206	4	.	.	PUNCT
impactinged-335	207	1	firestone	firestone	PROPN
impactinged-335	207	2	,	,	PUNCT
impactinged-335	207	3	w.	w.	PROPN
impactinged-335	207	4	a.	a.	PROPN
impactinged-335	207	5	,	,	PUNCT
impactinged-335	207	6	&	&	CCONJ
impactinged-335	207	7	leland	leland	PROPN
impactinged-335	207	8	,	,	PUNCT
impactinged-335	207	9	a.	a.	PROPN
impactinged-335	207	10	s.	s.	PROPN
impactinged-335	207	11	(	(	PUNCT
impactinged-335	207	12	2021	2021	NUM
impactinged-335	207	13	)	)	PUNCT
impactinged-335	207	14	.	.	PUNCT
impactinged-335	208	1	strategies	strategy	NOUN
impactinged-335	208	2	for	for	ADP
impactinged-335	208	3	promoting	promote	VERB
impactinged-335	208	4	evidence	evidence	NOUN
impactinged-335	208	5	use	use	NOUN
impactinged-335	208	6	through	through	ADP
impactinged-335	208	7	the	the	DET
impactinged-335	208	8	education	education	NOUN
impactinged-335	208	9	doctorate	doctorate	NOUN
impactinged-335	208	10	.	.	PUNCT
impactinged-335	209	1	impacting	impact	VERB
impactinged-335	209	2	education	education	NOUN
impactinged-335	209	3	,	,	PUNCT
impactinged-335	209	4	6(4	6(4	NUM
impactinged-335	209	5	)	)	PUNCT
impactinged-335	209	6	,	,	PUNCT
impactinged-335	210	1	8–15	8–15	PROPN
impactinged-335	210	2	.	.	PUNCT
impactinged-335	210	3	firestone	firestone	PROPN
impactinged-335	210	4	,	,	PUNCT
impactinged-335	210	5	w.	w.	PROPN
impactinged-335	210	6	a.	a.	PROPN
impactinged-335	210	7	,	,	PUNCT
impactinged-335	210	8	perry	perry	PROPN
impactinged-335	210	9	,	,	PUNCT
impactinged-335	210	10	j.	j.	PROPN
impactinged-335	210	11	a.	a.	PROPN
impactinged-335	210	12	,	,	PUNCT
impactinged-335	210	13	leland	leland	PROPN
impactinged-335	210	14	,	,	PUNCT
impactinged-335	210	15	a.	a.	PROPN
impactinged-335	210	16	s.	s.	PROPN
impactinged-335	210	17	,	,	PUNCT
impactinged-335	210	18	&	&	CCONJ
impactinged-335	210	19	mckeon	mckeon	PROPN
impactinged-335	210	20	,	,	PUNCT
impactinged-335	210	21	r.	r.	PROPN
impactinged-335	210	22	t.	t.	PROPN
impactinged-335	210	23	(	(	PUNCT
impactinged-335	210	24	2021	2021	NUM
impactinged-335	210	25	)	)	PUNCT
impactinged-335	210	26	.	.	PUNCT
impactinged-335	211	1	teaching	teach	VERB
impactinged-335	211	2	research	research	NOUN
impactinged-335	211	3	and	and	CCONJ
impactinged-335	211	4	data	datum	NOUN
impactinged-335	211	5	use	use	NOUN
impactinged-335	211	6	in	in	ADP
impactinged-335	211	7	the	the	DET
impactinged-335	211	8	education	education	NOUN
impactinged-335	211	9	doctorate	doctorate	NOUN
impactinged-335	211	10	.	.	PUNCT
impactinged-335	212	1	journal	journal	PROPN
impactinged-335	212	2	of	of	ADP
impactinged-335	212	3	research	research	NOUN
impactinged-335	212	4	on	on	ADP
impactinged-335	212	5	leadership	leadership	NOUN
impactinged-335	212	6	education	education	NOUN
impactinged-335	212	7	,	,	PUNCT
impactinged-335	212	8	16(1	16(1	NUM
impactinged-335	212	9	)	)	PUNCT
impactinged-335	212	10	,	,	PUNCT
impactinged-335	212	11	81–102	81–102	NUM
impactinged-335	212	12	.	.	PUNCT
impactinged-335	213	1	giancola	giancola	PROPN
impactinged-335	213	2	,	,	PUNCT
impactinged-335	213	3	s.	s.	PROPN
impactinged-335	213	4	p.	p.	PROPN
impactinged-335	213	5	(	(	PUNCT
impactinged-335	213	6	2021	2021	NUM
impactinged-335	213	7	)	)	PUNCT
impactinged-335	213	8	.	.	PUNCT
impactinged-335	214	1	program	program	NOUN
impactinged-335	214	2	evaluation	evaluation	NOUN
impactinged-335	214	3	:	:	PUNCT
impactinged-335	214	4	embedding	embed	VERB
impactinged-335	214	5	evaluation	evaluation	NOUN
impactinged-335	214	6	into	into	ADP
impactinged-335	214	7	program	program	NOUN
impactinged-335	214	8	design	design	NOUN
impactinged-335	214	9	and	and	CCONJ
impactinged-335	214	10	development	development	NOUN
impactinged-335	214	11	(	(	PUNCT
impactinged-335	214	12	1st	1st	ADJ
impactinged-335	214	13	ed	ed	NOUN
impactinged-335	214	14	.	.	PUNCT
impactinged-335	214	15	)	)	PUNCT
impactinged-335	214	16	.	.	PUNCT
impactinged-335	215	1	sage	sage	NOUN
impactinged-335	215	2	publications	publication	NOUN
impactinged-335	215	3	.	.	PUNCT
impactinged-335	216	1	hall	hall	PROPN
impactinged-335	216	2	,	,	PUNCT
impactinged-335	216	3	g.	g.	PROPN
impactinged-335	216	4	e.	e.	PROPN
impactinged-335	216	5	,	,	PUNCT
impactinged-335	216	6	&	&	CCONJ
impactinged-335	216	7	ford	ford	PROPN
impactinged-335	216	8	,	,	PUNCT
impactinged-335	216	9	s.	s.	PROPN
impactinged-335	216	10	m.	m.	PROPN
impactinged-335	216	11	(	(	PUNCT
impactinged-335	216	12	1987	1987	NUM
impactinged-335	216	13	)	)	PUNCT
impactinged-335	216	14	.	.	PUNCT
impactinged-335	217	1	change	change	NOUN
impactinged-335	217	2	in	in	ADP
impactinged-335	217	3	schools	school	NOUN
impactinged-335	217	4	:	:	PUNCT
impactinged-335	217	5	facilitating	facilitate	VERB
impactinged-335	217	6	the	the	DET
impactinged-335	217	7	process	process	NOUN
impactinged-335	217	8	.	.	PUNCT
impactinged-335	218	1	state	state	NOUN
impactinged-335	218	2	university	university	PROPN
impactinged-335	218	3	of	of	ADP
impactinged-335	218	4	new	new	PROPN
impactinged-335	218	5	york	york	PROPN
impactinged-335	218	6	press	press	PROPN
impactinged-335	218	7	.	.	PUNCT
impactinged-335	219	1	henry	henry	PROPN
impactinged-335	219	2	,	,	PUNCT
impactinged-335	219	3	g.	g.	PROPN
impactinged-335	219	4	t.	t.	PROPN
impactinged-335	219	5	,	,	PUNCT
impactinged-335	219	6	&	&	CCONJ
impactinged-335	219	7	mark	mark	PROPN
impactinged-335	219	8	,	,	PUNCT
impactinged-335	219	9	m.	m.	NOUN
impactinged-335	219	10	m.	m.	NOUN
impactinged-335	219	11	(	(	PUNCT
impactinged-335	219	12	2003	2003	NUM
impactinged-335	219	13	)	)	PUNCT
impactinged-335	219	14	.	.	PUNCT
impactinged-335	220	1	beyond	beyond	ADP
impactinged-335	220	2	use	use	NOUN
impactinged-335	220	3	:	:	PUNCT
impactinged-335	220	4	understanding	understand	VERB
impactinged-335	220	5	evaluation	evaluation	NOUN
impactinged-335	220	6	’s	’s	PART
impactinged-335	220	7	influence	influence	NOUN
impactinged-335	220	8	on	on	ADP
impactinged-335	220	9	attitudes	attitude	NOUN
impactinged-335	220	10	and	and	CCONJ
impactinged-335	220	11	actions	action	NOUN
impactinged-335	220	12	.	.	PUNCT
impactinged-335	221	1	american	american	ADJ
impactinged-335	221	2	journal	journal	PROPN
impactinged-335	221	3	of	of	ADP
impactinged-335	221	4	evaluation	evaluation	NOUN
impactinged-335	221	5	,	,	PUNCT
impactinged-335	221	6	24(3	24(3	NUM
impactinged-335	221	7	)	)	PUNCT
impactinged-335	221	8	,	,	PUNCT
impactinged-335	221	9	293–314	293–314	NUM
impactinged-335	221	10	.	.	PUNCT
impactinged-335	222	1	herr	herr	PROPN
impactinged-335	222	2	,	,	PUNCT
impactinged-335	222	3	k.	k.	PROPN
impactinged-335	222	4	,	,	PUNCT
impactinged-335	222	5	&	&	CCONJ
impactinged-335	222	6	anderson	anderson	PROPN
impactinged-335	222	7	,	,	PUNCT
impactinged-335	222	8	g.	g.	PROPN
impactinged-335	222	9	l.	l.	PROPN
impactinged-335	222	10	(	(	PUNCT
impactinged-335	222	11	2005	2005	NUM
impactinged-335	222	12	)	)	PUNCT
impactinged-335	222	13	.	.	PUNCT
impactinged-335	223	1	the	the	DET
impactinged-335	223	2	action	action	NOUN
impactinged-335	223	3	research	research	NOUN
impactinged-335	223	4	dissertation	dissertation	NOUN
impactinged-335	223	5	:	:	PUNCT
impactinged-335	223	6	a	a	DET
impactinged-335	223	7	guide	guide	NOUN
impactinged-335	223	8	for	for	ADP
impactinged-335	223	9	students	student	NOUN
impactinged-335	223	10	and	and	CCONJ
impactinged-335	223	11	faculty	faculty	NOUN
impactinged-335	223	12	.	.	PUNCT
impactinged-335	224	1	sage	sage	NOUN
impactinged-335	224	2	publications	publication	NOUN
impactinged-335	224	3	.	.	PUNCT
impactinged-335	225	1	hinnant	hinnant	PROPN
impactinged-335	225	2	-	-	PUNCT
impactinged-335	225	3	crawford	crawford	PROPN
impactinged-335	225	4	,	,	PUNCT
impactinged-335	225	5	b.	b.	PROPN
impactinged-335	225	6	n.	n.	PROPN
impactinged-335	225	7	(	(	PUNCT
impactinged-335	225	8	2020	2020	NUM
impactinged-335	225	9	)	)	PUNCT
impactinged-335	225	10	.	.	PUNCT
impactinged-335	226	1	improvement	improvement	NOUN
impactinged-335	226	2	science	science	NOUN
impactinged-335	226	3	in	in	ADP
impactinged-335	226	4	education	education	NOUN
impactinged-335	226	5	:	:	PUNCT
impactinged-335	226	6	a	a	DET
impactinged-335	226	7	primer	primer	NOUN
impactinged-335	226	8	.	.	PUNCT
impactinged-335	227	1	myers	myers	PROPN
impactinged-335	227	2	education	education	PROPN
impactinged-335	227	3	press	press	PROPN
impactinged-335	227	4	.	.	PUNCT
impactinged-335	228	1	marotta	marotta	ADJ
impactinged-335	228	2	impacting	impact	VERB
impactinged-335	228	3	education	education	NOUN
impactinged-335	228	4	:	:	PUNCT
impactinged-335	228	5	journal	journal	NOUN
impactinged-335	228	6	on	on	ADP
impactinged-335	228	7	transforming	transform	VERB
impactinged-335	228	8	professional	professional	ADJ
impactinged-335	228	9	practice	practice	NOUN
impactinged-335	228	10	impactinged.pitt.edu	impactinged.pitt.edu	PROPN
impactinged-335	228	11	vol	vol	NOUN
impactinged-335	228	12	.	.	PROPN
impactinged-335	228	13	8	8	NUM
impactinged-335	229	1	no	no	NOUN
impactinged-335	229	2	.	.	NOUN
impactinged-335	229	3	4	4	NUM
impactinged-335	229	4	(	(	PUNCT
impactinged-335	229	5	2023	2023	NUM
impactinged-335	229	6	)	)	PUNCT
impactinged-335	229	7	doi	doi	NOUN
impactinged-335	229	8	10.5195	10.5195	NUM
impactinged-335	229	9	/	/	SYM
impactinged-335	229	10	ie.2023.335	ie.2023.335	PROPN
impactinged-335	229	11	56	56	NUM
impactinged-335	229	12	langley	langley	PROPN
impactinged-335	229	13	,	,	PUNCT
impactinged-335	229	14	g.	g.	PROPN
impactinged-335	229	15	,	,	PUNCT
impactinged-335	229	16	moen	moen	PROPN
impactinged-335	229	17	,	,	PUNCT
impactinged-335	229	18	r.	r.	PROPN
impactinged-335	229	19	,	,	PUNCT
impactinged-335	229	20	nolan	nolan	PROPN
impactinged-335	229	21	,	,	PUNCT
impactinged-335	229	22	t.	t.	PROPN
impactinged-335	229	23	,	,	PUNCT
impactinged-335	229	24	norman	norman	PROPN
impactinged-335	229	25	,	,	PUNCT
impactinged-335	229	26	c.	c.	PROPN
impactinged-335	229	27	,	,	PUNCT
impactinged-335	229	28	&	&	CCONJ
impactinged-335	229	29	provost	provost	PROPN
impactinged-335	229	30	,	,	PUNCT
impactinged-335	229	31	l.	l.	PROPN
impactinged-335	229	32	(	(	PUNCT
impactinged-335	229	33	2009	2009	NUM
impactinged-335	229	34	)	)	PUNCT
impactinged-335	229	35	.	.	PUNCT
impactinged-335	230	1	the	the	DET
impactinged-335	230	2	improvement	improvement	NOUN
impactinged-335	230	3	guide	guide	NOUN
impactinged-335	230	4	:	:	PUNCT
impactinged-335	230	5	a	a	DET
impactinged-335	230	6	practical	practical	ADJ
impactinged-335	230	7	approach	approach	NOUN
impactinged-335	230	8	to	to	ADP
impactinged-335	230	9	enhancing	enhance	VERB
impactinged-335	230	10	organizational	organizational	ADJ
impactinged-335	230	11	performance	performance	NOUN
impactinged-335	230	12	(	(	PUNCT
impactinged-335	230	13	2nd	2nd	ADJ
impactinged-335	230	14	ed	ed	NOUN
impactinged-335	230	15	.	.	PUNCT
impactinged-335	230	16	)	)	PUNCT
impactinged-335	230	17	.	.	PUNCT
impactinged-335	231	1	jossey	jossey	NOUN
impactinged-335	231	2	-	-	PUNCT
impactinged-335	231	3	bass	bass	NOUN
impactinged-335	231	4	.	.	PUNCT
impactinged-335	232	1	newcomer	newcomer	NOUN
impactinged-335	232	2	,	,	PUNCT
impactinged-335	232	3	k.	k.	PROPN
impactinged-335	232	4	e.	e.	PROPN
impactinged-335	232	5	,	,	PUNCT
impactinged-335	232	6	hatry	hatry	PROPN
impactinged-335	232	7	,	,	PUNCT
impactinged-335	232	8	h.	h.	PROPN
impactinged-335	232	9	p.	p.	PROPN
impactinged-335	232	10	,	,	PUNCT
impactinged-335	232	11	&	&	CCONJ
impactinged-335	232	12	wholey	wholey	PROPN
impactinged-335	232	13	,	,	PUNCT
impactinged-335	232	14	j.	j.	PROPN
impactinged-335	232	15	s.	s.	PROPN
impactinged-335	232	16	(	(	PUNCT
impactinged-335	232	17	2015	2015	NUM
impactinged-335	232	18	)	)	PUNCT
impactinged-335	232	19	.	.	PUNCT
impactinged-335	233	1	handbook	handbook	NOUN
impactinged-335	233	2	of	of	ADP
impactinged-335	233	3	practical	practical	ADJ
impactinged-335	233	4	program	program	NOUN
impactinged-335	233	5	evaluation	evaluation	NOUN
impactinged-335	233	6	.	.	PUNCT
impactinged-335	234	1	jossey	jossey	NOUN
impactinged-335	234	2	-	-	PUNCT
impactinged-335	234	3	bass	bass	NOUN
impactinged-335	234	4	.	.	PUNCT
impactinged-335	235	1	patton	patton	PROPN
impactinged-335	235	2	,	,	PUNCT
impactinged-335	235	3	m.	m.	NOUN
impactinged-335	235	4	q.	q.	PROPN
impactinged-335	235	5	(	(	PUNCT
impactinged-335	235	6	1997	1997	NUM
impactinged-335	235	7	)	)	PUNCT
impactinged-335	235	8	.	.	PUNCT
impactinged-335	236	1	utilization	utilization	NOUN
impactinged-335	236	2	-	-	PUNCT
impactinged-335	236	3	focused	focus	VERB
impactinged-335	236	4	evaluation	evaluation	NOUN
impactinged-335	236	5	(	(	PUNCT
impactinged-335	236	6	3rd	3rd	ADJ
impactinged-335	236	7	ed	ed	NOUN
impactinged-335	236	8	.	.	PUNCT
impactinged-335	236	9	)	)	PUNCT
impactinged-335	236	10	.	.	PUNCT
impactinged-335	237	1	sage	sage	NOUN
impactinged-335	237	2	publications	publication	NOUN
impactinged-335	237	3	.	.	PUNCT
impactinged-335	238	1	pawson	pawson	PROPN
impactinged-335	238	2	,	,	PUNCT
impactinged-335	238	3	r.	r.	PROPN
impactinged-335	238	4	(	(	PUNCT
impactinged-335	238	5	2006	2006	NUM
impactinged-335	238	6	)	)	PUNCT
impactinged-335	238	7	.	.	PUNCT
impactinged-335	239	1	evidence	evidence	NOUN
impactinged-335	239	2	-	-	PUNCT
impactinged-335	239	3	based	base	VERB
impactinged-335	239	4	policy	policy	NOUN
impactinged-335	239	5	:	:	PUNCT
impactinged-335	239	6	a	a	DET
impactinged-335	239	7	realist	realist	ADJ
impactinged-335	239	8	perspective	perspective	NOUN
impactinged-335	239	9	.	.	PUNCT
impactinged-335	240	1	sage	sage	NOUN
impactinged-335	240	2	publications	publication	NOUN
impactinged-335	240	3	.	.	PUNCT
impactinged-335	241	1	pawon	pawon	PROPN
impactinged-335	241	2	,	,	PUNCT
impactinged-335	241	3	r.	r.	PROPN
impactinged-335	241	4	,	,	PUNCT
impactinged-335	241	5	&	&	CCONJ
impactinged-335	241	6	manzano	manzano	PROPN
impactinged-335	241	7	-	-	PUNCT
impactinged-335	241	8	santaella	santaella	PROPN
impactinged-335	241	9	,	,	PUNCT
impactinged-335	241	10	a.	a.	NOUN
impactinged-335	241	11	(	(	PUNCT
impactinged-335	241	12	2012	2012	NUM
impactinged-335	241	13	)	)	PUNCT
impactinged-335	241	14	.	.	PUNCT
impactinged-335	242	1	a	a	DET
impactinged-335	242	2	realist	realist	ADJ
impactinged-335	242	3	diagnostic	diagnostic	ADJ
impactinged-335	242	4	workshop	workshop	NOUN
impactinged-335	242	5	.	.	PUNCT
impactinged-335	243	1	evaluation	evaluation	NOUN
impactinged-335	243	2	,	,	PUNCT
impactinged-335	243	3	18(2	18(2	NUM
impactinged-335	243	4	)	)	PUNCT
impactinged-335	243	5	,	,	PUNCT
impactinged-335	243	6	176–191	176–191	NUM
impactinged-335	243	7	.	.	PUNCT
impactinged-335	244	1	pawson	pawson	PROPN
impactinged-335	244	2	,	,	PUNCT
impactinged-335	244	3	r.	r.	PROPN
impactinged-335	244	4	,	,	PUNCT
impactinged-335	244	5	&	&	CCONJ
impactinged-335	244	6	tilley	tilley	PROPN
impactinged-335	244	7	,	,	PUNCT
impactinged-335	244	8	n.	n.	PROPN
impactinged-335	244	9	(	(	PUNCT
impactinged-335	244	10	1997	1997	NUM
impactinged-335	244	11	)	)	PUNCT
impactinged-335	244	12	.	.	PUNCT
impactinged-335	245	1	realistic	realistic	ADJ
impactinged-335	245	2	evaluation	evaluation	NOUN
impactinged-335	245	3	.	.	PUNCT
impactinged-335	246	1	sage	sage	NOUN
impactinged-335	246	2	publications	publication	NOUN
impactinged-335	246	3	.	.	PUNCT
impactinged-335	247	1	pawson	pawson	PROPN
impactinged-335	247	2	,	,	PUNCT
impactinged-335	247	3	r.	r.	PROPN
impactinged-335	247	4	,	,	PUNCT
impactinged-335	247	5	&	&	CCONJ
impactinged-335	247	6	tilley	tilley	PROPN
impactinged-335	247	7	,	,	PUNCT
impactinged-335	247	8	n.	n.	PROPN
impactinged-335	247	9	(	(	PUNCT
impactinged-335	247	10	2001	2001	NUM
impactinged-335	247	11	)	)	PUNCT
impactinged-335	247	12	.	.	PUNCT
impactinged-335	248	1	realistic	realistic	ADJ
impactinged-335	248	2	evaluation	evaluation	NOUN
impactinged-335	248	3	bloodlines	bloodline	NOUN
impactinged-335	248	4	.	.	PUNCT
impactinged-335	249	1	american	american	ADJ
impactinged-335	249	2	journal	journal	PROPN
impactinged-335	249	3	of	of	ADP
impactinged-335	249	4	evaluation	evaluation	NOUN
impactinged-335	249	5	,	,	PUNCT
impactinged-335	249	6	2(3	2(3	NUM
impactinged-335	249	7	)	)	PUNCT
impactinged-335	249	8	,	,	PUNCT
impactinged-335	249	9	317–24	317–24	NUM
impactinged-335	249	10	.	.	PUNCT
impactinged-335	250	1	peurach	peurach	PROPN
impactinged-335	250	2	,	,	PUNCT
impactinged-335	250	3	d.	d.	PROPN
impactinged-335	250	4	j.	j.	PROPN
impactinged-335	250	5	,	,	PUNCT
impactinged-335	250	6	lin	lin	PROPN
impactinged-335	250	7	russell	russell	PROPN
impactinged-335	250	8	,	,	PUNCT
impactinged-335	250	9	j.	j.	PROPN
impactinged-335	250	10	,	,	PUNCT
impactinged-335	250	11	cohen	cohen	PROPN
impactinged-335	250	12	-	-	PUNCT
impactinged-335	250	13	vogel	vogel	PROPN
impactinged-335	250	14	,	,	PUNCT
impactinged-335	250	15	l.	l.	PROPN
impactinged-335	250	16	,	,	PUNCT
impactinged-335	250	17	&	&	CCONJ
impactinged-335	250	18	penuel	penuel	PROPN
impactinged-335	250	19	,	,	PUNCT
impactinged-335	250	20	w.	w.	PROPN
impactinged-335	250	21	r.	r.	PROPN
impactinged-335	250	22	(	(	PUNCT
impactinged-335	250	23	2022	2022	NUM
impactinged-335	250	24	)	)	PUNCT
impactinged-335	250	25	.	.	PUNCT
impactinged-335	251	1	the	the	DET
impactinged-335	251	2	foundational	foundational	ADJ
impactinged-335	251	3	handbook	handbook	NOUN
impactinged-335	251	4	on	on	ADP
impactinged-335	251	5	improvement	improvement	NOUN
impactinged-335	251	6	research	research	NOUN
impactinged-335	251	7	in	in	ADP
impactinged-335	251	8	education	education	NOUN
impactinged-335	251	9	.	.	PUNCT
impactinged-335	252	1	rowman	rowman	PROPN
impactinged-335	252	2	&	&	CCONJ
impactinged-335	252	3	littlefield	littlefield	PROPN
impactinged-335	252	4	.	.	PUNCT
impactinged-335	253	1	piantanida	piantanida	PROPN
impactinged-335	253	2	,	,	PUNCT
impactinged-335	253	3	m.	m.	NOUN
impactinged-335	253	4	,	,	PUNCT
impactinged-335	253	5	mcmahon	mcmahon	PROPN
impactinged-335	253	6	,	,	PUNCT
impactinged-335	253	7	p.	p.	PROPN
impactinged-335	253	8	l.	l.	PROPN
impactinged-335	253	9	,	,	PUNCT
impactinged-335	253	10	&	&	CCONJ
impactinged-335	253	11	llewellyn	llewellyn	PROPN
impactinged-335	253	12	,	,	PUNCT
impactinged-335	253	13	m.	m.	NOUN
impactinged-335	253	14	(	(	PUNCT
impactinged-335	253	15	2019	2019	NUM
impactinged-335	253	16	)	)	PUNCT
impactinged-335	253	17	.	.	PUNCT
impactinged-335	254	1	on	on	ADP
impactinged-335	254	2	being	be	AUX
impactinged-335	254	3	a	a	DET
impactinged-335	254	4	scholarpractitioner	scholarpractitioner	NOUN
impactinged-335	254	5	:	:	PUNCT
impactinged-335	254	6	practical	practical	ADJ
impactinged-335	254	7	wisdom	wisdom	NOUN
impactinged-335	254	8	in	in	ADP
impactinged-335	254	9	action	action	NOUN
impactinged-335	254	10	.	.	PUNCT
impactinged-335	255	1	wisdom	wisdom	NOUN
impactinged-335	255	2	of	of	ADP
impactinged-335	255	3	practice	practice	NOUN
impactinged-335	255	4	series	series	NOUN
impactinged-335	255	5	,	,	PUNCT
impactinged-335	255	6	learning	learn	VERB
impactinged-335	255	7	moments	moment	NOUN
impactinged-335	255	8	press	press	PROPN
impactinged-335	255	9	.	.	PUNCT
impactinged-335	256	1	preskill	preskill	NOUN
impactinged-335	256	2	,	,	PUNCT
impactinged-335	256	3	h.	h.	PROPN
impactinged-335	256	4	,	,	PUNCT
impactinged-335	256	5	&	&	CCONJ
impactinged-335	256	6	torres	torres	PROPN
impactinged-335	256	7	,	,	PUNCT
impactinged-335	256	8	r.	r.	PROPN
impactinged-335	256	9	t.	t.	PROPN
impactinged-335	256	10	(	(	PUNCT
impactinged-335	256	11	2000	2000	NUM
impactinged-335	256	12	)	)	PUNCT
impactinged-335	256	13	.	.	PUNCT
impactinged-335	257	1	the	the	DET
impactinged-335	257	2	learning	learning	NOUN
impactinged-335	257	3	dimension	dimension	NOUN
impactinged-335	257	4	of	of	ADP
impactinged-335	257	5	evaluation	evaluation	NOUN
impactinged-335	257	6	use	use	NOUN
impactinged-335	257	7	.	.	PUNCT
impactinged-335	258	1	new	new	ADJ
impactinged-335	258	2	directions	direction	NOUN
impactinged-335	258	3	for	for	ADP
impactinged-335	258	4	evaluation	evaluation	NOUN
impactinged-335	258	5	,	,	PUNCT
impactinged-335	258	6	88	88	NUM
impactinged-335	258	7	,	,	PUNCT
impactinged-335	258	8	25–37	25–37	NUM
impactinged-335	258	9	.	.	PUNCT
impactinged-335	259	1	weiss	weiss	PROPN
impactinged-335	259	2	,	,	PUNCT
impactinged-335	259	3	c.	c.	PROPN
impactinged-335	259	4	h.	h.	PROPN
impactinged-335	259	5	(	(	PUNCT
impactinged-335	259	6	1988	1988	NUM
impactinged-335	259	7	)	)	PUNCT
impactinged-335	259	8	.	.	PUNCT
impactinged-335	260	1	evaluation	evaluation	NOUN
impactinged-335	260	2	for	for	ADP
impactinged-335	260	3	decisions	decision	NOUN
impactinged-335	260	4	:	:	PUNCT
impactinged-335	260	5	is	be	AUX
impactinged-335	260	6	anybody	anybody	PRON
impactinged-335	260	7	there	there	ADV
impactinged-335	260	8	?	?	PUNCT
impactinged-335	261	1	does	do	AUX
impactinged-335	261	2	anybody	anybody	PRON
impactinged-335	261	3	care	care	VERB
impactinged-335	261	4	?	?	PUNCT
impactinged-335	262	1	evaluation	evaluation	NOUN
impactinged-335	262	2	practice	practice	NOUN
impactinged-335	262	3	,	,	PUNCT
impactinged-335	262	4	9(1	9(1	NUM
impactinged-335	262	5	)	)	PUNCT
impactinged-335	262	6	,	,	PUNCT
impactinged-335	262	7	5–19	5–19	PROPN
impactinged-335	262	8	.	.	PUNCT
impactinged-335	262	9	westhorp	westhorp	PROPN
impactinged-335	262	10	,	,	PUNCT
impactinged-335	262	11	g.	g.	PROPN
impactinged-335	262	12	(	(	PUNCT
impactinged-335	262	13	2014	2014	NUM
impactinged-335	262	14	)	)	PUNCT
impactinged-335	262	15	.	.	PUNCT
impactinged-335	263	1	realist	realist	ADJ
impactinged-335	263	2	impact	impact	NOUN
impactinged-335	263	3	evaluation	evaluation	NOUN
impactinged-335	263	4	:	:	PUNCT
impactinged-335	263	5	an	an	DET
impactinged-335	263	6	introduction	introduction	NOUN
impactinged-335	263	7	.	.	PUNCT
impactinged-335	264	1	methods	method	NOUN
impactinged-335	264	2	lab	lab	PROPN
impactinged-335	264	3	.	.	PUNCT
impactinged-335	265	1	overseas	overseas	PROPN
impactinged-335	265	2	development	development	PROPN
impactinged-335	265	3	institute	institute	PROPN
impactinged-335	265	4	.	.	PUNCT
impactinged-335	266	1	zambo	zambo	PROPN
impactinged-335	266	2	,	,	PUNCT
impactinged-335	266	3	d.	d.	PROPN
impactinged-335	266	4	,	,	PUNCT
impactinged-335	266	5	buss	buss	PROPN
impactinged-335	266	6	,	,	PUNCT
impactinged-335	266	7	r.	r.	PROPN
impactinged-335	266	8	r.	r.	PROPN
impactinged-335	266	9	,	,	PUNCT
impactinged-335	266	10	&	&	CCONJ
impactinged-335	266	11	zambo	zambo	PROPN
impactinged-335	266	12	,	,	PUNCT
impactinged-335	266	13	r.	r.	PROPN
impactinged-335	266	14	(	(	PUNCT
impactinged-335	266	15	2015	2015	NUM
impactinged-335	266	16	)	)	PUNCT
impactinged-335	266	17	.	.	PUNCT
impactinged-335	267	1	uncovering	uncover	VERB
impactinged-335	267	2	the	the	DET
impactinged-335	267	3	identities	identity	NOUN
impactinged-335	267	4	of	of	ADP
impactinged-335	267	5	students	student	NOUN
impactinged-335	267	6	and	and	CCONJ
impactinged-335	267	7	graduates	graduate	NOUN
impactinged-335	267	8	in	in	ADP
impactinged-335	267	9	a	a	DET
impactinged-335	267	10	cped	cpe	VERB
impactinged-335	267	11	-	-	PUNCT
impactinged-335	267	12	influenced	influence	VERB
impactinged-335	267	13	edd	edd	PROPN
impactinged-335	267	14	program	program	NOUN
impactinged-335	267	15	.	.	PUNCT
impactinged-335	268	1	studies	study	NOUN
impactinged-335	268	2	in	in	ADP
impactinged-335	268	3	higher	high	ADJ
impactinged-335	268	4	education	education	NOUN
impactinged-335	268	5	,	,	PUNCT
impactinged-335	268	6	40(2	40(2	NUM
impactinged-335	268	7	)	)	PUNCT
impactinged-335	268	8	,	,	PUNCT
impactinged-335	268	9	233–252	233–252	NUM
